-- Logs begin at Wed 2021-11-03 17:49:48 UTC, end at Wed 2021-11-03 20:09:37 UTC. -- Nov 03 18:21:38.556861 n-d-812150-4 systemd[1]: Started Devstack devstack@q-svc.service. Nov 03 18:21:41.299212 n-d-812150-4 neutron-server[101602]: INFO neutron.common.config [-] Logging enabled! Nov 03 18:21:41.299856 n-d-812150-4 neutron-server[101602]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev134 Nov 03 18:21:41.300028 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101602) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 03 18:21:41.303266 n-d-812150-4 neutron-server[101602]: INFO neutron.common.config [-] Logging enabled! Nov 03 18:21:41.303550 n-d-812150-4 neutron-server[101602]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev134 Nov 03 18:21:41.303890 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101602) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 03 18:21:41.304829 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 18:21:41.305067 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 18:21:41.305439 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 18:21:41.305688 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 18:21:41.305918 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 18:21:41.306243 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.306608 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.306921 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.307155 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.307453 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.307776 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.308063 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.308359 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.308659 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.308949 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.309233 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.309523 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.309756 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.310040 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.310330 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.310622 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.310863 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] debug = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.311144 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.311621 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.312033 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.312312 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.312606 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.312890 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.313163 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.313445 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.313736 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.314146 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] host = n-d-812150-4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.314631 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.315146 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.315711 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.316025 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.316313 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.316601 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.316900 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.317182 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.317475 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] log_file = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.317755 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.318050 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.318342 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.318639 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.318869 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.319097 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.319392 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.319713 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.320107 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.320599 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.321087 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.321577 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.322072 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.322506 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.322806 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.323102 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.323402 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.323725 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.324011 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.324300 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.324575 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.324868 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.325150 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.325428 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.325708 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.325999 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.326272 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.326550 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.326855 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.327145 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.327438 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.327755 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.328033 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.328319 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.328595 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.328863 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.329138 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] use_json = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.329412 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.329717 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.330206 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.330693 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.331184 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.331488 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.331804 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.332102 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:41.332410 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.332715 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.333023 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.333312 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.333622 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.333902 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.334194 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.334477 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.334770 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.335062 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.335353 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.335659 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.336025 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.336521 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.337045 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.337590 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.338632 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.339067 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.339362 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.339676 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.339962 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.340250 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.340543 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.340830 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.341126 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.341423 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.341702 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.341994 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.342294 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.342593 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.342874 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.343161 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.343459 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.343773 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.344060 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.344343 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.344638 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.344922 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.345198 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.345484 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.345768 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.346044 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.346320 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.346601 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.346897 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.347178 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.347458 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.347768 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.348052 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.348326 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.348615 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.348898 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.349177 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.349454 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.349736 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.350012 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.350289 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.350569 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.350845 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.351128 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.351408 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.351709 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.351986 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.352261 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.352535 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.352811 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.353087 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.353374 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.354301 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.354581 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.354858 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.355134 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.355411 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.355725 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.356029 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.356311 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.356593 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.356874 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.357152 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.357433 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.357714 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.357994 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.358272 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.358544 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.358836 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.359119 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.359414 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.359732 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.360014 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.360344 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.360623 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.360906 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.361183 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.361460 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.361745 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.362030 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.362325 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.362621 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.362916 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.363209 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.363504 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.363818 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.364132 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.364418 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:41.364638 n-d-812150-4 neutron-server[101602]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 18:21:41.364887 n-d-812150-4 neutron-server[101602]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101602) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 03 18:21:41.801519 n-d-812150-4 neutron-server[101602]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 03 18:21:41.801797 n-d-812150-4 neutron-server[101602]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 03 18:21:41.802104 n-d-812150-4 neutron-server[101602]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 03 18:21:41.802441 n-d-812150-4 neutron-server[101602]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 03 18:21:42.127106 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.127397 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.127697 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.128957 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.129234 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.129501 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.164171 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.164453 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.164721 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.179868 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.180150 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.180419 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.211172 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.211459 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.211753 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.248021 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.248305 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.248579 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.490297 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.490919 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.490919 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.491078 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.491761 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.620949 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.621272 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.621556 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.621830 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.622098 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.622411 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.622673 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.622930 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.623183 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.623466 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.623763 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.624027 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.624286 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.624539 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.624795 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.625060 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.625316 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.625583 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.625854 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.626115 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.626389 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.626641 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.626924 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.627304 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.627555 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.627831 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.628231 n-d-812150-4 neutron-server[101602]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:21:42.628473 n-d-812150-4 neutron-server[101602]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:21:42.628714 n-d-812150-4 neutron-server[101602]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:21:42.628953 n-d-812150-4 neutron-server[101602]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:21:42.629192 n-d-812150-4 neutron-server[101602]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:21:42.629431 n-d-812150-4 neutron-server[101602]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:21:42.629799 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 03 18:21:42.633064 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 03 18:21:42.637853 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 03 18:21:42.641887 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Nov 03 18:21:42.643541 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 03 18:21:42.644033 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 03 18:21:42.644371 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 03 18:21:42.644758 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 03 18:21:42.647572 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 03 18:21:42.647850 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 03 18:21:42.648202 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 03 18:21:42.655873 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 03 18:21:42.678989 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 03 18:21:42.679456 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.679793 n-d-812150-4 neutron-server[101602]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101602) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 03 18:21:42.680158 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.681566 n-d-812150-4 neutron-server[101602]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101602) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 03 18:21:42.681850 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 03 18:21:42.682099 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 03 18:21:42.685339 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.685620 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:42.748053 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 03 18:21:42.748240 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 03 18:21:42.748478 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 03 18:21:42.748863 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 03 18:21:42.769722 n-d-812150-4 neutron-server[101602]: DEBUG oslo_db.sqlalchemy.engines [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101602) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 03 18:21:43.307924 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Initializing driver for type 'gre' Nov 03 18:21:43.308445 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] gre ID ranges: [(1, 1000)] Nov 03 18:21:43.359189 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Initializing driver for type 'local' Nov 03 18:21:43.359540 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Initializing driver for type 'vlan' Nov 03 18:21:43.372617 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] VlanTypeDriver initialization complete Nov 03 18:21:43.372962 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Initializing driver for type 'vxlan' Nov 03 18:21:43.373453 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] vxlan ID ranges: [(1, 1000)] Nov 03 18:21:43.423457 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Initializing extension driver 'port_security' Nov 03 18:21:43.423823 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.extensions.port_security [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] PortSecurityExtensionDriver initialization complete Nov 03 18:21:43.424161 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Initializing mechanism driver 'openvswitch' Nov 03 18:21:43.424505 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Initializing mechanism driver 'hyperv' Nov 03 18:21:43.431155 n-d-812150-4 neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:21:43.432632 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > port after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.433013 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > port after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.433373 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > port after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.433977 n-d-812150-4 neutron-server[101602]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101602) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:21:43.434421 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > subnet after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.434782 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > subnet after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.435132 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.435528 n-d-812150-4 neutron-server[101602]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101602) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:21:43.436035 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > network after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.436388 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > network after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.436732 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > network after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.437122 n-d-812150-4 neutron-server[101602]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101602) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:21:43.437535 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > security_group after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.437894 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > security_group after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.438245 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.438633 n-d-812150-4 neutron-server[101602]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101602) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:21:43.439049 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.439402 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.439769 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.440165 n-d-812150-4 neutron-server[101602]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101602) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:21:43.440573 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > address_group after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.440925 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > address_group after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.441268 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.441662 n-d-812150-4 neutron-server[101602]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101602) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 03 18:21:43.442046 n-d-812150-4 neutron-server[101602]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] ML2 OVO RPC backend initialized. {{(pid=101602) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 03 18:21:43.442760 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.443119 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.443538 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > network before_response 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.443911 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > networks before_response 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.444260 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > port before_response 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.444604 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > ports before_response 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.444946 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > subnet before_response 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.445290 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > subnets before_response 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.445641 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > network after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.445981 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > network after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.446318 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > network after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.446657 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > port after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.446994 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > port after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.447332 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > port after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.447696 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > subnet after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.448034 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > subnet after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.448369 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.448947 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.plugin [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Modular L2 Plugin initialization complete Nov 03 18:21:43.449276 n-d-812150-4 neutron-server[101602]: DEBUG neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading services supported by the core plugin {{(pid=101602) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 03 18:21:43.449607 n-d-812150-4 neutron-server[101602]: INFO neutron.plugins.ml2.managers [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Got port-security extension from driver 'port_security' Nov 03 18:21:43.450071 n-d-812150-4 neutron-server[101602]: INFO neutron.extensions.vlantransparent [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Disabled vlantransparent extension. Nov 03 18:21:43.450557 n-d-812150-4 neutron-server[101602]: DEBUG neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101602) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 03 18:21:43.450875 n-d-812150-4 neutron-server[101602]: INFO neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading Plugin: router Nov 03 18:21:43.487100 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.487572 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router after_create 55549900 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.487994 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router before_create 55549900 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.488371 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.488744 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.489106 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router after_delete 55549900 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.489523 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.490053 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.490421 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router after_create 55549900 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.491010 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router after_update 55549900 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.491190 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router after_update 55549900 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.491614 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.491979 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router after_update 55549900 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.492396 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router precommit_update 55549900 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.492817 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: port after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.493172 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: port after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.493575 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: subnet after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.493924 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.494860 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.495244 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router precommit_create 55549900 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.495616 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: port before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.495998 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router precommit_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.496386 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router after_update 55549900 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.496781 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.497156 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router precommit_create 55549900 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.497560 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.497967 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router precommit_update 55549900 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.498366 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > agent after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.498723 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > agent after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.499128 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > network after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.500152 n-d-812150-4 neutron-server[101602]: DEBUG neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Tracking information for resource: router configured {{(pid=101602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:21:43.500496 n-d-812150-4 neutron-server[101602]: DEBUG neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Tracking information for resource: floatingip configured {{(pid=101602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 03 18:21:43.505627 n-d-812150-4 neutron-server[101602]: INFO neutron.db.l3_agentschedulers_db [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 03 18:21:43.506216 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: port after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.506579 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: port after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.506933 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: port after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.507290 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: port after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.508123 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router before_create 55550100 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.508489 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.508853 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router precommit_create 55550100 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.509212 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > router precommit_update 55550100 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.514318 n-d-812150-4 neutron-server[101602]: DEBUG neutron.services.provider_configuration [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Service providers = [] {{(pid=101602) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 03 18:21:43.514691 n-d-812150-4 neutron-server[101602]: DEBUG neutron.db.servicetype_db [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101602) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 03 18:21:43.517684 n-d-812150-4 neutron-server[101602]: DEBUG neutron.services.service_base [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101602) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 18:21:43.518039 n-d-812150-4 neutron-server[101602]: DEBUG neutron.services.service_base [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101602) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 18:21:43.518387 n-d-812150-4 neutron-server[101602]: DEBUG neutron.services.service_base [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101602) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 18:21:43.519310 n-d-812150-4 neutron-server[101602]: DEBUG neutron.services.service_base [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101602) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 03 18:21:43.519728 n-d-812150-4 neutron-server[101602]: INFO neutron.services.service_base [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 03 18:21:43.520110 n-d-812150-4 neutron-server[101602]: DEBUG neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:21:43.520432 n-d-812150-4 neutron-server[101602]: INFO neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 03 18:21:43.533172 n-d-812150-4 neutron-server[101602]: DEBUG neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:21:43.533513 n-d-812150-4 neutron-server[101602]: INFO neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading Plugin: auto_allocate Nov 03 18:21:43.539365 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: network precommit_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.539780 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: network precommit_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.540313 n-d-812150-4 neutron-server[101602]: DEBUG neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:21:43.540638 n-d-812150-4 neutron-server[101602]: INFO neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading Plugin: tag Nov 03 18:21:43.548120 n-d-812150-4 neutron-server[101602]: DEBUG neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:21:43.548457 n-d-812150-4 neutron-server[101602]: INFO neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading Plugin: timestamp Nov 03 18:21:43.552317 n-d-812150-4 neutron-server[101602]: DEBUG neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:21:43.552655 n-d-812150-4 neutron-server[101602]: INFO neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading Plugin: network_ip_availability Nov 03 18:21:43.558216 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.558549 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.558914 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.559654 n-d-812150-4 neutron-server[101602]: DEBUG neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:21:43.559981 n-d-812150-4 neutron-server[101602]: INFO neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading Plugin: flavors Nov 03 18:21:43.564983 n-d-812150-4 neutron-server[101602]: DEBUG neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:21:43.565320 n-d-812150-4 neutron-server[101602]: INFO neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading Plugin: revisions Nov 03 18:21:43.569652 n-d-812150-4 neutron-server[101602]: DEBUG neutron.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 03 18:21:43.570045 n-d-812150-4 neutron-server[101602]: DEBUG oslo_concurrency.lockutils [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.768s {{(pid=101602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 03 18:21:43.570806 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101602) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 03 18:21:43.571146 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Initializing extension manager. Nov 03 18:21:43.571701 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: __init__.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.572063 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: __pycache__ {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.572411 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.572747 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: address_group.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.573506 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.574075 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: address-group Nov 03 18:21:43.574402 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: address_scope.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.575123 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.575670 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: address-scope Nov 03 18:21:43.576000 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.576932 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.577448 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: router-admin-state-down-before-update Nov 03 18:21:43.577777 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: agent.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.578481 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.578995 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: agent Nov 03 18:21:43.579323 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: agent_resources_synced.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.580278 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.580792 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: agent-resources-synced Nov 03 18:21:43.581116 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: allowedaddresspairs.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.582912 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.583437 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: allowed-address-pairs Nov 03 18:21:43.583799 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: auto_allocated_topology.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.584892 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.585406 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: auto-allocated-topology Nov 03 18:21:43.585734 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: availability_zone.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.586431 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.586945 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: availability_zone Nov 03 18:21:43.587279 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: availability_zone_filter.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.588763 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.589275 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: availability_zone_filter Nov 03 18:21:43.589600 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: data_plane_status.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.590519 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.591026 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension data-plane-status not supported by any of loaded plugins Nov 03 18:21:43.591353 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: default_subnetpools.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.592369 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.592891 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: default-subnetpools Nov 03 18:21:43.593217 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.594036 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.594546 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: dhcp_agent_scheduler Nov 03 18:21:43.594872 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: dns.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.595829 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.596338 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension dns-integration not supported by any of loaded plugins Nov 03 18:21:43.596664 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: dns_domain_ports.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.597584 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.598092 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 03 18:21:43.598418 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.599349 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.599882 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 03 18:21:43.600210 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: dvr.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.600886 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.601388 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: dvr Nov 03 18:21:43.601712 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: ecmp_routes.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.602628 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.603135 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 03 18:21:43.604098 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: empty_string_filtering.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.605017 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.605528 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: empty-string-filtering Nov 03 18:21:43.605854 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.606776 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.607289 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 03 18:21:43.607648 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.608572 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.609081 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 03 18:21:43.609408 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: external_net.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.610321 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.610834 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: external-net Nov 03 18:21:43.611159 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.612113 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.612623 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: extra_dhcp_opt Nov 03 18:21:43.612948 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: extraroute.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.613858 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.614372 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: extraroute Nov 03 18:21:43.614699 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: extraroute_atomic.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.615769 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.616287 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: extraroute-atomic Nov 03 18:21:43.616612 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: filter_validation.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.617454 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.617969 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: filter-validation Nov 03 18:21:43.618297 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: fip_pf_description.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.619246 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.619786 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 03 18:21:43.620113 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: fip_port_details.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.621032 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.621552 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: fip-port-details Nov 03 18:21:43.621878 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: flavors.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.623119 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.623676 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: flavors Nov 03 18:21:43.624008 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.625708 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.626225 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 03 18:21:43.626593 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: floatingip_pools.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.627304 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.627844 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: floatingip-pools Nov 03 18:21:43.628176 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: ip_allocation.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.629112 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.629946 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension ip_allocation not supported by any of loaded plugins Nov 03 18:21:43.630518 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.631683 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.632205 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: ip-substring-filtering Nov 03 18:21:43.632536 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: l2_adjacency.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.633476 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.634596 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 03 18:21:43.635186 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: l3.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.636785 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.637320 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: router Nov 03 18:21:43.637652 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.639983 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.640519 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 03 18:21:43.640853 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.641802 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.642328 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: ext-gw-mode Nov 03 18:21:43.642657 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.643630 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.644176 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: l3-ha Nov 03 18:21:43.644505 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: l3_flavors.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.645460 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.645977 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: l3-flavors Nov 03 18:21:43.646302 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.647225 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.647777 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 03 18:21:43.648108 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: l3agentscheduler.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.649166 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.649689 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: l3_agent_scheduler Nov 03 18:21:43.650021 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: logging.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.652064 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.652599 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension logging not supported by any of loaded plugins Nov 03 18:21:43.652939 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: metering.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.653695 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.654286 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: metering Nov 03 18:21:43.654619 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.655885 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.656409 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: metering_source_and_destination_fields Nov 03 18:21:43.656744 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: multiprovidernet.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.657688 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.658203 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: multi-provider Nov 03 18:21:43.658531 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: netmtu.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.659462 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.659996 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: net-mtu Nov 03 18:21:43.660323 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: netmtu_writable.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.661262 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.661772 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: net-mtu-writable Nov 03 18:21:43.662099 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: network_availability_zone.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.662774 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.663282 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: network_availability_zone Nov 03 18:21:43.663633 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: network_ip_availability.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.664757 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.665271 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: network-ip-availability Nov 03 18:21:43.665600 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: network_segment_range.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.667006 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.667516 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension network-segment-range not supported by any of loaded plugins Nov 03 18:21:43.667868 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: pagination.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.668865 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.669199 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: pagination Nov 03 18:21:43.669524 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: port_device_profile.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.670447 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.670972 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: port-device-profile Nov 03 18:21:43.671301 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.672254 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.672769 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: port-mac-address-regenerate Nov 03 18:21:43.673098 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.674056 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.674566 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: port-numa-affinity-policy Nov 03 18:21:43.674895 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: port_resource_request.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.675842 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.676357 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension port-resource-request not supported by any of loaded plugins Nov 03 18:21:43.676687 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: port_resource_request_groups.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.677679 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.678193 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 03 18:21:43.678521 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: portbindings.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.679463 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.680013 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: binding Nov 03 18:21:43.680343 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: portbindings_extended.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.681650 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.682172 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: binding-extended Nov 03 18:21:43.682502 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: portsecurity.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.683427 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.683977 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: port-security Nov 03 18:21:43.684307 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: project_id.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.685297 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.685630 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: project-id Nov 03 18:21:43.685955 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: providernet.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.686873 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.687392 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: provider Nov 03 18:21:43.687759 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: qos.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.691472 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.692150 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension qos not supported by any of loaded plugins Nov 03 18:21:43.692556 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.693844 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.694399 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 03 18:21:43.694799 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.695820 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.696373 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 03 18:21:43.696728 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: qos_default.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.697741 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.698292 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension qos-default not supported by any of loaded plugins Nov 03 18:21:43.698646 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: qos_fip.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.699313 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.699891 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension qos-fip not supported by any of loaded plugins Nov 03 18:21:43.700279 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: qos_gateway_ip.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.701291 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.701878 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 03 18:21:43.702244 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: qos_port_network_policy.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.703246 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.703821 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 03 18:21:43.704213 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.705390 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.705898 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 03 18:21:43.706253 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: qos_pps_rule.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.707592 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.708305 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension qos-pps not supported by any of loaded plugins Nov 03 18:21:43.708642 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: qos_rule_type_details.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.709577 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.710101 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 03 18:21:43.710432 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: qos_rules_alias.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.711494 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.712138 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 03 18:21:43.712367 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: quotasv2.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.713845 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.714188 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: quotas Nov 03 18:21:43.714518 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: quotasv2_detail.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.717735 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.718082 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: quota_details Nov 03 18:21:43.718419 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: rbac.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.719498 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.720056 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: rbac-policies Nov 03 18:21:43.720389 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: rbac_address_group.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.721332 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.721856 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: rbac-address-group Nov 03 18:21:43.722186 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: rbac_address_scope.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.723112 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.723658 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: rbac-address-scope Nov 03 18:21:43.723994 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: rbac_security_groups.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.724921 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.725480 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: rbac-security-groups Nov 03 18:21:43.725803 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: rbac_subnetpool.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.726735 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.727258 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: rbac-subnetpool Nov 03 18:21:43.727598 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: revisionifmatch.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.729091 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.729611 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: revision-if-match Nov 03 18:21:43.729939 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: revisions.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.731073 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.731613 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: standard-attr-revisions Nov 03 18:21:43.731939 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: router_availability_zone.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.732623 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.733141 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: router_availability_zone Nov 03 18:21:43.733467 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: routerservicetype.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.734404 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.734922 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension router-service-type not supported by any of loaded plugins Nov 03 18:21:43.735249 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.736218 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.736740 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: security-groups-normalized-cidr Nov 03 18:21:43.737067 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.738007 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.738529 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: port-security-groups-filtering Nov 03 18:21:43.738857 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.739893 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.740411 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: security-groups-remote-address-group Nov 03 18:21:43.740738 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.741667 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.742185 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: security-groups-shared-filtering Nov 03 18:21:43.742512 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.743104 n-d-812150-4 neutron-server[101602]: WARNING neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 03 18:21:43.743428 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: securitygroup.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.753636 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.754179 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: security-group Nov 03 18:21:43.754522 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: segment.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.755319 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.755861 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension segment not supported by any of loaded plugins Nov 03 18:21:43.756195 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.757139 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.757654 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 03 18:21:43.757988 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: servicetype.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.759113 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.759946 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: service-type Nov 03 18:21:43.760279 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: sorting.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.761278 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.761614 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: sorting Nov 03 18:21:43.761946 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: standard_attr_segment.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.762874 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.763395 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 03 18:21:43.763762 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: standardattrdescription.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.764428 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.764944 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: standard-attr-description Nov 03 18:21:43.765272 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: stateful_security_group.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.766210 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.766729 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: stateful-security-group Nov 03 18:21:43.767059 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: stdattrs_common.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.767677 n-d-812150-4 neutron-server[101602]: WARNING neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 03 18:21:43.768005 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.768938 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.769458 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 03 18:21:43.769780 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: subnet_onboard.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.770876 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.771403 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: subnet_onboard Nov 03 18:21:43.771765 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.772713 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.773234 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 03 18:21:43.773562 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: subnet_service_types.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.774802 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.775872 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: subnet-service-types Nov 03 18:21:43.776203 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: subnetallocation.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.777296 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.777818 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: subnet_allocation Nov 03 18:21:43.778143 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.778815 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.779328 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: subnetpool-prefix-ops Nov 03 18:21:43.779688 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.780627 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.781143 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 03 18:21:43.781470 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: tagging.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.782574 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.783098 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: standard-attr-tag Nov 03 18:21:43.783432 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: timestamp.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.784683 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.785209 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loaded extension: standard-attr-timestamp Nov 03 18:21:43.785541 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: trunk.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.786594 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.787120 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension trunk not supported by any of loaded plugins Nov 03 18:21:43.787452 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: trunk_details.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.788420 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.788939 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension trunk-details not supported by any of loaded plugins Nov 03 18:21:43.789270 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: uplink_status_propagation.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.790198 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.790718 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 03 18:21:43.791676 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Loading extension file: vlantransparent.py {{(pid=101602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 03 18:21:43.792359 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 03 18:21:43.792877 n-d-812150-4 neutron-server[101602]: INFO neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 03 18:21:43.795381 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:network Nov 03 18:21:43.795936 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:subnet Nov 03 18:21:43.796349 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 18:21:43.796750 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:port Nov 03 18:21:43.798023 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.v2.resource_helper [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:21:43.798464 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.v2.resource_helper [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Service FLAVORS assigned prefix: {{(pid=101602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:21:43.799100 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.v2.resource_helper [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:21:43.799541 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.v2.resource_helper [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:21:43.799904 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:router Nov 03 18:21:43.800342 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:floatingip Nov 03 18:21:43.800843 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.v2.resource_helper [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Service METERING assigned prefix: /metering {{(pid=101602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:21:43.802306 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.802679 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.803036 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:21:43.804096 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of CountableResource for resource:rbac_policy Nov 03 18:21:43.804552 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:security_group Nov 03 18:21:43.804984 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 03 18:21:43.805599 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.v2.resource_helper [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Service CORE assigned prefix: {{(pid=101602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:21:43.805944 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 18:21:43.806295 n-d-812150-4 neutron-server[101602]: WARNING neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] subnetpool is already registered Nov 03 18:21:43.806750 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.v2.resource_helper [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Service CORE assigned prefix: {{(pid=101602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:21:43.807078 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 18:21:43.807412 n-d-812150-4 neutron-server[101602]: WARNING neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] subnetpool is already registered Nov 03 18:21:43.809893 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.v2.resource_helper [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:21:43.810302 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.v2.resource_helper [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Service FLAVORS assigned prefix: {{(pid=101602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:21:43.810933 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.v2.resource_helper [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:21:43.811367 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.v2.resource_helper [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:21:43.811743 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:router Nov 03 18:21:43.812090 n-d-812150-4 neutron-server[101602]: WARNING neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] router is already registered Nov 03 18:21:43.812510 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:floatingip Nov 03 18:21:43.812854 n-d-812150-4 neutron-server[101602]: WARNING neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] floatingip is already registered Nov 03 18:21:43.813372 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.v2.resource_helper [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Service METERING assigned prefix: /metering {{(pid=101602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:21:43.814076 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of CountableResource for resource:rbac_policy Nov 03 18:21:43.814409 n-d-812150-4 neutron-server[101602]: WARNING neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] rbac_policy is already registered Nov 03 18:21:43.814845 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:security_group Nov 03 18:21:43.815193 n-d-812150-4 neutron-server[101602]: WARNING neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] security_group is already registered Nov 03 18:21:43.815618 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 03 18:21:43.815959 n-d-812150-4 neutron-server[101602]: WARNING neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] security_group_rule is already registered Nov 03 18:21:43.816436 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.v2.resource_helper [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Service CORE assigned prefix: {{(pid=101602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:21:43.816763 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 18:21:43.817098 n-d-812150-4 neutron-server[101602]: WARNING neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] subnetpool is already registered Nov 03 18:21:43.817534 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.v2.resource_helper [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Service CORE assigned prefix: {{(pid=101602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 03 18:21:43.817862 n-d-812150-4 neutron-server[101602]: INFO neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Creating instance of TrackedResource for resource:subnetpool Nov 03 18:21:43.818201 n-d-812150-4 neutron-server[101602]: WARNING neutron.quota.resource_registry [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] subnetpool is already registered Nov 03 18:21:43.819948 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: extensions {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.821392 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: address-groups {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.822897 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: address-scopes {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.824146 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: agents {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.825433 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: auto-allocated-topology {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.826670 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: availability_zones {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.827908 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: dhcp-networks {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.829324 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: dhcp-agents {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.830853 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: routers {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.833000 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: flavors {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.834273 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: service_profiles {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.835472 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: next_providers {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.836962 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: service_profiles {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.838959 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: floatingip-pools {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.840311 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: routers {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.842399 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: floatingips {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.843704 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: l3-routers {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.845115 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: l3-agents {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.846542 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: metering-labels {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.847833 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: metering-label-rules {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.849217 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: network-ip-availabilities {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.850486 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: bindings {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.852093 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: quotas {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.854372 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: quotas {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.855934 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: rbac-policies {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.857126 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: security-groups {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.858447 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: security-group-rules {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.859903 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: service-providers {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.861151 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: subnetpools {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.862560 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: subnetpools {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.864050 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: tags {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.865738 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: tags {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.867622 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: tags {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.869468 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: tags {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.871164 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: tags {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.873148 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: tags {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.874864 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: tags {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.877667 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: tags {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.879443 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: tags {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.881238 n-d-812150-4 neutron-server[101602]: DEBUG neutron.api.extensions [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Extended resource: tags {{(pid=101602) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 03 18:21:43.888163 n-d-812150-4 neutron-server[101602]: WARNING keystonemiddleware.auth_token [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 03 18:21:43.892679 n-d-812150-4 neutron-server[101602]: WARNING keystonemiddleware.auth_token [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 03 18:21:43.902523 n-d-812150-4 neutron-server[101602]: DEBUG oslo_concurrency.lockutils [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Acquired lock "singleton_lock" {{(pid=101602) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 03 18:21:43.903000 n-d-812150-4 neutron-server[101602]: DEBUG oslo_concurrency.lockutils [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Releasing lock "singleton_lock" {{(pid=101602) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 03 18:21:43.903736 n-d-812150-4 neutron-server[101602]: INFO oslo_service.service [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Starting 2 workers Nov 03 18:21:43.908818 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Started child 101711 {{(pid=101602) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 18:21:43.913523 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Started child 101712 {{(pid=101602) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 18:21:43.915278 n-d-812150-4 neutron-server[101602]: INFO neutron.service [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 03 18:21:43.915890 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Publish callbacks [] for process, before_spawn {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:43.916126 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:43.917467 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [-] (101711) wsgi starting up on http://0.0.0.0:9696 Nov 03 18:21:43.918843 n-d-812150-4 neutron-server[101602]: INFO oslo_service.service [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Starting 1 workers Nov 03 18:21:43.920263 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:43.921668 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [-] (101712) wsgi starting up on http://0.0.0.0:9696 Nov 03 18:21:43.924179 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Started child 101713 {{(pid=101602) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 18:21:43.924749 n-d-812150-4 neutron-server[101602]: INFO oslo_service.service [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Starting 1 workers Nov 03 18:21:43.928049 n-d-812150-4 neutron-server[101713]: DEBUG neutron.service [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] calling RpcWorker wait() {{(pid=101713) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 03 18:21:43.928597 n-d-812150-4 neutron-server[101713]: DEBUG neutron.service [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] returning from RpcWorker wait() {{(pid=101713) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 03 18:21:43.929842 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:43.930100 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Started child 101714 {{(pid=101602) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 03 18:21:43.930399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:21:43.931233 n-d-812150-4 neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5bae4e1a-ce1f-411b-811d-0a4b4c7f6d43 None None] Publish callbacks [] for process, after_spawn {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:43.933131 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101602) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 03 18:21:43.933352 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 18:21:43.933545 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 18:21:43.933772 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 18:21:43.934546 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 18:21:43.934546 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 18:21:43.934903 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.935125 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:43.935643 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.935858 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.936295 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.936749 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.937783 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.940172 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.940172 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.940172 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.940172 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.940172 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.940172 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.940172 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.940172 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.941012 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.941012 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.941012 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.941012 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.941012 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.941595 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.941595 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.941843 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.941971 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] debug = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.942179 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.942666 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.944207 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.944207 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.944207 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.944207 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.944207 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.944207 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.944938 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.944938 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.944938 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.945278 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.945409 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.945546 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.945745 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.945990 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.946239 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.946693 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] host = n-d-812150-4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.946934 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.947708 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.947973 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.948201 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.948446 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.948684 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.948960 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.949231 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.949481 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.949713 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.949964 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.950218 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.950431 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.950686 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_file = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.950849 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_options = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.951063 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.951330 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.951612 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.951797 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.951965 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.952140 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.952399 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.952830 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.952830 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.953144 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.953270 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.953456 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.953691 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.953904 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.954158 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.954387 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.954622 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.954835 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.955078 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.955329 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.955573 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.955841 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.956063 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.956360 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.956553 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.956771 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.957018 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.957254 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.957466 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.957726 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.957960 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.958207 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.958454 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.958698 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.958957 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.959205 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.959433 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.959691 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.959972 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.960196 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.960445 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.960721 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.960934 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.961166 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.961380 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.961615 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.961828 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] use_json = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.962038 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.962270 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.962515 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.963442 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.963608 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.963750 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.963962 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.964195 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:43.964631 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.964909 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.965221 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.965476 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.965709 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.965949 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.966212 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.966464 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.966696 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.966944 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.967256 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.967484 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.967858 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.968089 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.968350 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.968683 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.968923 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.969184 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.970156 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.970156 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.970156 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.970156 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.971005 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.971488 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.971792 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.972144 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.972402 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.972743 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.973011 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.973307 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.107/identity {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.973544 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.973830 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.974132 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.974321 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.974540 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.974967 n-d-812150-4 neutron-server[101714]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:21:43.975165 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.975165 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.978381 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.978381 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.978381 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.978381 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.978381 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.978381 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.978381 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.978381 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.978381 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.979849 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.979849 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.979849 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.979849 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.979849 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.979849 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.979849 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.979849 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.979849 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.982972 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.982972 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.982972 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.982972 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.982972 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.982972 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.982972 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.982972 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.982972 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.985452 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.985452 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.985452 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.985452 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.985452 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.985452 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.985452 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.985452 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.985452 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.986333 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.986333 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.986333 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.986333 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.986333 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.986333 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.986333 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.986333 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.986333 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.986952 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.986952 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.986952 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.986952 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.986952 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.986952 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.993257 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.993257 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.993257 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.993257 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.993257 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.993257 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.993257 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.993257 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.994331 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.994331 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.994331 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.994331 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.994331 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.994331 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.994331 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.994331 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.994923 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.994923 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.994923 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.994923 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.994923 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.994923 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.994923 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.995649 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.995649 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.995649 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.996284 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.996284 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.996284 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.996551 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.996848 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.997089 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.997345 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.997657 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.997954 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.998250 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.998481 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.998732 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.999008 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.999259 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:43.999521 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.000701 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.000966 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.001196 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.001479 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.001728 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.001953 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.002171 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.002427 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.002781 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.003017 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.003233 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.003446 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.003763 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.004015 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.004257 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.007662 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.007946 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.008203 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.008476 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.008728 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.107/identity {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.010408 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.010663 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.010911 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.011139 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.011390 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.011654 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.012716 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.012716 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.013031 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.013365 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.013642 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.013893 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.014170 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.014441 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.014946 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.015249 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.015476 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.015725 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.015976 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.016210 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.016430 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.016646 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.016857 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.017088 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.017315 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.017587 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.017845 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.018087 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.018336 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.018560 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.018845 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.019061 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.019312 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.019549 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.019787 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.020001 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.020223 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.020435 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.020822 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.021204 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.021421 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.021681 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.021921 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.022263 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.022509 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.022928 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.023359 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.023784 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.024053 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.024280 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.024521 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.024760 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.024983 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.025240 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.026028 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.026259 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.026500 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.026736 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.027019 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.027407 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.027834 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.028239 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.028716 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.028985 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.029230 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.029511 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.029750 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.029963 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.030210 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.030422 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.030634 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.030853 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.031070 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.031279 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.031516 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.031746 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.031981 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.032219 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.032437 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.032643 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.032867 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.033130 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.033338 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.033553 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.033962 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.034173 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.034397 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.034605 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.034812 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.035031 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.035246 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.035478 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.035764 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.035976 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.036183 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.036401 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.036615 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.037362 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.037362 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.037362 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.037591 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.037826 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.038279 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.038521 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.038769 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.039058 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.039276 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.039531 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.039773 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.039991 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.040225 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.040496 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.040816 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.041115 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.041371 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.041607 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.041884 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.042156 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.042422 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.042633 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.042906 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.043241 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.043730 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.044002 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.044248 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.044485 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.044704 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.044918 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.045156 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.045376 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.045589 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.045853 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.046112 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.046345 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.046589 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.046814 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.047030 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.047253 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.047479 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.047759 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.047975 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.048132 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 18:21:44.048701 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101602) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 03 18:21:44.048865 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 03 18:21:44.049017 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 03 18:21:44.049198 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 03 18:21:44.049369 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 03 18:21:44.049519 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 03 18:21:44.049748 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.049907 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.050062 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.050276 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.050439 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.050614 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.050771 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.050926 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.051081 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.051236 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.051392 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.051551 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.051800 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.051962 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.052275 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.052844 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.052844 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.053022 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.053183 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.053308 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.053613 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.053911 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.054204 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] debug = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.054505 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.054717 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.054884 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.055039 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.055340 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.055500 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.055692 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.055850 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.056006 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.056161 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.056318 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.056499 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.056654 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.056821 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.056955 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.057114 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.057272 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.057428 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] host = n-d-812150-4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.057582 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.057738 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.057893 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.058047 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.058202 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.058357 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.058513 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.058668 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.058871 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.058947 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.059108 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.059261 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.059415 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.059571 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_file = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.059760 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_options = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.059965 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.060061 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.060214 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.060395 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.060557 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.060713 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.060870 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.061024 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.061179 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.061332 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.061492 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.061828 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.061828 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.062030 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.062161 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.062282 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.062396 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.062514 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.062634 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.062781 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.062935 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.063089 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.063244 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.063399 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.063555 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.063731 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.063886 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.064042 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.064196 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.064353 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.064507 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.064662 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.064816 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.064972 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.065128 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.065281 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.065437 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.065592 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.065750 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.065906 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.066062 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.066216 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.066372 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.066527 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.066681 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.066836 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.066991 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] use_json = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.067146 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.067301 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.067458 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.067642 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.067800 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.067954 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.068109 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.068265 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 03 18:21:44.068441 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.068602 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.068771 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.068928 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.069086 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.069244 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.069401 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.069559 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.069715 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.069872 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.070036 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.070194 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.070362 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.070519 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.070676 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.070835 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.070995 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.071152 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.071309 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.071471 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.071651 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.071812 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.071976 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.072705 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.072865 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.073023 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.073180 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.073352 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.073510 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.073668 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.107/identity {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.073825 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.073983 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.074142 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.074301 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.074534 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.074656 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.074788 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.074899 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.075041 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.075199 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.075357 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.075515 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.075718 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.075878 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.076001 n-d-812150-4 neutron-server[101713]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:21:44.076092 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.076172 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.076329 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.076487 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.076646 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.076803 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.076961 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.077119 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.077276 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.077435 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.077593 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.077763 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.077920 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.078078 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.078236 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.078394 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.078551 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.078708 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.078867 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.079024 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.079181 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.079338 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.079508 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.079686 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.079860 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.079983 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.080135 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.080292 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.080450 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.080607 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.080764 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.080921 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.081079 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.081237 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.081393 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.081555 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.081712 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.081869 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.082029 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.082173 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.082329 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.082486 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.082643 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.082800 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.082957 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.083125 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.083296 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.083452 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.083633 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.083793 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.083950 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.084108 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.084265 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.084421 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.084578 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.084734 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.084890 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.085047 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.085205 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.085363 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.085519 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.085675 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.085831 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.085989 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.086147 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.086379 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.087078 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.087315 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.087480 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.087658 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.088483 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.088829 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.088829 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.089067 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.089189 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.089308 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.089427 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.089545 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.089707 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.089866 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.090095 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.090234 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.090362 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.090482 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.090600 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.090746 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.090901 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.091059 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.091224 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.091391 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.091554 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.091734 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.091891 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.092244 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.092244 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.092417 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.092540 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.092658 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.092804 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.092961 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.093117 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.093274 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.093431 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.093588 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.093747 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.107/identity {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.093904 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.094061 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.094218 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.094376 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.094535 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.094694 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.094852 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.095009 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.095167 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.095323 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.095479 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.095655 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.095814 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.095973 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.096130 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.096287 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.096447 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.096604 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.096761 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.096917 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.097073 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.097229 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.097386 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.097541 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.097698 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.097857 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.098036 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.098165 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.098319 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.098482 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.098688 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.098827 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.098950 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.099074 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.099195 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.099349 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.099507 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.099740 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.099874 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.099984 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.100144 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.100301 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.100459 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.100632 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.100790 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.100947 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.101106 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.101263 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.101424 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.101582 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.101740 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.101897 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.102055 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.102211 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.102370 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.102529 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.102688 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.102845 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.103003 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.103160 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.103338 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.103499 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.103708 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.103869 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.104030 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.104187 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.104536 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.104678 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.104851 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.105009 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.105167 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.105549 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.105549 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.105736 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.105814 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.105926 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.106095 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.106233 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.106365 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.106514 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.106681 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.106838 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.106996 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.107138 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.107296 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.107453 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.107631 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.107788 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.107945 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.108102 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.108259 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.108416 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.108584 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.108736 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.108873 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.109030 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.109189 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.109346 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.109513 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.109672 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.109825 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.109983 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.110140 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.110298 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.110454 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.110623 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.110780 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.110941 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.111097 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.111254 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.111415 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.111591 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.111762 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.111928 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.112093 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.112251 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.112417 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.112582 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.112747 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.112905 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.113067 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.113237 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.113394 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.113551 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.113707 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.113864 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.114022 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.114179 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.114336 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.114493 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.114649 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.114806 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.114963 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.115120 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.115294 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.115427 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.115613 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.115754 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.115912 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.116069 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.116226 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 03 18:21:44.116379 n-d-812150-4 neutron-server[101602]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 03 18:21:44.234840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56378) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:21:44.243477 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [-] 10.222.0.107 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0064309 Nov 03 18:21:55.751201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a3fb59-3e6c-493e-9fe3-a070c2df7a3c None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:21:55.805262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a3fb59-3e6c-493e-9fe3-a070c2df7a3c None None] No non-hosted networks {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 03 18:21:55.820126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.agentschedulers_db [None req-29a3fb59-3e6c-493e-9fe3-a070c2df7a3c None None] DHCP Agent not found on host n-d-812150-4 {{(pid=101713) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 03 18:21:55.906647 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9ce01e13-3838-4153-8d59-d7d7591eb344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-489647'] for agent, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:58.026787 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b99f6a04-69d0-49e1-b7ad-aedce15df115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-489647'] for agent, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:58.070617 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-075e20d5-574a-41a7-8d1c-22967d357adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:21:59.125147 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-489647'] for agent, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:00.482307 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-489647'] for agent, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:01.347276 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-489647'] for agent, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:01.348546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:01.349149 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:01.349657 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:01.351832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:01.351832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:01.351832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:01.351832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:01.356051 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:01.359773 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:01.360729 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:01.362898 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:01.365194 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:01.366208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-812150-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:22:01.385967 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-812150-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:22:01.924305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56468) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:02.449529 n-d-812150-4 neutron-server[101712]: WARNING oslo_policy.policy [None req-cb372857-fd91-4df3-8a40-38f33cfcbd7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:22:02.450360 n-d-812150-4 neutron-server[101712]: WARNING oslo_policy.policy [None req-cb372857-fd91-4df3-8a40-38f33cfcbd7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:22:02.679916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-cb372857-fd91-4df3-8a40-38f33cfcbd7e admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:22:02.682037 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cb372857-fd91-4df3-8a40-38f33cfcbd7e admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.7557111 Nov 03 18:22:02.711998 n-d-812150-4 neutron-server[101713]: INFO neutron.db.l3_hamode_db [None req-6a907281-9b4a-48cd-b5bf-ded031e54c38 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 03 18:22:02.797070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a907281-9b4a-48cd-b5bf-ded031e54c38 None None] Routers set() bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:22:02.799722 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a907281-9b4a-48cd-b5bf-ded031e54c38 None None] Router IDs set() for agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 18:22:05.183254 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56484) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:05.486467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ca9f9960-c148-4e40-a290-b581d949ec95 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:22:05.582959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.policy [None req-ca9f9960-c148-4e40-a290-b581d949ec95 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101712) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 03 18:22:05.630033 n-d-812150-4 neutron-server[101712]: WARNING oslo_policy.policy [None req-ca9f9960-c148-4e40-a290-b581d949ec95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:22:05.630404 n-d-812150-4 neutron-server[101712]: WARNING oslo_policy.policy [None req-ca9f9960-c148-4e40-a290-b581d949ec95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:22:05.639845 n-d-812150-4 neutron-server[101712]: INFO neutron.quota [None req-ca9f9960-c148-4e40-a290-b581d949ec95 admin admin] Loaded quota_driver: . Nov 03 18:22:05.730264 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9960-c148-4e40-a290-b581d949ec95 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733913524170', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733913523481', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733913520049', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733913640565', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733914213684', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733913620987', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1488406', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1331481', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-330695', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676139'] for rbac-policy, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:05.795406 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9960-c148-4e40-a290-b581d949ec95 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:05.796602 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ca9f9960-c148-4e40-a290-b581d949ec95 admin admin] 10.222.0.107 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6123319 Nov 03 18:22:08.463145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56496) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:08.756946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'project_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'name': 'private'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:22:08.786061 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Made reservation on behalf of e12d36ca68de4e08acd8d6dd8741146a for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:22:08.788884 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:08.805231 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:08.911684 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:08.915466 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:08.935181 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:22:08.964690 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733915596036', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:08.965265 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Unsubscribe: segment precommit_create {{(pid=101712) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 03 18:22:08.965769 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Added segment 1a16f92f-930d-4b61-ab2b-f95bd76add99 of type vlan for network 344fe0ff-788e-4697-842a-7727cd2a1559 Nov 03 18:22:08.982251 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf17e22-a7a6-472c-abad-8966652f86b7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:09.029066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:09.029404 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:09.029739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:09.030069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:09.030396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:09.030723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:09.031046 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:09.031364 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:09.031716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:09.032038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:09.032355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:09.032672 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Tracked resource versions report: Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: pushed versions: Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: { 'AddressGroup': {'1.2'}, Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'ConntrackHelper': {'1.0'}, Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'Log': {'1.0'}, Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'Network': {'1.1'}, Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'Port': {'1.7'}, Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'PortForwarding': {'1.2'}, Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'QosPolicy': {'1.10'}, Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'SecurityGroup': {'1.5'}, Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'SubPort': {'1.0'}, Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'Subnet': {'1.1'}, Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'Trunk': {'1.1'}} Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: consumer versions: Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: { DHCP agent@n-d-812150-4: {}, Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: L3 agent@n-d-812150-4: {}, Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: Metadata agent@n-d-812150-4: {}, Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: Metering agent@n-d-812150-4: {}, Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: Open vSwitch agent@n-d-812150-4: { 'AddressGroup': '1.2', Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'ConntrackHelper': '1.0', Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'Log': '1.0', Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'Network': '1.1', Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'Port': '1.7', Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'PortForwarding': '1.2', Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'QosPolicy': '1.10', Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'SecurityGroup': '1.5', Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'SecurityGroupRule': '1.2', Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'SubPort': '1.0', Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'Subnet': '1.1', Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: 'Trunk': '1.1'}} Nov 03 18:22:09.033683 n-d-812150-4 neutron-server[101712]: {{(pid=101712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:22:09.083298 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:09.121775 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:09.123073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:22:09.123772 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:09.186490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7221282 Nov 03 18:22:09.227568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f017e48-42b1-4393-8fd6-ebfde43c54b4 admin admin] Pushing event updated for resources: {'Network': ['ID=344fe0ff-788e-4697-842a-7727cd2a1559,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:09.239650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 344fe0ff-788e-4697-842a-7727cd2a1559 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:22:11.953400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56510) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:12.438673 n-d-812150-4 neutron-server[101711]: WARNING oslo_policy.policy [None req-5acda5d4-de89-4528-92ed-b6a16ac27f38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:22:12.439273 n-d-812150-4 neutron-server[101711]: WARNING oslo_policy.policy [None req-5acda5d4-de89-4528-92ed-b6a16ac27f38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:22:12.888656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.policy [None req-5acda5d4-de89-4528-92ed-b6a16ac27f38 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101711) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 03 18:22:12.935407 n-d-812150-4 neutron-server[101711]: WARNING oslo_policy.policy [None req-5acda5d4-de89-4528-92ed-b6a16ac27f38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:22:12.935828 n-d-812150-4 neutron-server[101711]: WARNING oslo_policy.policy [None req-5acda5d4-de89-4528-92ed-b6a16ac27f38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 03 18:22:12.944598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acda5d4-de89-4528-92ed-b6a16ac27f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:22:12.946424 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5acda5d4-de89-4528-92ed-b6a16ac27f38 admin admin] 10.222.0.107 "GET /v2.0/networks/344fe0ff-788e-4697-842a-7727cd2a1559 HTTP/1.1" status: 200 len: 825 time: 0.9921012 Nov 03 18:22:12.985787 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d5830e61-720c-48b6-b6d6-dac0e0458c18 admin admin] 10.222.0.107 "GET /v2.0/subnetpools/41b733d8-4d7c-40c7-9927-813e18d0fd70 HTTP/1.1" status: 200 len: 734 time: 0.0330336 Nov 03 18:22:12.996680 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'subnetpool_id': '41b733d8-4d7c-40c7-9927-813e18d0fd70', 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:22:12.998599 n-d-812150-4 neutron-server[101711]: INFO neutron.quota [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Loaded quota_driver: . Nov 03 18:22:13.037814 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Made reservation on behalf of e12d36ca68de4e08acd8d6dd8741146a for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:22:13.041148 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:13.324566 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:13.391242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Checking segment: {'id': '1a16f92f-930d-4b61-ab2b-f95bd76add99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:22:13.391645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Network hostable DHCP agents. Network: 344fe0ff-788e-4697-842a-7727cd2a1559, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:22:13.404140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1d9ca0-c44a-4c34-add1-d70834e24880,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:13.419608 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:13.419962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:13.420292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:13.420619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:13.420948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:13.421295 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:13.421614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:13.421932 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:13.422262 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:13.422555 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:13.422866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:13.423179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Tracked resource versions report: Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: pushed versions: Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: { 'AddressGroup': {'1.2'}, Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'ConntrackHelper': {'1.0'}, Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'Log': {'1.0'}, Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'Network': {'1.1'}, Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'Port': {'1.7'}, Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'PortForwarding': {'1.2'}, Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'QosPolicy': {'1.10'}, Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'SecurityGroup': {'1.5'}, Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'SubPort': {'1.0'}, Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'Subnet': {'1.1'}, Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'Trunk': {'1.1'}} Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: consumer versions: Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: { DHCP agent@n-d-812150-4: {}, Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: L3 agent@n-d-812150-4: {}, Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: Metadata agent@n-d-812150-4: {}, Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: Metering agent@n-d-812150-4: {}, Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: Open vSwitch agent@n-d-812150-4: { 'AddressGroup': '1.2', Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'ConntrackHelper': '1.0', Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'Log': '1.0', Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'Network': '1.1', Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'Port': '1.7', Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'PortForwarding': '1.2', Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'QosPolicy': '1.10', Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'SecurityGroup': '1.5', Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'SecurityGroupRule': '1.2', Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'SubPort': '1.0', Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'Subnet': '1.1', Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: 'Trunk': '1.1'}} Nov 03 18:22:13.424209 n-d-812150-4 neutron-server[101711]: {{(pid=101711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:22:13.452478 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Network 344fe0ff-788e-4697-842a-7727cd2a1559 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:22:13.465409 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 344fe0ff-788e-4697-842a-7727cd2a1559) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:22:13.469808 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:22:13.470436 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:13.475194 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555f5364-a431-4046-a63e-9526e43aefef None None] Network 344fe0ff-788e-4697-842a-7727cd2a1559 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:22:13.490074 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-04826349-b19a-415e-8dc2-6f1a35065453 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4982314 Nov 03 18:22:13.802245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-344fe0ff-788e-4697-842a-7727cd2a1559', 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559', 'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'fixed_ips': [{'subnet_id': '4f1d9ca0-c44a-4c34-add1-d70834e24880'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:22:13.803476 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:14.096383 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Allocated IP 172.20.0.2 (344fe0ff-788e-4697-842a-7727cd2a1559/4f1d9ca0-c44a-4c34-add1-d70834e24880/51c0f2ad-86de-4180-804d-7889f48102af) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:22:14.298684 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:14.306092 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:14.371090 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Network 344fe0ff-788e-4697-842a-7727cd2a1559 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:22:14.379692 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:22:14.392226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:22:14.399913 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Pushing event updated for resources: {'Port': ['ID=51c0f2ad-86de-4180-804d-7889f48102af,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:14.431103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:14.431453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:14.431828 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:14.432170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:14.432503 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:14.432842 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:14.433164 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:14.433493 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:14.433821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:14.434146 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:14.434473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:14.434798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Tracked resource versions report: Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: pushed versions: Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: { 'AddressGroup': {'1.2'}, Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'ConntrackHelper': {'1.0'}, Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'Log': {'1.0'}, Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'Network': {'1.1'}, Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'Port': {'1.7'}, Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'PortForwarding': {'1.2'}, Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'QosPolicy': {'1.10'}, Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'SecurityGroup': {'1.5'}, Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'SubPort': {'1.0'}, Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'Subnet': {'1.1'}, Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'Trunk': {'1.1'}} Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: consumer versions: Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: { DHCP agent@n-d-812150-4: {}, Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: L3 agent@n-d-812150-4: {}, Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: Metadata agent@n-d-812150-4: {}, Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: Metering agent@n-d-812150-4: {}, Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: Open vSwitch agent@n-d-812150-4: { 'AddressGroup': '1.2', Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'ConntrackHelper': '1.0', Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'Log': '1.0', Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'Network': '1.1', Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'Port': '1.7', Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'PortForwarding': '1.2', Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'QosPolicy': '1.10', Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'SecurityGroup': '1.5', Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'SecurityGroupRule': '1.2', Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'SubPort': '1.0', Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'Subnet': '1.1', Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: 'Trunk': '1.1'}} Nov 03 18:22:14.435874 n-d-812150-4 neutron-server[101713]: {{(pid=101713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:22:14.483837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Attempting to bind port 51c0f2ad-86de-4180-804d-7889f48102af on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:22:14.484505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Attempting to bind port 51c0f2ad-86de-4180-804d-7889f48102af by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '1a16f92f-930d-4b61-ab2b-f95bd76add99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:22:14.484659 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Attempting to bind port 51c0f2ad-86de-4180-804d-7889f48102af on network 344fe0ff-788e-4697-842a-7727cd2a1559 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:22:14.490623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:22:14.491003 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Checking segment: {'id': '1a16f92f-930d-4b61-ab2b-f95bd76add99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:22:14.491501 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:14.491915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Bound using segment: {'id': '1a16f92f-930d-4b61-ab2b-f95bd76add99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:22:14.492399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Bound port: 51c0f2ad-86de-4180-804d-7889f48102af, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a16f92f-930d-4b61-ab2b-f95bd76add99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:22:14.493550 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:14.556619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] For port 51c0f2ad-86de-4180-804d-7889f48102af, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:22:14.561556 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] For port 51c0f2ad-86de-4180-804d-7889f48102af, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=51c0f2ad-86de-4180-804d-7889f48102af,segment=NetworkSegment(1a16f92f-930d-4b61-ab2b-f95bd76add99),segment_id=1a16f92f-930d-4b61-ab2b-f95bd76add99)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:22:14.565275 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:14.635384 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783da5d-0bbb-45ca-bfa4-bf35dc4f9e8e None None] Pushing event updated for resources: {'Port': ['ID=51c0f2ad-86de-4180-804d-7889f48102af,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:16.075283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56530) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:16.390745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-5f563f29-bc0e-4e42-aa2b-8b410bb10b1c admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:22:16.391770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5f563f29-bc0e-4e42-aa2b-8b410bb10b1c admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3153281 Nov 03 18:22:18.915143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56538) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:19.238138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-c4d6a5a0-4b5e-43bb-b4ef-5f6987f6da65 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:22:19.239202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c4d6a5a0-4b5e-43bb-b4ef-5f6987f6da65 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3230808 Nov 03 18:22:21.959558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56548) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:22.264786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6f280373-0db6-4f26-9ce8-8842cfc9ff8f admin admin] Request body: {'router': {'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:22:22.289921 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f280373-0db6-4f26-9ce8-8842cfc9ff8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:22.291702 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f280373-0db6-4f26-9ce8-8842cfc9ff8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:22.432590 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f280373-0db6-4f26-9ce8-8842cfc9ff8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:22.437094 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f280373-0db6-4f26-9ce8-8842cfc9ff8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:22.455483 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f280373-0db6-4f26-9ce8-8842cfc9ff8f admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:22.468233 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6f280373-0db6-4f26-9ce8-8842cfc9ff8f admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5073686 Nov 03 18:22:23.248629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 51c0f2ad-86de-4180-804d-7889f48102af up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:22:23.335139 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 51c0f2ad-86de-4180-804d-7889f48102af triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:22:23.335678 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:23.443156 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:23.477999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 51c0f2ad-86de-4180-804d-7889f48102af, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=51c0f2ad-86de-4180-804d-7889f48102af,segment=NetworkSegment(1a16f92f-930d-4b61-ab2b-f95bd76add99),segment_id=1a16f92f-930d-4b61-ab2b-f95bd76add99)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:22:23.482151 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:23.530053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=51c0f2ad-86de-4180-804d-7889f48102af,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:23.725009 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954ceb25-d378-4e2d-ac6d-c4e948676e2b None None] Network 344fe0ff-788e-4697-842a-7727cd2a1559 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:22:23.851204 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-2e90762d-3426-4a77-8d1a-c69cba5876ad None None] Provisioning complete for port 51c0f2ad-86de-4180-804d-7889f48102af triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:22:23.851602 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2e90762d-3426-4a77-8d1a-c69cba5876ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:24.189294 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-80596102-af33-4b4d-9fde-376199c07b06 None None] Provisioning complete for port 51c0f2ad-86de-4180-804d-7889f48102af triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:22:24.189587 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80596102-af33-4b4d-9fde-376199c07b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:24.960225 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56560) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:25.222916 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 51c0f2ad-86de-4180-804d-7889f48102af up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:22:25.268625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 51c0f2ad-86de-4180-804d-7889f48102af triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:22:25.269002 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:25.289970 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-d8dc5df5-5d29-480e-a4bf-d4a3086edb5e admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:22:25.291064 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d8dc5df5-5d29-480e-a4bf-d4a3086edb5e admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3298862 Nov 03 18:22:25.630299 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-786ea4ca-a402-4542-bb61-37dcebb5dc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:27.778846 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56568) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:28.019403 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-216d6087-9e8b-4ef4-a7cd-bacaa68b6c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:28.094452 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:22:28.116045 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Made reservation on behalf of 429b459b466c47e2a5b7cb93bee3e363 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:22:28.119211 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:28.135426 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:28.246387 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:28.250313 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:28.270024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Reserving flat network on physical network physnet1 {{(pid=101711) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 03 18:22:28.289083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51260050-9935-4900-88f4-34d2e535017c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:28.299891 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733915596036', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:28.300895 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Unsubscribe: segment precommit_create {{(pid=101711) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 03 18:22:28.301510 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Added segment bf9b2d20-9f7f-47e3-9a77-fcd9e6589281 of type flat for network 5587e4b1-8810-4eef-bb38-61847d271d40 Nov 03 18:22:28.353582 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:28.398047 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:28.399652 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:22:28.400251 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:28.470742 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6908007 Nov 03 18:22:28.511590 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56072169-d40c-448c-bc50-88a5969b919f admin admin] Pushing event updated for resources: {'Network': ['ID=5587e4b1-8810-4eef-bb38-61847d271d40,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:28.522230 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 5587e4b1-8810-4eef-bb38-61847d271d40 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:22:29.060969 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:30.415928 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:31.005437 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56586) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:31.188866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62d3b01-457b-4601-89b4-29072b3be06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:22:31.190308 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a62d3b01-457b-4601-89b4-29072b3be06a admin admin] 10.222.0.107 "GET /v2.0/subnets/4f1d9ca0-c44a-4c34-add1-d70834e24880 HTTP/1.1" status: 200 len: 849 time: 0.1839101 Nov 03 18:22:31.337241 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:31.354249 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c4dfdb07-3ee1-4de4-be02-890dc44365cb admin admin] 10.222.0.107 "GET /v2.0/routers/8815d194-43d1-43fb-a7be-8f2208c994ba HTTP/1.1" status: 200 len: 704 time: 0.1575499 Nov 03 18:22:31.611452 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:31.900772 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Allocated IP 172.20.0.1 (344fe0ff-788e-4697-842a-7727cd2a1559/4f1d9ca0-c44a-4c34-add1-d70834e24880/1921a34c-9c05-4655-97be-a2d6b734d005) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:22:32.052949 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:32.115954 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:32.186595 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Network 344fe0ff-788e-4697-842a-7727cd2a1559 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:22:32.192453 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:22:32.195621 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:22:32.196161 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:32.318752 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Pushing event updated for resources: {'Port': ['ID=1921a34c-9c05-4655-97be-a2d6b734d005,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:32.437308 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d7c2c478-d268-46ce-86d0-efa13852ba51 None None] Provisioning complete for port 1921a34c-9c05-4655-97be-a2d6b734d005 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:22:32.437869 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c478-d268-46ce-86d0-efa13852ba51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:32.448255 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:32.469857 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2c478-d268-46ce-86d0-efa13852ba51 None None] Port 1921a34c-9c05-4655-97be-a2d6b734d005 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:22:32.651896 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:32.656205 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:32.657040 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:32.735899 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Pushing event updated for resources: {'Port': ['ID=1921a34c-9c05-4655-97be-a2d6b734d005,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:32.779147 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Network 344fe0ff-788e-4697-842a-7727cd2a1559 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:22:32.780449 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:22:32.937740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Router 8815d194-43d1-43fb-a7be-8f2208c994ba is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:22:32.994573 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-86692ff9-9a23-46cb-be6a-b78f3b27db26 None None] Provisioning complete for port 1921a34c-9c05-4655-97be-a2d6b734d005 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:22:32.994865 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-86692ff9-9a23-46cb-be6a-b78f3b27db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:33.028409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-86692ff9-9a23-46cb-be6a-b78f3b27db26 None None] Port 1921a34c-9c05-4655-97be-a2d6b734d005 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:22:33.032689 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:22:33.038126 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f1c03749-6f57-436f-a0c9-318058998cee admin admin] 10.222.0.107 "PUT /v2.0/routers/8815d194-43d1-43fb-a7be-8f2208c994ba/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6782646 Nov 03 18:22:33.047301 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Sync routers for ids ['8815d194-43d1-43fb-a7be-8f2208c994ba'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:22:33.060043 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Routers {'8815d194-43d1-43fb-a7be-8f2208c994ba'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:22:33.060879 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:22:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8815d194-43d1-43fb-a7be-8f2208c994ba'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:22:33.252557 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Set router 8815d194-43d1-43fb-a7be-8f2208c994ba gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:22:33.676738 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8815d194-43d1-43fb-a7be-8f2208c994ba', 'name': 'router1', 'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:22:22Z', 'updated_at': '2021-11-03T18:22:32Z', 'revision_number': 2, 'project_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'gw_port_host': None, '_interfaces': [{'id': '1921a34c-9c05-4655-97be-a2d6b734d005', 'name': '', 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559', 'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'mac_address': 'fa:16:3e:54:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8815d194-43d1-43fb-a7be-8f2208c994ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f1d9ca0-c44a-4c34-add1-d70834e24880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:22:31Z', 'updated_at': '2021-11-03T18:22:32Z', 'revision_number': 2, 'project_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'subnets': [{'id': '4f1d9ca0-c44a-4c34-add1-d70834e24880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41b733d8-4d7c-40c7-9927-813e18d0fd70'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:22:33.727545 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Checking router: 8815d194-43d1-43fb-a7be-8f2208c994ba for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:22:33.727945 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Updating router 8815d194-43d1-43fb-a7be-8f2208c994ba port 1921a34c-9c05-4655-97be-a2d6b734d005 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:22:33.775698 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:34.286639 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:34.294722 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:34.473010 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694bb60-9b30-4d9e-b466-a80c2a9262cf None None] Pushing event updated for resources: {'Port': ['ID=1921a34c-9c05-4655-97be-a2d6b734d005,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:34.475738 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Attempting to bind port 1921a34c-9c05-4655-97be-a2d6b734d005 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:22:34.476207 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Attempting to bind port 1921a34c-9c05-4655-97be-a2d6b734d005 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '1a16f92f-930d-4b61-ab2b-f95bd76add99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:22:34.477223 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Attempting to bind port 1921a34c-9c05-4655-97be-a2d6b734d005 on network 344fe0ff-788e-4697-842a-7727cd2a1559 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:22:34.487287 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694bb60-9b30-4d9e-b466-a80c2a9262cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:34.487655 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694bb60-9b30-4d9e-b466-a80c2a9262cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:34.487998 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694bb60-9b30-4d9e-b466-a80c2a9262cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:34.488329 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694bb60-9b30-4d9e-b466-a80c2a9262cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:34.488656 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694bb60-9b30-4d9e-b466-a80c2a9262cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:34.488981 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694bb60-9b30-4d9e-b466-a80c2a9262cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:34.489304 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694bb60-9b30-4d9e-b466-a80c2a9262cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:34.489625 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694bb60-9b30-4d9e-b466-a80c2a9262cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:34.489949 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694bb60-9b30-4d9e-b466-a80c2a9262cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:34.490265 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694bb60-9b30-4d9e-b466-a80c2a9262cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:34.490580 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694bb60-9b30-4d9e-b466-a80c2a9262cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:34.490898 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694bb60-9b30-4d9e-b466-a80c2a9262cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5694bb60-9b30-4d9e-b466-a80c2a9262cf None None] Tracked resource versions report: Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: pushed versions: Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: { 'AddressGroup': {'1.2'}, Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'ConntrackHelper': {'1.0'}, Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'Log': {'1.0'}, Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'Network': {'1.1'}, Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'Port': {'1.7'}, Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'PortForwarding': {'1.2'}, Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'QosPolicy': {'1.10'}, Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'SecurityGroup': {'1.5'}, Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'SubPort': {'1.0'}, Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'Subnet': {'1.1'}, Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'Trunk': {'1.1'}} Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: consumer versions: Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: { DHCP agent@n-d-812150-4: {}, Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: L3 agent@n-d-812150-4: {}, Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: Metadata agent@n-d-812150-4: {}, Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: Metering agent@n-d-812150-4: {}, Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: Open vSwitch agent@n-d-812150-4: { 'AddressGroup': '1.2', Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'ConntrackHelper': '1.0', Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'Log': '1.0', Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'Network': '1.1', Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'Port': '1.7', Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'PortForwarding': '1.2', Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'QosPolicy': '1.10', Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'SecurityGroup': '1.5', Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'SecurityGroupRule': '1.2', Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'SubPort': '1.0', Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'Subnet': '1.1', Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: 'Trunk': '1.1'}} Nov 03 18:22:34.491970 n-d-812150-4 neutron-server[101714]: {{(pid=101714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:22:34.494925 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:22:34.495330 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Checking segment: {'id': '1a16f92f-930d-4b61-ab2b-f95bd76add99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:22:34.495830 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:34.496210 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Bound using segment: {'id': '1a16f92f-930d-4b61-ab2b-f95bd76add99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:22:34.496695 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Bound port: 1921a34c-9c05-4655-97be-a2d6b734d005, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a16f92f-930d-4b61-ab2b-f95bd76add99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:22:34.497082 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:34.559000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e2f9f3cc-401a-4576-b220-6401e2b1bcb0 None None] Provisioning complete for port 1921a34c-9c05-4655-97be-a2d6b734d005 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:22:34.559525 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e2f9f3cc-401a-4576-b220-6401e2b1bcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:34.564610 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] For port 1921a34c-9c05-4655-97be-a2d6b734d005, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:22:34.583935 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] For port 1921a34c-9c05-4655-97be-a2d6b734d005, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1921a34c-9c05-4655-97be-a2d6b734d005,segment=NetworkSegment(1a16f92f-930d-4b61-ab2b-f95bd76add99),segment_id=1a16f92f-930d-4b61-ab2b-f95bd76add99)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:22:34.590410 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:34.598552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e2f9f3cc-401a-4576-b220-6401e2b1bcb0 None None] Port 1921a34c-9c05-4655-97be-a2d6b734d005 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:22:34.648153 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694bb60-9b30-4d9e-b466-a80c2a9262cf None None] Pushing event updated for resources: {'Port': ['ID=1921a34c-9c05-4655-97be-a2d6b734d005,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:34.681723 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Routers {'8815d194-43d1-43fb-a7be-8f2208c994ba'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:22:34.682725 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:22:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8815d194-43d1-43fb-a7be-8f2208c994ba'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:22:34.776581 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] Set router 8815d194-43d1-43fb-a7be-8f2208c994ba gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:22:34.820069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e514c456-e5a9-4389-9735-6b5548e517fc None None] Provisioning complete for port 1921a34c-9c05-4655-97be-a2d6b734d005 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:22:34.820477 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e514c456-e5a9-4389-9735-6b5548e517fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:34.899112 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e514c456-e5a9-4389-9735-6b5548e517fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:34.933423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e514c456-e5a9-4389-9735-6b5548e517fc None None] For port 1921a34c-9c05-4655-97be-a2d6b734d005, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1921a34c-9c05-4655-97be-a2d6b734d005,segment=NetworkSegment(1a16f92f-930d-4b61-ab2b-f95bd76add99),segment_id=1a16f92f-930d-4b61-ab2b-f95bd76add99)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:22:34.937245 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e514c456-e5a9-4389-9735-6b5548e517fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:34.988326 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8815d194-43d1-43fb-a7be-8f2208c994ba', 'name': 'router1', 'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:22:22Z', 'updated_at': '2021-11-03T18:22:32Z', 'revision_number': 2, 'project_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'gw_port_host': None, '_interfaces': [{'id': '1921a34c-9c05-4655-97be-a2d6b734d005', 'name': '', 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559', 'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'mac_address': 'fa:16:3e:54:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8815d194-43d1-43fb-a7be-8f2208c994ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f1d9ca0-c44a-4c34-add1-d70834e24880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:22:31Z', 'updated_at': '2021-11-03T18:22:34Z', 'revision_number': 4, 'project_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'subnets': [{'id': '4f1d9ca0-c44a-4c34-add1-d70834e24880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41b733d8-4d7c-40c7-9927-813e18d0fd70'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:22:34.989784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514c456-e5a9-4389-9735-6b5548e517fc None None] Pushing event updated for resources: {'Port': ['ID=1921a34c-9c05-4655-97be-a2d6b734d005,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:35.015334 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb0fec-7536-4e22-b8d6-fda61c619002 None None] The sync data for ids ['8815d194-43d1-43fb-a7be-8f2208c994ba'] in n-d-812150-4 is: [{'id': '8815d194-43d1-43fb-a7be-8f2208c994ba', 'name': 'router1', 'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:22:22Z', 'updated_at': '2021-11-03T18:22:32Z', 'revision_number': 2, 'project_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'gw_port_host': None, '_interfaces': [{'id': '1921a34c-9c05-4655-97be-a2d6b734d005', 'name': '', 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559', 'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'mac_address': 'fa:16:3e:54:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8815d194-43d1-43fb-a7be-8f2208c994ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f1d9ca0-c44a-4c34-add1-d70834e24880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:22:31Z', 'updated_at': '2021-11-03T18:22:34Z', 'revision_number': 4, 'project_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'subnets': [{'id': '4f1d9ca0-c44a-4c34-add1-d70834e24880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41b733d8-4d7c-40c7-9927-813e18d0fd70'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:22:35.405509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56608) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:35.517587 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7430586-fe62-4149-a995-ed2aba13865c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:22:35.518949 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b7430586-fe62-4149-a995-ed2aba13865c admin admin] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 842 time: 0.1124830 Nov 03 18:22:35.529504 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d421d652-e88e-48b6-ae55-46dc757c3ba9 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.2.0/24', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'name': 'public-subnet', 'gateway_ip': '172.25.2.1', 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:22:35.551845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d421d652-e88e-48b6-ae55-46dc757c3ba9 admin admin] Made reservation on behalf of 429b459b466c47e2a5b7cb93bee3e363 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:22:35.554022 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d421d652-e88e-48b6-ae55-46dc757c3ba9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:35.825401 n-d-812150-4 neutron-server[101711]: DEBUG neutron.objects.ports [None req-d421d652-e88e-48b6-ae55-46dc757c3ba9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:22:35.825820 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d421d652-e88e-48b6-ae55-46dc757c3ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:35.878739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421d652-e88e-48b6-ae55-46dc757c3ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59353b3a-4c16-428d-bd6a-0c2cae4a73c1,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:35.889178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421d652-e88e-48b6-ae55-46dc757c3ba9 admin admin] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:22:35.889523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d421d652-e88e-48b6-ae55-46dc757c3ba9 admin admin] Network hostable DHCP agents. Network: 5587e4b1-8810-4eef-bb38-61847d271d40, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:22:35.906131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d421d652-e88e-48b6-ae55-46dc757c3ba9 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:22:35.914701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d421d652-e88e-48b6-ae55-46dc757c3ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 5587e4b1-8810-4eef-bb38-61847d271d40) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:22:35.918813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d421d652-e88e-48b6-ae55-46dc757c3ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:22:35.919403 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d421d652-e88e-48b6-ae55-46dc757c3ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:35.924867 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24464f8-dc8e-47cd-a0dc-5b68953e949c None None] Network 5587e4b1-8810-4eef-bb38-61847d271d40 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:22:35.944296 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d421d652-e88e-48b6-ae55-46dc757c3ba9 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4179323 Nov 03 18:22:36.056733 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78439d9-543d-49be-99e2-d438e2ec3e91 None None] Network 5587e4b1-8810-4eef-bb38-61847d271d40 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:22:38.334328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56616) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:38.566252 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7dbe3dd7-e272-4052-a86b-0aac065787b8 admin admin] 10.222.0.107 "GET /v2.0/routers/8815d194-43d1-43fb-a7be-8f2208c994ba HTTP/1.1" status: 200 len: 710 time: 0.2304289 Nov 03 18:22:38.724119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ec331-4a0d-4aa6-8f1c-02e796b9ca14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:22:38.725564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-886ec331-4a0d-4aa6-8f1c-02e796b9ca14 admin admin] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 886 time: 0.1529682 Nov 03 18:22:38.736465 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:22:38.985460 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:39.221017 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:39.296035 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:39.476173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Allocated IP 172.25.2.186 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/5b51e9c1-09d2-441a-89fc-f5a0f8049bdf) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:22:39.586592 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:39.643948 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:39.761633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:22:39.767120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:22:39.782396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:22:39.785243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Pushing event updated for resources: {'Port': ['ID=5b51e9c1-09d2-441a-89fc-f5a0f8049bdf,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:40.056567 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:40.251840 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:40.256326 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:40.368015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Router 8815d194-43d1-43fb-a7be-8f2208c994ba has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:22:40.472976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:22:40.478258 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:40.479464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-41a90340-844f-4198-b45e-fc2cbb216a39 admin admin] 10.222.0.107 "PUT /v2.0/routers/8815d194-43d1-43fb-a7be-8f2208c994ba HTTP/1.1" status: 200 len: 890 time: 1.7464812 Nov 03 18:22:41.245965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1921a34c-9c05-4655-97be-a2d6b734d005 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:22:41.295006 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 1921a34c-9c05-4655-97be-a2d6b734d005 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:22:41.295375 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:42.085278 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Sync routers for ids ['8815d194-43d1-43fb-a7be-8f2208c994ba'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:22:42.097543 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Routers {'8815d194-43d1-43fb-a7be-8f2208c994ba'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:22:42.098254 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:22:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8815d194-43d1-43fb-a7be-8f2208c994ba'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:22:42.302306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Set router 8815d194-43d1-43fb-a7be-8f2208c994ba gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:22:42.765121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8815d194-43d1-43fb-a7be-8f2208c994ba', 'name': 'router1', 'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5b51e9c1-09d2-441a-89fc-f5a0f8049bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:22:22Z', 'updated_at': '2021-11-03T18:22:39Z', 'revision_number': 4, 'project_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'gw_port': {'id': '5b51e9c1-09d2-441a-89fc-f5a0f8049bdf', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8815d194-43d1-43fb-a7be-8f2208c994ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:22:39Z', 'updated_at': '2021-11-03T18:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '1921a34c-9c05-4655-97be-a2d6b734d005', 'name': '', 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559', 'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'mac_address': 'fa:16:3e:54:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815d194-43d1-43fb-a7be-8f2208c994ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f1d9ca0-c44a-4c34-add1-d70834e24880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:22:31Z', 'updated_at': '2021-11-03T18:22:34Z', 'revision_number': 5, 'project_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'subnets': [{'id': '4f1d9ca0-c44a-4c34-add1-d70834e24880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41b733d8-4d7c-40c7-9927-813e18d0fd70'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:22:42.815889 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Checking router: 8815d194-43d1-43fb-a7be-8f2208c994ba for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:22:42.816247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Updating router 8815d194-43d1-43fb-a7be-8f2208c994ba port 5b51e9c1-09d2-441a-89fc-f5a0f8049bdf binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:22:42.864698 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:42.989302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56628) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:22:43.106746 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8d7ab0f9-5ea4-4454-adce-bfe2c23109dd admin admin] 10.222.0.107 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1163950 Nov 03 18:22:43.182083 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:43.188421 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:43.244398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Attempting to bind port 5b51e9c1-09d2-441a-89fc-f5a0f8049bdf on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:22:43.244679 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Attempting to bind port 5b51e9c1-09d2-441a-89fc-f5a0f8049bdf by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:22:43.245042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Attempting to bind port 5b51e9c1-09d2-441a-89fc-f5a0f8049bdf on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:22:43.250680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c4877-949d-49ea-82af-82944948cf95 None None] Pushing event updated for resources: {'Port': ['ID=5b51e9c1-09d2-441a-89fc-f5a0f8049bdf,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:43.256818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:22:43.257227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:22:43.257683 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:43.258082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:22:43.258569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Bound port: 5b51e9c1-09d2-441a-89fc-f5a0f8049bdf, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:22:43.258955 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:43.311998 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] For port 5b51e9c1-09d2-441a-89fc-f5a0f8049bdf, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:22:43.314988 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] For port 5b51e9c1-09d2-441a-89fc-f5a0f8049bdf, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5b51e9c1-09d2-441a-89fc-f5a0f8049bdf,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:22:43.319531 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:43.382288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c4877-949d-49ea-82af-82944948cf95 None None] Pushing event updated for resources: {'Port': ['ID=5b51e9c1-09d2-441a-89fc-f5a0f8049bdf,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:43.392550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Routers {'8815d194-43d1-43fb-a7be-8f2208c994ba'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:22:43.393174 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:22:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8815d194-43d1-43fb-a7be-8f2208c994ba'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:22:43.500378 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] Set router 8815d194-43d1-43fb-a7be-8f2208c994ba gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:22:43.719033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8815d194-43d1-43fb-a7be-8f2208c994ba', 'name': 'router1', 'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5b51e9c1-09d2-441a-89fc-f5a0f8049bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:22:22Z', 'updated_at': '2021-11-03T18:22:39Z', 'revision_number': 4, 'project_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'gw_port': {'id': '5b51e9c1-09d2-441a-89fc-f5a0f8049bdf', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8815d194-43d1-43fb-a7be-8f2208c994ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:22:39Z', 'updated_at': '2021-11-03T18:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '1921a34c-9c05-4655-97be-a2d6b734d005', 'name': '', 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559', 'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'mac_address': 'fa:16:3e:54:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815d194-43d1-43fb-a7be-8f2208c994ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f1d9ca0-c44a-4c34-add1-d70834e24880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:22:31Z', 'updated_at': '2021-11-03T18:22:34Z', 'revision_number': 5, 'project_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'subnets': [{'id': '4f1d9ca0-c44a-4c34-add1-d70834e24880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41b733d8-4d7c-40c7-9927-813e18d0fd70'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:22:43.748677 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f9760-9971-4dc8-9752-dfdef7c21374 None None] The sync data for ids ['8815d194-43d1-43fb-a7be-8f2208c994ba'] in n-d-812150-4 is: [{'id': '8815d194-43d1-43fb-a7be-8f2208c994ba', 'name': 'router1', 'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '5b51e9c1-09d2-441a-89fc-f5a0f8049bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:22:22Z', 'updated_at': '2021-11-03T18:22:39Z', 'revision_number': 4, 'project_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'gw_port': {'id': '5b51e9c1-09d2-441a-89fc-f5a0f8049bdf', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8815d194-43d1-43fb-a7be-8f2208c994ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:22:39Z', 'updated_at': '2021-11-03T18:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '1921a34c-9c05-4655-97be-a2d6b734d005', 'name': '', 'network_id': '344fe0ff-788e-4697-842a-7727cd2a1559', 'tenant_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'mac_address': 'fa:16:3e:54:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815d194-43d1-43fb-a7be-8f2208c994ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f1d9ca0-c44a-4c34-add1-d70834e24880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:22:31Z', 'updated_at': '2021-11-03T18:22:34Z', 'revision_number': 5, 'project_id': 'e12d36ca68de4e08acd8d6dd8741146a', 'subnets': [{'id': '4f1d9ca0-c44a-4c34-add1-d70834e24880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41b733d8-4d7c-40c7-9927-813e18d0fd70'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:22:45.272697 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5b51e9c1-09d2-441a-89fc-f5a0f8049bdf up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:22:45.327352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5b51e9c1-09d2-441a-89fc-f5a0f8049bdf triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:22:45.327820 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:45.421996 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:45.448652 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 5b51e9c1-09d2-441a-89fc-f5a0f8049bdf, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5b51e9c1-09d2-441a-89fc-f5a0f8049bdf,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:22:45.453356 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:45.504281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=5b51e9c1-09d2-441a-89fc-f5a0f8049bdf,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:22:47.269175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5b51e9c1-09d2-441a-89fc-f5a0f8049bdf up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:22:47.357940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5b51e9c1-09d2-441a-89fc-f5a0f8049bdf triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:22:47.358308 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:53.998650 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 5 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:22:55.634875 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d510e5cb-daa5-4e01-b50a-d6cd0e1dfaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:58.024270 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2e08effd-f1b8-4d52-979b-6012e422c919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:22:59.066369 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:00.432547 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:01.349402 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:25.641780 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6a2a72ff-33df-41c5-ad53-609fac0ff41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:28.029208 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1628d5b2-a355-4314-87ce-acb33171661d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:29.066378 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:30.424293 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:30.999271 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 5 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:23:31.342178 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:55.632964 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c6c050ce-1097-41db-b6d3-cc48b5bcea59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:58.031119 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-43250c94-e781-4f0a-a660-d242037ca522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:23:59.065842 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:00.423311 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:01.345788 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:07.997375 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 5 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:24:25.636871 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d64928e4-9bbd-4b6e-a1b7-751ac159c17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:25.694514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57222) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:24:25.760378 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7e2031-6b57-4ca7-becc-b477808fc342 admin admin] GET failed (client error): The resource could not be found. Nov 03 18:24:25.761700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1d7e2031-6b57-4ca7-becc-b477808fc342 admin admin] 10.222.0.107 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659275 Nov 03 18:24:25.920499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9c923f-0667-46a5-b181-b68547b5cfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:24:25.921876 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9f9c923f-0667-46a5-b181-b68547b5cfc7 admin admin] 10.222.0.107 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552749 Nov 03 18:24:28.032829 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d97f637-5790-44fe-8003-56f159a95d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:28.340335 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57232) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:24:28.457007 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16629d6f-6447-42cb-8aec-4efaf61ee669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:24:28.458841 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-16629d6f-6447-42cb-8aec-4efaf61ee669 admin admin] 10.222.0.107 "GET /v2.0/subnets/4f1d9ca0-c44a-4c34-add1-d70834e24880 HTTP/1.1" status: 200 len: 849 time: 0.1174467 Nov 03 18:24:28.468696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:24:28.549478 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Publish callbacks [] for subnet, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:28.693152 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733915601767'] for subnet, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:28.724497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:24:28.725108 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:28.726385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] 10.222.0.107 "PUT /v2.0/subnets/4f1d9ca0-c44a-4c34-add1-d70834e24880 HTTP/1.1" status: 200 len: 868 time: 0.2613320 Nov 03 18:24:28.742640 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a283b802-d8a0-4de9-a799-bcd4a038c923 None None] Network 344fe0ff-788e-4697-842a-7727cd2a1559 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:24:28.744261 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1d9ca0-c44a-4c34-add1-d70834e24880,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:24:28.751847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:24:28.752204 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:24:28.752543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:24:28.752884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:24:28.753219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:24:28.753553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:24:28.753880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:24:28.754208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:24:28.755632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:24:28.755632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:24:28.755823 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:24:28.756128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844591c-6958-4d27-bc6f-27377104df1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:24:29.066532 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:29.093739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4aa1af25-e682-4438-b283-820e728f8f95 None None] Provisioning complete for port 51c0f2ad-86de-4180-804d-7889f48102af triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:24:29.094189 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4aa1af25-e682-4438-b283-820e728f8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:29.183711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4aa1af25-e682-4438-b283-820e728f8f95 None None] Provisioning complete for port 1921a34c-9c05-4655-97be-a2d6b734d005 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:24:29.183984 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4aa1af25-e682-4438-b283-820e728f8f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:30.429474 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:31.012660 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57240) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:24:31.274348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce4ed53-d5f2-4d79-bb23-c78c2403915b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:24:31.274831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce4ed53-d5f2-4d79-bb23-c78c2403915b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:24:31.276420 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9ce4ed53-d5f2-4d79-bb23-c78c2403915b admin admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2627814 Nov 03 18:24:31.350017 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:33.536032 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57248) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:24:33.664993 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d31d5f-78f4-4d21-bdd3-873f77b70135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:24:33.665462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d31d5f-78f4-4d21-bdd3-873f77b70135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:24:33.666954 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e6d31d5f-78f4-4d21-bdd3-873f77b70135 admin admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1298792 Nov 03 18:24:35.994666 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57256) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:24:36.123096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc8da5b-33f1-45bb-ba9f-8f22189a62bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:24:36.124494 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bdc8da5b-33f1-45bb-ba9f-8f22189a62bd admin admin] 10.222.0.107 "GET /v2.0/networks/344fe0ff-788e-4697-842a-7727cd2a1559 HTTP/1.1" status: 200 len: 869 time: 0.1289308 Nov 03 18:24:38.408115 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57266) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:24:38.541891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b225974c-63e4-4d34-b985-0d2652e54a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:24:38.543274 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b225974c-63e4-4d34-b985-0d2652e54a73 admin admin] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 886 time: 0.1341879 Nov 03 18:24:40.851090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57274) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:24:40.974830 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c431638-7dc9-4cec-9875-6f2cf8dd811b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:24:40.975208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c431638-7dc9-4cec-9875-6f2cf8dd811b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:24:40.976763 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0c431638-7dc9-4cec-9875-6f2cf8dd811b admin admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246300 Nov 03 18:24:43.220367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57282) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:24:43.312055 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef48b2-19bc-4059-8110-b6163570de8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:24:43.312510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef48b2-19bc-4059-8110-b6163570de8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:24:43.314000 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-edef48b2-19bc-4059-8110-b6163570de8d admin admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926886 Nov 03 18:24:44.995927 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 5 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:24:45.583248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57290) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:24:45.678831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a6c09f-c740-4fd0-a596-c8c5385a91b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:24:45.680241 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-06a6c09f-c740-4fd0-a596-c8c5385a91b4 admin admin] 10.222.0.107 "GET /v2.0/subnets/4f1d9ca0-c44a-4c34-add1-d70834e24880 HTTP/1.1" status: 200 len: 868 time: 0.0959446 Nov 03 18:24:47.953056 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57298) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:24:48.101727 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4df02c-ebde-496d-b662-0edcbce97590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:24:48.103090 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3f4df02c-ebde-496d-b662-0edcbce97590 admin admin] 10.222.0.107 "GET /v2.0/subnets/59353b3a-4c16-428d-bd6a-0c2cae4a73c1 HTTP/1.1" status: 200 len: 816 time: 0.1490850 Nov 03 18:24:55.639141 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af74b551-b5c5-4899-bb77-55594850a82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:58.035230 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5c589262-ae28-44a2-bdff-98afbc256c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:24:59.067470 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:00.430953 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:01.352199 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:12.803635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57352) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:25:12.849712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-be7e36d6-196f-4a42-ab43-bb40580f58cd admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:25:12.850713 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-be7e36d6-196f-4a42-ab43-bb40580f58cd admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0461450 Nov 03 18:25:15.237142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57360) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:25:15.296690 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-0017fe6c-e86a-498e-bbc0-21a14a7bbcc1 admin admin] GET failed (client error): The resource could not be found. Nov 03 18:25:15.297990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0017fe6c-e86a-498e-bbc0-21a14a7bbcc1 admin admin] 10.222.0.107 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599227 Nov 03 18:25:15.383527 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450017df-62db-419c-9dcb-6fcd15edacd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:25:15.385264 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-450017df-62db-419c-9dcb-6fcd15edacd2 admin admin] 10.222.0.107 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0823755 Nov 03 18:25:17.695838 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57368) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:25:17.742297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:25:17.762559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Made reservation on behalf of 429b459b466c47e2a5b7cb93bee3e363 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:25:17.764913 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:17.790842 n-d-812150-4 neutron-server[101711]: WARNING neutron.services.revisions.revision_plugin [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Could not find related network for resource to bump revision. Nov 03 18:25:17.804740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:25:17.814129 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:17.814461 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Added segment e26d1704-8273-4277-8f27-f2fcc031b743 of type vlan for network 622fab7c-1682-4a79-8299-32efecd771de Nov 03 18:25:17.853753 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:17.876691 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:17.877654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:25:17.878233 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:17.932929 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2358952 Nov 03 18:25:17.939831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Pushing event updated for resources: {'Network': ['ID=622fab7c-1682-4a79-8299-32efecd771de,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:25:17.947420 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:17.947810 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:17.948160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:17.948500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:17.948837 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:17.949170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:17.949503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:17.949833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:17.950162 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:17.950486 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:17.950813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:17.951139 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b822c24-01cb-4ed7-adfb-d95b415368fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:17.963015 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 622fab7c-1682-4a79-8299-32efecd771de details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:25:20.288033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57376) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:25:20.347120 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c780ec4-70d9-4bb4-bcb7-8981cd6134ff admin admin] GET failed (client error): The resource could not be found. Nov 03 18:25:20.348451 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0c780ec4-70d9-4bb4-bcb7-8981cd6134ff admin admin] 10.222.0.107 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594828 Nov 03 18:25:20.417035 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fd8948-3f15-4a72-a5bc-416d23be0480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:25:20.418490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-83fd8948-3f15-4a72-a5bc-416d23be0480 admin admin] 10.222.0.107 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653975 Nov 03 18:25:20.428550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-80672be5-f62f-4a87-a5ac-0594c160fd24 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:25:20.454894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80672be5-f62f-4a87-a5ac-0594c160fd24 admin admin] Made reservation on behalf of 429b459b466c47e2a5b7cb93bee3e363 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:25:20.457829 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80672be5-f62f-4a87-a5ac-0594c160fd24 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:20.649239 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80672be5-f62f-4a87-a5ac-0594c160fd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:20.708405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80672be5-f62f-4a87-a5ac-0594c160fd24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2eeba18-5703-4c51-b4ae-edc9502c890e,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:25:20.712899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80672be5-f62f-4a87-a5ac-0594c160fd24 admin admin] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:25:20.713249 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80672be5-f62f-4a87-a5ac-0594c160fd24 admin admin] Network hostable DHCP agents. Network: 622fab7c-1682-4a79-8299-32efecd771de, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:25:20.733634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80672be5-f62f-4a87-a5ac-0594c160fd24 admin admin] Network 622fab7c-1682-4a79-8299-32efecd771de is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:25:20.744859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-80672be5-f62f-4a87-a5ac-0594c160fd24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 622fab7c-1682-4a79-8299-32efecd771de) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:25:20.749022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80672be5-f62f-4a87-a5ac-0594c160fd24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:25:20.749607 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80672be5-f62f-4a87-a5ac-0594c160fd24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:20.754739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f45d405-5ecf-4f80-9979-9b4db98885aa None None] Network 622fab7c-1682-4a79-8299-32efecd771de requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:25:20.766033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-80672be5-f62f-4a87-a5ac-0594c160fd24 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3408170 Nov 03 18:25:20.997465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-622fab7c-1682-4a79-8299-32efecd771de', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'tenant_id': '429b459b466c47e2a5b7cb93bee3e363', 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:25:20.998428 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:21.137134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Allocated IP 192.168.233.2 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/964affbd-fb9d-4031-ae05-12388bf5dc93) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:25:21.291399 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:21.297832 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:21.337767 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:25:21.340498 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:25:21.342969 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:25:21.359328 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Pushing event updated for resources: {'Port': ['ID=964affbd-fb9d-4031-ae05-12388bf5dc93,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:25:21.377981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:21.378318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:21.378979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:21.379320 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:21.379674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:21.380008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:21.380332 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:21.380654 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:21.380981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:21.381316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:21.381618 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:21.381932 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:25:21.419259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Attempting to bind port 964affbd-fb9d-4031-ae05-12388bf5dc93 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:25:21.419648 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Attempting to bind port 964affbd-fb9d-4031-ae05-12388bf5dc93 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:25:21.420013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Attempting to bind port 964affbd-fb9d-4031-ae05-12388bf5dc93 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:25:21.425067 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:25:21.425437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:25:21.425842 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:21.426228 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:25:21.426689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Bound port: 964affbd-fb9d-4031-ae05-12388bf5dc93, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:25:21.427081 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:21.488330 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] For port 964affbd-fb9d-4031-ae05-12388bf5dc93, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:25:21.492190 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] For port 964affbd-fb9d-4031-ae05-12388bf5dc93, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=964affbd-fb9d-4031-ae05-12388bf5dc93,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:25:21.496866 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:21.560353 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b5904-5054-4d77-a8f4-75ef0addddf8 None None] Pushing event updated for resources: {'Port': ['ID=964affbd-fb9d-4031-ae05-12388bf5dc93,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:25:21.995619 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 5 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:25:22.382949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0b9975-7428-4e41-a384-f7e67fed0205 None None] Network 622fab7c-1682-4a79-8299-32efecd771de requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:25:22.498854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7c7a985a-4058-407a-a34d-512e172171c9 None None] Provisioning complete for port 964affbd-fb9d-4031-ae05-12388bf5dc93 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:25:22.499226 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7c7a985a-4058-407a-a34d-512e172171c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:22.613709 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7c7a985a-4058-407a-a34d-512e172171c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:22.650172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7c7a985a-4058-407a-a34d-512e172171c9 None None] For port 964affbd-fb9d-4031-ae05-12388bf5dc93, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=964affbd-fb9d-4031-ae05-12388bf5dc93,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:25:22.654339 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7c7a985a-4058-407a-a34d-512e172171c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:22.710354 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a985a-4058-407a-a34d-512e172171c9 None None] Pushing event updated for resources: {'Port': ['ID=964affbd-fb9d-4031-ae05-12388bf5dc93,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:25:22.874691 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a3b87904-1504-4e1a-9a75-e0a2f3529c48 None None] Provisioning complete for port 964affbd-fb9d-4031-ae05-12388bf5dc93 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:25:22.874974 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a3b87904-1504-4e1a-9a75-e0a2f3529c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:23.385400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 964affbd-fb9d-4031-ae05-12388bf5dc93 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:25:23.435349 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 964affbd-fb9d-4031-ae05-12388bf5dc93 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:25:23.435740 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:25.640899 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-195c9306-87f6-452d-9b22-c6e0be8bf1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:28.027210 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4a8e09f1-9d93-4394-92be-e595810ad505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:29.070464 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:30.433989 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:31.353735 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:55.646295 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67fc26c3-44e2-4dfb-a5eb-2ed79fe6c056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:58.028289 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-111e346c-10bc-4d5b-beda-70c5c8e24121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:25:58.993889 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 5 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:25:59.074049 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:00.435560 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:01.357707 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:25.639456 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f49cca2f-a408-466d-b6c7-075162fc64cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:28.030134 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-611074a7-b8a9-474f-b153-7246496d6eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:29.074961 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:30.437910 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:31.360289 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:32.661413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57420) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:26:32.667165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-a9aded3e-0111-4db0-a971-1c522d68da67 tempest-verify_tempest_config-1729183361 tempest-verify_tempest_config-1729183361-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:26:32.668229 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a9aded3e-0111-4db0-a971-1c522d68da67 tempest-verify_tempest_config-1729183361 tempest-verify_tempest_config-1729183361-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13864 time: 0.0057833 Nov 03 18:26:32.958797 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57438) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:26:33.062567 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:33.135831 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:33.139370 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:33.183878 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=89c64bcedf52419f8d4be5ffcdb6c52c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2240133 Nov 03 18:26:33.186273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d83d285-af2c-4fac-b686-9259c9b45c68,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:26:33.186682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57444) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:26:33.192910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.193355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.193700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.194035 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.194365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.194694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.195022 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.195344 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.195697 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.196021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.196342 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.196687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9a5d6-87e6-4c43-a6af-d3a22167e692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.242749 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:33.262998 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:33.348384 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:33.350921 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:33.354839 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5d83d285-af2c-4fac-b686-9259c9b45c68 HTTP/1.1" status: 204 len: 168 time: 0.1671925 Nov 03 18:26:33.363071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d83d285-af2c-4fac-b686-9259c9b45c68,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:26:33.369704 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.370059 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.370405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.370745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.371089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.371426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.371790 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.372122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.372450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.372777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.373110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:33.373437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33af8cab-7f73-443e-ba75-28bde88111a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:26:35.993172 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 5 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:26:55.642408 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-818867d3-4d13-43a7-b6ba-e5a273c70ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:58.032300 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-74acb9f6-5b3f-4b29-81dc-6a5d39746948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:26:59.079715 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:00.442226 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:01.361939 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:12.992230 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 5 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:27:25.740916 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-db45e96c-a028-4aad-b4f1-c34212fb9a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:28.034114 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6ccca565-d0e0-4edf-97c5-2527f98b26a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:29.081344 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:30.445183 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:31.362492 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:49.991994 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 5 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:27:55.642955 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-38aac081-1f57-45dc-b2fb-ee5dd8266060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:58.035647 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c983-619d-4bdb-928e-37601112f6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:27:59.083949 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:00.448539 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:01.364859 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:25.644947 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-786538b3-ebf4-4539-bed0-a611f360598c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:26.992126 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 5 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:28:28.037368 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ab5d6de1-8ed9-4d0d-b1d8-7de834b72db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:29.086344 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:30.451668 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:31.366996 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:55.652640 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-98746acd-cc8c-4ade-8775-430d215e6e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:58.037956 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fb284f9c-5468-4e47-8100-845e0491bb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:28:59.089492 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:00.455601 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:01.368402 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:03.990228 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 5 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:29:25.644410 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0abf4785-80e7-4c8f-93a8-74645db2675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:28.039204 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-041f4b0f-8bd3-49d0-9ddf-132807f94efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:29.093927 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:30.459230 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:31.369523 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:40.989119 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 5 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:29:42.845434 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-489647'] for agent, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:55.645204 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ec98851d-b8af-4a67-801c-788d267ac919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:58.040103 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b912c034-b119-497d-b0c6-bcdc7a54709a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:29:59.101778 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:00.139753 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-489647'] for agent, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:00.460693 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:01.377440 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:12.831812 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:17.989211 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:30:25.646362 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50fe4b39-b4bf-4961-bc8e-82e71bafb122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.042576 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dc97b519-f356-484a-bf7a-0ff06a89eecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:28.327743 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57498) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:28.431943 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d770939b-0d48-4147-9062-80fdd13f0399 admin admin] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4932 time: 0.1023149 Nov 03 18:30:29.101123 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.063690 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.466379 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:30.779334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57508) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:30:30.843248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9185d57a-3938-4956-adc9-23385fe3c320 admin admin] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4932 time: 0.0627604 Nov 03 18:30:31.371108 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:42.830335 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:54.988747 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:30:55.647288 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ce6e1366-c127-4400-be6d-45d509ca1d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:58.043478 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f6e4738a-c97a-4d19-acde-ba816b73bad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:30:59.101037 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:00.067221 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:00.466998 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:01.372874 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:12.844511 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:25.649106 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-02ed2aa0-0cd2-4c40-ac5b-decb05b35dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:28.044870 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3681699d-8663-4f85-9237-54dbe612d7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:29.112395 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:30.076128 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:30.472979 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:31.376521 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:31.988997 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:31:42.859046 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:55.652708 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6ef682dc-6716-4bc7-9ad9-591081f7c93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:57.364462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57732) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:57.815236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57758) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:57.825512 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ddc2dd59-f8a1-4903-991c-6d4c8295c012 tempest-AutoAllocateNetworkTest-1612125912 tempest-AutoAllocateNetworkTest-1612125912-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=1a7868baf14047c589d3e2ec46ee9766&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4596751 Nov 03 18:31:58.010323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1174826-2157-40a6-9f3a-5adc10b27bb7 tempest-AutoAllocateNetworkTest-1612125912 tempest-AutoAllocateNetworkTest-1612125912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:31:58.015222 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c1174826-2157-40a6-9f3a-5adc10b27bb7 tempest-AutoAllocateNetworkTest-1612125912 tempest-AutoAllocateNetworkTest-1612125912-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1986527 Nov 03 18:31:58.015453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57768) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:58.051843 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1ae0929e-e643-4be1-b038-fe2afeb94a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:58.083110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-95bdefab-d3f2-4ede-9eaa-2dcffc66f43d tempest-AutoAllocateNetworkTest-1612125912 tempest-AutoAllocateNetworkTest-1612125912-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663688 Nov 03 18:31:58.085611 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57778) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:58.116370 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-539512e2-5e3c-4e89-b608-d41684d5ea7a tempest-AutoAllocateNetworkTest-1612125912 tempest-AutoAllocateNetworkTest-1612125912-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=1a7868baf14047c589d3e2ec46ee9766 HTTP/1.1" status: 200 len: 208 time: 0.0294795 Nov 03 18:31:58.910911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57822) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:59.111876 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:59.248647 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:59.326573 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:59.331220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:59.367924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8bb296-9435-42fe-8996-329d8a80cfdc,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:59.386681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.387120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.387524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.387952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.388342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.389145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.389512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.389910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.390424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.390812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.391211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.391610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] Tracked resource versions report: Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: pushed versions: Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: { 'AddressGroup': {'1.2'}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'ConntrackHelper': {'1.0'}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'Log': {'1.0'}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'Network': {'1.1'}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'Port': {'1.7'}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'PortForwarding': {'1.2'}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'QosPolicy': {'1.10'}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'SecurityGroup': {'1.5'}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'SubPort': {'1.0'}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'Subnet': {'1.1'}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'Trunk': {'1.1'}} Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: consumer versions: Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: { DHCP agent@n-d-812150-4: {}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: HyperV agent@n-h1-812150-4: {}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: HyperV agent@n-h2-812150-4: {}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: L3 agent@n-d-812150-4: {}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: Metadata agent@n-d-812150-4: {}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: Metering agent@n-d-812150-4: {}, Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: Open vSwitch agent@n-d-812150-4: { 'AddressGroup': '1.2', Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'ConntrackHelper': '1.0', Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'Log': '1.0', Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'Network': '1.1', Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'Port': '1.7', Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'PortForwarding': '1.2', Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'QosPolicy': '1.10', Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'SecurityGroup': '1.5', Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'SecurityGroupRule': '1.2', Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'SubPort': '1.0', Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'Subnet': '1.1', Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: 'Trunk': '1.1'}} Nov 03 18:31:59.392707 n-d-812150-4 neutron-server[101712]: {{(pid=101712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:31:59.406660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57852) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:31:59.407156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-890b44db-9dbb-43de-a32d-cb3677989467 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1a7868baf14047c589d3e2ec46ee9766&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4941614 Nov 03 18:31:59.487709 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:59.513694 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:59.570967 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:59.573822 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:31:59.577462 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8e8bb296-9435-42fe-8996-329d8a80cfdc HTTP/1.1" status: 204 len: 168 time: 0.1663973 Nov 03 18:31:59.588480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8bb296-9435-42fe-8996-329d8a80cfdc,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:31:59.598636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.598986 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.599509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.599876 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.600210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.600545 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.600885 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.601326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.601658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.601983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.602318 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.602643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa8fcb0-1fd2-428b-bb9c-8739384bdd71 admin admin] Tracked resource versions report: Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: pushed versions: Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: { 'AddressGroup': {'1.2'}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'ConntrackHelper': {'1.0'}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'Log': {'1.0'}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'Network': {'1.1'}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'Port': {'1.7'}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'PortForwarding': {'1.2'}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'QosPolicy': {'1.10'}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'SecurityGroup': {'1.5'}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'SubPort': {'1.0'}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'Subnet': {'1.1'}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'Trunk': {'1.1'}} Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: consumer versions: Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: { DHCP agent@n-d-812150-4: {}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: HyperV agent@n-h1-812150-4: {}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: HyperV agent@n-h2-812150-4: {}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: L3 agent@n-d-812150-4: {}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: Metadata agent@n-d-812150-4: {}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: Metering agent@n-d-812150-4: {}, Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: Open vSwitch agent@n-d-812150-4: { 'AddressGroup': '1.2', Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'ConntrackHelper': '1.0', Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'Log': '1.0', Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'Network': '1.1', Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'Port': '1.7', Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'PortForwarding': '1.2', Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'QosPolicy': '1.10', Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'SecurityGroup': '1.5', Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'SecurityGroupRule': '1.2', Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'SubPort': '1.0', Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'Subnet': '1.1', Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: 'Trunk': '1.1'}} Nov 03 18:31:59.603786 n-d-812150-4 neutron-server[101711]: {{(pid=101711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:31:59.773092 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57866) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:00.076765 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.296248 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed807-7885-40a7-95e8-7125d0725139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.388420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed807-7885-40a7-95e8-7125d0725139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.393484 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed807-7885-40a7-95e8-7125d0725139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.431800 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ca7ed807-7885-40a7-95e8-7125d0725139 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3526619fce174bf59cc6122935b8db27&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6574275 Nov 03 18:32:00.432658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57904) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:00.436506 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ed807-7885-40a7-95e8-7125d0725139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d92c080-f5a6-405f-894c-9e35dc862191,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:00.483608 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.538253 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20903a6c-8c64-4e62-8d05-5143687cbf70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.569332 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20903a6c-8c64-4e62-8d05-5143687cbf70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.618215 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20903a6c-8c64-4e62-8d05-5143687cbf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.620937 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20903a6c-8c64-4e62-8d05-5143687cbf70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:00.622199 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-20903a6c-8c64-4e62-8d05-5143687cbf70 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4d92c080-f5a6-405f-894c-9e35dc862191 HTTP/1.1" status: 204 len: 168 time: 0.1876340 Nov 03 18:32:00.632041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20903a6c-8c64-4e62-8d05-5143687cbf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d92c080-f5a6-405f-894c-9e35dc862191,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:00.678751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57920) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:01.065751 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4bc1a9b-e0ab-41b2-8a22-423693b6fa64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.146381 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57950) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:01.161734 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91f477e6-e8ac-49f4-9d2e-de8f028d0440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.175044 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4bc1a9b-e0ab-41b2-8a22-423693b6fa64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.182354 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4bc1a9b-e0ab-41b2-8a22-423693b6fa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.249607 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d4bc1a9b-e0ab-41b2-8a22-423693b6fa64 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=df98fb6235ed4f2ebd60f32ee8905836&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5685949 Nov 03 18:32:01.252834 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57958) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:01.253455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc1a9b-e0ab-41b2-8a22-423693b6fa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2e792d-0c8a-4e9e-ad14-8f57bc61c037,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:01.266310 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91f477e6-e8ac-49f4-9d2e-de8f028d0440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.277094 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91f477e6-e8ac-49f4-9d2e-de8f028d0440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.310863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f477e6-e8ac-49f4-9d2e-de8f028d0440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073abd9f-93b9-4a5e-b66d-7cb815d74a10,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:01.343639 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-91f477e6-e8ac-49f4-9d2e-de8f028d0440 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=264f4d5bfeae451ca6ce0fce5004f948&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1985147 Nov 03 18:32:01.344456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57972) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:01.378561 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70458c58-b012-49be-9bf3-e7b43027885b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.387749 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.426836 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70458c58-b012-49be-9bf3-e7b43027885b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.430971 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0b68933-6126-4aaf-aec0-608d4220a7fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.465212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0b68933-6126-4aaf-aec0-608d4220a7fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.490585 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70458c58-b012-49be-9bf3-e7b43027885b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.495172 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70458c58-b012-49be-9bf3-e7b43027885b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.497486 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-70458c58-b012-49be-9bf3-e7b43027885b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0a2e792d-0c8a-4e9e-ad14-8f57bc61c037 HTTP/1.1" status: 204 len: 168 time: 0.2336960 Nov 03 18:32:01.507107 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70458c58-b012-49be-9bf3-e7b43027885b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2e792d-0c8a-4e9e-ad14-8f57bc61c037,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:01.533536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0b68933-6126-4aaf-aec0-608d4220a7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.537657 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0b68933-6126-4aaf-aec0-608d4220a7fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:01.541475 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a0b68933-6126-4aaf-aec0-608d4220a7fa admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/073abd9f-93b9-4a5e-b66d-7cb815d74a10 HTTP/1.1" status: 204 len: 168 time: 0.1927142 Nov 03 18:32:01.547620 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b68933-6126-4aaf-aec0-608d4220a7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073abd9f-93b9-4a5e-b66d-7cb815d74a10,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:01.809837 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57996) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:02.145397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58028) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:02.148628 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30f85ebb-c796-4704-a18f-a40f31deed63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.164584 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9421eacc-ff20-4a9b-9e35-752d2586c024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.260902 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30f85ebb-c796-4704-a18f-a40f31deed63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.266667 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30f85ebb-c796-4704-a18f-a40f31deed63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.267525 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9421eacc-ff20-4a9b-9e35-752d2586c024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.272889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9421eacc-ff20-4a9b-9e35-752d2586c024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.304913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421eacc-ff20-4a9b-9e35-752d2586c024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74879ea7-f7f1-49d3-9adb-ec342c2e9c87,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:02.307204 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-30f85ebb-c796-4704-a18f-a40f31deed63 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a2223c4493ba4310b199e39f17240705&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4958134 Nov 03 18:32:02.309264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f85ebb-c796-4704-a18f-a40f31deed63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2e3629-54e4-4918-a9bd-d67938dfc3dc,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:02.310304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58036) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:02.364114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9421eacc-ff20-4a9b-9e35-752d2586c024 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=076d4a84b9174406852f8b39efe84b65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2174406 Nov 03 18:32:02.364310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58040) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:02.393957 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ebbe9b0-90bd-4f1f-a20e-065ecc9e3615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.422325 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3fdae8ac-25d9-4dde-860e-e3ff3dd92947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.430390 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ebbe9b0-90bd-4f1f-a20e-065ecc9e3615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.447192 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3fdae8ac-25d9-4dde-860e-e3ff3dd92947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.520949 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ebbe9b0-90bd-4f1f-a20e-065ecc9e3615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.527787 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ebbe9b0-90bd-4f1f-a20e-065ecc9e3615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.532254 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9ebbe9b0-90bd-4f1f-a20e-065ecc9e3615 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5b2e3629-54e4-4918-a9bd-d67938dfc3dc HTTP/1.1" status: 204 len: 168 time: 0.2177413 Nov 03 18:32:02.536711 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3fdae8ac-25d9-4dde-860e-e3ff3dd92947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.540241 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3fdae8ac-25d9-4dde-860e-e3ff3dd92947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:02.545230 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3fdae8ac-25d9-4dde-860e-e3ff3dd92947 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/74879ea7-f7f1-49d3-9adb-ec342c2e9c87 HTTP/1.1" status: 204 len: 168 time: 0.1800714 Nov 03 18:32:02.549463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbe9b0-90bd-4f1f-a20e-065ecc9e3615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2e3629-54e4-4918-a9bd-d67938dfc3dc,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:02.555633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdae8ac-25d9-4dde-860e-e3ff3dd92947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74879ea7-f7f1-49d3-9adb-ec342c2e9c87,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:02.896833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58078) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:03.071222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58086) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:03.085181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dde556d4-c217-49db-a74f-1ff74d40eef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.221179 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dde556d4-c217-49db-a74f-1ff74d40eef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.226317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dde556d4-c217-49db-a74f-1ff74d40eef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.283114 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dde556d4-c217-49db-a74f-1ff74d40eef7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=68aa277eab4343eba0e76e514c4fa71d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2084706 Nov 03 18:32:03.283493 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58104) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:03.297640 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-network', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:03.302386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde556d4-c217-49db-a74f-1ff74d40eef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7620afae-11bd-43de-8a31-b8c88b367860,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:03.346325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] Made reservation on behalf of 21fa55ef73344191a9573f8f1d3a7c58 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:03.346629 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f54b7446-1e21-498c-ba99-d4015e583c12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.350670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.363850 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.368648 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f54b7446-1e21-498c-ba99-d4015e583c12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.435251 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f54b7446-1e21-498c-ba99-d4015e583c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.438528 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f54b7446-1e21-498c-ba99-d4015e583c12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.439774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f54b7446-1e21-498c-ba99-d4015e583c12 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7620afae-11bd-43de-8a31-b8c88b367860 HTTP/1.1" status: 204 len: 168 time: 0.1546750 Nov 03 18:32:03.452369 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7446-1e21-498c-ba99-d4015e583c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7620afae-11bd-43de-8a31-b8c88b367860,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:03.482104 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.488464 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.525292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:32:03.527936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8c61a6-0964-4c78-8a68-239eeaa93a30,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:03.540067 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.540909 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] Added segment d0709cdf-ffc2-4c97-a392-f973e2c3d01b of type vlan for network dd27ba54-feaa-49d5-877c-9b4735452b4f Nov 03 18:32:03.591249 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.623880 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.625537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:03.626156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.664178 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7663131 Nov 03 18:32:03.664699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58130) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:03.674009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-cc2e9746-a54d-4f33-b850-90c19b1e45c0 admin admin] Request body: {'subnet': {'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-subnet', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:03.702211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2e9746-a54d-4f33-b850-90c19b1e45c0 admin admin] Made reservation on behalf of 21fa55ef73344191a9573f8f1d3a7c58 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:03.703273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d57190-1bde-4973-87c8-4d51af88fba5 admin admin] Pushing event updated for resources: {'Network': ['ID=dd27ba54-feaa-49d5-877c-9b4735452b4f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:03.704622 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc2e9746-a54d-4f33-b850-90c19b1e45c0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:03.714400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network dd27ba54-feaa-49d5-877c-9b4735452b4f details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:32:04.011627 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc2e9746-a54d-4f33-b850-90c19b1e45c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.067106 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e9746-a54d-4f33-b850-90c19b1e45c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c261132-6889-44aa-bb6d-27235b204e10,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:04.076694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e9746-a54d-4f33-b850-90c19b1e45c0 admin admin] Checking segment: {'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:04.077049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e9746-a54d-4f33-b850-90c19b1e45c0 admin admin] Network hostable DHCP agents. Network: dd27ba54-feaa-49d5-877c-9b4735452b4f, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:32:04.095405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e9746-a54d-4f33-b850-90c19b1e45c0 admin admin] Network dd27ba54-feaa-49d5-877c-9b4735452b4f is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:32:04.104951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e9746-a54d-4f33-b850-90c19b1e45c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, dd27ba54-feaa-49d5-877c-9b4735452b4f) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:04.114806 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9746-a54d-4f33-b850-90c19b1e45c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:04.114806 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc2e9746-a54d-4f33-b850-90c19b1e45c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.122594 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe84ef-b983-4a8b-b61c-00a170974f3f None None] Network dd27ba54-feaa-49d5-877c-9b4735452b4f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:32:04.141641 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cc2e9746-a54d-4f33-b850-90c19b1e45c0 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4757972 Nov 03 18:32:04.142540 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58146) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:04.147877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:04.175484 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.177100 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.274296 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.382745 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-dd27ba54-feaa-49d5-877c-9b4735452b4f', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:32:04.387861 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.541164 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.679520 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Allocated IP 172.20.0.2 (dd27ba54-feaa-49d5-877c-9b4735452b4f/6c261132-6889-44aa-bb6d-27235b204e10/6adf1aab-d969-44d2-a3b5-d625b55295f4) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:04.848837 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.863314 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.924664 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Pushing event updated for resources: {'Port': ['ID=6adf1aab-d969-44d2-a3b5-d625b55295f4,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:04.936142 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:04.936665 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:04.937902 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:04.938399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:04.938887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:04.939356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:04.939854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:04.940326 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:04.940791 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:04.941249 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:04.941570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:04.942013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Tracked resource versions report: Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: pushed versions: Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: { 'AddressGroup': {'1.2'}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'ConntrackHelper': {'1.0'}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'Log': {'1.0'}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'Network': {'1.1'}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'Port': {'1.7'}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'PortForwarding': {'1.2'}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'QosPolicy': {'1.10'}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'SecurityGroup': {'1.5'}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'SubPort': {'1.0'}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'Subnet': {'1.1'}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'Trunk': {'1.1'}} Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: consumer versions: Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: { DHCP agent@n-d-812150-4: {}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: HyperV agent@n-h1-812150-4: {}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: HyperV agent@n-h2-812150-4: {}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: L3 agent@n-d-812150-4: {}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: Metadata agent@n-d-812150-4: {}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: Metering agent@n-d-812150-4: {}, Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: Open vSwitch agent@n-d-812150-4: { 'AddressGroup': '1.2', Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'ConntrackHelper': '1.0', Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'Log': '1.0', Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'Network': '1.1', Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'Port': '1.7', Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'PortForwarding': '1.2', Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'QosPolicy': '1.10', Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'SecurityGroup': '1.5', Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'SecurityGroupRule': '1.2', Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'SubPort': '1.0', Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'Subnet': '1.1', Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: 'Trunk': '1.1'}} Nov 03 18:32:04.943654 n-d-812150-4 neutron-server[101713]: {{(pid=101713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:32:04.958352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Network dd27ba54-feaa-49d5-877c-9b4735452b4f is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:04.959975 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:04.967102 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:04.969694 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:04.993012 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:05.048770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Attempting to bind port 6adf1aab-d969-44d2-a3b5-d625b55295f4 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:05.049392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Attempting to bind port 6adf1aab-d969-44d2-a3b5-d625b55295f4 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:05.050387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Attempting to bind port 6adf1aab-d969-44d2-a3b5-d625b55295f4 on network dd27ba54-feaa-49d5-877c-9b4735452b4f {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:05.056221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:05.056855 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Checking segment: {'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:05.057529 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:05.058138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Bound using segment: {'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:05.058805 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Bound port: 6adf1aab-d969-44d2-a3b5-d625b55295f4, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:05.059419 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:05.117089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Allocated IP 172.25.2.201 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/c94d580a-a9ab-42dd-95bc-9604822c6d70) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:05.147458 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] For port 6adf1aab-d969-44d2-a3b5-d625b55295f4, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:05.152335 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] For port 6adf1aab-d969-44d2-a3b5-d625b55295f4, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6adf1aab-d969-44d2-a3b5-d625b55295f4,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:05.159552 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:05.235458 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121452e7-ecac-4e30-b594-52f42bca2bf5 None None] Pushing event updated for resources: {'Port': ['ID=6adf1aab-d969-44d2-a3b5-d625b55295f4,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:05.301067 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:05.343640 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:05.392759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:05.394497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:05.400731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:05.439194 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Pushing event updated for resources: {'Port': ['ID=c94d580a-a9ab-42dd-95bc-9604822c6d70,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:05.490309 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58252) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:05.785860 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:05.908642 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd312-12ea-4419-a4b6-ee358ba0edcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:06.017070 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd312-12ea-4419-a4b6-ee358ba0edcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:06.024180 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd312-12ea-4419-a4b6-ee358ba0edcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:06.027948 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:06.057130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bd312-12ea-4419-a4b6-ee358ba0edcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885bfdaf-9b08-45cb-88db-40286b29c663,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:06.091421 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fb8bd312-12ea-4419-a4b6-ee358ba0edcb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a44c7b00eb1d4be2b3083f5fb752666b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5999327 Nov 03 18:32:06.092151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58280) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:06.150788 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3707445-24f1-4fbb-82df-e3ec57ac989f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:06.175861 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3707445-24f1-4fbb-82df-e3ec57ac989f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:06.269382 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3707445-24f1-4fbb-82df-e3ec57ac989f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:06.272602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3707445-24f1-4fbb-82df-e3ec57ac989f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:06.276236 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f3707445-24f1-4fbb-82df-e3ec57ac989f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/885bfdaf-9b08-45cb-88db-40286b29c663 HTTP/1.1" status: 204 len: 168 time: 0.1808176 Nov 03 18:32:06.283532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3707445-24f1-4fbb-82df-e3ec57ac989f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885bfdaf-9b08-45cb-88db-40286b29c663,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:06.459957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Router 48b22fe6-32b4-42c9-9570-77794a40a0e2 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:32:06.543947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c759096f-2213-4642-a12e-fa231c348590 None None] Network dd27ba54-feaa-49d5-877c-9b4735452b4f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:32:06.605463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:32:06.618509 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Sync routers for ids ['48b22fe6-32b4-42c9-9570-77794a40a0e2'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:32:06.620475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8043aef9-ddf5-4c40-bb4c-b45593f6304e None None] Provisioning complete for port 6adf1aab-d969-44d2-a3b5-d625b55295f4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:06.621272 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8043aef9-ddf5-4c40-bb4c-b45593f6304e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:06.644205 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Routers {'48b22fe6-32b4-42c9-9570-77794a40a0e2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:06.649460 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:31:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['48b22fe6-32b4-42c9-9570-77794a40a0e2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:06.679425 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:06.682149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-afca7cae-bbfc-4147-8409-bad0d91f79c4 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5383031 Nov 03 18:32:06.685126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58314) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:06.814429 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Set router 48b22fe6-32b4-42c9-9570-77794a40a0e2 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:06.954646 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8043aef9-ddf5-4c40-bb4c-b45593f6304e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.013548 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:05Z', 'revision_number': 3, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:07.033344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8043aef9-ddf5-4c40-bb4c-b45593f6304e None None] For port 6adf1aab-d969-44d2-a3b5-d625b55295f4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6adf1aab-d969-44d2-a3b5-d625b55295f4,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:07.055946 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8043aef9-ddf5-4c40-bb4c-b45593f6304e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.080938 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Checking router: 48b22fe6-32b4-42c9-9570-77794a40a0e2 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:32:07.081534 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Updating router 48b22fe6-32b4-42c9-9570-77794a40a0e2 port c94d580a-a9ab-42dd-95bc-9604822c6d70 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:32:07.099802 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58334) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:07.108557 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.117319 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad6c2-7d10-4aea-95e1-361c14ab0e97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.209114 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043aef9-ddf5-4c40-bb4c-b45593f6304e None None] Pushing event updated for resources: {'Port': ['ID=6adf1aab-d969-44d2-a3b5-d625b55295f4,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:07.213327 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad6c2-7d10-4aea-95e1-361c14ab0e97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.229915 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad6c2-7d10-4aea-95e1-361c14ab0e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.302478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ad6c2-7d10-4aea-95e1-361c14ab0e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9fb463-330a-43b3-977c-e56bd6783441,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:07.341485 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fa4ad6c2-7d10-4aea-95e1-361c14ab0e97 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7efb1920b2734121bc83bb493e7683cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2399454 Nov 03 18:32:07.344506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58338) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:07.414669 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b2f0173b-767c-4d1f-8567-76b15fff4a94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.450061 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b2f0173b-767c-4d1f-8567-76b15fff4a94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.592471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58348) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:07.602434 n-d-812150-4 neutron-server[101712]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 03 18:32:07.608049 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-40e14726-fd34-45d3-8517-281a6eb2a62b None None] Provisioning complete for port 6adf1aab-d969-44d2-a3b5-d625b55295f4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:07.610817 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-40e14726-fd34-45d3-8517-281a6eb2a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.649141 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.658884 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.674407 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-fa5ae708-c23b-4a67-a4d9-7c9d0d18efba tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=d595ee268e7b4695893950ea492ce16a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780473 Nov 03 18:32:07.677572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6adf1aab-d969-44d2-a3b5-d625b55295f4 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:07.678024 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.683943 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b2f0173b-767c-4d1f-8567-76b15fff4a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.686848 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b2f0173b-767c-4d1f-8567-76b15fff4a94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.694853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b2f0173b-767c-4d1f-8567-76b15fff4a94 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8d9fb463-330a-43b3-977c-e56bd6783441 HTTP/1.1" status: 204 len: 168 time: 0.3453424 Nov 03 18:32:07.715356 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7e1c1-b7f3-4411-80f5-604299a11dfe None None] Pushing event updated for resources: {'Port': ['ID=c94d580a-a9ab-42dd-95bc-9604822c6d70,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:07.737953 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7e1c1-b7f3-4411-80f5-604299a11dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:07.738650 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7e1c1-b7f3-4411-80f5-604299a11dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:07.739796 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7e1c1-b7f3-4411-80f5-604299a11dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:07.741366 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7e1c1-b7f3-4411-80f5-604299a11dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:07.742981 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7e1c1-b7f3-4411-80f5-604299a11dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:07.743563 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7e1c1-b7f3-4411-80f5-604299a11dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:07.745459 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7e1c1-b7f3-4411-80f5-604299a11dfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:07.746017 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7e1c1-b7f3-4411-80f5-604299a11dfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:07.747755 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7e1c1-b7f3-4411-80f5-604299a11dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:07.748299 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7e1c1-b7f3-4411-80f5-604299a11dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:07.748834 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7e1c1-b7f3-4411-80f5-604299a11dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:07.750366 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7e1c1-b7f3-4411-80f5-604299a11dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb7e1c1-b7f3-4411-80f5-604299a11dfe None None] Tracked resource versions report: Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: pushed versions: Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: { 'AddressGroup': {'1.2'}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'ConntrackHelper': {'1.0'}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'Log': {'1.0'}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'Network': {'1.1'}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'Port': {'1.7'}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'PortForwarding': {'1.2'}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'QosPolicy': {'1.10'}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'SecurityGroup': {'1.5'}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'SecurityGroupRule': {'1.2'}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'SubPort': {'1.0'}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'Subnet': {'1.1'}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'Trunk': {'1.1'}} Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: consumer versions: Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: { DHCP agent@n-d-812150-4: {}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: HyperV agent@n-h1-812150-4: {}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: HyperV agent@n-h2-812150-4: {}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: L3 agent@n-d-812150-4: {}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: Metadata agent@n-d-812150-4: {}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: Metering agent@n-d-812150-4: {}, Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: Open vSwitch agent@n-d-812150-4: { 'AddressGroup': '1.2', Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'ConntrackHelper': '1.0', Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'Log': '1.0', Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'Network': '1.1', Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'Port': '1.7', Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'PortForwarding': '1.2', Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'QosPolicy': '1.10', Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'SecurityGroup': '1.5', Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'SecurityGroupRule': '1.2', Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'SubPort': '1.0', Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'Subnet': '1.1', Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: 'Trunk': '1.1'}} Nov 03 18:32:07.755921 n-d-812150-4 neutron-server[101714]: {{(pid=101714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 03 18:32:07.811858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6adf1aab-d969-44d2-a3b5-d625b55295f4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:07.812255 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.822080 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Attempting to bind port c94d580a-a9ab-42dd-95bc-9604822c6d70 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:07.822714 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Attempting to bind port c94d580a-a9ab-42dd-95bc-9604822c6d70 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:07.823303 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Attempting to bind port c94d580a-a9ab-42dd-95bc-9604822c6d70 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:07.839966 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:07.840790 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:07.844021 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.844668 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:07.844910 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Bound port: c94d580a-a9ab-42dd-95bc-9604822c6d70, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:07.846530 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:07.857445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0173b-767c-4d1f-8567-76b15fff4a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9fb463-330a-43b3-977c-e56bd6783441,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:07.990615 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] For port c94d580a-a9ab-42dd-95bc-9604822c6d70, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:07.995860 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] For port c94d580a-a9ab-42dd-95bc-9604822c6d70, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c94d580a-a9ab-42dd-95bc-9604822c6d70,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:08.007535 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.023179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Allocated IP 172.20.0.1 (dd27ba54-feaa-49d5-877c-9b4735452b4f/6c261132-6889-44aa-bb6d-27235b204e10/388a835d-b7b1-4673-ba75-235b7b33de03) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:08.135398 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7e1c1-b7f3-4411-80f5-604299a11dfe None None] Pushing event updated for resources: {'Port': ['ID=c94d580a-a9ab-42dd-95bc-9604822c6d70,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:08.146322 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Routers {'48b22fe6-32b4-42c9-9570-77794a40a0e2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:08.150254 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:31:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['48b22fe6-32b4-42c9-9570-77794a40a0e2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:08.177060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-4a1352c2-b4ad-4f86-97db-402ebf8dba36 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:08.191760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-4a1352c2-b4ad-4f86-97db-402ebf8dba36 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4907494 Nov 03 18:32:08.215386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-484f63d4-5f80-4dde-bcd9-e9465813fda2 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/quotas/d595ee268e7b4695893950ea492ce16a HTTP/1.1" status: 200 len: 375 time: 0.0221853 Nov 03 18:32:08.240034 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.276237 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.307674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-5ae57983-051b-4b91-aa8d-ac2b5086e754 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d595ee268e7b4695893950ea492ce16a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857902 Nov 03 18:32:08.335553 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Pushing event updated for resources: {'Port': ['ID=388a835d-b7b1-4673-ba75-235b7b33de03,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:08.342923 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] Set router 48b22fe6-32b4-42c9-9570-77794a40a0e2 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:08.358418 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Network dd27ba54-feaa-49d5-877c-9b4735452b4f is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:08.360809 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:08.376340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:08.378438 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.624565 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.738763 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:05Z', 'revision_number': 3, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:08.761002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-74ce6cae-bd0c-4554-bd05-017a5729751c None None] Provisioning complete for port 388a835d-b7b1-4673-ba75-235b7b33de03 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:08.772194 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-74ce6cae-bd0c-4554-bd05-017a5729751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.838862 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74895228-a3ef-4783-b07b-94f8749c3935 None None] The sync data for ids ['48b22fe6-32b4-42c9-9570-77794a40a0e2'] in n-d-812150-4 is: [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:05Z', 'revision_number': 3, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:32:08.858736 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-74ce6cae-bd0c-4554-bd05-017a5729751c None None] Port 388a835d-b7b1-4673-ba75-235b7b33de03 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:32:08.905413 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.912641 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.914231 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:08.977196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Pushing event updated for resources: {'Port': ['ID=388a835d-b7b1-4673-ba75-235b7b33de03,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:08.999958 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:32:09.083442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Network dd27ba54-feaa-49d5-877c-9b4735452b4f is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:09.084894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:09.366387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Router 48b22fe6-32b4-42c9-9570-77794a40a0e2 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:32:09.408773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58420) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:09.530243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:32:09.537937 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-91498f57-1f44-4202-9586-edc1ceb427cc admin admin] 10.222.0.107 "PUT /v2.0/routers/48b22fe6-32b4-42c9-9570-77794a40a0e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8510680 Nov 03 18:32:09.540622 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1622e385-ebe3-4149-a979-a78e6904d05a None None] Provisioning complete for port 388a835d-b7b1-4673-ba75-235b7b33de03 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:09.542371 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1622e385-ebe3-4149-a979-a78e6904d05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:09.615495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-1622e385-ebe3-4149-a979-a78e6904d05a None None] Port 388a835d-b7b1-4673-ba75-235b7b33de03 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:32:09.662459 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c94d580a-a9ab-42dd-95bc-9604822c6d70 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:09.745929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c94d580a-a9ab-42dd-95bc-9604822c6d70 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:09.746683 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:09.749998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57718f9f-8f36-444e-86ba-26794cecc0c4 req-c9443e0f-18a2-4d62-bef1-b747b0164631 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 210 time: 0.3348711 Nov 03 18:32:09.877061 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:09.902203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port c94d580a-a9ab-42dd-95bc-9604822c6d70, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c94d580a-a9ab-42dd-95bc-9604822c6d70,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:09.907973 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:09.997696 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=c94d580a-a9ab-42dd-95bc-9604822c6d70,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:10.972947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dfc31f22-bee3-4ff4-adc2-d4ce5d367d05 req-abdf59b2-3fd4-420a-bc91-045d666e4854 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 210 time: 0.0522068 Nov 03 18:32:11.209879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58530) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:11.215098 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155324280-network', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:11.246177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] Made reservation on behalf of 1dd2f71f9adb461589caf10e6865c6b6 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:11.249093 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.262029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58532) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:11.273147 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.276787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.98', 56889) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:11.330309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Sync routers for ids ['48b22fe6-32b4-42c9-9570-77794a40a0e2'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:32:11.341683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Routers {'48b22fe6-32b4-42c9-9570-77794a40a0e2'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:11.342629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:31:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['48b22fe6-32b4-42c9-9570-77794a40a0e2'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:11.347567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58536) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:11.359184 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-3bb59d1c-cee4-4226-be04-d7da5ef67950 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=d595ee268e7b4695893950ea492ce16a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792367 Nov 03 18:32:11.381976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58540) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:11.403501 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58544) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:11.490081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Set router 48b22fe6-32b4-42c9-9570-77794a40a0e2 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:11.572093 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.590292 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c94d580a-a9ab-42dd-95bc-9604822c6d70 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:11.598022 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-b970c2b7-e392-45c0-aab8-b35b2d19e267 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:11.600169 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-b970c2b7-e392-45c0-aab8-b35b2d19e267 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2297554 Nov 03 18:32:11.601448 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.624949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:32:11.651540 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.651852 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] Added segment 1250ebe2-ed97-4b8a-b459-6623c82d7b04 of type vlan for network aadd13e4-6730-403c-9fb7-49fcdab2a4f3 Nov 03 18:32:11.653139 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9fb4b3-097a-4f6d-90e2-a4a0d9e5be09,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:11.674903 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14b6c505-1b1c-4a91-8f89-f1cb76438607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.681652 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff63a2ff-9ffc-4f55-8fb3-debf7bae2974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.718221 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Request body: {'port': {'device_id': 'bfc0b465-1d7e-47df-a622-c1142b55d410', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': 'd595ee268e7b4695893950ea492ce16a'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:11.756895 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa69004d-7b0a-4b3e-b91a-8c0b4878073c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.764357 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a2abaebd-4137-405d-8cab-c37b8d6dfdf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.774235 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.844268 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c94d580a-a9ab-42dd-95bc-9604822c6d70 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:11.844642 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.961139 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '388a835d-b7b1-4673-ba75-235b7b33de03', 'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'mac_address': 'fa:16:3e:a0:30:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:07Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 2, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'subnets': [{'id': '6c261132-6889-44aa-bb6d-27235b204e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:11.972102 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff63a2ff-9ffc-4f55-8fb3-debf7bae2974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:11.994187 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff63a2ff-9ffc-4f55-8fb3-debf7bae2974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.007341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Checking router: 48b22fe6-32b4-42c9-9570-77794a40a0e2 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:32:12.007769 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Updating router 48b22fe6-32b4-42c9-9570-77794a40a0e2 port 388a835d-b7b1-4673-ba75-235b7b33de03 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:32:12.008121 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a2abaebd-4137-405d-8cab-c37b8d6dfdf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.011029 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa69004d-7b0a-4b3e-b91a-8c0b4878073c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.020680 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a2abaebd-4137-405d-8cab-c37b8d6dfdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.058400 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a2abaebd-4137-405d-8cab-c37b8d6dfdf0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9e340fd82a984e769fddce2560da6b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6538167 Nov 03 18:32:12.064828 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58580) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:12.072034 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa69004d-7b0a-4b3e-b91a-8c0b4878073c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.100961 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.155142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.156655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:12.157259 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.163731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ff63a2ff-9ffc-4f55-8fb3-debf7bae2974 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=690553622a5641c89324b603a8ae38c2&name=default HTTP/1.1" status: 200 len: 2995 time: 0.7781463 Nov 03 18:32:12.165832 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58590) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:12.184835 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-162c5529-7f96-4790-8cc4-fb7b68789b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.207999 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-051fac78-b29b-48fd-ad52-2d965c8d9242 req-eb466bdd-20ef-4db8-9043-5d3a236dbe02 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 210 time: 0.0683918 Nov 03 18:32:12.211051 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fa69004d-7b0a-4b3e-b91a-8c0b4878073c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=527fa9e9c2794373b6e1d947565e6449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8621683 Nov 03 18:32:12.213851 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63a2ff-9ffc-4f55-8fb3-debf7bae2974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94194ec9-8519-4e75-9af6-bdc984872b64,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:12.217286 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58596) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:12.330191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abaebd-4137-405d-8cab-c37b8d6dfdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfd05db-6886-478c-9a0b-c515565e5de7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:12.367513 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1564624 Nov 03 18:32:12.390342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69004d-7b0a-4b3e-b91a-8c0b4878073c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5224c615-f6b9-4495-a329-da919b11f933,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:12.396758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58606) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:12.417204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-20215869-fc0e-4b77-8ce0-5fae24b897ea admin admin] Request body: {'subnet': {'network_id': 'aadd13e4-6730-403c-9fb7-49fcdab2a4f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155324280-subnet', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:12.471079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-11a61e81-1fbb-42e7-85f9-0fc4e6a168ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.513704 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-162c5529-7f96-4790-8cc4-fb7b68789b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.514677 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-11a61e81-1fbb-42e7-85f9-0fc4e6a168ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.576264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1bdbe-d713-4883-950f-21f126428966 admin admin] Pushing event updated for resources: {'Network': ['ID=aadd13e4-6730-403c-9fb7-49fcdab2a4f3,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:12.613941 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-11a61e81-1fbb-42e7-85f9-0fc4e6a168ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.618094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network aadd13e4-6730-403c-9fb7-49fcdab2a4f3 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:32:12.619926 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-11a61e81-1fbb-42e7-85f9-0fc4e6a168ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.638018 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-11a61e81-1fbb-42e7-85f9-0fc4e6a168ff admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5224c615-f6b9-4495-a329-da919b11f933 HTTP/1.1" status: 204 len: 168 time: 0.3914306 Nov 03 18:32:12.667264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a61e81-1fbb-42e7-85f9-0fc4e6a168ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5224c615-f6b9-4495-a329-da919b11f933,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:12.704738 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Made reservation on behalf of d595ee268e7b4695893950ea492ce16a for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:12.708634 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.726162 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14b6c505-1b1c-4a91-8f89-f1cb76438607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.775060 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4944689c-ab02-47e3-baac-0cceecef7707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.787064 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.808236 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4944689c-ab02-47e3-baac-0cceecef7707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.820048 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.877605 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20215869-fc0e-4b77-8ce0-5fae24b897ea admin admin] Made reservation on behalf of 1dd2f71f9adb461589caf10e6865c6b6 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:12.883012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20215869-fc0e-4b77-8ce0-5fae24b897ea admin admin] Publish callbacks [] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.886619 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.894090 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4944689c-ab02-47e3-baac-0cceecef7707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.897854 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4944689c-ab02-47e3-baac-0cceecef7707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.899938 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4944689c-ab02-47e3-baac-0cceecef7707 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/94194ec9-8519-4e75-9af6-bdc984872b64 HTTP/1.1" status: 204 len: 168 time: 0.7157569 Nov 03 18:32:12.900889 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14b6c505-1b1c-4a91-8f89-f1cb76438607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.972590 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-14b6c505-1b1c-4a91-8f89-f1cb76438607 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9223cea278334da9a4535d632a9f3c25&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7063942 Nov 03 18:32:12.972590 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-162c5529-7f96-4790-8cc4-fb7b68789b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.973030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58644) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:12.989789 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-162c5529-7f96-4790-8cc4-fb7b68789b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:12.991219 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-162c5529-7f96-4790-8cc4-fb7b68789b56 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bdfd05db-6886-478c-9a0b-c515565e5de7 HTTP/1.1" status: 204 len: 168 time: 0.9241540 Nov 03 18:32:13.018950 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944689c-ab02-47e3-baac-0cceecef7707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94194ec9-8519-4e75-9af6-bdc984872b64,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:13.104797 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6c505-1b1c-4a91-8f89-f1cb76438607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77caa76b-3896-4a10-b1d9-4b191de89868,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:13.107805 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5a1e303f-11f2-4840-9b8d-dabbc17bc228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.155076 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5a1e303f-11f2-4840-9b8d-dabbc17bc228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.227440 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c5529-7f96-4790-8cc4-fb7b68789b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfd05db-6886-478c-9a0b-c515565e5de7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:13.290556 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5a1e303f-11f2-4840-9b8d-dabbc17bc228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.293763 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5a1e303f-11f2-4840-9b8d-dabbc17bc228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.295042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5a1e303f-11f2-4840-9b8d-dabbc17bc228 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/77caa76b-3896-4a10-b1d9-4b191de89868 HTTP/1.1" status: 204 len: 168 time: 0.3210073 Nov 03 18:32:13.321103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e303f-11f2-4840-9b8d-dabbc17bc228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77caa76b-3896-4a10-b1d9-4b191de89868,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:13.484213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Attempting to bind port 388a835d-b7b1-4673-ba75-235b7b33de03 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:13.484849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Attempting to bind port 388a835d-b7b1-4673-ba75-235b7b33de03 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:13.485389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Attempting to bind port 388a835d-b7b1-4673-ba75-235b7b33de03 on network dd27ba54-feaa-49d5-877c-9b4735452b4f {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:13.540026 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e83442f-74d9-4891-bec4-45881374b5c1 req-8ef3ab9c-ef48-4832-bbd4-a0ab3416c911 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 210 time: 0.1091564 Nov 03 18:32:13.550154 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.577981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:13.578359 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Checking segment: {'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:13.580462 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.582332 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Bound using segment: {'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:13.593924 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Bound port: 388a835d-b7b1-4673-ba75-235b7b33de03, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:13.594919 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.595876 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.651570 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.701279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58672) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:13.727104 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c2ac-aa51-4ca6-a391-467b1621e118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.860818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9d4fd301-3938-4bfd-89ac-b7b0307042bf None None] Provisioning complete for port 388a835d-b7b1-4673-ba75-235b7b33de03 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:13.861882 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d4fd301-3938-4bfd-89ac-b7b0307042bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:13.864747 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d9292-e74c-42a3-83a4-3ab5c73e173a None None] Pushing event updated for resources: {'Port': ['ID=388a835d-b7b1-4673-ba75-235b7b33de03,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:14.005041 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c2ac-aa51-4ca6-a391-467b1621e118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:14.012785 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8d6c2ac-aa51-4ca6-a391-467b1621e118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:14.044710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9d4fd301-3938-4bfd-89ac-b7b0307042bf None None] Port 388a835d-b7b1-4673-ba75-235b7b33de03 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:32:14.079683 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20215869-fc0e-4b77-8ce0-5fae24b897ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:14.098678 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:14.121203 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a8d6c2ac-aa51-4ca6-a391-467b1621e118 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ab6d551d82b841cba773a540cd8138f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4185395 Nov 03 18:32:14.123893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58694) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:14.140780 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6c2ac-aa51-4ca6-a391-467b1621e118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18edd78c-108a-40b7-9b6d-627e15cda4ee,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:14.162525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] For port 388a835d-b7b1-4673-ba75-235b7b33de03, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:14.172120 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] For port 388a835d-b7b1-4673-ba75-235b7b33de03, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=388a835d-b7b1-4673-ba75-235b7b33de03,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:14.180594 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:14.315861 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb491b2c-bc74-459b-9ea1-05d22c1b93f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:14.374872 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb491b2c-bc74-459b-9ea1-05d22c1b93f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:14.391350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Routers {'48b22fe6-32b4-42c9-9570-77794a40a0e2'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:14.395275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58708) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:14.396267 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:31:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['48b22fe6-32b4-42c9-9570-77794a40a0e2'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:14.433822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d9292-e74c-42a3-83a4-3ab5c73e173a None None] Pushing event updated for resources: {'Port': ['ID=388a835d-b7b1-4673-ba75-235b7b33de03,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:14.532780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6faeb38b-db9a-419c-8825-ed0326101a8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:14.537027 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb491b2c-bc74-459b-9ea1-05d22c1b93f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:14.540370 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb491b2c-bc74-459b-9ea1-05d22c1b93f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:14.545119 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-eb491b2c-bc74-459b-9ea1-05d22c1b93f2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/18edd78c-108a-40b7-9b6d-627e15cda4ee HTTP/1.1" status: 204 len: 168 time: 0.4185855 Nov 03 18:32:14.566391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb491b2c-bc74-459b-9ea1-05d22c1b93f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18edd78c-108a-40b7-9b6d-627e15cda4ee,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:14.601627 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20215869-fc0e-4b77-8ce0-5fae24b897ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52fdb11-71ff-4507-9129-3040ccafb8cb,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:14.706614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Allocated IP 192.168.233.127 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/5f60ebb1-a52f-432e-8522-30d0d2e3e13a) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:14.744597 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-cc28698d-ac9f-40c3-b39d-5f60ad6b66d1 None None] Provisioning complete for port 388a835d-b7b1-4673-ba75-235b7b33de03 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:14.747800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20215869-fc0e-4b77-8ce0-5fae24b897ea admin admin] Checking segment: {'id': '1250ebe2-ed97-4b8a-b459-6623c82d7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'aadd13e4-6730-403c-9fb7-49fcdab2a4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:14.748544 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20215869-fc0e-4b77-8ce0-5fae24b897ea admin admin] Network hostable DHCP agents. Network: aadd13e4-6730-403c-9fb7-49fcdab2a4f3, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:32:14.750622 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cc28698d-ac9f-40c3-b39d-5f60ad6b66d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:14.773502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32a47e9e-df73-44cf-8327-5375ddef51c2 req-653224b1-96d5-4964-8f6f-34ccc5a73238 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 210 time: 0.0473168 Nov 03 18:32:14.802897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] Set router 48b22fe6-32b4-42c9-9570-77794a40a0e2 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:14.974248 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58732) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:14.995648 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-23268992-71b2-4b69-9443-e32e39be413d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.058589 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cc28698d-ac9f-40c3-b39d-5f60ad6b66d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.068174 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58736) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:15.105982 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b196753-69f5-49b3-8c5d-ee639c153889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.145376 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.197187 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.304272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-cc28698d-ac9f-40c3-b39d-5f60ad6b66d1 None None] For port 388a835d-b7b1-4673-ba75-235b7b33de03, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=388a835d-b7b1-4673-ba75-235b7b33de03,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:15.310993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20215869-fc0e-4b77-8ce0-5fae24b897ea admin admin] Network aadd13e4-6730-403c-9fb7-49fcdab2a4f3 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:32:15.332763 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b196753-69f5-49b3-8c5d-ee639c153889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.341108 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cc28698d-ac9f-40c3-b39d-5f60ad6b66d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.341572 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:15.344485 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-20215869-fc0e-4b77-8ce0-5fae24b897ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, aadd13e4-6730-403c-9fb7-49fcdab2a4f3) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:15.350373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20215869-fc0e-4b77-8ce0-5fae24b897ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:15.351137 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20215869-fc0e-4b77-8ce0-5fae24b897ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.377715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954b1355-7472-44ed-9227-185ee7137972 None None] Network aadd13e4-6730-403c-9fb7-49fcdab2a4f3 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:32:15.381619 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b196753-69f5-49b3-8c5d-ee639c153889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.387329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:15.390843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:15.398805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:15.400106 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.472810 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Pushing event updated for resources: {'Port': ['ID=5f60ebb1-a52f-432e-8522-30d0d2e3e13a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:15.493598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6faeb38b-db9a-419c-8825-ed0326101a8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.504375 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-9e49d4e2-23a2-458e-89b7-db7502449b0f tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7894781 Nov 03 18:32:15.519662 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-20215869-fc0e-4b77-8ce0-5fae24b897ea admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.1203568 Nov 03 18:32:15.520650 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58744) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:15.546089 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-52d40ef7-b4a9-4358-92c5-5a6befaf286e tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:32:15.550253 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-52d40ef7-b4a9-4358-92c5-5a6befaf286e tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0281689 Nov 03 18:32:15.553134 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6faeb38b-db9a-419c-8825-ed0326101a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.584809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6b196753-69f5-49b3-8c5d-ee639c153889 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=870a09c20c3f44d4982ee4b39768c715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5114670 Nov 03 18:32:15.587269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b196753-69f5-49b3-8c5d-ee639c153889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c3d3b4-4cf3-45f2-88e6-cbd62085db38,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:15.598619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58748) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:15.625942 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155324280-router', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:15.675711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28698d-ac9f-40c3-b39d-5f60ad6b66d1 None None] Pushing event updated for resources: {'Port': ['ID=388a835d-b7b1-4673-ba75-235b7b33de03,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:15.693644 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6faeb38b-db9a-419c-8825-ed0326101a8e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=be965d3a715a466db041b5edd5cb1b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2894199 Nov 03 18:32:15.699425 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.699617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58754) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:15.699617 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7d693263-488b-4364-9e0a-a316809e746c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.699817 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.727538 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7d693263-488b-4364-9e0a-a316809e746c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.803618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faeb38b-db9a-419c-8825-ed0326101a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206de392-c256-4eef-a85e-48add84bf33f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:15.804203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '388a835d-b7b1-4673-ba75-235b7b33de03', 'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'mac_address': 'fa:16:3e:a0:30:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:07Z', 'updated_at': '2021-11-03T18:32:14Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'subnets': [{'id': '6c261132-6889-44aa-bb6d-27235b204e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:15.906595 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7d693263-488b-4364-9e0a-a316809e746c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.909199 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7d693263-488b-4364-9e0a-a316809e746c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:15.920794 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7d693263-488b-4364-9e0a-a316809e746c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/55c3d3b4-4cf3-45f2-88e6-cbd62085db38 HTTP/1.1" status: 204 len: 168 time: 0.3164191 Nov 03 18:32:15.921551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0cf719-129b-427b-9292-5446dc8cee38 None None] The sync data for ids ['48b22fe6-32b4-42c9-9570-77794a40a0e2'] in n-d-812150-4 is: [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '388a835d-b7b1-4673-ba75-235b7b33de03', 'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'mac_address': 'fa:16:3e:a0:30:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:07Z', 'updated_at': '2021-11-03T18:32:14Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'subnets': [{'id': '6c261132-6889-44aa-bb6d-27235b204e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:32:15.921734 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6d4acdb-3b6a-42b4-8445-f460fb16a521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.044243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58762) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:16.113172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d693263-488b-4364-9e0a-a316809e746c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c3d3b4-4cf3-45f2-88e6-cbd62085db38,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:16.120835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-403ea0b8-dfe1-4be6-9ec5-4a3192c2fb85 None None] Provisioning complete for port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:16.121685 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-403ea0b8-dfe1-4be6-9ec5-4a3192c2fb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.153826 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6d4acdb-3b6a-42b4-8445-f460fb16a521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.161424 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-23268992-71b2-4b69-9443-e32e39be413d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.210578 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-23268992-71b2-4b69-9443-e32e39be413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.212512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-403ea0b8-dfe1-4be6-9ec5-4a3192c2fb85 None None] Port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:32:16.224741 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.228423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-aadd13e4-6730-403c-9fb7-49fcdab2a4f3', 'network_id': 'aadd13e4-6730-403c-9fb7-49fcdab2a4f3', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6', 'fixed_ips': [{'subnet_id': 'e52fdb11-71ff-4507-9129-3040ccafb8cb'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:32:16.229330 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.390842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Request body: {'port': {'device_id': 'bfc0b465-1d7e-47df-a622-c1142b55d410', 'device_owner': 'compute:tempest-test_az-659842091', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:16.562405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23268992-71b2-4b69-9443-e32e39be413d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa1bfaa-50eb-49af-9624-a0618794e543,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:16.619165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Allocated IP 172.20.0.2 (aadd13e4-6730-403c-9fb7-49fcdab2a4f3/e52fdb11-71ff-4507-9129-3040ccafb8cb/24932996-6bc9-451e-8a01-41e2e543b50c) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:16.626257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-23268992-71b2-4b69-9443-e32e39be413d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ddafe93dd0c04048b8167f5574d287c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6507401 Nov 03 18:32:16.650762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58778) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:16.694861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a63490-3052-41d0-b9f9-0a0f744472b9 req-bf64995b-b3a8-413e-b431-4477d5ca4afd tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:16.704564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5a63490-3052-41d0-b9f9-0a0f744472b9 req-bf64995b-b3a8-413e-b431-4477d5ca4afd tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 936 time: 0.5451081 Nov 03 18:32:16.843564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5a63490-3052-41d0-b9f9-0a0f744472b9 req-379c0899-f037-491a-8faf-9e0ea98ae7fc tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354153 Nov 03 18:32:16.847526 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa251-6de9-433c-a747-2e61940e74ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.853866 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.958188 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.976605 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:16.995904 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.023752 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa251-6de9-433c-a747-2e61940e74ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.026098 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8a94ece2-ca8c-44a5-9457-17cd1e372ef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.078812 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6d4acdb-3b6a-42b4-8445-f460fb16a521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.081761 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6d4acdb-3b6a-42b4-8445-f460fb16a521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.082863 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e6d4acdb-3b6a-42b4-8445-f460fb16a521 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/206de392-c256-4eef-a85e-48add84bf33f HTTP/1.1" status: 204 len: 168 time: 1.2868202 Nov 03 18:32:17.104540 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa251-6de9-433c-a747-2e61940e74ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.108240 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Network aadd13e4-6730-403c-9fb7-49fcdab2a4f3 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:17.127257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:17.136787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:17.154120 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Pushing event updated for resources: {'Port': ['ID=24932996-6bc9-451e-8a01-41e2e543b50c,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:17.282248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Attempting to bind port 24932996-6bc9-451e-8a01-41e2e543b50c on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:17.282627 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Attempting to bind port 24932996-6bc9-451e-8a01-41e2e543b50c by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '1250ebe2-ed97-4b8a-b459-6623c82d7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'aadd13e4-6730-403c-9fb7-49fcdab2a4f3'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:17.282993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Attempting to bind port 24932996-6bc9-451e-8a01-41e2e543b50c on network aadd13e4-6730-403c-9fb7-49fcdab2a4f3 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:17.291071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:17.291454 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Checking segment: {'id': '1250ebe2-ed97-4b8a-b459-6623c82d7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'aadd13e4-6730-403c-9fb7-49fcdab2a4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:17.291892 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.292292 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Bound using segment: {'id': '1250ebe2-ed97-4b8a-b459-6623c82d7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'aadd13e4-6730-403c-9fb7-49fcdab2a4f3'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:17.292781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Bound port: 24932996-6bc9-451e-8a01-41e2e543b50c, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1250ebe2-ed97-4b8a-b459-6623c82d7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'aadd13e4-6730-403c-9fb7-49fcdab2a4f3'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:17.293181 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.375306 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8a94ece2-ca8c-44a5-9457-17cd1e372ef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.382960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7e5aa251-6de9-433c-a747-2e61940e74ec admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0ed2f0b89bd44169b0ca90261efca665&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3020244 Nov 03 18:32:17.384551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58800) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:17.396830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4acdb-3b6a-42b4-8445-f460fb16a521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206de392-c256-4eef-a85e-48add84bf33f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:17.426994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5aa251-6de9-433c-a747-2e61940e74ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131d9f00-8213-485b-9ca3-de4a17b4b276,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:17.528662 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8a94ece2-ca8c-44a5-9457-17cd1e372ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.533750 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8a94ece2-ca8c-44a5-9457-17cd1e372ef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.537562 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8a94ece2-ca8c-44a5-9457-17cd1e372ef1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8fa1bfaa-50eb-49af-9624-a0618794e543 HTTP/1.1" status: 204 len: 168 time: 0.8609874 Nov 03 18:32:17.554893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94ece2-ca8c-44a5-9457-17cd1e372ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa1bfaa-50eb-49af-9624-a0618794e543,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:17.587163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] For port 24932996-6bc9-451e-8a01-41e2e543b50c, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:17.594044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] For port 24932996-6bc9-451e-8a01-41e2e543b50c, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=24932996-6bc9-451e-8a01-41e2e543b50c,segment=NetworkSegment(1250ebe2-ed97-4b8a-b459-6623c82d7b04),segment_id=1250ebe2-ed97-4b8a-b459-6623c82d7b04)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:17.616622 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:17.838019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf46d4c-4942-42c9-966f-2cf743443c95 None None] Pushing event updated for resources: {'Port': ['ID=24932996-6bc9-451e-8a01-41e2e543b50c,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:17.876544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 388a835d-b7b1-4673-ba75-235b7b33de03 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:18.067231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 388a835d-b7b1-4673-ba75-235b7b33de03 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:18.069154 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:18.084968 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58814) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:18.126647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc28ca-3ca0-43ca-aa47-b61b3c341278 req-da819ef9-0fd1-41fa-acca-ad19bfd97b92 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:18.128266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63cc28ca-3ca0-43ca-aa47-b61b3c341278 req-da819ef9-0fd1-41fa-acca-ad19bfd97b92 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 936 time: 0.1143537 Nov 03 18:32:18.133451 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c76d61c8-346c-4e4c-942f-a6755ffc760f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:18.312537 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c76d61c8-346c-4e4c-942f-a6755ffc760f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:18.324202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63cc28ca-3ca0-43ca-aa47-b61b3c341278 req-c688b52d-1a34-45e2-a51c-6de258a42c09 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835544 Nov 03 18:32:18.600292 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:18.628929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:18.665850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-353447666-network', 'tenant_id': '9967bc7a71e345f08f6394ec34bbf289'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:18.803870 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c76d61c8-346c-4e4c-942f-a6755ffc760f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:18.807092 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c76d61c8-346c-4e4c-942f-a6755ffc760f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:18.816996 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c76d61c8-346c-4e4c-942f-a6755ffc760f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/131d9f00-8213-485b-9ca3-de4a17b4b276 HTTP/1.1" status: 204 len: 168 time: 1.4272192 Nov 03 18:32:18.853081 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f60ebb1-a52f-432e-8522-30d0d2e3e13a {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:18.868798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d61c8-346c-4e4c-942f-a6755ffc760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131d9f00-8213-485b-9ca3-de4a17b4b276,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:18.871374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] Made reservation on behalf of 9967bc7a71e345f08f6394ec34bbf289 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:18.880224 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:18.914745 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:18.923831 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:19.010040 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Transition to ACTIVE for port object 5f60ebb1-a52f-432e-8522-30d0d2e3e13a will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:32:19.058965 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:19.059357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58832) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:19.082270 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8bf9baa-d10a-47aa-929c-f87fb97b34af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:19.348258 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8bf9baa-d10a-47aa-929c-f87fb97b34af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:19.355524 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8bf9baa-d10a-47aa-929c-f87fb97b34af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:19.377902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Allocated IP 172.25.2.180 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/100f6dc4-9e27-41d9-9d3b-8081cdace367) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:19.394782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Pushing event updated for resources: {'Port': ['ID=5f60ebb1-a52f-432e-8522-30d0d2e3e13a,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:19.466888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f8bf9baa-d10a-47aa-929c-f87fb97b34af admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8b8caebebc294849a52a5e2fd366afb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036653 Nov 03 18:32:19.470469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58838) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:19.540228 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:19.631007 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:19.651409 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf9baa-d10a-47aa-929c-f87fb97b34af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ca762c-740b-49a6-b001-7180989eaa50,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:19.671664 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d2fab8-4574-425f-91ba-6f17a13b1296 None None] Network aadd13e4-6730-403c-9fb7-49fcdab2a4f3 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:32:19.699700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Attempting to bind port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:19.702547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Attempting to bind port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:19.703232 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Attempting to bind port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:19.775274 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8d765-ccfc-4458-960b-dbb67f504f7a req-47d7e413-fdf1-4c2f-b6fc-05b6d8568233 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:19.789690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7c8d765-ccfc-4458-960b-dbb67f504f7a req-47d7e413-fdf1-4c2f-b6fc-05b6d8568233 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 969 time: 0.3324344 Nov 03 18:32:19.832712 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91f39095-61a5-4150-a02b-723c5f87b297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:19.882825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91f39095-61a5-4150-a02b-723c5f87b297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:19.899930 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7c8d765-ccfc-4458-960b-dbb67f504f7a req-44c5730d-f837-4e8a-a8a2-f7ec117dbcdf tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090314 Nov 03 18:32:19.968922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:32:19.971487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58848) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:19.986861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:32:19.987449 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Attempting to bind port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:20.024765 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8cc37aa3-541a-43ae-bc7d-65833ae91dc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.032472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:20.033317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:20.034132 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:20.036220 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Bound port: 5f60ebb1-a52f-432e-8522-30d0d2e3e13a, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:20.036909 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.093293 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91f39095-61a5-4150-a02b-723c5f87b297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.098871 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.101259 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91f39095-61a5-4150-a02b-723c5f87b297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.102946 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-91f39095-61a5-4150-a02b-723c5f87b297 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/39ca762c-740b-49a6-b001-7180989eaa50 HTTP/1.1" status: 204 len: 168 time: 0.6179321 Nov 03 18:32:20.103509 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] Added segment 98acb4e9-f11a-42ff-872c-e0a9f53efb7b of type vlan for network 5642331e-152e-4c1a-8167-032b35756d1c Nov 03 18:32:20.123713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:20.159046 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f39095-61a5-4150-a02b-723c5f87b297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ca762c-740b-49a6-b001-7180989eaa50,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:20.222632 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 24932996-6bc9-451e-8a01-41e2e543b50c up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:20.262681 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8cc37aa3-541a-43ae-bc7d-65833ae91dc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.271022 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8cc37aa3-541a-43ae-bc7d-65833ae91dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.322477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.334633 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-20454d6e-af49-4025-9b39-363182e9d6da None None] Provisioning complete for port 24932996-6bc9-451e-8a01-41e2e543b50c triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:20.335257 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20454d6e-af49-4025-9b39-363182e9d6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.372642 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.373602 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc37aa3-541a-43ae-bc7d-65833ae91dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a238a9-56fd-4bbd-8d4f-de9d0144c4d9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:20.390612 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8cc37aa3-541a-43ae-bc7d-65833ae91dc8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b7db2d37d4ef44809d36a925f24fea6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142165 Nov 03 18:32:20.392250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58858) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:20.482782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] For port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:20.495725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 24932996-6bc9-451e-8a01-41e2e543b50c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:20.496358 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.523767 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4d04-c2f6-4c9a-bd9c-37e224dce75b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.566177 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4d04-c2f6-4c9a-bd9c-37e224dce75b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.573337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] For port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5f60ebb1-a52f-432e-8522-30d0d2e3e13a,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:20.590636 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.597631 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:20.598713 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.630287 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.673087 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4d04-c2f6-4c9a-bd9c-37e224dce75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.675903 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4d04-c2f6-4c9a-bd9c-37e224dce75b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.679794 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3f6d4d04-c2f6-4c9a-bd9c-37e224dce75b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/79a238a9-56fd-4bbd-8d4f-de9d0144c4d9 HTTP/1.1" status: 204 len: 168 time: 0.2839928 Nov 03 18:32:20.693854 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d4d04-c2f6-4c9a-bd9c-37e224dce75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a238a9-56fd-4bbd-8d4f-de9d0144c4d9,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:20.705776 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20454d6e-af49-4025-9b39-363182e9d6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.726333 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.757583 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] Pushing event updated for resources: {'Network': ['ID=5642331e-152e-4c1a-8167-032b35756d1c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:20.799376 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.862459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:20.862459 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:20.862459 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] 10.222.0.98 "PUT /v2.0/ports/5f60ebb1-a52f-432e-8522-30d0d2e3e13a HTTP/1.1" status: 200 len: 1117 time: 4.9473855 Nov 03 18:32:20.862459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc0b465-1d7e-47df-a622-c1142b55d410', 'tag': '5f60ebb1-a52f-432e-8522-30d0d2e3e13a'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:20.893209 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 5642331e-152e-4c1a-8167-032b35756d1c details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:32:20.918724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 24932996-6bc9-451e-8a01-41e2e543b50c, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=24932996-6bc9-451e-8a01-41e2e543b50c,segment=NetworkSegment(1250ebe2-ed97-4b8a-b459-6623c82d7b04),segment_id=1250ebe2-ed97-4b8a-b459-6623c82d7b04)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:21.084072 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-20454d6e-af49-4025-9b39-363182e9d6da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:32:21.090916 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-20454d6e-af49-4025-9b39-363182e9d6da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:32:21.092486 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:21.238580 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8a036cab-d66c-4001-a58b-8340e41d36de admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.1145444 Nov 03 18:32:21.239637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9646f0e-b2c5-4611-b941-068ca74c1f1d service neutron] Pushing event updated for resources: {'Port': ['ID=5f60ebb1-a52f-432e-8522-30d0d2e3e13a,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:21.256608 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58884) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:21.274865 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4fde0-51fd-4ba5-a2f3-51a6bbe8d868 req-ce74332d-d1aa-46b1-8db6-f66627bac489 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:21.276464 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=24932996-6bc9-451e-8a01-41e2e543b50c,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:21.287795 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-36fe0e7d-ceca-4ecc-bba8-40794f1dfb9f admin admin] Request body: {'subnet': {'network_id': '5642331e-152e-4c1a-8167-032b35756d1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-353447666-subnet', 'tenant_id': '9967bc7a71e345f08f6394ec34bbf289', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:21.294324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-47f4fde0-51fd-4ba5-a2f3-51a6bbe8d868 req-ce74332d-d1aa-46b1-8db6-f66627bac489 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 969 time: 0.2266705 Nov 03 18:32:21.320743 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:21.377706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:21.386510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:21.448384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-375b4c57-c078-444f-bc97-a26bed67ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:21.450706 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-375b4c57-c078-444f-bc97-a26bed67ee8e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d595ee268e7b4695893950ea492ce16a&device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 1120 time: 0.3620236 Nov 03 18:32:21.452752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-47f4fde0-51fd-4ba5-a2f3-51a6bbe8d868 req-530e6701-6b36-42f9-a0e2-e904d0699be3 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548121 Nov 03 18:32:21.528036 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Pushing event updated for resources: {'Port': ['ID=100f6dc4-9e27-41d9-9d3b-8081cdace367,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:21.555603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fe0e7d-ceca-4ecc-bba8-40794f1dfb9f admin admin] Made reservation on behalf of 9967bc7a71e345f08f6394ec34bbf289 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:21.562888 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36fe0e7d-ceca-4ecc-bba8-40794f1dfb9f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:21.661830 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 24932996-6bc9-451e-8a01-41e2e543b50c up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:21.855561 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 24932996-6bc9-451e-8a01-41e2e543b50c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:21.856413 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:21.972411 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-bec4c6d5-b1be-411f-9659-0d48f02b943b None None] Provisioning complete for port 24932996-6bc9-451e-8a01-41e2e543b50c triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:21.972720 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bec4c6d5-b1be-411f-9659-0d48f02b943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:22.226776 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36fe0e7d-ceca-4ecc-bba8-40794f1dfb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:22.363874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58914) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:22.426928 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:22.428890 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe0e7d-ceca-4ecc-bba8-40794f1dfb9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b55460-6287-4d60-9d60-2a65074fdaf9,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:22.481840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fe0e7d-ceca-4ecc-bba8-40794f1dfb9f admin admin] Checking segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:22.482329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fe0e7d-ceca-4ecc-bba8-40794f1dfb9f admin admin] Network hostable DHCP agents. Network: 5642331e-152e-4c1a-8167-032b35756d1c, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:32:22.587256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fe0e7d-ceca-4ecc-bba8-40794f1dfb9f admin admin] Network 5642331e-152e-4c1a-8167-032b35756d1c is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:32:22.608725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-36fe0e7d-ceca-4ecc-bba8-40794f1dfb9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 5642331e-152e-4c1a-8167-032b35756d1c) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:22.617586 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9742e0bc-c958-4bcf-912d-0e8613af8f42 None None] Network 5642331e-152e-4c1a-8167-032b35756d1c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:32:22.626417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f702894-3f33-4ff3-91a0-3b32f8ddca1c req-4037daca-7890-4bd0-859f-76d6117cba33 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:22.637709 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f702894-3f33-4ff3-91a0-3b32f8ddca1c req-4037daca-7890-4bd0-859f-76d6117cba33 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 969 time: 0.1233442 Nov 03 18:32:22.668330 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fe0e7d-ceca-4ecc-bba8-40794f1dfb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:22.670147 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36fe0e7d-ceca-4ecc-bba8-40794f1dfb9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:22.706971 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-36fe0e7d-ceca-4ecc-bba8-40794f1dfb9f admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4358945 Nov 03 18:32:22.716158 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf30923-c70e-40d2-aafe-c4e56ccbe0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc0b465-1d7e-47df-a622-c1142b55d410", "tag": "5f60ebb1-a52f-432e-8522-30d0d2e3e13a"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:22.772868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f702894-3f33-4ff3-91a0-3b32f8ddca1c req-ac0f9874-b2e4-4efc-8071-724edc708d7d tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289923 Nov 03 18:32:22.818399 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:22.897466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f1d639-a67f-410e-8ce6-46828b19b091 None None] Network 5642331e-152e-4c1a-8167-032b35756d1c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:32:22.985758 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6a56303-1416-4def-8e48-4fb30e8a1bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:23.031774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Router 6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:32:23.122798 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6a56303-1416-4def-8e48-4fb30e8a1bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:23.128596 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6a56303-1416-4def-8e48-4fb30e8a1bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:23.219031 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d6a56303-1416-4def-8e48-4fb30e8a1bf8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4f26bb85ab804e79b80c69e8400b0491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8519726 Nov 03 18:32:23.219937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58938) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:23.229619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a56303-1416-4def-8e48-4fb30e8a1bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563c2f82-fb1e-45ea-9af9-de013e8f3fff,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:23.282767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:32:23.293312 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Sync routers for ids ['6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:32:23.310575 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:23.314898 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-03911e7d-4239-429f-af2e-0f749ea15944 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.7801547 Nov 03 18:32:23.315150 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58942) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:23.329860 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Routers {'6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:23.331897 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:31:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:23.334925 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2bfc4bca-c6c3-45b2-bdaa-c4600768265a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:23.365179 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2bfc4bca-c6c3-45b2-bdaa-c4600768265a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:23.471278 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2bfc4bca-c6c3-45b2-bdaa-c4600768265a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:23.474376 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2bfc4bca-c6c3-45b2-bdaa-c4600768265a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:23.476129 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2bfc4bca-c6c3-45b2-bdaa-c4600768265a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/563c2f82-fb1e-45ea-9af9-de013e8f3fff HTTP/1.1" status: 204 len: 168 time: 0.2548318 Nov 03 18:32:23.492232 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc4bca-c6c3-45b2-bdaa-c4600768265a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563c2f82-fb1e-45ea-9af9-de013e8f3fff,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:23.690969 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c02b1e3-815d-4741-8c91-3da28193aafc x-openstack-request-id: req-4c02b1e3-815d-4741-8c91-3da28193aafc {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:23.691957 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc0b465-1d7e-47df-a622-c1142b55d410", "tag": "5f60ebb1-a52f-432e-8522-30d0d2e3e13a", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:23.692372 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4c02b1e3-815d-4741-8c91-3da28193aafc {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:23.693000 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc0b465-1d7e-47df-a622-c1142b55d410', 'tag': '5f60ebb1-a52f-432e-8522-30d0d2e3e13a', 'status': 'completed', 'code': 200} Nov 03 18:32:23.714795 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Set router 6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:24.004395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516deafc-c6f9-4eac-a356-b510abc34d78 req-0bb25804-20e5-48f0-92b0-e8f0b85bbb48 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:24.007549 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-516deafc-c6f9-4eac-a356-b510abc34d78 req-0bb25804-20e5-48f0-92b0-e8f0b85bbb48 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 969 time: 0.0825379 Nov 03 18:32:24.096907 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-516deafc-c6f9-4eac-a356-b510abc34d78 req-8952db19-6b5f-43e9-8d76-aa979774dfb7 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827067 Nov 03 18:32:24.192594 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155324280-router', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:15Z', 'updated_at': '2021-11-03T18:32:22Z', 'revision_number': 3, 'project_id': '1dd2f71f9adb461589caf10e6865c6b6', 'gw_port': {'id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:18Z', 'updated_at': '2021-11-03T18:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:24.236141 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Checking router: 6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:32:24.236816 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Updating router 6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a port 100f6dc4-9e27-41d9-9d3b-8081cdace367 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:32:24.283111 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.315724 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.620770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Allocated IP 172.20.0.1 (aadd13e4-6730-403c-9fb7-49fcdab2a4f3/e52fdb11-71ff-4507-9129-3040ccafb8cb/9f6dec96-202c-486e-9bc4-5dbeed600a71) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:24.643236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58972) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:24.684768 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eea2149a-cfd0-4392-b304-8508d19dab4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.813712 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.822471 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.824991 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.832360 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eea2149a-cfd0-4392-b304-8508d19dab4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.859547 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eea2149a-cfd0-4392-b304-8508d19dab4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.884800 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Attempting to bind port 100f6dc4-9e27-41d9-9d3b-8081cdace367 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:24.885173 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Attempting to bind port 100f6dc4-9e27-41d9-9d3b-8081cdace367 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:24.885490 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Attempting to bind port 100f6dc4-9e27-41d9-9d3b-8081cdace367 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:24.897770 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:24.898186 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:24.898648 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.899102 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:24.899884 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Bound port: 100f6dc4-9e27-41d9-9d3b-8081cdace367, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:24.900278 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.901762 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:24.924186 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2149a-cfd0-4392-b304-8508d19dab4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33e273e-1e3c-45c8-984b-aa9fd3ad9044,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:24.941260 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679a3d5-d4c8-4795-8c2e-f51203311ede None None] Pushing event updated for resources: {'Port': ['ID=100f6dc4-9e27-41d9-9d3b-8081cdace367,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:24.949254 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-eea2149a-cfd0-4392-b304-8508d19dab4c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=22eb484e48bb4867b75ef0ac690ee7ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049068 Nov 03 18:32:24.951840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58984) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:24.993931 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] For port 100f6dc4-9e27-41d9-9d3b-8081cdace367, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:24.998002 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] For port 100f6dc4-9e27-41d9-9d3b-8081cdace367, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=100f6dc4-9e27-41d9-9d3b-8081cdace367,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:25.005115 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:25.009904 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Network aadd13e4-6730-403c-9fb7-49fcdab2a4f3 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:25.016787 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-600629ec-3a3a-4452-8c8c-755d41130e1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:25.020649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:25.027406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:25.027926 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:25.051427 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-600629ec-3a3a-4452-8c8c-755d41130e1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:25.072539 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Routers {'6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:25.073211 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:31:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:25.122500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Pushing event updated for resources: {'Port': ['ID=9f6dec96-202c-486e-9bc4-5dbeed600a71,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:25.125092 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-600629ec-3a3a-4452-8c8c-755d41130e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:25.128884 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-600629ec-3a3a-4452-8c8c-755d41130e1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:25.133615 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-600629ec-3a3a-4452-8c8c-755d41130e1d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d33e273e-1e3c-45c8-984b-aa9fd3ad9044 HTTP/1.1" status: 204 len: 168 time: 0.1802785 Nov 03 18:32:25.144414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600629ec-3a3a-4452-8c8c-755d41130e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33e273e-1e3c-45c8-984b-aa9fd3ad9044,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:25.201786 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679a3d5-d4c8-4795-8c2e-f51203311ede None None] Pushing event updated for resources: {'Port': ['ID=100f6dc4-9e27-41d9-9d3b-8081cdace367,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:25.315028 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] Set router 6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:25.337212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:25.417358 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b0465acc-6af9-4cea-b0dc-af419879c10a None None] Provisioning complete for port 9f6dec96-202c-486e-9bc4-5dbeed600a71 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:25.418370 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b0465acc-6af9-4cea-b0dc-af419879c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:25.422871 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec1800-4b06-480c-82c1-add3195d7789 req-97e5ded0-3134-44c0-a10e-e2c488fee443 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:25.428571 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-baec1800-4b06-480c-82c1-add3195d7789 req-97e5ded0-3134-44c0-a10e-e2c488fee443 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 969 time: 0.2124906 Nov 03 18:32:25.464849 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-bd2b0b0f-eecf-4cf2-bbf9-7050625b27a5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=5f60ebb1-a52f-432e-8522-30d0d2e3e13a HTTP/1.1" status: 200 len: 217 time: 0.0837154 Nov 03 18:32:25.512242 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b0465acc-6af9-4cea-b0dc-af419879c10a None None] Port 9f6dec96-202c-486e-9bc4-5dbeed600a71 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:32:25.536268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-baec1800-4b06-480c-82c1-add3195d7789 req-f424e698-9377-4e0f-b9bc-58744f9e8ae0 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982680 Nov 03 18:32:25.636704 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155324280-router', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:15Z', 'updated_at': '2021-11-03T18:32:22Z', 'revision_number': 3, 'project_id': '1dd2f71f9adb461589caf10e6865c6b6', 'gw_port': {'id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:18Z', 'updated_at': '2021-11-03T18:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:25.667318 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7ebf2696-f28d-4740-ab56-ef278edd5822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:25.679340 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62b4ea-01f8-4d0b-8650-83b8aaad3eca None None] The sync data for ids ['6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'] in n-d-812150-4 is: [{'id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155324280-router', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:15Z', 'updated_at': '2021-11-03T18:32:22Z', 'revision_number': 3, 'project_id': '1dd2f71f9adb461589caf10e6865c6b6', 'gw_port': {'id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:18Z', 'updated_at': '2021-11-03T18:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:32:25.786293 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-3e1e78d8-4614-43cb-a888-f54339db93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:25.787804 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-3e1e78d8-4614-43cb-a888-f54339db93e5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.2864215 Nov 03 18:32:25.922024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-29e7092e-6eb5-4413-946a-436632295413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:25.923943 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-29e7092e-6eb5-4413-946a-436632295413 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1257515 Nov 03 18:32:26.064522 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:26.074362 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:26.075087 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:26.126610 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-71729ae2-e176-4092-8a50-a9b9208038c2 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918764 Nov 03 18:32:26.164112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59044) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:26.169474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1143791363-network', 'tenant_id': '3ce25a8f26cd490c95c0c2d55a9173f6'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:26.203562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] Made reservation on behalf of 3ce25a8f26cd490c95c0c2d55a9173f6 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:26.210066 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:26.218977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Pushing event updated for resources: {'Port': ['ID=9f6dec96-202c-486e-9bc4-5dbeed600a71,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:26.240373 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:26.322406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Network aadd13e4-6730-403c-9fb7-49fcdab2a4f3 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:26.325333 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fcf3d299-b870-4e0e-be39-84a6ced11730 req-92b51f18-a2ae-448c-962d-4d8eae2076d3 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875131 Nov 03 18:32:26.326598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:26.421788 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:26.432136 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:26.504908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59050) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:26.508821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c073315b-d057-4943-8c5a-d80a31c9fed6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:26.518345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:32:26.537538 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:26.538210 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] Added segment 311d7edd-31a9-4a0f-b754-d561ee65803f of type vlan for network 42cee3eb-a8f7-4ba9-8302-57a4eb2cb91d Nov 03 18:32:26.570416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf30923-c70e-40d2-aafe-c4e56ccbe0e4 req-de8e2dd5-099a-4984-8f6e-40533384c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:26.576406 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-daf30923-c70e-40d2-aafe-c4e56ccbe0e4 req-de8e2dd5-099a-4984-8f6e-40533384c928 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d595ee268e7b4695893950ea492ce16a&device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 1120 time: 0.1002736 Nov 03 18:32:26.647756 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3bd4e5c9-cb00-4fe4-8854-0786d8526ee0 None None] Provisioning complete for port 9f6dec96-202c-486e-9bc4-5dbeed600a71 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:26.648751 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3bd4e5c9-cb00-4fe4-8854-0786d8526ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:26.741063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3bd4e5c9-cb00-4fe4-8854-0786d8526ee0 None None] Port 9f6dec96-202c-486e-9bc4-5dbeed600a71 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:32:26.750089 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:26.755911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Router 6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:32:26.863839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea0b9a-1bfb-4664-918f-b4d0e16ee46c req-d77cd1c8-a445-4420-90d6-0800bb3134ee tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:26.870370 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5ea0b9a-1bfb-4664-918f-b4d0e16ee46c req-d77cd1c8-a445-4420-90d6-0800bb3134ee tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 969 time: 0.1449940 Nov 03 18:32:26.872928 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:26.875758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:26.877048 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:26.880624 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf30923-c70e-40d2-aafe-c4e56ccbe0e4 req-0200ad34-73dc-45ac-afb0-80ccd582e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:26.882103 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-daf30923-c70e-40d2-aafe-c4e56ccbe0e4 req-0200ad34-73dc-45ac-afb0-80ccd582e8ed service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2994251 Nov 03 18:32:26.997598 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8304465 Nov 03 18:32:26.997756 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2278c35d-4c54-4ae6-a32d-9696408b40ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.001349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59068) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:27.009765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b408907c-2a8c-48bc-a045-03764b2dab58 admin admin] Request body: {'subnet': {'network_id': '42cee3eb-a8f7-4ba9-8302-57a4eb2cb91d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1143791363-subnet', 'tenant_id': '3ce25a8f26cd490c95c0c2d55a9173f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:27.024782 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-daf30923-c70e-40d2-aafe-c4e56ccbe0e4 req-5cfb46ed-8415-4f18-983f-5e73021f656a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=5f60ebb1-a52f-432e-8522-30d0d2e3e13a HTTP/1.1" status: 200 len: 217 time: 0.1288559 Nov 03 18:32:27.030675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6b0c3-f850-47c5-8eab-bc21e84d0585 admin admin] Pushing event updated for resources: {'Network': ['ID=42cee3eb-a8f7-4ba9-8302-57a4eb2cb91d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:27.043988 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 42cee3eb-a8f7-4ba9-8302-57a4eb2cb91d details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:32:27.050232 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5ea0b9a-1bfb-4664-918f-b4d0e16ee46c req-607a829f-1c0f-4403-be4c-9a729eb2e77d tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674745 Nov 03 18:32:27.071461 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b408907c-2a8c-48bc-a045-03764b2dab58 admin admin] Made reservation on behalf of 3ce25a8f26cd490c95c0c2d55a9173f6 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:27.074559 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b408907c-2a8c-48bc-a045-03764b2dab58 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.104365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:32:27.120245 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-117389c3-d5f4-46bd-a727-e5f92e72ef4c admin admin] 10.222.0.107 "PUT /v2.0/routers/6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8032079 Nov 03 18:32:27.153250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf30923-c70e-40d2-aafe-c4e56ccbe0e4 req-c61070ad-f6d3-4ad6-a1b7-3e1c25140fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:27.154726 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-daf30923-c70e-40d2-aafe-c4e56ccbe0e4 req-c61070ad-f6d3-4ad6-a1b7-3e1c25140fe2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1219847 Nov 03 18:32:27.243825 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf30923-c70e-40d2-aafe-c4e56ccbe0e4 req-bf397e8f-beab-41c4-9573-09002ea49aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:27.245364 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-daf30923-c70e-40d2-aafe-c4e56ccbe0e4 req-bf397e8f-beab-41c4-9573-09002ea49aee service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816414 Nov 03 18:32:27.289102 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2278c35d-4c54-4ae6-a32d-9696408b40ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.318731 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2278c35d-4c54-4ae6-a32d-9696408b40ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.341375 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b408907c-2a8c-48bc-a045-03764b2dab58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.363980 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2278c35d-4c54-4ae6-a32d-9696408b40ed admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b5bfc01795204e9d921d0ffbc39a4692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8537164 Nov 03 18:32:27.375045 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59082) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:27.396432 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278c35d-4c54-4ae6-a32d-9696408b40ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9a2d57-ac28-4939-ba4a-53e2ae0e77fa,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:27.406771 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59086) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:27.421632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408907c-2a8c-48bc-a045-03764b2dab58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e335d5f-5556-4a6c-afe8-58f7d660c383,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:27.446507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408907c-2a8c-48bc-a045-03764b2dab58 admin admin] Checking segment: {'id': '311d7edd-31a9-4a0f-b754-d561ee65803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '42cee3eb-a8f7-4ba9-8302-57a4eb2cb91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:27.446868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b408907c-2a8c-48bc-a045-03764b2dab58 admin admin] Network hostable DHCP agents. Network: 42cee3eb-a8f7-4ba9-8302-57a4eb2cb91d, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:32:27.458876 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-daf30923-c70e-40d2-aafe-c4e56ccbe0e4 req-583f6de2-4d30-4c69-98ed-e337acd3bce7 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055311 Nov 03 18:32:27.474005 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b408907c-2a8c-48bc-a045-03764b2dab58 admin admin] Network 42cee3eb-a8f7-4ba9-8302-57a4eb2cb91d is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:32:27.488338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-b408907c-2a8c-48bc-a045-03764b2dab58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 42cee3eb-a8f7-4ba9-8302-57a4eb2cb91d) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:27.497834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df22ff7-32df-42d2-a730-552e92a1d36b None None] Network 42cee3eb-a8f7-4ba9-8302-57a4eb2cb91d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:32:27.500773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b408907c-2a8c-48bc-a045-03764b2dab58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:27.501417 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b408907c-2a8c-48bc-a045-03764b2dab58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.556550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b408907c-2a8c-48bc-a045-03764b2dab58 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5505219 Nov 03 18:32:27.577523 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc2021e8-0355-4fb2-ae94-484b0d40e799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.634470 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc2021e8-0355-4fb2-ae94-484b0d40e799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.695286 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18d1a37a-a5d3-43d9-81ea-b32230a6cd89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.727346 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-daf30923-c70e-40d2-aafe-c4e56ccbe0e4 req-f93c61f1-e1a1-4889-98b3-84a82a968b04 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577419 Nov 03 18:32:27.738371 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc2021e8-0355-4fb2-ae94-484b0d40e799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.739911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 100f6dc4-9e27-41d9-9d3b-8081cdace367 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:27.743972 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc2021e8-0355-4fb2-ae94-484b0d40e799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.750313 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dc2021e8-0355-4fb2-ae94-484b0d40e799 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2b9a2d57-ac28-4939-ba4a-53e2ae0e77fa HTTP/1.1" status: 204 len: 168 time: 0.3742199 Nov 03 18:32:27.765801 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2021e8-0355-4fb2-ae94-484b0d40e799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9a2d57-ac28-4939-ba4a-53e2ae0e77fa,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:27.813377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57aa335-c16d-4044-846d-492a5f743db4 None None] Network 42cee3eb-a8f7-4ba9-8302-57a4eb2cb91d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:32:27.871239 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18d1a37a-a5d3-43d9-81ea-b32230a6cd89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.877028 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18d1a37a-a5d3-43d9-81ea-b32230a6cd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.915524 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 100f6dc4-9e27-41d9-9d3b-8081cdace367 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:27.916028 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:27.929100 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1a37a-a5d3-43d9-81ea-b32230a6cd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f908ea4-e6c4-48a9-babb-dc61b4d64a22,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:27.948559 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-18d1a37a-a5d3-43d9-81ea-b32230a6cd89 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e6a36ef458674f62872554d6c28a71c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5389299 Nov 03 18:32:27.951153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59106) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:28.068286 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d699da40-dd6a-4d87-bcb1-6c1ca8ccfd58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.100153 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.111655 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d699da40-dd6a-4d87-bcb1-6c1ca8ccfd58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.115699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Sync routers for ids ['6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:32:28.141667 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-56a478e5-e0ab-46e0-86d5-daab065395c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.161004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Routers {'6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:28.161877 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:32:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:28.168829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 100f6dc4-9e27-41d9-9d3b-8081cdace367, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=100f6dc4-9e27-41d9-9d3b-8081cdace367,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:28.190914 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d699da40-dd6a-4d87-bcb1-6c1ca8ccfd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.193751 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d699da40-dd6a-4d87-bcb1-6c1ca8ccfd58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.195672 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d699da40-dd6a-4d87-bcb1-6c1ca8ccfd58 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0f908ea4-e6c4-48a9-babb-dc61b4d64a22 HTTP/1.1" status: 204 len: 168 time: 0.2431309 Nov 03 18:32:28.207869 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.220265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699da40-dd6a-4d87-bcb1-6c1ca8ccfd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f908ea4-e6c4-48a9-babb-dc61b4d64a22,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:28.253385 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861f05e-2e2d-467b-bd13-882e1b59258d req-c0ad98b0-52a6-4097-bb31-33c8197e0937 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:28.255109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b861f05e-2e2d-467b-bd13-882e1b59258d req-c0ad98b0-52a6-4097-bb31-33c8197e0937 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 969 time: 0.0839944 Nov 03 18:32:28.328826 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b861f05e-2e2d-467b-bd13-882e1b59258d req-0a9619a6-4440-4ea9-b16d-d7d22bf0b0f6 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659742 Nov 03 18:32:28.427354 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=100f6dc4-9e27-41d9-9d3b-8081cdace367,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:28.494783 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Set router 6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:28.607373 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59128) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:28.623365 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b0f3-1203-4193-95be-7354dc2d0516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.723327 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b0f3-1203-4193-95be-7354dc2d0516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.729723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155324280-router', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:15Z', 'updated_at': '2021-11-03T18:32:25Z', 'revision_number': 4, 'project_id': '1dd2f71f9adb461589caf10e6865c6b6', 'gw_port': {'id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:18Z', 'updated_at': '2021-11-03T18:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9f6dec96-202c-486e-9bc4-5dbeed600a71', 'name': '', 'network_id': 'aadd13e4-6730-403c-9fb7-49fcdab2a4f3', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6', 'mac_address': 'fa:16:3e:8e:77:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'e52fdb11-71ff-4507-9129-3040ccafb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:24Z', 'updated_at': '2021-11-03T18:32:25Z', 'revision_number': 2, 'project_id': '1dd2f71f9adb461589caf10e6865c6b6', 'subnets': [{'id': 'e52fdb11-71ff-4507-9129-3040ccafb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:28.731730 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b0f3-1203-4193-95be-7354dc2d0516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.766301 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Checking router: 6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:32:28.767400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Updating router 6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a port 9f6dec96-202c-486e-9bc4-5dbeed600a71 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:32:28.794279 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.795470 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c6e6b0f3-1203-4193-95be-7354dc2d0516 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=46cf8fd98f854bb599e4225d2a05ff4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867805 Nov 03 18:32:28.796374 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6b0f3-1203-4193-95be-7354dc2d0516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d52d703-ee13-4a04-863d-5c639758dcdc,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:28.798310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59136) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:28.852921 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2666323b-5fa1-41a5-9a8e-405ea42de38f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.874820 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2666323b-5fa1-41a5-9a8e-405ea42de38f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.930001 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2666323b-5fa1-41a5-9a8e-405ea42de38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.932703 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2666323b-5fa1-41a5-9a8e-405ea42de38f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:28.937068 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2666323b-5fa1-41a5-9a8e-405ea42de38f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0d52d703-ee13-4a04-863d-5c639758dcdc HTTP/1.1" status: 204 len: 168 time: 0.1347330 Nov 03 18:32:28.942888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666323b-5fa1-41a5-9a8e-405ea42de38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d52d703-ee13-4a04-863d-5c639758dcdc,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:28.994229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59140) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:29.011897 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-102952a4-a6b9-476f-af48-711ca7453012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.115336 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-102952a4-a6b9-476f-af48-711ca7453012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.121336 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.125941 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-102952a4-a6b9-476f-af48-711ca7453012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.151980 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.152745 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.181988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102952a4-a6b9-476f-af48-711ca7453012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4262c2e6-5af5-42a2-bd20-53ba7ffcf1ed,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:29.188354 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-102952a4-a6b9-476f-af48-711ca7453012 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=978d4e280b0247048ce8b484033f988b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922026 Nov 03 18:32:29.191077 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59148) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:29.241141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291daf10-0809-45c0-bd7e-b3a2069f9f2e None None] Pushing event updated for resources: {'Port': ['ID=9f6dec96-202c-486e-9bc4-5dbeed600a71,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:29.327722 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Attempting to bind port 9f6dec96-202c-486e-9bc4-5dbeed600a71 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:29.328103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Attempting to bind port 9f6dec96-202c-486e-9bc4-5dbeed600a71 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '1250ebe2-ed97-4b8a-b459-6623c82d7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'aadd13e4-6730-403c-9fb7-49fcdab2a4f3'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:29.328473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Attempting to bind port 9f6dec96-202c-486e-9bc4-5dbeed600a71 on network aadd13e4-6730-403c-9fb7-49fcdab2a4f3 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:29.335474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:29.338281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Checking segment: {'id': '1250ebe2-ed97-4b8a-b459-6623c82d7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'aadd13e4-6730-403c-9fb7-49fcdab2a4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:29.342999 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.343839 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Bound using segment: {'id': '1250ebe2-ed97-4b8a-b459-6623c82d7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'aadd13e4-6730-403c-9fb7-49fcdab2a4f3'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:29.344514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Bound port: 9f6dec96-202c-486e-9bc4-5dbeed600a71, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1250ebe2-ed97-4b8a-b459-6623c82d7b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'aadd13e4-6730-403c-9fb7-49fcdab2a4f3'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:29.345122 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.456213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] For port 9f6dec96-202c-486e-9bc4-5dbeed600a71, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:29.460949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] For port 9f6dec96-202c-486e-9bc4-5dbeed600a71, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9f6dec96-202c-486e-9bc4-5dbeed600a71,segment=NetworkSegment(1250ebe2-ed97-4b8a-b459-6623c82d7b04),segment_id=1250ebe2-ed97-4b8a-b459-6623c82d7b04)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:29.464652 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8bd59c78-c89b-4dff-afe6-31ff1d387fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.468692 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.526163 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8bd59c78-c89b-4dff-afe6-31ff1d387fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.557101 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5f60ebb1-a52f-432e-8522-30d0d2e3e13a details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:29.617445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291daf10-0809-45c0-bd7e-b3a2069f9f2e None None] Pushing event updated for resources: {'Port': ['ID=9f6dec96-202c-486e-9bc4-5dbeed600a71,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:29.633199 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8bd59c78-c89b-4dff-afe6-31ff1d387fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.635967 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8bd59c78-c89b-4dff-afe6-31ff1d387fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.640418 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8bd59c78-c89b-4dff-afe6-31ff1d387fd3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4262c2e6-5af5-42a2-bd20-53ba7ffcf1ed HTTP/1.1" status: 204 len: 168 time: 0.4451308 Nov 03 18:32:29.641958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 100f6dc4-9e27-41d9-9d3b-8081cdace367 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:29.650153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Routers {'6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:29.651812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd59c78-c89b-4dff-afe6-31ff1d387fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4262c2e6-5af5-42a2-bd20-53ba7ffcf1ed,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:29.654724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:32:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:29.903095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-0a29d5fc-f2c4-4d1d-9507-3c3ba48fc0e4 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:29.904563 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-0a29d5fc-f2c4-4d1d-9507-3c3ba48fc0e4 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 820 time: 0.4257255 Nov 03 18:32:29.918791 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.resource_extend [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:32:29.923032 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-9336c654-04c7-4f67-a285-98b7012cb04b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/quotas/9967bc7a71e345f08f6394ec34bbf289 HTTP/1.1" status: 200 len: 375 time: 0.0101404 Nov 03 18:32:29.937004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bf43a-132e-4040-bbef-cbbeadd2436d req-c39b0a58-f8c2-4ff2-93bf-c7c73f1f2638 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:29.938537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e80bf43a-132e-4040-bbef-cbbeadd2436d req-c39b0a58-f8c2-4ff2-93bf-c7c73f1f2638 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 969 time: 0.0927546 Nov 03 18:32:29.954711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0ca95eab-805e-4b2b-a9b5-35d0af328c01 None None] Provisioning complete for port 9f6dec96-202c-486e-9bc4-5dbeed600a71 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:29.955149 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0ca95eab-805e-4b2b-a9b5-35d0af328c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:29.982686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-03946cdc-930a-4c58-8e67-10ca37f1d30e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431030 Nov 03 18:32:30.022542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e80bf43a-132e-4040-bbef-cbbeadd2436d req-13439555-aebc-492c-9393-f87452c095b5 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731804 Nov 03 18:32:30.066599 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] Set router 6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:30.127025 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5f60ebb1-a52f-432e-8522-30d0d2e3e13a,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:30.150974 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:30.157086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 100f6dc4-9e27-41d9-9d3b-8081cdace367 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:30.157454 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:30.210615 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '5f60ebb1-a52f-432e-8522-30d0d2e3e13a', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '5f60ebb1-a52f-432e-8522-30d0d2e3e13a', 'mac_address': 'fa:16:3e:8d:86:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:tempest-test_az-659842091', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:32:30.346964 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0ca95eab-805e-4b2b-a9b5-35d0af328c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:30.379939 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:30.443350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f60ebb1-a52f-432e-8522-30d0d2e3e13a {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:30.478853 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0ca95eab-805e-4b2b-a9b5-35d0af328c01 None None] For port 9f6dec96-202c-486e-9bc4-5dbeed600a71, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9f6dec96-202c-486e-9bc4-5dbeed600a71,segment=NetworkSegment(1250ebe2-ed97-4b8a-b459-6623c82d7b04),segment_id=1250ebe2-ed97-4b8a-b459-6623c82d7b04)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:30.624467 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0ca95eab-805e-4b2b-a9b5-35d0af328c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:30.635425 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5f60ebb1-a52f-432e-8522-30d0d2e3e13a,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:30.666748 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:30.684464 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:30.709783 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59214) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:30.718452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca95eab-805e-4b2b-a9b5-35d0af328c01 None None] Pushing event updated for resources: {'Port': ['ID=9f6dec96-202c-486e-9bc4-5dbeed600a71,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:30.766301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-bb281ed5-f9c5-41d2-852e-dc9e141350ce service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:32:30.778634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-bb281ed5-f9c5-41d2-852e-dc9e141350ce service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.4191844 Nov 03 18:32:30.801827 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155324280-router', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:15Z', 'updated_at': '2021-11-03T18:32:25Z', 'revision_number': 4, 'project_id': '1dd2f71f9adb461589caf10e6865c6b6', 'gw_port': {'id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:18Z', 'updated_at': '2021-11-03T18:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9f6dec96-202c-486e-9bc4-5dbeed600a71', 'name': '', 'network_id': 'aadd13e4-6730-403c-9fb7-49fcdab2a4f3', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6', 'mac_address': 'fa:16:3e:8e:77:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'e52fdb11-71ff-4507-9129-3040ccafb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:24Z', 'updated_at': '2021-11-03T18:32:29Z', 'revision_number': 4, 'project_id': '1dd2f71f9adb461589caf10e6865c6b6', 'subnets': [{'id': 'e52fdb11-71ff-4507-9129-3040ccafb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:30.807619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-225550d8-1c91-432e-9650-cdd825936f5b None None] Provisioning complete for port 9f6dec96-202c-486e-9bc4-5dbeed600a71 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:30.814065 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-225550d8-1c91-432e-9650-cdd825936f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:30.863680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=5f60ebb1-a52f-432e-8522-30d0d2e3e13a,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:30.888467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e009787-7196-4964-aaae-3dd9aa026b14 None None] The sync data for ids ['6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'] in n-d-812150-4 is: [{'id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155324280-router', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:15Z', 'updated_at': '2021-11-03T18:32:25Z', 'revision_number': 4, 'project_id': '1dd2f71f9adb461589caf10e6865c6b6', 'gw_port': {'id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:18Z', 'updated_at': '2021-11-03T18:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9f6dec96-202c-486e-9bc4-5dbeed600a71', 'name': '', 'network_id': 'aadd13e4-6730-403c-9fb7-49fcdab2a4f3', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6', 'mac_address': 'fa:16:3e:8e:77:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'e52fdb11-71ff-4507-9129-3040ccafb8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:24Z', 'updated_at': '2021-11-03T18:32:29Z', 'revision_number': 4, 'project_id': '1dd2f71f9adb461589caf10e6865c6b6', 'subnets': [{'id': 'e52fdb11-71ff-4507-9129-3040ccafb8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:32:30.903687 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-c6c1c52a-feaf-490b-9437-c8b879603a86 service neutron] 10.222.0.107 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238754 Nov 03 18:32:31.007507 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59228) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:31.013022 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-65ef4a47-5a70-4f85-9fb2-0972da3b5bab tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--668959696', 'description': 'tempest-description--1866487838'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:31.106850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['5f60ebb1-a52f-432e-8522-30d0d2e3e13a'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:31.111004 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa02f350-1de9-4bc4-8b60-79a327f17666 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:31.151455 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65ef4a47-5a70-4f85-9fb2-0972da3b5bab tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:31.318210 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65ef4a47-5a70-4f85-9fb2-0972da3b5bab tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:31.331689 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65ef4a47-5a70-4f85-9fb2-0972da3b5bab tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:31.438567 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65ef4a47-5a70-4f85-9fb2-0972da3b5bab tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:31.439961 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-65ef4a47-5a70-4f85-9fb2-0972da3b5bab tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4313550 Nov 03 18:32:31.449628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59244) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:31.466642 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-e4a9720e-6da3-4d2c-bc8d-1180f65df3bd tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Request body: {'security_group_rule': {'security_group_id': '290df57c-3450-4513-a8bb-d6fcb4f7334b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:31.472306 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:31.474286 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-c21c555d-bef2-4b3e-b6f9-1bbaf166eeeb service neutron] 10.222.0.107 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589101 Nov 03 18:32:31.504110 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef4a47-5a70-4f85-9fb2-0972da3b5bab tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290df57c-3450-4513-a8bb-d6fcb4f7334b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:31.562400 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046617de-e9dd-4b67-a2e5-37352fb046f7 req-d342b98a-0201-4a4e-8e10-dd926dfaa36c tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:31.566932 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-046617de-e9dd-4b67-a2e5-37352fb046f7 req-d342b98a-0201-4a4e-8e10-dd926dfaa36c tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 970 time: 0.4121337 Nov 03 18:32:31.601298 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e4a9720e-6da3-4d2c-bc8d-1180f65df3bd tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:31.669128 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-046617de-e9dd-4b67-a2e5-37352fb046f7 req-6c503f37-a62a-4477-9237-48d0c5f7ef5a tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958476 Nov 03 18:32:31.752762 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e4a9720e-6da3-4d2c-bc8d-1180f65df3bd tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:31.769207 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e4a9720e-6da3-4d2c-bc8d-1180f65df3bd tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:31.803617 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa02f350-1de9-4bc4-8b60-79a327f17666 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:31.811702 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9f6dec96-202c-486e-9bc4-5dbeed600a71 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:31.842969 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa02f350-1de9-4bc4-8b60-79a327f17666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:31.857584 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86b86c98-cfeb-407e-befa-f52fd01e26b3 req-6afaa094-ea0a-4cab-95a2-719ef980176c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 210 time: 0.0726104 Nov 03 18:32:31.969241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02f350-1de9-4bc4-8b60-79a327f17666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d1ebb5-eb88-4450-9053-e91759f2d59b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:31.972564 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 9f6dec96-202c-486e-9bc4-5dbeed600a71 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:31.973151 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:31.987833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9720e-6da3-4d2c-bc8d-1180f65df3bd tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8453edd6-b6a8-4917-bc18-f862a7c9a046,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:32.008246 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e4a9720e-6da3-4d2c-bc8d-1180f65df3bd tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.009455 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e4a9720e-6da3-4d2c-bc8d-1180f65df3bd tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5515544 Nov 03 18:32:32.012547 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59276) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:32.024581 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-04f6a1bf-d55d-4fe1-a15d-02f4dea8d906 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Request body: {'security_group_rule': {'security_group_id': '290df57c-3450-4513-a8bb-d6fcb4f7334b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:32.034156 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-aa02f350-1de9-4bc4-8b60-79a327f17666 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2df82d247ad6449785e6b1eeefebbc0e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3225465 Nov 03 18:32:32.034987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59278) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:32.100667 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04f6a1bf-d55d-4fe1-a15d-02f4dea8d906 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.125542 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-747ec4e6-3979-4e1b-994b-4868265e54d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.164936 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-747ec4e6-3979-4e1b-994b-4868265e54d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.265525 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-747ec4e6-3979-4e1b-994b-4868265e54d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.268538 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-747ec4e6-3979-4e1b-994b-4868265e54d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.269922 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-747ec4e6-3979-4e1b-994b-4868265e54d3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/19d1ebb5-eb88-4450-9053-e91759f2d59b HTTP/1.1" status: 204 len: 168 time: 0.2337310 Nov 03 18:32:32.288409 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ec4e6-3979-4e1b-994b-4868265e54d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d1ebb5-eb88-4450-9053-e91759f2d59b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:32.298143 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04f6a1bf-d55d-4fe1-a15d-02f4dea8d906 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.306828 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04f6a1bf-d55d-4fe1-a15d-02f4dea8d906 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.348577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6a1bf-d55d-4fe1-a15d-02f4dea8d906 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4566449a-8965-496c-a3ef-a6b84db96b1c,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:32.373308 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04f6a1bf-d55d-4fe1-a15d-02f4dea8d906 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.377389 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-04f6a1bf-d55d-4fe1-a15d-02f4dea8d906 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3621352 Nov 03 18:32:32.379442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59296) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:32.385636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:32.429061 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.713384 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:32.809885 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59318) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:32.860583 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Allocated IP 172.25.2.35 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/41a731c1-1d34-43cd-a866-03fcfdc77ee3) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:32.975003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59326) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:33.000141 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36751108-4a25-4d68-a724-0431bf172207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.042640 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e299b80f-cee6-4d03-b123-0a133995738a req-471c8db4-970f-4ca1-8fd3-21cb4bf00a42 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 210 time: 0.0492020 Nov 03 18:32:33.066327 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce7f89-aa3a-42d7-bbe5-6f5fdcc52e9f req-f180936b-c41f-455c-a3a0-f572580e52fa tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:33.073773 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbce7f89-aa3a-42d7-bbe5-6f5fdcc52e9f req-f180936b-c41f-455c-a3a0-f572580e52fa tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 970 time: 0.1753314 Nov 03 18:32:33.133209 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.160141 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbce7f89-aa3a-42d7-bbe5-6f5fdcc52e9f req-ff8914be-a978-4208-a6a3-e9463ed00864 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850484 Nov 03 18:32:33.163089 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36751108-4a25-4d68-a724-0431bf172207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.174683 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36751108-4a25-4d68-a724-0431bf172207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.201911 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.241525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:33.244573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:33.248159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:33.282109 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-36751108-4a25-4d68-a724-0431bf172207 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=563efbab51d64f3f963e7cf4520ca359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059018 Nov 03 18:32:33.287123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59334) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:33.294397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Pushing event updated for resources: {'Port': ['ID=41a731c1-1d34-43cd-a866-03fcfdc77ee3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:33.347885 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36751108-4a25-4d68-a724-0431bf172207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76698926-8109-480f-a1e1-7b846a033d32,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:33.385478 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.425081 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ccada6e-54bc-4444-aac4-ef1fa1a8b769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.468190 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.478041 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ccada6e-54bc-4444-aac4-ef1fa1a8b769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.488048 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcd4f030-b393-4c5c-a7a0-230d99b26647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.550538 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5f60ebb1-a52f-432e-8522-30d0d2e3e13a up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:33.569039 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ccada6e-54bc-4444-aac4-ef1fa1a8b769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.572623 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ccada6e-54bc-4444-aac4-ef1fa1a8b769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.576663 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9ccada6e-54bc-4444-aac4-ef1fa1a8b769 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/76698926-8109-480f-a1e1-7b846a033d32 HTTP/1.1" status: 204 len: 168 time: 0.2882209 Nov 03 18:32:33.590523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccada6e-54bc-4444-aac4-ef1fa1a8b769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76698926-8109-480f-a1e1-7b846a033d32,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:33.642685 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcd4f030-b393-4c5c-a7a0-230d99b26647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.647941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcd4f030-b393-4c5c-a7a0-230d99b26647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.678524 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:32:33.683238 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:33.684442 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.746023 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.753078 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.754928 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bcd4f030-b393-4c5c-a7a0-230d99b26647 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=152db25151744cc6ab75e4e9dc256034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9432678 Nov 03 18:32:33.756796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4f030-b393-4c5c-a7a0-230d99b26647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c113b236-fcca-4752-8132-5433461681e7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:33.766723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59348) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:33.819286 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.849861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc0b465-1d7e-47df-a622-c1142b55d410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f60ebb1-a52f-432e-8522-30d0d2e3e13a'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:33.868811 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.914425 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.916840 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5361774 Nov 03 18:32:33.920519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552eb44-ef08-4a05-95c4-e0a3cce7b173 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Pushing event updated for resources: {'Port': ['ID=41a731c1-1d34-43cd-a866-03fcfdc77ee3,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:33.924628 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ceff6dd3-475d-4279-bbdc-b6ce1f6dd31c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.944097 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5f60ebb1-a52f-432e-8522-30d0d2e3e13a,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:33.950035 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:33.976467 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ceff6dd3-475d-4279-bbdc-b6ce1f6dd31c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:34.025678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=5f60ebb1-a52f-432e-8522-30d0d2e3e13a,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:34.048390 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ceff6dd3-475d-4279-bbdc-b6ce1f6dd31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:34.051809 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ceff6dd3-475d-4279-bbdc-b6ce1f6dd31c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:34.053835 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ceff6dd3-475d-4279-bbdc-b6ce1f6dd31c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c113b236-fcca-4752-8132-5433461681e7 HTTP/1.1" status: 204 len: 168 time: 0.2787230 Nov 03 18:32:34.063009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff6dd3-475d-4279-bbdc-b6ce1f6dd31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c113b236-fcca-4752-8132-5433461681e7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:34.192499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cafc32f0-2b62-4fd2-b845-b239252e713b req-4817341e-40ee-4841-aebe-92bfa31f4439 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 210 time: 0.0397966 Nov 03 18:32:34.192499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.87', 64587) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:34.381417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-2c713442-44d9-4bc4-a614-7c88c83e497a tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:34.383137 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-2c713442-44d9-4bc4-a614-7c88c83e497a tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.87 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 820 time: 0.1765110 Nov 03 18:32:34.418953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e1fdf-9d26-4bde-ba3b-3a4479e6d8bd req-c159e7ce-b035-4852-b37f-7c2f8c9cd57e tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:34.427788 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-254e1fdf-9d26-4bde-ba3b-3a4479e6d8bd req-c159e7ce-b035-4852-b37f-7c2f8c9cd57e tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 971 time: 0.1454515 Nov 03 18:32:34.514905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-254e1fdf-9d26-4bde-ba3b-3a4479e6d8bd req-160b02b9-777c-4841-88de-cec0441e3022 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812004 Nov 03 18:32:34.531468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-a1b625f7-8fe3-43ac-a4db-29d342349268 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--668959696&fields=id&tenant_id=21fa55ef73344191a9573f8f1d3a7c58 HTTP/1.1" status: 200 len: 267 time: 0.0777280 Nov 03 18:32:34.543105 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29234893-d2af-4037-8ca6-135065ba1075" -d '{"events": [{"server_uuid": "bfc0b465-1d7e-47df-a622-c1142b55d410", "name": "network-vif-plugged", "status": "completed", "tag": "5f60ebb1-a52f-432e-8522-30d0d2e3e13a"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:34.553641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-f5d8fcd8-4a10-42f9-a054-944953cb0567 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Request body: {'port': {'device_id': 'd314cd41-5767-4b99-92c2-9694d2f47090', 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c', 'admin_state_up': True, 'tenant_id': '9967bc7a71e345f08f6394ec34bbf289'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:34.582384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59398) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:34.721195 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59408) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:34.734955 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d918c53-fc1d-463d-9664-7dfc4d3c575a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:34.860268 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d918c53-fc1d-463d-9664-7dfc4d3c575a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:34.866117 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d918c53-fc1d-463d-9664-7dfc4d3c575a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:34.905924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-7cd3d97e-3c7c-4bfd-ab55-36a6720d887b tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:34.907370 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-7cd3d97e-3c7c-4bfd-ab55-36a6720d887b tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/networks?id=dd27ba54-feaa-49d5-877c-9b4735452b4f HTTP/1.1" status: 200 len: 824 time: 0.3679981 Nov 03 18:32:34.918382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d918c53-fc1d-463d-9664-7dfc4d3c575a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc2cd91-b897-4988-9d1e-dd18b315518a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:34.934750 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0d918c53-fc1d-463d-9664-7dfc4d3c575a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3f0ac11762904393b9ecfa77f54eb4c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124088 Nov 03 18:32:34.939566 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59412) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:34.956836 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-f5d8fcd8-4a10-42f9-a054-944953cb0567 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Made reservation on behalf of 9967bc7a71e345f08f6394ec34bbf289 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:34.960611 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-f5d8fcd8-4a10-42f9-a054-944953cb0567 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:34.966152 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-da60af91-845c-46ed-850e-234ceff005e2 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/quotas/21fa55ef73344191a9573f8f1d3a7c58 HTTP/1.1" status: 200 len: 375 time: 0.0207374 Nov 03 18:32:35.034089 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b26959a3-85fb-486b-81e0-6c051f1100be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.070427 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4788a503-641c-4120-b1f4-a2136aa29804 x-openstack-request-id: req-4788a503-641c-4120-b1f4-a2136aa29804 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:35.071409 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc0b465-1d7e-47df-a622-c1142b55d410", "name": "network-vif-plugged", "status": "completed", "tag": "5f60ebb1-a52f-432e-8522-30d0d2e3e13a", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:35.071846 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4788a503-641c-4120-b1f4-a2136aa29804 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:35.072494 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc0b465-1d7e-47df-a622-c1142b55d410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f60ebb1-a52f-432e-8522-30d0d2e3e13a', 'code': 200} Nov 03 18:32:35.086076 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b26959a3-85fb-486b-81e0-6c051f1100be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.171827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-c80678c6-a6b1-43cb-b228-384feb6c7fb4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=21fa55ef73344191a9573f8f1d3a7c58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1891625 Nov 03 18:32:35.181808 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59416) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:35.183623 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b26959a3-85fb-486b-81e0-6c051f1100be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.187058 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b26959a3-85fb-486b-81e0-6c051f1100be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.190575 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b26959a3-85fb-486b-81e0-6c051f1100be admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ebc2cd91-b897-4988-9d1e-dd18b315518a HTTP/1.1" status: 204 len: 168 time: 0.2459688 Nov 03 18:32:35.274713 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03953062-380d-4e46-96f7-272f7b09a030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.287535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26959a3-85fb-486b-81e0-6c051f1100be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc2cd91-b897-4988-9d1e-dd18b315518a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:35.360715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc5952-d763-4dab-ba3f-6b9c2049ebc0 req-6b4fae21-3ae7-4d49-918d-beb91967093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:35.362478 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-58cc5952-d763-4dab-ba3f-6b9c2049ebc0 req-6b4fae21-3ae7-4d49-918d-beb91967093a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 1122 time: 0.1796200 Nov 03 18:32:35.395444 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-58cc5952-d763-4dab-ba3f-6b9c2049ebc0 req-dac056de-44e3-4e11-9fff-43e760b3a237 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.432104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-f5d8fcd8-4a10-42f9-a054-944953cb0567 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Allocated IP 172.20.0.13 (5642331e-152e-4c1a-8167-032b35756d1c/97b55460-6287-4d60-9d60-2a65074fdaf9/6b94e40d-bb76-446a-a54c-a3d29834c955) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:35.478639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1eb65e9d-cf15-4d42-9898-7c62630035d7 req-232913f7-3e3e-4f62-ab25-7d248c7b77f0 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 210 time: 0.0664449 Nov 03 18:32:35.492097 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-3751145e-5d96-4224-b7bc-b4bb031c7c46 service neutron] 10.222.0.107 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031833 Nov 03 18:32:35.506737 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03953062-380d-4e46-96f7-272f7b09a030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.518018 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03953062-380d-4e46-96f7-272f7b09a030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.597117 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-58cc5952-d763-4dab-ba3f-6b9c2049ebc0 req-dac056de-44e3-4e11-9fff-43e760b3a237 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.599519 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03953062-380d-4e46-96f7-272f7b09a030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5904be29-62be-4b48-bd50-44faeb6c8123,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:35.606716 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-03953062-380d-4e46-96f7-272f7b09a030 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=54026cf72bac4210b999289bb9432367&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0229425 Nov 03 18:32:35.607454 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-58cc5952-d763-4dab-ba3f-6b9c2049ebc0 req-dac056de-44e3-4e11-9fff-43e760b3a237 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.609842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59432) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:35.707638 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac056de-44e3-4e11-9fff-43e760b3a237 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9a093b99-7c7a-4f4f-8d6e-fed4fb772304,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:35.714765 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-58cc5952-d763-4dab-ba3f-6b9c2049ebc0 req-dac056de-44e3-4e11-9fff-43e760b3a237 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429210 Nov 03 18:32:35.717089 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ded8e744-89b0-4676-a2ec-77128315c955 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.747095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c48a6b2c-b91c-4ae2-93a4-22f12cad0f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.775980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79db33-215b-4073-b84c-a7ef8bbf9ffd req-8b96fa01-ca88-4298-af20-70a0a5049f90 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:35.777839 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb79db33-215b-4073-b84c-a7ef8bbf9ffd req-8b96fa01-ca88-4298-af20-70a0a5049f90 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 971 time: 0.1161242 Nov 03 18:32:35.788918 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c48a6b2c-b91c-4ae2-93a4-22f12cad0f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.846799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-c5db4229-ae28-4a59-8da9-cbe964603fdf service neutron] 10.222.0.107 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323584 Nov 03 18:32:35.891298 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ded8e744-89b0-4676-a2ec-77128315c955 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.893064 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c48a6b2c-b91c-4ae2-93a4-22f12cad0f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.896289 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c48a6b2c-b91c-4ae2-93a4-22f12cad0f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.899833 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c48a6b2c-b91c-4ae2-93a4-22f12cad0f40 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5904be29-62be-4b48-bd50-44faeb6c8123 HTTP/1.1" status: 204 len: 168 time: 0.2852805 Nov 03 18:32:35.906207 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a6b2c-b91c-4ae2-93a4-22f12cad0f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5904be29-62be-4b48-bd50-44faeb6c8123,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:35.908083 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ded8e744-89b0-4676-a2ec-77128315c955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.955190 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-f5d8fcd8-4a10-42f9-a054-944953cb0567 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:35.958812 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ded8e744-89b0-4676-a2ec-77128315c955 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f9d879c46d31495c88f57d90b029c83d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7671683 Nov 03 18:32:35.958812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8e744-89b0-4676-a2ec-77128315c955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229971ab-0ea1-4771-9a8a-da6d84a88526,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:35.960143 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59448) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:35.996660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb79db33-215b-4073-b84c-a7ef8bbf9ffd req-916ff316-d9c4-489e-a65a-5d9c0f9f2dce tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988273 Nov 03 18:32:36.046581 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-f5d8fcd8-4a10-42f9-a054-944953cb0567 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.058237 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a23e277d-6468-4eba-865e-57fe5149a757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.110358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a23e277d-6468-4eba-865e-57fe5149a757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.200366 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2388a176-38c0-4c62-ab8d-4e7de3229c68 req-c20f0080-b09a-4620-8437-022e066f402b tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7c4c8ff-8d83-425d-ad90-b9430eac38d6 HTTP/1.1" status: 200 len: 210 time: 0.0752995 Nov 03 18:32:36.220424 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a23e277d-6468-4eba-865e-57fe5149a757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.223409 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a23e277d-6468-4eba-865e-57fe5149a757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.224621 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a23e277d-6468-4eba-865e-57fe5149a757 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/229971ab-0ea1-4771-9a8a-da6d84a88526 HTTP/1.1" status: 204 len: 168 time: 0.2635353 Nov 03 18:32:36.236629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-f5d8fcd8-4a10-42f9-a054-944953cb0567 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Network 5642331e-152e-4c1a-8167-032b35756d1c is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:36.239734 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e277d-6468-4eba-865e-57fe5149a757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229971ab-0ea1-4771-9a8a-da6d84a88526,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:36.250343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-f5d8fcd8-4a10-42f9-a054-944953cb0567 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:36.261014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-f5d8fcd8-4a10-42f9-a054-944953cb0567 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:36.268832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-f5d8fcd8-4a10-42f9-a054-944953cb0567 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:36.268832 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-f5d8fcd8-4a10-42f9-a054-944953cb0567 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.296473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-f5d8fcd8-4a10-42f9-a054-944953cb0567 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7464771 Nov 03 18:32:36.297524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8fcd8-4a10-42f9-a054-944953cb0567 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Pushing event updated for resources: {'Port': ['ID=6b94e40d-bb76-446a-a54c-a3d29834c955,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:36.647283 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59476) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:36.650961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc29bf-aa3e-41d4-92bd-b66ce29cda87 req-b367ea70-e891-41de-a498-16de6bb31d45 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:36.652573 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9fc29bf-aa3e-41d4-92bd-b66ce29cda87 req-b367ea70-e891-41de-a498-16de6bb31d45 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 932 time: 0.0669584 Nov 03 18:32:36.672044 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1cbfcd3e-f079-453a-a9c6-7dfe2a5c3892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.742525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9fc29bf-aa3e-41d4-92bd-b66ce29cda87 req-7fb9cbff-a945-45e6-821a-a96ba49ae567 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832384 Nov 03 18:32:36.814732 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1cbfcd3e-f079-453a-a9c6-7dfe2a5c3892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.821324 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1cbfcd3e-f079-453a-a9c6-7dfe2a5c3892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.877270 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfcd3e-f079-453a-a9c6-7dfe2a5c3892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0c40d9-4e9e-4d83-9b78-06c89bd8abe8,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:36.885326 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1cbfcd3e-f079-453a-a9c6-7dfe2a5c3892 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f800e716bf7d4f57ab6e5aa2dd4efa41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355256 Nov 03 18:32:36.888101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59482) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:36.949492 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb058d68-f3b0-455d-91da-1e7cff769e64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.967471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59484) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:36.995681 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb058d68-f3b0-455d-91da-1e7cff769e64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:36.997533 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1275af5-a071-4ce3-a491-4716c74f8f49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:37.090577 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb058d68-f3b0-455d-91da-1e7cff769e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:37.093778 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb058d68-f3b0-455d-91da-1e7cff769e64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:37.098096 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cb058d68-f3b0-455d-91da-1e7cff769e64 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ca0c40d9-4e9e-4d83-9b78-06c89bd8abe8 HTTP/1.1" status: 204 len: 168 time: 0.2089047 Nov 03 18:32:37.149350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb058d68-f3b0-455d-91da-1e7cff769e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0c40d9-4e9e-4d83-9b78-06c89bd8abe8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:37.168129 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1275af5-a071-4ce3-a491-4716c74f8f49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:37.173902 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1275af5-a071-4ce3-a491-4716c74f8f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:37.182017 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446deb-b4cb-418c-9729-e44879b2d073 req-130a5ff5-174a-428c-95a8-cbac1b5b6238 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:37.191007 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c446deb-b4cb-418c-9729-e44879b2d073 req-130a5ff5-174a-428c-95a8-cbac1b5b6238 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 971 time: 0.0912850 Nov 03 18:32:37.227686 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f1275af5-a071-4ce3-a491-4716c74f8f49 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2ca6ce07873f446bbca74e67e5b2aad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566116 Nov 03 18:32:37.228425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59498) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:37.237432 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1275af5-a071-4ce3-a491-4716c74f8f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0853c63-9ef1-4fa5-89da-22e80af6d2f1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:37.327167 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37443250-03f2-4f2e-9f11-79bb4927e8b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:37.356425 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37443250-03f2-4f2e-9f11-79bb4927e8b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:37.367731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c446deb-b4cb-418c-9729-e44879b2d073 req-b1c58ffa-6b50-4014-99bd-9ad65cd68f5d tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725974 Nov 03 18:32:37.378134 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d227bff-a28d-4196-ac84-b89a774e6cb7 req-578dd7e5-607e-494a-835c-5f5325289ed9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7c4c8ff-8d83-425d-ad90-b9430eac38d6 HTTP/1.1" status: 200 len: 210 time: 0.0735643 Nov 03 18:32:37.638143 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37443250-03f2-4f2e-9f11-79bb4927e8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:37.654465 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37443250-03f2-4f2e-9f11-79bb4927e8b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:37.656642 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-37443250-03f2-4f2e-9f11-79bb4927e8b4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c0853c63-9ef1-4fa5-89da-22e80af6d2f1 HTTP/1.1" status: 204 len: 168 time: 0.4275968 Nov 03 18:32:37.671464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-84677324-57f4-4947-8ce7-99519172d4db tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:37.673202 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-84677324-57f4-4947-8ce7-99519172d4db tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.98 "GET /v2.0/networks?id=dd27ba54-feaa-49d5-877c-9b4735452b4f HTTP/1.1" status: 200 len: 824 time: 0.3115232 Nov 03 18:32:37.679126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37443250-03f2-4f2e-9f11-79bb4927e8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0853c63-9ef1-4fa5-89da-22e80af6d2f1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:37.789531 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-c7841933-0f36-45d1-a1e1-113dd21f219d tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21fa55ef73344191a9573f8f1d3a7c58 HTTP/1.1" status: 200 len: 379 time: 0.1055529 Nov 03 18:32:37.800655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-8188e9e6-bd84-4c66-9914-358cb84f55c4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Request body: {'port': {'device_id': 'd7c4c8ff-8d83-425d-ad90-b9430eac38d6', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'admin_state_up': True, 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'security_groups': ['290df57c-3450-4513-a8bb-d6fcb4f7334b']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:37.928909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659f894-947a-4202-baa3-c41ce2b808c5 req-e188faff-87ad-4803-be7b-4722b89e45e1 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:37.936174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5659f894-947a-4202-baa3-c41ce2b808c5 req-e188faff-87ad-4803-be7b-4722b89e45e1 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 932 time: 0.0727167 Nov 03 18:32:37.979701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-8188e9e6-bd84-4c66-9914-358cb84f55c4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Made reservation on behalf of 21fa55ef73344191a9573f8f1d3a7c58 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:37.984676 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-8188e9e6-bd84-4c66-9914-358cb84f55c4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.002624 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5659f894-947a-4202-baa3-c41ce2b808c5 req-a56d663d-395b-44f8-aad1-872ba99458f0 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610604 Nov 03 18:32:38.137741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-8188e9e6-bd84-4c66-9914-358cb84f55c4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Allocated IP 172.20.0.11 (dd27ba54-feaa-49d5-877c-9b4735452b4f/6c261132-6889-44aa-bb6d-27235b204e10/14dd8484-7b0c-45b6-9e27-8255fe278d36) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:38.307042 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-8188e9e6-bd84-4c66-9914-358cb84f55c4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.344730 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-8188e9e6-bd84-4c66-9914-358cb84f55c4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.393350 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-8188e9e6-bd84-4c66-9914-358cb84f55c4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Network dd27ba54-feaa-49d5-877c-9b4735452b4f is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:38.397111 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-8188e9e6-bd84-4c66-9914-358cb84f55c4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:38.402401 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-8188e9e6-bd84-4c66-9914-358cb84f55c4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:38.408288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-8188e9e6-bd84-4c66-9914-358cb84f55c4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:38.408947 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-8188e9e6-bd84-4c66-9914-358cb84f55c4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.435491 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188e9e6-bd84-4c66-9914-358cb84f55c4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Pushing event updated for resources: {'Port': ['ID=14dd8484-7b0c-45b6-9e27-8255fe278d36,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:38.446747 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-8188e9e6-bd84-4c66-9914-358cb84f55c4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6505358 Nov 03 18:32:38.466841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Request body: {'port': {'device_id': 'd7c4c8ff-8d83-425d-ad90-b9430eac38d6', 'device_owner': 'compute:tempest-test_az-659842091', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:38.545338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.553843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73c683-8f49-47ad-bb67-ec55b40e2314 req-e8a1d8ea-7a2c-4ede-9a38-f1fe63945a4b tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:38.564385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c73c683-8f49-47ad-bb67-ec55b40e2314 req-e8a1d8ea-7a2c-4ede-9a38-f1fe63945a4b tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 971 time: 0.0808206 Nov 03 18:32:38.619908 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c73c683-8f49-47ad-bb67-ec55b40e2314 req-cd4a9c11-8e2c-40af-bc58-f00b6236ac57 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545971 Nov 03 18:32:38.624122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-a0477be8-498c-4fa3-90a2-f6814ca283c8 req-4b28157e-1fb0-4abd-a5e3-cbb085ddd738 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1992656819', 'description': 'tempest-description-373978089'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:38.686286 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a0477be8-498c-4fa3-90a2-f6814ca283c8 req-4b28157e-1fb0-4abd-a5e3-cbb085ddd738 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.768279 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a0477be8-498c-4fa3-90a2-f6814ca283c8 req-4b28157e-1fb0-4abd-a5e3-cbb085ddd738 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.810101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595c818-82de-459a-af9c-76fcdda48668 req-b08c3f20-19e4-4842-9d33-1372339d0e5f tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:38.811810 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1595c818-82de-459a-af9c-76fcdda48668 req-b08c3f20-19e4-4842-9d33-1372339d0e5f tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7c4c8ff-8d83-425d-ad90-b9430eac38d6 HTTP/1.1" status: 200 len: 932 time: 0.1155591 Nov 03 18:32:38.872382 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8ca952e6-0767-4b0f-8a71-381e3e5a7918 None None] Provisioning complete for port 14dd8484-7b0c-45b6-9e27-8255fe278d36 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:38.873017 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8ca952e6-0767-4b0f-8a71-381e3e5a7918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.895191 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1595c818-82de-459a-af9c-76fcdda48668 req-a4607433-4e91-40dc-8ca0-a48266ca924a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764978 Nov 03 18:32:38.933062 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a0477be8-498c-4fa3-90a2-f6814ca283c8 req-4b28157e-1fb0-4abd-a5e3-cbb085ddd738 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.938766 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a0477be8-498c-4fa3-90a2-f6814ca283c8 req-4b28157e-1fb0-4abd-a5e3-cbb085ddd738 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:38.964286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8ca952e6-0767-4b0f-8a71-381e3e5a7918 None None] Port 14dd8484-7b0c-45b6-9e27-8255fe278d36 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:32:39.004602 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14dd8484-7b0c-45b6-9e27-8255fe278d36 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:39.014445 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.032113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Transition to ACTIVE for port object 14dd8484-7b0c-45b6-9e27-8255fe278d36 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:32:39.036452 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.043651 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a0477be8-498c-4fa3-90a2-f6814ca283c8 req-4b28157e-1fb0-4abd-a5e3-cbb085ddd738 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.050310 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a0477be8-498c-4fa3-90a2-f6814ca283c8 req-4b28157e-1fb0-4abd-a5e3-cbb085ddd738 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.083168 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a0477be8-498c-4fa3-90a2-f6814ca283c8 req-4b28157e-1fb0-4abd-a5e3-cbb085ddd738 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.084631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0477be8-498c-4fa3-90a2-f6814ca283c8 req-4b28157e-1fb0-4abd-a5e3-cbb085ddd738 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4686010 Nov 03 18:32:39.085599 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28157e-1fb0-4abd-a5e3-cbb085ddd738 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98358b4-4c7b-4aa6-85a1-28b5c02c076f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:39.154568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Pushing event updated for resources: {'Port': ['ID=14dd8484-7b0c-45b6-9e27-8255fe278d36,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:39.200994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Attempting to bind port 14dd8484-7b0c-45b6-9e27-8255fe278d36 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:39.202252 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Attempting to bind port 14dd8484-7b0c-45b6-9e27-8255fe278d36 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:39.202948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Attempting to bind port 14dd8484-7b0c-45b6-9e27-8255fe278d36 on network dd27ba54-feaa-49d5-877c-9b4735452b4f {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:39.211980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Port 14dd8484-7b0c-45b6-9e27-8255fe278d36 on network dd27ba54-feaa-49d5-877c-9b4735452b4f not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:32:39.212810 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Attempting to bind port 14dd8484-7b0c-45b6-9e27-8255fe278d36 on network dd27ba54-feaa-49d5-877c-9b4735452b4f {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:39.219895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:39.220746 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Checking segment: {'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:39.221288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Bound using segment: {'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:39.221887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Bound port: 14dd8484-7b0c-45b6-9e27-8255fe278d36, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:39.222241 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.273884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28157e-1fb0-4abd-a5e3-cbb085ddd738 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea86a07-e99f-4942-811d-7181c7341760,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:39.300912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6077c2f-9e4e-4a16-8b5d-f77ebd203e41 req-2e6136ef-5ee5-4f91-b490-8c92def0a519 tempest-AggregatesAdminTestJSON-1911638894 tempest-AggregatesAdminTestJSON-1911638894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:39.308012 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6077c2f-9e4e-4a16-8b5d-f77ebd203e41 req-2e6136ef-5ee5-4f91-b490-8c92def0a519 tempest-AggregatesAdminTestJSON-1911638894 tempest-AggregatesAdminTestJSON-1911638894-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 1122 time: 0.1790905 Nov 03 18:32:39.346306 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a6077c2f-9e4e-4a16-8b5d-f77ebd203e41 req-d2e3cadd-92a8-4de0-bb25-82ca0b996eb1 tempest-AggregatesAdminTestJSON-1911638894 tempest-AggregatesAdminTestJSON-1911638894-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.365425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] For port 14dd8484-7b0c-45b6-9e27-8255fe278d36, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:39.374711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] For port 14dd8484-7b0c-45b6-9e27-8255fe278d36, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=14dd8484-7b0c-45b6-9e27-8255fe278d36,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:39.389802 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.465240 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:39.466010 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.467678 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] 10.222.0.98 "PUT /v2.0/ports/14dd8484-7b0c-45b6-9e27-8255fe278d36 HTTP/1.1" status: 200 len: 1113 time: 1.0115252 Nov 03 18:32:39.468331 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c4c8ff-8d83-425d-ad90-b9430eac38d6', 'tag': '14dd8484-7b0c-45b6-9e27-8255fe278d36'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:39.472136 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a66f577-32d4-4043-97c6-e7ced1c2547f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c4c8ff-8d83-425d-ad90-b9430eac38d6", "tag": "14dd8484-7b0c-45b6-9e27-8255fe278d36"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:39.539981 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a6077c2f-9e4e-4a16-8b5d-f77ebd203e41 req-d2e3cadd-92a8-4de0-bb25-82ca0b996eb1 tempest-AggregatesAdminTestJSON-1911638894 tempest-AggregatesAdminTestJSON-1911638894-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.548167 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a6077c2f-9e4e-4a16-8b5d-f77ebd203e41 req-d2e3cadd-92a8-4de0-bb25-82ca0b996eb1 tempest-AggregatesAdminTestJSON-1911638894 tempest-AggregatesAdminTestJSON-1911638894-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.593059 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6077c2f-9e4e-4a16-8b5d-f77ebd203e41 req-d2e3cadd-92a8-4de0-bb25-82ca0b996eb1 tempest-AggregatesAdminTestJSON-1911638894 tempest-AggregatesAdminTestJSON-1911638894-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741184 Nov 03 18:32:39.605509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31153cf8-55a6-4b33-876b-b89c0b71de67 service neutron] Pushing event updated for resources: {'Port': ['ID=14dd8484-7b0c-45b6-9e27-8255fe278d36,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:39.653817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3cadd-92a8-4de0-bb25-82ca0b996eb1 tempest-AggregatesAdminTestJSON-1911638894 tempest-AggregatesAdminTestJSON-1911638894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afcec0a-6d89-4f0b-90df-780f3e600e92,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:39.687546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-499e0fdb-b01f-48c8-80d7-6546b60b4e32 req-1577cf4e-1306-49ed-b6f0-8193b8885927 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Request body: {'security_group': {'name': 'tempest-securitygroup-190938231', 'description': 'tempest-description-1183323662'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:39.699486 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-87408a8b-8acd-4737-bbf7-8d47c70adf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:39.716144 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-87408a8b-8acd-4737-bbf7-8d47c70adf66 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=21fa55ef73344191a9573f8f1d3a7c58&device_id=d7c4c8ff-8d83-425d-ad90-b9430eac38d6 HTTP/1.1" status: 200 len: 1116 time: 0.1574807 Nov 03 18:32:39.733205 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-499e0fdb-b01f-48c8-80d7-6546b60b4e32 req-1577cf4e-1306-49ed-b6f0-8193b8885927 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.780884 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-08eb5835-2cad-4352-91ae-ca779c998a2a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14dd8484-7b0c-45b6-9e27-8255fe278d36 HTTP/1.1" status: 200 len: 217 time: 0.0557294 Nov 03 18:32:39.866279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa32cdf-dcef-4225-b9ac-56df7cdc7ce3 req-0af8f5fb-44c8-4d87-ab87-60027622dcf5 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:39.868616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-baa32cdf-dcef-4225-b9ac-56df7cdc7ce3 req-0af8f5fb-44c8-4d87-ab87-60027622dcf5 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 932 time: 0.1325343 Nov 03 18:32:39.881183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-7163cb3e-0474-4aa6-9095-34d857f09472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:39.883065 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-7163cb3e-0474-4aa6-9095-34d857f09472 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6c261132-6889-44aa-bb6d-27235b204e10 HTTP/1.1" status: 200 len: 863 time: 0.0949972 Nov 03 18:32:39.949219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-985e143c-4acf-40b1-b20a-12ef7c6f9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:39.953454 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-985e143c-4acf-40b1-b20a-12ef7c6f9e3a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dd27ba54-feaa-49d5-877c-9b4735452b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632071 Nov 03 18:32:39.960084 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-499e0fdb-b01f-48c8-80d7-6546b60b4e32 req-1577cf4e-1306-49ed-b6f0-8193b8885927 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:39.965527 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-baa32cdf-dcef-4225-b9ac-56df7cdc7ce3 req-f988614d-dea9-4529-9cba-45dca28ea459 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883923 Nov 03 18:32:39.969183 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-499e0fdb-b01f-48c8-80d7-6546b60b4e32 req-1577cf4e-1306-49ed-b6f0-8193b8885927 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:40.001050 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-499e0fdb-b01f-48c8-80d7-6546b60b4e32 req-1577cf4e-1306-49ed-b6f0-8193b8885927 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:40.013002 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-499e0fdb-b01f-48c8-80d7-6546b60b4e32 req-1577cf4e-1306-49ed-b6f0-8193b8885927 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3326471 Nov 03 18:32:40.039024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577cf4e-1306-49ed-b6f0-8193b8885927 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=addc0ded-571d-4d4b-a7c0-13b98876273e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:40.074257 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3667ae6-5093-48c6-a702-1f6d43d94f58 x-openstack-request-id: req-a3667ae6-5093-48c6-a702-1f6d43d94f58 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:40.074995 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c4c8ff-8d83-425d-ad90-b9430eac38d6", "tag": "14dd8484-7b0c-45b6-9e27-8255fe278d36", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:40.074995 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a3667ae6-5093-48c6-a702-1f6d43d94f58 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:40.075450 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c4c8ff-8d83-425d-ad90-b9430eac38d6', 'tag': '14dd8484-7b0c-45b6-9e27-8255fe278d36', 'status': 'completed', 'code': 200} Nov 03 18:32:40.133142 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-5ee93167-0641-4f1b-8f1a-3e1d86401764 service neutron] 10.222.0.98 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723642 Nov 03 18:32:40.202012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebeee6-8344-4a48-9a29-1805ddfa6697 req-5fd5e7b0-2265-4854-baf8-d6af82e2a263 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:40.209968 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6ebeee6-8344-4a48-9a29-1805ddfa6697 req-5fd5e7b0-2265-4854-baf8-d6af82e2a263 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7c4c8ff-8d83-425d-ad90-b9430eac38d6 HTTP/1.1" status: 200 len: 965 time: 0.0702548 Nov 03 18:32:40.267272 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6ebeee6-8344-4a48-9a29-1805ddfa6697 req-2da0f9e8-646f-4c45-9ea3-23a87b335889 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562906 Nov 03 18:32:40.274327 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e904bcb-9a71-4ada-aee9-113e50143e17 req-9fd96912-acc3-49da-a949-76e665a5326c service neutron] 10.222.0.98 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279032 Nov 03 18:32:40.390777 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66f577-32d4-4043-97c6-e7ced1c2547f req-ccf4b8fa-6bce-42d2-958c-e94855eb1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:40.392795 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8a66f577-32d4-4043-97c6-e7ced1c2547f req-ccf4b8fa-6bce-42d2-958c-e94855eb1c03 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=21fa55ef73344191a9573f8f1d3a7c58&device_id=d7c4c8ff-8d83-425d-ad90-b9430eac38d6 HTTP/1.1" status: 200 len: 1116 time: 0.0527918 Nov 03 18:32:40.489234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66f577-32d4-4043-97c6-e7ced1c2547f req-773db298-be9e-4e7f-95a6-03365cd53827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:40.490763 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8a66f577-32d4-4043-97c6-e7ced1c2547f req-773db298-be9e-4e7f-95a6-03365cd53827 service neutron] 10.222.0.98 "GET /v2.0/networks?id=dd27ba54-feaa-49d5-877c-9b4735452b4f HTTP/1.1" status: 200 len: 925 time: 0.0896888 Nov 03 18:32:40.725872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-b973207a-ad07-4b04-b0aa-d6310efc4d30 req-55664aa2-076a-452a-a815-5efdeec641dc tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-642200599', 'description': 'tempest-description-484677562'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:40.741343 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8a66f577-32d4-4043-97c6-e7ced1c2547f req-eb1c2b1e-9905-4776-8688-8827894f32a0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14dd8484-7b0c-45b6-9e27-8255fe278d36 HTTP/1.1" status: 200 len: 217 time: 0.2420568 Nov 03 18:32:40.760580 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b973207a-ad07-4b04-b0aa-d6310efc4d30 req-55664aa2-076a-452a-a815-5efdeec641dc tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:40.772239 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b973207a-ad07-4b04-b0aa-d6310efc4d30 req-55664aa2-076a-452a-a815-5efdeec641dc tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:40.840579 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66f577-32d4-4043-97c6-e7ced1c2547f req-f825f5a3-1b08-42f0-9769-0c029c5f5759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:40.842389 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8a66f577-32d4-4043-97c6-e7ced1c2547f req-f825f5a3-1b08-42f0-9769-0c029c5f5759 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6c261132-6889-44aa-bb6d-27235b204e10 HTTP/1.1" status: 200 len: 863 time: 0.0904331 Nov 03 18:32:40.899906 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b973207a-ad07-4b04-b0aa-d6310efc4d30 req-55664aa2-076a-452a-a815-5efdeec641dc tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:40.905479 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b973207a-ad07-4b04-b0aa-d6310efc4d30 req-55664aa2-076a-452a-a815-5efdeec641dc tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:40.915072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66f577-32d4-4043-97c6-e7ced1c2547f req-65d638bd-a9c9-417d-9005-81ce47799746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:40.917240 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8a66f577-32d4-4043-97c6-e7ced1c2547f req-65d638bd-a9c9-417d-9005-81ce47799746 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dd27ba54-feaa-49d5-877c-9b4735452b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631852 Nov 03 18:32:40.941315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55664aa2-076a-452a-a815-5efdeec641dc tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3fbede-0fe9-40f9-88bb-9169da7bb972,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:40.999072 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b973207a-ad07-4b04-b0aa-d6310efc4d30 req-55664aa2-076a-452a-a815-5efdeec641dc tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:41.005810 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b973207a-ad07-4b04-b0aa-d6310efc4d30 req-55664aa2-076a-452a-a815-5efdeec641dc tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:41.054527 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55664aa2-076a-452a-a815-5efdeec641dc tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5334dcbb-3231-450d-b4fa-0eb767df41f7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:41.065096 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b973207a-ad07-4b04-b0aa-d6310efc4d30 req-55664aa2-076a-452a-a815-5efdeec641dc tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:41.066359 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b973207a-ad07-4b04-b0aa-d6310efc4d30 req-55664aa2-076a-452a-a815-5efdeec641dc tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3468993 Nov 03 18:32:41.089432 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8a66f577-32d4-4043-97c6-e7ced1c2547f req-07a114e5-330a-4fc5-940a-19030c4dda9b service neutron] 10.222.0.98 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607156 Nov 03 18:32:41.230894 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8a66f577-32d4-4043-97c6-e7ced1c2547f req-7b47ccdd-ab60-4c4e-8e00-75c2c9d5875e service neutron] 10.222.0.98 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297123 Nov 03 18:32:41.244826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f97678ec-6d78-4e00-b872-26c6478d5a1b req-ca565e70-2282-4edd-99fd-e323173caa46 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1946226392', 'description': 'tempest-description-1033847198'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:41.275183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3668d48-5eae-42fa-a4e2-348ca7aae76b req-f762dde9-5b64-4aa5-aca7-e4b2296d7f71 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:41.276748 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3668d48-5eae-42fa-a4e2-348ca7aae76b req-f762dde9-5b64-4aa5-aca7-e4b2296d7f71 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 932 time: 0.0760672 Nov 03 18:32:41.289808 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f97678ec-6d78-4e00-b872-26c6478d5a1b req-ca565e70-2282-4edd-99fd-e323173caa46 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:41.508997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3668d48-5eae-42fa-a4e2-348ca7aae76b req-ef0a6f37-3c80-40f5-b590-7e42814f9131 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211082 Nov 03 18:32:41.546194 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f97678ec-6d78-4e00-b872-26c6478d5a1b req-ca565e70-2282-4edd-99fd-e323173caa46 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:41.550869 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f97678ec-6d78-4e00-b872-26c6478d5a1b req-ca565e70-2282-4edd-99fd-e323173caa46 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:41.578572 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f97678ec-6d78-4e00-b872-26c6478d5a1b req-ca565e70-2282-4edd-99fd-e323173caa46 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:41.579824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f97678ec-6d78-4e00-b872-26c6478d5a1b req-ca565e70-2282-4edd-99fd-e323173caa46 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3404589 Nov 03 18:32:41.584044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca565e70-2282-4edd-99fd-e323173caa46 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c82f330-29f5-41a2-8f23-058f038b6d83,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:41.897450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1754a-cd62-4fb2-99be-c0994ada853a req-b8dd1ad9-72fc-4ab7-bcc7-c8dd0bf42196 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:41.898144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1754a-cd62-4fb2-99be-c0994ada853a req-b8dd1ad9-72fc-4ab7-bcc7-c8dd0bf42196 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:41.898539 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1754a-cd62-4fb2-99be-c0994ada853a req-b8dd1ad9-72fc-4ab7-bcc7-c8dd0bf42196 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:41.899071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1754a-cd62-4fb2-99be-c0994ada853a req-b8dd1ad9-72fc-4ab7-bcc7-c8dd0bf42196 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:41.899625 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1754a-cd62-4fb2-99be-c0994ada853a req-b8dd1ad9-72fc-4ab7-bcc7-c8dd0bf42196 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:41.900146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1754a-cd62-4fb2-99be-c0994ada853a req-b8dd1ad9-72fc-4ab7-bcc7-c8dd0bf42196 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:41.900663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1754a-cd62-4fb2-99be-c0994ada853a req-b8dd1ad9-72fc-4ab7-bcc7-c8dd0bf42196 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:41.902852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ca1754a-cd62-4fb2-99be-c0994ada853a req-b8dd1ad9-72fc-4ab7-bcc7-c8dd0bf42196 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.1218367 Nov 03 18:32:41.974781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-e524aad9-69f4-4e12-8606-99c27260197c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:32:41.975772 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-e524aad9-69f4-4e12-8606-99c27260197c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0050256 Nov 03 18:32:42.046456 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e976c4c-1445-4698-addf-87f73e91041d req-1c73700e-190a-49e4-9fd8-5e738bdd24e7 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:42.048011 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e976c4c-1445-4698-addf-87f73e91041d req-1c73700e-190a-49e4-9fd8-5e738bdd24e7 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7c4c8ff-8d83-425d-ad90-b9430eac38d6 HTTP/1.1" status: 200 len: 965 time: 0.0901282 Nov 03 18:32:42.139403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Request body: {'port': {'device_id': 'd314cd41-5767-4b99-92c2-9694d2f47090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:42.148922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e976c4c-1445-4698-addf-87f73e91041d req-6648a674-1196-453e-9223-2a96457e6da1 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939441 Nov 03 18:32:42.249023 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.324942 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-52ee6ff1-a224-4196-b8bc-60479c52bae4 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39827 time: 0.4039717 Nov 03 18:32:42.432320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59702) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:42.478704 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06336484-cfe3-47c0-9a85-d5daff0370c2 req-605f9fe2-e83b-4934-87a4-8e4089f0a9f2 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:42.480133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06336484-cfe3-47c0-9a85-d5daff0370c2 req-605f9fe2-e83b-4934-87a4-8e4089f0a9f2 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 886 time: 0.2480993 Nov 03 18:32:42.495084 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-734520db-e115-4435-b03e-ef8bbd7347cb tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/0cf17e22-a7a6-472c-abad-8966652f86b7 HTTP/1.1" status: 200 len: 2990 time: 0.1494343 Nov 03 18:32:42.550797 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-736e7376-3af4-4045-8630-9dcc4754d637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.622915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-c5ed26a5-ae88-446d-975c-b0dce51c4951 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/0cf17e22-a7a6-472c-abad-8966652f86b7 HTTP/1.1" status: 200 len: 2990 time: 0.1210749 Nov 03 18:32:42.642014 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-736e7376-3af4-4045-8630-9dcc4754d637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.645883 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-736e7376-3af4-4045-8630-9dcc4754d637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.688011 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e7376-3af4-4045-8630-9dcc4754d637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc88ee6-0439-4ad7-9376-0125677d49f9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:42.720720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-b0099c67-deb6-4dbc-a128-c9294d20a263 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/3a8c61a6-0964-4c78-8a68-239eeaa93a30 HTTP/1.1" status: 200 len: 2994 time: 0.0862091 Nov 03 18:32:42.726396 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-736e7376-3af4-4045-8630-9dcc4754d637 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0b960847ca1643c78ee22e2d69659c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928030 Nov 03 18:32:42.729427 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59716) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:42.781749 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b12a0091-789d-4d3c-a944-b200cbfa2b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.805505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b94e40d-bb76-446a-a54c-a3d29834c955 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:42.806892 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b12a0091-789d-4d3c-a944-b200cbfa2b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.845095 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.857128 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b12a0091-789d-4d3c-a944-b200cbfa2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.868210 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b12a0091-789d-4d3c-a944-b200cbfa2b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.869806 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b12a0091-789d-4d3c-a944-b200cbfa2b9a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7fc88ee6-0439-4ad7-9376-0125677d49f9 HTTP/1.1" status: 204 len: 168 time: 0.1392817 Nov 03 18:32:42.879505 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a0091-789d-4d3c-a944-b200cbfa2b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc88ee6-0439-4ad7-9376-0125677d49f9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:42.885319 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.889688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Transition to ACTIVE for port object 6b94e40d-bb76-446a-a54c-a3d29834c955 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:32:42.900591 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-9aaaed3b-32d6-4371-8e05-9c477f3235ec tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/3a8c61a6-0964-4c78-8a68-239eeaa93a30 HTTP/1.1" status: 200 len: 2994 time: 0.1532552 Nov 03 18:32:42.913337 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:42.932933 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59722) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:43.019571 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4df62-c572-4837-8984-1b8e80bb7c4e req-0704a692-c190-4005-bf5c-0df741a912f9 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.020063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4df62-c572-4837-8984-1b8e80bb7c4e req-0704a692-c190-4005-bf5c-0df741a912f9 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.020531 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4df62-c572-4837-8984-1b8e80bb7c4e req-0704a692-c190-4005-bf5c-0df741a912f9 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.020981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4df62-c572-4837-8984-1b8e80bb7c4e req-0704a692-c190-4005-bf5c-0df741a912f9 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.021427 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4df62-c572-4837-8984-1b8e80bb7c4e req-0704a692-c190-4005-bf5c-0df741a912f9 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.021876 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4df62-c572-4837-8984-1b8e80bb7c4e req-0704a692-c190-4005-bf5c-0df741a912f9 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.022323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4df62-c572-4837-8984-1b8e80bb7c4e req-0704a692-c190-4005-bf5c-0df741a912f9 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.024115 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4f4df62-c572-4837-8984-1b8e80bb7c4e req-0704a692-c190-4005-bf5c-0df741a912f9 tempest-NetworksTest-856717639 tempest-NetworksTest-856717639-project-admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.2759175 Nov 03 18:32:43.027998 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Pushing event updated for resources: {'Port': ['ID=6b94e40d-bb76-446a-a54c-a3d29834c955,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:43.039293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-cdbf71b8-6415-445e-a767-f83e1189abd7 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/4d0bdb80-e9a3-4da2-96db-5c5274e5ae99 HTTP/1.1" status: 200 len: 2998 time: 0.1377664 Nov 03 18:32:43.073721 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34f875c9-54a4-4407-ae2a-bf4ab73421d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.120856 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Attempting to bind port 6b94e40d-bb76-446a-a54c-a3d29834c955 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:43.121222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Attempting to bind port 6b94e40d-bb76-446a-a54c-a3d29834c955 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:43.121663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Attempting to bind port 6b94e40d-bb76-446a-a54c-a3d29834c955 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:43.133319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Port 6b94e40d-bb76-446a-a54c-a3d29834c955 on network 5642331e-152e-4c1a-8167-032b35756d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:32:43.133645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Attempting to bind port 6b94e40d-bb76-446a-a54c-a3d29834c955 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:43.145828 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-1050e5d4-82d8-400d-b5fe-c651a961e9e3 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/4d0bdb80-e9a3-4da2-96db-5c5274e5ae99 HTTP/1.1" status: 200 len: 2998 time: 0.1055377 Nov 03 18:32:43.150426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:43.150774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Checking segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:43.151316 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Bound using segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:43.151770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Bound port: 6b94e40d-bb76-446a-a54c-a3d29834c955, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:43.152121 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.244907 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34f875c9-54a4-4407-ae2a-bf4ab73421d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.249996 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34f875c9-54a4-4407-ae2a-bf4ab73421d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.290069 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-5491da23-9cf4-4882-a4d7-ce147372d8f1 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/51260050-9935-4900-88f4-34d2e535017c HTTP/1.1" status: 200 len: 2994 time: 0.1433370 Nov 03 18:32:43.328859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59734) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:43.339381 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-34f875c9-54a4-4407-ae2a-bf4ab73421d1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f7c981b7dfd64c99afc781120d5967f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053516 Nov 03 18:32:43.342004 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59738) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:43.344242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:43.350121 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f875c9-54a4-4407-ae2a-bf4ab73421d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a1c070-c2e8-4c3a-9fcd-bdaddc010489,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:43.367277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d0889-6d4b-4524-8ed4-6fd383d7607f req-9376adfb-1414-4cc0-9260-25c50ace347a tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.371840 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c7b1e11f-c274-4208-94a7-740f92bfc364 req-7ebdcbe7-3477-439a-9b20-b3a87da49d62 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926995 Nov 03 18:32:43.372217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f74d0889-6d4b-4524-8ed4-6fd383d7607f req-9376adfb-1414-4cc0-9260-25c50ace347a tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 944 time: 0.1644220 Nov 03 18:32:43.388135 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-892aad82-6dc4-42f6-96c5-2680f32891c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.407414 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4d48f07-7e5b-4310-aaba-819dbe7a8767 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.418491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6b94e40d-bb76-446a-a54c-a3d29834c955,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:43.441560 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.456477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4d48f07-7e5b-4310-aaba-819dbe7a8767 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.457038 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-a15a7602-92da-4511-bad2-2d9396c393a9 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/51260050-9935-4900-88f4-34d2e535017c HTTP/1.1" status: 200 len: 2994 time: 0.1529315 Nov 03 18:32:43.463220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59742) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:43.503062 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1e11f-c274-4208-94a7-740f92bfc364 req-1811e482-2b45-4042-8baa-47e9b1baf770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.504846 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c7b1e11f-c274-4208-94a7-740f92bfc364 req-1811e482-2b45-4042-8baa-47e9b1baf770 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d595ee268e7b4695893950ea492ce16a&device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 1122 time: 0.0781975 Nov 03 18:32:43.528768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.529922 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.531384 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] 10.222.0.87 "PUT /v2.0/ports/6b94e40d-bb76-446a-a54c-a3d29834c955 HTTP/1.1" status: 200 len: 1092 time: 1.4493504 Nov 03 18:32:43.531895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd314cd41-5767-4b99-92c2-9694d2f47090', 'tag': '6b94e40d-bb76-446a-a54c-a3d29834c955'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:43.572537 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4d48f07-7e5b-4310-aaba-819dbe7a8767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.575203 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4d48f07-7e5b-4310-aaba-819dbe7a8767 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.576623 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d4d48f07-7e5b-4310-aaba-819dbe7a8767 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c9a1c070-c2e8-4c3a-9fcd-bdaddc010489 HTTP/1.1" status: 204 len: 168 time: 0.2336946 Nov 03 18:32:43.605912 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 14dd8484-7b0c-45b6-9e27-8255fe278d36 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:43.626242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d48f07-7e5b-4310-aaba-819dbe7a8767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a1c070-c2e8-4c3a-9fcd-bdaddc010489,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:43.668318 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1e11f-c274-4208-94a7-740f92bfc364 req-22845f33-44e3-45ab-820e-9656b74d973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.668318 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c7b1e11f-c274-4208-94a7-740f92bfc364 req-22845f33-44e3-45ab-820e-9656b74d973c service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1317165 Nov 03 18:32:43.669032 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f74d0889-6d4b-4524-8ed4-6fd383d7607f req-5f7fd20c-93b2-4658-801b-84ae105214d7 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584507 Nov 03 18:32:43.739833 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c7b1e11f-c274-4208-94a7-740f92bfc364 req-5f536f10-c28e-4ade-a21a-bfb80d6edb0e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=5f60ebb1-a52f-432e-8522-30d0d2e3e13a HTTP/1.1" status: 200 len: 217 time: 0.0696769 Nov 03 18:32:43.780074 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 14dd8484-7b0c-45b6-9e27-8255fe278d36, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=14dd8484-7b0c-45b6-9e27-8255fe278d36,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:43.794207 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '14dd8484-7b0c-45b6-9e27-8255fe278d36', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'port_id': '14dd8484-7b0c-45b6-9e27-8255fe278d36', 'mac_address': 'fa:16:3e:1c:47:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-659842091', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:32:43.815058 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79b7c024-f4ca-407b-9c53-f156aa26a82d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.870037 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1e11f-c274-4208-94a7-740f92bfc364 req-cda16120-24c6-436e-8555-f9e56076a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.872553 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c7b1e11f-c274-4208-94a7-740f92bfc364 req-cda16120-24c6-436e-8555-f9e56076a582 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1208797 Nov 03 18:32:43.876912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f6640-9897-4a7a-8c76-ed16350dc4ac service neutron] Pushing event updated for resources: {'Port': ['ID=6b94e40d-bb76-446a-a54c-a3d29834c955,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:43.877040 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.891294 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-3b52e18e-4e4c-491a-815a-17f0b1c93c71 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/5afcec0a-6d89-4f0b-90df-780f3e600e92 HTTP/1.1" status: 200 len: 2998 time: 0.4098754 Nov 03 18:32:43.894012 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125a9daa-7029-45f8-a52b-7e7cb75c25c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d314cd41-5767-4b99-92c2-9694d2f47090", "tag": "6b94e40d-bb76-446a-a54c-a3d29834c955"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:43.910280 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14dd8484-7b0c-45b6-9e27-8255fe278d36 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:43.933826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-ac228663-80c1-4727-a990-4b0d4e47d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.935362 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-ac228663-80c1-4727-a990-4b0d4e47d889 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 1095 time: 0.3155718 Nov 03 18:32:43.937233 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 14dd8484-7b0c-45b6-9e27-8255fe278d36, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=14dd8484-7b0c-45b6-9e27-8255fe278d36,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:43.963219 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:43.968751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1e11f-c274-4208-94a7-740f92bfc364 req-e7277373-aaf4-4caa-a143-1282d4ee2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:43.970369 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c7b1e11f-c274-4208-94a7-740f92bfc364 req-e7277373-aaf4-4caa-a143-1282d4ee2b32 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748727 Nov 03 18:32:44.073814 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=14dd8484-7b0c-45b6-9e27-8255fe278d36,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:44.111989 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c7b1e11f-c274-4208-94a7-740f92bfc364 req-c69d13f1-82fa-4876-a663-9f0cd5aa2fac service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334283 Nov 03 18:32:44.187596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['14dd8484-7b0c-45b6-9e27-8255fe278d36'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:44.234563 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c7b1e11f-c274-4208-94a7-740f92bfc364 req-26050749-0fdb-4043-9195-db2172c9762e service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122978 Nov 03 18:32:44.235973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59768) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:44.253892 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c437d14-dab8-4e39-a8c3-93ab3cd295b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.265070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59770) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:44.308437 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-afa29c2e-ef6c-48b5-9e80-8b329f538fd2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b94e40d-bb76-446a-a54c-a3d29834c955 HTTP/1.1" status: 200 len: 217 time: 0.3495195 Nov 03 18:32:44.310432 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-892aad82-6dc4-42f6-96c5-2680f32891c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.324708 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-4ab64fec-4846-4463-b7a5-fba2e65a22ab tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/5afcec0a-6d89-4f0b-90df-780f3e600e92 HTTP/1.1" status: 200 len: 2998 time: 0.4178255 Nov 03 18:32:44.338990 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-892aad82-6dc4-42f6-96c5-2680f32891c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.350417 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c437d14-dab8-4e39-a8c3-93ab3cd295b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.358382 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c437d14-dab8-4e39-a8c3-93ab3cd295b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.403814 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3c437d14-dab8-4e39-a8c3-93ab3cd295b2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=278558667db241d7b5d2e54887c1db66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660805 Nov 03 18:32:44.406812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59776) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:44.413337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c437d14-dab8-4e39-a8c3-93ab3cd295b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e32b1c1-7456-45b6-8e2c-900ccfb86456,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:44.464989 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a07c58e-9858-4834-9114-ba93432cc1a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.490000 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a07c58e-9858-4834-9114-ba93432cc1a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.495946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892aad82-6dc4-42f6-96c5-2680f32891c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbd2ca2-c656-4805-aa50-5621d57bbd7e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:44.510576 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-892aad82-6dc4-42f6-96c5-2680f32891c1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2b816c07d4aa4885ad292b1571a3608f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1780317 Nov 03 18:32:44.510818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59780) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:44.525083 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79b7c024-f4ca-407b-9c53-f156aa26a82d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.531260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ab3434d-fe6d-4516-a545-7dd3f22a5a66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.540495 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79b7c024-f4ca-407b-9c53-f156aa26a82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.547559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-3984e691-f380-470e-aeaa-5cf6bb942d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:44.549367 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-3984e691-f380-470e-aeaa-5cf6bb942d3b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.2201433 Nov 03 18:32:44.613535 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2fe984ea-b97c-4d67-b237-765197c2ce89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.628156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a07c58e-9858-4834-9114-ba93432cc1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.630800 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a07c58e-9858-4834-9114-ba93432cc1a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.631986 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9a07c58e-9858-4834-9114-ba93432cc1a0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0e32b1c1-7456-45b6-8e2c-900ccfb86456 HTTP/1.1" status: 204 len: 168 time: 0.2242463 Nov 03 18:32:44.659442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22fa4a-7231-450f-9689-234462b59f36 req-5cf4ec69-ffdd-4f06-801a-c775d1b40fc7 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:44.668084 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2fe984ea-b97c-4d67-b237-765197c2ce89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.668484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d22fa4a-7231-450f-9689-234462b59f36 req-5cf4ec69-ffdd-4f06-801a-c775d1b40fc7 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7c4c8ff-8d83-425d-ad90-b9430eac38d6 HTTP/1.1" status: 200 len: 966 time: 0.4477317 Nov 03 18:32:44.678905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-de5be361-b71d-494f-9a57-6c415ccd09c7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036906 Nov 03 18:32:44.680696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-bb811d4e-c8b1-463d-8ff8-6829d8f8d147 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/6e9fb4b3-097a-4f6d-90e2-a4a0d9e5be09 HTTP/1.1" status: 200 len: 2994 time: 0.3552170 Nov 03 18:32:44.684586 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07c58e-9858-4834-9114-ba93432cc1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e32b1c1-7456-45b6-8e2c-900ccfb86456,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:44.742297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7c024-f4ca-407b-9c53-f156aa26a82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd54d88-9acf-4bea-b967-b57ebd03d017,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:44.748864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ab3434d-fe6d-4516-a545-7dd3f22a5a66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.753088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ab3434d-fe6d-4516-a545-7dd3f22a5a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.764584 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-79b7c024-f4ca-407b-9c53-f156aa26a82d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a4481a7689294a66a45ebc82c17404ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2911005 Nov 03 18:32:44.773569 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59786) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:44.795226 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2fe984ea-b97c-4d67-b237-765197c2ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.797786 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2fe984ea-b97c-4d67-b237-765197c2ce89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.798910 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2fe984ea-b97c-4d67-b237-765197c2ce89 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8dbd2ca2-c656-4805-aa50-5621d57bbd7e HTTP/1.1" status: 204 len: 168 time: 0.2831023 Nov 03 18:32:44.827928 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2ab3434d-fe6d-4516-a545-7dd3f22a5a66 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3267a748f12649c1b7876fbbc4d7c3bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5618260 Nov 03 18:32:44.834386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59790) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:44.837842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3434d-fe6d-4516-a545-7dd3f22a5a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503e1b0a-e515-4285-86af-c6497d0fabb9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:44.859457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe984ea-b97c-4d67-b237-765197c2ce89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbd2ca2-c656-4805-aa50-5621d57bbd7e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:44.880444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d22fa4a-7231-450f-9689-234462b59f36 req-db31e5c4-3a96-45eb-9566-1e46a445ef45 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089777 Nov 03 18:32:44.901154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-458f729b-67e1-465a-a96f-5b26ae03314e tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/6e9fb4b3-097a-4f6d-90e2-a4a0d9e5be09 HTTP/1.1" status: 200 len: 2994 time: 0.1936622 Nov 03 18:32:44.914304 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab8b56f4-88bc-41b6-bdfd-923982096dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.954944 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32446a32-6339-483e-b29b-3b42961d78d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.961615 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab8b56f4-88bc-41b6-bdfd-923982096dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:44.983132 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-5f0165f8-ef98-4b8b-881c-5d041e2ab46c tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/914ddb1a-d21f-48f8-bfab-3f1dba98ba8d HTTP/1.1" status: 200 len: 2998 time: 0.0712464 Nov 03 18:32:44.985632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-ffecc88b-17bb-4e55-ae04-0ca47ad46e19 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759674 Nov 03 18:32:45.000179 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32446a32-6339-483e-b29b-3b42961d78d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:45.066367 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32446a32-6339-483e-b29b-3b42961d78d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:45.070381 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32446a32-6339-483e-b29b-3b42961d78d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:45.074653 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-32446a32-6339-483e-b29b-3b42961d78d6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/503e1b0a-e515-4285-86af-c6497d0fabb9 HTTP/1.1" status: 204 len: 168 time: 0.2368863 Nov 03 18:32:45.088274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32446a32-6339-483e-b29b-3b42961d78d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503e1b0a-e515-4285-86af-c6497d0fabb9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:45.090801 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab8b56f4-88bc-41b6-bdfd-923982096dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:45.094986 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab8b56f4-88bc-41b6-bdfd-923982096dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:45.099942 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ab8b56f4-88bc-41b6-bdfd-923982096dd4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5cd54d88-9acf-4bea-b967-b57ebd03d017 HTTP/1.1" status: 204 len: 168 time: 0.3241098 Nov 03 18:32:45.114458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b56f4-88bc-41b6-bdfd-923982096dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd54d88-9acf-4bea-b967-b57ebd03d017,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:45.143815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-48e21ec9-96e4-47a0-9b5d-2772f56d5fdb tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/914ddb1a-d21f-48f8-bfab-3f1dba98ba8d HTTP/1.1" status: 200 len: 2998 time: 0.1518238 Nov 03 18:32:45.189484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5915be8-b029-452e-94bc-4bdc7c9211be req-d3a5a392-94a7-4789-a69d-2d2130720ebc service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898887 Nov 03 18:32:45.220125 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-b03614a2-e1d2-4106-a261-d39c554dcbfb tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/9a093b99-7c7a-4f4f-8d6e-fed4fb772304 HTTP/1.1" status: 200 len: 2998 time: 0.0670671 Nov 03 18:32:45.272814 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-29ed216b-8d0b-4f5d-b9a8-6aaab7f04508 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/9a093b99-7c7a-4f4f-8d6e-fed4fb772304 HTTP/1.1" status: 200 len: 2998 time: 0.0439568 Nov 03 18:32:45.331018 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-f8e93601-cb6d-4800-9f2f-73a8b67a64ad tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/a98358b4-4c7b-4aa6-85a1-28b5c02c076f HTTP/1.1" status: 200 len: 2998 time: 0.0405927 Nov 03 18:32:45.390168 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2658a77c-3be4-4d1b-8f40-4f8e93f67937 x-openstack-request-id: req-2658a77c-3be4-4d1b-8f40-4f8e93f67937 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:45.390518 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d314cd41-5767-4b99-92c2-9694d2f47090", "tag": "6b94e40d-bb76-446a-a54c-a3d29834c955", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:45.390913 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2658a77c-3be4-4d1b-8f40-4f8e93f67937 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:45.391379 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd314cd41-5767-4b99-92c2-9694d2f47090', 'tag': '6b94e40d-bb76-446a-a54c-a3d29834c955', 'status': 'completed', 'code': 200} Nov 03 18:32:45.404858 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-53825882-2a85-41d4-b3b3-51161d4f013b tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/a98358b4-4c7b-4aa6-85a1-28b5c02c076f HTTP/1.1" status: 200 len: 2998 time: 0.0728562 Nov 03 18:32:45.522502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-29f077c9-4491-456a-8787-9bc148c5efe9 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/c073315b-d057-4943-8c5a-d80a31c9fed6 HTTP/1.1" status: 200 len: 2998 time: 0.1110821 Nov 03 18:32:45.562929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a9daa-7029-45f8-a52b-7e7cb75c25c3 req-166ab31d-c88d-43b2-9cdd-8eebf8e899d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:45.564491 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-125a9daa-7029-45f8-a52b-7e7cb75c25c3 req-166ab31d-c88d-43b2-9cdd-8eebf8e899d7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 1095 time: 0.1215153 Nov 03 18:32:45.582739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73eefa-7ecd-4e56-87ef-3b1843aa8ab7 req-20c484c5-0112-45b3-8684-a8581361d81f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:45.584298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e73eefa-7ecd-4e56-87ef-3b1843aa8ab7 req-20c484c5-0112-45b3-8684-a8581361d81f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 944 time: 0.1055274 Nov 03 18:32:45.635078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 14dd8484-7b0c-45b6-9e27-8255fe278d36 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:45.673687 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-1ead85d8-9c58-440a-9dcb-8ac6db349ed8 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/c073315b-d057-4943-8c5a-d80a31c9fed6 HTTP/1.1" status: 200 len: 2998 time: 0.1411684 Nov 03 18:32:45.677544 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59816) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:45.724141 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-19da8e6d-1d5e-41d9-a959-2f35dc56e0a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:45.749145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 14dd8484-7b0c-45b6-9e27-8255fe278d36 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:32:45.755623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 14dd8484-7b0c-45b6-9e27-8255fe278d36 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:45.756389 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:45.764416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59818) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:45.784432 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac698909-c72d-450f-b266-b535ebb9f70e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:45.951238 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-6e34e365-3a06-4d95-b866-51e0f2b52d6d tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/fd3fbede-0fe9-40f9-88bb-9169da7bb972 HTTP/1.1" status: 200 len: 2998 time: 0.2400577 Nov 03 18:32:45.953491 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:45.959256 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e73eefa-7ecd-4e56-87ef-3b1843aa8ab7 req-8d2f54f6-2f02-427d-a150-f117d8a6b22e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610628 Nov 03 18:32:45.961312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-19da8e6d-1d5e-41d9-a959-2f35dc56e0a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:45.974057 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-19da8e6d-1d5e-41d9-a959-2f35dc56e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:45.992663 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:32:46.009666 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 14dd8484-7b0c-45b6-9e27-8255fe278d36, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=14dd8484-7b0c-45b6-9e27-8255fe278d36,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:46.010804 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c4c8ff-8d83-425d-ad90-b9430eac38d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dd8484-7b0c-45b6-9e27-8255fe278d36'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:46.014188 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce9d83c-74e0-4d8e-8f85-138787faee02" -d '{"events": [{"server_uuid": "d7c4c8ff-8d83-425d-ad90-b9430eac38d6", "name": "network-vif-plugged", "status": "completed", "tag": "14dd8484-7b0c-45b6-9e27-8255fe278d36"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:46.018664 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:46.036411 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a9daa-7029-45f8-a52b-7e7cb75c25c3 req-18fe51c5-8e64-4f28-bad6-a7267da5a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:46.037953 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-125a9daa-7029-45f8-a52b-7e7cb75c25c3 req-18fe51c5-8e64-4f28-bad6-a7267da5a88e service neutron] 10.222.0.87 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.4494395 Nov 03 18:32:46.045534 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da8e6d-1d5e-41d9-a959-2f35dc56e0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e5cd56-76b9-40ce-ae71-f823d2d77028,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:46.103561 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=14dd8484-7b0c-45b6-9e27-8255fe278d36,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:46.114582 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac698909-c72d-450f-b266-b535ebb9f70e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:46.124148 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-19da8e6d-1d5e-41d9-a959-2f35dc56e0a0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=504745337ba84c88811d2c619eaa874f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4452956 Nov 03 18:32:46.124917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59836) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:46.139686 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac698909-c72d-450f-b266-b535ebb9f70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:46.202867 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c268e8ed-a1bf-4c88-91c6-e1bf343cd676 req-725b841d-2094-4aac-9bd3-27ce2e2a99c6 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/fd3fbede-0fe9-40f9-88bb-9169da7bb972 HTTP/1.1" status: 200 len: 2998 time: 0.2390466 Nov 03 18:32:46.208268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-125a9daa-7029-45f8-a52b-7e7cb75c25c3 req-52caa1a5-3e4c-40b0-9b99-dd56f2337d5d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b94e40d-bb76-446a-a54c-a3d29834c955 HTTP/1.1" status: 200 len: 217 time: 0.1566377 Nov 03 18:32:46.211184 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59842) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:46.212914 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ac698909-c72d-450f-b266-b535ebb9f70e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1292b9543510459a9485bf920731e69d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4418697 Nov 03 18:32:46.226313 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac698909-c72d-450f-b266-b535ebb9f70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36ffc45-58e9-49dd-af4f-c45f2f565814,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:46.246521 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68a0f7c3-19ec-43f5-9fc3-391dad17ab82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:46.294696 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68a0f7c3-19ec-43f5-9fc3-391dad17ab82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:46.324015 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c162ba7-c307-471a-a72a-b1748e1f543d x-openstack-request-id: req-3c162ba7-c307-471a-a72a-b1748e1f543d {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:46.324509 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c4c8ff-8d83-425d-ad90-b9430eac38d6", "name": "network-vif-plugged", "status": "completed", "tag": "14dd8484-7b0c-45b6-9e27-8255fe278d36", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:46.324903 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3c162ba7-c307-471a-a72a-b1748e1f543d {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:46.325428 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c4c8ff-8d83-425d-ad90-b9430eac38d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dd8484-7b0c-45b6-9e27-8255fe278d36', 'code': 200} Nov 03 18:32:46.473705 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68a0f7c3-19ec-43f5-9fc3-391dad17ab82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:46.481809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a9daa-7029-45f8-a52b-7e7cb75c25c3 req-62926ed6-e340-4641-b1db-45b0aadde7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:46.481961 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68a0f7c3-19ec-43f5-9fc3-391dad17ab82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:46.483982 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-125a9daa-7029-45f8-a52b-7e7cb75c25c3 req-62926ed6-e340-4641-b1db-45b0aadde7cf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.2370832 Nov 03 18:32:46.487719 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-68a0f7c3-19ec-43f5-9fc3-391dad17ab82 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/17e5cd56-76b9-40ce-ae71-f823d2d77028 HTTP/1.1" status: 204 len: 168 time: 0.3613083 Nov 03 18:32:46.516459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0f7c3-19ec-43f5-9fc3-391dad17ab82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e5cd56-76b9-40ce-ae71-f823d2d77028,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:46.522962 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-66780f43-1681-4a4f-b55c-efaf7d460433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:46.539480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f940d6-71f7-40e7-9b5b-2ec461d33c20 req-abc8a108-600e-4129-94ac-ef0c47fd0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:46.541388 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55f940d6-71f7-40e7-9b5b-2ec461d33c20 req-abc8a108-600e-4129-94ac-ef0c47fd0e7b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d7c4c8ff-8d83-425d-ad90-b9430eac38d6 HTTP/1.1" status: 200 len: 1118 time: 0.1627584 Nov 03 18:32:46.564422 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-125a9daa-7029-45f8-a52b-7e7cb75c25c3 req-0536a982-4f25-4c8e-bf76-865d4d6fc391 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544436 Nov 03 18:32:46.581254 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d9c71-6bfe-4471-ab50-1340958c742d req-403de01e-0ed5-4abd-9d2d-d57b8927792c tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:46.588741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-723d9c71-6bfe-4471-ab50-1340958c742d req-403de01e-0ed5-4abd-9d2d-d57b8927792c tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7c4c8ff-8d83-425d-ad90-b9430eac38d6 HTTP/1.1" status: 200 len: 967 time: 0.2292519 Nov 03 18:32:46.602237 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55f940d6-71f7-40e7-9b5b-2ec461d33c20 req-1c504550-d1b8-4ccf-b3e9-3431f50edab2 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529335 Nov 03 18:32:46.710852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80f5b373-c995-4302-9dd6-1fca6c98a2d4 req-e44c51b0-7269-479a-b29d-e07bf4376f45 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=68dfe86ceac2439580dff21fff71b2ba HTTP/1.1" status: 200 len: 6153 time: 0.2712476 Nov 03 18:32:46.714623 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-66780f43-1681-4a4f-b55c-efaf7d460433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:46.799329 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-125a9daa-7029-45f8-a52b-7e7cb75c25c3 req-d1959db5-e73f-4bbf-9904-5a7c591fb8d7 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036176 Nov 03 18:32:46.814629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-723d9c71-6bfe-4471-ab50-1340958c742d req-cf322498-c11e-4a21-a6fc-5b8a94b693ff tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249358 Nov 03 18:32:47.033884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80f5b373-c995-4302-9dd6-1fca6c98a2d4 req-cfd996d6-cf5c-4ef8-a182-74bc0b7998d3 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] 10.222.0.107 "GET /v2.0/security-groups/a98358b4-4c7b-4aa6-85a1-28b5c02c076f HTTP/1.1" status: 200 len: 2998 time: 0.3059604 Nov 03 18:32:47.062970 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-125a9daa-7029-45f8-a52b-7e7cb75c25c3 req-f7aa733f-aa46-4b11-8223-e2ac71974e2d service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380490 Nov 03 18:32:47.078408 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-66780f43-1681-4a4f-b55c-efaf7d460433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.080924 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-66780f43-1681-4a4f-b55c-efaf7d460433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.082058 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-66780f43-1681-4a4f-b55c-efaf7d460433 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a36ffc45-58e9-49dd-af4f-c45f2f565814 HTTP/1.1" status: 204 len: 168 time: 0.8690968 Nov 03 18:32:47.098037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66780f43-1681-4a4f-b55c-efaf7d460433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36ffc45-58e9-49dd-af4f-c45f2f565814,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:47.116196 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80f5b373-c995-4302-9dd6-1fca6c98a2d4 req-4ba1e222-51ae-46f5-b378-da907e1dbfea tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] 10.222.0.107 "GET /v2.0/security-groups/a98358b4-4c7b-4aa6-85a1-28b5c02c076f HTTP/1.1" status: 200 len: 2998 time: 0.0813575 Nov 03 18:32:47.196230 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c18eac41-f354-4026-a8d5-2473c919b7db req-f9e2162f-e53d-4c56-812e-f82ef91e24b0 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/5c82f330-29f5-41a2-8f23-058f038b6d83 HTTP/1.1" status: 200 len: 1795 time: 0.0563545 Nov 03 18:32:47.276062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a62569-3306-4145-b40b-e0368801fa0d req-ab0c6cf4-74ea-4a0f-99e5-4959a3ba4c4d tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:47.277581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7a62569-3306-4145-b40b-e0368801fa0d req-ab0c6cf4-74ea-4a0f-99e5-4959a3ba4c4d tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 944 time: 0.1002152 Nov 03 18:32:47.312462 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c18eac41-f354-4026-a8d5-2473c919b7db req-7325f996-8a8d-4f4e-b21b-7d2fed41009b tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.351441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c18eac41-f354-4026-a8d5-2473c919b7db req-7325f996-8a8d-4f4e-b21b-7d2fed41009b tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.365532 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7a62569-3306-4145-b40b-e0368801fa0d req-aa592718-b30e-4d6a-bec6-2c5346ddbbe5 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767639 Nov 03 18:32:47.415764 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c18eac41-f354-4026-a8d5-2473c919b7db req-7325f996-8a8d-4f4e-b21b-7d2fed41009b tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.419222 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c18eac41-f354-4026-a8d5-2473c919b7db req-7325f996-8a8d-4f4e-b21b-7d2fed41009b tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.426647 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c18eac41-f354-4026-a8d5-2473c919b7db req-7325f996-8a8d-4f4e-b21b-7d2fed41009b tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "DELETE /v2.0/security-groups/5c82f330-29f5-41a2-8f23-058f038b6d83 HTTP/1.1" status: 204 len: 173 time: 0.1939468 Nov 03 18:32:47.472643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325f996-8a8d-4f4e-b21b-7d2fed41009b tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c82f330-29f5-41a2-8f23-058f038b6d83,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:47.484669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81f516f0-dc7e-43ba-b050-20df27622ad7 req-b7d6ac98-c922-4b7e-a978-cde6c36fab8c tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "GET /v2.0/security-groups/5334dcbb-3231-450d-b4fa-0eb767df41f7 HTTP/1.1" status: 200 len: 1793 time: 0.0396295 Nov 03 18:32:47.558764 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-81f516f0-dc7e-43ba-b050-20df27622ad7 req-5cf8583a-8253-4034-8938-e0490f295ed2 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.582695 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-81f516f0-dc7e-43ba-b050-20df27622ad7 req-5cf8583a-8253-4034-8938-e0490f295ed2 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.638262 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-81f516f0-dc7e-43ba-b050-20df27622ad7 req-5cf8583a-8253-4034-8938-e0490f295ed2 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.642441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-81f516f0-dc7e-43ba-b050-20df27622ad7 req-5cf8583a-8253-4034-8938-e0490f295ed2 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.644478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81f516f0-dc7e-43ba-b050-20df27622ad7 req-5cf8583a-8253-4034-8938-e0490f295ed2 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] 10.222.0.107 "DELETE /v2.0/security-groups/5334dcbb-3231-450d-b4fa-0eb767df41f7 HTTP/1.1" status: 204 len: 173 time: 0.1463552 Nov 03 18:32:47.658855 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8583a-8253-4034-8938-e0490f295ed2 tempest-SecurityGroupsTestAdminJSON-1184767773 tempest-SecurityGroupsTestAdminJSON-1184767773-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5334dcbb-3231-450d-b4fa-0eb767df41f7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:47.784689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f16609f9-b3cd-4c70-8d09-01621e015314 req-16ffcebb-9386-4911-acb7-2a77136e14a5 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] 10.222.0.107 "GET /v2.0/security-groups/addc0ded-571d-4d4b-a7c0-13b98876273e HTTP/1.1" status: 200 len: 1794 time: 0.0943871 Nov 03 18:32:47.874466 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f16609f9-b3cd-4c70-8d09-01621e015314 req-7cc2b467-dd1b-420c-9c50-37f8227059d5 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.913093 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f16609f9-b3cd-4c70-8d09-01621e015314 req-7cc2b467-dd1b-420c-9c50-37f8227059d5 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.968106 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f16609f9-b3cd-4c70-8d09-01621e015314 req-7cc2b467-dd1b-420c-9c50-37f8227059d5 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.972333 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f16609f9-b3cd-4c70-8d09-01621e015314 req-7cc2b467-dd1b-420c-9c50-37f8227059d5 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:47.974054 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f16609f9-b3cd-4c70-8d09-01621e015314 req-7cc2b467-dd1b-420c-9c50-37f8227059d5 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] 10.222.0.107 "DELETE /v2.0/security-groups/addc0ded-571d-4d4b-a7c0-13b98876273e HTTP/1.1" status: 204 len: 173 time: 0.1815014 Nov 03 18:32:48.017499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2b467-dd1b-420c-9c50-37f8227059d5 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=addc0ded-571d-4d4b-a7c0-13b98876273e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:48.094748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a856e2-8c8b-4392-b65c-923a7386cf7f req-21f2c2a4-ee53-4652-838c-c04a3299211f tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:48.096969 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71a856e2-8c8b-4392-b65c-923a7386cf7f req-21f2c2a4-ee53-4652-838c-c04a3299211f tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7c4c8ff-8d83-425d-ad90-b9430eac38d6 HTTP/1.1" status: 200 len: 967 time: 0.1092248 Nov 03 18:32:48.177932 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71a856e2-8c8b-4392-b65c-923a7386cf7f req-a92d09d1-3cfc-41ee-b0db-825f03bc4cc6 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729423 Nov 03 18:32:48.228669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f8757cc0-e8b8-4430-b0d9-4bdbe0d88548 req-68ca7d30-df4c-44df-a60f-5be2ad4a413e tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] 10.222.0.107 "GET /v2.0/security-groups/bea86a07-e99f-4942-811d-7181c7341760 HTTP/1.1" status: 200 len: 1794 time: 0.0605619 Nov 03 18:32:48.298597 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f8757cc0-e8b8-4430-b0d9-4bdbe0d88548 req-6d0f5650-b0ef-4b00-aad6-fa7cb1eb25d0 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:48.326234 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f8757cc0-e8b8-4430-b0d9-4bdbe0d88548 req-6d0f5650-b0ef-4b00-aad6-fa7cb1eb25d0 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:48.405005 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f8757cc0-e8b8-4430-b0d9-4bdbe0d88548 req-6d0f5650-b0ef-4b00-aad6-fa7cb1eb25d0 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:48.407741 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f8757cc0-e8b8-4430-b0d9-4bdbe0d88548 req-6d0f5650-b0ef-4b00-aad6-fa7cb1eb25d0 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:48.408876 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f8757cc0-e8b8-4430-b0d9-4bdbe0d88548 req-6d0f5650-b0ef-4b00-aad6-fa7cb1eb25d0 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] 10.222.0.107 "DELETE /v2.0/security-groups/bea86a07-e99f-4942-811d-7181c7341760 HTTP/1.1" status: 204 len: 173 time: 0.1724479 Nov 03 18:32:48.422277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f5650-b0ef-4b00-aad6-fa7cb1eb25d0 tempest-SecurityGroupsTestAdminJSON-1943692875 tempest-SecurityGroupsTestAdminJSON-1943692875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea86a07-e99f-4942-811d-7181c7341760,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:48.449906 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e8b1d-73ac-454f-b236-8afb327f5f00 req-fe9c109d-61af-49ab-a2c6-e8e58fa8e4a8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:48.461484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59988) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:48.467569 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f8d2d69a-d649-4905-be2a-d6404e1f6dea tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Request body: {'floatingip': {'port_id': '14dd8484-7b0c-45b6-9e27-8255fe278d36'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:48.475815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-391e8b1d-73ac-454f-b236-8afb327f5f00 req-fe9c109d-61af-49ab-a2c6-e8e58fa8e4a8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7c4c8ff-8d83-425d-ad90-b9430eac38d6 HTTP/1.1" status: 200 len: 967 time: 0.1058505 Nov 03 18:32:48.562504 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d69a-d649-4905-be2a-d6404e1f6dea tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:48.590746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adea1db-0b12-4a96-8bda-1d1134f9b98b req-2305a07d-4354-4fcb-b899-551009ad0538 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:48.596967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8adea1db-0b12-4a96-8bda-1d1134f9b98b req-2305a07d-4354-4fcb-b899-551009ad0538 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 944 time: 0.0661156 Nov 03 18:32:48.673020 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8adea1db-0b12-4a96-8bda-1d1134f9b98b req-227f6026-518a-4ccd-b393-9c1de11e142b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675523 Nov 03 18:32:48.895501 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6b94e40d-bb76-446a-a54c-a3d29834c955 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:32:48.960932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60010) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:49.034669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6b94e40d-bb76-446a-a54c-a3d29834c955,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:49.055668 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '6b94e40d-bb76-446a-a54c-a3d29834c955', 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c', 'port_id': '6b94e40d-bb76-446a-a54c-a3d29834c955', 'mac_address': 'fa:16:3e:d7:c7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b55460-6287-4d60-9d60-2a65074fdaf9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:32:49.106430 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:49.124036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b94e40d-bb76-446a-a54c-a3d29834c955 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:49.147225 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6b94e40d-bb76-446a-a54c-a3d29834c955,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:49.152903 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:49.218327 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=6b94e40d-bb76-446a-a54c-a3d29834c955,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:49.501362 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-baa3916e-3f7f-482c-aad1-164997f1c30f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=68dfe86ceac2439580dff21fff71b2ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5386791 Nov 03 18:32:49.503861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60048) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:49.611806 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.db.resource_extend [None req-f8d2d69a-d649-4905-be2a-d6404e1f6dea tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:32:49.623991 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5ced850c-cd4d-4e14-b2a5-f459c708dcf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:49.663413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['6b94e40d-bb76-446a-a54c-a3d29834c955'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:49.675820 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5ced850c-cd4d-4e14-b2a5-f459c708dcf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:49.762835 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5ced850c-cd4d-4e14-b2a5-f459c708dcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:49.766854 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5ced850c-cd4d-4e14-b2a5-f459c708dcf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:49.768190 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5ced850c-cd4d-4e14-b2a5-f459c708dcf3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a98358b4-4c7b-4aa6-85a1-28b5c02c076f HTTP/1.1" status: 204 len: 168 time: 0.2633748 Nov 03 18:32:49.774342 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d69a-d649-4905-be2a-d6404e1f6dea tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:49.779743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced850c-cd4d-4e14-b2a5-f459c708dcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98358b4-4c7b-4aa6-85a1-28b5c02c076f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:49.783860 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d69a-d649-4905-be2a-d6404e1f6dea tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:49.924028 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0e7f8-7f14-4c63-9adf-f469db8f5fc5 req-429a1f54-820d-493f-af8a-58d6b5631a8c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:49.935530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0c0e7f8-7f14-4c63-9adf-f469db8f5fc5 req-429a1f54-820d-493f-af8a-58d6b5631a8c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 945 time: 0.1038916 Nov 03 18:32:49.969480 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-f8d2d69a-d649-4905-be2a-d6404e1f6dea tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Floating IP 907c75db-4b24-465d-8712-3729e37b9f42 associated. External IP: 172.25.2.35, port: 14dd8484-7b0c-45b6-9e27-8255fe278d36. Nov 03 18:32:50.005425 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0c0e7f8-7f14-4c63-9adf-f469db8f5fc5 req-f95271ae-da8a-47bf-99df-4e0375e3f12e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657036 Nov 03 18:32:50.245167 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d2d69a-d649-4905-be2a-d6404e1f6dea tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Router 48b22fe6-32b4-42c9-9570-77794a40a0e2 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:32:50.257273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60104) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:50.371962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60112) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:50.396409 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d2d69a-d649-4905-be2a-d6404e1f6dea tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:32:50.401522 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d69a-d649-4905-be2a-d6404e1f6dea tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:50.412985 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad9e220-1d89-4352-8e9d-cc334ec3f34c None None] Sync routers for ids ['48b22fe6-32b4-42c9-9570-77794a40a0e2'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:32:50.424081 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad9e220-1d89-4352-8e9d-cc334ec3f34c None None] Routers {'48b22fe6-32b4-42c9-9570-77794a40a0e2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:50.425011 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-9ad9e220-1d89-4352-8e9d-cc334ec3f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:32:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['48b22fe6-32b4-42c9-9570-77794a40a0e2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:50.442481 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f8d2d69a-d649-4905-be2a-d6404e1f6dea tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "PUT /v2.0/floatingips/907c75db-4b24-465d-8712-3729e37b9f42 HTTP/1.1" status: 200 len: 1012 time: 1.9796774 Nov 03 18:32:50.443235 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c4c8ff-8d83-425d-ad90-b9430eac38d6', 'tag': '14dd8484-7b0c-45b6-9e27-8255fe278d36'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:50.459619 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0003ae-eeb5-4dc2-a509-73c43ca240fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c4c8ff-8d83-425d-ad90-b9430eac38d6", "tag": "14dd8484-7b0c-45b6-9e27-8255fe278d36"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:50.581086 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-9ad9e220-1d89-4352-8e9d-cc334ec3f34c None None] Set router 48b22fe6-32b4-42c9-9570-77794a40a0e2 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:50.588866 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-65676998-832b-440b-9de9-977d26ab8dfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:50.591734 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60126) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:50.649087 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2170ab79-4ded-4765-a52b-8cd51ff6f561 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=37e2432ab4cc426a904df6050f68aa30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552273 Nov 03 18:32:50.651922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60128) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:50.686315 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464476dd-9a9d-4d45-9e87-0f77d4f9e041 x-openstack-request-id: req-464476dd-9a9d-4d45-9e87-0f77d4f9e041 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:50.688049 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c4c8ff-8d83-425d-ad90-b9430eac38d6", "tag": "14dd8484-7b0c-45b6-9e27-8255fe278d36", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:50.689161 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-464476dd-9a9d-4d45-9e87-0f77d4f9e041 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:50.690433 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c4c8ff-8d83-425d-ad90-b9430eac38d6', 'tag': '14dd8484-7b0c-45b6-9e27-8255fe278d36', 'status': 'completed', 'code': 200} Nov 03 18:32:50.776009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e66e8-80b8-4770-889c-8e6f5d8518de req-e1bca60b-dc96-4132-99fc-2fcc951f1847 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:50.777396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c7e66e8-80b8-4770-889c-8e6f5d8518de req-e1bca60b-dc96-4132-99fc-2fcc951f1847 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 971 time: 0.0967607 Nov 03 18:32:50.790976 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db1a3551-521c-42e5-9161-ee8db5eafb67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:50.814240 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0003ae-eeb5-4dc2-a509-73c43ca240fa req-dca93896-0859-4ba4-83a0-840b618296bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:50.816680 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e0003ae-eeb5-4dc2-a509-73c43ca240fa req-dca93896-0859-4ba4-83a0-840b618296bd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=21fa55ef73344191a9573f8f1d3a7c58&device_id=d7c4c8ff-8d83-425d-ad90-b9430eac38d6 HTTP/1.1" status: 200 len: 1118 time: 0.1198902 Nov 03 18:32:50.845517 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db1a3551-521c-42e5-9161-ee8db5eafb67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:50.855252 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-65676998-832b-440b-9de9-977d26ab8dfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:50.867636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6b94e40d-bb76-446a-a54c-a3d29834c955 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:32:50.870677 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-65676998-832b-440b-9de9-977d26ab8dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:50.992148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 6b94e40d-bb76-446a-a54c-a3d29834c955 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:32:50.998712 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 6b94e40d-bb76-446a-a54c-a3d29834c955 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:50.999360 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.030968 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0003ae-eeb5-4dc2-a509-73c43ca240fa req-2554cab8-0ddb-4f60-b100-64597c6f8245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:51.033070 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e0003ae-eeb5-4dc2-a509-73c43ca240fa req-2554cab8-0ddb-4f60-b100-64597c6f8245 service neutron] 10.222.0.98 "GET /v2.0/networks?id=dd27ba54-feaa-49d5-877c-9b4735452b4f HTTP/1.1" status: 200 len: 925 time: 0.2034597 Nov 03 18:32:51.034438 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db1a3551-521c-42e5-9161-ee8db5eafb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.037447 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db1a3551-521c-42e5-9161-ee8db5eafb67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.038806 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-db1a3551-521c-42e5-9161-ee8db5eafb67 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fd3fbede-0fe9-40f9-88bb-9169da7bb972 HTTP/1.1" status: 204 len: 168 time: 0.3854740 Nov 03 18:32:51.069193 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-9ad9e220-1d89-4352-8e9d-cc334ec3f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '907c75db-4b24-465d-8712-3729e37b9f42', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'port_id': '14dd8484-7b0c-45b6-9e27-8255fe278d36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'mac_address': 'fa:16:3e:1c:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c4c8ff-8d83-425d-ad90-b9430eac38d6', 'device_owner': 'compute:tempest-test_az-659842091'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:32:33Z', 'updated_at': '2021-11-03T18:32:49Z', 'revision_number': 1, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388a835d-b7b1-4673-ba75-235b7b33de03', 'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'mac_address': 'fa:16:3e:a0:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:07Z', 'updated_at': '2021-11-03T18:32:15Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'subnets': [{'id': '6c261132-6889-44aa-bb6d-27235b204e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:51.097994 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad9e220-1d89-4352-8e9d-cc334ec3f34c None None] Checking router: 48b22fe6-32b4-42c9-9570-77794a40a0e2 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:32:51.108183 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad9e220-1d89-4352-8e9d-cc334ec3f34c None None] Routers {'48b22fe6-32b4-42c9-9570-77794a40a0e2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:32:51.109097 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-9ad9e220-1d89-4352-8e9d-cc334ec3f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:32:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['48b22fe6-32b4-42c9-9570-77794a40a0e2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:51.145783 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a3551-521c-42e5-9161-ee8db5eafb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3fbede-0fe9-40f9-88bb-9169da7bb972,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:51.224382 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-9ad9e220-1d89-4352-8e9d-cc334ec3f34c None None] Set router 48b22fe6-32b4-42c9-9570-77794a40a0e2 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:32:51.227999 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.277818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd314cd41-5767-4b99-92c2-9694d2f47090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b94e40d-bb76-446a-a54c-a3d29834c955'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:51.280818 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030dacbc-cc55-46e7-be83-eb3f655d4e43" -d '{"events": [{"server_uuid": "d314cd41-5767-4b99-92c2-9694d2f47090", "name": "network-vif-plugged", "status": "completed", "tag": "6b94e40d-bb76-446a-a54c-a3d29834c955"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:51.282022 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e0003ae-eeb5-4dc2-a509-73c43ca240fa req-8e30d619-5e73-4fcf-bb56-d25de1aa1736 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14dd8484-7b0c-45b6-9e27-8255fe278d36 HTTP/1.1" status: 200 len: 1020 time: 0.2397902 Nov 03 18:32:51.315009 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6b94e40d-bb76-446a-a54c-a3d29834c955,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:51.319655 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.384406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0003ae-eeb5-4dc2-a509-73c43ca240fa req-6a678a2c-81b1-4436-b2de-840641a407a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:51.391039 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e0003ae-eeb5-4dc2-a509-73c43ca240fa req-6a678a2c-81b1-4436-b2de-840641a407a9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6c261132-6889-44aa-bb6d-27235b204e10 HTTP/1.1" status: 200 len: 863 time: 0.1015358 Nov 03 18:32:51.434407 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=6b94e40d-bb76-446a-a54c-a3d29834c955,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:51.439778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60150) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:51.445833 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-65676998-832b-440b-9de9-977d26ab8dfc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d85580dbea724b22878159b9e07a7397&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1785219 Nov 03 18:32:51.491715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0003ae-eeb5-4dc2-a509-73c43ca240fa req-930198e5-2f6b-459a-808b-e5f0d6df8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:51.493443 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e0003ae-eeb5-4dc2-a509-73c43ca240fa req-930198e5-2f6b-459a-808b-e5f0d6df8bbe service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dd27ba54-feaa-49d5-877c-9b4735452b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950997 Nov 03 18:32:51.535838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c7e66e8-80b8-4770-889c-8e6f5d8518de req-01dd1c63-4c68-4ed0-8d02-25c823f6639b tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7281063 Nov 03 18:32:51.535995 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7a58467-aaee-4957-811a-596e5269e114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.538165 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-9ad9e220-1d89-4352-8e9d-cc334ec3f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '907c75db-4b24-465d-8712-3729e37b9f42', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'port_id': '14dd8484-7b0c-45b6-9e27-8255fe278d36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'mac_address': 'fa:16:3e:1c:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c4c8ff-8d83-425d-ad90-b9430eac38d6', 'device_owner': 'compute:tempest-test_az-659842091'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:32:33Z', 'updated_at': '2021-11-03T18:32:49Z', 'revision_number': 1, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388a835d-b7b1-4673-ba75-235b7b33de03', 'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'mac_address': 'fa:16:3e:a0:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:07Z', 'updated_at': '2021-11-03T18:32:15Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'subnets': [{'id': '6c261132-6889-44aa-bb6d-27235b204e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:32:51.566044 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0519495b-45e5-47f3-b018-f79e90fb32c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.567954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65676998-832b-440b-9de9-977d26ab8dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fab437d-1704-4e7f-8552-f3e65e7f83c0,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:51.570907 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad9e220-1d89-4352-8e9d-cc334ec3f34c None None] The sync data for ids ['48b22fe6-32b4-42c9-9570-77794a40a0e2'] in n-d-812150-4 is: [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '907c75db-4b24-465d-8712-3729e37b9f42', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'port_id': '14dd8484-7b0c-45b6-9e27-8255fe278d36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'mac_address': 'fa:16:3e:1c:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c4c8ff-8d83-425d-ad90-b9430eac38d6', 'device_owner': 'compute:tempest-test_az-659842091'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:32:33Z', 'updated_at': '2021-11-03T18:32:49Z', 'revision_number': 1, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388a835d-b7b1-4673-ba75-235b7b33de03', 'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'mac_address': 'fa:16:3e:a0:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:07Z', 'updated_at': '2021-11-03T18:32:15Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'subnets': [{'id': '6c261132-6889-44aa-bb6d-27235b204e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:32:51.611400 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ecc479-104c-42a4-ae8d-9472fffa555b x-openstack-request-id: req-85ecc479-104c-42a4-ae8d-9472fffa555b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:51.611948 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d314cd41-5767-4b99-92c2-9694d2f47090", "name": "network-vif-plugged", "status": "completed", "tag": "6b94e40d-bb76-446a-a54c-a3d29834c955", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:51.612367 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-85ecc479-104c-42a4-ae8d-9472fffa555b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:51.612714 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd314cd41-5767-4b99-92c2-9694d2f47090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b94e40d-bb76-446a-a54c-a3d29834c955', 'code': 200} Nov 03 18:32:51.642560 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7a58467-aaee-4957-811a-596e5269e114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.692406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1155d-5078-4944-9053-7af1429cbc8d req-303d7ad1-5157-4e7f-b7d4-d63cc32ac303 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:51.697144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6aa1155d-5078-4944-9053-7af1429cbc8d req-303d7ad1-5157-4e7f-b7d4-d63cc32ac303 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 946 time: 0.2226229 Nov 03 18:32:51.742447 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e0003ae-eeb5-4dc2-a509-73c43ca240fa req-be3d7f10-2bf5-410e-a2ea-f27471f52154 service neutron] 10.222.0.98 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389879 Nov 03 18:32:51.807970 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6aa1155d-5078-4944-9053-7af1429cbc8d req-5d7d13f3-02d6-428d-959d-553afda2b0f8 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754950 Nov 03 18:32:51.865161 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7a58467-aaee-4957-811a-596e5269e114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.871218 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7a58467-aaee-4957-811a-596e5269e114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:51.875834 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d7a58467-aaee-4957-811a-596e5269e114 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4fab437d-1704-4e7f-8552-f3e65e7f83c0 HTTP/1.1" status: 204 len: 168 time: 0.4348972 Nov 03 18:32:51.908993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a58467-aaee-4957-811a-596e5269e114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fab437d-1704-4e7f-8552-f3e65e7f83c0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:51.933779 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.98', 56901) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:51.952476 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6e444-d67d-4a37-af24-23e1f87ede2c req-9af755ad-785c-40ca-989e-6dcb76d8c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:51.954727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29b6e444-d67d-4a37-af24-23e1f87ede2c req-9af755ad-785c-40ca-989e-6dcb76d8c518 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 1097 time: 0.1759160 Nov 03 18:32:51.959249 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e0003ae-eeb5-4dc2-a509-73c43ca240fa req-1f64b3e5-f1d8-40b0-ba67-55e165063fe1 service neutron] 10.222.0.98 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096779 Nov 03 18:32:51.977603 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6da0c2-27f4-4ce6-9119-1c02b16d4e54 None None] New status for floating IP 907c75db-4b24-465d-8712-3729e37b9f42: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:32:52.025298 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0519495b-45e5-47f3-b018-f79e90fb32c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:52.093962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a573916-e29c-4a78-90c6-2adaa957f12d req-d0b795dc-76a9-4bda-ae03-88f87b375515 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:52.107798 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a573916-e29c-4a78-90c6-2adaa957f12d req-d0b795dc-76a9-4bda-ae03-88f87b375515 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 971 time: 0.1488802 Nov 03 18:32:52.109667 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0519495b-45e5-47f3-b018-f79e90fb32c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:52.228404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0519495b-45e5-47f3-b018-f79e90fb32c3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=26b184382ac342599e332ee1a3906979&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8546884 Nov 03 18:32:52.230868 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60182) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:52.303003 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-88e4927b-0e49-4d26-9b40-bc0ed48631d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:52.330420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-88e4927b-0e49-4d26-9b40-bc0ed48631d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:52.378649 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29b6e444-d67d-4a37-af24-23e1f87ede2c req-9eaeaf1a-7da2-4221-8df5-edc07b02f789 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817744 Nov 03 18:32:52.402116 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-88e4927b-0e49-4d26-9b40-bc0ed48631d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:52.405729 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-88e4927b-0e49-4d26-9b40-bc0ed48631d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:52.407693 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-88e4927b-0e49-4d26-9b40-bc0ed48631d9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fbcb41ab-3796-4720-a0a7-ce6d1e3c7374 HTTP/1.1" status: 204 len: 168 time: 0.1756227 Nov 03 18:32:52.416905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4927b-0e49-4d26-9b40-bc0ed48631d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcb41ab-3796-4720-a0a7-ce6d1e3c7374,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:52.506622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519495b-45e5-47f3-b018-f79e90fb32c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcb41ab-3796-4720-a0a7-ce6d1e3c7374,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:52.539502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60208) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:52.554987 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7cd725b-3097-4fdb-8f5e-a987aa4b802d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:52.559481 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-1a573916-e29c-4a78-90c6-2adaa957f12d req-e96dc9e7-afdf-4c0c-bbfe-2516e19e436c tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Deleting port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:32:52.559993 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1a573916-e29c-4a78-90c6-2adaa957f12d req-e96dc9e7-afdf-4c0c-bbfe-2516e19e436c tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:52.638370 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7cd725b-3097-4fdb-8f5e-a987aa4b802d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:52.645844 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7cd725b-3097-4fdb-8f5e-a987aa4b802d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:52.691354 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b7cd725b-3097-4fdb-8f5e-a987aa4b802d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9d1162c64f774d1e9791935c4d4b70c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507049 Nov 03 18:32:52.692571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd725b-3097-4fdb-8f5e-a987aa4b802d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5395fe3-0195-44fd-a48a-58eb3856f12c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:52.694888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60212) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:52.718601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-1a573916-e29c-4a78-90c6-2adaa957f12d req-e96dc9e7-afdf-4c0c-bbfe-2516e19e436c tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] For port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5f60ebb1-a52f-432e-8522-30d0d2e3e13a,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:32:52.719172 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1a573916-e29c-4a78-90c6-2adaa957f12d req-e96dc9e7-afdf-4c0c-bbfe-2516e19e436c tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:52.740489 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-1a573916-e29c-4a78-90c6-2adaa957f12d req-e96dc9e7-afdf-4c0c-bbfe-2516e19e436c tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Calling delete_port for 5f60ebb1-a52f-432e-8522-30d0d2e3e13a owned by compute:tempest-test_az-659842091 {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:32:52.758301 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4469cd2a-ca57-4365-b8d9-2d9410ba86d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:52.759545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fa78f-cb14-4c7b-aa1f-707d192e072a req-c016a331-219f-4d18-b0fb-aefb2b0bd3b6 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:52.761511 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d3fa78f-cb14-4c7b-aa1f-707d192e072a req-c016a331-219f-4d18-b0fb-aefb2b0bd3b6 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 971 time: 0.0989702 Nov 03 18:32:52.783636 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4469cd2a-ca57-4365-b8d9-2d9410ba86d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:52.845028 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4469cd2a-ca57-4365-b8d9-2d9410ba86d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:52.847862 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4469cd2a-ca57-4365-b8d9-2d9410ba86d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:52.863778 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4469cd2a-ca57-4365-b8d9-2d9410ba86d5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e5395fe3-0195-44fd-a48a-58eb3856f12c HTTP/1.1" status: 204 len: 168 time: 0.1677573 Nov 03 18:32:52.879804 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469cd2a-ca57-4365-b8d9-2d9410ba86d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5395fe3-0195-44fd-a48a-58eb3856f12c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:52.927623 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d3fa78f-cb14-4c7b-aa1f-707d192e072a req-30095bdc-2aba-4f40-ab3d-61c355330511 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/security-groups?id=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531901 Nov 03 18:32:53.014922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7638d57-c986-440c-ba04-c022a34a74ce req-8c0bc688-9c60-4211-80c5-d9f6bfcf042a tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=73f967721d954d9188d613c4281536b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462167 Nov 03 18:32:53.071793 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1a573916-e29c-4a78-90c6-2adaa957f12d req-e96dc9e7-afdf-4c0c-bbfe-2516e19e436c tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:53.079792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60238) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:53.083562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['5f60ebb1-a52f-432e-8522-30d0d2e3e13a'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:32:53.100375 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04a22826-f87b-4961-a140-13cf738ce0e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:53.123473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dc9e7-afdf-4c0c-bbfe-2516e19e436c tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Pushing event deleted for resources: {'Port': ['ID=5f60ebb1-a52f-432e-8522-30d0d2e3e13a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:53.203215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e850df-5550-4e9b-9950-d895c9b1b6d0 req-6bb4b23b-2804-4467-9319-040e038eef1e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:53.205029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07e850df-5550-4e9b-9950-d895c9b1b6d0 req-6bb4b23b-2804-4467-9319-040e038eef1e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 946 time: 0.1927876 Nov 03 18:32:53.221371 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04a22826-f87b-4961-a140-13cf738ce0e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:53.228714 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04a22826-f87b-4961-a140-13cf738ce0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:53.319076 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-04a22826-f87b-4961-a140-13cf738ce0e3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7e7434cb6a9f4e0c88162c149c458569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380254 Nov 03 18:32:53.321732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60246) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:53.331318 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a22826-f87b-4961-a140-13cf738ce0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d747014-b031-4d70-b7bb-95309be863b0,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:53.344181 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a573916-e29c-4a78-90c6-2adaa957f12d req-e96dc9e7-afdf-4c0c-bbfe-2516e19e436c tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] No DVR routers for this DVR port 5f60ebb1-a52f-432e-8522-30d0d2e3e13a on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:32:53.363525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07e850df-5550-4e9b-9950-d895c9b1b6d0 req-9a1a043c-33ae-4475-b56a-74cd0a169c4a tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479518 Nov 03 18:32:53.372139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60248) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:53.375555 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1a573916-e29c-4a78-90c6-2adaa957f12d req-e96dc9e7-afdf-4c0c-bbfe-2516e19e436c tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:53.378897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a573916-e29c-4a78-90c6-2adaa957f12d req-e96dc9e7-afdf-4c0c-bbfe-2516e19e436c tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.98 "DELETE /v2.0/ports/5f60ebb1-a52f-432e-8522-30d0d2e3e13a HTTP/1.1" status: 204 len: 173 time: 1.2702816 Nov 03 18:32:53.386031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc0b465-1d7e-47df-a622-c1142b55d410', 'name': 'network-vif-deleted', 'tag': '5f60ebb1-a52f-432e-8522-30d0d2e3e13a'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:53.388383 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4194b90-38de-4014-a90d-6b0961d2d168" -d '{"events": [{"server_uuid": "bfc0b465-1d7e-47df-a622-c1142b55d410", "name": "network-vif-deleted", "tag": "5f60ebb1-a52f-432e-8522-30d0d2e3e13a"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:53.397982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7638d57-c986-440c-ba04-c022a34a74ce req-345b0aab-dff0-4386-80d3-2c4fcc4d3153 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:53.405533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7638d57-c986-440c-ba04-c022a34a74ce req-345b0aab-dff0-4386-80d3-2c4fcc4d3153 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3762662 Nov 03 18:32:53.432687 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7638d57-c986-440c-ba04-c022a34a74ce req-5dd7092a-ddc3-426a-b50b-e1939e5b7b4a tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/quotas/73f967721d954d9188d613c4281536b3 HTTP/1.1" status: 200 len: 375 time: 0.0261083 Nov 03 18:32:53.499290 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7638d57-c986-440c-ba04-c022a34a74ce req-dd0155fb-1042-4a1c-8dd4-5008cb46927d tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=73f967721d954d9188d613c4281536b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656512 Nov 03 18:32:53.505587 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5c34174-1e6e-45e0-8452-5276f3642e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:53.538027 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663a8a2f-3c47-4ec1-862a-1bf2c8023c11 x-openstack-request-id: req-663a8a2f-3c47-4ec1-862a-1bf2c8023c11 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:32:53.538419 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc0b465-1d7e-47df-a622-c1142b55d410", "name": "network-vif-deleted", "tag": "5f60ebb1-a52f-432e-8522-30d0d2e3e13a", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:32:53.538719 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-663a8a2f-3c47-4ec1-862a-1bf2c8023c11 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:32:53.539006 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc0b465-1d7e-47df-a622-c1142b55d410', 'name': 'network-vif-deleted', 'tag': '5f60ebb1-a52f-432e-8522-30d0d2e3e13a', 'status': 'completed', 'code': 200} Nov 03 18:32:53.561893 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5c34174-1e6e-45e0-8452-5276f3642e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:53.629637 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5c34174-1e6e-45e0-8452-5276f3642e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:53.632452 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5c34174-1e6e-45e0-8452-5276f3642e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:53.636647 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e5c34174-1e6e-45e0-8452-5276f3642e76 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8d747014-b031-4d70-b7bb-95309be863b0 HTTP/1.1" status: 204 len: 168 time: 0.3106375 Nov 03 18:32:53.645137 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c34174-1e6e-45e0-8452-5276f3642e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d747014-b031-4d70-b7bb-95309be863b0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:53.687960 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab8c579f-918d-45cb-9c7e-ea56c7342536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:53.777032 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07439e20-05fe-46f9-9fd1-2e15c753b460 req-99ce16ea-8802-4bf3-bd5b-518f1877a623 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 210 time: 0.0380821 Nov 03 18:32:53.825171 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab8c579f-918d-45cb-9c7e-ea56c7342536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:53.833903 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab8c579f-918d-45cb-9c7e-ea56c7342536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:53.874476 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c579f-918d-45cb-9c7e-ea56c7342536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90a56a9-2ed3-4b28-aac2-c8c1efc11d97,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:53.886122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60272) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:53.894118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ab8c579f-918d-45cb-9c7e-ea56c7342536 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d2d9079e94274a43bb1c470b01e952cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5197670 Nov 03 18:32:53.976206 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-772abf48-d614-4585-9526-9ac97d8ec55e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:54.016615 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-772abf48-d614-4585-9526-9ac97d8ec55e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:54.078654 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-772abf48-d614-4585-9526-9ac97d8ec55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:54.082660 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-772abf48-d614-4585-9526-9ac97d8ec55e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:54.084117 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-772abf48-d614-4585-9526-9ac97d8ec55e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b90a56a9-2ed3-4b28-aac2-c8c1efc11d97 HTTP/1.1" status: 204 len: 168 time: 0.1966274 Nov 03 18:32:54.096197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772abf48-d614-4585-9526-9ac97d8ec55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90a56a9-2ed3-4b28-aac2-c8c1efc11d97,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:54.142410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f53fb7c-01ca-473a-9db2-e37f7303200b req-99ea1c77-0bc1-4480-b07b-86e06379a640 tempest-AggregatesAdminTestJSON-1663397024 tempest-AggregatesAdminTestJSON-1663397024-project] 10.222.0.107 "GET /v2.0/ports?device_id=bfc0b465-1d7e-47df-a622-c1142b55d410 HTTP/1.1" status: 200 len: 210 time: 0.0774539 Nov 03 18:32:54.489089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a4095-6227-4f03-a7c5-d96a51087627 req-d08d4b56-5281-438b-81cd-f78da679c7f0 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:54.490635 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e50a4095-6227-4f03-a7c5-d96a51087627 req-d08d4b56-5281-438b-81cd-f78da679c7f0 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 946 time: 0.0600250 Nov 03 18:32:54.598327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e50a4095-6227-4f03-a7c5-d96a51087627 req-9b052e5e-d1dc-422d-be13-01b3cc38cd4c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010959 Nov 03 18:32:54.618716 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60314) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:54.632287 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3495a33b-e914-48ca-8f38-1dbacc6c7d43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:54.765760 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3495a33b-e914-48ca-8f38-1dbacc6c7d43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:54.778641 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3495a33b-e914-48ca-8f38-1dbacc6c7d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:54.820687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495a33b-e914-48ca-8f38-1dbacc6c7d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e1e64f-b153-4a00-b982-72bd713f9b5e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:54.828370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60324) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:54.828902 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3495a33b-e914-48ca-8f38-1dbacc6c7d43 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fe9007ba52a14ecabc7ba3cfc7377fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085803 Nov 03 18:32:54.899513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-afbc9358-85d6-4374-932e-35d3badfbb09 req-9c286629-c570-45b2-858e-752046ecf984 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 210 time: 0.0317972 Nov 03 18:32:54.932626 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41af97d3-2883-44bf-b10c-d651d70fa519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:54.966475 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41af97d3-2883-44bf-b10c-d651d70fa519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:55.031763 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41af97d3-2883-44bf-b10c-d651d70fa519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:55.035027 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41af97d3-2883-44bf-b10c-d651d70fa519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:55.036996 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-41af97d3-2883-44bf-b10c-d651d70fa519 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/86e1e64f-b153-4a00-b982-72bd713f9b5e HTTP/1.1" status: 204 len: 168 time: 0.2068980 Nov 03 18:32:55.045992 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af97d3-2883-44bf-b10c-d651d70fa519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e1e64f-b153-4a00-b982-72bd713f9b5e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:55.529178 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7638d57-c986-440c-ba04-c022a34a74ce req-5f2b40e3-b46e-4a75-9b6f-a091953098ce tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=73f967721d954d9188d613c4281536b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657358 Nov 03 18:32:55.588255 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26aba268-944a-4e39-8ab0-82e79301f14e req-9e8810b8-818b-4cc5-9c7c-1d2614e8c40a tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=3a41d1a0d70644d58c2a7c1a4b892080&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939393 Nov 03 18:32:55.634531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60378) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:55.647878 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-a7959334-9732-402a-bd07-ea377c029df5 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=5d7297e061564b5ab577721af89ac6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1421258 Nov 03 18:32:55.659801 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7ab4645e-b02e-40cb-8dee-11f375c7c983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:55.684462 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5f60ebb1-a52f-432e-8522-30d0d2e3e13a no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:32:55.720567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 5f60ebb1-a52f-432e-8522-30d0d2e3e13a {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:32:55.721348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5f60ebb1-a52f-432e-8522-30d0d2e3e13a not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:32:55.823032 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7638d57-c986-440c-ba04-c022a34a74ce req-86f2cc48-e254-4746-b5bb-10000103c4d5 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:55.824530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7638d57-c986-440c-ba04-c022a34a74ce req-86f2cc48-e254-4746-b5bb-10000103c4d5 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2848115 Nov 03 18:32:55.830855 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-295130298-network', 'tenant_id': '04adf6892c414a028b77c4d4f0759b92'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:55.857675 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] Made reservation on behalf of 04adf6892c414a028b77c4d4f0759b92 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:55.860134 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:55.864807 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-a7638d57-c986-440c-ba04-c022a34a74ce req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Request body: {'port': {'device_id': '3dbfbc84-8260-47e7-afa2-df725d987d1d', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '73f967721d954d9188d613c4281536b3'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:55.869745 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:55.899524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aba268-944a-4e39-8ab0-82e79301f14e req-234acbcc-5251-483c-aeeb-66b957580fee tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:55.901049 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26aba268-944a-4e39-8ab0-82e79301f14e req-234acbcc-5251-483c-aeeb-66b957580fee tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3117251 Nov 03 18:32:55.957819 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:55.963320 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:55.969044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-95b103ce-0247-4045-84fc-151fe15e38ab tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:55.975901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-95b103ce-0247-4045-84fc-151fe15e38ab tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3051579 Nov 03 18:32:55.990253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26aba268-944a-4e39-8ab0-82e79301f14e req-7255de4e-9ab1-4d43-a45f-aa9be0f8a589 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/quotas/3a41d1a0d70644d58c2a7c1a4b892080 HTTP/1.1" status: 200 len: 375 time: 0.0776863 Nov 03 18:32:55.992532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:32:56.001163 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d645fa-7d5c-4d3a-9318-7f90fe152d34,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:56.001775 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-2723e0f7-596d-4975-9207-4fb17df62b01 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/quotas/5d7297e061564b5ab577721af89ac6b4 HTTP/1.1" status: 200 len: 375 time: 0.0246959 Nov 03 18:32:56.007043 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:56.007654 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] Added segment baca4958-a69b-47f5-ac77-5a2a6436f892 of type vlan for network e6ea9eda-3066-4349-948b-e1223c0656ae Nov 03 18:32:56.052296 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:56.069721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26aba268-944a-4e39-8ab0-82e79301f14e req-a59cdb51-ee86-41c6-ba8e-2782b3884d4f tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=3a41d1a0d70644d58c2a7c1a4b892080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668728 Nov 03 18:32:56.074720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-6ac787f2-74a6-486a-976c-03d61fa1800a tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=5d7297e061564b5ab577721af89ac6b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507424 Nov 03 18:32:56.079857 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:56.080988 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:56.082793 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:56.118525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7638d57-c986-440c-ba04-c022a34a74ce req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Made reservation on behalf of 73f967721d954d9188d613c4281536b3 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:56.122050 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a7638d57-c986-440c-ba04-c022a34a74ce req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:56.138889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a7638d57-c986-440c-ba04-c022a34a74ce req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:56.161152 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5245960 Nov 03 18:32:56.163789 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60396) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:56.207728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-96c5250b-3186-41e6-8c23-521af066b2bd admin admin] Request body: {'subnet': {'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-295130298-subnet', 'tenant_id': '04adf6892c414a028b77c4d4f0759b92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:56.223373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdfd51-f1eb-4099-8f52-358fec6e23b9 admin admin] Pushing event updated for resources: {'Network': ['ID=e6ea9eda-3066-4349-948b-e1223c0656ae,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:56.223764 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a7638d57-c986-440c-ba04-c022a34a74ce req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:56.244126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network e6ea9eda-3066-4349-948b-e1223c0656ae details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:32:56.247552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c5250b-3186-41e6-8c23-521af066b2bd admin admin] Made reservation on behalf of 04adf6892c414a028b77c4d4f0759b92 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:56.251300 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a7638d57-c986-440c-ba04-c022a34a74ce req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:56.253941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96c5250b-3186-41e6-8c23-521af066b2bd admin admin] Publish callbacks [] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:56.346060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62521b2-e810-4249-97bf-fb8218a67c50,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:56.579977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-a7638d57-c986-440c-ba04-c022a34a74ce req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Allocated IP 192.168.233.104 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/f09799f3-731e-43a8-beb0-38d254d4b8b1) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:56.604219 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a7204b0-8ee0-4485-a4f7-37409160ae8e req-e9eb7547-f141-40c8-a93d-e3c0284f8a34 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 210 time: 0.0442500 Nov 03 18:32:56.629847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5301efb-d6fb-494f-b58b-c60964336367 req-eea59e67-352f-4d96-b99f-fe1a81063269 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:56.651435 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5301efb-d6fb-494f-b58b-c60964336367 req-eea59e67-352f-4d96-b99f-fe1a81063269 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 946 time: 0.1733351 Nov 03 18:32:56.862024 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96c5250b-3186-41e6-8c23-521af066b2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:56.936108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60428) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:56.980489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5250b-3186-41e6-8c23-521af066b2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e033faf3-e15c-44a6-8ae2-6df27fb7fb61,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:56.984479 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5250b-3186-41e6-8c23-521af066b2bd admin admin] Checking segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:56.985023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c5250b-3186-41e6-8c23-521af066b2bd admin admin] Network hostable DHCP agents. Network: e6ea9eda-3066-4349-948b-e1223c0656ae, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:32:57.009624 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c5250b-3186-41e6-8c23-521af066b2bd admin admin] Network e6ea9eda-3066-4349-948b-e1223c0656ae is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:32:57.033123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-96c5250b-3186-41e6-8c23-521af066b2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, e6ea9eda-3066-4349-948b-e1223c0656ae) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:57.037722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c5250b-3186-41e6-8c23-521af066b2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:57.039911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96c5250b-3186-41e6-8c23-521af066b2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:57.044196 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380d4407-a6d7-4590-a5ac-f13ccd6c229f None None] Network e6ea9eda-3066-4349-948b-e1223c0656ae requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:32:57.063380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5301efb-d6fb-494f-b58b-c60964336367 req-9047e37a-94b9-453b-92d9-450173f806d6 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124091 Nov 03 18:32:57.076279 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-96c5250b-3186-41e6-8c23-521af066b2bd admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9113562 Nov 03 18:32:57.134845 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70b98964-2be9-43a3-bc5e-97ce92948bda req-749822c6-ebed-4256-8217-5f92ba61a74a tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 210 time: 0.1809473 Nov 03 18:32:57.320353 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e29b5d-d25d-4e0b-b8be-810196591a0d None None] Network e6ea9eda-3066-4349-948b-e1223c0656ae requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:32:57.444026 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a7638d57-c986-440c-ba04-c022a34a74ce req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:57.450967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-747284fc-fff9-4a37-a623-81fecb8125ad req-31ea37d0-81e8-455c-9071-f834f5c20ba9 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 210 time: 0.2846768 Nov 03 18:32:57.455484 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fc251a71-dbda-4312-be75-0b3b64ef5480 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d595ee268e7b4695893950ea492ce16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5179038 Nov 03 18:32:57.458032 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60450) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:57.509220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a7638d57-c986-440c-ba04-c022a34a74ce req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:57.552085 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-33ebd494-a57b-4efc-87a5-2d466b57c293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:57.572878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7638d57-c986-440c-ba04-c022a34a74ce req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:32:57.575852 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-33ebd494-a57b-4efc-87a5-2d466b57c293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:57.576579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-a7638d57-c986-440c-ba04-c022a34a74ce req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:32:57.583129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7638d57-c986-440c-ba04-c022a34a74ce req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:32:57.590151 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7638d57-c986-440c-ba04-c022a34a74ce req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:57.590972 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a7638d57-c986-440c-ba04-c022a34a74ce req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:57.619660 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Pushing event updated for resources: {'Port': ['ID=f09799f3-731e-43a8-beb0-38d254d4b8b1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:57.642481 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-33ebd494-a57b-4efc-87a5-2d466b57c293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:57.645559 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7638d57-c986-440c-ba04-c022a34a74ce req-41c552f5-8150-4ded-a351-dad726ff998c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7976732 Nov 03 18:32:57.646341 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-33ebd494-a57b-4efc-87a5-2d466b57c293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:57.651653 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-33ebd494-a57b-4efc-87a5-2d466b57c293 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/914ddb1a-d21f-48f8-bfab-3f1dba98ba8d HTTP/1.1" status: 204 len: 168 time: 0.1923108 Nov 03 18:32:57.671549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Request body: {'port': {'device_id': '3dbfbc84-8260-47e7-afa2-df725d987d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:57.674377 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebd494-a57b-4efc-87a5-2d466b57c293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914ddb1a-d21f-48f8-bfab-3f1dba98ba8d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:57.768935 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:57.840925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ee9df-2b5a-4437-a2c9-0cb903eb085f req-0084efcf-130d-4748-9d9b-be3fd58d0edd tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:57.848892 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb3ee9df-2b5a-4437-a2c9-0cb903eb085f req-0084efcf-130d-4748-9d9b-be3fd58d0edd tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 1097 time: 0.1443477 Nov 03 18:32:57.912664 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-d30f8831-d75f-45eb-ab82-271b3e8c43eb tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=5d7297e061564b5ab577721af89ac6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617094 Nov 03 18:32:58.019947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-84979add-647f-4715-a829-a8141b3593c0 None None] Provisioning complete for port f09799f3-731e-43a8-beb0-38d254d4b8b1 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:32:58.020325 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-84979add-647f-4715-a829-a8141b3593c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.127922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb3ee9df-2b5a-4437-a2c9-0cb903eb085f req-2b84b6d6-669e-4a9c-b75b-673079f99094 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675202 Nov 03 18:32:58.128493 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e42ccfca-8295-46e8-9ad7-3529596ae619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.133978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-84979add-647f-4715-a829-a8141b3593c0 None None] Port f09799f3-731e-43a8-beb0-38d254d4b8b1 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:32:58.266009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-cdba0bdd-a666-431e-82d0-16c82c25534d tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:58.269085 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-cdba0bdd-a666-431e-82d0-16c82c25534d tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3397269 Nov 03 18:32:58.290948 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c02a3-7bff-4b88-a6a7-9ba8789e2d48 req-83cfb51f-44d3-4ab1-a1ab-82951a46b27b tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:58.292514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-785c02a3-7bff-4b88-a6a7-9ba8789e2d48 req-83cfb51f-44d3-4ab1-a1ab-82951a46b27b tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 936 time: 0.1883626 Nov 03 18:32:58.296270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Request body: {'port': {'device_id': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '5d7297e061564b5ab577721af89ac6b4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:58.296474 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60484) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:58.303327 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-137197277-network', 'tenant_id': '3c6f3d1dd52e4573846b5b3136ac4ad5'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:58.377124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60486) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:58.380553 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26aba268-944a-4e39-8ab0-82e79301f14e req-082bb47d-814b-47c1-a2d7-20b004e9327f tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=3a41d1a0d70644d58c2a7c1a4b892080&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558305 Nov 03 18:32:58.388569 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] Made reservation on behalf of 3c6f3d1dd52e4573846b5b3136ac4ad5 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:58.390872 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.423733 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-24c98314-e530-4135-b0a5-6c79bb74c0ce req-72187ba7-94cb-43c1-b597-76b6976bcfe0 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 210 time: 0.0495236 Nov 03 18:32:58.425229 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.480518 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-785c02a3-7bff-4b88-a6a7-9ba8789e2d48 req-665c94c6-1dea-41f2-8dff-1e26a638e9a4 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/security-groups?id=a62521b2-e810-4249-97bf-fb8218a67c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658096 Nov 03 18:32:58.588277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09799f3-731e-43a8-beb0-38d254d4b8b1 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:32:58.602849 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.649534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603bd3a-ce58-44fb-853a-55537259d1f8 req-1b8550be-5fd3-4ce7-8e3e-006246d99ab2 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:58.651096 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e603bd3a-ce58-44fb-853a-55537259d1f8 req-1b8550be-5fd3-4ce7-8e3e-006246d99ab2 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 1097 time: 0.1319675 Nov 03 18:32:58.652990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00d8d69c-abac-42d6-85dc-501ac4431fb8 req-a971aab2-4d78-4107-a848-7d2ed7b8fdb6 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 210 time: 0.0476077 Nov 03 18:32:58.658022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Transition to ACTIVE for port object f09799f3-731e-43a8-beb0-38d254d4b8b1 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:32:58.668921 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Made reservation on behalf of 5d7297e061564b5ab577721af89ac6b4 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:58.673110 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.675000 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.724599 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.778031 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b0a44a50-9d33-4203-9074-5fcedab0a5de admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3129658cf93349a7a4837fcaaa738091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995030 Nov 03 18:32:58.779647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Pushing event updated for resources: {'Port': ['ID=f09799f3-731e-43a8-beb0-38d254d4b8b1,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:58.781615 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60502) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:58.808540 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e603bd3a-ce58-44fb-853a-55537259d1f8 req-25a7e554-f91e-4863-9c5e-02efe3d312d0 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391022 Nov 03 18:32:58.825193 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.844309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.895775 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Attempting to bind port f09799f3-731e-43a8-beb0-38d254d4b8b1 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:32:58.896143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Attempting to bind port f09799f3-731e-43a8-beb0-38d254d4b8b1 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:32:58.896455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Attempting to bind port f09799f3-731e-43a8-beb0-38d254d4b8b1 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:58.919442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aba268-944a-4e39-8ab0-82e79301f14e req-7511c5ee-6443-4ee0-8db4-b8f398bf9ee6 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:58.921298 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26aba268-944a-4e39-8ab0-82e79301f14e req-7511c5ee-6443-4ee0-8db4-b8f398bf9ee6 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5336621 Nov 03 18:32:58.925989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Port f09799f3-731e-43a8-beb0-38d254d4b8b1 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:32:58.926343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Attempting to bind port f09799f3-731e-43a8-beb0-38d254d4b8b1 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:32:58.927254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:32:58.945242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-26aba268-944a-4e39-8ab0-82e79301f14e req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Request body: {'port': {'device_id': 'b4f89170-4264-4362-93b9-76089f10c48d', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '3a41d1a0d70644d58c2a7c1a4b892080'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:58.953954 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a609aac-afc6-45fb-adeb-266ba9c1d947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.968035 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:32:58.968382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:32:58.969951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:32:58.970422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Bound port: f09799f3-731e-43a8-beb0-38d254d4b8b1, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:32:58.973801 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:58.988985 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a609aac-afc6-45fb-adeb-266ba9c1d947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.024772 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.025317 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] Added segment 6cf1cba5-fcdd-456a-8be2-f5e442d720df of type vlan for network 23a4bb34-538b-4f05-b404-c5685be43282 Nov 03 18:32:59.030676 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.041693 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.130204 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.130559 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.147420 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cc0734-c8ee-4205-a36a-4c22ec4a40b5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:59.242703 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.243913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:59.244565 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.289665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Allocated IP 192.168.233.189 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/632b6705-3199-4c7b-80ff-24edfb073f45) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:32:59.302402 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0047505 Nov 03 18:32:59.315571 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60520) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:59.324942 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-fcc10f64-0431-488c-b10b-df642cded8ad admin admin] Request body: {'subnet': {'network_id': '23a4bb34-538b-4f05-b404-c5685be43282', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-137197277-subnet', 'tenant_id': '3c6f3d1dd52e4573846b5b3136ac4ad5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:32:59.333287 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] For port f09799f3-731e-43a8-beb0-38d254d4b8b1, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:32:59.344978 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a609aac-afc6-45fb-adeb-266ba9c1d947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.347530 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a609aac-afc6-45fb-adeb-266ba9c1d947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.351529 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4a609aac-afc6-45fb-adeb-266ba9c1d947 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5afcec0a-6d89-4f0b-90df-780f3e600e92 HTTP/1.1" status: 204 len: 168 time: 0.5609460 Nov 03 18:32:59.352952 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9526fe-03b6-4a51-986a-f03da0521b7e admin admin] Pushing event updated for resources: {'Network': ['ID=23a4bb34-538b-4f05-b404-c5685be43282,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:59.365050 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] For port f09799f3-731e-43a8-beb0-38d254d4b8b1, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f09799f3-731e-43a8-beb0-38d254d4b8b1,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:32:59.369965 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47455f23-2dcd-40fc-af30-c134c11b629e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:59.370630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 23a4bb34-538b-4f05-b404-c5685be43282 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:32:59.372925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a609aac-afc6-45fb-adeb-266ba9c1d947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afcec0a-6d89-4f0b-90df-780f3e600e92,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:59.376406 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.381740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26aba268-944a-4e39-8ab0-82e79301f14e req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Made reservation on behalf of 3a41d1a0d70644d58c2a7c1a4b892080 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:59.387034 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-26aba268-944a-4e39-8ab0-82e79301f14e req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.404158 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-26aba268-944a-4e39-8ab0-82e79301f14e req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.417149 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc10f64-0431-488c-b10b-df642cded8ad admin admin] Made reservation on behalf of 3c6f3d1dd52e4573846b5b3136ac4ad5 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:32:59.420757 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fcc10f64-0431-488c-b10b-df642cded8ad admin admin] Publish callbacks [] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.508240 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60530) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:59.562858 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-26aba268-944a-4e39-8ab0-82e79301f14e req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.572760 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-26aba268-944a-4e39-8ab0-82e79301f14e req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.587686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:59.588322 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.589746 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7638d57-c986-440c-ba04-c022a34a74ce req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] 10.222.0.87 "PUT /v2.0/ports/f09799f3-731e-43a8-beb0-38d254d4b8b1 HTTP/1.1" status: 200 len: 1096 time: 1.9233010 Nov 03 18:32:59.617601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbfbc84-8260-47e7-afa2-df725d987d1d', 'tag': 'f09799f3-731e-43a8-beb0-38d254d4b8b1'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:32:59.620124 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f31c71-e930-4fc3-9cb8-4b9eeb2efd88" -d '{"events": [{"name": "network-changed", "server_uuid": "3dbfbc84-8260-47e7-afa2-df725d987d1d", "tag": "f09799f3-731e-43a8-beb0-38d254d4b8b1"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:32:59.685935 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b376d3-6699-4642-b624-3837ac57e32b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:59.688500 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35c058db-1fff-4459-918a-b1758b28e702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.722397 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.722801 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.723269 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac809468-2938-4ce7-ac1a-e69e3abbf912 req-1a1d1972-a309-4b11-9944-3a812fb8377a tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 210 time: 0.1661775 Nov 03 18:32:59.729577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-aac5ef06-ca61-4142-b561-ab8ffb859b7e req-c2160901-c940-4ba4-89a0-0b5b06ef7ae7 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:32:59.730150 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.730711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.731218 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.731784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.732275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.732763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.733247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.733990 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.734485 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.734965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.752948 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aac5ef06-ca61-4142-b561-ab8ffb859b7e req-c2160901-c940-4ba4-89a0-0b5b06ef7ae7 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2631385 Nov 03 18:32:59.812755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Pushing event updated for resources: {'Port': ['ID=f09799f3-731e-43a8-beb0-38d254d4b8b1,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:59.850025 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35c058db-1fff-4459-918a-b1758b28e702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.858132 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35c058db-1fff-4459-918a-b1758b28e702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:32:59.905271 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.905669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.905983 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.906495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.906984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.907955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.908496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.909016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.909350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.909676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.909997 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.910317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a274928-bbc8-4420-8207-169e430a44ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:32:59.912087 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-35c058db-1fff-4459-918a-b1758b28e702 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4f34cbd4dd164c88ac2bafbf9cd72777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4016230 Nov 03 18:32:59.913796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60544) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:32:59.925080 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c058db-1fff-4459-918a-b1758b28e702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dacd57-eb6e-48c9-ba2d-25b2e3d0bb1d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:32:59.953707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7638d57-c986-440c-ba04-c022a34a74ce req-f429b961-2ad6-445a-b29d-8b769734a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:32:59.955282 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7638d57-c986-440c-ba04-c022a34a74ce req-f429b961-2ad6-445a-b29d-8b769734a20a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=73f967721d954d9188d613c4281536b3&device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 1099 time: 0.2845716 Nov 03 18:33:00.077945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7638d57-c986-440c-ba04-c022a34a74ce req-f0b4dba8-71da-414b-a38a-f8405b7aa8b2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f09799f3-731e-43a8-beb0-38d254d4b8b1 HTTP/1.1" status: 200 len: 217 time: 0.0952871 Nov 03 18:33:00.081050 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:00.087555 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:00.097890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b601f40-e178-4b70-ada7-5d353b1b06be req-f74d1648-adaa-4c57-b8b9-1a305b8798d0 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:00.099731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b601f40-e178-4b70-ada7-5d353b1b06be req-f74d1648-adaa-4c57-b8b9-1a305b8798d0 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 948 time: 0.2481213 Nov 03 18:33:00.229920 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-29b35d99-37ed-4968-a4b0-8dad9e79c4e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:00.257754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7638d57-c986-440c-ba04-c022a34a74ce req-4902147b-d687-4868-b8f9-2c340967cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:00.259223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7638d57-c986-440c-ba04-c022a34a74ce req-4902147b-d687-4868-b8f9-2c340967cc77 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1554761 Nov 03 18:33:00.324925 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b601f40-e178-4b70-ada7-5d353b1b06be req-da5ec5c5-682a-41ae-bb3d-fb752f6e2f6d tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/security-groups?id=a62521b2-e810-4249-97bf-fb8218a67c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083166 Nov 03 18:33:00.324925 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-29b35d99-37ed-4968-a4b0-8dad9e79c4e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:00.334325 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fcc10f64-0431-488c-b10b-df642cded8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:00.336844 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:00.389857 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18815c26-b9a5-42f6-ba2c-55f6ea3fa4d5 x-openstack-request-id: req-18815c26-b9a5-42f6-ba2c-55f6ea3fa4d5 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:00.390142 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dbfbc84-8260-47e7-afa2-df725d987d1d", "tag": "f09799f3-731e-43a8-beb0-38d254d4b8b1", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:00.391044 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-18815c26-b9a5-42f6-ba2c-55f6ea3fa4d5 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:00.391423 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbfbc84-8260-47e7-afa2-df725d987d1d', 'tag': 'f09799f3-731e-43a8-beb0-38d254d4b8b1', 'status': 'completed', 'code': 200} Nov 03 18:33:00.426774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-26aba268-944a-4e39-8ab0-82e79301f14e req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Allocated IP 192.168.233.97 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/9ef0d70a-dc9b-47a6-b202-5bd5781093f4) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:00.492016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:00.498345 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:00.555972 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7638d57-c986-440c-ba04-c022a34a74ce req-ef6e42d5-947d-4c47-a72b-d8b462636b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:00.557677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7638d57-c986-440c-ba04-c022a34a74ce req-ef6e42d5-947d-4c47-a72b-d8b462636b7c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2788341 Nov 03 18:33:00.558726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:00.562097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:00.578894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:00.580035 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:00.584617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc10f64-0431-488c-b10b-df642cded8ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c98f16f-4b0b-4c21-87d7-932136903f8b,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:00.608149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4007a86-affb-4007-be87-3678ecbf54c4 req-4db4c955-1362-4e4f-ac04-90c151d2d389 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 210 time: 0.1382411 Nov 03 18:33:00.609463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Pushing event updated for resources: {'Port': ['ID=632b6705-3199-4c7b-80ff-24edfb073f45,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:00.730017 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-26aba268-944a-4e39-8ab0-82e79301f14e req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:00.787477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-26aba268-944a-4e39-8ab0-82e79301f14e req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:00.851466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26aba268-944a-4e39-8ab0-82e79301f14e req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:00.855961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-26aba268-944a-4e39-8ab0-82e79301f14e req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:00.863614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-26aba268-944a-4e39-8ab0-82e79301f14e req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:00.870222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aba268-944a-4e39-8ab0-82e79301f14e req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:00.871212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-26aba268-944a-4e39-8ab0-82e79301f14e req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:00.896879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Pushing event updated for resources: {'Port': ['ID=9ef0d70a-dc9b-47a6-b202-5bd5781093f4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:00.911636 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26aba268-944a-4e39-8ab0-82e79301f14e req-97a84815-c944-4ba0-bb95-c939d0c57ce3 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9734674 Nov 03 18:33:00.925527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Request body: {'port': {'device_id': 'b4f89170-4264-4362-93b9-76089f10c48d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:00.955073 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-462586ea-135a-4479-afce-ad4d518fed52 None None] Provisioning complete for port 632b6705-3199-4c7b-80ff-24edfb073f45 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:00.955452 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-462586ea-135a-4479-afce-ad4d518fed52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:01.005541 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:01.046450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-462586ea-135a-4479-afce-ad4d518fed52 None None] Port 632b6705-3199-4c7b-80ff-24edfb073f45 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:33:01.057518 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-fecc4cbd-24a7-49a9-a5ad-a50c5607480f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7745619 Nov 03 18:33:01.058363 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-29b35d99-37ed-4968-a4b0-8dad9e79c4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:01.062085 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-29b35d99-37ed-4968-a4b0-8dad9e79c4e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:01.066876 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-29b35d99-37ed-4968-a4b0-8dad9e79c4e0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/53dacd57-eb6e-48c9-ba2d-25b2e3d0bb1d HTTP/1.1" status: 204 len: 168 time: 1.1445320 Nov 03 18:33:01.122157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Request body: {'port': {'device_id': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:01.129254 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc10f64-0431-488c-b10b-df642cded8ad admin admin] Checking segment: {'id': '6cf1cba5-fcdd-456a-8be2-f5e442d720df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '23a4bb34-538b-4f05-b404-c5685be43282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:01.129791 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc10f64-0431-488c-b10b-df642cded8ad admin admin] Network hostable DHCP agents. Network: 23a4bb34-538b-4f05-b404-c5685be43282, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:33:01.170734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b35d99-37ed-4968-a4b0-8dad9e79c4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dacd57-eb6e-48c9-ba2d-25b2e3d0bb1d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:01.290659 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9c2e2054-c3c0-424f-8254-64837c22c978 None None] Provisioning complete for port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:01.291028 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9c2e2054-c3c0-424f-8254-64837c22c978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:01.320409 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba253f7-dad4-4112-9665-bff74db844ca req-1617d3f1-50c6-4be8-88f3-5a4788c86715 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:01.329751 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cba253f7-dad4-4112-9665-bff74db844ca req-1617d3f1-50c6-4be8-88f3-5a4788c86715 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 936 time: 0.3493140 Nov 03 18:33:01.349080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e2054-c3c0-424f-8254-64837c22c978 None None] Port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:33:01.373297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc10f64-0431-488c-b10b-df642cded8ad admin admin] Network 23a4bb34-538b-4f05-b404-c5685be43282 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:33:01.379888 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:01.384128 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7638d57-c986-440c-ba04-c022a34a74ce req-fc8f669d-5c09-45bf-88dd-d97b35187541 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7902284 Nov 03 18:33:01.395855 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:01.398146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-fcc10f64-0431-488c-b10b-df642cded8ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 23a4bb34-538b-4f05-b404-c5685be43282) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:01.422600 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc10f64-0431-488c-b10b-df642cded8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:01.423207 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fcc10f64-0431-488c-b10b-df642cded8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:01.429724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a792d80-750e-4ace-80b4-f802ee63e6d9 None None] Network 23a4bb34-538b-4f05-b404-c5685be43282 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:01.526321 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cba253f7-dad4-4112-9665-bff74db844ca req-6b5f06a9-af0f-4b2c-a7e7-56106512121a tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/security-groups?id=47455f23-2dcd-40fc-af30-c134c11b629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907074 Nov 03 18:33:01.567657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fcc10f64-0431-488c-b10b-df642cded8ad admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2497115 Nov 03 18:33:01.676342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b0d7ef-3e2c-4801-a728-8461042b95f4 None None] Network 23a4bb34-538b-4f05-b404-c5685be43282 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:01.726163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7638d57-c986-440c-ba04-c022a34a74ce req-bde817aa-7611-47a4-ae7d-3ec8a7628671 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247917 Nov 03 18:33:01.727032 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:01.741860 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:01.775563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Transition to ACTIVE for port object 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:01.784521 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:01.815478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c0c0c-26c3-46fd-a2c1-4c4152ecfa8f req-7369e571-096c-495e-93e0-edccb1d4a8d9 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:01.822990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b9c0c0c-26c3-46fd-a2c1-4c4152ecfa8f req-7369e571-096c-495e-93e0-edccb1d4a8d9 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 948 time: 0.1022687 Nov 03 18:33:01.855003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60624) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:01.900099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef0d70a-dc9b-47a6-b202-5bd5781093f4,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:01.925056 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-311c2a58-1021-4e41-9d28-6f838f4f8e6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.014146 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b9c0c0c-26c3-46fd-a2c1-4c4152ecfa8f req-5130513c-1a2c-4fb8-ad17-68194b6152be tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/security-groups?id=a62521b2-e810-4249-97bf-fb8218a67c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855087 Nov 03 18:33:02.044745 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Attempting to bind port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:02.045354 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Attempting to bind port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:02.045852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Attempting to bind port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:02.080603 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f31c71-e930-4fc3-9cb8-4b9eeb2efd88 req-46c12128-504a-4dad-af1f-981f40bcf45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.084811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09f31c71-e930-4fc3-9cb8-4b9eeb2efd88 req-46c12128-504a-4dad-af1f-981f40bcf45d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=73f967721d954d9188d613c4281536b3&device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 1099 time: 0.2212982 Nov 03 18:33:02.104002 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-311c2a58-1021-4e41-9d28-6f838f4f8e6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.107432 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:02.108008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Attempting to bind port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:02.113850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:02.114474 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:02.115021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:02.115653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Bound port: 9ef0d70a-dc9b-47a6-b202-5bd5781093f4, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:02.116237 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.119965 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-311c2a58-1021-4e41-9d28-6f838f4f8e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.194448 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c2a58-1021-4e41-9d28-6f838f4f8e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f09ed5-15cc-4d74-b1cb-5bed8284dc1d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:02.203523 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-311c2a58-1021-4e41-9d28-6f838f4f8e6d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=755afea5f309413fa9ad95736e7611fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406374 Nov 03 18:33:02.206705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60634) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:02.207091 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60636) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:02.267562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] For port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:02.281301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632b6705-3199-4c7b-80ff-24edfb073f45 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:02.284627 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] For port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9ef0d70a-dc9b-47a6-b202-5bd5781093f4,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:02.291968 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.296752 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.316756 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea55f8-1301-4bc2-a44c-af68a7048fec req-12127b4d-7344-4062-9657-fbaea61a60bd tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.318266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43ea55f8-1301-4bc2-a44c-af68a7048fec req-12127b4d-7344-4062-9657-fbaea61a60bd tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 947 time: 0.1764441 Nov 03 18:33:02.326181 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Transition to ACTIVE for port object 632b6705-3199-4c7b-80ff-24edfb073f45 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:02.327626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f31c71-e930-4fc3-9cb8-4b9eeb2efd88 req-6abb2759-2d1c-4f30-a84d-e8cf7eadda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.328502 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc52155f-b696-4b24-86b4-8ada8dfc8082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.329274 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09f31c71-e930-4fc3-9cb8-4b9eeb2efd88 req-6abb2759-2d1c-4f30-a84d-e8cf7eadda59 service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2317681 Nov 03 18:33:02.351744 n-d-812150-4 neutron-server[101711]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 03 18:33:02.352409 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.352902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.353592 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.354481 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26aba268-944a-4e39-8ab0-82e79301f14e req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] 10.222.0.98 "PUT /v2.0/ports/9ef0d70a-dc9b-47a6-b202-5bd5781093f4 HTTP/1.1" status: 200 len: 1095 time: 1.4333661 Nov 03 18:33:02.354919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f89170-4264-4362-93b9-76089f10c48d', 'tag': '9ef0d70a-dc9b-47a6-b202-5bd5781093f4'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:02.357841 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dfdabe-b861-4e14-9dc3-8afff7c28681" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f89170-4264-4362-93b9-76089f10c48d", "tag": "9ef0d70a-dc9b-47a6-b202-5bd5781093f4"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:02.370257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-468461f3-00c5-4740-b7cf-11f7052d4d3e tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:33:02.371497 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-468461f3-00c5-4740-b7cf-11f7052d4d3e tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1628342 Nov 03 18:33:02.399995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09f31c71-e930-4fc3-9cb8-4b9eeb2efd88 req-8c1617d2-159e-4092-9146-f26f9ec6afe0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f09799f3-731e-43a8-beb0-38d254d4b8b1 HTTP/1.1" status: 200 len: 217 time: 0.0564082 Nov 03 18:33:02.403939 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc52155f-b696-4b24-86b4-8ada8dfc8082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.447360 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74499795-dfd7-4922-98fe-afb7f8e08165 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef0d70a-dc9b-47a6-b202-5bd5781093f4,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:02.486430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aba268-944a-4e39-8ab0-82e79301f14e req-7e8bffd1-e146-49e8-90bf-782d328ed734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.488053 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26aba268-944a-4e39-8ab0-82e79301f14e req-7e8bffd1-e146-49e8-90bf-782d328ed734 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3a41d1a0d70644d58c2a7c1a4b892080&device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 1098 time: 0.0820935 Nov 03 18:33:02.493847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43ea55f8-1301-4bc2-a44c-af68a7048fec req-f1e530b7-ac9f-4bbd-b52b-74536360d4b5 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7b376d3-6699-4642-b624-3837ac57e32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619065 Nov 03 18:33:02.526437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Pushing event updated for resources: {'Port': ['ID=632b6705-3199-4c7b-80ff-24edfb073f45,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:02.535873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f31c71-e930-4fc3-9cb8-4b9eeb2efd88 req-3b3a69a2-3167-47b9-90c6-bbc266410420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.537898 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09f31c71-e930-4fc3-9cb8-4b9eeb2efd88 req-3b3a69a2-3167-47b9-90c6-bbc266410420 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1129682 Nov 03 18:33:02.551373 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc52155f-b696-4b24-86b4-8ada8dfc8082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.553881 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc52155f-b696-4b24-86b4-8ada8dfc8082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.554981 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dc52155f-b696-4b24-86b4-8ada8dfc8082 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d3f09ed5-15cc-4d74-b1cb-5bed8284dc1d HTTP/1.1" status: 204 len: 168 time: 0.3452020 Nov 03 18:33:02.562053 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26aba268-944a-4e39-8ab0-82e79301f14e req-fac93eff-4edb-497a-9373-0dee82821d16 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=9ef0d70a-dc9b-47a6-b202-5bd5781093f4 HTTP/1.1" status: 200 len: 217 time: 0.0598021 Nov 03 18:33:02.602739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Attempting to bind port 632b6705-3199-4c7b-80ff-24edfb073f45 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:02.603336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Attempting to bind port 632b6705-3199-4c7b-80ff-24edfb073f45 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:02.603482 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52155f-b696-4b24-86b4-8ada8dfc8082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f09ed5-15cc-4d74-b1cb-5bed8284dc1d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:02.604006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Attempting to bind port 632b6705-3199-4c7b-80ff-24edfb073f45 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:02.611089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Port 632b6705-3199-4c7b-80ff-24edfb073f45 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:02.611734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Attempting to bind port 632b6705-3199-4c7b-80ff-24edfb073f45 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:02.619151 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:02.619821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:02.620393 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:02.621010 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Bound port: 632b6705-3199-4c7b-80ff-24edfb073f45, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:02.621564 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.634348 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-0478c71e-6c05-4598-b165-50b3e6e54ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.635971 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-0478c71e-6c05-4598-b165-50b3e6e54ab9 service neutron] 10.222.0.107 "GET /v2.0/ports/6b94e40d-bb76-446a-a54c-a3d29834c955 HTTP/1.1" status: 200 len: 1094 time: 0.1913593 Nov 03 18:33:02.644995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f31c71-e930-4fc3-9cb8-4b9eeb2efd88 req-f58693e6-1c15-4c60-9d3c-bd2369f4f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.647123 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09f31c71-e930-4fc3-9cb8-4b9eeb2efd88 req-f58693e6-1c15-4c60-9d3c-bd2369f4f397 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881970 Nov 03 18:33:02.654792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-77653a0e-22b7-49fa-b8ea-a5e8fef1ec0d service neutron] Request body: {'binding': {'host': 'n-h2-812150-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:02.655319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-77653a0e-22b7-49fa-b8ea-a5e8fef1ec0d service neutron] Unknown quota resources ['binding']. {{(pid=101711) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:33:02.689440 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aba268-944a-4e39-8ab0-82e79301f14e req-ff5c726a-57e5-4ef2-891d-10049f94576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.697160 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26aba268-944a-4e39-8ab0-82e79301f14e req-ff5c726a-57e5-4ef2-891d-10049f94576e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1153126 Nov 03 18:33:02.762088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] For port 632b6705-3199-4c7b-80ff-24edfb073f45, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:02.795259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] For port 632b6705-3199-4c7b-80ff-24edfb073f45, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=632b6705-3199-4c7b-80ff-24edfb073f45,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:02.821236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aba268-944a-4e39-8ab0-82e79301f14e req-b5fde3b6-f37f-41fa-b83c-52c8a99a70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.822768 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26aba268-944a-4e39-8ab0-82e79301f14e req-b5fde3b6-f37f-41fa-b83c-52c8a99a70a1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180477 Nov 03 18:33:02.846873 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.945849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-0f161ce2-dca6-47f4-aff3-ecc5ee0d62fb tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=81c1aca0785744248f0ca34310ead271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955088 Nov 03 18:33:02.948317 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09f31c71-e930-4fc3-9cb8-4b9eeb2efd88 req-97429bcf-261b-4fee-a22e-4e07f00ff651 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129052 Nov 03 18:33:02.966176 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:02.967358 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:02.967885 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26aba268-944a-4e39-8ab0-82e79301f14e req-5ce04cee-c145-4f3b-8284-07ee8fef028f service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354311 Nov 03 18:33:02.969493 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] 10.222.0.98 "PUT /v2.0/ports/632b6705-3199-4c7b-80ff-24edfb073f45 HTTP/1.1" status: 200 len: 1096 time: 1.8764107 Nov 03 18:33:02.974705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-77653a0e-22b7-49fa-b8ea-a5e8fef1ec0d service neutron] Attempting to bind port 6b94e40d-bb76-446a-a54c-a3d29834c955 on host n-h2-812150-4 for vnic_type normal with profile None {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:02.975059 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-77653a0e-22b7-49fa-b8ea-a5e8fef1ec0d service neutron] Attempting to bind port 6b94e40d-bb76-446a-a54c-a3d29834c955 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:02.975393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-77653a0e-22b7-49fa-b8ea-a5e8fef1ec0d service neutron] Attempting to bind port 6b94e40d-bb76-446a-a54c-a3d29834c955 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:02.989373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-77653a0e-22b7-49fa-b8ea-a5e8fef1ec0d service neutron] Port 6b94e40d-bb76-446a-a54c-a3d29834c955 on network 5642331e-152e-4c1a-8167-032b35756d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:02.989736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-77653a0e-22b7-49fa-b8ea-a5e8fef1ec0d service neutron] Attempting to bind port 6b94e40d-bb76-446a-a54c-a3d29834c955 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:03.013188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-77653a0e-22b7-49fa-b8ea-a5e8fef1ec0d service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:03.013532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-77653a0e-22b7-49fa-b8ea-a5e8fef1ec0d service neutron] Checking segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:03.014101 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-77653a0e-22b7-49fa-b8ea-a5e8fef1ec0d service neutron] Bound using segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:03.014743 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-77653a0e-22b7-49fa-b8ea-a5e8fef1ec0d service neutron] Bound port: 6b94e40d-bb76-446a-a54c-a3d29834c955, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:03.087214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'tag': '632b6705-3199-4c7b-80ff-24edfb073f45'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:03.089481 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683b79eb-af89-4e2d-afdd-ea5e663c1b01" -d '{"events": [{"name": "network-changed", "server_uuid": "3b564306-df48-40bf-bc4e-d072132c7c2b", "tag": "632b6705-3199-4c7b-80ff-24edfb073f45"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:03.093998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09f31c71-e930-4fc3-9cb8-4b9eeb2efd88 req-933fd34e-8c28-411e-b77a-f9c4e67e86c7 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338079 Nov 03 18:33:03.196813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a5c46-57ad-4698-8baa-4b71b360e1bb service neutron] Pushing event updated for resources: {'Port': ['ID=632b6705-3199-4c7b-80ff-24edfb073f45,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:03.201520 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-77653a0e-22b7-49fa-b8ea-a5e8fef1ec0d service neutron] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6b94e40d-bb76-446a-a54c-a3d29834c955,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:03.209396 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26aba268-944a-4e39-8ab0-82e79301f14e req-3e57feaf-2f3f-48bb-9d50-34cacf85d041 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302523 Nov 03 18:33:03.212911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-77653a0e-22b7-49fa-b8ea-a5e8fef1ec0d service neutron] Publish callbacks [] for binding, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:03.214418 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-77653a0e-22b7-49fa-b8ea-a5e8fef1ec0d service neutron] 10.222.0.107 "POST /v2.0/ports/6b94e40d-bb76-446a-a54c-a3d29834c955/bindings HTTP/1.1" status: 201 len: 389 time: 0.5650587 Nov 03 18:33:03.215220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-55628e78-4121-44c0-964c-b1ed07cd147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:03.218463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-55628e78-4121-44c0-964c-b1ed07cd147c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=5d7297e061564b5ab577721af89ac6b4&device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 1099 time: 0.1229863 Nov 03 18:33:03.284929 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-5a0f62ac-2261-4dbb-804c-6c7574eceb5a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=632b6705-3199-4c7b-80ff-24edfb073f45 HTTP/1.1" status: 200 len: 217 time: 0.0507619 Nov 03 18:33:03.314171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-4e3802c8-129e-49ff-9c44-20c003080c71 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:03.321566 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-4e3802c8-129e-49ff-9c44-20c003080c71 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3647859 Nov 03 18:33:03.369301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-2474e995-f778-4144-87b6-a9acfdf33309 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/quotas/81c1aca0785744248f0ca34310ead271 HTTP/1.1" status: 200 len: 375 time: 0.0467062 Nov 03 18:33:03.406059 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-e5afd2fe-895d-4f7d-b755-53f204b182ec tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=81c1aca0785744248f0ca34310ead271&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344594 Nov 03 18:33:03.418482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-85aff346-f6f5-403f-ac18-e57ab425dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:03.420326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-85aff346-f6f5-403f-ac18-e57ab425dfa3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0958433 Nov 03 18:33:03.501967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-214dc876-97b6-4b59-acb5-431ccc9cdace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:03.503754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-214dc876-97b6-4b59-acb5-431ccc9cdace service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671847 Nov 03 18:33:03.586924 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-c6ec48e9-b294-4ece-a44d-d682f750c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:03.590834 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-c6ec48e9-b294-4ece-a44d-d682f750c972 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 1097 time: 0.0729349 Nov 03 18:33:03.654548 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.98', 56909) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:03.705790 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-17742520-e0fa-4749-be6e-c4ed65b4131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:03.713181 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-17742520-e0fa-4749-be6e-c4ed65b4131c service neutron] 10.222.0.98 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.1051176 Nov 03 18:33:03.715125 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a11ba1-00a9-4a5c-870a-5d202d54dca6 x-openstack-request-id: req-90a11ba1-00a9-4a5c-870a-5d202d54dca6 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:03.715566 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f89170-4264-4362-93b9-76089f10c48d", "tag": "9ef0d70a-dc9b-47a6-b202-5bd5781093f4", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:03.716618 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-90a11ba1-00a9-4a5c-870a-5d202d54dca6 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:03.717811 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f89170-4264-4362-93b9-76089f10c48d', 'tag': '9ef0d70a-dc9b-47a6-b202-5bd5781093f4', 'status': 'completed', 'code': 200} Nov 03 18:33:03.756823 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-ea4622b5-bc73-4ab1-9354-bf618c1dc26d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b94e40d-bb76-446a-a54c-a3d29834c955 HTTP/1.1" status: 200 len: 217 time: 0.0375111 Nov 03 18:33:03.819970 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-6012335f-a709-4ea8-a90f-c36e3c3892a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:03.821577 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-6012335f-a709-4ea8-a90f-c36e3c3892a1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.0565662 Nov 03 18:33:03.862823 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-68961fc9-e3e8-49ee-9a8a-983515e5752c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316026 Nov 03 18:33:03.989754 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-a49eac68-73e2-4169-a0ed-2b4566432e6d service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177843 Nov 03 18:33:04.051079 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-493cb4c6-d3a8-45e1-91a6-978b82a5150d service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350811 Nov 03 18:33:04.053160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfdabe-b861-4e14-9dc3-8afff7c28681 req-75049146-8b66-4f1a-a815-5dd434d2c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:04.054774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31dfdabe-b861-4e14-9dc3-8afff7c28681 req-75049146-8b66-4f1a-a815-5dd434d2c5b7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3a41d1a0d70644d58c2a7c1a4b892080&device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 1098 time: 0.3990841 Nov 03 18:33:04.114934 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-c0fc6159-8094-4b88-90f3-e70c561ceaa9 service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150610 Nov 03 18:33:04.123781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706e5c7-0d9e-40b5-9747-c2e2ffae636d req-5ffa52cf-1430-44bc-b41e-16b641418bb2 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:04.125677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9706e5c7-0d9e-40b5-9747-c2e2ffae636d req-5ffa52cf-1430-44bc-b41e-16b641418bb2 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 948 time: 0.1841979 Nov 03 18:33:04.256273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-28a65511-0ba1-475d-b1c1-a2be1d376dc1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:04.257710 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-28a65511-0ba1-475d-b1c1-a2be1d376dc1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 807 time: 0.6002975 Nov 03 18:33:04.317552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-a093fe2d-93c3-47b9-93f1-ec28eb524f5a tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/quotas/04adf6892c414a028b77c4d4f0759b92 HTTP/1.1" status: 200 len: 375 time: 0.0458059 Nov 03 18:33:04.328688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfdabe-b861-4e14-9dc3-8afff7c28681 req-4f5da9e9-776e-421d-93ee-67532a65f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:04.330128 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31dfdabe-b861-4e14-9dc3-8afff7c28681 req-4f5da9e9-776e-421d-93ee-67532a65f2e2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2619872 Nov 03 18:33:04.346217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9706e5c7-0d9e-40b5-9747-c2e2ffae636d req-deab4a84-6620-4b6b-9183-98657703274c tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/security-groups?id=47455f23-2dcd-40fc-af30-c134c11b629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018330 Nov 03 18:33:04.351164 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bb5d182-eaf0-4be0-b495-b185cce274e5 req-385226b2-5446-46ac-bf4e-71566957e109 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813909 Nov 03 18:33:04.355159 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-e7524f8c-6fa3-4d0a-a42c-99911020a433 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:04.356985 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-e7524f8c-6fa3-4d0a-a42c-99911020a433 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090&tenant_id=9967bc7a71e345f08f6394ec34bbf289&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 1097 time: 0.0853233 Nov 03 18:33:04.379210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812150-4'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:04.382413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-bdc81e70-eba7-41ff-82e2-365100b7315c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513370 Nov 03 18:33:04.425643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-b19374ed-f11f-4e47-9944-6edb38115854 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:33:04.427103 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-b19374ed-f11f-4e47-9944-6edb38115854 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0058646 Nov 03 18:33:04.428498 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31dfdabe-b861-4e14-9dc3-8afff7c28681 req-9286b051-8bcc-4771-b0b7-3956e9123015 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=9ef0d70a-dc9b-47a6-b202-5bd5781093f4 HTTP/1.1" status: 200 len: 217 time: 0.0814424 Nov 03 18:33:04.484846 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:04.574693 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfdabe-b861-4e14-9dc3-8afff7c28681 req-05d604f5-9422-41fe-acf1-a59c0bc3e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:04.576822 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31dfdabe-b861-4e14-9dc3-8afff7c28681 req-05d604f5-9422-41fe-acf1-a59c0bc3e901 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1384642 Nov 03 18:33:04.626215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b88f4f-314b-4712-b584-42e145518efa req-439e7f56-077f-440d-a193-516e8c9c0deb tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:04.627703 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14b88f4f-314b-4712-b584-42e145518efa req-439e7f56-077f-440d-a193-516e8c9c0deb tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 948 time: 0.1882796 Nov 03 18:33:04.631425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6b94e40d-bb76-446a-a54c-a3d29834c955,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:04.638989 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-567cb43b-17fa-44ac-baea-e55991ea0cff service neutron] 10.222.0.107 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023146 Nov 03 18:33:04.670194 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:04.717836 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:04.723978 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:04.725526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfdabe-b861-4e14-9dc3-8afff7c28681 req-65d08270-8c2e-4428-b462-4c38421d637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:04.727015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31dfdabe-b861-4e14-9dc3-8afff7c28681 req-65d08270-8c2e-4428-b462-4c38421d637c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1413243 Nov 03 18:33:04.772082 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14b88f4f-314b-4712-b584-42e145518efa req-1ed43f7f-5a73-4867-99f8-8545415cb5a8 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/security-groups?id=a62521b2-e810-4249-97bf-fb8218a67c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368368 Nov 03 18:33:04.812840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Attempting to bind port 6b94e40d-bb76-446a-a54c-a3d29834c955 on host n-h1-812150-4 for vnic_type normal with profile {"migrating_to": "n-h2-812150-4"} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:04.813180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Attempting to bind port 6b94e40d-bb76-446a-a54c-a3d29834c955 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:04.813600 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Attempting to bind port 6b94e40d-bb76-446a-a54c-a3d29834c955 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:04.821743 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Port 6b94e40d-bb76-446a-a54c-a3d29834c955 on network 5642331e-152e-4c1a-8167-032b35756d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:04.822425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Attempting to bind port 6b94e40d-bb76-446a-a54c-a3d29834c955 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:04.824170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Pushing event updated for resources: {'Port': ['ID=6b94e40d-bb76-446a-a54c-a3d29834c955,revision_number=7']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:04.831874 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:04.832281 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Checking segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:04.832725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Bound using segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:04.833235 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Bound port: 6b94e40d-bb76-446a-a54c-a3d29834c955, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:04.834170 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:04.838578 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a4b4b7-16a4-4eb7-b0d8-83f3de8a0a0a x-openstack-request-id: req-35a4b4b7-16a4-4eb7-b0d8-83f3de8a0a0a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:04.838872 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b564306-df48-40bf-bc4e-d072132c7c2b", "tag": "632b6705-3199-4c7b-80ff-24edfb073f45", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:04.839179 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-35a4b4b7-16a4-4eb7-b0d8-83f3de8a0a0a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:04.839642 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'tag': '632b6705-3199-4c7b-80ff-24edfb073f45', 'status': 'completed', 'code': 200} Nov 03 18:33:04.855198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-829a660d-c830-46c8-a5bb-a7b23d3b7582 service neutron] 10.222.0.107 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083220 Nov 03 18:33:04.906392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device f09799f3-731e-43a8-beb0-38d254d4b8b1 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:04.911242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31dfdabe-b861-4e14-9dc3-8afff7c28681 req-04ab3779-33b5-4925-81d0-a441bec638ac service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752939 Nov 03 18:33:04.966508 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:04.970258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6b94e40d-bb76-446a-a54c-a3d29834c955,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:04.980293 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.066826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:05.067768 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.069252 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] 10.222.0.98 "PUT /v2.0/ports/6b94e40d-bb76-446a-a54c-a3d29834c955 HTTP/1.1" status: 200 len: 1122 time: 0.6988244 Nov 03 18:33:05.073499 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54524302-6062-4f1b-aa5e-e1966cdc874e service neutron] Pushing event updated for resources: {'Port': ['ID=6b94e40d-bb76-446a-a54c-a3d29834c955,revision_number=8']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:05.078793 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b79eb-af89-4e2d-afdd-ea5e663c1b01 req-fa0bf73b-534e-467f-9c72-44e9e02e6c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:05.080880 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-683b79eb-af89-4e2d-afdd-ea5e663c1b01 req-fa0bf73b-534e-467f-9c72-44e9e02e6c0a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=5d7297e061564b5ab577721af89ac6b4&device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 1099 time: 0.2134068 Nov 03 18:33:05.117863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port f09799f3-731e-43a8-beb0-38d254d4b8b1, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f09799f3-731e-43a8-beb0-38d254d4b8b1,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:05.138794 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'f09799f3-731e-43a8-beb0-38d254d4b8b1', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': 'f09799f3-731e-43a8-beb0-38d254d4b8b1', 'mac_address': 'fa:16:3e:28:24:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:05.199090 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.223542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09799f3-731e-43a8-beb0-38d254d4b8b1 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:05.227825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b79eb-af89-4e2d-afdd-ea5e663c1b01 req-0b210eec-51b0-498d-bb3e-74eca08e493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:05.229901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-683b79eb-af89-4e2d-afdd-ea5e663c1b01 req-0b210eec-51b0-498d-bb3e-74eca08e493a service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1335332 Nov 03 18:33:05.242503 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-d55217af-aef4-4c21-b11a-08eb6e72d065 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=81c1aca0785744248f0ca34310ead271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1685514 Nov 03 18:33:05.261548 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port f09799f3-731e-43a8-beb0-38d254d4b8b1, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f09799f3-731e-43a8-beb0-38d254d4b8b1,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:05.268411 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['6b94e40d-bb76-446a-a54c-a3d29834c955'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:05.274506 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:05.285344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbc393-9ae9-49d7-9abb-b20bbd49c727 req-6dab0856-d21d-437c-8f49-ca275b595dce tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:05.287155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1dbc393-9ae9-49d7-9abb-b20bbd49c727 req-6dab0856-d21d-437c-8f49-ca275b595dce tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 944 time: 0.3575058 Nov 03 18:33:05.358852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-683b79eb-af89-4e2d-afdd-ea5e663c1b01 req-c04a9660-b7d4-461a-b08b-9d1031fbf19e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=632b6705-3199-4c7b-80ff-24edfb073f45 HTTP/1.1" status: 200 len: 217 time: 0.1047032 Nov 03 18:33:05.389791 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=f09799f3-731e-43a8-beb0-38d254d4b8b1,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:05.408741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.409088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.409421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.409752 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.410075 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.410398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.410718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.411035 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.411350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.411800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.412122 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.412545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:05.492738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31dfdabe-b861-4e14-9dc3-8afff7c28681 req-5b62b99e-f4c4-415a-ab6a-86bfe4012a0b service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615027 Nov 03 18:33:05.528097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118ec88-98f2-4883-860e-b46eb12f5800 req-4c554321-23a6-4267-937d-23b0dbd55933 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:05.530116 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1118ec88-98f2-4883-860e-b46eb12f5800 req-4c554321-23a6-4267-937d-23b0dbd55933 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 947 time: 0.2952142 Nov 03 18:33:05.552180 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1dbc393-9ae9-49d7-9abb-b20bbd49c727 req-4a2c1965-42e5-4719-866a-3959e13fbaa6 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160699 Nov 03 18:33:05.567662 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b79eb-af89-4e2d-afdd-ea5e663c1b01 req-f8df8798-040e-4ef5-8ded-930098efe80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:05.569148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-683b79eb-af89-4e2d-afdd-ea5e663c1b01 req-f8df8798-040e-4ef5-8ded-930098efe80e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1720800 Nov 03 18:33:05.635074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-1f0a8001-c9fa-44df-917f-38531ba62233 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:05.636790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-1f0a8001-c9fa-44df-917f-38531ba62233 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2968163 Nov 03 18:33:05.677478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70c098ed-56e2-4ea5-a460-bae82810b42c req-58c657f9-2b2d-43e8-a564-6401d59dc334 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 210 time: 0.0396216 Nov 03 18:33:05.682467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1118ec88-98f2-4883-860e-b46eb12f5800 req-a6dca599-b88f-47de-89a6-37abae76aaf4 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7b376d3-6699-4642-b624-3837ac57e32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454332 Nov 03 18:33:05.690328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Request body: {'port': {'device_id': 'f9dd7e4a-009e-4601-8744-a42b990651a0', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '81c1aca0785744248f0ca34310ead271'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:05.699265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b79eb-af89-4e2d-afdd-ea5e663c1b01 req-e0d69020-0cc1-4631-bf50-50220f2d2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:05.701327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-683b79eb-af89-4e2d-afdd-ea5e663c1b01 req-e0d69020-0cc1-4631-bf50-50220f2d2873 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231089 Nov 03 18:33:05.717971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:05.719039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd314cd41-5767-4b99-92c2-9694d2f47090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b94e40d-bb76-446a-a54c-a3d29834c955'}, {'name': 'network-changed', 'server_uuid': 'd314cd41-5767-4b99-92c2-9694d2f47090', 'tag': '6b94e40d-bb76-446a-a54c-a3d29834c955'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:05.722019 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a55eec3-3c5b-439b-9597-b86897babac0" -d '{"events": [{"server_uuid": "d314cd41-5767-4b99-92c2-9694d2f47090", "name": "network-vif-unplugged", "status": "completed", "tag": "6b94e40d-bb76-446a-a54c-a3d29834c955"}, {"name": "network-changed", "server_uuid": "d314cd41-5767-4b99-92c2-9694d2f47090", "tag": "6b94e40d-bb76-446a-a54c-a3d29834c955"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:05.828475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['f09799f3-731e-43a8-beb0-38d254d4b8b1'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:06.028286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9ef0d70a-dc9b-47a6-b202-5bd5781093f4,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:06.045609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '9ef0d70a-dc9b-47a6-b202-5bd5781093f4', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '9ef0d70a-dc9b-47a6-b202-5bd5781093f4', 'mac_address': 'fa:16:3e:48:9b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:06.110704 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:06.131447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:06.158125 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfaa11a0-9103-42f2-b2a4-4e7fc72cca09 req-ee6381e2-d21b-4cb1-8522-08567157d6bc tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 210 time: 0.0494351 Nov 03 18:33:06.167452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9ef0d70a-dc9b-47a6-b202-5bd5781093f4,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:06.179568 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:06.200525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41e2e8-c61f-40cd-bda1-ce0682fe5b29 req-c3cc5a98-b277-48f9-8ad1-a0425d4d5a04 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:06.201860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb41e2e8-c61f-40cd-bda1-ce0682fe5b29 req-c3cc5a98-b277-48f9-8ad1-a0425d4d5a04 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 948 time: 0.1356332 Nov 03 18:33:06.209081 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3492cc46-bc5d-4721-a4c4-bc8f8350e09f x-openstack-request-id: req-3492cc46-bc5d-4721-a4c4-bc8f8350e09f {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:06.209678 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d314cd41-5767-4b99-92c2-9694d2f47090", "name": "network-vif-unplugged", "status": "completed", "tag": "6b94e40d-bb76-446a-a54c-a3d29834c955", "code": 200}, {"name": "network-changed", "server_uuid": "d314cd41-5767-4b99-92c2-9694d2f47090", "tag": "6b94e40d-bb76-446a-a54c-a3d29834c955", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:06.209778 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-683b79eb-af89-4e2d-afdd-ea5e663c1b01 req-b7214567-c052-4c0e-a7ca-fd71ab47636f service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863236 Nov 03 18:33:06.209863 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3492cc46-bc5d-4721-a4c4-bc8f8350e09f {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:06.210026 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd314cd41-5767-4b99-92c2-9694d2f47090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b94e40d-bb76-446a-a54c-a3d29834c955', 'code': 200} Nov 03 18:33:06.210457 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd314cd41-5767-4b99-92c2-9694d2f47090', 'tag': '6b94e40d-bb76-446a-a54c-a3d29834c955', 'status': 'completed', 'code': 200} Nov 03 18:33:06.242229 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=9ef0d70a-dc9b-47a6-b202-5bd5781093f4,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:06.257324 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Made reservation on behalf of 81c1aca0785744248f0ca34310ead271 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:06.260782 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:06.314156 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.87', 64617) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:06.317852 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:06.360494 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55eec3-3c5b-439b-9597-b86897babac0 req-3de1007a-222d-4b31-9698-2b8cd0d14e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:06.362078 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a55eec3-3c5b-439b-9597-b86897babac0 req-3de1007a-222d-4b31-9698-2b8cd0d14e30 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 1125 time: 0.0462430 Nov 03 18:33:06.371780 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb41e2e8-c61f-40cd-bda1-ce0682fe5b29 req-578a07a7-41ec-4f4b-b0e1-2faaf1ca7e28 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/security-groups?id=47455f23-2dcd-40fc-af30-c134c11b629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580720 Nov 03 18:33:06.419985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1a8b3-6215-4bb6-a8a2-13f754aaa132 req-70547de3-b6b5-4f9e-a6c3-af9310675c33 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:06.421504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0f1a8b3-6215-4bb6-a8a2-13f754aaa132 req-70547de3-b6b5-4f9e-a6c3-af9310675c33 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 949 time: 0.1519232 Nov 03 18:33:06.423472 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-683b79eb-af89-4e2d-afdd-ea5e663c1b01 req-52c9a0d7-9b69-469a-ac92-002bf43b0ead service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989217 Nov 03 18:33:06.459492 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['9ef0d70a-dc9b-47a6-b202-5bd5781093f4'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:06.477086 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55eec3-3c5b-439b-9597-b86897babac0 req-6566d774-01e5-4cf2-aa9f-a3ed4a56b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:06.479629 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a55eec3-3c5b-439b-9597-b86897babac0 req-6566d774-01e5-4cf2-aa9f-a3ed4a56b33e service neutron] 10.222.0.87 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.1092043 Nov 03 18:33:06.523655 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:06.530669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0f1a8b3-6215-4bb6-a8a2-13f754aaa132 req-1cb2e415-cdb7-44ee-a733-6b657f513d76 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/security-groups?id=a62521b2-e810-4249-97bf-fb8218a67c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014240 Nov 03 18:33:06.534505 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:06.551303 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a55eec3-3c5b-439b-9597-b86897babac0 req-62cad95f-dce6-4179-8c3d-e6f3e8ad729d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b94e40d-bb76-446a-a54c-a3d29834c955 HTTP/1.1" status: 200 len: 217 time: 0.0568352 Nov 03 18:33:06.623229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4805f4-fd14-4a4c-8caf-638260fbe796,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:06.716583 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55eec3-3c5b-439b-9597-b86897babac0 req-09cdf843-5f09-4794-ac15-5bee94954242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:06.720542 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a55eec3-3c5b-439b-9597-b86897babac0 req-09cdf843-5f09-4794-ac15-5bee94954242 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.0982792 Nov 03 18:33:06.783622 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a55eec3-3c5b-439b-9597-b86897babac0 req-8c06d9ae-c148-4891-87b9-6ead0fdf3502 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344281 Nov 03 18:33:06.797788 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.87', 64623) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:06.825276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7067b22-a8af-4031-8713-967f17951f73 req-efc04ee6-32eb-4760-a214-2eb296c0c6ef tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 210 time: 0.0434015 Nov 03 18:33:06.843995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Allocated IP 192.168.233.94 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:06.850750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98c9ab-f497-44a9-ae1d-9487ea560871 req-db87fae9-01c0-40ff-bf53-b9718501c936 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:06.859134 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dc98c9ab-f497-44a9-ae1d-9487ea560871 req-db87fae9-01c0-40ff-bf53-b9718501c936 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 944 time: 0.1408021 Nov 03 18:33:06.978694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60760) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:06.979223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dc98c9ab-f497-44a9-ae1d-9487ea560871 req-4cd9e7bd-1d0f-4182-b767-3619040a8066 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191654 Nov 03 18:33:07.078263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be62d3-29e3-4c08-a128-80bf61d71b92 req-2aa4f8ed-ddad-42c1-a38a-b82590a5c0f6 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:07.079901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41be62d3-29e3-4c08-a128-80bf61d71b92 req-2aa4f8ed-ddad-42c1-a38a-b82590a5c0f6 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 948 time: 0.1505771 Nov 03 18:33:07.160160 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.168238 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41be62d3-29e3-4c08-a128-80bf61d71b92 req-d94a064f-f4be-46b5-be25-303eb5a094df tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7b376d3-6699-4642-b624-3837ac57e32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783117 Nov 03 18:33:07.220433 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.283518 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Pushing event updated for resources: {'Port': ['ID=69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:07.290607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:07.295042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-47ea9b39-1462-42b3-83fa-53c8e294a65f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:07.296576 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-47ea9b39-1462-42b3-83fa-53c8e294a65f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.87 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 807 time: 0.3936455 Nov 03 18:33:07.302634 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a55eec3-3c5b-439b-9597-b86897babac0 req-d03e52b5-93a0-4623-acc7-e09910e3faad service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008086 Nov 03 18:33:07.316528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e07066d-cfda-42c2-bac5-f1a5ed3ff32c req-5f005a02-2395-4894-89e1-5d7aa1fa81a7 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 210 time: 0.0348358 Nov 03 18:33:07.317862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:07.320357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:07.326585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:07.327216 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.338593 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eed36974-1fc9-4b68-aca2-af256d632bbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.352632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-37d38981-5fb5-4b67-b7d5-545b48bdf318 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6657984 Nov 03 18:33:07.360816 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-77f8d53f-6953-44ae-8009-b111aa99d37c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Request body: {'port': {'device_id': '38c227e3-fbdb-44ed-b56e-a653e579f5ee', 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae', 'admin_state_up': True, 'tenant_id': '04adf6892c414a028b77c4d4f0759b92'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:07.381999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Request body: {'port': {'device_id': 'f9dd7e4a-009e-4601-8744-a42b990651a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:07.445896 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.536364 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f2a4c7af-897a-4473-90ea-040207c6bf71 None None] Provisioning complete for port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:07.537598 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f2a4c7af-897a-4473-90ea-040207c6bf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.550969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71be1e0-e23b-425e-9428-7b19c0578aba req-7dfd9d7e-e819-42b4-b723-34deeea4c2f5 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:07.554056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f71be1e0-e23b-425e-9428-7b19c0578aba req-7dfd9d7e-e819-42b4-b723-34deeea4c2f5 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 948 time: 0.0962474 Nov 03 18:33:07.579144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f2a4c7af-897a-4473-90ea-040207c6bf71 None None] Port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:33:07.587963 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a55eec3-3c5b-439b-9597-b86897babac0 req-1898659f-bfd6-4c3f-9a7d-e4ee673bea36 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310474 Nov 03 18:33:07.626226 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eed36974-1fc9-4b68-aca2-af256d632bbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.631803 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eed36974-1fc9-4b68-aca2-af256d632bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.637988 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-77f8d53f-6953-44ae-8009-b111aa99d37c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Made reservation on behalf of 04adf6892c414a028b77c4d4f0759b92 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:07.641432 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-77f8d53f-6953-44ae-8009-b111aa99d37c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.692983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed36974-1fc9-4b68-aca2-af256d632bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b30d120-790d-435d-974f-5dd12fcc4e1c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:07.697067 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-eed36974-1fc9-4b68-aca2-af256d632bbe admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e917c1559f75429c8cab5da94c1c62bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4967029 Nov 03 18:33:07.701220 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60770) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:07.721936 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 632b6705-3199-4c7b-80ff-24edfb073f45 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:07.728584 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:07.757187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f71be1e0-e23b-425e-9428-7b19c0578aba req-495aabc5-acba-4f3d-9f4f-90a523f6d4e6 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/security-groups?id=47455f23-2dcd-40fc-af30-c134c11b629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986504 Nov 03 18:33:07.767018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39516531-bf1a-4272-9e8e-42659a1f5a28 req-d1d3a9dd-b935-406c-b3af-348939fceb18 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:07.768571 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39516531-bf1a-4272-9e8e-42659a1f5a28 req-d1d3a9dd-b935-406c-b3af-348939fceb18 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 949 time: 0.1490800 Nov 03 18:33:07.803795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d54d08f4-fac5-4961-afc8-b32fed20a955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.857165 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d54d08f4-fac5-4961-afc8-b32fed20a955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.870099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:33:07.875077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39516531-bf1a-4272-9e8e-42659a1f5a28 req-2b980742-dc9b-4ec6-a4c6-c1f200021cd3 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/security-groups?id=a62521b2-e810-4249-97bf-fb8218a67c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834529 Nov 03 18:33:07.877626 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-77f8d53f-6953-44ae-8009-b111aa99d37c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Allocated IP 172.20.0.9 (e6ea9eda-3066-4349-948b-e1223c0656ae/e033faf3-e15c-44a6-8ae2-6df27fb7fb61/a9eb5a10-ec50-462a-87ec-5cef5f0cd141) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:07.883052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 632b6705-3199-4c7b-80ff-24edfb073f45, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=632b6705-3199-4c7b-80ff-24edfb073f45,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:07.896008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:07.896373 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.918439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:07.925961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '632b6705-3199-4c7b-80ff-24edfb073f45', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '632b6705-3199-4c7b-80ff-24edfb073f45', 'mac_address': 'fa:16:3e:ea:89:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:07.927507 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.967731 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d54d08f4-fac5-4961-afc8-b32fed20a955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.971105 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d54d08f4-fac5-4961-afc8-b32fed20a955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.975055 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d54d08f4-fac5-4961-afc8-b32fed20a955 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8b30d120-790d-435d-974f-5dd12fcc4e1c HTTP/1.1" status: 204 len: 168 time: 0.2707713 Nov 03 18:33:07.981356 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:07.983275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Transition to ACTIVE for port object 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:07.997392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632b6705-3199-4c7b-80ff-24edfb073f45 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:07.999897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d08f4-fac5-4961-afc8-b32fed20a955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b30d120-790d-435d-974f-5dd12fcc4e1c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:08.013473 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.026039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7d155-f7d1-4870-8e7c-2ce31bbd37f2 req-91f8a107-2c46-4236-b115-76f1df8419c0 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.034043 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-47a7d155-f7d1-4870-8e7c-2ce31bbd37f2 req-91f8a107-2c46-4236-b115-76f1df8419c0 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 935 time: 0.0848432 Nov 03 18:33:08.056547 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 632b6705-3199-4c7b-80ff-24edfb073f45, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=632b6705-3199-4c7b-80ff-24edfb073f45,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:08.068741 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.071895 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.072749 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6b94e40d-bb76-446a-a54c-a3d29834c955 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:08.134684 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-77f8d53f-6953-44ae-8009-b111aa99d37c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.143507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Pushing event updated for resources: {'Port': ['ID=69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:08.182440 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6b94e40d-bb76-446a-a54c-a3d29834c955,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:08.194716 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-47a7d155-f7d1-4870-8e7c-2ce31bbd37f2 req-7d96fd94-c172-4c84-9660-1eb3d26f5f5e tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517234 Nov 03 18:33:08.200723 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-77f8d53f-6953-44ae-8009-b111aa99d37c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.205243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Attempting to bind port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:08.205650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Attempting to bind port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:08.206079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Attempting to bind port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:08.226743 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6b94e40d-bb76-446a-a54c-a3d29834c955 has no active binding in host n-h2-812150-4 {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:33:08.268508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:08.268829 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Attempting to bind port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:08.281881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-77f8d53f-6953-44ae-8009-b111aa99d37c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Network e6ea9eda-3066-4349-948b-e1223c0656ae is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:08.290061 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-77f8d53f-6953-44ae-8009-b111aa99d37c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:08.290651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:08.291001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:08.291388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:08.292246 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Bound port: 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:08.292246 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.297677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-77f8d53f-6953-44ae-8009-b111aa99d37c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:08.302701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f89170-4264-4362-93b9-76089f10c48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef0d70a-dc9b-47a6-b202-5bd5781093f4'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:08.305253 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdc1171-4466-4199-a48d-1bea0635ec9b" -d '{"events": [{"server_uuid": "b4f89170-4264-4362-93b9-76089f10c48d", "name": "network-vif-plugged", "status": "completed", "tag": "9ef0d70a-dc9b-47a6-b202-5bd5781093f4"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:08.314170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-77f8d53f-6953-44ae-8009-b111aa99d37c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.315145 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-77f8d53f-6953-44ae-8009-b111aa99d37c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.338766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8d53f-6953-44ae-8009-b111aa99d37c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Pushing event updated for resources: {'Port': ['ID=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:08.355162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9ef0d70a-dc9b-47a6-b202-5bd5781093f4,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:08.364059 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-77f8d53f-6953-44ae-8009-b111aa99d37c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0101705 Nov 03 18:33:08.367633 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=632b6705-3199-4c7b-80ff-24edfb073f45,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:08.370117 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.390370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deee84b-994f-4681-8e81-2288012e9750 req-b6f44618-acc3-4604-940d-502223ed7a59 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.399155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5deee84b-994f-4681-8e81-2288012e9750 req-b6f44618-acc3-4604-940d-502223ed7a59 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 944 time: 0.1961005 Nov 03 18:33:08.461011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=9ef0d70a-dc9b-47a6-b202-5bd5781093f4,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:08.481257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Request body: {'port': {'device_id': '38c227e3-fbdb-44ed-b56e-a653e579f5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:08.483465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['632b6705-3199-4c7b-80ff-24edfb073f45'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:08.531647 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5deee84b-994f-4681-8e81-2288012e9750 req-9a3f8785-f05f-45c1-bd85-3edc1fe1c32d tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279857 Nov 03 18:33:08.533582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] For port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:08.547334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] For port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:08.580737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b7821-43a4-494e-9b9b-a23c84df9e5f req-1ceb2ee3-a948-406b-87a1-76f88e7649ae tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.582384 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f38b7821-43a4-494e-9b9b-a23c84df9e5f req-1ceb2ee3-a948-406b-87a1-76f88e7649ae tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 949 time: 0.1603210 Nov 03 18:33:08.583296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60788) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:08.593005 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.599106 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133456ff-3bd0-4c8e-95ab-1e4ea7f720e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.609233 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.617552 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f54995c-0c7d-442a-9969-2d5519cb8b58 x-openstack-request-id: req-9f54995c-0c7d-442a-9969-2d5519cb8b58 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:08.618589 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f89170-4264-4362-93b9-76089f10c48d", "name": "network-vif-plugged", "status": "completed", "tag": "9ef0d70a-dc9b-47a6-b202-5bd5781093f4", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:08.619019 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9f54995c-0c7d-442a-9969-2d5519cb8b58 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:08.619875 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f89170-4264-4362-93b9-76089f10c48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef0d70a-dc9b-47a6-b202-5bd5781093f4', 'code': 200} Nov 03 18:33:08.630268 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7f666-a85d-4c2c-ad98-d8a0dd391998 req-c25db1a0-8497-45f9-8016-24ab1de84aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.632176 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-24f7f666-a85d-4c2c-ad98-d8a0dd391998 req-c25db1a0-8497-45f9-8016-24ab1de84aed service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 1125 time: 0.1193058 Nov 03 18:33:08.711713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.712253 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:08.713719 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] 10.222.0.87 "PUT /v2.0/ports/69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 HTTP/1.1" status: 200 len: 1095 time: 1.3360176 Nov 03 18:33:08.723946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9dd7e4a-009e-4601-8744-a42b990651a0', 'tag': '69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:08.726972 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a53662-9c31-4c1a-b5b0-3f94a4d2c378" -d '{"events": [{"name": "network-changed", "server_uuid": "f9dd7e4a-009e-4601-8744-a42b990651a0", "tag": "69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:08.832787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7f666-a85d-4c2c-ad98-d8a0dd391998 req-b6984358-027c-4568-81c2-aba2f7404f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.834120 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-24f7f666-a85d-4c2c-ad98-d8a0dd391998 req-b6984358-027c-4568-81c2-aba2f7404f4d service neutron] 10.222.0.87 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.1680503 Nov 03 18:33:08.834379 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47867c17-3364-4558-87fd-8ab6e0c97658 service neutron] Pushing event updated for resources: {'Port': ['ID=69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:08.900424 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-24f7f666-a85d-4c2c-ad98-d8a0dd391998 req-72101ea0-f428-4663-b8c1-6a8387a7917e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b94e40d-bb76-446a-a54c-a3d29834c955 HTTP/1.1" status: 200 len: 217 time: 0.0571444 Nov 03 18:33:08.920593 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f38b7821-43a4-494e-9b9b-a23c84df9e5f req-49a04f6d-3caa-41f0-b86f-7c1bfd3865ad tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7b376d3-6699-4642-b624-3837ac57e32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998314 Nov 03 18:33:08.932060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d0aa3-bcee-4016-a27b-f44846926653 req-de02e4bc-10a6-4787-81fb-298ea0e062f0 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.933287 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e63d0aa3-bcee-4016-a27b-f44846926653 req-de02e4bc-10a6-4787-81fb-298ea0e062f0 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 931 time: 0.2537580 Nov 03 18:33:08.943478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ef13a-83ec-4e0f-8692-0e1fec7b8037 req-bf9dead5-066e-4ae3-88b1-648706b0e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.943478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a0ef13a-83ec-4e0f-8692-0e1fec7b8037 req-bf9dead5-066e-4ae3-88b1-648706b0e607 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 1100 time: 0.2505078 Nov 03 18:33:08.943792 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device f09799f3-731e-43a8-beb0-38d254d4b8b1 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:08.977290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7f666-a85d-4c2c-ad98-d8a0dd391998 req-a3828013-a1f8-40d9-bebe-0c878824e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.979670 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-678b42d9-0cca-4572-b973-d46c9e8ee28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:08.980987 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-24f7f666-a85d-4c2c-ad98-d8a0dd391998 req-a3828013-a1f8-40d9-bebe-0c878824e6e3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.0513268 Nov 03 18:33:08.982240 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-678b42d9-0cca-4572-b973-d46c9e8ee28e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=81c1aca0785744248f0ca34310ead271&device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 1098 time: 0.1635561 Nov 03 18:33:08.993836 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4904a6-8b79-4818-be37-7ebc31280978 x-openstack-request-id: req-af4904a6-8b79-4818-be37-7ebc31280978 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:08.994186 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9dd7e4a-009e-4601-8744-a42b990651a0", "tag": "69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:08.994521 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-af4904a6-8b79-4818-be37-7ebc31280978 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:08.994972 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9dd7e4a-009e-4601-8744-a42b990651a0', 'tag': '69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75', 'status': 'completed', 'code': 200} Nov 03 18:33:09.022358 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port f09799f3-731e-43a8-beb0-38d254d4b8b1 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:33:09.026161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port f09799f3-731e-43a8-beb0-38d254d4b8b1 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:09.026300 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.043293 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133456ff-3bd0-4c8e-95ab-1e4ea7f720e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.080875 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133456ff-3bd0-4c8e-95ab-1e4ea7f720e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.085022 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a0ef13a-83ec-4e0f-8692-0e1fec7b8037 req-5ca8458a-aba9-46a8-9629-be096f3ad80b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=a7b376d3-6699-4642-b624-3837ac57e32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365259 Nov 03 18:33:09.086966 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-24f7f666-a85d-4c2c-ad98-d8a0dd391998 req-4231383f-fc99-4c99-9707-ce15ce053a9d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449820 Nov 03 18:33:09.104395 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-111907bd-7584-45a6-ab54-63d3c2f7ac31 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 HTTP/1.1" status: 200 len: 217 time: 0.0636814 Nov 03 18:33:09.118280 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.151012 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port f09799f3-731e-43a8-beb0-38d254d4b8b1, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f09799f3-731e-43a8-beb0-38d254d4b8b1,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:09.156200 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.167996 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e63d0aa3-bcee-4016-a27b-f44846926653 req-d2504993-c974-4f70-a641-8eddb925beab tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125633 Nov 03 18:33:09.208949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-133456ff-3bd0-4c8e-95ab-1e4ea7f720e8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9127c33366ad4c238560d07c5f1b636c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6212513 Nov 03 18:33:09.209297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133456ff-3bd0-4c8e-95ab-1e4ea7f720e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca419c1-e41f-4c07-9b01-42978515ab1c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:09.211238 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60798) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:09.218662 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9eb5a10-ec50-462a-87ec-5cef5f0cd141 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:09.230574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-138f0099-13dc-442e-90e5-3180444634ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:09.232759 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-138f0099-13dc-442e-90e5-3180444634ab service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1102674 Nov 03 18:33:09.241410 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.241882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba215fdc-fef2-4804-aa4e-d7829d90e93d req-77fb1b96-af38-42cd-a721-4069ac5c1ef6 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:09.243482 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba215fdc-fef2-4804-aa4e-d7829d90e93d req-77fb1b96-af38-42cd-a721-4069ac5c1ef6 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 949 time: 0.1563787 Nov 03 18:33:09.255877 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=f09799f3-731e-43a8-beb0-38d254d4b8b1,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:09.290760 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Transition to ACTIVE for port object a9eb5a10-ec50-462a-87ec-5cef5f0cd141 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:09.299094 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-24f7f666-a85d-4c2c-ad98-d8a0dd391998 req-fb70a63b-0820-4efc-b757-bc6cdc9ecb62 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017951 Nov 03 18:33:09.299802 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.352487 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba215fdc-fef2-4804-aa4e-d7829d90e93d req-24685724-fd6f-4c5b-b110-35c724aad86c tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/security-groups?id=47455f23-2dcd-40fc-af30-c134c11b629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991037 Nov 03 18:33:09.354276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-eef92fca-5a23-4909-85ea-8faf3302f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:09.356026 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-eef92fca-5a23-4909-85ea-8faf3302f4d6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1113005 Nov 03 18:33:09.369066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef1b70-dec8-4cc8-8f4d-da8136861029 req-5a70f083-ac2f-458e-b570-8fbb7f3685a0 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:09.371066 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0ef1b70-dec8-4cc8-8f4d-da8136861029 req-5a70f083-ac2f-458e-b570-8fbb7f3685a0 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 950 time: 0.0939219 Nov 03 18:33:09.378078 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-689c66c8-2502-496f-94a3-dfe0be25af71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.445274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:09.473633 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-689c66c8-2502-496f-94a3-dfe0be25af71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.475386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Attempting to bind port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:09.475746 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Attempting to bind port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:09.476068 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Attempting to bind port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:09.495296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0ef1b70-dec8-4cc8-8f4d-da8136861029 req-8dcf7ff5-cb96-49bd-9de3-7da68ecf6840 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/security-groups?id=a62521b2-e810-4249-97bf-fb8218a67c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036723 Nov 03 18:33:09.495960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 on network e6ea9eda-3066-4349-948b-e1223c0656ae not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:09.496286 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Attempting to bind port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:09.523709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:09.524090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Checking segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:09.524419 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Bound using segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:09.524999 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Bound port: a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:09.525205 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.532953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504e6d9-c456-4665-a00a-16b70253cd10 req-bf652322-fa46-4973-b205-65bf86f7d027 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:09.535400 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b504e6d9-c456-4665-a00a-16b70253cd10 req-bf652322-fa46-4973-b205-65bf86f7d027 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 947 time: 0.1113098 Nov 03 18:33:09.539196 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-24f7f666-a85d-4c2c-ad98-d8a0dd391998 req-1bea29d1-d2f4-4aba-a551-eced64da906f service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304382 Nov 03 18:33:09.566531 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-ec47bfb7-813e-4aea-931f-11c475bd94f2 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944733 Nov 03 18:33:09.583997 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-689c66c8-2502-496f-94a3-dfe0be25af71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.586541 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-689c66c8-2502-496f-94a3-dfe0be25af71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.587673 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-689c66c8-2502-496f-94a3-dfe0be25af71 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/aca419c1-e41f-4c07-9b01-42978515ab1c HTTP/1.1" status: 204 len: 168 time: 0.3726015 Nov 03 18:33:09.608251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c66c8-2502-496f-94a3-dfe0be25af71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca419c1-e41f-4c07-9b01-42978515ab1c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:09.616924 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:09.621022 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:09.627419 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.665219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:09.665841 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.667399 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] 10.222.0.87 "PUT /v2.0/ports/a9eb5a10-ec50-462a-87ec-5cef5f0cd141 HTTP/1.1" status: 200 len: 1091 time: 1.2027574 Nov 03 18:33:09.668271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c227e3-fbdb-44ed-b56e-a653e579f5ee', 'tag': 'a9eb5a10-ec50-462a-87ec-5cef5f0cd141'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:09.670642 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6d7962-ef67-474d-9e0c-40ae51d39a67" -d '{"events": [{"name": "network-changed", "server_uuid": "38c227e3-fbdb-44ed-b56e-a653e579f5ee", "tag": "a9eb5a10-ec50-462a-87ec-5cef5f0cd141"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:09.672290 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b504e6d9-c456-4665-a00a-16b70253cd10 req-fb403f9b-4775-4089-8268-db57a5498658 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176820 Nov 03 18:33:09.696047 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a46234-6ab3-403d-ad7c-a8d36b8491e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:09.722400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 632b6705-3199-4c7b-80ff-24edfb073f45 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:09.728503 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b790b5f9-1bde-4a68-99df-a9b2383efd09 req-1bb8803d-a6ab-48a1-a2ca-165e059d4925 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478612 Nov 03 18:33:09.789342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 632b6705-3199-4c7b-80ff-24edfb073f45 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:33:09.793818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 632b6705-3199-4c7b-80ff-24edfb073f45 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:09.794219 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.884775 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.928030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 632b6705-3199-4c7b-80ff-24edfb073f45, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=632b6705-3199-4c7b-80ff-24edfb073f45,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:09.941701 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:09.951024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a53662-9c31-4c1a-b5b0-3f94a4d2c378 req-b7cf120b-d11f-4df9-9abe-5e1b8ae33543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:09.952709 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a2a53662-9c31-4c1a-b5b0-3f94a4d2c378 req-b7cf120b-d11f-4df9-9abe-5e1b8ae33543 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=81c1aca0785744248f0ca34310ead271&device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 1098 time: 0.0599031 Nov 03 18:33:09.998885 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=632b6705-3199-4c7b-80ff-24edfb073f45,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:10.036906 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a390c-d5a6-4cde-9370-cee85d67e9be req-2a270859-52f3-44c3-80eb-e04a34a787e3 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.038364 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-799a390c-d5a6-4cde-9370-cee85d67e9be req-2a270859-52f3-44c3-80eb-e04a34a787e3 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 944 time: 0.2882817 Nov 03 18:33:10.045304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-b386d731-8c5c-4a14-9ff4-995f79e9ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.046794 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-b386d731-8c5c-4a14-9ff4-995f79e9ff31 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 1094 time: 0.2596254 Nov 03 18:33:10.074208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a53662-9c31-4c1a-b5b0-3f94a4d2c378 req-aaf2ccf8-7481-47bc-a4eb-aca15aeaa232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.075794 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a2a53662-9c31-4c1a-b5b0-3f94a4d2c378 req-aaf2ccf8-7481-47bc-a4eb-aca15aeaa232 service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1089385 Nov 03 18:33:10.123389 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-799a390c-d5a6-4cde-9370-cee85d67e9be req-98f9a06d-a7d9-4342-977c-e51082be1e20 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756204 Nov 03 18:33:10.124611 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-42c45365-72e3-4ba1-9a91-d63f35f9531f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141 HTTP/1.1" status: 200 len: 217 time: 0.0497575 Nov 03 18:33:10.128742 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a2a53662-9c31-4c1a-b5b0-3f94a4d2c378 req-9eaa39e0-0e39-4c7c-bd5e-e588d01698a1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 HTTP/1.1" status: 200 len: 217 time: 0.0442142 Nov 03 18:33:10.184311 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab173d1-4147-4644-abf7-9f4d7e7d864e x-openstack-request-id: req-5ab173d1-4147-4644-abf7-9f4d7e7d864e {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:10.184979 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c227e3-fbdb-44ed-b56e-a653e579f5ee", "tag": "a9eb5a10-ec50-462a-87ec-5cef5f0cd141", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:10.184979 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5ab173d1-4147-4644-abf7-9f4d7e7d864e {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:10.186105 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c227e3-fbdb-44ed-b56e-a653e579f5ee', 'tag': 'a9eb5a10-ec50-462a-87ec-5cef5f0cd141', 'status': 'completed', 'code': 200} Nov 03 18:33:10.211716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-53ef212d-5e0a-4e4c-9e62-517329f8c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.212631 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a53662-9c31-4c1a-b5b0-3f94a4d2c378 req-00eea8c4-0e85-4c3d-bfbe-ad2004b552b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.213462 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-53ef212d-5e0a-4e4c-9e62-517329f8c57f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.0635786 Nov 03 18:33:10.214086 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a2a53662-9c31-4c1a-b5b0-3f94a4d2c378 req-00eea8c4-0e85-4c3d-bfbe-ad2004b552b2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0628455 Nov 03 18:33:10.275971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a53662-9c31-4c1a-b5b0-3f94a4d2c378 req-4b3f1fd8-1d4a-4b91-8e38-2313d0c07839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.277577 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a2a53662-9c31-4c1a-b5b0-3f94a4d2c378 req-4b3f1fd8-1d4a-4b91-8e38-2313d0c07839 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435748 Nov 03 18:33:10.286787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-e1fdbf2f-df03-459d-8f8f-766cc09df036 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432229 Nov 03 18:33:10.302573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d4089-15e8-4ff4-98b5-8f9b5bac8a3a req-65f062ee-2635-4b71-aa9f-4b2587d3472f tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.304134 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-431d4089-15e8-4ff4-98b5-8f9b5bac8a3a req-65f062ee-2635-4b71-aa9f-4b2587d3472f tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 949 time: 0.0748940 Nov 03 18:33:10.387328 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a2a53662-9c31-4c1a-b5b0-3f94a4d2c378 req-78a0e906-ee3a-4ae8-aaac-354ae84d3408 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917163 Nov 03 18:33:10.409036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-431d4089-15e8-4ff4-98b5-8f9b5bac8a3a req-9a34c6ac-99bf-45a0-8467-d623abb0f00f tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7b376d3-6699-4642-b624-3837ac57e32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956433 Nov 03 18:33:10.441193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-3803a49d-0378-4f50-8c06-624d84b4ccf2 service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360798 Nov 03 18:33:10.492119 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a2a53662-9c31-4c1a-b5b0-3f94a4d2c378 req-37c5daed-d423-412f-b3b7-48a5aef069d6 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942776 Nov 03 18:33:10.574696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f530d5-bba3-4f0b-b69b-78d08a02e950 req-ce9c4d6f-3b5e-463d-a17b-4f11b4e308e2 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.576235 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7f530d5-bba3-4f0b-b69b-78d08a02e950 req-ce9c4d6f-3b5e-463d-a17b-4f11b4e308e2 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 943 time: 0.1076539 Nov 03 18:33:10.597592 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4d2c2ec-25aa-4b06-bebe-8b1e2570e73a req-eebb3642-7d51-49b8-8baa-5eda93e896e8 service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415534 Nov 03 18:33:10.621653 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbfbc84-8260-47e7-afa2-df725d987d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09799f3-731e-43a8-beb0-38d254d4b8b1'}, {'server_uuid': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632b6705-3199-4c7b-80ff-24edfb073f45'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:10.626408 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c173ec-a8ca-454d-aaa2-e6f65d67580b" -d '{"events": [{"server_uuid": "3dbfbc84-8260-47e7-afa2-df725d987d1d", "name": "network-vif-plugged", "status": "completed", "tag": "f09799f3-731e-43a8-beb0-38d254d4b8b1"}, {"server_uuid": "3b564306-df48-40bf-bc4e-d072132c7c2b", "name": "network-vif-plugged", "status": "completed", "tag": "632b6705-3199-4c7b-80ff-24edfb073f45"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:10.633411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7f530d5-bba3-4f0b-b69b-78d08a02e950 req-16056ad4-2a0f-475c-bb4f-e26a2951eedf tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478864 Nov 03 18:33:10.743387 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4e524-4985-4d45-bb81-d6bd21a2d51c req-be3dd384-f955-4f76-8fae-3432ef95a6a2 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.744917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5bd4e524-4985-4d45-bb81-d6bd21a2d51c req-be3dd384-f955-4f76-8fae-3432ef95a6a2 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 950 time: 0.0563209 Nov 03 18:33:10.818680 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d7962-ef67-474d-9e0c-40ae51d39a67 req-86e7dc17-1802-4ee4-91a9-c959083c5405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.820174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da6d7962-ef67-474d-9e0c-40ae51d39a67 req-86e7dc17-1802-4ee4-91a9-c959083c5405 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 1094 time: 0.0743375 Nov 03 18:33:10.823848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5bd4e524-4985-4d45-bb81-d6bd21a2d51c req-82967d9f-a401-47ec-83ad-b424cd3ce846 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/security-groups?id=47455f23-2dcd-40fc-af30-c134c11b629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688705 Nov 03 18:33:10.960263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d7962-ef67-474d-9e0c-40ae51d39a67 req-b7d9c6cf-f30a-4956-95d1-aca58adf1d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.961739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da6d7962-ef67-474d-9e0c-40ae51d39a67 req-b7d9c6cf-f30a-4956-95d1-aca58adf1d39 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.1213441 Nov 03 18:33:10.969809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8e9a1-45e2-4d3f-852b-c5448774511e req-c49ee3b8-fe49-4cab-a898-3936a4027765 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:10.971171 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7c8e9a1-45e2-4d3f-852b-c5448774511e req-c49ee3b8-fe49-4cab-a898-3936a4027765 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 950 time: 0.0767210 Nov 03 18:33:11.024887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da6d7962-ef67-474d-9e0c-40ae51d39a67 req-8cd874c5-cf89-4d94-b2b1-2e18fab45e50 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141 HTTP/1.1" status: 200 len: 217 time: 0.0414975 Nov 03 18:33:11.081228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7c8e9a1-45e2-4d3f-852b-c5448774511e req-933941ba-0c27-47b4-a355-d7aaa9e8daaa tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/security-groups?id=a62521b2-e810-4249-97bf-fb8218a67c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040101 Nov 03 18:33:11.108290 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d7962-ef67-474d-9e0c-40ae51d39a67 req-9d55f2b2-182d-4a77-bd38-9554c0e371d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:11.109918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da6d7962-ef67-474d-9e0c-40ae51d39a67 req-9d55f2b2-182d-4a77-bd38-9554c0e371d6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.0744054 Nov 03 18:33:11.126308 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd383921-ac97-4b0c-9c3d-7f0d774e98b1 x-openstack-request-id: req-dd383921-ac97-4b0c-9c3d-7f0d774e98b1 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:11.126849 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbfbc84-8260-47e7-afa2-df725d987d1d", "name": "network-vif-plugged", "status": "completed", "tag": "f09799f3-731e-43a8-beb0-38d254d4b8b1", "code": 200}, {"server_uuid": "3b564306-df48-40bf-bc4e-d072132c7c2b", "name": "network-vif-plugged", "status": "completed", "tag": "632b6705-3199-4c7b-80ff-24edfb073f45", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:11.127048 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dd383921-ac97-4b0c-9c3d-7f0d774e98b1 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:11.127450 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbfbc84-8260-47e7-afa2-df725d987d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09799f3-731e-43a8-beb0-38d254d4b8b1', 'code': 200} Nov 03 18:33:11.127735 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632b6705-3199-4c7b-80ff-24edfb073f45', 'code': 200} Nov 03 18:33:11.165228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da6d7962-ef67-474d-9e0c-40ae51d39a67 req-a61ba93d-66ed-4696-be15-fdd3202daee8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384736 Nov 03 18:33:11.272202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe8aa9-6a42-4375-b674-081b8472ee00 req-794c20d7-7314-4803-9dae-d2a223722295 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:11.273787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1fe8aa9-6a42-4375-b674-081b8472ee00 req-794c20d7-7314-4803-9dae-d2a223722295 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 947 time: 0.1112006 Nov 03 18:33:11.283683 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62d109-b0da-4492-b197-dee63d78eef7 req-71a0b35d-03b5-4e18-be93-847c45591615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:11.285147 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce62d109-b0da-4492-b197-dee63d78eef7 req-71a0b35d-03b5-4e18-be93-847c45591615 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 1101 time: 0.0888691 Nov 03 18:33:11.302403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c248b4-0c4a-4028-9dd1-1c0f9fa09387 req-0de168e8-0636-4df3-8836-7d6b1b22dbf6 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:11.303839 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-82c248b4-0c4a-4028-9dd1-1c0f9fa09387 req-0de168e8-0636-4df3-8836-7d6b1b22dbf6 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 944 time: 0.0974476 Nov 03 18:33:11.439997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1fe8aa9-6a42-4375-b674-081b8472ee00 req-1a550939-01d9-44ba-9b0f-cf77b44a83b4 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536517 Nov 03 18:33:11.444634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce62d109-b0da-4492-b197-dee63d78eef7 req-28baa638-ee7a-46c1-9aa2-db2ec9b69afd service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=47455f23-2dcd-40fc-af30-c134c11b629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343148 Nov 03 18:33:11.449442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-82c248b4-0c4a-4028-9dd1-1c0f9fa09387 req-2f017d9b-264c-47fc-82cf-be7f4e0dc2d0 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380746 Nov 03 18:33:11.509116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b736a-187d-476a-9101-bd8e73e731fa req-e9aa3be3-c1e4-4765-ae72-b78808c163d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:11.510743 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1f0b736a-187d-476a-9101-bd8e73e731fa req-e9aa3be3-c1e4-4765-ae72-b78808c163d0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 1101 time: 0.0575860 Nov 03 18:33:11.514627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da6d7962-ef67-474d-9e0c-40ae51d39a67 req-120c8266-1a81-42e4-b187-29349065c131 service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361701 Nov 03 18:33:11.573760 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1f0b736a-187d-476a-9101-bd8e73e731fa req-9c6754ba-bdcd-40d6-baef-e81f036ab8dd service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a62521b2-e810-4249-97bf-fb8218a67c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387797 Nov 03 18:33:11.631796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e827a-019e-4718-a412-0a92658bf66c req-b712bcc0-6f07-4dfa-ad6a-63d3d6cffee1 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:11.633276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a6e827a-019e-4718-a412-0a92658bf66c req-b712bcc0-6f07-4dfa-ad6a-63d3d6cffee1 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 949 time: 0.1103768 Nov 03 18:33:11.679262 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da6d7962-ef67-474d-9e0c-40ae51d39a67 req-3f4af598-b6b8-4b4d-b826-60a973514149 service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266551 Nov 03 18:33:11.695385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a6e827a-019e-4718-a412-0a92658bf66c req-7482c13c-a3a8-455e-910d-4eb025bf23ac tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7b376d3-6699-4642-b624-3837ac57e32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549624 Nov 03 18:33:11.763705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc011eb-629b-4117-919b-7221b45eecfb req-6ff7ff39-d66d-4ec5-a240-d906a838d78b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:11.765199 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6cc011eb-629b-4117-919b-7221b45eecfb req-6ff7ff39-d66d-4ec5-a240-d906a838d78b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 943 time: 0.0536697 Nov 03 18:33:11.812180 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6cc011eb-629b-4117-919b-7221b45eecfb req-c8e5fa12-794e-48d4-bf3e-beaf8d96bf3f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407443 Nov 03 18:33:11.937085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41bebd-2837-4989-b931-9c7ae894929e req-66cf87f3-3113-429d-94a2-a038928d1024 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:11.938535 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f41bebd-2837-4989-b931-9c7ae894929e req-66cf87f3-3113-429d-94a2-a038928d1024 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 950 time: 0.0482857 Nov 03 18:33:11.986500 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f41bebd-2837-4989-b931-9c7ae894929e req-235d1791-6512-4270-951c-574a0d4e122d tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/security-groups?id=47455f23-2dcd-40fc-af30-c134c11b629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413814 Nov 03 18:33:12.325918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120b6a8-b9da-44ed-8218-82e5f65e6f9e req-69251472-d42a-451d-8a43-0cb7e1ba8fce tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:12.327929 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3120b6a8-b9da-44ed-8218-82e5f65e6f9e req-69251472-d42a-451d-8a43-0cb7e1ba8fce tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 950 time: 0.0509844 Nov 03 18:33:12.383665 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3120b6a8-b9da-44ed-8218-82e5f65e6f9e req-5f18225e-9af0-4085-a3d1-eafd9dfca5cc tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/security-groups?id=a62521b2-e810-4249-97bf-fb8218a67c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496762 Nov 03 18:33:12.553806 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b26fa-2865-4121-9364-2a8ad77c0e4d req-c03371b0-da90-4c53-a6f9-ad2c5ca79735 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:12.555330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-069b26fa-2865-4121-9364-2a8ad77c0e4d req-c03371b0-da90-4c53-a6f9-ad2c5ca79735 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 947 time: 0.0482759 Nov 03 18:33:12.603685 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-069b26fa-2865-4121-9364-2a8ad77c0e4d req-1740f2e6-d65f-479d-8662-8dbeec437f95 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 Nov 03 18:33:12.687111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ec9f2-56e2-41db-982d-cb77ea521476 req-ee8a1b68-a26a-4713-a90b-bffb84289d52 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:12.688623 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db2ec9f2-56e2-41db-982d-cb77ea521476 req-ee8a1b68-a26a-4713-a90b-bffb84289d52 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 944 time: 0.0488529 Nov 03 18:33:12.738552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db2ec9f2-56e2-41db-982d-cb77ea521476 req-c93d4c2b-f4f1-4b1b-8b67-39fa6d1a3e9c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433266 Nov 03 18:33:12.826078 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd858e-f158-4ecd-8090-3bc6c7932167 req-8e53d4e1-6502-48f3-a29f-139f171caceb tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:12.827544 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32fd858e-f158-4ecd-8090-3bc6c7932167 req-8e53d4e1-6502-48f3-a29f-139f171caceb tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 949 time: 0.0531430 Nov 03 18:33:12.880020 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32fd858e-f158-4ecd-8090-3bc6c7932167 req-40de26c9-d21a-4292-ac7e-bda175d0a7b7 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7b376d3-6699-4642-b624-3837ac57e32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435362 Nov 03 18:33:12.889368 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:12.930438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ecc56-df0b-4e92-b95c-033052707d06 req-d03444c3-1b99-4a41-b61b-7c05dccd5c53 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:12.931950 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e8ecc56-df0b-4e92-b95c-033052707d06 req-d03444c3-1b99-4a41-b61b-7c05dccd5c53 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 943 time: 0.0509963 Nov 03 18:33:12.941694 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:12.982526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e8ecc56-df0b-4e92-b95c-033052707d06 req-c2d8cc1e-918a-427e-88ee-07eae689ec97 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437796 Nov 03 18:33:13.052798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:13.065089 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75', 'mac_address': 'fa:16:3e:07:35:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:13.118706 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:13.122526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300b88d-d8ec-4f96-b648-7914ba50a23e req-ac9817dd-c69f-4d9c-a8db-f0bded948f8d tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:13.123895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5300b88d-d8ec-4f96-b648-7914ba50a23e req-ac9817dd-c69f-4d9c-a8db-f0bded948f8d tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 950 time: 0.0599048 Nov 03 18:33:13.134474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:13.154795 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:13.160344 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:13.180676 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5300b88d-d8ec-4f96-b648-7914ba50a23e req-cd966f19-5f25-4363-812a-17f65a66c045 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/security-groups?id=47455f23-2dcd-40fc-af30-c134c11b629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499704 Nov 03 18:33:13.226779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:13.499356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfeff9-ed47-4edf-9acc-9a487b16822d req-261fdcbe-5d6e-4574-8807-efe5ed5d3f15 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:13.500959 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1cfeff9-ed47-4edf-9acc-9a487b16822d req-261fdcbe-5d6e-4574-8807-efe5ed5d3f15 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 950 time: 0.0508504 Nov 03 18:33:13.553534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1cfeff9-ed47-4edf-9acc-9a487b16822d req-39cf24d1-119d-4a73-9850-ac1f7689f4b8 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/security-groups?id=a62521b2-e810-4249-97bf-fb8218a67c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461338 Nov 03 18:33:13.701919 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:13.721751 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-7993afd7-67bb-44b4-98a8-a0861c90134f service neutron] 10.222.0.87 "GET /v2.0/ports/6b94e40d-bb76-446a-a54c-a3d29834c955/bindings/n-h2-812150-4 HTTP/1.1" status: 200 len: 384 time: 0.0766816 Nov 03 18:33:13.884452 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281ed86-8dd8-4215-8e6f-a78220243378 req-e9cbb501-f6b2-48d5-a0b9-300070654959 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:13.886030 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6281ed86-8dd8-4215-8e6f-a78220243378 req-e9cbb501-f6b2-48d5-a0b9-300070654959 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 948 time: 0.0852878 Nov 03 18:33:14.000230 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6281ed86-8dd8-4215-8e6f-a78220243378 req-af162986-c0ee-4c93-91c0-8ab93ba0662d tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943027 Nov 03 18:33:14.040961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-b21033f9-18c8-4288-ad8b-dde15509276f service neutron] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6b94e40d-bb76-446a-a54c-a3d29834c955,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:14.064044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-b21033f9-18c8-4288-ad8b-dde15509276f service neutron] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:14.127003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-b21033f9-18c8-4288-ad8b-dde15509276f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b94e40d-bb76-446a-a54c-a3d29834c955 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:14.141763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-b21033f9-18c8-4288-ad8b-dde15509276f service neutron] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6b94e40d-bb76-446a-a54c-a3d29834c955,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:14.170118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae3a01-c3ba-444f-83d2-10ee85915fb5 req-fb3469ce-d9b1-4f89-a8c7-1cf2a36bd911 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:14.171609 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dcae3a01-c3ba-444f-83d2-10ee85915fb5 req-fb3469ce-d9b1-4f89-a8c7-1cf2a36bd911 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 944 time: 0.1098282 Nov 03 18:33:14.187380 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-b21033f9-18c8-4288-ad8b-dde15509276f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:14.256522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb0f4-693d-4a52-a7a3-c878bb62aba6 req-3b1e5e11-a9d6-44f2-8f14-048e9131644e tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:14.257903 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f0fb0f4-693d-4a52-a7a3-c878bb62aba6 req-3b1e5e11-a9d6-44f2-8f14-048e9131644e tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 950 time: 0.1188283 Nov 03 18:33:14.297093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dcae3a01-c3ba-444f-83d2-10ee85915fb5 req-1c04a1f7-958c-4d1e-9c40-16a2705ed3e3 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115754 Nov 03 18:33:14.347740 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f0fb0f4-693d-4a52-a7a3-c878bb62aba6 req-fe16c5ca-12b2-4eff-8842-a857003ac1ce tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/security-groups?id=a62521b2-e810-4249-97bf-fb8218a67c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800574 Nov 03 18:33:14.348658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-b21033f9-18c8-4288-ad8b-dde15509276f service neutron] Transition to ACTIVE for port object 6b94e40d-bb76-446a-a54c-a3d29834c955 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:14.352762 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-b21033f9-18c8-4288-ad8b-dde15509276f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:14.455357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-b21033f9-18c8-4288-ad8b-dde15509276f service neutron] No DVR routers for this DVR port 6b94e40d-bb76-446a-a54c-a3d29834c955 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:14.484410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21033f9-18c8-4288-ad8b-dde15509276f service neutron] Pushing event updated for resources: {'Port': ['ID=6b94e40d-bb76-446a-a54c-a3d29834c955,revision_number=10']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:14.514595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989a8ce-4e07-4bfd-bcc4-ad06f7069bd7 req-ccd1be26-57af-4804-8a22-fa96a7d601cb tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:14.516015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d989a8ce-4e07-4bfd-bcc4-ad06f7069bd7 req-ccd1be26-57af-4804-8a22-fa96a7d601cb tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 949 time: 0.1602862 Nov 03 18:33:14.529435 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-b21033f9-18c8-4288-ad8b-dde15509276f service neutron] 10.222.0.87 "PUT /v2.0/ports/6b94e40d-bb76-446a-a54c-a3d29834c955/bindings/n-h2-812150-4/activate HTTP/1.1" status: 200 len: 369 time: 0.7927911 Nov 03 18:33:14.543121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60383b95-0e2e-4c66-ac66-b4b83c209b3c req-d510cefc-25e4-4212-90e0-f61c7e7d1e2d tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:14.545169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60383b95-0e2e-4c66-ac66-b4b83c209b3c req-d510cefc-25e4-4212-90e0-f61c7e7d1e2d tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 943 time: 0.1301310 Nov 03 18:33:14.603154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d989a8ce-4e07-4bfd-bcc4-ad06f7069bd7 req-b97e05ef-588e-4e9e-aeae-a67fb5e14e6e tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7b376d3-6699-4642-b624-3837ac57e32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727930 Nov 03 18:33:14.614664 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60383b95-0e2e-4c66-ac66-b4b83c209b3c req-7697519e-5a4c-4dbe-bd6f-829a814ed57d tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622919 Nov 03 18:33:14.759880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-f7792a25-8870-470a-a522-a05f8feacc54 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:14.761560 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-f7792a25-8870-470a-a522-a05f8feacc54 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090&tenant_id=9967bc7a71e345f08f6394ec34bbf289&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 1096 time: 0.1170199 Nov 03 18:33:14.774110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f17751-86a8-40d7-a730-a28921287eb5 req-d164112c-3ac2-4645-9da1-2f6861409f44 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:14.775476 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0f17751-86a8-40d7-a730-a28921287eb5 req-d164112c-3ac2-4645-9da1-2f6861409f44 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 950 time: 0.0802932 Nov 03 18:33:14.881390 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-130c6b1f-4b57-4a6d-a55c-93de7e831faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:14.882903 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-130c6b1f-4b57-4a6d-a55c-93de7e831faa service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090&tenant_id=9967bc7a71e345f08f6394ec34bbf289 HTTP/1.1" status: 200 len: 1096 time: 0.1065207 Nov 03 18:33:14.886855 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0f17751-86a8-40d7-a730-a28921287eb5 req-322e4b2d-6d74-423f-8164-1a35e64066e4 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/security-groups?id=47455f23-2dcd-40fc-af30-c134c11b629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796127 Nov 03 18:33:14.948038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device a9eb5a10-ec50-462a-87ec-5cef5f0cd141 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:15.013930 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:15.158399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:15.170776 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:33:15.178528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:15.178941 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.182193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'a9eb5a10-ec50-462a-87ec-5cef5f0cd141', 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae', 'port_id': 'a9eb5a10-ec50-462a-87ec-5cef5f0cd141', 'mac_address': 'fa:16:3e:57:40:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e033faf3-e15c-44a6-8ae2-6df27fb7fb61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:15.214047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-b6569f70-b8e9-4361-8231-f91290559c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:15.216096 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-b6569f70-b8e9-4361-8231-f91290559c74 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 1096 time: 0.2955503 Nov 03 18:33:15.264544 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.302194 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9eb5a10-ec50-462a-87ec-5cef5f0cd141 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:15.332953 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:15.334555 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.345143 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.355814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-a0a0f16a-4961-4c6d-9755-0f972c1694dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:15.358067 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-a0a0f16a-4961-4c6d-9755-0f972c1694dc service neutron] 10.222.0.98 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.1326187 Nov 03 18:33:15.396675 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9dd7e4a-009e-4601-8744-a42b990651a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:15.399466 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa450b7-b2e1-4684-8c56-6f050836d299" -d '{"events": [{"server_uuid": "f9dd7e4a-009e-4601-8744-a42b990651a0", "name": "network-vif-plugged", "status": "completed", "tag": "69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:15.417460 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-ce8574ef-4413-44b3-aed2-854b326590bf service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b94e40d-bb76-446a-a54c-a3d29834c955 HTTP/1.1" status: 200 len: 217 time: 0.0457835 Nov 03 18:33:15.422045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:15.435406 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.443062 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:15.444999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec507e-9d03-4b2f-8739-2988f1de1719 req-142391f9-ee3e-4902-8c48-39f363fa9568 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:15.454319 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18ec507e-9d03-4b2f-8739-2988f1de1719 req-142391f9-ee3e-4902-8c48-39f363fa9568 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 948 time: 0.1168242 Nov 03 18:33:15.509798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32786) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:15.510850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:15.521663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-5e9b625c-b1ef-4369-83a7-9d534f3cf1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:15.523130 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-5e9b625c-b1ef-4369-83a7-9d534f3cf1b8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.0962095 Nov 03 18:33:15.535597 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18ec507e-9d03-4b2f-8739-2988f1de1719 req-5ba82a1a-acb3-4dbf-8f86-ea1cf2a8d311 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800622 Nov 03 18:33:15.583011 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-c2db4be9-7e0f-4897-a1ac-96bbdb337e93 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451531 Nov 03 18:33:15.657350 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f64e7cdc-62fd-456b-a73d-aa465f125dbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.753252 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f64e7cdc-62fd-456b-a73d-aa465f125dbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.757448 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f64e7cdc-62fd-456b-a73d-aa465f125dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.802347 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f64e7cdc-62fd-456b-a73d-aa465f125dbe admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5607d43b60ca4509a8dd7a1ad158327e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885561 Nov 03 18:33:15.802347 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e7cdc-62fd-456b-a73d-aa465f125dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9509c1-12fc-4eb7-98dc-ee70c388d0e5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:15.805221 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32796) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:15.817546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['a9eb5a10-ec50-462a-87ec-5cef5f0cd141'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:15.820230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f0664-bfaf-40ec-80fb-97ed3e184dc6 req-d7ba3efe-d2bb-4fe8-9822-2db5d1646da0 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:15.821725 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-be8f0664-bfaf-40ec-80fb-97ed3e184dc6 req-d7ba3efe-d2bb-4fe8-9822-2db5d1646da0 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 945 time: 0.1394153 Nov 03 18:33:15.825692 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-0bd996bb-efa1-4160-99ee-15daffecff35 service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268968 Nov 03 18:33:15.834106 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ad924-f043-4f1f-b900-1856d8e68998 req-7fc47477-eb90-4bf9-9f4b-554f112ef42e tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:15.835537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd4ad924-f043-4f1f-b900-1856d8e68998 req-7fc47477-eb90-4bf9-9f4b-554f112ef42e tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 950 time: 0.1432884 Nov 03 18:33:15.857441 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-683c6c6f-dc38-4e8f-9b3c-5a13addc86d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.878957 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-683c6c6f-dc38-4e8f-9b3c-5a13addc86d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.897244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f492dc-1a2b-4305-aa9b-3dcc1fb434e9 req-6771bcc0-ea3c-4619-bf10-a62d0731abb9 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:15.898707 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55f492dc-1a2b-4305-aa9b-3dcc1fb434e9 req-6771bcc0-ea3c-4619-bf10-a62d0731abb9 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 950 time: 0.1458292 Nov 03 18:33:15.936723 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-683c6c6f-dc38-4e8f-9b3c-5a13addc86d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.939606 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-683c6c6f-dc38-4e8f-9b3c-5a13addc86d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:15.940745 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-683c6c6f-dc38-4e8f-9b3c-5a13addc86d8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1e9509c1-12fc-4eb7-98dc-ee70c388d0e5 HTTP/1.1" status: 204 len: 168 time: 0.1344643 Nov 03 18:33:15.951227 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c6c6f-dc38-4e8f-9b3c-5a13addc86d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9509c1-12fc-4eb7-98dc-ee70c388d0e5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:16.053166 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-be8f0664-bfaf-40ec-80fb-97ed3e184dc6 req-4b7f3f66-bd92-439c-9c65-98074e981071 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165723 Nov 03 18:33:16.064597 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd4ad924-f043-4f1f-b900-1856d8e68998 req-e04289b4-20b2-4dc8-8d61-b3a3878b0105 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/security-groups?id=a62521b2-e810-4249-97bf-fb8218a67c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122264 Nov 03 18:33:16.071175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-e29f1477-d8e3-4772-a0b2-172b411a0958 service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319312 Nov 03 18:33:16.112339 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c65ad6e-7a65-4453-829f-ad01635c4d6e x-openstack-request-id: req-0c65ad6e-7a65-4453-829f-ad01635c4d6e {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:16.113390 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9dd7e4a-009e-4601-8744-a42b990651a0", "name": "network-vif-plugged", "status": "completed", "tag": "69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:16.114215 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0c65ad6e-7a65-4453-829f-ad01635c4d6e {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:16.115259 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9dd7e4a-009e-4601-8744-a42b990651a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75', 'code': 200} Nov 03 18:33:16.116519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-55f492dc-1a2b-4305-aa9b-3dcc1fb434e9 req-23984178-e464-4000-901b-c1498070b6c4 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Deleting port f09799f3-731e-43a8-beb0-38d254d4b8b1 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:33:16.116519 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-55f492dc-1a2b-4305-aa9b-3dcc1fb434e9 req-23984178-e464-4000-901b-c1498070b6c4 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.252255 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-55f492dc-1a2b-4305-aa9b-3dcc1fb434e9 req-23984178-e464-4000-901b-c1498070b6c4 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] For port f09799f3-731e-43a8-beb0-38d254d4b8b1, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f09799f3-731e-43a8-beb0-38d254d4b8b1,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:16.252714 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-55f492dc-1a2b-4305-aa9b-3dcc1fb434e9 req-23984178-e464-4000-901b-c1498070b6c4 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.287570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-55f492dc-1a2b-4305-aa9b-3dcc1fb434e9 req-23984178-e464-4000-901b-c1498070b6c4 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Calling delete_port for f09799f3-731e-43a8-beb0-38d254d4b8b1 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:33:16.307257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a93e4-4598-4424-a6e4-064ec25f10ac req-289a6a37-0fc0-4d09-9ba6-73a28043fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:16.309199 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-029a93e4-4598-4424-a6e4-064ec25f10ac req-289a6a37-0fc0-4d09-9ba6-73a28043fa15 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 1100 time: 0.0714571 Nov 03 18:33:16.382182 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32814) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:16.393806 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-029a93e4-4598-4424-a6e4-064ec25f10ac req-a56a97da-f61e-432e-8780-ada9a79fdeeb service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688968 Nov 03 18:33:16.400525 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-50275a27-8eee-4228-8b42-f617d66bb352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.487774 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-50275a27-8eee-4228-8b42-f617d66bb352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.489424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f454cdc-4b77-47b6-942d-bcdd34f945b5 req-ce70381e-0ec2-47ab-a523-127f37b3d971 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:16.490954 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f454cdc-4b77-47b6-942d-bcdd34f945b5 req-ce70381e-0ec2-47ab-a523-127f37b3d971 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 944 time: 0.2157006 Nov 03 18:33:16.491988 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-50275a27-8eee-4228-8b42-f617d66bb352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.530667 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50275a27-8eee-4228-8b42-f617d66bb352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda215cd-9305-4f4c-b70b-dfdf156c42c6,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:16.534750 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-50275a27-8eee-4228-8b42-f617d66bb352 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2561443f0b314718bd0b4dae475a34b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516018 Nov 03 18:33:16.537451 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32818) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:16.590396 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9790c4aa-4cb2-4964-9a05-c07e0cd7bb24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.612621 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9790c4aa-4cb2-4964-9a05-c07e0cd7bb24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.616063 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-55f492dc-1a2b-4305-aa9b-3dcc1fb434e9 req-23984178-e464-4000-901b-c1498070b6c4 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.622430 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-2e27e5eb-e1b6-492b-a431-69e8ebfe8cdb tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:16.623938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-2e27e5eb-e1b6-492b-a431-69e8ebfe8cdb tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090&tenant_id=9967bc7a71e345f08f6394ec34bbf289&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 1096 time: 0.1555998 Nov 03 18:33:16.655208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac338a31-1a51-4265-b3bf-60325831602b req-1ebd9630-039a-444a-889c-d86c852adced tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:16.656778 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac338a31-1a51-4265-b3bf-60325831602b req-1ebd9630-039a-444a-889c-d86c852adced tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 949 time: 0.1463764 Nov 03 18:33:16.666654 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['f09799f3-731e-43a8-beb0-38d254d4b8b1'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:16.670315 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9790c4aa-4cb2-4964-9a05-c07e0cd7bb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.674275 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9790c4aa-4cb2-4964-9a05-c07e0cd7bb24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.679458 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9790c4aa-4cb2-4964-9a05-c07e0cd7bb24 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/eda215cd-9305-4f4c-b70b-dfdf156c42c6 HTTP/1.1" status: 204 len: 168 time: 0.1409571 Nov 03 18:33:16.696731 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790c4aa-4cb2-4964-9a05-c07e0cd7bb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda215cd-9305-4f4c-b70b-dfdf156c42c6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:16.701230 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f454cdc-4b77-47b6-942d-bcdd34f945b5 req-ad97f64c-9ad5-427a-822b-329c2dc0a769 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853600 Nov 03 18:33:16.706082 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23984178-e464-4000-901b-c1498070b6c4 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Pushing event deleted for resources: {'Port': ['ID=f09799f3-731e-43a8-beb0-38d254d4b8b1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:16.778640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f492dc-1a2b-4305-aa9b-3dcc1fb434e9 req-23984178-e464-4000-901b-c1498070b6c4 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] No DVR routers for this DVR port f09799f3-731e-43a8-beb0-38d254d4b8b1 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:16.789269 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-55f492dc-1a2b-4305-aa9b-3dcc1fb434e9 req-23984178-e464-4000-901b-c1498070b6c4 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:16.792620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55f492dc-1a2b-4305-aa9b-3dcc1fb434e9 req-23984178-e464-4000-901b-c1498070b6c4 tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.87 "DELETE /v2.0/ports/f09799f3-731e-43a8-beb0-38d254d4b8b1 HTTP/1.1" status: 204 len: 173 time: 0.8831768 Nov 03 18:33:16.797163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbfbc84-8260-47e7-afa2-df725d987d1d', 'name': 'network-vif-deleted', 'tag': 'f09799f3-731e-43a8-beb0-38d254d4b8b1'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:16.799381 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7046ac-779b-4457-89ce-19000d21f96c" -d '{"events": [{"server_uuid": "3dbfbc84-8260-47e7-afa2-df725d987d1d", "name": "network-vif-deleted", "tag": "f09799f3-731e-43a8-beb0-38d254d4b8b1"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:16.865294 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac338a31-1a51-4265-b3bf-60325831602b req-727ed3dd-d70a-4334-b04b-a36832ae43d0 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7b376d3-6699-4642-b624-3837ac57e32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686120 Nov 03 18:33:16.938736 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d9eeeb-8556-48c8-af1e-d6a74e3322c2 x-openstack-request-id: req-81d9eeeb-8556-48c8-af1e-d6a74e3322c2 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:16.939374 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbfbc84-8260-47e7-afa2-df725d987d1d", "name": "network-vif-deleted", "tag": "f09799f3-731e-43a8-beb0-38d254d4b8b1", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:16.939374 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-81d9eeeb-8556-48c8-af1e-d6a74e3322c2 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:16.939694 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbfbc84-8260-47e7-afa2-df725d987d1d', 'name': 'network-vif-deleted', 'tag': 'f09799f3-731e-43a8-beb0-38d254d4b8b1', 'status': 'completed', 'code': 200} Nov 03 18:33:16.969918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device a9eb5a10-ec50-462a-87ec-5cef5f0cd141 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:16.975129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5fe81-0d98-4cec-8083-844fe15a9116 req-e6330c4b-fe34-419f-947d-b607ca210c21 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:16.978376 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52b5fe81-0d98-4cec-8083-844fe15a9116 req-e6330c4b-fe34-419f-947d-b607ca210c21 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 949 time: 0.1899295 Nov 03 18:33:17.027196 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:33:17.027416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-29045eea-73c7-48f0-b06a-f2f7e5f6a7f5 service neutron] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:17.032542 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-29045eea-73c7-48f0-b06a-f2f7e5f6a7f5 service neutron] Publish callbacks [] for binding, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:17.032743 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:17.033224 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:17.033661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60dec77a-404c-4238-b37d-7051f9b7f013 req-29045eea-73c7-48f0-b06a-f2f7e5f6a7f5 service neutron] 10.222.0.98 "DELETE /v2.0/ports/6b94e40d-bb76-446a-a54c-a3d29834c955/bindings/n-h1-812150-4 HTTP/1.1" status: 204 len: 173 time: 0.3959622 Nov 03 18:33:17.066912 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52b5fe81-0d98-4cec-8083-844fe15a9116 req-6752e188-6280-4155-9c86-d5a73bbb68ec tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695286 Nov 03 18:33:17.128919 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:17.181875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:17.187889 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:17.188717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6b94e40d-bb76-446a-a54c-a3d29834c955 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:17.225696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb6700c6-1ed2-4d25-8ab0-da9885056ebc req-25171a75-e728-4194-8311-2f5e2da68d7c tempest-ServerDiagnosticsNegativeTest-1771768233 tempest-ServerDiagnosticsNegativeTest-1771768233-project] 10.222.0.107 "GET /v2.0/ports?device_id=3dbfbc84-8260-47e7-afa2-df725d987d1d HTTP/1.1" status: 200 len: 210 time: 0.0354791 Nov 03 18:33:17.233774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ba9e4-4785-43b6-983e-1d06bc7cdc7f req-87514e68-8074-4882-ba14-7a52d6a3aa3f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:17.241017 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e58ba9e4-4785-43b6-983e-1d06bc7cdc7f req-87514e68-8074-4882-ba14-7a52d6a3aa3f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 945 time: 0.0911324 Nov 03 18:33:17.279666 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6b94e40d-bb76-446a-a54c-a3d29834c955 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:17.282740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:17.301081 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e58ba9e4-4785-43b6-983e-1d06bc7cdc7f req-772b7ce9-2af3-40b1-b65d-b74214680fdc tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590675 Nov 03 18:33:17.447465 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffabd68-239e-49ac-9df5-288ec75f6ef4 req-56df29b1-30dd-431e-9402-c5983ecb3108 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:17.449037 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ffabd68-239e-49ac-9df5-288ec75f6ef4 req-56df29b1-30dd-431e-9402-c5983ecb3108 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 1096 time: 0.0408611 Nov 03 18:33:17.502499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ffabd68-239e-49ac-9df5-288ec75f6ef4 req-d8e41fe9-c5dd-474a-ba19-fa76ec55f9e4 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472095 Nov 03 18:33:17.869444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d9641-4626-4c68-a59d-dbae1ef6a96a req-fa98cb92-3a91-47f8-aa73-dda68817ad38 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:17.870845 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-302d9641-4626-4c68-a59d-dbae1ef6a96a req-fa98cb92-3a91-47f8-aa73-dda68817ad38 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 945 time: 0.0779059 Nov 03 18:33:17.882119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-726ed060-f64c-43f5-a1dd-f9521f3d3e2f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:17.883611 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-726ed060-f64c-43f5-a1dd-f9521f3d3e2f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 820 time: 0.1519589 Nov 03 18:33:17.911214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-5f8d4b41-31ae-4fa2-83c8-154c06058a60 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/quotas/9967bc7a71e345f08f6394ec34bbf289 HTTP/1.1" status: 200 len: 375 time: 0.0199039 Nov 03 18:33:17.970309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-302d9641-4626-4c68-a59d-dbae1ef6a96a req-6c7008fa-21e8-4149-acca-05920de21ced tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856941 Nov 03 18:33:17.984258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-9ff90235-e11b-4480-a2be-da14806a4dad tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616670 Nov 03 18:33:18.116940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c227e3-fbdb-44ed-b56e-a653e579f5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9eb5a10-ec50-462a-87ec-5cef5f0cd141'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:18.119393 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1461872f-3208-4703-9dde-3facaa5834ba" -d '{"events": [{"server_uuid": "38c227e3-fbdb-44ed-b56e-a653e579f5ee", "name": "network-vif-plugged", "status": "completed", "tag": "a9eb5a10-ec50-462a-87ec-5cef5f0cd141"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:18.122535 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8192971-6691-4094-90ff-d4c34d9af258 service neutron] 10.222.0.107 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286285 Nov 03 18:33:18.132343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9844938-7f82-4b25-b9f4-ccd1d2cc8629 req-c7a2fd07-e8eb-4722-a506-f1420abe8356 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:18.133927 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9844938-7f82-4b25-b9f4-ccd1d2cc8629 req-c7a2fd07-e8eb-4722-a506-f1420abe8356 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 949 time: 0.0780993 Nov 03 18:33:18.240137 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9844938-7f82-4b25-b9f4-ccd1d2cc8629 req-e408d95a-169e-454c-a7ee-8f58495e448f tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7b376d3-6699-4642-b624-3837ac57e32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974576 Nov 03 18:33:18.263117 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-12576c55-73c1-4f71-b833-a20a170442e8 service neutron] 10.222.0.107 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219089 Nov 03 18:33:18.345099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702c3a5-3e94-49a4-80a3-87728998e4a2 req-ea7a3d38-088f-4dbf-ae02-29559c210ba5 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:18.346586 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3702c3a5-3e94-49a4-80a3-87728998e4a2 req-ea7a3d38-088f-4dbf-ae02-29559c210ba5 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.98 "GET /v2.0/ports?device_id=b4f89170-4264-4362-93b9-76089f10c48d HTTP/1.1" status: 200 len: 949 time: 0.0741286 Nov 03 18:33:18.408286 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c975b1e6-245a-4676-9243-58b7cefcb475 x-openstack-request-id: req-c975b1e6-245a-4676-9243-58b7cefcb475 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:18.408799 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c227e3-fbdb-44ed-b56e-a653e579f5ee", "name": "network-vif-plugged", "status": "completed", "tag": "a9eb5a10-ec50-462a-87ec-5cef5f0cd141", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:18.408893 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c975b1e6-245a-4676-9243-58b7cefcb475 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:18.409208 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c227e3-fbdb-44ed-b56e-a653e579f5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9eb5a10-ec50-462a-87ec-5cef5f0cd141', 'code': 200} Nov 03 18:33:18.441445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183f2ab-337e-46d2-aa7b-57fc2b184859 req-75afa0c8-d11c-4c6a-8fc0-b2949324277a tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:18.443287 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4183f2ab-337e-46d2-aa7b-57fc2b184859 req-75afa0c8-d11c-4c6a-8fc0-b2949324277a tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 949 time: 0.1252048 Nov 03 18:33:18.546239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4183f2ab-337e-46d2-aa7b-57fc2b184859 req-41332706-c045-40b1-94e9-e5a8843243bc tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618308 Nov 03 18:33:18.634474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-3702c3a5-3e94-49a4-80a3-87728998e4a2 req-b8573ebb-ec71-41b6-9674-41280268dd10 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Deleting port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:33:18.634474 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3702c3a5-3e94-49a4-80a3-87728998e4a2 req-b8573ebb-ec71-41b6-9674-41280268dd10 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:18.687146 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d011fbc2-9a51-4b9f-901e-9ed77db90268 req-481400e6-14f9-4f23-a1df-d6227c174108 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 210 time: 0.0696507 Nov 03 18:33:18.728338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2ab0d-e459-4072-bc7b-8e17b990c6e0 req-1634f923-bfb9-40d4-aa2a-363845608ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:18.729899 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8eb2ab0d-e459-4072-bc7b-8e17b990c6e0 req-1634f923-bfb9-40d4-aa2a-363845608ce4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 1096 time: 0.1584802 Nov 03 18:33:18.817759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-3702c3a5-3e94-49a4-80a3-87728998e4a2 req-b8573ebb-ec71-41b6-9674-41280268dd10 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] For port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9ef0d70a-dc9b-47a6-b202-5bd5781093f4,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:18.818231 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3702c3a5-3e94-49a4-80a3-87728998e4a2 req-b8573ebb-ec71-41b6-9674-41280268dd10 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:18.835021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-3702c3a5-3e94-49a4-80a3-87728998e4a2 req-b8573ebb-ec71-41b6-9674-41280268dd10 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Calling delete_port for 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:33:18.992951 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3702c3a5-3e94-49a4-80a3-87728998e4a2 req-b8573ebb-ec71-41b6-9674-41280268dd10 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.006494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['9ef0d70a-dc9b-47a6-b202-5bd5781093f4'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:19.028890 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32962) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:19.052150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8573ebb-ec71-41b6-9674-41280268dd10 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Pushing event deleted for resources: {'Port': ['ID=9ef0d70a-dc9b-47a6-b202-5bd5781093f4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:19.144526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8eb2ab0d-e459-4072-bc7b-8e17b990c6e0 req-000fda0e-01d9-4739-87f9-24972d919e47 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593094 Nov 03 18:33:19.182794 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-c21c2f3a-aac8-4c0f-b806-e43b6ea141fb tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=16fcce5bbda9449483a20875ac1d23d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1458590 Nov 03 18:33:19.185854 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3702c3a5-3e94-49a4-80a3-87728998e4a2 req-b8573ebb-ec71-41b6-9674-41280268dd10 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] No DVR routers for this DVR port 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:19.208564 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3702c3a5-3e94-49a4-80a3-87728998e4a2 req-b8573ebb-ec71-41b6-9674-41280268dd10 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.212860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3702c3a5-3e94-49a4-80a3-87728998e4a2 req-b8573ebb-ec71-41b6-9674-41280268dd10 tempest-TenantUsagesTestJSON-316652768 tempest-TenantUsagesTestJSON-316652768-project] 10.222.0.98 "DELETE /v2.0/ports/9ef0d70a-dc9b-47a6-b202-5bd5781093f4 HTTP/1.1" status: 204 len: 173 time: 0.8493941 Nov 03 18:33:19.214987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f89170-4264-4362-93b9-76089f10c48d', 'name': 'network-vif-deleted', 'tag': '9ef0d70a-dc9b-47a6-b202-5bd5781093f4'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:19.217932 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535246ed-3c34-4cf1-8c00-9b8fa532dba6" -d '{"events": [{"server_uuid": "b4f89170-4264-4362-93b9-76089f10c48d", "name": "network-vif-deleted", "tag": "9ef0d70a-dc9b-47a6-b202-5bd5781093f4"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:19.240591 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9506b90b-8493-4b45-80e6-5e31bda9c0e1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=73f967721d954d9188d613c4281536b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109039 Nov 03 18:33:19.243103 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32970) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:19.318194 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9472cfa7-4e14-47a2-aec9-8909200ecb1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.364227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9472cfa7-4e14-47a2-aec9-8909200ecb1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.388054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c07aac9-e999-4961-ab9d-c471dd6907b7 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:19.395941 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c07aac9-e999-4961-ab9d-c471dd6907b7 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119720 Nov 03 18:33:19.413625 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-acc91862-5ad8-40d0-9ce4-e26caec1e9a4 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/quotas/16fcce5bbda9449483a20875ac1d23d3 HTTP/1.1" status: 200 len: 375 time: 0.0166883 Nov 03 18:33:19.439024 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9472cfa7-4e14-47a2-aec9-8909200ecb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.443327 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9472cfa7-4e14-47a2-aec9-8909200ecb1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:19.444889 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9472cfa7-4e14-47a2-aec9-8909200ecb1f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a62521b2-e810-4249-97bf-fb8218a67c50 HTTP/1.1" status: 204 len: 168 time: 0.2004993 Nov 03 18:33:19.469565 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472cfa7-4e14-47a2-aec9-8909200ecb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62521b2-e810-4249-97bf-fb8218a67c50,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:19.689923 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-62f8631d-cd98-4858-947b-7b4dff262333 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=16fcce5bbda9449483a20875ac1d23d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2753346 Nov 03 18:33:19.790403 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 632b6705-3199-4c7b-80ff-24edfb073f45 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:19.852688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f67a2a-9f73-4b99-9639-66aafd9614cf req-bb4da01c-03e8-4090-86fe-d76c86c5c219 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:19.867506 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41f67a2a-9f73-4b99-9639-66aafd9614cf req-bb4da01c-03e8-4090-86fe-d76c86c5c219 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 945 time: 0.1902096 Nov 03 18:33:20.003023 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41f67a2a-9f73-4b99-9639-66aafd9614cf req-63443318-1974-421c-923f-73a82bc7d552 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342020 Nov 03 18:33:20.082612 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28853f21-c8db-4228-bdf1-1f07fc1c7ee0 x-openstack-request-id: req-28853f21-c8db-4228-bdf1-1f07fc1c7ee0 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:20.082869 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f89170-4264-4362-93b9-76089f10c48d", "name": "network-vif-deleted", "tag": "9ef0d70a-dc9b-47a6-b202-5bd5781093f4", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:20.083404 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-28853f21-c8db-4228-bdf1-1f07fc1c7ee0 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:20.083974 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f89170-4264-4362-93b9-76089f10c48d', 'name': 'network-vif-deleted', 'tag': '9ef0d70a-dc9b-47a6-b202-5bd5781093f4', 'status': 'completed', 'code': 200} Nov 03 18:33:20.141161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 632b6705-3199-4c7b-80ff-24edfb073f45, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=632b6705-3199-4c7b-80ff-24edfb073f45,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:20.185014 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '632b6705-3199-4c7b-80ff-24edfb073f45', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '632b6705-3199-4c7b-80ff-24edfb073f45', 'mac_address': 'fa:16:3e:ea:89:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:20.220375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33014) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:20.241481 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7c98ac1-65b2-4a65-812d-3b47d285a23b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:20.259801 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:20.279074 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 632b6705-3199-4c7b-80ff-24edfb073f45 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:20.309111 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 632b6705-3199-4c7b-80ff-24edfb073f45, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=632b6705-3199-4c7b-80ff-24edfb073f45,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:20.316450 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:20.390303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30d58d-c769-4428-a6c1-77dd9367c6d8 req-759f7356-3874-4e26-bf45-8a437a3ed6f0 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:20.398156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5f30d58d-c769-4428-a6c1-77dd9367c6d8 req-759f7356-3874-4e26-bf45-8a437a3ed6f0 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 949 time: 0.1537976 Nov 03 18:33:20.419249 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=632b6705-3199-4c7b-80ff-24edfb073f45,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:20.423465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['632b6705-3199-4c7b-80ff-24edfb073f45'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:20.545270 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33022) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:20.627923 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d47893ac-dfe1-4f9a-8b45-19e06587bf26 req-7a18de37-8636-45a9-b775-ab3fc93af0b5 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 210 time: 0.0878696 Nov 03 18:33:20.659712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5f30d58d-c769-4428-a6c1-77dd9367c6d8 req-6fe3e663-ab35-43d7-a4e4-313c3104a384 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577872 Nov 03 18:33:20.758685 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7c98ac1-65b2-4a65-812d-3b47d285a23b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:20.839853 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7c98ac1-65b2-4a65-812d-3b47d285a23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:20.895332 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-26e85ec0-cfb8-4245-a1af-2f0fe5d2d8d8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3a41d1a0d70644d58c2a7c1a4b892080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478868 Nov 03 18:33:20.897877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33028) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:20.950284 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a72c588a-6dad-42a0-ae4d-d6f98712f70b req-f12377b5-e3fb-47eb-a392-77d4c1baea67 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 210 time: 0.1838267 Nov 03 18:33:20.978837 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f7c98ac1-65b2-4a65-812d-3b47d285a23b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=96eab9e7d1a948709bf5ae3558dcf27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7563877 Nov 03 18:33:20.987970 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33030) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:20.997418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c98ac1-65b2-4a65-812d-3b47d285a23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370755c5-efa8-44b7-8349-f834370481b1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:20.998636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device f09799f3-731e-43a8-beb0-38d254d4b8b1 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:21.056534 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4ef4586c-877c-427d-835d-6e3b653f699a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:21.061391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-6f8f3e5a-4193-440b-8a17-3baaae1c1a05 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:21.064257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-6f8f3e5a-4193-440b-8a17-3baaae1c1a05 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.87 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 820 time: 0.3663156 Nov 03 18:33:21.098928 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: f09799f3-731e-43a8-beb0-38d254d4b8b1 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:33:21.104777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device f09799f3-731e-43a8-beb0-38d254d4b8b1 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:21.104945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-6e16281b-cfa3-4c5f-9dce-74c8f03cdb77 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Request body: {'port': {'device_id': '44cc76f7-d964-4633-a534-bdc69c252b31', 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c', 'admin_state_up': True, 'tenant_id': '9967bc7a71e345f08f6394ec34bbf289'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:21.116459 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4ef4586c-877c-427d-835d-6e3b653f699a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:21.205405 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4ef4586c-877c-427d-835d-6e3b653f699a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:21.208342 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4ef4586c-877c-427d-835d-6e3b653f699a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:21.209729 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4ef4586c-877c-427d-835d-6e3b653f699a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a7b376d3-6699-4642-b624-3837ac57e32b HTTP/1.1" status: 204 len: 168 time: 0.3106894 Nov 03 18:33:21.241670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4586c-877c-427d-835d-6e3b653f699a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b376d3-6699-4642-b624-3837ac57e32b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:21.292002 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3d18e76-157a-48d1-9e1a-0e008418124d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:21.367392 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3d18e76-157a-48d1-9e1a-0e008418124d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:21.462989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b333967-905b-4ebb-a1e1-8d08d72ab2a4 req-add1f293-7616-4096-b5fa-c5737b254797 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:21.470883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b333967-905b-4ebb-a1e1-8d08d72ab2a4 req-add1f293-7616-4096-b5fa-c5737b254797 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 945 time: 0.3207200 Nov 03 18:33:21.480405 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3d18e76-157a-48d1-9e1a-0e008418124d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:21.483844 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3d18e76-157a-48d1-9e1a-0e008418124d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:21.502509 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c3d18e76-157a-48d1-9e1a-0e008418124d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/370755c5-efa8-44b7-8349-f834370481b1 HTTP/1.1" status: 204 len: 168 time: 0.5074074 Nov 03 18:33:21.517494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-6e16281b-cfa3-4c5f-9dce-74c8f03cdb77 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Made reservation on behalf of 9967bc7a71e345f08f6394ec34bbf289 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:21.518290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d18e76-157a-48d1-9e1a-0e008418124d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370755c5-efa8-44b7-8349-f834370481b1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:21.524350 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-6e16281b-cfa3-4c5f-9dce-74c8f03cdb77 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:21.671325 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b333967-905b-4ebb-a1e1-8d08d72ab2a4 req-f26e80ac-756b-4bb9-a248-5ea3d235717f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873450 Nov 03 18:33:21.747461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33062) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:21.774662 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-890c79f4-c469-4bc4-b90c-1af67d116226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:21.800573 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 632b6705-3199-4c7b-80ff-24edfb073f45 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:21.835570 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-655d9ae6-6c8d-4609-b66b-645aef6f4202 req-9038de8d-8ae5-493a-a0c2-1e12392e1e88 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 210 time: 0.0663316 Nov 03 18:33:21.968596 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-6e16281b-cfa3-4c5f-9dce-74c8f03cdb77 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Allocated IP 172.20.0.12 (5642331e-152e-4c1a-8167-032b35756d1c/97b55460-6287-4d60-9d60-2a65074fdaf9/69a52d2b-7093-494c-a4f7-4f515ac5e907) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:21.978848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-219aaa62-82d2-4244-9c53-c1cdbc469b3d tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=16fcce5bbda9449483a20875ac1d23d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1376567 Nov 03 18:33:21.983555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 632b6705-3199-4c7b-80ff-24edfb073f45 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:21.986728 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:22.055671 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-890c79f4-c469-4bc4-b90c-1af67d116226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:22.063790 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-890c79f4-c469-4bc4-b90c-1af67d116226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:22.152213 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-890c79f4-c469-4bc4-b90c-1af67d116226 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6b1440b4ced547aba5d478b73ef9ab4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020503 Nov 03 18:33:22.155129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33072) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:22.156120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c79f4-c469-4bc4-b90c-1af67d116226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7440e033-7113-4b93-a839-acbbe4c92e2a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:22.191211 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:22.208396 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121a76e-e6eb-4e73-8b1a-45e31ef45c3a req-29c85750-84c4-41ce-9c6a-cce027310587 tempest-DeleteServersAdminTestJSON-2120341819 tempest-DeleteServersAdminTestJSON-2120341819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:22.210527 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2121a76e-e6eb-4e73-8b1a-45e31ef45c3a req-29c85750-84c4-41ce-9c6a-cce027310587 tempest-DeleteServersAdminTestJSON-2120341819 tempest-DeleteServersAdminTestJSON-2120341819-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 1100 time: 0.1199722 Nov 03 18:33:22.244573 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632b6705-3199-4c7b-80ff-24edfb073f45'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:22.251930 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f46765-e47b-4f29-b67a-64280b42e858" -d '{"events": [{"server_uuid": "3b564306-df48-40bf-bc4e-d072132c7c2b", "name": "network-vif-plugged", "status": "completed", "tag": "632b6705-3199-4c7b-80ff-24edfb073f45"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:22.283421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 632b6705-3199-4c7b-80ff-24edfb073f45, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=632b6705-3199-4c7b-80ff-24edfb073f45,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:22.302690 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:22.303700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:22.337076 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d9998b1-8bcf-4dff-821e-37af2a2b640e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:22.388705 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:33:22.389245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9ef0d70a-dc9b-47a6-b202-5bd5781093f4 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:22.400012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411b5dd-3cc9-40cc-9b50-30dd9c633cca req-cf0c3529-5b80-445d-bc32-3d3aed22a54c tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:22.419597 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7411b5dd-3cc9-40cc-9b50-30dd9c633cca req-cf0c3529-5b80-445d-bc32-3d3aed22a54c tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 949 time: 0.3945277 Nov 03 18:33:22.424513 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d9998b1-8bcf-4dff-821e-37af2a2b640e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:22.455195 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=632b6705-3199-4c7b-80ff-24edfb073f45,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:22.461412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0de5f663-de47-41ab-ac34-feba3c96dc85 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:22.470472 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0de5f663-de47-41ab-ac34-feba3c96dc85 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4787903 Nov 03 18:33:22.511602 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-2121a76e-e6eb-4e73-8b1a-45e31ef45c3a req-9d528f8b-78c2-4a4b-bccb-fdc022a794db tempest-DeleteServersAdminTestJSON-2120341819 tempest-DeleteServersAdminTestJSON-2120341819-project-admin] Deleting port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:33:22.511964 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2121a76e-e6eb-4e73-8b1a-45e31ef45c3a req-9d528f8b-78c2-4a4b-bccb-fdc022a794db tempest-DeleteServersAdminTestJSON-2120341819 tempest-DeleteServersAdminTestJSON-2120341819-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:22.522061 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Request body: {'port': {'device_id': '69d19937-b67b-40b3-a6fc-76bd460e255f', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '16fcce5bbda9449483a20875ac1d23d3'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:22.641513 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2121a76e-e6eb-4e73-8b1a-45e31ef45c3a req-9d528f8b-78c2-4a4b-bccb-fdc022a794db tempest-DeleteServersAdminTestJSON-2120341819 tempest-DeleteServersAdminTestJSON-2120341819-project-admin] For port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:22.641880 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2121a76e-e6eb-4e73-8b1a-45e31ef45c3a req-9d528f8b-78c2-4a4b-bccb-fdc022a794db tempest-DeleteServersAdminTestJSON-2120341819 tempest-DeleteServersAdminTestJSON-2120341819-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:22.673716 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d9998b1-8bcf-4dff-821e-37af2a2b640e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:22.676318 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d9998b1-8bcf-4dff-821e-37af2a2b640e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:22.679834 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2d9998b1-8bcf-4dff-821e-37af2a2b640e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7440e033-7113-4b93-a839-acbbe4c92e2a HTTP/1.1" status: 204 len: 168 time: 0.5162196 Nov 03 18:33:22.682512 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-2121a76e-e6eb-4e73-8b1a-45e31ef45c3a req-9d528f8b-78c2-4a4b-bccb-fdc022a794db tempest-DeleteServersAdminTestJSON-2120341819 tempest-DeleteServersAdminTestJSON-2120341819-project-admin] Calling delete_port for 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:33:22.710422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9998b1-8bcf-4dff-821e-37af2a2b640e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7440e033-7113-4b93-a839-acbbe4c92e2a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:22.803601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7411b5dd-3cc9-40cc-9b50-30dd9c633cca req-8806b956-031c-46c1-a0e0-5e04e44ca4e4 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814049 Nov 03 18:33:22.834308 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb89c9b-7556-41cd-8315-c34d06169189 req-dcbe9ced-2dcf-47ba-9e8b-25ec0cd21cae tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:22.836374 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fbb89c9b-7556-41cd-8315-c34d06169189 req-dcbe9ced-2dcf-47ba-9e8b-25ec0cd21cae tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 1096 time: 0.2764120 Nov 03 18:33:22.838126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33094) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:22.930340 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-6e16281b-cfa3-4c5f-9dce-74c8f03cdb77 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:22.995491 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:33:23.035700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f2331c9e-2923-4851-9e94-23fad5ddbb26 req-8c3ed6ae-c4b5-4ea7-ba32-1fa9d03256d7 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 210 time: 0.0843322 Nov 03 18:33:23.069890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fbb89c9b-7556-41cd-8315-c34d06169189 req-567a02ad-03a8-4cd8-8d56-9f48cc2b9126 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084177 Nov 03 18:33:23.119766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Made reservation on behalf of 16fcce5bbda9449483a20875ac1d23d3 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:23.127315 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.149260 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.162275 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-6e16281b-cfa3-4c5f-9dce-74c8f03cdb77 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.225571 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a89b50-c065-41d3-9022-19ff39cada7f x-openstack-request-id: req-73a89b50-c065-41d3-9022-19ff39cada7f {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:23.226216 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b564306-df48-40bf-bc4e-d072132c7c2b", "name": "network-vif-plugged", "status": "completed", "tag": "632b6705-3199-4c7b-80ff-24edfb073f45", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:23.226216 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-73a89b50-c065-41d3-9022-19ff39cada7f {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:23.226658 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632b6705-3199-4c7b-80ff-24edfb073f45', 'code': 200} Nov 03 18:33:23.321359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-6e16281b-cfa3-4c5f-9dce-74c8f03cdb77 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Network 5642331e-152e-4c1a-8167-032b35756d1c is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:23.378162 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2121a76e-e6eb-4e73-8b1a-45e31ef45c3a req-9d528f8b-78c2-4a4b-bccb-fdc022a794db tempest-DeleteServersAdminTestJSON-2120341819 tempest-DeleteServersAdminTestJSON-2120341819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.385027 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-6e16281b-cfa3-4c5f-9dce-74c8f03cdb77 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:23.424431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-72046600-network', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:23.425153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d528f8b-78c2-4a4b-bccb-fdc022a794db tempest-DeleteServersAdminTestJSON-2120341819 tempest-DeleteServersAdminTestJSON-2120341819-project-admin] Pushing event deleted for resources: {'Port': ['ID=69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:23.443344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:23.480556 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-6e16281b-cfa3-4c5f-9dce-74c8f03cdb77 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:23.490920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-6e16281b-cfa3-4c5f-9dce-74c8f03cdb77 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:23.491640 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-6e16281b-cfa3-4c5f-9dce-74c8f03cdb77 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.534728 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] Made reservation on behalf of 86c0ae909bf741849f992d2e280fe01b for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:23.538252 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.540463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16281b-cfa3-4c5f-9dce-74c8f03cdb77 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Pushing event updated for resources: {'Port': ['ID=69a52d2b-7093-494c-a4f7-4f515ac5e907,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:23.545822 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-6e16281b-cfa3-4c5f-9dce-74c8f03cdb77 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4495642 Nov 03 18:33:23.551254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-2121a76e-e6eb-4e73-8b1a-45e31ef45c3a req-9d528f8b-78c2-4a4b-bccb-fdc022a794db tempest-DeleteServersAdminTestJSON-2120341819 tempest-DeleteServersAdminTestJSON-2120341819-project-admin] No DVR routers for this DVR port 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:23.554655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2121a76e-e6eb-4e73-8b1a-45e31ef45c3a req-9d528f8b-78c2-4a4b-bccb-fdc022a794db tempest-DeleteServersAdminTestJSON-2120341819 tempest-DeleteServersAdminTestJSON-2120341819-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.558976 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2121a76e-e6eb-4e73-8b1a-45e31ef45c3a req-9d528f8b-78c2-4a4b-bccb-fdc022a794db tempest-DeleteServersAdminTestJSON-2120341819 tempest-DeleteServersAdminTestJSON-2120341819-project-admin] 10.222.0.87 "DELETE /v2.0/ports/69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 HTTP/1.1" status: 204 len: 173 time: 1.3352346 Nov 03 18:33:23.559999 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9dd7e4a-009e-4601-8744-a42b990651a0', 'name': 'network-vif-deleted', 'tag': '69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:23.564814 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1ffa58-b18d-41d3-a77a-8db2588f12f6" -d '{"events": [{"server_uuid": "f9dd7e4a-009e-4601-8744-a42b990651a0", "name": "network-vif-deleted", "tag": "69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:23.638575 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Request body: {'port': {'device_id': '44cc76f7-d964-4633-a534-bdc69c252b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:23.659147 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.792913 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.813961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c85e7f-9f94-46b7-a541-e99f819e18a6 req-3a07a8f5-4d99-4fff-8417-3a5a3574bdfd tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:23.813961 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8c85e7f-9f94-46b7-a541-e99f819e18a6 req-3a07a8f5-4d99-4fff-8417-3a5a3574bdfd tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 932 time: 0.3096147 Nov 03 18:33:23.863273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b0aa0-adad-4a87-b4e7-ec8b00bd5234 req-0cffb192-e00a-476f-ad51-0ab86679f51f tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:23.874995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-070b0aa0-adad-4a87-b4e7-ec8b00bd5234 req-0cffb192-e00a-476f-ad51-0ab86679f51f tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 1096 time: 0.3516750 Nov 03 18:33:23.877071 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:23.938308 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.003333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23821953-7b3a-48f8-a44a-f23002f2522a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:24.124783 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-070b0aa0-adad-4a87-b4e7-ec8b00bd5234 req-6ca0679a-4df1-4d75-a0ef-03b5a1812301 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471449 Nov 03 18:33:24.132830 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33136) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:24.157207 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8c85e7f-9f94-46b7-a541-e99f819e18a6 req-1f67f8a0-3e0d-4daa-8f62-3902bf690862 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003190 Nov 03 18:33:24.191850 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eff631-5324-4049-93f1-bef9b952083d x-openstack-request-id: req-90eff631-5324-4049-93f1-bef9b952083d {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:24.192261 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9dd7e4a-009e-4601-8744-a42b990651a0", "name": "network-vif-deleted", "tag": "69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:24.192772 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-90eff631-5324-4049-93f1-bef9b952083d {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:24.193292 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9dd7e4a-009e-4601-8744-a42b990651a0', 'name': 'network-vif-deleted', 'tag': '69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75', 'status': 'completed', 'code': 200} Nov 03 18:33:24.253521 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.335923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-745011749-network', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:24.349335 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.377390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] Made reservation on behalf of f9c575d41ef54ee0810e51410974e7da for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:24.381424 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.395309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.457369 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f77981ab-119f-4239-b971-b437d5384417 req-bfce8397-1b31-4a85-826f-3128690c5d1f tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 210 time: 0.1297851 Nov 03 18:33:24.473025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd59a993-8585-47a3-a6df-f0deef89d570 req-6d86ecc9-d1f0-4640-a6a8-cc568a7ff638 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9dd7e4a-009e-4601-8744-a42b990651a0 HTTP/1.1" status: 200 len: 210 time: 0.1443837 Nov 03 18:33:24.494709 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.500438 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.507134 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:33:24.522735 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.528633 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] Added segment 5d0a449a-bd32-410e-87c8-8dbcc9ac5440 of type vlan for network 3de6b125-e200-41e0-b6f9-b1d98c49743f Nov 03 18:33:24.543091 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:33:24.575489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de67c41-f86f-4c55-8dea-9f9f28a228f0,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:24.581678 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.582122 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] Added segment 95e856b4-6ba4-40a5-8bae-f8fb4872c270 of type vlan for network 756c09c3-86f6-4238-a42d-ba64a29f60c2 Nov 03 18:33:24.610162 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.633089 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.697957 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.699273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:24.700412 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.816957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Allocated IP 192.168.233.61 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/22b00358-24ea-4fa4-909a-348d1122d581) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:24.827495 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] Pushing event updated for resources: {'Network': ['ID=756c09c3-86f6-4238-a42d-ba64a29f60c2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:24.830775 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd224b2-8b9f-44ec-a231-d65bbcacbb9f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:24.844907 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dabd9ddf-921e-4857-8c20-4d029adbeb57 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7080593 Nov 03 18:33:24.845110 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 756c09c3-86f6-4238-a42d-ba64a29f60c2 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:33:24.845589 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33158) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:24.851528 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8bc966bb-a1c7-46a1-ac82-4e819cf961f1 admin admin] Request body: {'subnet': {'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-745011749-subnet', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:24.865859 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.866826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:24.867445 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.884741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc966bb-a1c7-46a1-ac82-4e819cf961f1 admin admin] Made reservation on behalf of f9c575d41ef54ee0810e51410974e7da for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:24.889317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8bc966bb-a1c7-46a1-ac82-4e819cf961f1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:24.966510 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1217940 Nov 03 18:33:24.975396 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33164) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:24.980735 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c09ef30b-292d-4c0c-a071-751d761120da admin admin] Request body: {'subnet': {'network_id': '3de6b125-e200-41e0-b6f9-b1d98c49743f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-72046600-subnet', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:25.014572 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09ef30b-292d-4c0c-a071-751d761120da admin admin] Made reservation on behalf of 86c0ae909bf741849f992d2e280fe01b for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:25.017921 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c09ef30b-292d-4c0c-a071-751d761120da admin admin] Publish callbacks [] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.123350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3e3ad-716d-4039-9be8-de0c18f3cf2c admin admin] Pushing event updated for resources: {'Network': ['ID=3de6b125-e200-41e0-b6f9-b1d98c49743f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:25.140115 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 3de6b125-e200-41e0-b6f9-b1d98c49743f details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:33:25.279205 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a52d2b-7093-494c-a4f7-4f515ac5e907 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:25.293193 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.325890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Transition to ACTIVE for port object 69a52d2b-7093-494c-a4f7-4f515ac5e907 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:25.330590 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.333597 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.364740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8bc966bb-a1c7-46a1-ac82-4e819cf961f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.481896 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c09ef30b-292d-4c0c-a071-751d761120da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.486353 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc966bb-a1c7-46a1-ac82-4e819cf961f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91bcb43e-bd67-4335-9bc0-b631b6c6ab00,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:25.491954 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc966bb-a1c7-46a1-ac82-4e819cf961f1 admin admin] Checking segment: {'id': '95e856b4-6ba4-40a5-8bae-f8fb4872c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:25.492325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc966bb-a1c7-46a1-ac82-4e819cf961f1 admin admin] Network hostable DHCP agents. Network: 756c09c3-86f6-4238-a42d-ba64a29f60c2, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:33:25.543205 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ef30b-292d-4c0c-a071-751d761120da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1707f0e8-1cd4-489f-9a22-b0bcdfc18d4f,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:25.588784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ef30b-292d-4c0c-a071-751d761120da admin admin] Checking segment: {'id': '5d0a449a-bd32-410e-87c8-8dbcc9ac5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3de6b125-e200-41e0-b6f9-b1d98c49743f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:25.589152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ef30b-292d-4c0c-a071-751d761120da admin admin] Network hostable DHCP agents. Network: 3de6b125-e200-41e0-b6f9-b1d98c49743f, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:33:25.593535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc966bb-a1c7-46a1-ac82-4e819cf961f1 admin admin] Network 756c09c3-86f6-4238-a42d-ba64a29f60c2 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:33:25.611723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-8bc966bb-a1c7-46a1-ac82-4e819cf961f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 756c09c3-86f6-4238-a42d-ba64a29f60c2) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:25.622104 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99a9f5a-2e95-4393-a600-fccd6ada4f18 None None] Network 756c09c3-86f6-4238-a42d-ba64a29f60c2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:25.623925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc966bb-a1c7-46a1-ac82-4e819cf961f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:25.629180 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8bc966bb-a1c7-46a1-ac82-4e819cf961f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.643889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ef30b-292d-4c0c-a071-751d761120da admin admin] Network 3de6b125-e200-41e0-b6f9-b1d98c49743f is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:33:25.653773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-c09ef30b-292d-4c0c-a071-751d761120da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 3de6b125-e200-41e0-b6f9-b1d98c49743f) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:25.658167 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ef30b-292d-4c0c-a071-751d761120da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:25.659158 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c09ef30b-292d-4c0c-a071-751d761120da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.668041 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8bc966bb-a1c7-46a1-ac82-4e819cf961f1 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8197887 Nov 03 18:33:25.672266 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33188) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:25.678833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-745011749-router', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:25.692554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ed307f-65ed-449b-ac5a-f43610fc8dd4 None None] Network 3de6b125-e200-41e0-b6f9-b1d98c49743f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:25.718920 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.720270 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.727848 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Pushing event updated for resources: {'Port': ['ID=69a52d2b-7093-494c-a4f7-4f515ac5e907,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:25.750204 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c09ef30b-292d-4c0c-a071-751d761120da admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7731135 Nov 03 18:33:25.750858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33194) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:25.758748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-72046600-router', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:25.809858 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.810563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b353b0-3fb4-43a0-9124-1300456d5e33 req-20ab1c18-ad4c-4f8c-b84d-3b3d8457c99b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:25.810935 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.812297 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88b353b0-3fb4-43a0-9124-1300456d5e33 req-20ab1c18-ad4c-4f8c-b84d-3b3d8457c99b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 944 time: 0.4681637 Nov 03 18:33:25.813780 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Attempting to bind port 69a52d2b-7093-494c-a4f7-4f515ac5e907 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:25.813999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Attempting to bind port 69a52d2b-7093-494c-a4f7-4f515ac5e907 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:25.814283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Attempting to bind port 69a52d2b-7093-494c-a4f7-4f515ac5e907 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:25.816902 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.857314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.872467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Pushing event updated for resources: {'Port': ['ID=22b00358-24ea-4fa4-909a-348d1122d581,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:25.881395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Port 69a52d2b-7093-494c-a4f7-4f515ac5e907 on network 5642331e-152e-4c1a-8167-032b35756d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:25.881790 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Attempting to bind port 69a52d2b-7093-494c-a4f7-4f515ac5e907 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:25.922283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:25.923900 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:25.929774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:25.930610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Checking segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:25.931003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Bound using segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:25.931454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Bound port: 69a52d2b-7093-494c-a4f7-4f515ac5e907, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:25.931889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:25.935809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:25.943750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:25.944531 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.023224 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.029816 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-0c8a7781-5d3c-4698-97c2-5783ff3caae1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5284426 Nov 03 18:33:26.039556 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ce044c6b-33ce-4884-ad79-36fd30955754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.044891 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88b353b0-3fb4-43a0-9124-1300456d5e33 req-7e807189-9338-41bf-b6f1-e3d01634346c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217381 Nov 03 18:33:26.046833 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-3de6b125-e200-41e0-b6f9-b1d98c49743f', 'network_id': '3de6b125-e200-41e0-b6f9-b1d98c49743f', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b', 'fixed_ips': [{'subnet_id': '1707f0e8-1cd4-489f-9a22-b0bcdfc18d4f'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:33:26.047708 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.057766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Request body: {'port': {'device_id': '69d19937-b67b-40b3-a6fc-76bd460e255f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:26.140362 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.292959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-756c09c3-86f6-4238-a42d-ba64a29f60c2', 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da', 'fixed_ips': [{'subnet_id': '91bcb43e-bd67-4335-9bc0-b631b6c6ab00'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:33:26.293925 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.308044 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.360390 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:26.378043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:26.419507 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.453273 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Allocated IP 172.20.0.2 (3de6b125-e200-41e0-b6f9-b1d98c49743f/1707f0e8-1cd4-489f-9a22-b0bcdfc18d4f/def9ee30-30fa-4228-8d3a-879bf9e77b24) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:26.499257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:26.499909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.502118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] 10.222.0.87 "PUT /v2.0/ports/69a52d2b-7093-494c-a4f7-4f515ac5e907 HTTP/1.1" status: 200 len: 1092 time: 2.8756797 Nov 03 18:33:26.502578 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cc76f7-d964-4633-a534-bdc69c252b31', 'tag': '69a52d2b-7093-494c-a4f7-4f515ac5e907'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:26.505396 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891aaa35-bdef-4089-9b87-9554d0633f67" -d '{"events": [{"name": "network-changed", "server_uuid": "44cc76f7-d964-4633-a534-bdc69c252b31", "tag": "69a52d2b-7093-494c-a4f7-4f515ac5e907"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:26.528483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a49b57-aecd-4b56-a169-25a42902eab8 req-bdb81fe0-9507-4a65-8a17-ea49a9ae985b tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:26.536925 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42a49b57-aecd-4b56-a169-25a42902eab8 req-bdb81fe0-9507-4a65-8a17-ea49a9ae985b tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 935 time: 0.3910470 Nov 03 18:33:26.560341 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.640937 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33212) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:26.680942 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.702932 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.729791 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9fbbe-e800-4187-8641-5ea6417642d4 service neutron] Pushing event updated for resources: {'Port': ['ID=69a52d2b-7093-494c-a4f7-4f515ac5e907,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:26.779640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-21c7a9cd-3262-4256-a18c-e6798034dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:26.781068 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-21c7a9cd-3262-4256-a18c-e6798034dfd2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 1095 time: 0.1696596 Nov 03 18:33:26.839538 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42a49b57-aecd-4b56-a169-25a42902eab8 req-01afc2a8-4fc4-4821-9843-5e1ccd147c66 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942715 Nov 03 18:33:26.841147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Pushing event updated for resources: {'Port': ['ID=def9ee30-30fa-4228-8d3a-879bf9e77b24,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:26.869777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Network 3de6b125-e200-41e0-b6f9-b1d98c49743f is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:26.876137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:26.877916 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-64610058-8bdb-4c73-8325-9837c17b22f5 None None] Provisioning complete for port 22b00358-24ea-4fa4-909a-348d1122d581 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:26.878544 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-64610058-8bdb-4c73-8325-9837c17b22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.899149 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.916984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:26.930029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-0c1c50cc-efde-4dad-aac0-4b90d1903235 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:33:26.931209 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-0c1c50cc-efde-4dad-aac0-4b90d1903235 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2848907 Nov 03 18:33:26.932449 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:26.943147 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-67284bca-eae2-4fb7-81aa-de9d077365c0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907 HTTP/1.1" status: 200 len: 217 time: 0.1093698 Nov 03 18:33:27.052781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:27.098973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Allocated IP 172.25.2.205 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/b9ed30d8-2852-4b8d-ae2e-879a066b7a6e) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:27.155441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b00358-24ea-4fa4-909a-348d1122d581 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:27.171486 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:27.182480 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:33:27.182817 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 69ca3d03-4a3d-4aa5-ac1d-36c7c5397d75 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:27.197854 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Transition to ACTIVE for port object 22b00358-24ea-4fa4-909a-348d1122d581 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:27.200149 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-64610058-8bdb-4c73-8325-9837c17b22f5 None None] Port 22b00358-24ea-4fa4-909a-348d1122d581 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:33:27.208908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Attempting to bind port def9ee30-30fa-4228-8d3a-879bf9e77b24 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:27.209283 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Attempting to bind port def9ee30-30fa-4228-8d3a-879bf9e77b24 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '5d0a449a-bd32-410e-87c8-8dbcc9ac5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3de6b125-e200-41e0-b6f9-b1d98c49743f'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:27.209673 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Attempting to bind port def9ee30-30fa-4228-8d3a-879bf9e77b24 on network 3de6b125-e200-41e0-b6f9-b1d98c49743f {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:27.215845 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9887d77c-b418-4228-a9cc-171acacc2e15 x-openstack-request-id: req-9887d77c-b418-4228-a9cc-171acacc2e15 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:27.216218 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cc76f7-d964-4633-a534-bdc69c252b31", "tag": "69a52d2b-7093-494c-a4f7-4f515ac5e907", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:27.216418 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9887d77c-b418-4228-a9cc-171acacc2e15 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:27.216827 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cc76f7-d964-4633-a534-bdc69c252b31', 'tag': '69a52d2b-7093-494c-a4f7-4f515ac5e907', 'status': 'completed', 'code': 200} Nov 03 18:33:27.217612 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:27.220447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:27.220873 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Checking segment: {'id': '5d0a449a-bd32-410e-87c8-8dbcc9ac5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3de6b125-e200-41e0-b6f9-b1d98c49743f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:27.221535 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:27.221924 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Bound using segment: {'id': '5d0a449a-bd32-410e-87c8-8dbcc9ac5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3de6b125-e200-41e0-b6f9-b1d98c49743f'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:27.222470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Bound port: def9ee30-30fa-4228-8d3a-879bf9e77b24, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0a449a-bd32-410e-87c8-8dbcc9ac5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3de6b125-e200-41e0-b6f9-b1d98c49743f'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:27.222747 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:27.300234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-a7ba95b2-b8d7-4e01-9daf-af9ab4ed6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:27.302075 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-a7ba95b2-b8d7-4e01-9daf-af9ab4ed6047 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.3474874 Nov 03 18:33:27.304776 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] For port def9ee30-30fa-4228-8d3a-879bf9e77b24, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:27.309702 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] For port def9ee30-30fa-4228-8d3a-879bf9e77b24, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=def9ee30-30fa-4228-8d3a-879bf9e77b24,segment=NetworkSegment(5d0a449a-bd32-410e-87c8-8dbcc9ac5440),segment_id=5d0a449a-bd32-410e-87c8-8dbcc9ac5440)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:27.319860 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:27.330651 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Allocated IP 172.20.0.2 (756c09c3-86f6-4238-a42d-ba64a29f60c2/91bcb43e-bd67-4335-9bc0-b631b6c6ab00/6a71a3d2-0706-4388-bff5-dc1171ce75d0) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:27.343910 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:27.368098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Pushing event updated for resources: {'Port': ['ID=22b00358-24ea-4fa4-909a-348d1122d581,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:27.373533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-446a1ec3-be5c-435e-9eaa-407f9703af93 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582895 Nov 03 18:33:27.501082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf2150-c2ac-4df4-8d65-f73ac42a80b7 None None] Pushing event updated for resources: {'Port': ['ID=def9ee30-30fa-4228-8d3a-879bf9e77b24,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:27.526323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Attempting to bind port 22b00358-24ea-4fa4-909a-348d1122d581 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:27.526801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Attempting to bind port 22b00358-24ea-4fa4-909a-348d1122d581 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:27.527245 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Attempting to bind port 22b00358-24ea-4fa4-909a-348d1122d581 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:27.596766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Port 22b00358-24ea-4fa4-909a-348d1122d581 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:27.597242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Attempting to bind port 22b00358-24ea-4fa4-909a-348d1122d581 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:27.620431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:27.620971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:27.624701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:27.625354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Bound port: 22b00358-24ea-4fa4-909a-348d1122d581, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:27.625756 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:27.647295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b665824-c8d5-4fdd-9061-bf79f02b35a7 req-9bd86359-1f29-458f-9386-a6c4591be932 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:27.656972 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b665824-c8d5-4fdd-9061-bf79f02b35a7 req-9bd86359-1f29-458f-9386-a6c4591be932 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 944 time: 0.2929239 Nov 03 18:33:27.686037 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:27.728050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-3fab3365-407c-4ade-a535-20765a828f64 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113515 Nov 03 18:33:27.748038 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:27.785970 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:27.802284 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:27.828038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-1231c9e1-9d8b-43f4-a354-645e54cb55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:27.837621 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-1231c9e1-9d8b-43f4-a354-645e54cb55eb service neutron] 10.222.0.107 "GET /v2.0/ports/a9eb5a10-ec50-462a-87ec-5cef5f0cd141 HTTP/1.1" status: 200 len: 1093 time: 0.6460540 Nov 03 18:33:27.845610 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-fa18eb6f-7875-4ed0-ba67-29046d8f514f service neutron] Request body: {'binding': {'host': 'n-h2-812150-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:27.846864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-fa18eb6f-7875-4ed0-ba67-29046d8f514f service neutron] Unknown quota resources ['binding']. {{(pid=101711) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:33:27.865017 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b665824-c8d5-4fdd-9061-bf79f02b35a7 req-1bbf8d7f-0cfc-4b0b-80fc-7f8b7a9617a4 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061467 Nov 03 18:33:27.877171 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:27.932075 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] For port 22b00358-24ea-4fa4-909a-348d1122d581, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:27.952847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] For port 22b00358-24ea-4fa4-909a-348d1122d581, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=22b00358-24ea-4fa4-909a-348d1122d581,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:27.980465 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:28.085034 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3061b3f6-d6db-481e-9c51-3adaefd79dbd req-8c455692-2de2-4021-9bc7-576326453d0f service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421433 Nov 03 18:33:28.092176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Pushing event updated for resources: {'Port': ['ID=6a71a3d2-0706-4388-bff5-dc1171ce75d0,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:28.115866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-22ef860e-b1ed-46a9-be75-2dd367823f78 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=81c1aca0785744248f0ca34310ead271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1104643 Nov 03 18:33:28.124301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:28.125103 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:28.127315 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] 10.222.0.98 "PUT /v2.0/ports/22b00358-24ea-4fa4-909a-348d1122d581 HTTP/1.1" status: 200 len: 1095 time: 2.0791652 Nov 03 18:33:28.131288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Network 756c09c3-86f6-4238-a42d-ba64a29f60c2 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:28.150445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:28.165279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:28.182553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a06827-1866-4c3e-8e5a-ba6246f67c03 service neutron] Pushing event updated for resources: {'Port': ['ID=22b00358-24ea-4fa4-909a-348d1122d581,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:28.193236 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-26aafd39-efd1-4fd1-8d3f-e29da88c1ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:28.336071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Attempting to bind port 6a71a3d2-0706-4388-bff5-dc1171ce75d0 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:28.337182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Attempting to bind port 6a71a3d2-0706-4388-bff5-dc1171ce75d0 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '95e856b4-6ba4-40a5-8bae-f8fb4872c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:28.340687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Attempting to bind port 6a71a3d2-0706-4388-bff5-dc1171ce75d0 on network 756c09c3-86f6-4238-a42d-ba64a29f60c2 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:28.347689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:28.348323 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Checking segment: {'id': '95e856b4-6ba4-40a5-8bae-f8fb4872c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:28.348887 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:28.349467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Bound using segment: {'id': '95e856b4-6ba4-40a5-8bae-f8fb4872c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:28.350112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Bound port: 6a71a3d2-0706-4388-bff5-dc1171ce75d0, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e856b4-6ba4-40a5-8bae-f8fb4872c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:28.350917 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:28.351520 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Allocated IP 172.25.2.211 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/49fabd4e-0bf9-41c6-aaf9-e10acd814492) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:28.431837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891aaa35-bdef-4089-9b87-9554d0633f67 req-850064a0-472f-47bf-ae13-6c9c0b60779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:28.433111 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891aaa35-bdef-4089-9b87-9554d0633f67 req-850064a0-472f-47bf-ae13-6c9c0b60779b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 1095 time: 0.1789656 Nov 03 18:33:28.447438 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ed30d8-2852-4b8d-ae2e-879a066b7a6e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:28.448421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] For port 6a71a3d2-0706-4388-bff5-dc1171ce75d0, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:28.453412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] For port 6a71a3d2-0706-4388-bff5-dc1171ce75d0, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6a71a3d2-0706-4388-bff5-dc1171ce75d0,segment=NetworkSegment(95e856b4-6ba4-40a5-8bae-f8fb4872c270),segment_id=95e856b4-6ba4-40a5-8bae-f8fb4872c270)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:28.455433 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-ae05682e-3ad6-4f2b-a006-ae698a9092a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:28.464180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:28.466208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-ae05682e-3ad6-4f2b-a006-ae698a9092a7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=16fcce5bbda9449483a20875ac1d23d3&device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 1098 time: 0.2131753 Nov 03 18:33:28.469362 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:28.513180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-a1dbca45-6bbb-469d-8cd1-c9fa3619258f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:28.520823 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-a1dbca45-6bbb-469d-8cd1-c9fa3619258f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4019487 Nov 03 18:33:28.533635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:28.542151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:28.573508 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbbc67-1f41-44a5-9875-14e141013e1f None None] Pushing event updated for resources: {'Port': ['ID=6a71a3d2-0706-4388-bff5-dc1171ce75d0,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:28.645797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-6f48b28b-d76f-4b54-b3a8-e7a571a5927e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=22b00358-24ea-4fa4-909a-348d1122d581 HTTP/1.1" status: 200 len: 217 time: 0.1662662 Nov 03 18:33:28.729660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-908fb080-b404-48d7-be56-ea6dd55c73ec tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/quotas/81c1aca0785744248f0ca34310ead271 HTTP/1.1" status: 200 len: 375 time: 0.2078431 Nov 03 18:33:28.774596 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:28.814525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-06756099-654a-472c-8b4f-cf6af9aca6a5 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=81c1aca0785744248f0ca34310ead271&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614069 Nov 03 18:33:28.869181 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-91ab91ae-cd68-499d-935b-c279aad922a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:28.871607 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-91ab91ae-cd68-499d-935b-c279aad922a2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1738727 Nov 03 18:33:28.982499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891aaa35-bdef-4089-9b87-9554d0633f67 req-3ce83314-bfcd-4f17-a153-0691cb2a7ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:28.984252 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891aaa35-bdef-4089-9b87-9554d0633f67 req-3ce83314-bfcd-4f17-a153-0691cb2a7ce3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.5152137 Nov 03 18:33:29.022986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-ab3595d7-a9d0-42b6-81d6-c3837f80f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:29.024899 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-ab3595d7-a9d0-42b6-81d6-c3837f80f04c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400688 Nov 03 18:33:29.154878 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:29.160097 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891aaa35-bdef-4089-9b87-9554d0633f67 req-8b3912fa-e72d-417d-ac54-6b16d4f95052 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907 HTTP/1.1" status: 200 len: 217 time: 0.1594605 Nov 03 18:33:29.212504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb3126d-f354-4cfd-a747-12691f4626ea None None] Network 3de6b125-e200-41e0-b6f9-b1d98c49743f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:29.256173 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:29.297889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-fa18eb6f-7875-4ed0-ba67-29046d8f514f service neutron] Attempting to bind port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 on host n-h2-812150-4 for vnic_type normal with profile None {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:29.298528 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-fa18eb6f-7875-4ed0-ba67-29046d8f514f service neutron] Attempting to bind port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:29.299163 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-fa18eb6f-7875-4ed0-ba67-29046d8f514f service neutron] Attempting to bind port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:29.305442 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-bd57c863-d403-40a9-aedd-cd0108ced465 None None] Provisioning complete for port def9ee30-30fa-4228-8d3a-879bf9e77b24 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:29.305822 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bd57c863-d403-40a9-aedd-cd0108ced465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:29.321806 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d19937-b67b-40b3-a6fc-76bd460e255f', 'tag': '22b00358-24ea-4fa4-909a-348d1122d581'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:29.324982 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-fa18eb6f-7875-4ed0-ba67-29046d8f514f service neutron] Port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 on network e6ea9eda-3066-4349-948b-e1223c0656ae not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:29.325485 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-fa18eb6f-7875-4ed0-ba67-29046d8f514f service neutron] Attempting to bind port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:29.326319 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d230fa75-49e6-4218-b424-8998ac567c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "69d19937-b67b-40b3-a6fc-76bd460e255f", "tag": "22b00358-24ea-4fa4-909a-348d1122d581"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:29.341618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:29.346750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Pushing event updated for resources: {'Port': ['ID=49fabd4e-0bf9-41c6-aaf9-e10acd814492,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:29.355536 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:29.362915 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:29.365688 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:29.369036 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-fa18eb6f-7875-4ed0-ba67-29046d8f514f service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:29.369394 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-fa18eb6f-7875-4ed0-ba67-29046d8f514f service neutron] Checking segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:29.369769 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-fa18eb6f-7875-4ed0-ba67-29046d8f514f service neutron] Bound using segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:29.370787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-fa18eb6f-7875-4ed0-ba67-29046d8f514f service neutron] Bound port: a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:29.478250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891aaa35-bdef-4089-9b87-9554d0633f67 req-ce972dd3-8232-40fa-9cc9-f431d0a0b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:29.480159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891aaa35-bdef-4089-9b87-9554d0633f67 req-ce972dd3-8232-40fa-9cc9-f431d0a0b78d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.2981479 Nov 03 18:33:29.523391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619b7dd-7450-4226-a7b6-b15b1b1e0a3f req-80a803f3-34e4-495c-a1f4-e86d093da191 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:29.528516 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bd57c863-d403-40a9-aedd-cd0108ced465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:29.532305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7619b7dd-7450-4226-a7b6-b15b1b1e0a3f req-80a803f3-34e4-495c-a1f4-e86d093da191 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 947 time: 0.1495681 Nov 03 18:33:29.558075 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891aaa35-bdef-4089-9b87-9554d0633f67 req-1655ea79-0a8e-4392-8975-884a7c94c5d4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624349 Nov 03 18:33:29.560677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-ad79449e-67e9-42f0-9f15-b3f64bb5bfd6 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340494 Nov 03 18:33:29.613176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-bd57c863-d403-40a9-aedd-cd0108ced465 None None] For port def9ee30-30fa-4228-8d3a-879bf9e77b24, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=def9ee30-30fa-4228-8d3a-879bf9e77b24,segment=NetworkSegment(5d0a449a-bd32-410e-87c8-8dbcc9ac5440),segment_id=5d0a449a-bd32-410e-87c8-8dbcc9ac5440)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:29.648596 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bd57c863-d403-40a9-aedd-cd0108ced465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:29.689088 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-fa18eb6f-7875-4ed0-ba67-29046d8f514f service neutron] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:29.821152 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57c863-d403-40a9-aedd-cd0108ced465 None None] Pushing event updated for resources: {'Port': ['ID=def9ee30-30fa-4228-8d3a-879bf9e77b24,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:29.916329 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:29.973498 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device def9ee30-30fa-4228-8d3a-879bf9e77b24 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:30.123289 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-fa18eb6f-7875-4ed0-ba67-29046d8f514f service neutron] Publish callbacks [] for binding, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.125264 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-fa18eb6f-7875-4ed0-ba67-29046d8f514f service neutron] 10.222.0.107 "POST /v2.0/ports/a9eb5a10-ec50-462a-87ec-5cef5f0cd141/bindings HTTP/1.1" status: 201 len: 389 time: 2.2879848 Nov 03 18:33:30.160485 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.173953 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port def9ee30-30fa-4228-8d3a-879bf9e77b24 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:30.176037 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.371841 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6a71a3d2-0706-4388-bff5-dc1171ce75d0 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:30.490593 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7619b7dd-7450-4226-a7b6-b15b1b1e0a3f req-e2b55a47-b7aa-4426-9085-a06fbf9c782b tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9558597 Nov 03 18:33:30.589322 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.617134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8ead4e49-61e7-4d40-8f33-673cf5e3989f None None] Provisioning complete for port def9ee30-30fa-4228-8d3a-879bf9e77b24 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:30.619895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891aaa35-bdef-4089-9b87-9554d0633f67 req-2f5b2c4a-ee17-414c-924b-4b9929158b1a service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0329757 Nov 03 18:33:30.620311 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8ead4e49-61e7-4d40-8f33-673cf5e3989f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.627557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc502f8d-990b-4967-8da3-a8659b9a03b9 req-1df8fc68-73a9-4c02-96b5-4b0ef3e0ffde service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0417535 Nov 03 18:33:30.698214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-124bd201-ab4b-4145-88f5-bd12784d5c81 req-b4d1705c-9192-40f7-98dc-7812d974efad tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 210 time: 0.0595880 Nov 03 18:33:30.717361 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6056aa-33df-4622-b685-2123b7b4e41a None None] Network 756c09c3-86f6-4238-a42d-ba64a29f60c2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:30.719091 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.768509 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6a71a3d2-0706-4388-bff5-dc1171ce75d0 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:30.768883 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.810904 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:30.877074 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac72e69a-310e-4e02-bb93-178e755865f4 x-openstack-request-id: req-ac72e69a-310e-4e02-bb93-178e755865f4 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:30.877435 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d19937-b67b-40b3-a6fc-76bd460e255f", "tag": "22b00358-24ea-4fa4-909a-348d1122d581", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:30.877654 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ac72e69a-310e-4e02-bb93-178e755865f4 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:30.878063 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d19937-b67b-40b3-a6fc-76bd460e255f', 'tag': '22b00358-24ea-4fa4-909a-348d1122d581', 'status': 'completed', 'code': 200} Nov 03 18:33:31.034912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230fa75-49e6-4218-b424-8998ac567c3b req-d1b16cb8-27b5-4a41-afbb-d783f1248a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:31.035631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 69a52d2b-7093-494c-a4f7-4f515ac5e907 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:31.036383 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d230fa75-49e6-4218-b424-8998ac567c3b req-d1b16cb8-27b5-4a41-afbb-d783f1248a22 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=16fcce5bbda9449483a20875ac1d23d3&device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 1098 time: 0.1455920 Nov 03 18:33:31.061517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f530fd0-bf49-4a9b-8696-b5392b6c4e8e req-3497a5ea-ded9-4995-a865-e2910f07acf6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:31.070509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f530fd0-bf49-4a9b-8696-b5392b6c4e8e req-3497a5ea-ded9-4995-a865-e2910f07acf6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 945 time: 0.1914377 Nov 03 18:33:31.099096 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-07f1a9de-eeba-48e7-989a-602aa653b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:31.100638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-07f1a9de-eeba-48e7-989a-602aa653b47f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 1096 time: 0.3976679 Nov 03 18:33:31.263383 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:31.285136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Router 91d3ef14-eb95-41a5-b963-4bce24278b12 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:33:31.298717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4169512b-66a5-4a93-8b48-9c03ed856322 None None] Provisioning complete for port 6a71a3d2-0706-4388-bff5-dc1171ce75d0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:31.299463 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4169512b-66a5-4a93-8b48-9c03ed856322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:31.327094 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f530fd0-bf49-4a9b-8696-b5392b6c4e8e req-253a5cb9-9280-46aa-b14e-37892389c840 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556062 Nov 03 18:33:31.330282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-0ec63b54-8403-40dc-ae0c-a434780a2a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:31.334042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-0ec63b54-8403-40dc-ae0c-a434780a2a70 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.1860187 Nov 03 18:33:31.354569 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Router 175e1db7-5396-40a0-9d09-72b7319d2de7 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:33:31.363925 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:31.371556 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 6a71a3d2-0706-4388-bff5-dc1171ce75d0, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6a71a3d2-0706-4388-bff5-dc1171ce75d0,segment=NetworkSegment(95e856b4-6ba4-40a5-8bae-f8fb4872c270),segment_id=95e856b4-6ba4-40a5-8bae-f8fb4872c270)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:31.407239 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:31.419277 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '69a52d2b-7093-494c-a4f7-4f515ac5e907', 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c', 'port_id': '69a52d2b-7093-494c-a4f7-4f515ac5e907', 'mac_address': 'fa:16:3e:f4:db:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b55460-6287-4d60-9d60-2a65074fdaf9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:31.421511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a3b26-1d4d-43e2-a1b2-aeab38a155ac req-b383d7c7-e7c3-47a7-ad88-4ce84470741f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:31.451004 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c71a3b26-1d4d-43e2-a1b2-aeab38a155ac req-b383d7c7-e7c3-47a7-ad88-4ce84470741f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 944 time: 0.6782031 Nov 03 18:33:31.456881 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:31.520989 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:31.554313 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=6a71a3d2-0706-4388-bff5-dc1171ce75d0,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:31.557616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:33:31.577861 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Sync routers for ids ['91d3ef14-eb95-41a5-b963-4bce24278b12'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:33:31.613938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a52d2b-7093-494c-a4f7-4f515ac5e907 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:31.615323 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Routers {'91d3ef14-eb95-41a5-b963-4bce24278b12'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:31.616984 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:33:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['91d3ef14-eb95-41a5-b963-4bce24278b12'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:31.673966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:31.691231 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:31.730900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-eccf4407-3a4e-47fb-911a-9f7776cea162 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141 HTTP/1.1" status: 200 len: 217 time: 0.1914198 Nov 03 18:33:31.773231 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-108a6e35-7d03-4176-b962-93bfe184cc26 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=81c1aca0785744248f0ca34310ead271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1722383 Nov 03 18:33:31.820264 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=69a52d2b-7093-494c-a4f7-4f515ac5e907,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:31.823552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device def9ee30-30fa-4228-8d3a-879bf9e77b24 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:31.874556 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c71a3b26-1d4d-43e2-a1b2-aeab38a155ac req-88b38e2d-1b9c-44c5-be5c-8f1cf0a93870 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225616 Nov 03 18:33:31.877271 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:31.892007 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ada3086f-faca-4e04-8bb4-b17d4a293324 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1361504 Nov 03 18:33:31.903502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port def9ee30-30fa-4228-8d3a-879bf9e77b24 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:31.903502 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:31.924021 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Set router 91d3ef14-eb95-41a5-b963-4bce24278b12 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:31.925749 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33288) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:31.943616 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-3bc6b6e8-2acc-464b-9797-732d2e178b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:31.947756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-3bc6b6e8-2acc-464b-9797-732d2e178b47 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.1756663 Nov 03 18:33:31.957197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891aaa35-bdef-4089-9b87-9554d0633f67 req-64187eb0-185a-44a2-9776-adf9e672f719 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1124449 Nov 03 18:33:31.970734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e4f55c7a-0093-48e9-9e56-76f94f42bf98 None None] Provisioning complete for port 6a71a3d2-0706-4388-bff5-dc1171ce75d0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:31.971251 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e4f55c7a-0093-48e9-9e56-76f94f42bf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:32.064029 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6a71a3d2-0706-4388-bff5-dc1171ce75d0 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:32.083678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23796900-9b66-455a-9249-9ca89df01478 req-247a49b8-2afe-40b9-9318-0a27dee4eb69 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:32.093169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23796900-9b66-455a-9249-9ca89df01478 req-247a49b8-2afe-40b9-9318-0a27dee4eb69 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 947 time: 0.4033525 Nov 03 18:33:32.117548 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-891bff2b-5606-4f7a-9c2a-4e0d6c95a198 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591318 Nov 03 18:33:32.138718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['69a52d2b-7093-494c-a4f7-4f515ac5e907'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:32.203149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce4a8604-c188-46e6-9da1-0726f973018e req-7d40daf2-ba1d-4678-8c79-e9d7e07f7884 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 210 time: 0.0842462 Nov 03 18:33:32.214853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230fa75-49e6-4218-b424-8998ac567c3b req-447e7b09-1874-4d9f-ac59-dece2fefb8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:32.217427 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d230fa75-49e6-4218-b424-8998ac567c3b req-447e7b09-1874-4d9f-ac59-dece2fefb8ac service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 1.1142659 Nov 03 18:33:32.237442 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6a71a3d2-0706-4388-bff5-dc1171ce75d0 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:32.239642 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:32.310267 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d230fa75-49e6-4218-b424-8998ac567c3b req-8351494d-0757-41bb-bd49-4597d5944029 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=22b00358-24ea-4fa4-909a-348d1122d581 HTTP/1.1" status: 200 len: 217 time: 0.0489829 Nov 03 18:33:32.360182 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'name': 'tempest-FloatingIPsNegativeTestJSON-72046600-router', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '49fabd4e-0bf9-41c6-aaf9-e10acd814492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:33:29Z', 'revision_number': 3, 'project_id': '86c0ae909bf741849f992d2e280fe01b', 'gw_port': {'id': '49fabd4e-0bf9-41c6-aaf9-e10acd814492', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:27Z', 'updated_at': '2021-11-03T18:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:32.420138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23796900-9b66-455a-9249-9ca89df01478 req-5dca8353-6a4b-4345-bad4-7976f0fc72c3 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138669 Nov 03 18:33:32.435434 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Checking router: 91d3ef14-eb95-41a5-b963-4bce24278b12 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:33:32.436240 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Updating router 91d3ef14-eb95-41a5-b963-4bce24278b12 port 49fabd4e-0bf9-41c6-aaf9-e10acd814492 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:33:32.497599 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:32.506221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230fa75-49e6-4218-b424-8998ac567c3b req-c4998401-6139-4a9a-bb90-a02e4ad9f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:32.513933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d230fa75-49e6-4218-b424-8998ac567c3b req-c4998401-6139-4a9a-bb90-a02e4ad9f386 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1927142 Nov 03 18:33:32.535914 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:33:32.559708 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Sync routers for ids ['175e1db7-5396-40a0-9d09-72b7319d2de7'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:33:32.576442 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Routers {'175e1db7-5396-40a0-9d09-72b7319d2de7'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:32.577395 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:33:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['175e1db7-5396-40a0-9d09-72b7319d2de7'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:32.609726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-c5f55053-a1d3-4a76-ba60-f934209e8050 service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621923 Nov 03 18:33:32.699101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455cbeb-56a3-48fd-92ab-0f63f8c94d7c req-b03db2ef-6318-4e00-af1a-855735cc0f11 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:32.700590 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Set router 175e1db7-5396-40a0-9d09-72b7319d2de7 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:32.701667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5455cbeb-56a3-48fd-92ab-0f63f8c94d7c req-b03db2ef-6318-4e00-af1a-855735cc0f11 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 945 time: 0.2718337 Nov 03 18:33:32.704760 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-8b417df5-345b-4283-912c-8fd3aed7f1c2 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:32.724012 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-8b417df5-345b-4283-912c-8fd3aed7f1c2 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8597660 Nov 03 18:33:32.736558 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:32.740254 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c0d6a5d0-fa99-4324-b57f-15f74d92d842 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0627379 Nov 03 18:33:32.749603 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33302) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:32.759405 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-ae0eab71-9bb3-470b-8fee-d1e209d5184f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Request body: {'port': {'device_id': 'c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '81c1aca0785744248f0ca34310ead271'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:33.044879 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230fa75-49e6-4218-b424-8998ac567c3b req-738bb64a-b666-4a2b-8917-9dfd63d61681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:33.045952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d230fa75-49e6-4218-b424-8998ac567c3b req-738bb64a-b666-4a2b-8917-9dfd63d61681 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5235276 Nov 03 18:33:33.054111 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:33.056262 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-ae0eab71-9bb3-470b-8fee-d1e209d5184f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Made reservation on behalf of 81c1aca0785744248f0ca34310ead271 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:33.064393 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:33.073378 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-ae0eab71-9bb3-470b-8fee-d1e209d5184f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:33.092737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'name': 'tempest-AttachSCSIVolumeTestJSON-745011749-router', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:33:28Z', 'revision_number': 3, 'project_id': 'f9c575d41ef54ee0810e51410974e7da', 'gw_port': {'id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:26Z', 'updated_at': '2021-11-03T18:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:33.132226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Checking router: 175e1db7-5396-40a0-9d09-72b7319d2de7 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:33:33.133413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Updating router 175e1db7-5396-40a0-9d09-72b7319d2de7 port b9ed30d8-2852-4b8d-ae2e-879a066b7a6e binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:33:33.168641 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:33.182078 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:33.186383 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Attempting to bind port 49fabd4e-0bf9-41c6-aaf9-e10acd814492 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:33.191182 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Attempting to bind port 49fabd4e-0bf9-41c6-aaf9-e10acd814492 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:33.191732 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Attempting to bind port 49fabd4e-0bf9-41c6-aaf9-e10acd814492 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:33.193697 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab78dc3-1052-45ff-b3e4-e8ea5b887ef3 None None] Pushing event updated for resources: {'Port': ['ID=49fabd4e-0bf9-41c6-aaf9-e10acd814492,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:33.234461 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:33.235081 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:33.236863 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:33.237439 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:33.238342 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Bound port: 49fabd4e-0bf9-41c6-aaf9-e10acd814492, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:33.238783 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:33.241972 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab78dc3-1052-45ff-b3e4-e8ea5b887ef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:33.242324 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab78dc3-1052-45ff-b3e4-e8ea5b887ef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:33.242667 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab78dc3-1052-45ff-b3e4-e8ea5b887ef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:33.243015 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab78dc3-1052-45ff-b3e4-e8ea5b887ef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:33.243360 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab78dc3-1052-45ff-b3e4-e8ea5b887ef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:33.243844 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab78dc3-1052-45ff-b3e4-e8ea5b887ef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:33.244180 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab78dc3-1052-45ff-b3e4-e8ea5b887ef3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:33.244512 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab78dc3-1052-45ff-b3e4-e8ea5b887ef3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:33.244844 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab78dc3-1052-45ff-b3e4-e8ea5b887ef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:33.245172 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab78dc3-1052-45ff-b3e4-e8ea5b887ef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:33.245523 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab78dc3-1052-45ff-b3e4-e8ea5b887ef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:33.245816 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab78dc3-1052-45ff-b3e4-e8ea5b887ef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:33:33.363227 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] For port 49fabd4e-0bf9-41c6-aaf9-e10acd814492, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:33.367270 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] For port 49fabd4e-0bf9-41c6-aaf9-e10acd814492, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=49fabd4e-0bf9-41c6-aaf9-e10acd814492,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:33.383189 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-ae0eab71-9bb3-470b-8fee-d1e209d5184f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Allocated IP 192.168.233.205 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/c3eebd10-1658-4c26-8830-3bbc83b07d67) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:33.388374 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:33.424200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50874347-cbfd-49cc-8ea9-41c133c2c323 req-4674bddd-9ea0-45fc-b209-3e2165135ec0 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:33.433571 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50874347-cbfd-49cc-8ea9-41c133c2c323 req-4674bddd-9ea0-45fc-b209-3e2165135ec0 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 945 time: 0.3839107 Nov 03 18:33:33.443253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5455cbeb-56a3-48fd-92ab-0f63f8c94d7c req-df770f63-b73c-4cf9-adbe-8e465d310b82 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926408 Nov 03 18:33:33.459035 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-ef9d92e9-d390-4781-af16-2b5e588e1ed4 service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8273826 Nov 03 18:33:33.548872 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab78dc3-1052-45ff-b3e4-e8ea5b887ef3 None None] Pushing event updated for resources: {'Port': ['ID=49fabd4e-0bf9-41c6-aaf9-e10acd814492,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:33.551571 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Routers {'91d3ef14-eb95-41a5-b963-4bce24278b12'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:33.552193 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:33:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['91d3ef14-eb95-41a5-b963-4bce24278b12'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:33.675767 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:33.701172 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:33.801376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f659aeb-64d9-4d5c-8b9a-0903ef51dad7 None None] Pushing event updated for resources: {'Port': ['ID=b9ed30d8-2852-4b8d-ae2e-879a066b7a6e,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:33.810674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Allocated IP 172.20.0.1 (3de6b125-e200-41e0-b6f9-b1d98c49743f/1707f0e8-1cd4-489f-9a22-b0bcdfc18d4f/d459bb32-75bb-4ca1-98f5-e474d04f4bca) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:33.823748 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Attempting to bind port b9ed30d8-2852-4b8d-ae2e-879a066b7a6e on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:33.826421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Attempting to bind port b9ed30d8-2852-4b8d-ae2e-879a066b7a6e by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:33.826611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Attempting to bind port b9ed30d8-2852-4b8d-ae2e-879a066b7a6e on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:33.845199 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 22b00358-24ea-4fa4-909a-348d1122d581 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:33.864622 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] Set router 91d3ef14-eb95-41a5-b963-4bce24278b12 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:33.866948 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:33.867325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:33.867783 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:33.868184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:33.868671 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Bound port: b9ed30d8-2852-4b8d-ae2e-879a066b7a6e, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:33.869050 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:33.964575 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:33.997353 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d230fa75-49e6-4218-b424-8998ac567c3b req-ebdfb492-517e-48fe-9f92-206ceccfc131 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8315077 Nov 03 18:33:34.013641 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1bfcf82-5eab-4b0c-b2fe-76671777669e req-f709e9c7-2a04-4285-9171-5b3486a8972c tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 210 time: 0.0947034 Nov 03 18:33:34.035144 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.098524 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Network 3de6b125-e200-41e0-b6f9-b1d98c49743f is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:34.101645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Pushing event updated for resources: {'Port': ['ID=d459bb32-75bb-4ca1-98f5-e474d04f4bca,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:34.112320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:34.117663 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:34.118706 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.142247 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'name': 'tempest-FloatingIPsNegativeTestJSON-72046600-router', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '49fabd4e-0bf9-41c6-aaf9-e10acd814492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:33:29Z', 'revision_number': 3, 'project_id': '86c0ae909bf741849f992d2e280fe01b', 'gw_port': {'id': '49fabd4e-0bf9-41c6-aaf9-e10acd814492', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:27Z', 'updated_at': '2021-11-03T18:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:34.157744 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] For port b9ed30d8-2852-4b8d-ae2e-879a066b7a6e, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:34.161198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] For port b9ed30d8-2852-4b8d-ae2e-879a066b7a6e, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b9ed30d8-2852-4b8d-ae2e-879a066b7a6e,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:34.174500 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50874347-cbfd-49cc-8ea9-41c133c2c323 req-2b858853-5bff-41a7-8bf8-1c58c5b76179 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7398615 Nov 03 18:33:34.177581 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.215886 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0317556-1fbb-4d76-aa30-d77133193101 None None] The sync data for ids ['91d3ef14-eb95-41a5-b963-4bce24278b12'] in n-d-812150-4 is: [{'id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'name': 'tempest-FloatingIPsNegativeTestJSON-72046600-router', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '49fabd4e-0bf9-41c6-aaf9-e10acd814492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:33:29Z', 'revision_number': 3, 'project_id': '86c0ae909bf741849f992d2e280fe01b', 'gw_port': {'id': '49fabd4e-0bf9-41c6-aaf9-e10acd814492', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:27Z', 'updated_at': '2021-11-03T18:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:33:34.318693 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f659aeb-64d9-4d5c-8b9a-0903ef51dad7 None None] Pushing event updated for resources: {'Port': ['ID=b9ed30d8-2852-4b8d-ae2e-879a066b7a6e,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:34.358663 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-ae0eab71-9bb3-470b-8fee-d1e209d5184f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.364441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 22b00358-24ea-4fa4-909a-348d1122d581, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=22b00358-24ea-4fa4-909a-348d1122d581,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:34.367590 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Routers {'175e1db7-5396-40a0-9d09-72b7319d2de7'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:34.368399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:33:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['175e1db7-5396-40a0-9d09-72b7319d2de7'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:34.421011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-3329e848-fdfd-4a7b-b586-ab78f89ceb40 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:34.422409 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-3329e848-fdfd-4a7b-b586-ab78f89ceb40 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee&tenant_id=04adf6892c414a028b77c4d4f0759b92&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 1096 time: 0.4950554 Nov 03 18:33:34.453099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '22b00358-24ea-4fa4-909a-348d1122d581', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '22b00358-24ea-4fa4-909a-348d1122d581', 'mac_address': 'fa:16:3e:fc:d9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:34.453348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812150-4'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:34.470414 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d230fa75-49e6-4218-b424-8998ac567c3b req-e6c7c284-767e-4e8f-b2f3-4f501131ce70 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537573 Nov 03 18:33:34.506785 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-ae0eab71-9bb3-470b-8fee-d1e209d5184f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.513199 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.539912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5704d-ca9c-44b0-9bc4-89b5d3e304e7 req-50e5c965-d9d0-422c-91f4-097fd175cd87 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:34.556189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-69d5704d-ca9c-44b0-9bc4-89b5d3e304e7 req-50e5c965-d9d0-422c-91f4-097fd175cd87 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 947 time: 0.3747480 Nov 03 18:33:34.604052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] Set router 175e1db7-5396-40a0-9d09-72b7319d2de7 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:34.665126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-ae0eab71-9bb3-470b-8fee-d1e209d5184f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:34.690139 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-ae0eab71-9bb3-470b-8fee-d1e209d5184f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:34.703791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-ae0eab71-9bb3-470b-8fee-d1e209d5184f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:34.719602 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-ae0eab71-9bb3-470b-8fee-d1e209d5184f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:34.720564 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-ae0eab71-9bb3-470b-8fee-d1e209d5184f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.738525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-69d5704d-ca9c-44b0-9bc4-89b5d3e304e7 req-dfbc5148-606d-48ea-86e6-6fe4d16b3fcd tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814563 Nov 03 18:33:34.739224 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.745129 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.823808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902f7f2-c203-4811-b929-f48898b55597 req-ea9ee7ad-348d-4da4-aaa4-aed31dd412de tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:34.825955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f902f7f2-c203-4811-b929-f48898b55597 req-ea9ee7ad-348d-4da4-aaa4-aed31dd412de tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 945 time: 0.2438087 Nov 03 18:33:34.965971 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.978825 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0eab71-9bb3-470b-8fee-d1e209d5184f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Pushing event updated for resources: {'Port': ['ID=c3eebd10-1658-4c26-8830-3bbc83b07d67,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:34.989955 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:34.992045 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.016681 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-ae0eab71-9bb3-470b-8fee-d1e209d5184f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2720098 Nov 03 18:33:35.118149 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 69a52d2b-7093-494c-a4f7-4f515ac5e907 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:35.185317 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.189218 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Request body: {'port': {'device_id': 'c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:35.222583 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b00358-24ea-4fa4-909a-348d1122d581 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:35.226712 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-381150ae-9f3d-4b93-b093-ceb0645778de None None] Provisioning complete for port d459bb32-75bb-4ca1-98f5-e474d04f4bca triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:35.227130 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-381150ae-9f3d-4b93-b093-ceb0645778de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.283357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-381150ae-9f3d-4b93-b093-ceb0645778de None None] Port d459bb32-75bb-4ca1-98f5-e474d04f4bca cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:33:35.317485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 22b00358-24ea-4fa4-909a-348d1122d581, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=22b00358-24ea-4fa4-909a-348d1122d581,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:35.328198 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.399626 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Pushing event updated for resources: {'Port': ['ID=d459bb32-75bb-4ca1-98f5-e474d04f4bca,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:35.421921 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 69a52d2b-7093-494c-a4f7-4f515ac5e907 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:33:35.447470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=22b00358-24ea-4fa4-909a-348d1122d581,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:35.465679 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 69a52d2b-7093-494c-a4f7-4f515ac5e907 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:35.465679 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.505253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a201bb60-0d37-45e4-82a5-69598dd00e81 None None] Provisioning complete for port c3eebd10-1658-4c26-8830-3bbc83b07d67 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:35.505580 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a201bb60-0d37-45e4-82a5-69598dd00e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.523135 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:35.545681 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Network 3de6b125-e200-41e0-b6f9-b1d98c49743f is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:35.550933 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:35.609318 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f902f7f2-c203-4811-b929-f48898b55597 req-372613c9-7063-49fa-8632-76c0b8c88011 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7581456 Nov 03 18:33:35.639492 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'name': 'tempest-AttachSCSIVolumeTestJSON-745011749-router', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:33:28Z', 'revision_number': 3, 'project_id': 'f9c575d41ef54ee0810e51410974e7da', 'gw_port': {'id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:26Z', 'updated_at': '2021-11-03T18:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:35.709245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['22b00358-24ea-4fa4-909a-348d1122d581'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:35.713617 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74aa184-a50d-4c8e-8c28-d6c177811a65 None None] The sync data for ids ['175e1db7-5396-40a0-9d09-72b7319d2de7'] in n-d-812150-4 is: [{'id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'name': 'tempest-AttachSCSIVolumeTestJSON-745011749-router', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:33:28Z', 'revision_number': 3, 'project_id': 'f9c575d41ef54ee0810e51410974e7da', 'gw_port': {'id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:26Z', 'updated_at': '2021-11-03T18:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:33:35.720619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a201bb60-0d37-45e4-82a5-69598dd00e81 None None] Port c3eebd10-1658-4c26-8830-3bbc83b07d67 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:33:35.764754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d6c82-4bbf-4972-9001-2bacce1d82a0 req-9c67b6a8-e0f8-4f05-9a4c-4bdc465d8e18 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:35.774897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de6d6c82-4bbf-4972-9001-2bacce1d82a0 req-9c67b6a8-e0f8-4f05-9a4c-4bdc465d8e18 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 936 time: 0.5285575 Nov 03 18:33:35.790953 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 49fabd4e-0bf9-41c6-aaf9-e10acd814492 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:35.942846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:36.022816 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de6d6c82-4bbf-4972-9001-2bacce1d82a0 req-6e82c8d2-4fa2-4974-9b22-fcd43129b3fc tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469525 Nov 03 18:33:36.064686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Allocated IP 172.20.0.1 (756c09c3-86f6-4238-a42d-ba64a29f60c2/91bcb43e-bd67-4335-9bc0-b631b6c6ab00/86c169fa-4ee6-4594-b880-51e562503cc8) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:36.087826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de88863-33e2-483a-b097-a7f72fb7c4fa req-5c69d6b1-edb9-4e12-879b-ae33d35233ed tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:36.108013 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3de88863-33e2-483a-b097-a7f72fb7c4fa req-5c69d6b1-edb9-4e12-879b-ae33d35233ed tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 945 time: 0.2903023 Nov 03 18:33:36.179294 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:36.188696 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 49fabd4e-0bf9-41c6-aaf9-e10acd814492 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:36.189142 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:36.190896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8ffff677-4c51-44f0-b3dd-a3b11ed73baf None None] Provisioning complete for port d459bb32-75bb-4ca1-98f5-e474d04f4bca triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:36.191248 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8ffff677-4c51-44f0-b3dd-a3b11ed73baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:36.298383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Router 91d3ef14-eb95-41a5-b963-4bce24278b12 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:33:36.309781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:36.326798 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:36.379206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cc76f7-d964-4633-a534-bdc69c252b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a52d2b-7093-494c-a4f7-4f515ac5e907'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:36.381753 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde71216-1ec4-4c4d-b49c-be06b6c4e294" -d '{"events": [{"server_uuid": "44cc76f7-d964-4633-a534-bdc69c252b31", "name": "network-vif-plugged", "status": "completed", "tag": "69a52d2b-7093-494c-a4f7-4f515ac5e907"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:36.407121 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:36.473756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3de88863-33e2-483a-b097-a7f72fb7c4fa req-1a1bff7d-7949-4319-a1df-a52025a87fa5 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647716 Nov 03 18:33:36.497085 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=69a52d2b-7093-494c-a4f7-4f515ac5e907,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:36.532999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8ffff677-4c51-44f0-b3dd-a3b11ed73baf None None] Port d459bb32-75bb-4ca1-98f5-e474d04f4bca cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:33:36.549724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3eebd10-1658-4c26-8830-3bbc83b07d67 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:36.558835 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:36.568451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c227e3-fbdb-44ed-b56e-a653e579f5ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9eb5a10-ec50-462a-87ec-5cef5f0cd141'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:36.576357 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c360f7-4822-49df-8706-2bbb1d009787" -d '{"events": [{"server_uuid": "38c227e3-fbdb-44ed-b56e-a653e579f5ee", "name": "network-vif-unplugged", "status": "completed", "tag": "a9eb5a10-ec50-462a-87ec-5cef5f0cd141"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:36.576593 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Transition to ACTIVE for port object c3eebd10-1658-4c26-8830-3bbc83b07d67 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:36.589817 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:36.598588 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:36.625049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0130bec-f866-4dbf-8a50-5ec4447e00dc req-5b8c2c26-5a4d-4980-beb1-e97c9447174a tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:36.655219 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0130bec-f866-4dbf-8a50-5ec4447e00dc req-5b8c2c26-5a4d-4980-beb1-e97c9447174a tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 948 time: 0.3582301 Nov 03 18:33:36.704864 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:36.835736 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ecf5af-1cc3-4084-ad7a-1ad59d7260a7 x-openstack-request-id: req-72ecf5af-1cc3-4084-ad7a-1ad59d7260a7 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:36.836037 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c227e3-fbdb-44ed-b56e-a653e579f5ee", "name": "network-vif-unplugged", "status": "completed", "tag": "a9eb5a10-ec50-462a-87ec-5cef5f0cd141", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:36.844133 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-72ecf5af-1cc3-4084-ad7a-1ad59d7260a7 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:36.844426 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c227e3-fbdb-44ed-b56e-a653e579f5ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9eb5a10-ec50-462a-87ec-5cef5f0cd141', 'code': 200} Nov 03 18:33:36.934968 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d3c6d1-ac05-42da-8c2a-5d1ed6846b23 x-openstack-request-id: req-b8d3c6d1-ac05-42da-8c2a-5d1ed6846b23 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:36.937863 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cc76f7-d964-4633-a534-bdc69c252b31", "name": "network-vif-plugged", "status": "completed", "tag": "69a52d2b-7093-494c-a4f7-4f515ac5e907", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:36.938253 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b8d3c6d1-ac05-42da-8c2a-5d1ed6846b23 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:36.938768 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cc76f7-d964-4633-a534-bdc69c252b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a52d2b-7093-494c-a4f7-4f515ac5e907', 'code': 200} Nov 03 18:33:37.005638 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:37.027187 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:37.057597 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0130bec-f866-4dbf-8a50-5ec4447e00dc req-ae0dfcdc-eea7-4330-95aa-e50790a0fed8 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012921 Nov 03 18:33:37.091512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 49fabd4e-0bf9-41c6-aaf9-e10acd814492, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=49fabd4e-0bf9-41c6-aaf9-e10acd814492,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:37.099695 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:37.305105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=49fabd4e-0bf9-41c6-aaf9-e10acd814492,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:37.368108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3eebd10-1658-4c26-8830-3bbc83b07d67,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:37.376294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Pushing event updated for resources: {'Port': ['ID=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,revision_number=7']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:37.390728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Attempting to bind port c3eebd10-1658-4c26-8830-3bbc83b07d67 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:37.391061 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Attempting to bind port c3eebd10-1658-4c26-8830-3bbc83b07d67 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:37.391388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Attempting to bind port c3eebd10-1658-4c26-8830-3bbc83b07d67 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:37.406046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Port c3eebd10-1658-4c26-8830-3bbc83b07d67 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:37.406363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Attempting to bind port c3eebd10-1658-4c26-8830-3bbc83b07d67 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:37.422632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:37.422974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:37.423374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:37.423839 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Bound port: c3eebd10-1658-4c26-8830-3bbc83b07d67, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:37.424192 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:37.427426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53a2b5-09a1-4ba9-a5e0-1c2ef030724b req-a5b275da-5d3d-43c1-b194-d9b8ad567fba tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:37.433656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:33:37.437030 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f53a2b5-09a1-4ba9-a5e0-1c2ef030724b req-a5b275da-5d3d-43c1-b194-d9b8ad567fba tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 943 time: 0.4974928 Nov 03 18:33:37.453898 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1f6ce1a1-bf85-4ecf-958f-a1f30b8b0a7f admin admin] 10.222.0.107 "PUT /v2.0/routers/91d3ef14-eb95-41a5-b963-4bce24278b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5106430 Nov 03 18:33:37.464726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbe1b2-88fa-49ac-b1c5-dce4e4a1bbef req-522f39c1-3be3-4e74-b7fa-79a17b946fcd tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:37.468079 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-82bbe1b2-88fa-49ac-b1c5-dce4e4a1bbef req-522f39c1-3be3-4e74-b7fa-79a17b946fcd tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 948 time: 0.2132888 Nov 03 18:33:37.490579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd441a8-d0f3-4aa0-a79f-79f6674d1c17 req-54275b97-dcc9-456d-897b-2a785b03ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:37.493046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bd441a8-d0f3-4aa0-a79f-79f6674d1c17 req-54275b97-dcc9-456d-897b-2a785b03ab54 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 1097 time: 0.5722065 Nov 03 18:33:37.559952 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:37.567705 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Sync routers for ids ['91d3ef14-eb95-41a5-b963-4bce24278b12'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:33:37.587340 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Routers {'91d3ef14-eb95-41a5-b963-4bce24278b12'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:37.588634 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:33:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['91d3ef14-eb95-41a5-b963-4bce24278b12'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:37.596005 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] For port c3eebd10-1658-4c26-8830-3bbc83b07d67, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:37.606965 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-82bbe1b2-88fa-49ac-b1c5-dce4e4a1bbef req-04e43fd0-25d2-4243-bd29-21e22aa42aa3 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284471 Nov 03 18:33:37.629268 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] For port c3eebd10-1658-4c26-8830-3bbc83b07d67, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=c3eebd10-1658-4c26-8830-3bbc83b07d67,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:37.643412 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:37.682723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:37.684134 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:37.685634 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] 10.222.0.87 "PUT /v2.0/ports/c3eebd10-1658-4c26-8830-3bbc83b07d67 HTTP/1.1" status: 200 len: 1096 time: 2.5176041 Nov 03 18:33:37.686074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0', 'tag': 'c3eebd10-1658-4c26-8830-3bbc83b07d67'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:37.732113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Attempting to bind port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 on host n-h1-812150-4 for vnic_type normal with profile {"migrating_to": "n-h2-812150-4"} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:37.732629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Attempting to bind port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:37.732876 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Attempting to bind port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:37.738663 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf1c822-8455-4a63-84a9-b2ba10587793" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0", "tag": "c3eebd10-1658-4c26-8830-3bbc83b07d67"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:37.752125 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Network 756c09c3-86f6-4238-a42d-ba64a29f60c2 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:37.754449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Pushing event updated for resources: {'Port': ['ID=86c169fa-4ee6-4594-b880-51e562503cc8,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:37.831866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:37.839053 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Set router 91d3ef14-eb95-41a5-b963-4bce24278b12 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:37.846289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 22b00358-24ea-4fa4-909a-348d1122d581 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:37.862400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571accb3-7714-4daa-8f8b-d2d517b803e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3eebd10-1658-4c26-8830-3bbc83b07d67,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:37.868622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 on network e6ea9eda-3066-4349-948b-e1223c0656ae not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:37.874330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Attempting to bind port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:37.906029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:37.907185 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-0f144dde-5c76-4a1f-a97e-def30a89a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:37.909271 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-0f144dde-5c76-4a1f-a97e-def30a89a7b6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=81c1aca0785744248f0ca34310ead271&device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 1099 time: 0.1338120 Nov 03 18:33:37.910140 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:37.945266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b9ed30d8-2852-4b8d-ae2e-879a066b7a6e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:38.005926 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-02abc99d-2e95-499b-8596-12fb7976828d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=c3eebd10-1658-4c26-8830-3bbc83b07d67 HTTP/1.1" status: 200 len: 217 time: 0.0707438 Nov 03 18:33:38.074214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 22b00358-24ea-4fa4-909a-348d1122d581 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:33:38.081184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port b9ed30d8-2852-4b8d-ae2e-879a066b7a6e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:38.084797 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:38.089249 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 22b00358-24ea-4fa4-909a-348d1122d581 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:38.090718 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:38.101312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:38.102066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Checking segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:38.102825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Bound using segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:38.103498 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Bound port: a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:38.104126 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:38.110333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-fe3cf4fa-3081-4ba6-8ae0-b66db53f0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:38.111852 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-fe3cf4fa-3081-4ba6-8ae0-b66db53f0c4c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0966914 Nov 03 18:33:38.208437 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-badde5c0-4877-4f02-bd1d-6897be61ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:38.209971 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-badde5c0-4877-4f02-bd1d-6897be61ef00 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845089 Nov 03 18:33:38.239070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f53a2b5-09a1-4ba9-a5e0-1c2ef030724b req-69ef906e-b736-489f-a6cc-f48c7a577d64 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8007276 Nov 03 18:33:38.321524 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'name': 'tempest-FloatingIPsNegativeTestJSON-72046600-router', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '49fabd4e-0bf9-41c6-aaf9-e10acd814492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:33:34Z', 'revision_number': 4, 'project_id': '86c0ae909bf741849f992d2e280fe01b', 'gw_port': {'id': '49fabd4e-0bf9-41c6-aaf9-e10acd814492', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:27Z', 'updated_at': '2021-11-03T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'd459bb32-75bb-4ca1-98f5-e474d04f4bca', 'name': '', 'network_id': '3de6b125-e200-41e0-b6f9-b1d98c49743f', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b', 'mac_address': 'fa:16:3e:79:7d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1707f0e8-1cd4-489f-9a22-b0bcdfc18d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:33Z', 'updated_at': '2021-11-03T18:33:34Z', 'revision_number': 2, 'project_id': '86c0ae909bf741849f992d2e280fe01b', 'subnets': [{'id': '1707f0e8-1cd4-489f-9a22-b0bcdfc18d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:38.394345 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Checking router: 91d3ef14-eb95-41a5-b963-4bce24278b12 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:33:38.395461 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Updating router 91d3ef14-eb95-41a5-b963-4bce24278b12 port d459bb32-75bb-4ca1-98f5-e474d04f4bca binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:33:38.423633 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-721fd599-2d0d-418b-b2a9-198ca332b64f service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967864 Nov 03 18:33:38.465578 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:38.504039 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:38.546119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port b9ed30d8-2852-4b8d-ae2e-879a066b7a6e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b9ed30d8-2852-4b8d-ae2e-879a066b7a6e,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:38.581613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d0df0089-6a9c-481a-9ad3-1a6509a04995 None None] Provisioning complete for port 86c169fa-4ee6-4594-b880-51e562503cc8 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:38.581989 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d0df0089-6a9c-481a-9ad3-1a6509a04995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:38.621728 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d0df0089-6a9c-481a-9ad3-1a6509a04995 None None] Port 86c169fa-4ee6-4594-b880-51e562503cc8 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:33:38.624082 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:38.626437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 49fabd4e-0bf9-41c6-aaf9-e10acd814492 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:38.688424 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1a862c3c-74a2-4dc1-841b-d1ae6f1beff5 req-62362470-3cf6-4777-a656-1598845c8673 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511792 Nov 03 18:33:38.689203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=b9ed30d8-2852-4b8d-ae2e-879a066b7a6e,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:38.743604 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:38.794941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 22b00358-24ea-4fa4-909a-348d1122d581, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=22b00358-24ea-4fa4-909a-348d1122d581,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:38.803342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bd441a8-d0f3-4aa0-a79f-79f6674d1c17 req-02fabaf2-2f09-4447-ab33-a42121479c36 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2072961 Nov 03 18:33:38.805223 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:38.809276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 49fabd4e-0bf9-41c6-aaf9-e10acd814492 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:38.813488 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:38.896358 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=22b00358-24ea-4fa4-909a-348d1122d581,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:38.948360 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d19937-b67b-40b3-a6fc-76bd460e255f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b00358-24ea-4fa4-909a-348d1122d581'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:38.951034 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb744a5-d787-4c06-b694-9d5b58bfd20e" -d '{"events": [{"server_uuid": "69d19937-b67b-40b3-a6fc-76bd460e255f", "name": "network-vif-plugged", "status": "completed", "tag": "22b00358-24ea-4fa4-909a-348d1122d581"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:38.970859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-467ef291-a029-48a9-91da-fae080cf8ffa req-c3e66828-3e03-4c9c-a2f9-4b862fefba03 tempest-FloatingIPsNegativeTestJSON-1286615446 tempest-FloatingIPsNegativeTestJSON-1286615446-project] 10.222.0.107 "GET /v2.0/floatingips?tenant_id=86c0ae909bf741849f992d2e280fe01b HTTP/1.1" status: 200 len: 217 time: 0.1652977 Nov 03 18:33:38.985388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1add2ca-df98-4618-8e0d-2d1f052677ca req-f15ee32d-4974-4d29-82f0-ea61e8f1111e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:38.992679 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1add2ca-df98-4618-8e0d-2d1f052677ca req-f15ee32d-4974-4d29-82f0-ea61e8f1111e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 946 time: 1.1547036 Nov 03 18:33:39.003077 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.026462 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.042234 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8363fda3-8741-4456-9146-e4f16ff35e92 x-openstack-request-id: req-8363fda3-8741-4456-9146-e4f16ff35e92 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:39.042520 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0", "tag": "c3eebd10-1658-4c26-8830-3bbc83b07d67", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:39.042770 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8363fda3-8741-4456-9146-e4f16ff35e92 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:39.043886 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0', 'tag': 'c3eebd10-1658-4c26-8830-3bbc83b07d67', 'status': 'completed', 'code': 200} Nov 03 18:33:39.066234 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.075006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:39.079816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:39.098687 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.137879 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d424dd-811d-46cb-abc3-9fd78c0a93dc None None] Pushing event updated for resources: {'Port': ['ID=d459bb32-75bb-4ca1-98f5-e474d04f4bca,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:39.170271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1add2ca-df98-4618-8e0d-2d1f052677ca req-a8d6edc7-b0c6-4b13-a8a5-a842e527d182 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766253 Nov 03 18:33:39.214514 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Attempting to bind port d459bb32-75bb-4ca1-98f5-e474d04f4bca on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:39.216350 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Attempting to bind port d459bb32-75bb-4ca1-98f5-e474d04f4bca by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '5d0a449a-bd32-410e-87c8-8dbcc9ac5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3de6b125-e200-41e0-b6f9-b1d98c49743f'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:39.216620 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Attempting to bind port d459bb32-75bb-4ca1-98f5-e474d04f4bca on network 3de6b125-e200-41e0-b6f9-b1d98c49743f {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:39.222748 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:39.223355 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Checking segment: {'id': '5d0a449a-bd32-410e-87c8-8dbcc9ac5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3de6b125-e200-41e0-b6f9-b1d98c49743f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:39.225213 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.225213 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Bound using segment: {'id': '5d0a449a-bd32-410e-87c8-8dbcc9ac5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3de6b125-e200-41e0-b6f9-b1d98c49743f'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:39.225213 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Bound port: d459bb32-75bb-4ca1-98f5-e474d04f4bca, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0a449a-bd32-410e-87c8-8dbcc9ac5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3de6b125-e200-41e0-b6f9-b1d98c49743f'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:39.225658 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.302520 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] For port d459bb32-75bb-4ca1-98f5-e474d04f4bca, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:39.306397 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] For port d459bb32-75bb-4ca1-98f5-e474d04f4bca, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d459bb32-75bb-4ca1-98f5-e474d04f4bca,segment=NetworkSegment(5d0a449a-bd32-410e-87c8-8dbcc9ac5440),segment_id=5d0a449a-bd32-410e-87c8-8dbcc9ac5440)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:39.319520 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.397119 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d424dd-811d-46cb-abc3-9fd78c0a93dc None None] Pushing event updated for resources: {'Port': ['ID=d459bb32-75bb-4ca1-98f5-e474d04f4bca,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:39.405719 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Routers {'91d3ef14-eb95-41a5-b963-4bce24278b12'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:39.406334 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:33:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['91d3ef14-eb95-41a5-b963-4bce24278b12'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:39.460954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-391fd490-edbb-4f6e-a519-c47d5a0945ba None None] Provisioning complete for port d459bb32-75bb-4ca1-98f5-e474d04f4bca triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:39.461320 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-391fd490-edbb-4f6e-a519-c47d5a0945ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.556983 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] Set router 91d3ef14-eb95-41a5-b963-4bce24278b12 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:39.629011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Pushing event updated for resources: {'Port': ['ID=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,revision_number=8']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:39.717881 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-391fd490-edbb-4f6e-a519-c47d5a0945ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.719917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:39.720552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.722788 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-5a0ac22a-4ddd-4e77-b67a-1ef966fee056 service neutron] 10.222.0.98 "PUT /v2.0/ports/a9eb5a10-ec50-462a-87ec-5cef5f0cd141 HTTP/1.1" status: 200 len: 1121 time: 5.2822537 Nov 03 18:33:39.725747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c227e3-fbdb-44ed-b56e-a653e579f5ee', 'tag': 'a9eb5a10-ec50-462a-87ec-5cef5f0cd141'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:39.727598 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb56efad-8008-444a-a4f0-4987fb6e4ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "38c227e3-fbdb-44ed-b56e-a653e579f5ee", "tag": "a9eb5a10-ec50-462a-87ec-5cef5f0cd141"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:39.732247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b9ed30d8-2852-4b8d-ae2e-879a066b7a6e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:39.738339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc29e8-490e-4b1a-81b7-c8a7a350b528 req-a8480129-5e5f-476a-ae3e-e255d19c45ef tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:39.746803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cffc29e8-490e-4b1a-81b7-c8a7a350b528 req-a8480129-5e5f-476a-ae3e-e255d19c45ef tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 949 time: 0.5733283 Nov 03 18:33:39.773138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c55f8d-d70e-48dc-9721-d1eebbf168dd req-4c5c2c53-ef81-48f3-b15f-9b043ce148d1 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:39.781139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4c55f8d-d70e-48dc-9721-d1eebbf168dd req-4c5c2c53-ef81-48f3-b15f-9b043ce148d1 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 948 time: 0.3308485 Nov 03 18:33:39.789570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1c822-8455-4a63-84a9-b2ba10587793 req-c73fc8e0-1284-40be-b2a4-353d68fcf94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:39.790998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1bf1c822-8455-4a63-84a9-b2ba10587793 req-c73fc8e0-1284-40be-b2a4-353d68fcf94a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=81c1aca0785744248f0ca34310ead271&device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 1099 time: 0.5497828 Nov 03 18:33:39.812591 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.858026 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.858623 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.876781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-391fd490-edbb-4f6e-a519-c47d5a0945ba None None] For port d459bb32-75bb-4ca1-98f5-e474d04f4bca, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d459bb32-75bb-4ca1-98f5-e474d04f4bca,segment=NetworkSegment(5d0a449a-bd32-410e-87c8-8dbcc9ac5440),segment_id=5d0a449a-bd32-410e-87c8-8dbcc9ac5440)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:39.899916 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-391fd490-edbb-4f6e-a519-c47d5a0945ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.960365 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port b9ed30d8-2852-4b8d-ae2e-879a066b7a6e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:39.960908 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:39.968660 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['a9eb5a10-ec50-462a-87ec-5cef5f0cd141'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:39.979796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cffc29e8-490e-4b1a-81b7-c8a7a350b528 req-af059505-a459-4f74-bf17-b3a1e83b58e6 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271795 Nov 03 18:33:40.049721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Pushing event updated for resources: {'Port': ['ID=86c169fa-4ee6-4594-b880-51e562503cc8,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:40.054435 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'name': 'tempest-FloatingIPsNegativeTestJSON-72046600-router', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '49fabd4e-0bf9-41c6-aaf9-e10acd814492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:33:34Z', 'revision_number': 4, 'project_id': '86c0ae909bf741849f992d2e280fe01b', 'gw_port': {'id': '49fabd4e-0bf9-41c6-aaf9-e10acd814492', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:27Z', 'updated_at': '2021-11-03T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'd459bb32-75bb-4ca1-98f5-e474d04f4bca', 'name': '', 'network_id': '3de6b125-e200-41e0-b6f9-b1d98c49743f', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b', 'mac_address': 'fa:16:3e:79:7d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1707f0e8-1cd4-489f-9a22-b0bcdfc18d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:33Z', 'updated_at': '2021-11-03T18:33:39Z', 'revision_number': 4, 'project_id': '86c0ae909bf741849f992d2e280fe01b', 'subnets': [{'id': '1707f0e8-1cd4-489f-9a22-b0bcdfc18d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:40.078782 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4c55f8d-d70e-48dc-9721-d1eebbf168dd req-1137a187-ecf4-4713-9c57-df742489be15 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912800 Nov 03 18:33:40.104216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fd490-edbb-4f6e-a519-c47d5a0945ba None None] Pushing event updated for resources: {'Port': ['ID=d459bb32-75bb-4ca1-98f5-e474d04f4bca,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:40.156644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9f33edc0-b3a3-4557-bf10-f486c1914daf None None] Provisioning complete for port d459bb32-75bb-4ca1-98f5-e474d04f4bca triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:40.159071 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fa1b5-7dbc-4555-b096-ba594e57dcec None None] The sync data for ids ['91d3ef14-eb95-41a5-b963-4bce24278b12'] in n-d-812150-4 is: [{'id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'name': 'tempest-FloatingIPsNegativeTestJSON-72046600-router', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '49fabd4e-0bf9-41c6-aaf9-e10acd814492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:33:34Z', 'revision_number': 4, 'project_id': '86c0ae909bf741849f992d2e280fe01b', 'gw_port': {'id': '49fabd4e-0bf9-41c6-aaf9-e10acd814492', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:27Z', 'updated_at': '2021-11-03T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'd459bb32-75bb-4ca1-98f5-e474d04f4bca', 'name': '', 'network_id': '3de6b125-e200-41e0-b6f9-b1d98c49743f', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b', 'mac_address': 'fa:16:3e:79:7d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '1707f0e8-1cd4-489f-9a22-b0bcdfc18d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:33Z', 'updated_at': '2021-11-03T18:33:39Z', 'revision_number': 4, 'project_id': '86c0ae909bf741849f992d2e280fe01b', 'subnets': [{'id': '1707f0e8-1cd4-489f-9a22-b0bcdfc18d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:33:40.159959 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9f33edc0-b3a3-4557-bf10-f486c1914daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:40.280461 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d7cbd43a-9e1b-41ad-9b16-b7c21e26673e req-dd936f51-1598-48a4-bad4-c7d1e1f05842 tempest-FloatingIPsNegativeTestJSON-1286615446 tempest-FloatingIPsNegativeTestJSON-1286615446-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1297531 Nov 03 18:33:40.288147 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c38293-02b5-483d-9acb-f10d1fad49e1 x-openstack-request-id: req-b7c38293-02b5-483d-9acb-f10d1fad49e1 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:40.288147 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d19937-b67b-40b3-a6fc-76bd460e255f", "name": "network-vif-plugged", "status": "completed", "tag": "22b00358-24ea-4fa4-909a-348d1122d581", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:40.288147 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b7c38293-02b5-483d-9acb-f10d1fad49e1 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:40.289472 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d19937-b67b-40b3-a6fc-76bd460e255f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b00358-24ea-4fa4-909a-348d1122d581', 'code': 200} Nov 03 18:33:40.310939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1c822-8455-4a63-84a9-b2ba10587793 req-d99ae714-c846-4f7e-a314-ecba0424c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:40.318601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1bf1c822-8455-4a63-84a9-b2ba10587793 req-d99ae714-c846-4f7e-a314-ecba0424c6d2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.4884136 Nov 03 18:33:40.512788 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793105c0-c037-4fac-9407-ff11abfe2d9e x-openstack-request-id: req-793105c0-c037-4fac-9407-ff11abfe2d9e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:40.513132 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c227e3-fbdb-44ed-b56e-a653e579f5ee", "tag": "a9eb5a10-ec50-462a-87ec-5cef5f0cd141", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:40.513342 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-793105c0-c037-4fac-9407-ff11abfe2d9e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:40.513740 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c227e3-fbdb-44ed-b56e-a653e579f5ee', 'tag': 'a9eb5a10-ec50-462a-87ec-5cef5f0cd141', 'status': 'completed', 'code': 200} Nov 03 18:33:40.581372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1bf1c822-8455-4a63-84a9-b2ba10587793 req-4e923d3d-12a5-426c-a7b0-60a8dfb0fc16 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=c3eebd10-1658-4c26-8830-3bbc83b07d67 HTTP/1.1" status: 200 len: 217 time: 0.2486897 Nov 03 18:33:40.685968 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56efad-8008-444a-a4f0-4987fb6e4ebf req-d1e3b8b9-f4a7-4b8d-923d-88fe071b0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:40.689685 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cb56efad-8008-444a-a4f0-4987fb6e4ebf req-d1e3b8b9-f4a7-4b8d-923d-88fe071b0391 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 1124 time: 0.0734606 Nov 03 18:33:40.700298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9936f-7827-4553-af77-5c5c03f6cb7c req-cf6dd5b4-f7c6-4b33-8f64-675501138188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:40.701876 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16d9936f-7827-4553-af77-5c5c03f6cb7c req-cf6dd5b4-f7c6-4b33-8f64-675501138188 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 1100 time: 0.3724198 Nov 03 18:33:40.705631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Network 756c09c3-86f6-4238-a42d-ba64a29f60c2 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:40.715226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598853c-7051-4a36-91aa-fcc2d9db92cf req-cb230681-79fa-4dd1-8f53-cac4b1966a9a tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:40.716846 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f598853c-7051-4a36-91aa-fcc2d9db92cf req-cb230681-79fa-4dd1-8f53-cac4b1966a9a tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 943 time: 0.2870204 Nov 03 18:33:40.750738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:40.802765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff717889-8ce4-44c7-b6c4-d998f3f5eb5d req-4dcd8c6c-af20-45fb-b203-fcb32de9aaf0 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:40.809926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff717889-8ce4-44c7-b6c4-d998f3f5eb5d req-4dcd8c6c-af20-45fb-b203-fcb32de9aaf0 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 946 time: 0.2225385 Nov 03 18:33:40.902003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56efad-8008-444a-a4f0-4987fb6e4ebf req-72481137-cb37-4134-9eda-c5da26d3a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:40.909176 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cb56efad-8008-444a-a4f0-4987fb6e4ebf req-72481137-cb37-4134-9eda-c5da26d3a9ec service neutron] 10.222.0.87 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.2057841 Nov 03 18:33:40.972059 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1c822-8455-4a63-84a9-b2ba10587793 req-9c6cfb0c-22d8-41e9-ac7c-2c0ae07e9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:40.973543 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1bf1c822-8455-4a63-84a9-b2ba10587793 req-9c6cfb0c-22d8-41e9-ac7c-2c0ae07e9a3e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.3684373 Nov 03 18:33:40.976214 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cb56efad-8008-444a-a4f0-4987fb6e4ebf req-0a4add6d-e97e-4510-9b2e-519fa190f79d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141 HTTP/1.1" status: 200 len: 217 time: 0.0583761 Nov 03 18:33:41.070297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56efad-8008-444a-a4f0-4987fb6e4ebf req-978f0ff5-6c35-4ba1-89af-7e14d9849cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:41.072055 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cb56efad-8008-444a-a4f0-4987fb6e4ebf req-978f0ff5-6c35-4ba1-89af-7e14d9849cb7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.0741804 Nov 03 18:33:41.082931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16d9936f-7827-4553-af77-5c5c03f6cb7c req-f234b5b3-6cef-47c9-a25b-09e686bd48f2 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629408 Nov 03 18:33:41.127844 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-147c0bd0-6c02-4bbd-86a6-f15f6c459d11 None None] Provisioning complete for port 86c169fa-4ee6-4594-b880-51e562503cc8 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:41.128670 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-147c0bd0-6c02-4bbd-86a6-f15f6c459d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:41.137662 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cb56efad-8008-444a-a4f0-4987fb6e4ebf req-b325f973-1917-49cf-87c3-db31db316902 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541449 Nov 03 18:33:41.139424 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f598853c-7051-4a36-91aa-fcc2d9db92cf req-ece91e3a-f4a3-4a61-ab1d-2f0aee214f85 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993180 Nov 03 18:33:41.180790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff717889-8ce4-44c7-b6c4-d998f3f5eb5d req-23027e62-f07f-4462-8632-be11ef6f1dcf tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698943 Nov 03 18:33:41.252793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-147c0bd0-6c02-4bbd-86a6-f15f6c459d11 None None] Port 86c169fa-4ee6-4594-b880-51e562503cc8 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:33:41.276341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1c822-8455-4a63-84a9-b2ba10587793 req-3998f262-34d9-4242-9b80-cb7b44c3b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:41.279288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1bf1c822-8455-4a63-84a9-b2ba10587793 req-3998f262-34d9-4242-9b80-cb7b44c3b3de service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2714303 Nov 03 18:33:41.319244 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cb56efad-8008-444a-a4f0-4987fb6e4ebf req-781d2016-6373-4d35-b9c8-79103a25a451 service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537919 Nov 03 18:33:41.325340 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Router 175e1db7-5396-40a0-9d09-72b7319d2de7 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:33:41.406403 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-aedd5bc4-4ad6-4cb9-86e5-07462103c119 req-7bef5cf7-6843-4899-b49a-c88b7bdbc84f tempest-FloatingIPsNegativeTestJSON-1286615446 tempest-FloatingIPsNegativeTestJSON-1286615446-project] show failed (client error): The resource could not be found. Nov 03 18:33:41.407919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aedd5bc4-4ad6-4cb9-86e5-07462103c119 req-7bef5cf7-6843-4899-b49a-c88b7bdbc84f tempest-FloatingIPsNegativeTestJSON-1286615446 tempest-FloatingIPsNegativeTestJSON-1286615446-project] 10.222.0.107 "GET /v2.0/floatingips/306192b0-086e-4abc-ad64-f9096348ba07 HTTP/1.1" status: 404 len: 350 time: 0.1885071 Nov 03 18:33:41.420869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33416) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:41.467673 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cb56efad-8008-444a-a4f0-4987fb6e4ebf req-72a3452a-dc3f-48e7-aadb-a75346bd4f7f service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348805 Nov 03 18:33:41.719137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d459bb32-75bb-4ca1-98f5-e474d04f4bca up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:41.766352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0b6fc-b108-4b6f-a302-be990748fc45 req-69e10bd0-0063-4e1e-82c1-7c806e64937b tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:41.767932 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28d0b6fc-b108-4b6f-a302-be990748fc45 req-69e10bd0-0063-4e1e-82c1-7c806e64937b tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 949 time: 0.4837317 Nov 03 18:33:41.788329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port d459bb32-75bb-4ca1-98f5-e474d04f4bca triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:41.789059 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:42.167758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eb226-77cf-4606-9c74-60c7d601d0c5 req-dd1235ac-df9f-4b91-ad96-4cfd25aceb46 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:42.167758 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-470eb226-77cf-4606-9c74-60c7d601d0c5 req-dd1235ac-df9f-4b91-ad96-4cfd25aceb46 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 948 time: 0.3850183 Nov 03 18:33:42.167758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:33:42.172952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28d0b6fc-b108-4b6f-a302-be990748fc45 req-6ba89b68-73b8-4dd1-83cb-b37fa7c3e5e2 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823266 Nov 03 18:33:42.200018 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-69d245d9-a361-4cd1-884d-4c3dffb4c3bb admin admin] 10.222.0.107 "PUT /v2.0/routers/175e1db7-5396-40a0-9d09-72b7319d2de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4293678 Nov 03 18:33:42.207419 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1bf1c822-8455-4a63-84a9-b2ba10587793 req-48a4e24a-e486-48d4-97da-bb45e0cdb409 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8334553 Nov 03 18:33:42.239905 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Sync routers for ids ['175e1db7-5396-40a0-9d09-72b7319d2de7'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:33:42.259932 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Routers {'175e1db7-5396-40a0-9d09-72b7319d2de7'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:42.260566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:33:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['175e1db7-5396-40a0-9d09-72b7319d2de7'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:42.361590 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-470eb226-77cf-4606-9c74-60c7d601d0c5 req-c949a844-2f7d-48e1-bfe4-d6c3f0da86dd tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867328 Nov 03 18:33:42.466517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1bf1c822-8455-4a63-84a9-b2ba10587793 req-b8be980b-9a79-4ba6-930c-05122e11ad7d service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975071 Nov 03 18:33:42.522110 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Set router 175e1db7-5396-40a0-9d09-72b7319d2de7 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:42.756574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07722ada-dca2-4e87-bd01-da58ac947559 req-06ca73c4-ac2d-4740-8521-e315fe70db1e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:42.758396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07722ada-dca2-4e87-bd01-da58ac947559 req-06ca73c4-ac2d-4740-8521-e315fe70db1e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 943 time: 0.1381586 Nov 03 18:33:42.760401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe6ad1-b7a3-4cdd-8186-642df285ecb3 req-ea357b1a-5c39-4b3e-b44e-4308482db1fb tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:42.764552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-affe6ad1-b7a3-4cdd-8186-642df285ecb3 req-ea357b1a-5c39-4b3e-b44e-4308482db1fb tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 1097 time: 0.3027942 Nov 03 18:33:42.771862 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'name': 'tempest-AttachSCSIVolumeTestJSON-745011749-router', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:33:38Z', 'revision_number': 4, 'project_id': 'f9c575d41ef54ee0810e51410974e7da', 'gw_port': {'id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:26Z', 'updated_at': '2021-11-03T18:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '86c169fa-4ee6-4594-b880-51e562503cc8', 'name': '', 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da', 'mac_address': 'fa:16:3e:dd:4e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '91bcb43e-bd67-4335-9bc0-b631b6c6ab00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:34Z', 'updated_at': '2021-11-03T18:33:39Z', 'revision_number': 2, 'project_id': 'f9c575d41ef54ee0810e51410974e7da', 'subnets': [{'id': '91bcb43e-bd67-4335-9bc0-b631b6c6ab00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:42.910204 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07722ada-dca2-4e87-bd01-da58ac947559 req-fc62a0fe-3e7c-4bf7-bd20-ecba22c3e452 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367509 Nov 03 18:33:42.956849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Checking router: 175e1db7-5396-40a0-9d09-72b7319d2de7 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:33:42.957491 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Updating router 175e1db7-5396-40a0-9d09-72b7319d2de7 port 86c169fa-4ee6-4594-b880-51e562503cc8 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:33:42.986640 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.067880 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-affe6ad1-b7a3-4cdd-8186-642df285ecb3 req-76531c09-d8da-4741-9030-05050d54ff63 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787566 Nov 03 18:33:43.094845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33446) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:43.101889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1347510958-network', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:43.113941 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ea12941-cfd5-4963-a4c2-6690bcf6e8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.127467 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.139959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device c3eebd10-1658-4c26-8830-3bbc83b07d67 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:43.154305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] Made reservation on behalf of e7c43dc29e6b4a429a19504831e75875 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:43.158330 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.182842 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.358085 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.367655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.394587 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port c3eebd10-1658-4c26-8830-3bbc83b07d67, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=c3eebd10-1658-4c26-8830-3bbc83b07d67,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:43.403510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084493d3-271d-4d72-bbfd-2471f37c347d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:43.414346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'c3eebd10-1658-4c26-8830-3bbc83b07d67', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': 'c3eebd10-1658-4c26-8830-3bbc83b07d67', 'mac_address': 'fa:16:3e:a1:75:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:43.415625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:33:43.428410 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.429009 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] Added segment 267d29c9-9c8b-43c9-a7c0-f0d2b2406455 of type vlan for network 23d6071f-c509-4a06-a09d-4c70d01b82a7 Nov 03 18:33:43.434462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd810f0-2e3b-4020-8a45-91754046e69f req-8402aadf-2e8e-498a-96ac-2d2b3b4af0cd tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:43.436336 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dcd810f0-2e3b-4020-8a45-91754046e69f req-8402aadf-2e8e-498a-96ac-2d2b3b4af0cd tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 1097 time: 0.2013328 Nov 03 18:33:43.510657 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.518678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff34a3-3bd3-4b30-a155-d90bce3c685a req-f9913b7c-af91-49fa-a0a0-1c06672b77ef tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:43.518678 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-edff34a3-3bd3-4b30-a155-d90bce3c685a req-f9913b7c-af91-49fa-a0a0-1c06672b77ef tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 949 time: 0.1496942 Nov 03 18:33:43.531455 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.535705 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.537718 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.537865 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:43.539456 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.549694 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.598032 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dcd810f0-2e3b-4020-8a45-91754046e69f req-05c7b571-bcdf-4045-a0c1-586d0c3b1a38 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499727 Nov 03 18:33:43.616504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e3e3d-ceb2-4992-9380-cdf96bc913d8 None None] Pushing event updated for resources: {'Port': ['ID=86c169fa-4ee6-4594-b880-51e562503cc8,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:43.624232 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3eebd10-1658-4c26-8830-3bbc83b07d67 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:43.646761 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] Pushing event updated for resources: {'Network': ['ID=23d6071f-c509-4a06-a09d-4c70d01b82a7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:43.647667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-edff34a3-3bd3-4b30-a155-d90bce3c685a req-8b677c0a-3752-4da3-9dc5-d0a84535b152 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152408 Nov 03 18:33:43.655830 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-74e6bb58-0eff-4d81-8a38-34d2c77dba5f admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5583436 Nov 03 18:33:43.655989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33464) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:43.661923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port c3eebd10-1658-4c26-8830-3bbc83b07d67, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=c3eebd10-1658-4c26-8830-3bbc83b07d67,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:43.669610 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 23d6071f-c509-4a06-a09d-4c70d01b82a7 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:33:43.677303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-9f7d1d04-5789-4e8b-ac55-78b31378510f admin admin] Request body: {'subnet': {'network_id': '23d6071f-c509-4a06-a09d-4c70d01b82a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347510958-subnet', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:43.694225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-9ea12941-cfd5-4963-a4c2-6690bcf6e8d4 admin admin] Deleting port d459bb32-75bb-4ca1-98f5-e474d04f4bca {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:33:43.694570 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ea12941-cfd5-4963-a4c2-6690bcf6e8d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.729207 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7d1d04-5789-4e8b-ac55-78b31378510f admin admin] Made reservation on behalf of e7c43dc29e6b4a429a19504831e75875 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:43.732811 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1d04-5789-4e8b-ac55-78b31378510f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.761220 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.855987 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a9eb5a10-ec50-462a-87ec-5cef5f0cd141 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:43.859635 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=c3eebd10-1658-4c26-8830-3bbc83b07d67,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:43.949233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-9ea12941-cfd5-4963-a4c2-6690bcf6e8d4 admin admin] For port d459bb32-75bb-4ca1-98f5-e474d04f4bca, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d459bb32-75bb-4ca1-98f5-e474d04f4bca,segment=NetworkSegment(5d0a449a-bd32-410e-87c8-8dbcc9ac5440),segment_id=5d0a449a-bd32-410e-87c8-8dbcc9ac5440)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:43.949879 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ea12941-cfd5-4963-a4c2-6690bcf6e8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:43.961825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Attempting to bind port 86c169fa-4ee6-4594-b880-51e562503cc8 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:43.962338 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Attempting to bind port 86c169fa-4ee6-4594-b880-51e562503cc8 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '95e856b4-6ba4-40a5-8bae-f8fb4872c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:43.962839 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Attempting to bind port 86c169fa-4ee6-4594-b880-51e562503cc8 on network 756c09c3-86f6-4238-a42d-ba64a29f60c2 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:43.968314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-9ea12941-cfd5-4963-a4c2-6690bcf6e8d4 admin admin] Calling delete_port for d459bb32-75bb-4ca1-98f5-e474d04f4bca owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:33:43.991644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4635de-189b-48eb-98a6-92ef877e5a6a req-c6e2fba4-56c8-4648-bd87-ee616243315c tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:43.993409 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c4635de-189b-48eb-98a6-92ef877e5a6a req-c6e2fba4-56c8-4648-bd87-ee616243315c tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 949 time: 0.1544244 Nov 03 18:33:44.017906 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:44.018289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Checking segment: {'id': '95e856b4-6ba4-40a5-8bae-f8fb4872c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:44.018695 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:44.019091 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Bound using segment: {'id': '95e856b4-6ba4-40a5-8bae-f8fb4872c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:44.019596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Bound port: 86c169fa-4ee6-4594-b880-51e562503cc8, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e856b4-6ba4-40a5-8bae-f8fb4872c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:44.019982 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:44.087062 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:44.113793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a9eb5a10-ec50-462a-87ec-5cef5f0cd141 has no active binding in host n-h2-812150-4 {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:33:44.131382 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] For port 86c169fa-4ee6-4594-b880-51e562503cc8, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:44.134947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] For port 86c169fa-4ee6-4594-b880-51e562503cc8, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=86c169fa-4ee6-4594-b880-51e562503cc8,segment=NetworkSegment(95e856b4-6ba4-40a5-8bae-f8fb4872c270),segment_id=95e856b4-6ba4-40a5-8bae-f8fb4872c270)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:44.150361 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:44.156833 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1caf0ddb-148e-4115-b620-598d80ea23ab None None] Provisioning complete for port 86c169fa-4ee6-4594-b880-51e562503cc8 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:44.157247 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1caf0ddb-148e-4115-b620-598d80ea23ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:44.265427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Routers {'175e1db7-5396-40a0-9d09-72b7319d2de7'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:44.266223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:33:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['175e1db7-5396-40a0-9d09-72b7319d2de7'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:44.318352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['c3eebd10-1658-4c26-8830-3bbc83b07d67'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:44.321216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e3e3d-ceb2-4992-9380-cdf96bc913d8 None None] Pushing event updated for resources: {'Port': ['ID=86c169fa-4ee6-4594-b880-51e562503cc8,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:44.484508 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1caf0ddb-148e-4115-b620-598d80ea23ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:44.508847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c4635de-189b-48eb-98a6-92ef877e5a6a req-2768711a-c6c5-4779-9b47-7cbf30f4bc83 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687738 Nov 03 18:33:44.509949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] Set router 175e1db7-5396-40a0-9d09-72b7319d2de7 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:44.557955 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1d04-5789-4e8b-ac55-78b31378510f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:44.641495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-1caf0ddb-148e-4115-b620-598d80ea23ab None None] For port 86c169fa-4ee6-4594-b880-51e562503cc8, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=86c169fa-4ee6-4594-b880-51e562503cc8,segment=NetworkSegment(95e856b4-6ba4-40a5-8bae-f8fb4872c270),segment_id=95e856b4-6ba4-40a5-8bae-f8fb4872c270)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:44.644164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b102258-15f8-42fd-a852-cadc5cf61fa7 req-e47ff071-d3ae-44ac-b23e-31c3987c5664 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:44.645680 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b102258-15f8-42fd-a852-cadc5cf61fa7 req-e47ff071-d3ae-44ac-b23e-31c3987c5664 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 943 time: 0.1618323 Nov 03 18:33:44.658488 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1caf0ddb-148e-4115-b620-598d80ea23ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:44.712483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d1d04-5789-4e8b-ac55-78b31378510f admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d92f7b-9ad6-4fe0-b43a-c995bdfd50cf,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:44.754397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7d1d04-5789-4e8b-ac55-78b31378510f admin admin] Checking segment: {'id': '267d29c9-9c8b-43c9-a7c0-f0d2b2406455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '23d6071f-c509-4a06-a09d-4c70d01b82a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:44.754755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d1d04-5789-4e8b-ac55-78b31378510f admin admin] Network hostable DHCP agents. Network: 23d6071f-c509-4a06-a09d-4c70d01b82a7, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:33:44.770952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8814d2c-dc59-4808-a0ce-9932cf7080d1 req-3f097d21-b218-453b-9b7f-62cfb95d3401 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:44.772498 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8814d2c-dc59-4808-a0ce-9932cf7080d1 req-3f097d21-b218-453b-9b7f-62cfb95d3401 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 950 time: 0.1797938 Nov 03 18:33:44.786205 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ea12941-cfd5-4963-a4c2-6690bcf6e8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:44.801028 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b102258-15f8-42fd-a852-cadc5cf61fa7 req-d1d416f4-4ea4-410d-b3e2-6c80bc816b4d tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432903 Nov 03 18:33:44.838481 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf0ddb-148e-4115-b620-598d80ea23ab None None] Pushing event updated for resources: {'Port': ['ID=86c169fa-4ee6-4594-b880-51e562503cc8,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:44.852855 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-457760a5-84b6-4e55-8039-8015b89b78b4 None None] Provisioning complete for port 86c169fa-4ee6-4594-b880-51e562503cc8 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:44.852855 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-457760a5-84b6-4e55-8039-8015b89b78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:44.853121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea12941-cfd5-4963-a4c2-6690bcf6e8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d459bb32-75bb-4ca1-98f5-e474d04f4bca,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:44.864951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d1d04-5789-4e8b-ac55-78b31378510f admin admin] Network 23d6071f-c509-4a06-a09d-4c70d01b82a7 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:33:44.908963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-9f7d1d04-5789-4e8b-ac55-78b31378510f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 23d6071f-c509-4a06-a09d-4c70d01b82a7) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:44.920427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c1588f-5dae-4750-b4c0-a0b8e07858cb None None] Network 23d6071f-c509-4a06-a09d-4c70d01b82a7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:44.961618 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7d1d04-5789-4e8b-ac55-78b31378510f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:44.962211 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9f7d1d04-5789-4e8b-ac55-78b31378510f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:45.027988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8814d2c-dc59-4808-a0ce-9932cf7080d1 req-47e5ec5c-f564-4c13-ba8a-e94ba482fc12 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/security-groups?id=47455f23-2dcd-40fc-af30-c134c11b629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318285 Nov 03 18:33:45.098313 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9f7d1d04-5789-4e8b-ac55-78b31378510f admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4413888 Nov 03 18:33:45.101852 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33512) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:45.107236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1347510958-router', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:45.177854 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:45.179015 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:45.184105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fe148-aa6d-4547-a099-fdb1d779fb20 req-0dcb63c3-3935-4bf7-8882-98fe6333db1d tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:45.186760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-277fe148-aa6d-4547-a099-fdb1d779fb20 req-0dcb63c3-3935-4bf7-8882-98fe6333db1d tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 1097 time: 0.2311215 Nov 03 18:33:45.208993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'name': 'tempest-AttachSCSIVolumeTestJSON-745011749-router', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:33:38Z', 'revision_number': 4, 'project_id': 'f9c575d41ef54ee0810e51410974e7da', 'gw_port': {'id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:26Z', 'updated_at': '2021-11-03T18:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '86c169fa-4ee6-4594-b880-51e562503cc8', 'name': '', 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da', 'mac_address': 'fa:16:3e:dd:4e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '91bcb43e-bd67-4335-9bc0-b631b6c6ab00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:34Z', 'updated_at': '2021-11-03T18:33:44Z', 'revision_number': 4, 'project_id': 'f9c575d41ef54ee0810e51410974e7da', 'subnets': [{'id': '91bcb43e-bd67-4335-9bc0-b631b6c6ab00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:45.237293 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ea12941-cfd5-4963-a4c2-6690bcf6e8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:45.247402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6236ff-3d1a-48a6-8c9a-bb88a6e32741 None None] The sync data for ids ['175e1db7-5396-40a0-9d09-72b7319d2de7'] in n-d-812150-4 is: [{'id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'name': 'tempest-AttachSCSIVolumeTestJSON-745011749-router', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:33:38Z', 'revision_number': 4, 'project_id': 'f9c575d41ef54ee0810e51410974e7da', 'gw_port': {'id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:26Z', 'updated_at': '2021-11-03T18:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '86c169fa-4ee6-4594-b880-51e562503cc8', 'name': '', 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da', 'mac_address': 'fa:16:3e:dd:4e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '91bcb43e-bd67-4335-9bc0-b631b6c6ab00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:34Z', 'updated_at': '2021-11-03T18:33:44Z', 'revision_number': 4, 'project_id': 'f9c575d41ef54ee0810e51410974e7da', 'subnets': [{'id': '91bcb43e-bd67-4335-9bc0-b631b6c6ab00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:33:45.292813 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:45.317514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14932f-78a0-4320-8011-484a4fbd4009 req-346ecc64-3a50-4160-b091-853d71e6d45a tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:45.326920 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b14932f-78a0-4320-8011-484a4fbd4009 req-346ecc64-3a50-4160-b091-853d71e6d45a tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 949 time: 0.1908486 Nov 03 18:33:45.407567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-23d6071f-c509-4a06-a09d-4c70d01b82a7', 'network_id': '23d6071f-c509-4a06-a09d-4c70d01b82a7', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875', 'fixed_ips': [{'subnet_id': '68d92f7b-9ad6-4fe0-b43a-c995bdfd50cf'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:33:45.408708 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:45.462820 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-277fe148-aa6d-4547-a099-fdb1d779fb20 req-47c0e2e4-8404-4bd5-bb4a-63ddd3f4d6eb tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649877 Nov 03 18:33:45.570597 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Allocated IP 172.20.0.2 (23d6071f-c509-4a06-a09d-4c70d01b82a7/68d92f7b-9ad6-4fe0-b43a-c995bdfd50cf/9344584d-fef4-42c2-a249-452d7d1b4e69) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:45.691915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b14932f-78a0-4320-8011-484a4fbd4009 req-9668707f-621e-4f30-a53e-4c266943489f tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480721 Nov 03 18:33:45.691915 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:45.800166 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:45.812195 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:45.862398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 86c169fa-4ee6-4594-b880-51e562503cc8 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:45.900240 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-41a542ec-0c79-42da-8d46-d4d60897890d service neutron] 10.222.0.87 "GET /v2.0/ports/a9eb5a10-ec50-462a-87ec-5cef5f0cd141/bindings/n-h2-812150-4 HTTP/1.1" status: 200 len: 384 time: 0.4091282 Nov 03 18:33:45.918781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Network 23d6071f-c509-4a06-a09d-4c70d01b82a7 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:45.928110 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Pushing event updated for resources: {'Port': ['ID=9344584d-fef4-42c2-a249-452d7d1b4e69,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:45.937427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:45.944531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:45.989320 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 86c169fa-4ee6-4594-b880-51e562503cc8 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:45.989959 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:45.994251 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-7f34c769-c2d6-4a7a-b825-34e358bf8fae req-ce47910d-9119-4ef9-a92b-8b47646a8437 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:33:45.995338 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f34c769-c2d6-4a7a-b825-34e358bf8fae req-ce47910d-9119-4ef9-a92b-8b47646a8437 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0436285 Nov 03 18:33:46.040522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db504d-9f97-4d64-b21b-6d47dc7d0945 req-3e54e026-b7e7-48fe-aa00-1e3987b750f2 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:46.047728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73db504d-9f97-4d64-b21b-6d47dc7d0945 req-3e54e026-b7e7-48fe-aa00-1e3987b750f2 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 949 time: 0.2244782 Nov 03 18:33:46.067714 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Attempting to bind port 9344584d-fef4-42c2-a249-452d7d1b4e69 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:46.068075 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Attempting to bind port 9344584d-fef4-42c2-a249-452d7d1b4e69 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '267d29c9-9c8b-43c9-a7c0-f0d2b2406455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '23d6071f-c509-4a06-a09d-4c70d01b82a7'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:46.068439 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Attempting to bind port 9344584d-fef4-42c2-a249-452d7d1b4e69 on network 23d6071f-c509-4a06-a09d-4c70d01b82a7 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:46.077421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:46.077790 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Checking segment: {'id': '267d29c9-9c8b-43c9-a7c0-f0d2b2406455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '23d6071f-c509-4a06-a09d-4c70d01b82a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:46.078206 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:46.078599 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Bound using segment: {'id': '267d29c9-9c8b-43c9-a7c0-f0d2b2406455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '23d6071f-c509-4a06-a09d-4c70d01b82a7'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:46.079072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Bound port: 9344584d-fef4-42c2-a249-452d7d1b4e69, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267d29c9-9c8b-43c9-a7c0-f0d2b2406455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '23d6071f-c509-4a06-a09d-4c70d01b82a7'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:46.079444 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:46.211759 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] For port 9344584d-fef4-42c2-a249-452d7d1b4e69, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:46.214973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] For port 9344584d-fef4-42c2-a249-452d7d1b4e69, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9344584d-fef4-42c2-a249-452d7d1b4e69,segment=NetworkSegment(267d29c9-9c8b-43c9-a7c0-f0d2b2406455),segment_id=267d29c9-9c8b-43c9-a7c0-f0d2b2406455)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:46.223701 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:46.264029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73db504d-9f97-4d64-b21b-6d47dc7d0945 req-e1f0fe1b-d31c-4c7d-9321-0b6650b58c4f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152617 Nov 03 18:33:46.312182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c12b60-0299-4562-b04d-0a98e6e5a736 None None] Pushing event updated for resources: {'Port': ['ID=9344584d-fef4-42c2-a249-452d7d1b4e69,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:46.317103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea12941-cfd5-4963-a4c2-6690bcf6e8d4 admin admin] Router 91d3ef14-eb95-41a5-b963-4bce24278b12 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:33:46.781430 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c214137b-77bd-4689-b679-b504e5cf035d req-1f39979e-8fc1-422c-9ce7-7fef0ea4a257 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5935862 Nov 03 18:33:47.040896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-b78f36a1-d612-4f48-b8e1-64cb473282ab service neutron] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:47.086513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea12941-cfd5-4963-a4c2-6690bcf6e8d4 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:33:47.100131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9ea12941-cfd5-4963-a4c2-6690bcf6e8d4 admin admin] 10.222.0.107 "PUT /v2.0/routers/91d3ef14-eb95-41a5-b963-4bce24278b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6743412 Nov 03 18:33:47.100325 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d947f436-2d39-4381-b8f8-8fff46cb5635 None None] Sync routers for ids ['91d3ef14-eb95-41a5-b963-4bce24278b12'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:33:47.100869 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33564) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:47.111933 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d947f436-2d39-4381-b8f8-8fff46cb5635 None None] Routers {'91d3ef14-eb95-41a5-b963-4bce24278b12'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:47.112992 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d947f436-2d39-4381-b8f8-8fff46cb5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:33:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['91d3ef14-eb95-41a5-b963-4bce24278b12'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:47.134089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-b78f36a1-d612-4f48-b8e1-64cb473282ab service neutron] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:47.147486 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device c3eebd10-1658-4c26-8830-3bbc83b07d67 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:47.166483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214137b-77bd-4689-b679-b504e5cf035d req-80a640f8-85de-4f51-9cbf-e029a05bb81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:47.168127 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c214137b-77bd-4689-b679-b504e5cf035d req-80a640f8-85de-4f51-9cbf-e029a05bb81b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 1096 time: 0.3055830 Nov 03 18:33:47.176214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57592b-f54e-49a3-841d-ce618c4d793e req-c775bd41-f7f0-429b-bc39-23537334072b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:47.183751 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a57592b-f54e-49a3-841d-ce618c4d793e req-c775bd41-f7f0-429b-bc39-23537334072b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 943 time: 0.2918003 Nov 03 18:33:47.257883 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:47.274291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port c3eebd10-1658-4c26-8830-3bbc83b07d67 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:33:47.280443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port c3eebd10-1658-4c26-8830-3bbc83b07d67 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:47.280819 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:47.300466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-dd0149c8-2010-4aff-89a5-d2c5d2f7c5eb tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:33:47.309756 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-dd0149c8-2010-4aff-89a5-d2c5d2f7c5eb tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0253758 Nov 03 18:33:47.336814 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:47.355492 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214137b-77bd-4689-b679-b504e5cf035d req-28a05a55-a18d-4001-b44a-0044cb9177b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:47.358096 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c214137b-77bd-4689-b679-b504e5cf035d req-28a05a55-a18d-4001-b44a-0044cb9177b3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.1549766 Nov 03 18:33:47.394372 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:47.436257 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:47.438862 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c214137b-77bd-4689-b679-b504e5cf035d req-ab208171-eaa0-4ee1-a032-9410beb5b808 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b94e40d-bb76-446a-a54c-a3d29834c955 HTTP/1.1" status: 200 len: 217 time: 0.0501759 Nov 03 18:33:47.442352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port c3eebd10-1658-4c26-8830-3bbc83b07d67, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=c3eebd10-1658-4c26-8830-3bbc83b07d67,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:47.447048 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3eebd10-1658-4c26-8830-3bbc83b07d67'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:47.452691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-b78f36a1-d612-4f48-b8e1-64cb473282ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9eb5a10-ec50-462a-87ec-5cef5f0cd141 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:47.456605 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f387bf-1fdc-4b0e-a982-f98b84a0f68e" -d '{"events": [{"server_uuid": "c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0", "name": "network-vif-plugged", "status": "completed", "tag": "c3eebd10-1658-4c26-8830-3bbc83b07d67"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:47.469393 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:47.470280 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device a9eb5a10-ec50-462a-87ec-5cef5f0cd141 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:47.471011 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-d947f436-2d39-4381-b8f8-8fff46cb5635 None None] Set router 91d3ef14-eb95-41a5-b963-4bce24278b12 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:47.472557 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:47.481797 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc577c8-1834-487a-a355-13d31c160387 req-1970bf13-017c-4702-bdfa-7bf20799febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:47.501007 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-1970bf13-017c-4702-bdfa-7bf20799febe service neutron] 10.222.0.107 "GET /v2.0/ports/69a52d2b-7093-494c-a4f7-4f515ac5e907 HTTP/1.1" status: 200 len: 1094 time: 0.1901565 Nov 03 18:33:47.505434 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-7fc577c8-1834-487a-a355-13d31c160387 req-0963c9d1-2f1e-4046-9330-6e4cfcfc4cbe service neutron] Request body: {'binding': {'host': 'n-h2-812150-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:47.505906 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-7fc577c8-1834-487a-a355-13d31c160387 req-0963c9d1-2f1e-4046-9330-6e4cfcfc4cbe service neutron] Unknown quota resources ['binding']. {{(pid=101711) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:33:47.545681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-b78f36a1-d612-4f48-b8e1-64cb473282ab service neutron] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:47.613434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a57592b-f54e-49a3-841d-ce618c4d793e req-3f0f9d35-599f-4e9a-a7bc-d60f41a15033 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283526 Nov 03 18:33:47.634037 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=c3eebd10-1658-4c26-8830-3bbc83b07d67,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:47.652796 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-b78f36a1-d612-4f48-b8e1-64cb473282ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:47.655123 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7657d27a-d4ea-4104-b9a1-721111b390a3 None None] Network 23d6071f-c509-4a06-a09d-4c70d01b82a7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:47.736153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214137b-77bd-4689-b679-b504e5cf035d req-601f4c40-6f7c-40e1-8eac-06d3ff489eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:47.737826 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c214137b-77bd-4689-b679-b504e5cf035d req-601f4c40-6f7c-40e1-8eac-06d3ff489eab service neutron] 10.222.0.98 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.2760103 Nov 03 18:33:47.809087 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d947f436-2d39-4381-b8f8-8fff46cb5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'name': 'tempest-FloatingIPsNegativeTestJSON-72046600-router', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '49fabd4e-0bf9-41c6-aaf9-e10acd814492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:33:44Z', 'revision_number': 5, 'project_id': '86c0ae909bf741849f992d2e280fe01b', 'gw_port': {'id': '49fabd4e-0bf9-41c6-aaf9-e10acd814492', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:27Z', 'updated_at': '2021-11-03T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:47.820416 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9344584d-fef4-42c2-a249-452d7d1b4e69 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:47.835741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c214137b-77bd-4689-b679-b504e5cf035d req-faa67eaa-3cd8-401d-86d0-cffc7dbffc1d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352786 Nov 03 18:33:47.893925 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d947f436-2d39-4381-b8f8-8fff46cb5635 None None] Checking router: 91d3ef14-eb95-41a5-b963-4bce24278b12 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:33:47.905778 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Allocated IP 172.25.2.85 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/a112967f-7567-41e4-9510-ddc79366afd9) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:47.913978 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d947f436-2d39-4381-b8f8-8fff46cb5635 None None] Routers {'91d3ef14-eb95-41a5-b963-4bce24278b12'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:47.914859 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d947f436-2d39-4381-b8f8-8fff46cb5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:33:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['91d3ef14-eb95-41a5-b963-4bce24278b12'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:47.915936 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-358db293-2afa-4b46-a03c-bc260394d99c None None] Provisioning complete for port 9344584d-fef4-42c2-a249-452d7d1b4e69 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:47.923307 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-358db293-2afa-4b46-a03c-bc260394d99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:47.932954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 632b6705-3199-4c7b-80ff-24edfb073f45 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:47.942238 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] Deleting port 49fabd4e-0bf9-41c6-aaf9-e10acd814492 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:33:47.942573 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:48.026006 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-d947f436-2d39-4381-b8f8-8fff46cb5635 None None] Set router 91d3ef14-eb95-41a5-b963-4bce24278b12 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:48.087122 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d947f436-2d39-4381-b8f8-8fff46cb5635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'name': 'tempest-FloatingIPsNegativeTestJSON-72046600-router', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:33:47Z', 'revision_number': 6, 'project_id': '86c0ae909bf741849f992d2e280fe01b', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:48.107763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-b78f36a1-d612-4f48-b8e1-64cb473282ab service neutron] Transition to ACTIVE for port object a9eb5a10-ec50-462a-87ec-5cef5f0cd141 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:48.119637 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d947f436-2d39-4381-b8f8-8fff46cb5635 None None] The sync data for ids ['91d3ef14-eb95-41a5-b963-4bce24278b12'] in n-d-812150-4 is: [{'id': '91d3ef14-eb95-41a5-b963-4bce24278b12', 'name': 'tempest-FloatingIPsNegativeTestJSON-72046600-router', 'tenant_id': '86c0ae909bf741849f992d2e280fe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:33:47Z', 'revision_number': 6, 'project_id': '86c0ae909bf741849f992d2e280fe01b', 'gw_port_host': None}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:33:48.134104 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c214137b-77bd-4689-b679-b504e5cf035d req-522ec6b8-9200-49a5-ad7a-26485e2db486 service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858164 Nov 03 18:33:48.134322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-7fc577c8-1834-487a-a355-13d31c160387 req-0963c9d1-2f1e-4046-9330-6e4cfcfc4cbe service neutron] Attempting to bind port 69a52d2b-7093-494c-a4f7-4f515ac5e907 on host n-h2-812150-4 for vnic_type normal with profile None {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:48.134791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-7fc577c8-1834-487a-a355-13d31c160387 req-0963c9d1-2f1e-4046-9330-6e4cfcfc4cbe service neutron] Attempting to bind port 69a52d2b-7093-494c-a4f7-4f515ac5e907 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:48.134911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc577c8-1834-487a-a355-13d31c160387 req-0963c9d1-2f1e-4046-9330-6e4cfcfc4cbe service neutron] Attempting to bind port 69a52d2b-7093-494c-a4f7-4f515ac5e907 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:48.140581 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-b78f36a1-d612-4f48-b8e1-64cb473282ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:48.147271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc577c8-1834-487a-a355-13d31c160387 req-0963c9d1-2f1e-4046-9330-6e4cfcfc4cbe service neutron] Port 69a52d2b-7093-494c-a4f7-4f515ac5e907 on network 5642331e-152e-4c1a-8167-032b35756d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:48.147898 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc577c8-1834-487a-a355-13d31c160387 req-0963c9d1-2f1e-4046-9330-6e4cfcfc4cbe service neutron] Attempting to bind port 69a52d2b-7093-494c-a4f7-4f515ac5e907 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:48.156179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc577c8-1834-487a-a355-13d31c160387 req-0963c9d1-2f1e-4046-9330-6e4cfcfc4cbe service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:48.156791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc577c8-1834-487a-a355-13d31c160387 req-0963c9d1-2f1e-4046-9330-6e4cfcfc4cbe service neutron] Checking segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:48.157389 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc577c8-1834-487a-a355-13d31c160387 req-0963c9d1-2f1e-4046-9330-6e4cfcfc4cbe service neutron] Bound using segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:48.157979 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-7fc577c8-1834-487a-a355-13d31c160387 req-0963c9d1-2f1e-4046-9330-6e4cfcfc4cbe service neutron] Bound port: 69a52d2b-7093-494c-a4f7-4f515ac5e907, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:48.216064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] For port 49fabd4e-0bf9-41c6-aaf9-e10acd814492, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=49fabd4e-0bf9-41c6-aaf9-e10acd814492,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:48.216433 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:48.236761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 9344584d-fef4-42c2-a249-452d7d1b4e69 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:48.237326 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:48.252693 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] Calling delete_port for 49fabd4e-0bf9-41c6-aaf9-e10acd814492 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:33:48.281850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7fc577c8-1834-487a-a355-13d31c160387 req-0963c9d1-2f1e-4046-9330-6e4cfcfc4cbe service neutron] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:48.303381 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:48.322867 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7fc577c8-1834-487a-a355-13d31c160387 req-0963c9d1-2f1e-4046-9330-6e4cfcfc4cbe service neutron] Publish callbacks [] for binding, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:48.325411 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-0963c9d1-2f1e-4046-9330-6e4cfcfc4cbe service neutron] 10.222.0.107 "POST /v2.0/ports/69a52d2b-7093-494c-a4f7-4f515ac5e907/bindings HTTP/1.1" status: 201 len: 389 time: 0.8236029 Nov 03 18:33:48.363992 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:48.454946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-b78f36a1-d612-4f48-b8e1-64cb473282ab service neutron] No DVR routers for this DVR port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:48.459216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 632b6705-3199-4c7b-80ff-24edfb073f45, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=632b6705-3199-4c7b-80ff-24edfb073f45,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:48.466111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f36a1-d612-4f48-b8e1-64cb473282ab service neutron] Pushing event updated for resources: {'Port': ['ID=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,revision_number=10']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:48.497303 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:48.533741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-b78f36a1-d612-4f48-b8e1-64cb473282ab service neutron] 10.222.0.87 "PUT /v2.0/ports/a9eb5a10-ec50-462a-87ec-5cef5f0cd141/bindings/n-h2-812150-4/activate HTTP/1.1" status: 200 len: 369 time: 2.6243548 Nov 03 18:33:48.553626 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:48.556340 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c214137b-77bd-4689-b679-b504e5cf035d req-253a369d-3c09-475a-a974-43c83334b0bc service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131193 Nov 03 18:33:48.562263 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:48.563399 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:48.636242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:48.659480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=49fabd4e-0bf9-41c6-aaf9-e10acd814492,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:48.662221 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-358db293-2afa-4b46-a03c-bc260394d99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:48.708345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:48.713581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-601d675a-1d79-4416-b500-1fffb9c21e20 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=16fcce5bbda9449483a20875ac1d23d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796947 Nov 03 18:33:48.727175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a112967f-7567-41e4-9510-ddc79366afd9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:48.732765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:48.741357 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:48.822398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=632b6705-3199-4c7b-80ff-24edfb073f45,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:48.835551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-358db293-2afa-4b46-a03c-bc260394d99c None None] For port 9344584d-fef4-42c2-a249-452d7d1b4e69, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9344584d-fef4-42c2-a249-452d7d1b4e69,segment=NetworkSegment(267d29c9-9c8b-43c9-a7c0-f0d2b2406455),segment_id=267d29c9-9c8b-43c9-a7c0-f0d2b2406455)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:48.841385 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-358db293-2afa-4b46-a03c-bc260394d99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:48.909134 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:33:48.909500 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:33:48.940334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358db293-2afa-4b46-a03c-bc260394d99c None None] Pushing event updated for resources: {'Port': ['ID=9344584d-fef4-42c2-a249-452d7d1b4e69,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:48.940707 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:48.943916 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.011539 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.012220 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d3ef14-eb95-41a5-b963-4bce24278b12 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:33:49.020021 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.021317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-d0d8726c-1de4-49a2-b930-1f7b01bb072a tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:49.021789 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-615428b9-7ad5-41b8-9384-4450c003a9e1 admin admin] 10.222.0.107 "DELETE /v2.0/routers/91d3ef14-eb95-41a5-b963-4bce24278b12 HTTP/1.1" status: 204 len: 168 time: 1.9198711 Nov 03 18:33:49.022911 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-d0d8726c-1de4-49a2-b930-1f7b01bb072a tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee&tenant_id=04adf6892c414a028b77c4d4f0759b92&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 1095 time: 0.3434777 Nov 03 18:33:49.024016 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33622) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:49.044648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-efba9b67-67f3-451c-943b-8dd815f0b911 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:49.046990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-efba9b67-67f3-451c-943b-8dd815f0b911 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3075976 Nov 03 18:33:49.082616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea450937-bdc8-4f92-bcb6-fbef6d159b4d admin admin] Deleting subnet 1707f0e8-1cd4-489f-9a22-b0bcdfc18d4f {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:33:49.086313 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea450937-bdc8-4f92-bcb6-fbef6d159b4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.089882 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-2b664881-6d48-474b-966c-2a331ea73c47 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/quotas/16fcce5bbda9449483a20875ac1d23d3 HTTP/1.1" status: 200 len: 375 time: 0.0316455 Nov 03 18:33:49.129576 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea450937-bdc8-4f92-bcb6-fbef6d159b4d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.224515 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea450937-bdc8-4f92-bcb6-fbef6d159b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.244920 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-4f529c1a-4b70-49f6-a0cd-c62891d806f6 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=16fcce5bbda9449483a20875ac1d23d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1544459 Nov 03 18:33:49.251765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-a1f3670a-5ec3-4105-b6b0-2e9abb081c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:49.253413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-a1f3670a-5ec3-4105-b6b0-2e9abb081c7a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee&tenant_id=04adf6892c414a028b77c4d4f0759b92 HTTP/1.1" status: 200 len: 1095 time: 0.2051878 Nov 03 18:33:49.269468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256d73b-9a04-46cf-aec5-122c701c1e14 req-61f6e3cc-6978-45d4-b991-005afeb0064c tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:49.270683 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9256d73b-9a04-46cf-aec5-122c701c1e14 req-61f6e3cc-6978-45d4-b991-005afeb0064c tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 950 time: 0.1292624 Nov 03 18:33:49.278530 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1442f0e1-8705-436b-a55b-1cb890f6701e None None] Provisioning complete for port 9344584d-fef4-42c2-a249-452d7d1b4e69 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:49.279080 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1442f0e1-8705-436b-a55b-1cb890f6701e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.310147 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea450937-bdc8-4f92-bcb6-fbef6d159b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.345879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea450937-bdc8-4f92-bcb6-fbef6d159b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1707f0e8-1cd4-489f-9a22-b0bcdfc18d4f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:49.365643 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea450937-bdc8-4f92-bcb6-fbef6d159b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.373457 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ea450937-bdc8-4f92-bcb6-fbef6d159b4d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/1707f0e8-1cd4-489f-9a22-b0bcdfc18d4f HTTP/1.1" status: 204 len: 168 time: 0.3478355 Nov 03 18:33:49.375163 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33626) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:49.380448 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.386137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afb0c64-be1a-49a5-80f8-45bb9ebdb6ce None None] Network 3de6b125-e200-41e0-b6f9-b1d98c49743f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:33:49.490655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.564984 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Deleting port def9ee30-30fa-4228-8d3a-879bf9e77b24 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:33:49.565334 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.574064 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edc3d11-d05e-46cd-8026-e9320fab4c8d x-openstack-request-id: req-9edc3d11-d05e-46cd-8026-e9320fab4c8d {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:49.574729 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0", "name": "network-vif-plugged", "status": "completed", "tag": "c3eebd10-1658-4c26-8830-3bbc83b07d67", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:49.575564 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9edc3d11-d05e-46cd-8026-e9320fab4c8d {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:49.576283 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3eebd10-1658-4c26-8830-3bbc83b07d67', 'code': 200} Nov 03 18:33:49.670037 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] For port def9ee30-30fa-4228-8d3a-879bf9e77b24, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=def9ee30-30fa-4228-8d3a-879bf9e77b24,segment=NetworkSegment(5d0a449a-bd32-410e-87c8-8dbcc9ac5440),segment_id=5d0a449a-bd32-410e-87c8-8dbcc9ac5440)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:49.670562 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.706426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Calling delete_port for def9ee30-30fa-4228-8d3a-879bf9e77b24 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:33:49.846663 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.867862 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9344584d-fef4-42c2-a249-452d7d1b4e69 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:49.873605 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=def9ee30-30fa-4228-8d3a-879bf9e77b24,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:49.884618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] No DVR routers for this DVR port def9ee30-30fa-4228-8d3a-879bf9e77b24 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:33:49.940369 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada2f091-48a6-46e3-be60-3a56e3549baa None None] DHCP port deletion for 3de6b125-e200-41e0-b6f9-b1d98c49743f request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:33:49.962957 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 9344584d-fef4-42c2-a249-452d7d1b4e69 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:49.963531 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.978272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-f39af15e-620e-46fe-b267-4369f70dea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:49.980010 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-f39af15e-620e-46fe-b267-4369f70dea18 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 1095 time: 0.6801076 Nov 03 18:33:49.995369 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:49.999893 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9256d73b-9a04-46cf-aec5-122c701c1e14 req-c14c2f00-5c7a-4e22-a79f-2c86dd0554b2 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6982558 Nov 03 18:33:50.019482 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:50.019864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:50.020639 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:50.020956 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Subscribe: > port after_create 55550000 {{(pid=101711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:50.021305 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:50.021644 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Subscribe: > port after_update 55550000 {{(pid=101711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:50.021967 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:50.022469 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:50.022928 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:50.024187 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:50.132847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d459bb32-75bb-4ca1-98f5-e474d04f4bca no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:50.156043 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: d459bb32-75bb-4ca1-98f5-e474d04f4bca {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:33:50.156530 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d459bb32-75bb-4ca1-98f5-e474d04f4bca not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:50.157069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 49fabd4e-0bf9-41c6-aaf9-e10acd814492 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:50.159045 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:50.159327 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:50.160698 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:50.161051 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:33:50.161409 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de6b125-e200-41e0-b6f9-b1d98c49743f']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:50.181533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0a449a-bd32-410e-87c8-8dbcc9ac5440') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:50.181831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0a449a-bd32-410e-87c8-8dbcc9ac5440') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:50.184691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30acfca-ea64-425d-9f23-1a30193bb29f req-822d0cac-b715-4760-901c-c500d62a19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:50.186216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d30acfca-ea64-425d-9f23-1a30193bb29f req-822d0cac-b715-4760-901c-c500d62a19f9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 1101 time: 0.2937715 Nov 03 18:33:50.187316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 49fabd4e-0bf9-41c6-aaf9-e10acd814492 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:33:50.187956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 49fabd4e-0bf9-41c6-aaf9-e10acd814492 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:50.201187 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc2cc3-f36a-4c18-b209-1eadb90682f7 req-7e01676e-0800-40c6-887e-3c192fed6b65 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:50.202700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bbc2cc3-f36a-4c18-b209-1eadb90682f7 req-7e01676e-0800-40c6-887e-3c192fed6b65 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 946 time: 0.3292074 Nov 03 18:33:50.203360 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:50.225005 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:50.233902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:33:50.234456 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: from cryptography.utils import int_from_bytes Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: from cryptography.utils import int_from_bytes Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:33:50.256672 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:33:50.280519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125e6a3-77bf-43c0-8900-326c70e63991 req-f83fa268-76e8-471c-9f49-7d0724e85ef6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:50.281963 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1125e6a3-77bf-43c0-8900-326c70e63991 req-f83fa268-76e8-471c-9f49-7d0724e85ef6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 944 time: 0.1842580 Nov 03 18:33:50.326070 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:50.334453 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:50.337824 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] 10.222.0.107 "DELETE /v2.0/networks/3de6b125-e200-41e0-b6f9-b1d98c49743f HTTP/1.1" status: 204 len: 168 time: 0.9600365 Nov 03 18:33:50.349775 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdac2f-6050-4d07-940f-a1734c54c8f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3de6b125-e200-41e0-b6f9-b1d98c49743f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:50.356962 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bbc2cc3-f36a-4c18-b209-1eadb90682f7 req-ab8e704c-354c-44ef-a589-dadb489ab1ab tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429756 Nov 03 18:33:50.393655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d30acfca-ea64-425d-9f23-1a30193bb29f req-3bfc83a3-0331-4f71-91a6-20b177146fa3 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883626 Nov 03 18:33:50.398835 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-100602fd-3ca8-4dad-b9b6-028bd022c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:50.400313 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-100602fd-3ca8-4dad-b9b6-028bd022c9ba service neutron] 10.222.0.98 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.3924048 Nov 03 18:33:50.488123 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-71d5875e-032f-4527-9689-71b3f63b2da1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141 HTTP/1.1" status: 200 len: 217 time: 0.0551965 Nov 03 18:33:50.506380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1125e6a3-77bf-43c0-8900-326c70e63991 req-2df3f7b9-5375-4002-996f-789ae5af5043 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855478 Nov 03 18:33:50.541031 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:50.576218 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33646) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:50.609382 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72f330c6-b4b5-40b1-8391-b4e02415f212 req-0bc16f87-8393-45f3-8d77-4e77aef0698e tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 210 time: 0.0697067 Nov 03 18:33:50.627240 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b2d71dd0-81eb-4188-b86c-fcc44b55709f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=86c0ae909bf741849f992d2e280fe01b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497708 Nov 03 18:33:50.629806 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33652) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:50.633199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-286ff356-f8da-420d-85de-38a491c17464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:50.634668 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-286ff356-f8da-420d-85de-38a491c17464 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.1255670 Nov 03 18:33:50.699214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-de5a4694-1e31-4493-8d36-09ced46d21a4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377464 Nov 03 18:33:50.700781 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e21e43d-9c42-4baa-a1a0-cb4ccb4ecdff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:50.724403 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e21e43d-9c42-4baa-a1a0-cb4ccb4ecdff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:50.804817 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-520f06ce-810e-492b-a4c9-523e7fe27c06 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=16fcce5bbda9449483a20875ac1d23d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567901 Nov 03 18:33:50.805052 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e21e43d-9c42-4baa-a1a0-cb4ccb4ecdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:50.807798 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e21e43d-9c42-4baa-a1a0-cb4ccb4ecdff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:50.812340 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5e21e43d-9c42-4baa-a1a0-cb4ccb4ecdff admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2dd224b2-8b9f-44ec-a231-d65bbcacbb9f HTTP/1.1" status: 204 len: 168 time: 0.1784365 Nov 03 18:33:50.817961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21e43d-9c42-4baa-a1a0-cb4ccb4ecdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd224b2-8b9f-44ec-a231-d65bbcacbb9f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:50.952283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Router af912e33-4e23-48bb-8fad-77aa378508ff is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:33:50.958664 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-220cfdcd-29ec-43c7-b8f0-298d181fd7bd service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338369 Nov 03 18:33:51.057096 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-15f1d5d2-2627-4472-bc67-6e546922dfe9 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:51.059105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-15f1d5d2-2627-4472-bc67-6e546922dfe9 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407515 Nov 03 18:33:51.097710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-22299a4b-aaad-404b-9dff-174aef2b5ecc tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Request body: {'port': {'device_id': '80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '16fcce5bbda9449483a20875ac1d23d3'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:51.264190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:33:51.275709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Sync routers for ids ['af912e33-4e23-48bb-8fad-77aa378508ff'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:33:51.285233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8e0f0-9e1a-40c9-8437-d469a596e2cf req-035139f1-c942-43cd-8b54-c27b439d3c5c tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:51.287064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5d8e0f0-9e1a-40c9-8437-d469a596e2cf req-035139f1-c942-43cd-8b54-c27b439d3c5c tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 950 time: 0.1955175 Nov 03 18:33:51.287971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Routers {'af912e33-4e23-48bb-8fad-77aa378508ff'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:51.289010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:33:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['af912e33-4e23-48bb-8fad-77aa378508ff'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:51.294715 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-61463810-0b0c-4816-ba8b-3a29f47db198 service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251588 Nov 03 18:33:51.334799 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:51.336579 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d417ea9c-3774-4425-972a-f84817a524e6 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2334752 Nov 03 18:33:51.340316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33682) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:51.383762 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5d8e0f0-9e1a-40c9-8437-d469a596e2cf req-31ee5b79-20a9-43dc-92cd-cf7e62f23f8f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821104 Nov 03 18:33:51.397672 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-22299a4b-aaad-404b-9dff-174aef2b5ecc tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Made reservation on behalf of 16fcce5bbda9449483a20875ac1d23d3 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:51.404369 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-22299a4b-aaad-404b-9dff-174aef2b5ecc tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:51.423713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Set router af912e33-4e23-48bb-8fad-77aa378508ff gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:51.577159 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632b6705-3199-4c7b-80ff-24edfb073f45'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:51.579711 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1102a0a0-cd62-425a-9d5c-044a2b9662e2" -d '{"events": [{"server_uuid": "3b564306-df48-40bf-bc4e-d072132c7c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "632b6705-3199-4c7b-80ff-24edfb073f45"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:51.613678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9784f14-b52b-4018-a4a7-5084e783e1fc req-247844d0-052a-41dd-b858-915f900ff5bf tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:51.626465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9784f14-b52b-4018-a4a7-5084e783e1fc req-247844d0-052a-41dd-b858-915f900ff5bf tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 946 time: 0.1292880 Nov 03 18:33:51.731310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347510958-router', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:45Z', 'updated_at': '2021-11-03T18:33:49Z', 'revision_number': 3, 'project_id': 'e7c43dc29e6b4a429a19504831e75875', 'gw_port': {'id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:47Z', 'updated_at': '2021-11-03T18:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:51.762744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-22299a4b-aaad-404b-9dff-174aef2b5ecc tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Allocated IP 192.168.233.105 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/397e04f4-2b7f-4f8b-9823-2420bf18a73e) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:51.815403 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Checking router: af912e33-4e23-48bb-8fad-77aa378508ff for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:33:51.816652 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Updating router af912e33-4e23-48bb-8fad-77aa378508ff port a112967f-7567-41e4-9510-ddc79366afd9 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:33:51.832615 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9784f14-b52b-4018-a4a7-5084e783e1fc req-b1a8ef81-c553-4fd8-82a4-fcd113c92649 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049665 Nov 03 18:33:51.864643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-46e20373-d2e1-455e-8384-9c4b297d8b62 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:51.866661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-46e20373-d2e1-455e-8384-9c4b297d8b62 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee&tenant_id=04adf6892c414a028b77c4d4f0759b92&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 1095 time: 0.2341611 Nov 03 18:33:51.894283 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:51.898472 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device def9ee30-30fa-4228-8d3a-879bf9e77b24 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:33:51.934824 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: def9ee30-30fa-4228-8d3a-879bf9e77b24 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:33:51.935310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device def9ee30-30fa-4228-8d3a-879bf9e77b24 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:33:51.978817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f90254-6bac-4b7b-a419-272ff97d001f req-0a208062-555d-44ed-a305-c3cef60d0484 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:51.987275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04f90254-6bac-4b7b-a419-272ff97d001f req-0a208062-555d-44ed-a305-c3cef60d0484 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 944 time: 0.2926910 Nov 03 18:33:52.037142 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b913a5-6b72-457c-b967-7a5bae3ccded x-openstack-request-id: req-13b913a5-6b72-457c-b967-7a5bae3ccded {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:52.037496 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b564306-df48-40bf-bc4e-d072132c7c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "632b6705-3199-4c7b-80ff-24edfb073f45", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:52.037755 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-13b913a5-6b72-457c-b967-7a5bae3ccded {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:52.038144 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632b6705-3199-4c7b-80ff-24edfb073f45', 'code': 200} Nov 03 18:33:52.178889 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.229754 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.238578 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.298406 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Attempting to bind port a112967f-7567-41e4-9510-ddc79366afd9 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:52.299096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Attempting to bind port a112967f-7567-41e4-9510-ddc79366afd9 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:52.299198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Attempting to bind port a112967f-7567-41e4-9510-ddc79366afd9 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:52.307945 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:52.308931 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:52.309266 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.309771 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:52.310157 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Bound port: a112967f-7567-41e4-9510-ddc79366afd9, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:52.310539 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.312950 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d9377-d9d6-4778-8904-4d8321a0d1dd None None] Pushing event updated for resources: {'Port': ['ID=a112967f-7567-41e4-9510-ddc79366afd9,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:52.334725 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8197d4bc-6d34-4cd4-94b9-cc31a00318d0 req-2a02e1a4-56c9-4e51-a283-3960e2f78ae2 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 210 time: 0.3292730 Nov 03 18:33:52.361844 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Allocated IP 172.20.0.1 (23d6071f-c509-4a06-a09d-4c70d01b82a7/68d92f7b-9ad6-4fe0-b43a-c995bdfd50cf/094986e1-3fe4-4c60-8599-7736ba125c8f) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:33:52.400953 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] For port a112967f-7567-41e4-9510-ddc79366afd9, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:52.407699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] For port a112967f-7567-41e4-9510-ddc79366afd9, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a112967f-7567-41e4-9510-ddc79366afd9,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:52.415694 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.434414 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04f90254-6bac-4b7b-a419-272ff97d001f req-740a63c3-2df0-4a6f-b1c8-43055d2dec8d tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457729 Nov 03 18:33:52.462288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Routers {'af912e33-4e23-48bb-8fad-77aa378508ff'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:52.462927 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:33:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['af912e33-4e23-48bb-8fad-77aa378508ff'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:52.514709 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.571919 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.578578 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-22299a4b-aaad-404b-9dff-174aef2b5ecc tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.592039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-f47152f2-e2e9-4330-bfb8-351c802f5891 service neutron] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:52.598802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d9377-d9d6-4778-8904-4d8321a0d1dd None None] Pushing event updated for resources: {'Port': ['ID=a112967f-7567-41e4-9510-ddc79366afd9,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:52.602434 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-f47152f2-e2e9-4330-bfb8-351c802f5891 service neutron] Publish callbacks [] for binding, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.604087 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0ad30a-4fb0-476a-9aa8-dd4903d94625 req-f47152f2-e2e9-4330-bfb8-351c802f5891 service neutron] 10.222.0.98 "DELETE /v2.0/ports/a9eb5a10-ec50-462a-87ec-5cef5f0cd141/bindings/n-h1-812150-4 HTTP/1.1" status: 204 len: 173 time: 0.7226615 Nov 03 18:33:52.643801 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-22299a4b-aaad-404b-9dff-174aef2b5ecc tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.655006 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Network 23d6071f-c509-4a06-a09d-4c70d01b82a7 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:52.663121 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:52.663441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['22b00358-24ea-4fa4-909a-348d1122d581'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:52.668815 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:52.672254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Pushing event updated for resources: {'Port': ['ID=094986e1-3fe4-4c60-8599-7736ba125c8f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:52.741401 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] Set router af912e33-4e23-48bb-8fad-77aa378508ff gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:52.742979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.771086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-22299a4b-aaad-404b-9dff-174aef2b5ecc tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:52.790043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-22299a4b-aaad-404b-9dff-174aef2b5ecc tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:52.815173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-22299a4b-aaad-404b-9dff-174aef2b5ecc tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:33:52.824574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-22299a4b-aaad-404b-9dff-174aef2b5ecc tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:52.830306 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-22299a4b-aaad-404b-9dff-174aef2b5ecc tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:52.848368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22299a4b-aaad-404b-9dff-174aef2b5ecc tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Pushing event updated for resources: {'Port': ['ID=397e04f4-2b7f-4f8b-9823-2420bf18a73e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:52.860200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-22299a4b-aaad-404b-9dff-174aef2b5ecc tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7662170 Nov 03 18:33:52.903917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3705b0f-9238-4243-8ba5-2acdfdfd0d7a req-999ea086-3164-408e-91fc-f65a7e343f0d tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:52.920852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3705b0f-9238-4243-8ba5-2acdfdfd0d7a req-999ea086-3164-408e-91fc-f65a7e343f0d tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 950 time: 0.2179990 Nov 03 18:33:52.939026 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Request body: {'port': {'device_id': '80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:53.031283 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.125454 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347510958-router', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:45Z', 'updated_at': '2021-11-03T18:33:49Z', 'revision_number': 3, 'project_id': 'e7c43dc29e6b4a429a19504831e75875', 'gw_port': {'id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:47Z', 'updated_at': '2021-11-03T18:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:53.150194 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.157488 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3705b0f-9238-4243-8ba5-2acdfdfd0d7a req-945b9224-d3ec-4f54-bcbd-b2ff3b99e818 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355442 Nov 03 18:33:53.172057 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14dda8e-20f8-445e-b141-5622c0d56f37 None None] The sync data for ids ['af912e33-4e23-48bb-8fad-77aa378508ff'] in n-d-812150-4 is: [{'id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347510958-router', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:45Z', 'updated_at': '2021-11-03T18:33:49Z', 'revision_number': 3, 'project_id': 'e7c43dc29e6b4a429a19504831e75875', 'gw_port': {'id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:47Z', 'updated_at': '2021-11-03T18:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:33:53.186151 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53436a61-9697-418d-a43e-56e5dca6b16d req-0b6c9f3f-61f6-44f6-aaf2-b96b058447c8 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:53.187653 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53436a61-9697-418d-a43e-56e5dca6b16d req-0b6c9f3f-61f6-44f6-aaf2-b96b058447c8 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 1095 time: 0.1222768 Nov 03 18:33:53.200243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-18655d19-8fbb-49ff-bf65-9a4543fab7e2 None None] Provisioning complete for port 094986e1-3fe4-4c60-8599-7736ba125c8f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:53.200720 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-18655d19-8fbb-49ff-bf65-9a4543fab7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.252032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-18655d19-8fbb-49ff-bf65-9a4543fab7e2 None None] Port 094986e1-3fe4-4c60-8599-7736ba125c8f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:33:53.263072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-18655d19-8fbb-49ff-bf65-9a4543fab7e2 None None] Provisioning complete for port 397e04f4-2b7f-4f8b-9823-2420bf18a73e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:53.263443 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-18655d19-8fbb-49ff-bf65-9a4543fab7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.306653 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.313459 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.396094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Pushing event updated for resources: {'Port': ['ID=094986e1-3fe4-4c60-8599-7736ba125c8f,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:53.398993 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:53.439797 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-18655d19-8fbb-49ff-bf65-9a4543fab7e2 None None] Port 397e04f4-2b7f-4f8b-9823-2420bf18a73e cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:33:53.489444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53436a61-9697-418d-a43e-56e5dca6b16d req-741a973b-70ff-4790-8d59-7b56364fba83 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932773 Nov 03 18:33:53.499163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e9bfd-b29d-46be-9628-50ccdd46184b req-b3c75c0b-ae9b-48f2-b22e-3a92dfd7cace tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:53.511775 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d5e9bfd-b29d-46be-9628-50ccdd46184b req-b3c75c0b-ae9b-48f2-b22e-3a92dfd7cace tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 946 time: 0.2666512 Nov 03 18:33:53.530092 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Network 23d6071f-c509-4a06-a09d-4c70d01b82a7 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:33:53.532095 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:33:53.609181 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d5e9bfd-b29d-46be-9628-50ccdd46184b req-f255e4c1-d2ea-4c37-a038-842fd050f579 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931695 Nov 03 18:33:53.854296 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Router af912e33-4e23-48bb-8fad-77aa378508ff has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:33:53.921436 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 632b6705-3199-4c7b-80ff-24edfb073f45 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:33:53.955780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a112967f-7567-41e4-9510-ddc79366afd9 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:53.976021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397e04f4-2b7f-4f8b-9823-2420bf18a73e {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:53.995162 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.043723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbeac5-9868-47e4-9dca-2bbf84101a0a req-b8a01d24-5559-4dae-9f7f-fb89f96a3ece tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:54.045399 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-30fbeac5-9868-47e4-9dca-2bbf84101a0a req-b8a01d24-5559-4dae-9f7f-fb89f96a3ece tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 936 time: 0.2252352 Nov 03 18:33:54.059124 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Transition to ACTIVE for port object 397e04f4-2b7f-4f8b-9823-2420bf18a73e will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:33:54.070369 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.136849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9faac88b-7a3b-45c1-a997-dd615b79732e None None] Provisioning complete for port 094986e1-3fe4-4c60-8599-7736ba125c8f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:54.137336 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9faac88b-7a3b-45c1-a997-dd615b79732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.139132 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:33:54.153959 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4d4a1b54-0aaa-4c9e-9542-9d3cba64984e admin admin] 10.222.0.107 "PUT /v2.0/routers/af912e33-4e23-48bb-8fad-77aa378508ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8124158 Nov 03 18:33:54.222333 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-30fbeac5-9868-47e4-9dca-2bbf84101a0a req-b7f51b01-0af7-4544-bf50-d64bd62a55bf tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604719 Nov 03 18:33:54.258924 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33790) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:54.279356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Pushing event updated for resources: {'Port': ['ID=397e04f4-2b7f-4f8b-9823-2420bf18a73e,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:54.383256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port a112967f-7567-41e4-9510-ddc79366afd9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:54.383942 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.452519 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9faac88b-7a3b-45c1-a997-dd615b79732e None None] Port 094986e1-3fe4-4c60-8599-7736ba125c8f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:33:54.480111 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 632b6705-3199-4c7b-80ff-24edfb073f45, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=632b6705-3199-4c7b-80ff-24edfb073f45,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:54.495038 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb3469f8-8505-4eb7-b9ac-1fbe2a02d896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.495973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '632b6705-3199-4c7b-80ff-24edfb073f45', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '632b6705-3199-4c7b-80ff-24edfb073f45', 'mac_address': 'fa:16:3e:ea:89:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:33:54.565570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc577c8-1834-487a-a355-13d31c160387 req-b371d696-7ae2-45bd-a269-dad04d933603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:54.567536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-b371d696-7ae2-45bd-a269-dad04d933603 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 1097 time: 0.3824224 Nov 03 18:33:54.575767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Attempting to bind port 397e04f4-2b7f-4f8b-9823-2420bf18a73e on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:54.576105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Attempting to bind port 397e04f4-2b7f-4f8b-9823-2420bf18a73e by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:54.576435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Attempting to bind port 397e04f4-2b7f-4f8b-9823-2420bf18a73e on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:54.593986 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.607153 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.614507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb3469f8-8505-4eb7-b9ac-1fbe2a02d896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.627198 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb3469f8-8505-4eb7-b9ac-1fbe2a02d896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.634370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Port 397e04f4-2b7f-4f8b-9823-2420bf18a73e on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:33:54.634702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Attempting to bind port 397e04f4-2b7f-4f8b-9823-2420bf18a73e on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:54.638971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port a112967f-7567-41e4-9510-ddc79366afd9, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a112967f-7567-41e4-9510-ddc79366afd9,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:54.652322 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632b6705-3199-4c7b-80ff-24edfb073f45 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:33:54.657506 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.710762 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cb3469f8-8505-4eb7-b9ac-1fbe2a02d896 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=da0eef0f8010433f9550c3a94dd7af6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4505341 Nov 03 18:33:54.717346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:54.717818 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:54.718254 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:54.718683 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Bound port: 397e04f4-2b7f-4f8b-9823-2420bf18a73e, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:54.719063 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.721543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33806) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:54.721637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3469f8-8505-4eb7-b9ac-1fbe2a02d896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dad1200-d4b8-4ce1-bb55-0a79fa8551de,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:54.729647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 632b6705-3199-4c7b-80ff-24edfb073f45, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=632b6705-3199-4c7b-80ff-24edfb073f45,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:54.746606 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:54.773574 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=a112967f-7567-41e4-9510-ddc79366afd9,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:54.832946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f665aa-793e-46f2-8059-a4adf9caf977 req-acc2797d-6fe0-4876-8a2c-d6d807da415f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:54.834595 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37f665aa-793e-46f2-8059-a4adf9caf977 req-acc2797d-6fe0-4876-8a2c-d6d807da415f tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 950 time: 0.4332120 Nov 03 18:33:54.856225 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['632b6705-3199-4c7b-80ff-24edfb073f45'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:33:54.906196 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0a26b-0353-417d-837b-026aeb5e81af req-76aacd66-f9ba-436a-b9f0-f3468f73f9fd tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:54.907828 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65c0a26b-0353-417d-837b-026aeb5e81af req-76aacd66-f9ba-436a-b9f0-f3468f73f9fd tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 807 time: 0.6313589 Nov 03 18:33:54.925761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=632b6705-3199-4c7b-80ff-24edfb073f45,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:55.006537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65c0a26b-0353-417d-837b-026aeb5e81af req-cea43c50-5d48-43f6-976a-2205d2035e32 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/quotas/04adf6892c414a028b77c4d4f0759b92 HTTP/1.1" status: 200 len: 375 time: 0.0815063 Nov 03 18:33:55.058930 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc577c8-1834-487a-a355-13d31c160387 req-5284703a-b1d4-4dea-b078-0fec082fa1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:55.060542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-5284703a-b1d4-4dea-b078-0fec082fa1cc service neutron] 10.222.0.98 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.4660518 Nov 03 18:33:55.212905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37f665aa-793e-46f2-8059-a4adf9caf977 req-507788ce-293e-4e35-8d11-b18f2582b067 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246970 Nov 03 18:33:55.214247 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-252039c8-a5dc-495a-b47a-69102e0616f1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907 HTTP/1.1" status: 200 len: 217 time: 0.1316812 Nov 03 18:33:55.217084 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a9a03d5-2483-4f27-a540-8020ad1f5833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:55.226393 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] For port 397e04f4-2b7f-4f8b-9823-2420bf18a73e, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:55.304243 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a9a03d5-2483-4f27-a540-8020ad1f5833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:55.339997 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] For port 397e04f4-2b7f-4f8b-9823-2420bf18a73e, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=397e04f4-2b7f-4f8b-9823-2420bf18a73e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:55.352811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65c0a26b-0353-417d-837b-026aeb5e81af req-693c1043-8ba2-4413-8a3d-b318def542b4 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3323858 Nov 03 18:33:55.387738 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:55.453552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc577c8-1834-487a-a355-13d31c160387 req-895a7362-40f2-4c43-890e-37fbc36d9d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:55.455223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-895a7362-40f2-4c43-890e-37fbc36d9d03 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.2264833 Nov 03 18:33:55.533681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:55.534414 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:55.535952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] 10.222.0.98 "PUT /v2.0/ports/397e04f4-2b7f-4f8b-9823-2420bf18a73e HTTP/1.1" status: 200 len: 1096 time: 2.6128037 Nov 03 18:33:55.539766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed', 'tag': '397e04f4-2b7f-4f8b-9823-2420bf18a73e'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:55.542291 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f223c6f0-40f8-4daf-8627-216fc1cbf937" -d '{"events": [{"name": "network-changed", "server_uuid": "80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed", "tag": "397e04f4-2b7f-4f8b-9823-2420bf18a73e"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:55.580257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-927aebb9-d188-4251-9140-7be0af3bfa65 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617864 Nov 03 18:33:55.668885 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0d2805d5-7fd8-4f16-82b1-51ab5e6c07fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:55.733864 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44da53-61c3-40bf-8a3b-6dd7ee01087f req-0d59bf8c-2f11-4706-b987-eff4eec642bd tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:55.735439 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af44da53-61c3-40bf-8a3b-6dd7ee01087f req-0d59bf8c-2f11-4706-b987-eff4eec642bd tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 946 time: 0.4047649 Nov 03 18:33:55.736129 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a9a03d5-2483-4f27-a540-8020ad1f5833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:55.744267 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a9a03d5-2483-4f27-a540-8020ad1f5833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:55.745904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1a9a03d5-2483-4f27-a540-8020ad1f5833 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4dad1200-d4b8-4ce1-bb55-0a79fa8551de HTTP/1.1" status: 204 len: 168 time: 0.9630952 Nov 03 18:33:55.780801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31a581-817b-4f47-a2b3-ccb304de89b1 service neutron] Pushing event updated for resources: {'Port': ['ID=397e04f4-2b7f-4f8b-9823-2420bf18a73e,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:55.885954 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Sync routers for ids ['af912e33-4e23-48bb-8fad-77aa378508ff'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:33:55.912401 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a112967f-7567-41e4-9510-ddc79366afd9 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:55.927668 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Routers {'af912e33-4e23-48bb-8fad-77aa378508ff'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:55.928785 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:33:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['af912e33-4e23-48bb-8fad-77aa378508ff'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:55.953498 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-f9ff3887-e8b0-4a78-a9a1-13974fee9e37 service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662117 Nov 03 18:33:55.996429 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65c0a26b-0353-417d-837b-026aeb5e81af req-03f5839d-f640-4a02-8e91-c8917d53511f service neutron] 10.222.0.107 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419985 Nov 03 18:33:55.997229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a03d5-2483-4f27-a540-8020ad1f5833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dad1200-d4b8-4ce1-bb55-0a79fa8551de,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:56.005042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 632b6705-3199-4c7b-80ff-24edfb073f45 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:56.191047 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Set router af912e33-4e23-48bb-8fad-77aa378508ff gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:56.212914 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port a112967f-7567-41e4-9510-ddc79366afd9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:56.213293 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:56.446436 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347510958-router', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:45Z', 'updated_at': '2021-11-03T18:33:52Z', 'revision_number': 4, 'project_id': 'e7c43dc29e6b4a429a19504831e75875', 'gw_port': {'id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:47Z', 'updated_at': '2021-11-03T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '094986e1-3fe4-4c60-8599-7736ba125c8f', 'name': '', 'network_id': '23d6071f-c509-4a06-a09d-4c70d01b82a7', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875', 'mac_address': 'fa:16:3e:39:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '68d92f7b-9ad6-4fe0-b43a-c995bdfd50cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:52Z', 'updated_at': '2021-11-03T18:33:53Z', 'revision_number': 2, 'project_id': 'e7c43dc29e6b4a429a19504831e75875', 'subnets': [{'id': '68d92f7b-9ad6-4fe0-b43a-c995bdfd50cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:56.474172 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Checking router: af912e33-4e23-48bb-8fad-77aa378508ff for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:33:56.474794 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Updating router af912e33-4e23-48bb-8fad-77aa378508ff port 094986e1-3fe4-4c60-8599-7736ba125c8f binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:33:56.502855 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:56.519409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 632b6705-3199-4c7b-80ff-24edfb073f45 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:56.525295 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:56.763502 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:56.833471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 632b6705-3199-4c7b-80ff-24edfb073f45, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=632b6705-3199-4c7b-80ff-24edfb073f45,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:56.838141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632b6705-3199-4c7b-80ff-24edfb073f45'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:33:56.842933 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdbf4b0-1359-4140-9bd1-1f797ac4c6c3" -d '{"events": [{"server_uuid": "3b564306-df48-40bf-bc4e-d072132c7c2b", "name": "network-vif-plugged", "status": "completed", "tag": "632b6705-3199-4c7b-80ff-24edfb073f45"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:33:56.852569 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:56.965010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=632b6705-3199-4c7b-80ff-24edfb073f45,revision_number=10']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:57.042094 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.049023 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.084629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af44da53-61c3-40bf-8a3b-6dd7ee01087f req-ffdd11f8-4e06-465f-afba-d5a4b520d88b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3270807 Nov 03 18:33:57.087774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-4c76f26f-6338-4deb-9eea-6de9209c7c4a service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1037853 Nov 03 18:33:57.094067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-2a101ded-5d31-42ee-b243-1b30c456b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:57.096693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-2a101ded-5d31-42ee-b243-1b30c456b5a5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=16fcce5bbda9449483a20875ac1d23d3&device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 1099 time: 1.4315257 Nov 03 18:33:57.103028 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f21fb-d7b4-4b87-844b-ebd584d07222 None None] Pushing event updated for resources: {'Port': ['ID=094986e1-3fe4-4c60-8599-7736ba125c8f,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:57.189187 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Attempting to bind port 094986e1-3fe4-4c60-8599-7736ba125c8f on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:33:57.189579 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Attempting to bind port 094986e1-3fe4-4c60-8599-7736ba125c8f by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '267d29c9-9c8b-43c9-a7c0-f0d2b2406455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '23d6071f-c509-4a06-a09d-4c70d01b82a7'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:33:57.189949 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Attempting to bind port 094986e1-3fe4-4c60-8599-7736ba125c8f on network 23d6071f-c509-4a06-a09d-4c70d01b82a7 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:33:57.198458 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:33:57.199268 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Checking segment: {'id': '267d29c9-9c8b-43c9-a7c0-f0d2b2406455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '23d6071f-c509-4a06-a09d-4c70d01b82a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:33:57.200049 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.200741 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Bound using segment: {'id': '267d29c9-9c8b-43c9-a7c0-f0d2b2406455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '23d6071f-c509-4a06-a09d-4c70d01b82a7'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:33:57.201467 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Bound port: 094986e1-3fe4-4c60-8599-7736ba125c8f, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267d29c9-9c8b-43c9-a7c0-f0d2b2406455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '23d6071f-c509-4a06-a09d-4c70d01b82a7'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:33:57.202052 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.318838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-ca77aeb1-da2a-4d98-a775-837a93622ddf service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=397e04f4-2b7f-4f8b-9823-2420bf18a73e HTTP/1.1" status: 200 len: 217 time: 0.1630695 Nov 03 18:33:57.346207 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] For port 094986e1-3fe4-4c60-8599-7736ba125c8f, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:57.357271 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] For port 094986e1-3fe4-4c60-8599-7736ba125c8f, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=094986e1-3fe4-4c60-8599-7736ba125c8f,segment=NetworkSegment(267d29c9-9c8b-43c9-a7c0-f0d2b2406455),segment_id=267d29c9-9c8b-43c9-a7c0-f0d2b2406455)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:33:57.366702 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.415911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33868) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:57.480938 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f21fb-d7b4-4b87-844b-ebd584d07222 None None] Pushing event updated for resources: {'Port': ['ID=094986e1-3fe4-4c60-8599-7736ba125c8f,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:57.521674 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Routers {'af912e33-4e23-48bb-8fad-77aa378508ff'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:33:57.522139 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:33:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['af912e33-4e23-48bb-8fad-77aa378508ff'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:57.539115 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc577c8-1834-487a-a355-13d31c160387 req-e581aba6-27f1-4c81-91f8-2e621ef4393c tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:57.550270 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-e581aba6-27f1-4c81-91f8-2e621ef4393c tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31&tenant_id=9967bc7a71e345f08f6394ec34bbf289&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 1097 time: 0.3061612 Nov 03 18:33:57.578397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65c0a26b-0353-417d-837b-026aeb5e81af req-ce398fe8-494f-465b-9b2f-5b49853b8edd service neutron] 10.222.0.107 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5483954 Nov 03 18:33:57.605250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812150-4'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:57.681027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1088396778-network', 'tenant_id': '264562c742aa41a1927748c227420713'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:57.723861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] Made reservation on behalf of 264562c742aa41a1927748c227420713 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:57.731217 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.733499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f094e049-d87e-4c24-847a-6dc077a8f28d None None] Provisioning complete for port 094986e1-3fe4-4c60-8599-7736ba125c8f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:57.733867 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f094e049-d87e-4c24-847a-6dc077a8f28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.739019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-a2a84683-60bd-4df9-8153-debb5cd2f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:57.740667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-a2a84683-60bd-4df9-8153-debb5cd2f459 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.4038932 Nov 03 18:33:57.807708 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:57.950235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f094e049-d87e-4c24-847a-6dc077a8f28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.070755 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] Set router af912e33-4e23-48bb-8fad-77aa378508ff gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:33:58.082739 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.137608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f094e049-d87e-4c24-847a-6dc077a8f28d None None] For port 094986e1-3fe4-4c60-8599-7736ba125c8f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=094986e1-3fe4-4c60-8599-7736ba125c8f,segment=NetworkSegment(267d29c9-9c8b-43c9-a7c0-f0d2b2406455),segment_id=267d29c9-9c8b-43c9-a7c0-f0d2b2406455)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:58.153875 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f094e049-d87e-4c24-847a-6dc077a8f28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.274229 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.284945 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.326633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86390db9-0997-4636-bfd5-899b5a7877b1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:58.373731 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:33:58.395224 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-cf54dbda-ff6e-43e5-a2e1-30fc33a03808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:58.396883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-cf54dbda-ff6e-43e5-a2e1-30fc33a03808 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6335094 Nov 03 18:33:58.398570 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.399229 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] Added segment 2d254bd5-6ef6-453f-9442-3d6f284c6d63 of type vlan for network d71485e0-f13e-427a-a00d-f610fefc2309 Nov 03 18:33:58.424184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094e049-d87e-4c24-847a-6dc077a8f28d None None] Pushing event updated for resources: {'Port': ['ID=094986e1-3fe4-4c60-8599-7736ba125c8f,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:58.452008 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f784f2c2-7caa-4f18-9afc-e4ac351b28f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.502527 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.566722 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5f19ea0b-4e09-44c0-b294-a95007ad0c65 None None] Provisioning complete for port 094986e1-3fe4-4c60-8599-7736ba125c8f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:33:58.570132 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5f19ea0b-4e09-44c0-b294-a95007ad0c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.664815 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.673219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:58.674922 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:58.848537 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347510958-router', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:45Z', 'updated_at': '2021-11-03T18:33:52Z', 'revision_number': 4, 'project_id': 'e7c43dc29e6b4a429a19504831e75875', 'gw_port': {'id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:47Z', 'updated_at': '2021-11-03T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '094986e1-3fe4-4c60-8599-7736ba125c8f', 'name': '', 'network_id': '23d6071f-c509-4a06-a09d-4c70d01b82a7', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875', 'mac_address': 'fa:16:3e:39:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '68d92f7b-9ad6-4fe0-b43a-c995bdfd50cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:52Z', 'updated_at': '2021-11-03T18:33:57Z', 'revision_number': 4, 'project_id': 'e7c43dc29e6b4a429a19504831e75875', 'subnets': [{'id': '68d92f7b-9ad6-4fe0-b43a-c995bdfd50cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:33:58.946872 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15601b17-4cfb-4fd5-8c6a-bea457280401 None None] The sync data for ids ['af912e33-4e23-48bb-8fad-77aa378508ff'] in n-d-812150-4 is: [{'id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347510958-router', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:45Z', 'updated_at': '2021-11-03T18:33:52Z', 'revision_number': 4, 'project_id': 'e7c43dc29e6b4a429a19504831e75875', 'gw_port': {'id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:47Z', 'updated_at': '2021-11-03T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '094986e1-3fe4-4c60-8599-7736ba125c8f', 'name': '', 'network_id': '23d6071f-c509-4a06-a09d-4c70d01b82a7', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875', 'mac_address': 'fa:16:3e:39:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '68d92f7b-9ad6-4fe0-b43a-c995bdfd50cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:52Z', 'updated_at': '2021-11-03T18:33:57Z', 'revision_number': 4, 'project_id': 'e7c43dc29e6b4a429a19504831e75875', 'subnets': [{'id': '68d92f7b-9ad6-4fe0-b43a-c995bdfd50cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:33:59.029809 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] Pushing event updated for resources: {'Network': ['ID=d71485e0-f13e-427a-a00d-f610fefc2309,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:33:59.034993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-13fb722a-3e68-4e3c-aeb5-0ed31f6cbe91 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148529 Nov 03 18:33:59.093971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network d71485e0-f13e-427a-a00d-f610fefc2309 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:33:59.107550 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b965c9f1-0fb2-4f39-a68b-b7064e4c40d4 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6835465 Nov 03 18:33:59.108265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33884) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:33:59.122861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Request body: {'subnet': {'network_id': 'd71485e0-f13e-427a-a00d-f610fefc2309', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1088396778-subnet', 'tenant_id': '264562c742aa41a1927748c227420713', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:33:59.258934 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Made reservation on behalf of 264562c742aa41a1927748c227420713 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:33:59.262447 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:59.378761 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0a553ec-c2cb-466d-ab98-fa4858976ea0 req-f6a4ac05-b776-438b-b63e-6e9c6033b06c service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671516 Nov 03 18:33:59.401344 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:59.475771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:33:59.612005 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096187c-1691-4ce6-b642-e013a03d5a86 req-d1501119-d0f3-49a3-a42c-bca9338cccfa tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:33:59.621064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f096187c-1691-4ce6-b642-e013a03d5a86 req-d1501119-d0f3-49a3-a42c-bca9338cccfa tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 948 time: 0.4287639 Nov 03 18:33:59.804543 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:33:59.824872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:33:59.957189 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e15274-58eb-484a-827a-ee410753b0f7 x-openstack-request-id: req-33e15274-58eb-484a-827a-ee410753b0f7 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:33:59.957500 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b564306-df48-40bf-bc4e-d072132c7c2b", "name": "network-vif-plugged", "status": "completed", "tag": "632b6705-3199-4c7b-80ff-24edfb073f45", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:33:59.957757 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-33e15274-58eb-484a-827a-ee410753b0f7 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:33:59.958153 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632b6705-3199-4c7b-80ff-24edfb073f45', 'code': 200} Nov 03 18:33:59.964417 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 094986e1-3fe4-4c60-8599-7736ba125c8f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:33:59.992477 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6cab00-e9a7-45a1-a48e-d06d5a1074cf,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:00.005954 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:34:00.014204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Checking segment: {'id': '2d254bd5-6ef6-453f-9442-3d6f284c6d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd71485e0-f13e-427a-a00d-f610fefc2309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:00.014940 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Network hostable DHCP agents. Network: d71485e0-f13e-427a-a00d-f610fefc2309, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:34:00.028276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:00.028632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:00.028982 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:00.029324 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:00.029854 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:00.029980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:00.030311 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:00.030639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:00.031129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:00.031766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:00.032100 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:00.032948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:00.039872 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f096187c-1691-4ce6-b642-e013a03d5a86 req-058866c9-8584-4686-80d2-927bf4988000 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168904 Nov 03 18:34:00.081759 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Network d71485e0-f13e-427a-a00d-f610fefc2309 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:34:00.107032 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, d71485e0-f13e-427a-a00d-f610fefc2309) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:00.121865 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:00.123995 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:00.127189 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:00.136115 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7c9969-f731-43b7-9576-765846c67aa3 x-openstack-request-id: req-ce7c9969-f731-43b7-9576-765846c67aa3 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:00.137008 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed", "tag": "397e04f4-2b7f-4f8b-9823-2420bf18a73e", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:00.137957 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ce7c9969-f731-43b7-9576-765846c67aa3 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:00.139875 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed', 'tag': '397e04f4-2b7f-4f8b-9823-2420bf18a73e', 'status': 'completed', 'code': 200} Nov 03 18:34:00.165606 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7a7325-9ef2-453e-aa9b-cc70a2d0b039 None None] Network d71485e0-f13e-427a-a00d-f610fefc2309 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:34:00.196703 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1fb7e108-0198-4ec9-8b2e-2a27a8e2bf08 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0735412 Nov 03 18:34:00.227157 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:00.245983 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-02c4fa76-cc04-4ac5-8ff9-1d00708c650e req-c43479d9-7a67-4a1d-bc52-85995763275b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 210 time: 0.0769925 Nov 03 18:34:00.477055 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:00.507503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223c6f0-40f8-4daf-8627-216fc1cbf937 req-5eea6d26-edb4-4873-9045-3617b7d0df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:00.509764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f223c6f0-40f8-4daf-8627-216fc1cbf937 req-5eea6d26-edb4-4873-9045-3617b7d0df00 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=16fcce5bbda9449483a20875ac1d23d3&device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 1099 time: 0.3689518 Nov 03 18:34:00.554426 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:00.562309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 094986e1-3fe4-4c60-8599-7736ba125c8f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:00.562951 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:00.718384 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b222c13-2b00-46fd-9917-62a5f1dfa5f4 None None] Network d71485e0-f13e-427a-a00d-f610fefc2309 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:34:00.757615 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223c6f0-40f8-4daf-8627-216fc1cbf937 req-792503be-be25-43cc-b24e-9112d895c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:00.759470 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f223c6f0-40f8-4daf-8627-216fc1cbf937 req-792503be-be25-43cc-b24e-9112d895c60e service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2224383 Nov 03 18:34:00.764817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Attempting to bind port 69a52d2b-7093-494c-a4f7-4f515ac5e907 on host n-h1-812150-4 for vnic_type normal with profile {"migrating_to": "n-h2-812150-4"} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:00.765164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Attempting to bind port 69a52d2b-7093-494c-a4f7-4f515ac5e907 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:00.765491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Attempting to bind port 69a52d2b-7093-494c-a4f7-4f515ac5e907 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:00.814825 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f223c6f0-40f8-4daf-8627-216fc1cbf937 req-5981952f-5fec-40cf-94ed-d5fbbd9f572e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=397e04f4-2b7f-4f8b-9823-2420bf18a73e HTTP/1.1" status: 200 len: 217 time: 0.0444255 Nov 03 18:34:00.852744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa28939-b207-43ba-a6fd-ace94dc5eab0 req-e5e35626-1e6c-437e-9b1e-0c9050836e61 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:00.864260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fa28939-b207-43ba-a6fd-ace94dc5eab0 req-e5e35626-1e6c-437e-9b1e-0c9050836e61 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 944 time: 0.6129785 Nov 03 18:34:01.099752 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223c6f0-40f8-4daf-8627-216fc1cbf937 req-a9b5c806-6047-4baf-a7d5-7fc5cb7b0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:01.101458 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f223c6f0-40f8-4daf-8627-216fc1cbf937 req-a9b5c806-6047-4baf-a7d5-7fc5cb7b0399 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1710529 Nov 03 18:34:01.121400 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8b7c3-b1b9-4f83-b554-43e9f2d7b3a8 req-fddbffd3-e9f5-4266-9e0a-f508eb5ecd5b tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:01.132249 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34e8b7c3-b1b9-4f83-b554-43e9f2d7b3a8 req-fddbffd3-e9f5-4266-9e0a-f508eb5ecd5b tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 950 time: 0.7062759 Nov 03 18:34:01.150030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Port 69a52d2b-7093-494c-a4f7-4f515ac5e907 on network 5642331e-152e-4c1a-8167-032b35756d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:01.150378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Attempting to bind port 69a52d2b-7093-494c-a4f7-4f515ac5e907 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:01.245389 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fa28939-b207-43ba-a6fd-ace94dc5eab0 req-770f2331-49fe-4770-81bd-ee096b7d8c84 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792474 Nov 03 18:34:01.247089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:01.248698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Checking segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:01.249124 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Bound using segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:01.249560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Bound port: 69a52d2b-7093-494c-a4f7-4f515ac5e907, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:01.249918 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:01.268537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Pushing event updated for resources: {'Port': ['ID=69a52d2b-7093-494c-a4f7-4f515ac5e907,revision_number=7']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:01.308960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.310585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.311136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.311967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.315557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.316148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.316679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.317170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.317828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.318380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.318905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.319379 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:01.404026 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:01.459677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34e8b7c3-b1b9-4f83-b554-43e9f2d7b3a8 req-ab8ec647-a893-4a6f-ada4-ab7da76e4ecf tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/security-groups?id=9a4805f4-fd14-4a4c-8caf-638260fbe796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264592 Nov 03 18:34:01.505118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149db667-256b-456e-94c4-709b2a17e711 req-efde099e-a7ea-4540-9036-91d38d1960de tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:01.509398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-149db667-256b-456e-94c4-709b2a17e711 req-efde099e-a7ea-4540-9036-91d38d1960de tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 950 time: 0.3360846 Nov 03 18:34:01.525131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0a26b-0353-417d-837b-026aeb5e81af req-5a78e4bc-38a8-4f74-8716-d687682f1def tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:01.528771 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65c0a26b-0353-417d-837b-026aeb5e81af req-5a78e4bc-38a8-4f74-8716-d687682f1def tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.87 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 807 time: 0.4595659 Nov 03 18:34:01.561774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-65c0a26b-0353-417d-837b-026aeb5e81af req-a253ac54-32ac-41c0-a75b-5c69b8c08531 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Request body: {'port': {'device_id': '28952691-e53a-49e4-baaf-f375bdb379b2', 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae', 'admin_state_up': True, 'tenant_id': '04adf6892c414a028b77c4d4f0759b92'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:01.695260 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223c6f0-40f8-4daf-8627-216fc1cbf937 req-577c6c8b-5502-4eb4-955f-d7865ce29ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:01.696869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f223c6f0-40f8-4daf-8627-216fc1cbf937 req-577c6c8b-5502-4eb4-955f-d7865ce29ca1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4799969 Nov 03 18:34:01.833548 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-dc7bfbdb-3098-4f9c-a6ee-0ef238525373 req-85a937cd-df87-4d7f-9bd4-dc4dc0274c6c tempest-SecurityGroupsNegativeTestJSON-837896016 tempest-SecurityGroupsNegativeTestJSON-837896016-project] show failed (client error): The resource could not be found. Nov 03 18:34:01.847236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dc7bfbdb-3098-4f9c-a6ee-0ef238525373 req-85a937cd-df87-4d7f-9bd4-dc4dc0274c6c tempest-SecurityGroupsNegativeTestJSON-837896016 tempest-SecurityGroupsNegativeTestJSON-837896016-project] 10.222.0.107 "GET /v2.0/security-groups/dfb0e790-b2e4-4397-87d4-0c90da10d07e HTTP/1.1" status: 404 len: 352 time: 0.0328867 Nov 03 18:34:01.857055 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c0a26b-0353-417d-837b-026aeb5e81af req-a253ac54-32ac-41c0-a75b-5c69b8c08531 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Made reservation on behalf of 04adf6892c414a028b77c4d4f0759b92 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:01.866984 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-65c0a26b-0353-417d-837b-026aeb5e81af req-a253ac54-32ac-41c0-a75b-5c69b8c08531 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:01.965385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 397e04f4-2b7f-4f8b-9823-2420bf18a73e details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:02.035624 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-65c0a26b-0353-417d-837b-026aeb5e81af req-a253ac54-32ac-41c0-a75b-5c69b8c08531 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Allocated IP 172.20.0.14 (e6ea9eda-3066-4349-948b-e1223c0656ae/e033faf3-e15c-44a6-8ae2-6df27fb7fb61/7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:02.059224 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-adb8da76-da9f-428a-93ca-a95d505a182b req-2852b561-02eb-481a-a1bc-838862671e48 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 210 time: 0.1109278 Nov 03 18:34:02.085142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:02.132997 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b738-5f1a-4266-af9e-5ee799f3d80e req-772d08e7-7d82-46bb-8711-1667b06931e9 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:02.141810 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8697b738-5f1a-4266-af9e-5ee799f3d80e req-772d08e7-7d82-46bb-8711-1667b06931e9 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 948 time: 0.4387772 Nov 03 18:34:02.158182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cc76f7-d964-4633-a534-bdc69c252b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a52d2b-7093-494c-a4f7-4f515ac5e907'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:02.171735 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5bd76a-3834-48cf-aa04-6a4902d1dcaf" -d '{"events": [{"server_uuid": "44cc76f7-d964-4633-a534-bdc69c252b31", "name": "network-vif-unplugged", "status": "completed", "tag": "69a52d2b-7093-494c-a4f7-4f515ac5e907"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:02.221643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 397e04f4-2b7f-4f8b-9823-2420bf18a73e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=397e04f4-2b7f-4f8b-9823-2420bf18a73e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:02.225754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:02.244977 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8697b738-5f1a-4266-af9e-5ee799f3d80e req-69c6bb02-9bcb-4330-9fcd-d5b747f07d38 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019671 Nov 03 18:34:02.259026 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:02.262418 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '397e04f4-2b7f-4f8b-9823-2420bf18a73e', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '397e04f4-2b7f-4f8b-9823-2420bf18a73e', 'mac_address': 'fa:16:3e:49:c0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:02.316516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-149db667-256b-456e-94c4-709b2a17e711 req-c0f42354-8dec-4ac0-98f5-3d8c70825691 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Deleting port c3eebd10-1658-4c26-8830-3bbc83b07d67 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:02.321181 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-149db667-256b-456e-94c4-709b2a17e711 req-c0f42354-8dec-4ac0-98f5-3d8c70825691 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:02.367282 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:02.384132 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-65c0a26b-0353-417d-837b-026aeb5e81af req-a253ac54-32ac-41c0-a75b-5c69b8c08531 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:02.413168 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397e04f4-2b7f-4f8b-9823-2420bf18a73e {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:02.453869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 397e04f4-2b7f-4f8b-9823-2420bf18a73e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=397e04f4-2b7f-4f8b-9823-2420bf18a73e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:02.471046 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:02.506128 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-65c0a26b-0353-417d-837b-026aeb5e81af req-a253ac54-32ac-41c0-a75b-5c69b8c08531 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:02.526490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-149db667-256b-456e-94c4-709b2a17e711 req-c0f42354-8dec-4ac0-98f5-3d8c70825691 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] For port c3eebd10-1658-4c26-8830-3bbc83b07d67, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=c3eebd10-1658-4c26-8830-3bbc83b07d67,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:02.527474 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-149db667-256b-456e-94c4-709b2a17e711 req-c0f42354-8dec-4ac0-98f5-3d8c70825691 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:02.543910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-149db667-256b-456e-94c4-709b2a17e711 req-c0f42354-8dec-4ac0-98f5-3d8c70825691 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Calling delete_port for c3eebd10-1658-4c26-8830-3bbc83b07d67 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:02.545720 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=397e04f4-2b7f-4f8b-9823-2420bf18a73e,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:02.601442 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37e939e-eccf-48ce-94a4-bb516debc9e6 x-openstack-request-id: req-b37e939e-eccf-48ce-94a4-bb516debc9e6 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:02.602268 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cc76f7-d964-4633-a534-bdc69c252b31", "name": "network-vif-unplugged", "status": "completed", "tag": "69a52d2b-7093-494c-a4f7-4f515ac5e907", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:02.602770 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b37e939e-eccf-48ce-94a4-bb516debc9e6 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:02.603374 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cc76f7-d964-4633-a534-bdc69c252b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a52d2b-7093-494c-a4f7-4f515ac5e907', 'code': 200} Nov 03 18:34:02.618576 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253ac54-32ac-41c0-a75b-5c69b8c08531 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Pushing event updated for resources: {'Port': ['ID=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:02.622112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c0a26b-0353-417d-837b-026aeb5e81af req-a253ac54-32ac-41c0-a75b-5c69b8c08531 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Network e6ea9eda-3066-4349-948b-e1223c0656ae is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:02.624869 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-65c0a26b-0353-417d-837b-026aeb5e81af req-a253ac54-32ac-41c0-a75b-5c69b8c08531 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:02.626993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c0a26b-0353-417d-837b-026aeb5e81af req-a253ac54-32ac-41c0-a75b-5c69b8c08531 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:02.706773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0a26b-0353-417d-837b-026aeb5e81af req-a253ac54-32ac-41c0-a75b-5c69b8c08531 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:02.711673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:02.712307 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:02.712614 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-65c0a26b-0353-417d-837b-026aeb5e81af req-a253ac54-32ac-41c0-a75b-5c69b8c08531 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:02.713632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] 10.222.0.98 "PUT /v2.0/ports/69a52d2b-7093-494c-a4f7-4f515ac5e907 HTTP/1.1" status: 200 len: 1122 time: 5.1339424 Nov 03 18:34:02.735477 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f223c6f0-40f8-4daf-8627-216fc1cbf937 req-b3918a3b-da2b-4518-b156-1540920d5c89 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0029576 Nov 03 18:34:02.767134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['397e04f4-2b7f-4f8b-9823-2420bf18a73e'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:02.795542 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65c0a26b-0353-417d-837b-026aeb5e81af req-a253ac54-32ac-41c0-a75b-5c69b8c08531 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2377017 Nov 03 18:34:02.852169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31fb24b8-2429-40ca-9d90-f475e0e3a230 req-5e378652-17d0-45c5-9eea-1ce2943e93cf tempest-SecurityGroupsNegativeTestJSON-837896016 tempest-SecurityGroupsNegativeTestJSON-837896016-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=264562c742aa41a1927748c227420713 HTTP/1.1" status: 200 len: 3001 time: 0.6946173 Nov 03 18:34:02.857801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c7875-d950-4e55-acb3-73865d3675fa service neutron] Pushing event updated for resources: {'Port': ['ID=69a52d2b-7093-494c-a4f7-4f515ac5e907,revision_number=8']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:02.885559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Request body: {'port': {'device_id': '28952691-e53a-49e4-baaf-f375bdb379b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:02.916602 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['69a52d2b-7093-494c-a4f7-4f515ac5e907'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:02.918743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f927f-dd38-4186-9532-0d1853a4e84a req-e05b2378-5c34-47fb-a35e-eacfa2d25ff3 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:02.920458 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee5f927f-dd38-4186-9532-0d1853a4e84a req-e05b2378-5c34-47fb-a35e-eacfa2d25ff3 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 944 time: 0.3160405 Nov 03 18:34:03.067323 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:03.400146 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31fb24b8-2429-40ca-9d90-f475e0e3a230 req-51481370-2fe4-4269-aeef-da27dfeddacf tempest-SecurityGroupsNegativeTestJSON-837896016 tempest-SecurityGroupsNegativeTestJSON-837896016-project] 10.222.0.107 "GET /v2.0/security-groups/86390db9-0997-4636-bfd5-899b5a7877b1 HTTP/1.1" status: 200 len: 2998 time: 0.5470133 Nov 03 18:34:03.478712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f223c6f0-40f8-4daf-8627-216fc1cbf937 req-709b97c8-47c9-4383-9669-2f3ec27b7309 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7278037 Nov 03 18:34:03.479292 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-149db667-256b-456e-94c4-709b2a17e711 req-c0f42354-8dec-4ac0-98f5-3d8c70825691 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:03.485864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:03.495143 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:03.511711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Transition to ACTIVE for port object 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:03.522043 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:03.543860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee5f927f-dd38-4186-9532-0d1853a4e84a req-a40d696d-9c3f-486c-a850-f050e1f5544c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835726 Nov 03 18:34:03.544652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f42354-8dec-4ac0-98f5-3d8c70825691 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Pushing event deleted for resources: {'Port': ['ID=c3eebd10-1658-4c26-8830-3bbc83b07d67,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:03.672686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31fb24b8-2429-40ca-9d90-f475e0e3a230 req-d8aeb41b-1125-44b4-8cb9-7132f41f6694 tempest-SecurityGroupsNegativeTestJSON-837896016 tempest-SecurityGroupsNegativeTestJSON-837896016-project] 10.222.0.107 "GET /v2.0/security-groups/86390db9-0997-4636-bfd5-899b5a7877b1 HTTP/1.1" status: 200 len: 2998 time: 0.2715147 Nov 03 18:34:03.674270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-149db667-256b-456e-94c4-709b2a17e711 req-c0f42354-8dec-4ac0-98f5-3d8c70825691 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] No DVR routers for this DVR port c3eebd10-1658-4c26-8830-3bbc83b07d67 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:03.684089 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-149db667-256b-456e-94c4-709b2a17e711 req-c0f42354-8dec-4ac0-98f5-3d8c70825691 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:03.705461 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-149db667-256b-456e-94c4-709b2a17e711 req-c0f42354-8dec-4ac0-98f5-3d8c70825691 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.87 "DELETE /v2.0/ports/c3eebd10-1658-4c26-8830-3bbc83b07d67 HTTP/1.1" status: 204 len: 173 time: 2.0722578 Nov 03 18:34:03.909723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:03.951860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Attempting to bind port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:03.952269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Attempting to bind port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:03.959177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Attempting to bind port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:03.974144 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 on network e6ea9eda-3066-4349-948b-e1223c0656ae not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:03.976034 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Attempting to bind port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:03.992053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64bf1b38-cbf0-4322-86ec-24a88fb401eb req-45d4ae96-95f8-434a-b535-5fae5a57f1d4 tempest-DeleteServersAdminTestJSON-966532192 tempest-DeleteServersAdminTestJSON-966532192-project] 10.222.0.107 "GET /v2.0/ports?device_id=c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0 HTTP/1.1" status: 200 len: 210 time: 0.0907090 Nov 03 18:34:04.000328 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:04.000673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Checking segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:04.001985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Bound using segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:04.002440 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Bound port: 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:04.002806 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:04.148258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:04.152682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:04.172815 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62562396-4ee7-41f2-acf0-8b94558aa084 req-df0bb62c-9d1f-4ec3-9732-df8878be702b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:04.181394 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62562396-4ee7-41f2-acf0-8b94558aa084 req-df0bb62c-9d1f-4ec3-9732-df8878be702b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 944 time: 0.1182752 Nov 03 18:34:04.185387 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:04.227728 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592d0a4-ba45-45ce-b520-fb8c8f3ef996 req-2f34bfda-fdad-4c4a-8786-bc80c8524156 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:04.235252 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e592d0a4-ba45-45ce-b520-fb8c8f3ef996 req-2f34bfda-fdad-4c4a-8786-bc80c8524156 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 949 time: 0.1173422 Nov 03 18:34:04.274331 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:04.281263 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62562396-4ee7-41f2-acf0-8b94558aa084 req-4414bb2f-4aa9-4ee9-a226-21d4a0cbc48e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984821 Nov 03 18:34:04.312512 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:04.313691 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:04.320823 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65c0a26b-0353-417d-837b-026aeb5e81af req-c527674e-3328-4842-af1e-9acf87b49aa5 service neutron] 10.222.0.87 "PUT /v2.0/ports/7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 HTTP/1.1" status: 200 len: 1092 time: 1.4420929 Nov 03 18:34:04.321533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28952691-e53a-49e4-baaf-f375bdb379b2', 'tag': '7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:04.325576 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f42673a-fef8-4fed-94b0-e2d6cbad2966" -d '{"events": [{"name": "network-changed", "server_uuid": "28952691-e53a-49e4-baaf-f375bdb379b2", "tag": "7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:04.383853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e592d0a4-ba45-45ce-b520-fb8c8f3ef996 req-1f3ae38e-fc31-4fad-84df-58a60219eed7 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432943 Nov 03 18:34:04.431811 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6d7530-3253-49ad-bd5b-b88a233a86e1 x-openstack-request-id: req-8d6d7530-3253-49ad-bd5b-b88a233a86e1 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:04.432373 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28952691-e53a-49e4-baaf-f375bdb379b2", "tag": "7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:04.432487 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8d6d7530-3253-49ad-bd5b-b88a233a86e1 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:04.433654 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28952691-e53a-49e4-baaf-f375bdb379b2', 'tag': '7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97', 'status': 'completed', 'code': 200} Nov 03 18:34:04.450737 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52232271-b7a3-455b-b37d-7ecda2e86c80 req-57f880c9-9561-4f43-bb04-4f4c39e4ea54 tempest-SecurityGroupsNegativeTestJSON-837896016 tempest-SecurityGroupsNegativeTestJSON-837896016-project] 10.222.0.107 "GET /v2.0/security-groups/86390db9-0997-4636-bfd5-899b5a7877b1 HTTP/1.1" status: 200 len: 2998 time: 0.1224236 Nov 03 18:34:04.527011 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0a26b-0353-417d-837b-026aeb5e81af req-4e448612-c0ed-4d5a-a9c9-2e240349d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:04.531806 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65c0a26b-0353-417d-837b-026aeb5e81af req-4e448612-c0ed-4d5a-a9c9-2e240349d5cf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 1095 time: 0.0947530 Nov 03 18:34:04.606351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cc76f7-d964-4633-a534-bdc69c252b31', 'tag': '69a52d2b-7093-494c-a4f7-4f515ac5e907'}, {'server_uuid': 'c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0', 'name': 'network-vif-deleted', 'tag': 'c3eebd10-1658-4c26-8830-3bbc83b07d67'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:04.608854 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f71f3cd-6cfb-42e8-afa5-87b4428711d2" -d '{"events": [{"name": "network-changed", "server_uuid": "44cc76f7-d964-4633-a534-bdc69c252b31", "tag": "69a52d2b-7093-494c-a4f7-4f515ac5e907"}, {"server_uuid": "c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0", "name": "network-vif-deleted", "tag": "c3eebd10-1658-4c26-8830-3bbc83b07d67"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:04.624323 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-52232271-b7a3-455b-b37d-7ecda2e86c80 req-abd7c174-2a5b-46d7-8341-e31fbbded7f7 tempest-SecurityGroupsNegativeTestJSON-837896016 tempest-SecurityGroupsNegativeTestJSON-837896016-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 18:34:04.625571 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52232271-b7a3-455b-b37d-7ecda2e86c80 req-abd7c174-2a5b-46d7-8341-e31fbbded7f7 tempest-SecurityGroupsNegativeTestJSON-837896016 tempest-SecurityGroupsNegativeTestJSON-837896016-project] 10.222.0.107 "DELETE /v2.0/security-groups/86390db9-0997-4636-bfd5-899b5a7877b1 HTTP/1.1" status: 409 len: 352 time: 0.1645851 Nov 03 18:34:04.631195 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65c0a26b-0353-417d-837b-026aeb5e81af req-ca5edfe1-c80d-44e8-af03-14499d9e69b9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 HTTP/1.1" status: 200 len: 217 time: 0.0833137 Nov 03 18:34:04.706312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0a26b-0353-417d-837b-026aeb5e81af req-15ceb722-9685-41f4-b829-24f1d4a86b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:04.716814 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65c0a26b-0353-417d-837b-026aeb5e81af req-15ceb722-9685-41f4-b829-24f1d4a86b6c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.0764494 Nov 03 18:34:04.735450 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ba4e34-93cf-4e12-9fdc-b01ad4afa911 x-openstack-request-id: req-a3ba4e34-93cf-4e12-9fdc-b01ad4afa911 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:04.736001 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cc76f7-d964-4633-a534-bdc69c252b31", "tag": "69a52d2b-7093-494c-a4f7-4f515ac5e907", "status": "completed", "code": 200}, {"server_uuid": "c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0", "name": "network-vif-deleted", "tag": "c3eebd10-1658-4c26-8830-3bbc83b07d67", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:04.736252 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a3ba4e34-93cf-4e12-9fdc-b01ad4afa911 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:04.736649 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cc76f7-d964-4633-a534-bdc69c252b31', 'tag': '69a52d2b-7093-494c-a4f7-4f515ac5e907', 'status': 'completed', 'code': 200} Nov 03 18:34:04.736905 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f8bcdd-c3dd-4519-8e3f-b2cd84a735a0', 'name': 'network-vif-deleted', 'tag': 'c3eebd10-1658-4c26-8830-3bbc83b07d67', 'status': 'completed', 'code': 200} Nov 03 18:34:04.756302 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65c0a26b-0353-417d-837b-026aeb5e81af req-19a1b594-9436-4420-abed-915927cf1dc5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273900 Nov 03 18:34:04.781126 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-b3add1fe-d71d-4b3f-8037-adec9449ce00 req-f5b932d8-7aa7-4942-8c02-d7a0bbad574d tempest-SecurityGroupsNegativeTestJSON-837896016 tempest-SecurityGroupsNegativeTestJSON-837896016-project] show failed (client error): The resource could not be found. Nov 03 18:34:04.781126 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3add1fe-d71d-4b3f-8037-adec9449ce00 req-f5b932d8-7aa7-4942-8c02-d7a0bbad574d tempest-SecurityGroupsNegativeTestJSON-837896016 tempest-SecurityGroupsNegativeTestJSON-837896016-project] 10.222.0.107 "GET /v2.0/security-groups/20c83a18-58de-4f26-8129-36f497262b26 HTTP/1.1" status: 404 len: 352 time: 0.0148106 Nov 03 18:34:04.901333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f3cd-6cfb-42e8-afa5-87b4428711d2 req-85d567ef-41a7-431b-b225-3669770a3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:04.903805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f71f3cd-6cfb-42e8-afa5-87b4428711d2 req-85d567ef-41a7-431b-b225-3669770a3c95 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 1125 time: 0.0848091 Nov 03 18:34:04.928083 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65c0a26b-0353-417d-837b-026aeb5e81af req-2d483a13-2d45-4a15-8a61-3bd1a7c5b21f service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444438 Nov 03 18:34:05.039676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f3cd-6cfb-42e8-afa5-87b4428711d2 req-a483398a-196d-4c0e-9d0f-36b4739ea234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:05.041452 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f71f3cd-6cfb-42e8-afa5-87b4428711d2 req-a483398a-196d-4c0e-9d0f-36b4739ea234 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.1206441 Nov 03 18:34:05.050275 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65c0a26b-0353-417d-837b-026aeb5e81af req-e3b84ca4-7fa5-4724-ba17-64617f25545d service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137772 Nov 03 18:34:05.126819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f71f3cd-6cfb-42e8-afa5-87b4428711d2 req-0ea11d71-b1cd-48d1-88e1-616b3a35dc0d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907 HTTP/1.1" status: 200 len: 217 time: 0.0736642 Nov 03 18:34:05.177571 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device c3eebd10-1658-4c26-8830-3bbc83b07d67 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:05.208186 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71f3cd-6cfb-42e8-afa5-87b4428711d2 req-75b5aa6c-1551-40b7-80b0-d4c6a011ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:05.212038 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f71f3cd-6cfb-42e8-afa5-87b4428711d2 req-75b5aa6c-1551-40b7-80b0-d4c6a011ea2e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.0719082 Nov 03 18:34:05.213468 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-632e2bb8-eea1-4f3d-9d3a-a1ffca29dbb2 req-6067b2d0-1185-4409-afb8-3ef821810b87 tempest-SecurityGroupsNegativeTestJSON-837896016 tempest-SecurityGroupsNegativeTestJSON-837896016-project] show failed (client error): The resource could not be found. Nov 03 18:34:05.228772 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-632e2bb8-eea1-4f3d-9d3a-a1ffca29dbb2 req-6067b2d0-1185-4409-afb8-3ef821810b87 tempest-SecurityGroupsNegativeTestJSON-837896016 tempest-SecurityGroupsNegativeTestJSON-837896016-project] 10.222.0.107 "GET /v2.0/security-groups/e504d504-0298-4a13-85b4-e4c7fbe9164d HTTP/1.1" status: 404 len: 352 time: 0.1850126 Nov 03 18:34:05.230316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: c3eebd10-1658-4c26-8830-3bbc83b07d67 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:05.230865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device c3eebd10-1658-4c26-8830-3bbc83b07d67 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:05.245664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33958) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:05.281168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920ac9d-e8c8-4a1b-81a8-32fb0da4d4c9 req-8ef41fdd-940f-48c9-b457-88cc507b2c6f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:05.283643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3920ac9d-e8c8-4a1b-81a8-32fb0da4d4c9 req-8ef41fdd-940f-48c9-b457-88cc507b2c6f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 944 time: 0.5276673 Nov 03 18:34:05.359169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f71f3cd-6cfb-42e8-afa5-87b4428711d2 req-c9041667-412b-41b0-bc89-5692bfe4f158 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743160 Nov 03 18:34:05.393956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfbf182-55af-43c7-bdde-9734f971d836 admin admin] Deleting subnet 4c6cab00-e9a7-45a1-a48e-d06d5a1074cf {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:34:05.399984 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1dfbf182-55af-43c7-bdde-9734f971d836 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.489177 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3920ac9d-e8c8-4a1b-81a8-32fb0da4d4c9 req-5e7337d0-d87b-49f0-a846-9ee417c319f2 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907284 Nov 03 18:34:05.527142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1dfbf182-55af-43c7-bdde-9734f971d836 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.568018 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f71f3cd-6cfb-42e8-afa5-87b4428711d2 req-be493fa3-2eaa-466b-90ea-179d11296ca8 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942356 Nov 03 18:34:05.615168 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1dfbf182-55af-43c7-bdde-9734f971d836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.681366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42673a-fef8-4fed-94b0-e2d6cbad2966 req-0fe9f593-19a9-4e67-a9d2-fc87908243da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:05.683334 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f42673a-fef8-4fed-94b0-e2d6cbad2966 req-0fe9f593-19a9-4e67-a9d2-fc87908243da service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 1095 time: 0.3723779 Nov 03 18:34:05.684553 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1dfbf182-55af-43c7-bdde-9734f971d836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.775055 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec42603-dd39-4952-a007-449c48264679 req-dfcb7174-f9a5-44c4-bae5-5ca4d66aec3f tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:05.777314 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aec42603-dd39-4952-a007-449c48264679 req-dfcb7174-f9a5-44c4-bae5-5ca4d66aec3f tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 949 time: 0.1545181 Nov 03 18:34:05.788778 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb5e16-8a06-4b87-a528-5865c7854f8f req-bff6313c-460c-4b6f-8bac-0be4c3d1696a tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:05.797959 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aafb5e16-8a06-4b87-a528-5865c7854f8f req-bff6313c-460c-4b6f-8bac-0be4c3d1696a tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 944 time: 0.2283959 Nov 03 18:34:05.867316 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aec42603-dd39-4952-a007-449c48264679 req-0e74f33c-bc21-4d21-b508-feea66007e3e tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581005 Nov 03 18:34:05.947555 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbf182-55af-43c7-bdde-9734f971d836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6cab00-e9a7-45a1-a48e-d06d5a1074cf,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:05.953326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aafb5e16-8a06-4b87-a528-5865c7854f8f req-31e8a56e-2c66-4a43-80bc-0cb2ecb35055 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484416 Nov 03 18:34:05.976197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f71f3cd-6cfb-42e8-afa5-87b4428711d2 req-7e04f682-6520-4c3c-9778-2844d5e979d9 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852563 Nov 03 18:34:05.976346 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1dfbf182-55af-43c7-bdde-9734f971d836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:05.982068 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33980) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:05.982355 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1dfbf182-55af-43c7-bdde-9734f971d836 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/4c6cab00-e9a7-45a1-a48e-d06d5a1074cf HTTP/1.1" status: 204 len: 168 time: 0.7354376 Nov 03 18:34:05.989600 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 69a52d2b-7093-494c-a4f7-4f515ac5e907 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:06.067235 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 397e04f4-2b7f-4f8b-9823-2420bf18a73e up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:06.106706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42673a-fef8-4fed-94b0-e2d6cbad2966 req-077003c5-85c0-4889-9361-0ba4bee607de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:06.112245 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f42673a-fef8-4fed-94b0-e2d6cbad2966 req-077003c5-85c0-4889-9361-0ba4bee607de service neutron] 10.222.0.87 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.1752799 Nov 03 18:34:06.121207 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:06.208964 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f42673a-fef8-4fed-94b0-e2d6cbad2966 req-ab9c742b-1f6d-49b6-813e-dc09cbffc957 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 HTTP/1.1" status: 200 len: 217 time: 0.0759025 Nov 03 18:34:06.309639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42673a-fef8-4fed-94b0-e2d6cbad2966 req-b152f0e5-c761-4c82-8afa-d08cdc806b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:06.312963 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f42673a-fef8-4fed-94b0-e2d6cbad2966 req-b152f0e5-c761-4c82-8afa-d08cdc806b82 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.0930960 Nov 03 18:34:06.357397 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:06.400675 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f42673a-fef8-4fed-94b0-e2d6cbad2966 req-572d913c-a4a3-4585-8dfe-b9c4c08aeea1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760448 Nov 03 18:34:06.407952 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:06.449386 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:34:06.450544 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:34:06.452805 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:34:06.455152 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Subscribe: > port after_create 55550000 {{(pid=101712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:34:06.457572 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Subscribe: > port after_delete 55550000 {{(pid=101712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:34:06.457872 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Subscribe: > port after_update 55550000 {{(pid=101712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:34:06.458320 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:34:06.458744 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:34:06.460053 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:34:06.461267 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:34:06.634540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34004) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:06.687361 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:34:06.699064 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:34:06.699064 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:34:06.699359 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 03 18:34:06.699991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71485e0-f13e-427a-a00d-f610fefc2309']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:06.739149 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f42673a-fef8-4fed-94b0-e2d6cbad2966 req-571878a9-3228-4138-99ad-89a1ceee6448 service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239100 Nov 03 18:34:06.764454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d254bd5-6ef6-453f-9442-3d6f284c6d63') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:06.764757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d254bd5-6ef6-453f-9442-3d6f284c6d63') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:06.807686 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:06.856778 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:06.869184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 69a52d2b-7093-494c-a4f7-4f515ac5e907 has no active binding in host n-h2-812150-4 {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:34:06.877803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:34:06.879707 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:06.920880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 397e04f4-2b7f-4f8b-9823-2420bf18a73e completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:06.926307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 397e04f4-2b7f-4f8b-9823-2420bf18a73e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:06.927160 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: from cryptography.utils import int_from_bytes Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: from cryptography.utils import int_from_bytes Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:34:07.022908 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:34:07.035656 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f42673a-fef8-4fed-94b0-e2d6cbad2966 req-ce6e4c6f-27ef-48eb-a260-265ad7bd57d7 service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815359 Nov 03 18:34:07.036288 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.063356 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dd9d2b8f-1628-48b3-9934-1a1d2016b042 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=81c1aca0785744248f0ca34310ead271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4261725 Nov 03 18:34:07.068056 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34012) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:07.111626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 397e04f4-2b7f-4f8b-9823-2420bf18a73e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=397e04f4-2b7f-4f8b-9823-2420bf18a73e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:07.112090 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397e04f4-2b7f-4f8b-9823-2420bf18a73e'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:07.115785 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbb0877-eaaa-4f16-ad42-42277ed52557" -d '{"events": [{"server_uuid": "80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed", "name": "network-vif-plugged", "status": "completed", "tag": "397e04f4-2b7f-4f8b-9823-2420bf18a73e"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:07.121620 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.178704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=397e04f4-2b7f-4f8b-9823-2420bf18a73e,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:07.184230 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-71d87992-b054-42fe-80be-9ce0eb77b070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.188743 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:07.189239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:07.189702 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:07.190248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:07.190669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:07.191122 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:07.191612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:07.192043 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:07.192463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:07.192898 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:07.193356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:07.193780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:07.239945 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.245530 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-71d87992-b054-42fe-80be-9ce0eb77b070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.302747 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.309077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] 10.222.0.107 "DELETE /v2.0/networks/d71485e0-f13e-427a-a00d-f610fefc2309 HTTP/1.1" status: 204 len: 168 time: 1.3259199 Nov 03 18:34:07.314141 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a900c-f237-481e-9e4a-ad8f74cf247e admin admin] Pushing event deleted for resources: {'Network': ['ID=d71485e0-f13e-427a-a00d-f610fefc2309,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:07.331950 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d55d2-83c3-4987-a857-cd943648d464 req-e597b51b-b5e9-4ec8-9be4-ac337e58f06d tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:07.339917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a39d55d2-83c3-4987-a857-cd943648d464 req-e597b51b-b5e9-4ec8-9be4-ac337e58f06d tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 944 time: 0.3161397 Nov 03 18:34:07.350333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4e398-911d-412b-b49d-dca0b1a7e927 req-ef389e0f-a612-44ca-8b94-d41ceeac4f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:07.351839 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ad4e398-911d-412b-b49d-dca0b1a7e927 req-ef389e0f-a612-44ca-8b94-d41ceeac4f8b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 1125 time: 0.3295367 Nov 03 18:34:07.357775 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-71d87992-b054-42fe-80be-9ce0eb77b070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.384056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4693e-c71b-4df1-81f2-fe2d2fb4d0e4 req-2af0f95a-118f-4e83-8d20-7b231278473f tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:07.384056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90e4693e-c71b-4df1-81f2-fe2d2fb4d0e4 req-2af0f95a-118f-4e83-8d20-7b231278473f tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 950 time: 0.2479277 Nov 03 18:34:07.387121 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-71d87992-b054-42fe-80be-9ce0eb77b070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.391074 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-71d87992-b054-42fe-80be-9ce0eb77b070 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9a4805f4-fd14-4a4c-8caf-638260fbe796 HTTP/1.1" status: 204 len: 168 time: 0.3148298 Nov 03 18:34:07.435236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d87992-b054-42fe-80be-9ce0eb77b070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4805f4-fd14-4a4c-8caf-638260fbe796,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:07.574421 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34024) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:07.584738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a39d55d2-83c3-4987-a857-cd943648d464 req-ae141848-48aa-4017-8913-4a6141afe3a4 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438426 Nov 03 18:34:07.674272 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90e4693e-c71b-4df1-81f2-fe2d2fb4d0e4 req-3694ac7f-84b4-4c05-83a2-7f0234db6d73 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829523 Nov 03 18:34:07.706278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4e398-911d-412b-b49d-dca0b1a7e927 req-646f863f-1bf7-4a8f-b822-6cccb32f3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:07.716408 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ad4e398-911d-412b-b49d-dca0b1a7e927 req-646f863f-1bf7-4a8f-b822-6cccb32f3016 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.3368070 Nov 03 18:34:07.758681 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-362f9bbe-feb7-4dc0-9692-2355601db2ec admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=264562c742aa41a1927748c227420713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762307 Nov 03 18:34:07.759494 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34028) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:07.859537 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695af2fa-b041-49ad-8bfd-968a53bcecb3 x-openstack-request-id: req-695af2fa-b041-49ad-8bfd-968a53bcecb3 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:07.860099 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed", "name": "network-vif-plugged", "status": "completed", "tag": "397e04f4-2b7f-4f8b-9823-2420bf18a73e", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:07.860099 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-695af2fa-b041-49ad-8bfd-968a53bcecb3 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:07.860848 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397e04f4-2b7f-4f8b-9823-2420bf18a73e', 'code': 200} Nov 03 18:34:07.875859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ad4e398-911d-412b-b49d-dca0b1a7e927 req-457aa28d-c5f4-4dca-874c-70ecbc99b9c6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907 HTTP/1.1" status: 200 len: 217 time: 0.1361907 Nov 03 18:34:07.969652 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b496fffe-c18f-433f-ba92-8322daa9168f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:07.990405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4e398-911d-412b-b49d-dca0b1a7e927 req-621359e5-899c-4900-afc4-9183cb190b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:07.992696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ad4e398-911d-412b-b49d-dca0b1a7e927 req-621359e5-899c-4900-afc4-9183cb190b5e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.0761871 Nov 03 18:34:08.099357 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b496fffe-c18f-433f-ba92-8322daa9168f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.113402 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ad4e398-911d-412b-b49d-dca0b1a7e927 req-27bd0156-21bb-4a97-8b21-4d22c8725a11 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555925 Nov 03 18:34:08.133888 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d141d04-28c9-49a1-afcc-f3ef9325c9e5 req-a5336ac7-8928-49d6-8707-0902d7bdc2d6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:08.146486 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d141d04-28c9-49a1-afcc-f3ef9325c9e5 req-a5336ac7-8928-49d6-8707-0902d7bdc2d6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 944 time: 0.4076445 Nov 03 18:34:08.153965 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949042e-1c88-4776-849d-56f759f89d1d req-bed9ea84-aee2-480c-9c2e-591266e71fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:08.156049 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f949042e-1c88-4776-849d-56f759f89d1d req-bed9ea84-aee2-480c-9c2e-591266e71fe7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 1101 time: 0.1817439 Nov 03 18:34:08.170946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34038) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:08.204929 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-06f56422-20f6-4b34-b5ce-40e2e413e333 service neutron] 10.222.0.87 "GET /v2.0/ports/69a52d2b-7093-494c-a4f7-4f515ac5e907/bindings/n-h2-812150-4 HTTP/1.1" status: 200 len: 384 time: 0.2446179 Nov 03 18:34:08.206046 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eef72264-5c18-40da-b735-02d18e06298a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.297410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d141d04-28c9-49a1-afcc-f3ef9325c9e5 req-10569254-f21b-424f-95bf-409796417f31 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495960 Nov 03 18:34:08.299222 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eef72264-5c18-40da-b735-02d18e06298a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.330829 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eef72264-5c18-40da-b735-02d18e06298a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.374204 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b496fffe-c18f-433f-ba92-8322daa9168f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.376811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b496fffe-c18f-433f-ba92-8322daa9168f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.380560 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b496fffe-c18f-433f-ba92-8322daa9168f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/86390db9-0997-4636-bfd5-899b5a7877b1 HTTP/1.1" status: 204 len: 168 time: 0.6175435 Nov 03 18:34:08.410453 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef72264-5c18-40da-b735-02d18e06298a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e8e7b2-bc48-4206-b740-85c3adf40f8f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:08.430875 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-eef72264-5c18-40da-b735-02d18e06298a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=54b408056c16478098af29e389edae34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539907 Nov 03 18:34:08.443384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34042) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:08.486984 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f949042e-1c88-4776-849d-56f759f89d1d req-879b952b-cf8a-48a6-b312-413513faed7b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906487 Nov 03 18:34:08.522112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496fffe-c18f-433f-ba92-8322daa9168f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86390db9-0997-4636-bfd5-899b5a7877b1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:08.582474 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ad4e398-911d-412b-b49d-dca0b1a7e927 req-e22542c1-94f6-4d92-ab69-1000cecc2ef5 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319222 Nov 03 18:34:08.800578 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14b9a874-de67-4912-930a-dbf549f14d7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.807745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ad4e398-911d-412b-b49d-dca0b1a7e927 req-9de95176-57d3-462c-b445-4666280874bc service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164977 Nov 03 18:34:08.982043 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14b9a874-de67-4912-930a-dbf549f14d7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:08.990889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7fc577c8-1834-487a-a355-13d31c160387 req-a9609d88-ec54-457e-97a0-f43d68db2e55 service neutron] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:09.008520 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63563fbb-3050-4e84-983a-cb7b612a2023 req-c46cd26f-232c-46d5-9bce-020e6b6c1740 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:09.016357 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63563fbb-3050-4e84-983a-cb7b612a2023 req-c46cd26f-232c-46d5-9bce-020e6b6c1740 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 944 time: 0.2075310 Nov 03 18:34:09.068607 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7fc577c8-1834-487a-a355-13d31c160387 req-a9609d88-ec54-457e-97a0-f43d68db2e55 service neutron] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:09.094733 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c82ec-484c-45be-942e-84f5f7af7044 req-65de0e50-5acc-4188-8204-62336f53141c tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:09.102090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e69c82ec-484c-45be-942e-84f5f7af7044 req-65de0e50-5acc-4188-8204-62336f53141c tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 950 time: 0.2171381 Nov 03 18:34:09.147588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-7fc577c8-1834-487a-a355-13d31c160387 req-a9609d88-ec54-457e-97a0-f43d68db2e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a52d2b-7093-494c-a4f7-4f515ac5e907 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:09.151385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63563fbb-3050-4e84-983a-cb7b612a2023 req-c9e5afb6-2bb3-4d57-be12-8fd7196a45d3 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340694 Nov 03 18:34:09.165307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:09.171228 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7fc577c8-1834-487a-a355-13d31c160387 req-a9609d88-ec54-457e-97a0-f43d68db2e55 service neutron] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:09.189950 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14b9a874-de67-4912-930a-dbf549f14d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:09.194010 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14b9a874-de67-4912-930a-dbf549f14d7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:09.198473 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-14b9a874-de67-4912-930a-dbf549f14d7e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/31e8e7b2-bc48-4206-b740-85c3adf40f8f HTTP/1.1" status: 204 len: 168 time: 0.7526610 Nov 03 18:34:09.219936 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e69c82ec-484c-45be-942e-84f5f7af7044 req-412e9077-2ca5-4491-ab51-f8d4cc981b36 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169949 Nov 03 18:34:09.228187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9a874-de67-4912-930a-dbf549f14d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e8e7b2-bc48-4206-b740-85c3adf40f8f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:09.235624 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7fc577c8-1834-487a-a355-13d31c160387 req-a9609d88-ec54-457e-97a0-f43d68db2e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:09.355628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-7fc577c8-1834-487a-a355-13d31c160387 req-a9609d88-ec54-457e-97a0-f43d68db2e55 service neutron] Transition to ACTIVE for port object 69a52d2b-7093-494c-a4f7-4f515ac5e907 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:09.368085 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7fc577c8-1834-487a-a355-13d31c160387 req-a9609d88-ec54-457e-97a0-f43d68db2e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:09.484088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:09.496329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc577c8-1834-487a-a355-13d31c160387 req-a9609d88-ec54-457e-97a0-f43d68db2e55 service neutron] No DVR routers for this DVR port 69a52d2b-7093-494c-a4f7-4f515ac5e907 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:09.534021 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97', 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae', 'port_id': '7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97', 'mac_address': 'fa:16:3e:ca:5b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e033faf3-e15c-44a6-8ae2-6df27fb7fb61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:09.576546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87725420-a185-4da1-968d-66ba0dbf25f7 req-668ac805-a355-47b0-b338-65ab49de9115 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:09.585851 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87725420-a185-4da1-968d-66ba0dbf25f7 req-668ac805-a355-47b0-b338-65ab49de9115 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 944 time: 0.1319351 Nov 03 18:34:09.593305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9609d88-ec54-457e-97a0-f43d68db2e55 service neutron] Pushing event updated for resources: {'Port': ['ID=69a52d2b-7093-494c-a4f7-4f515ac5e907,revision_number=10']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:09.599290 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-a9609d88-ec54-457e-97a0-f43d68db2e55 service neutron] 10.222.0.87 "PUT /v2.0/ports/69a52d2b-7093-494c-a4f7-4f515ac5e907/bindings/n-h2-812150-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3780966 Nov 03 18:34:09.663458 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:09.668250 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87725420-a185-4da1-968d-66ba0dbf25f7 req-1a0a732c-a440-44be-8562-92ceea1fbd58 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806599 Nov 03 18:34:09.695887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:09.730412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:09.747201 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:09.817376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:10.043868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc577c8-1834-487a-a355-13d31c160387 req-92cd52a5-bb13-40a7-9a00-41cdd37230f2 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.045395 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-92cd52a5-bb13-40a7-9a00-41cdd37230f2 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31&tenant_id=9967bc7a71e345f08f6394ec34bbf289&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 1096 time: 0.0993495 Nov 03 18:34:10.113406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc577c8-1834-487a-a355-13d31c160387 req-84a3ecdd-f57a-4939-8cd0-ccd37b685923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.116127 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-84a3ecdd-f57a-4939-8cd0-ccd37b685923 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31&tenant_id=9967bc7a71e345f08f6394ec34bbf289 HTTP/1.1" status: 200 len: 1096 time: 0.0600660 Nov 03 18:34:10.130735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:10.218632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc577c8-1834-487a-a355-13d31c160387 req-c1c30440-fcd4-43d4-8968-0b0465bfe54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.220519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-c1c30440-fcd4-43d4-8968-0b0465bfe54a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 1096 time: 0.0703669 Nov 03 18:34:10.317393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34110) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:10.431131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84ee90-8791-4982-9fe7-49589f7ed83f req-2476d40e-8a47-42f6-ad98-27ef6c4949b2 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.440200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a84ee90-8791-4982-9fe7-49589f7ed83f req-2476d40e-8a47-42f6-ad98-27ef6c4949b2 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 945 time: 0.0941942 Nov 03 18:34:10.471663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc577c8-1834-487a-a355-13d31c160387 req-adbf9eb5-785c-491e-9639-49e1294cd232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.473810 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-adbf9eb5-785c-491e-9639-49e1294cd232 service neutron] 10.222.0.98 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.2456257 Nov 03 18:34:10.517629 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2061220028-network', 'tenant_id': '23a3226cd4ca421fbf12bfcde1da7f0e'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:10.562841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] Made reservation on behalf of 23a3226cd4ca421fbf12bfcde1da7f0e for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:10.563716 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-80e12597-b71b-417d-b532-6b6f99ef1cf1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907 HTTP/1.1" status: 200 len: 217 time: 0.0769739 Nov 03 18:34:10.565519 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:10.568358 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a84ee90-8791-4982-9fe7-49589f7ed83f req-a5de1236-31c7-425d-9bb4-db7e06530cf2 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273305 Nov 03 18:34:10.608052 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:10.675811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc577c8-1834-487a-a355-13d31c160387 req-8a626d53-bce0-42a5-bcf3-23ebf7d13586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:10.679509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-8a626d53-bce0-42a5-bcf3-23ebf7d13586 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.1070232 Nov 03 18:34:10.757971 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-7bc4dc60-2c52-458e-8685-29b7774ab79d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663662 Nov 03 18:34:10.861860 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:10.875847 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:10.946348 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daec1e97-dafe-4b2e-8305-60017f22fee9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:10.969320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:34:11.009243 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.009489 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] Added segment e393a7c8-6416-465e-b709-d082ebfdb12e of type vlan for network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 Nov 03 18:34:11.079228 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd9766-8c34-4c25-b683-8f27b95aa00d req-510e82f4-2481-42a0-bf62-39f4fd68967e tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:11.090345 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6cdd9766-8c34-4c25-b683-8f27b95aa00d req-510e82f4-2481-42a0-bf62-39f4fd68967e tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 950 time: 0.3265281 Nov 03 18:34:11.129827 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.174197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:11.198971 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.200130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:11.200780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.204847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-e8a1ae6e-5d1a-4ae5-8e6d-42fad3ee9ccd service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586907 Nov 03 18:34:11.208474 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6cdd9766-8c34-4c25-b683-8f27b95aa00d req-1e904548-f32c-456a-8c58-423eabc8fcc0 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079919 Nov 03 18:34:11.375726 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:11.380825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:11.381199 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.386025 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0643325 Nov 03 18:34:11.387442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34134) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:11.397378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f32c5a6b-ec21-4b71-a10f-3b4aa1c949f7 admin admin] Request body: {'subnet': {'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2061220028-subnet', 'tenant_id': '23a3226cd4ca421fbf12bfcde1da7f0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:11.408794 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a4bfa-512e-4e08-887b-c912363caee3 admin admin] Pushing event updated for resources: {'Network': ['ID=17acd871-7f7c-4ebb-b8c4-c03f93bf8533,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:11.419719 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-642074ff-09c3-4d30-b858-5371adda8410 service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044740 Nov 03 18:34:11.438183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32c5a6b-ec21-4b71-a10f-3b4aa1c949f7 admin admin] Made reservation on behalf of 23a3226cd4ca421fbf12bfcde1da7f0e for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:11.442924 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f32c5a6b-ec21-4b71-a10f-3b4aa1c949f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.465644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:34:11.667239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a7ae4-53f1-4f63-983d-8b3b3e56dfe5 req-1300b8fe-1252-4d45-ba26-358c72432ca6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:11.678885 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc9a7ae4-53f1-4f63-983d-8b3b3e56dfe5 req-1300b8fe-1252-4d45-ba26-358c72432ca6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 945 time: 0.1703782 Nov 03 18:34:11.811166 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.890449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28952691-e53a-49e4-baaf-f375bdb379b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:11.898780 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa8715f-db5f-4514-abe5-e01efa62cc7b" -d '{"events": [{"server_uuid": "28952691-e53a-49e4-baaf-f375bdb379b2", "name": "network-vif-plugged", "status": "completed", "tag": "7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:11.917413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:11.926290 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:11.927298 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 69a52d2b-7093-494c-a4f7-4f515ac5e907 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:12.065288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 69a52d2b-7093-494c-a4f7-4f515ac5e907 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:12.069124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:12.229676 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc9a7ae4-53f1-4f63-983d-8b3b3e56dfe5 req-cf90aad1-2474-4038-9d9d-7183e61e307c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433311 Nov 03 18:34:12.254575 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc577c8-1834-487a-a355-13d31c160387 req-88074294-dae6-4cd0-befa-572a77139ffd tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:12.263086 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-88074294-dae6-4cd0-befa-572a77139ffd tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31&tenant_id=9967bc7a71e345f08f6394ec34bbf289&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 1096 time: 0.5455580 Nov 03 18:34:12.484043 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f32c5a6b-ec21-4b71-a10f-3b4aa1c949f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:12.573165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-7fc577c8-1834-487a-a355-13d31c160387 req-3a6f4917-1cdc-4741-b345-26905c71e767 service neutron] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:12.581622 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7fc577c8-1834-487a-a355-13d31c160387 req-3a6f4917-1cdc-4741-b345-26905c71e767 service neutron] Publish callbacks [] for binding, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:12.583070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fc577c8-1834-487a-a355-13d31c160387 req-3a6f4917-1cdc-4741-b345-26905c71e767 service neutron] 10.222.0.98 "DELETE /v2.0/ports/69a52d2b-7093-494c-a4f7-4f515ac5e907/bindings/n-h1-812150-4 HTTP/1.1" status: 204 len: 173 time: 0.3070710 Nov 03 18:34:12.584085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c5a6b-ec21-4b71-a10f-3b4aa1c949f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a91e9a-018d-4490-b8cd-5b425976cf88,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:12.592037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32c5a6b-ec21-4b71-a10f-3b4aa1c949f7 admin admin] Checking segment: {'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:12.592658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32c5a6b-ec21-4b71-a10f-3b4aa1c949f7 admin admin] Network hostable DHCP agents. Network: 17acd871-7f7c-4ebb-b8c4-c03f93bf8533, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:34:12.620292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32c5a6b-ec21-4b71-a10f-3b4aa1c949f7 admin admin] Network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:34:12.643493 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-f32c5a6b-ec21-4b71-a10f-3b4aa1c949f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 17acd871-7f7c-4ebb-b8c4-c03f93bf8533) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:12.663005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07815269-5086-420d-94c6-c521ebb5a300 None None] Network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:34:12.663550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32c5a6b-ec21-4b71-a10f-3b4aa1c949f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:12.663700 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f32c5a6b-ec21-4b71-a10f-3b4aa1c949f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:12.702629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f32c5a6b-ec21-4b71-a10f-3b4aa1c949f7 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3133929 Nov 03 18:34:12.857216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4c035-bce2-4c63-86e0-df861ba2710a req-ac53d432-0f38-4f08-80ef-1e7f81387491 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:12.861752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04c4c035-bce2-4c63-86e0-df861ba2710a req-ac53d432-0f38-4f08-80ef-1e7f81387491 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 945 time: 0.1156204 Nov 03 18:34:12.987469 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04c4c035-bce2-4c63-86e0-df861ba2710a req-2d91b436-7596-4fce-9be6-10cd80a8f6e0 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195498 Nov 03 18:34:13.039662 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:13.084489 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91028a6-975b-45cd-9bc0-ac5e50889b65 x-openstack-request-id: req-f91028a6-975b-45cd-9bc0-ac5e50889b65 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:13.085778 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28952691-e53a-49e4-baaf-f375bdb379b2", "name": "network-vif-plugged", "status": "completed", "tag": "7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:13.086279 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f91028a6-975b-45cd-9bc0-ac5e50889b65 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:13.087991 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28952691-e53a-49e4-baaf-f375bdb379b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97', 'code': 200} Nov 03 18:34:13.156997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-17acd871-7f7c-4ebb-b8c4-c03f93bf8533', 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533', 'tenant_id': '23a3226cd4ca421fbf12bfcde1da7f0e', 'fixed_ips': [{'subnet_id': '02a91e9a-018d-4490-b8cd-5b425976cf88'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:34:13.159137 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:13.347764 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741f564-1713-4d35-89a6-058fd30ac6c9 req-ff40c674-f689-45bb-90b4-ef381726335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:13.350294 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d741f564-1713-4d35-89a6-058fd30ac6c9 req-ff40c674-f689-45bb-90b4-ef381726335b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 1097 time: 0.0826840 Nov 03 18:34:13.410619 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d741f564-1713-4d35-89a6-058fd30ac6c9 req-46d2b78a-5589-406b-b7ed-0baff22dca85 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516346 Nov 03 18:34:13.442044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Allocated IP 172.20.0.2 (17acd871-7f7c-4ebb-b8c4-c03f93bf8533/02a91e9a-018d-4490-b8cd-5b425976cf88/f99c02b4-4d58-46d9-9b20-c36870deee2d) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:13.577225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f7157-8c71-4b7a-94c2-73d6e9318e7e req-5ee1c945-a584-44fc-abd0-e1eadde97b41 tempest-ServersAdminNegativeTestJSON-1236214793 tempest-ServersAdminNegativeTestJSON-1236214793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:13.586311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e17f7157-8c71-4b7a-94c2-73d6e9318e7e req-5ee1c945-a584-44fc-abd0-e1eadde97b41 tempest-ServersAdminNegativeTestJSON-1236214793 tempest-ServersAdminNegativeTestJSON-1236214793-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 1101 time: 0.0551724 Nov 03 18:34:13.602290 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e17f7157-8c71-4b7a-94c2-73d6e9318e7e req-ed805db7-6e2b-455f-a05b-aa4efa27b79d tempest-ServersAdminNegativeTestJSON-1236214793 tempest-ServersAdminNegativeTestJSON-1236214793-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:13.639228 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:13.649367 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:13.732884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:13.748467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:13.751410 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:13.787801 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e17f7157-8c71-4b7a-94c2-73d6e9318e7e req-ed805db7-6e2b-455f-a05b-aa4efa27b79d tempest-ServersAdminNegativeTestJSON-1236214793 tempest-ServersAdminNegativeTestJSON-1236214793-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:13.795539 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e17f7157-8c71-4b7a-94c2-73d6e9318e7e req-ed805db7-6e2b-455f-a05b-aa4efa27b79d tempest-ServersAdminNegativeTestJSON-1236214793 tempest-ServersAdminNegativeTestJSON-1236214793-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:13.795788 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Pushing event updated for resources: {'Port': ['ID=f99c02b4-4d58-46d9-9b20-c36870deee2d,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:13.853240 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Attempting to bind port f99c02b4-4d58-46d9-9b20-c36870deee2d on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:13.853687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Attempting to bind port f99c02b4-4d58-46d9-9b20-c36870deee2d by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:13.854122 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Attempting to bind port f99c02b4-4d58-46d9-9b20-c36870deee2d on network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:13.861714 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:13.862087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Checking segment: {'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:13.862488 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:13.862905 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Bound using segment: {'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:13.870834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Bound port: f99c02b4-4d58-46d9-9b20-c36870deee2d, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:13.871324 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:13.872224 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e17f7157-8c71-4b7a-94c2-73d6e9318e7e req-ed805db7-6e2b-455f-a05b-aa4efa27b79d tempest-ServersAdminNegativeTestJSON-1236214793 tempest-ServersAdminNegativeTestJSON-1236214793-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793157 Nov 03 18:34:13.874054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed805db7-6e2b-455f-a05b-aa4efa27b79d tempest-ServersAdminNegativeTestJSON-1236214793 tempest-ServersAdminNegativeTestJSON-1236214793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd4d281-ca6b-4ece-bd0f-d48492398f49,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:14.003833 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] For port f99c02b4-4d58-46d9-9b20-c36870deee2d, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:14.008568 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] For port f99c02b4-4d58-46d9-9b20-c36870deee2d, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f99c02b4-4d58-46d9-9b20-c36870deee2d,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:14.016298 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:14.131642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebc463-d75a-4002-ba22-c0988ac65969 None None] Pushing event updated for resources: {'Port': ['ID=f99c02b4-4d58-46d9-9b20-c36870deee2d,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:15.611270 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f09ff10-c1fb-4197-b68f-89260d8ff702 None None] Network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:34:15.707935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4b7910bd-8e67-498e-b1f0-5a60d5150a62 None None] Provisioning complete for port f99c02b4-4d58-46d9-9b20-c36870deee2d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:15.708654 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4b7910bd-8e67-498e-b1f0-5a60d5150a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:15.962412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f99c02b4-4d58-46d9-9b20-c36870deee2d up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:16.025051 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4b7910bd-8e67-498e-b1f0-5a60d5150a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.102139 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4b7910bd-8e67-498e-b1f0-5a60d5150a62 None None] For port f99c02b4-4d58-46d9-9b20-c36870deee2d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f99c02b4-4d58-46d9-9b20-c36870deee2d,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:16.127992 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4b7910bd-8e67-498e-b1f0-5a60d5150a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.134041 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f99c02b4-4d58-46d9-9b20-c36870deee2d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:16.134423 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:16.312347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7910bd-8e67-498e-b1f0-5a60d5150a62 None None] Pushing event updated for resources: {'Port': ['ID=f99c02b4-4d58-46d9-9b20-c36870deee2d,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:16.451030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-76c775f5-644c-4525-9647-93123015d62d None None] Provisioning complete for port f99c02b4-4d58-46d9-9b20-c36870deee2d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:16.451401 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-76c775f5-644c-4525-9647-93123015d62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:17.854617 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f99c02b4-4d58-46d9-9b20-c36870deee2d up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:17.911634 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f99c02b4-4d58-46d9-9b20-c36870deee2d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:17.911634 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:18.422398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239b730-c98f-4fcd-8784-2c3f858cde3b req-3257a0bb-f573-4b54-a1a2-af74761b7565 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:18.424495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9239b730-c98f-4fcd-8784-2c3f858cde3b req-3257a0bb-f573-4b54-a1a2-af74761b7565 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 946 time: 0.1039836 Nov 03 18:34:18.433545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-6a3e1c40-4974-4444-88f4-0c56eb1cb0ad tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:18.440456 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-6a3e1c40-4974-4444-88f4-0c56eb1cb0ad tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/networks?id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533 HTTP/1.1" status: 200 len: 816 time: 0.1606083 Nov 03 18:34:18.456106 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-fd756564-a317-431c-bd7b-2726cfb348c4 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/quotas/23a3226cd4ca421fbf12bfcde1da7f0e HTTP/1.1" status: 200 len: 375 time: 0.0146680 Nov 03 18:34:18.548328 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-150e2713-2032-462c-a2cd-be258eaa6705 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=23a3226cd4ca421fbf12bfcde1da7f0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762467 Nov 03 18:34:18.552400 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9239b730-c98f-4fcd-8784-2c3f858cde3b req-75b64a57-0ca5-4694-a2d6-9b5f93178477 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092896 Nov 03 18:34:18.681237 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-17934899-f02a-4fde-a2ac-f08408196d45 service neutron] 10.222.0.107 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266203 Nov 03 18:34:18.782448 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-680833aa-1b4a-4486-830d-f87b2ee16676 service neutron] 10.222.0.107 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991864 Nov 03 18:34:18.875894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c08796-ace4-4bc6-bfb0-4195d9a6dc02 req-a04e5fad-b404-41cb-85d2-a43d805146c3 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:18.883605 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7c08796-ace4-4bc6-bfb0-4195d9a6dc02 req-a04e5fad-b404-41cb-85d2-a43d805146c3 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 1096 time: 0.0590913 Nov 03 18:34:18.965789 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7c08796-ace4-4bc6-bfb0-4195d9a6dc02 req-e59ddc25-cd97-4673-ac20-07e8d7da99ce tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790277 Nov 03 18:34:19.138960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270576f0-bf63-45da-99ff-b326e2dd8541 req-7f5a29b6-e293-44b7-a6e5-f8a54ea1dcd5 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:19.140542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-270576f0-bf63-45da-99ff-b326e2dd8541 req-7f5a29b6-e293-44b7-a6e5-f8a54ea1dcd5 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 1097 time: 0.0425067 Nov 03 18:34:19.197816 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-270576f0-bf63-45da-99ff-b326e2dd8541 req-92f349fd-afcc-4653-b3b1-111129a168c4 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495203 Nov 03 18:34:19.434986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad544d21-8d3f-4dab-8f92-64b5de7576ee req-c0005555-1631-43a4-9261-e8d06fd6914a tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:19.442423 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad544d21-8d3f-4dab-8f92-64b5de7576ee req-c0005555-1631-43a4-9261-e8d06fd6914a tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 951 time: 0.1691751 Nov 03 18:34:19.495807 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd89100-dada-4172-8527-865505aaa969 req-0c8f17eb-c7bf-4ca8-ab6d-3ceb92ed8c84 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:19.503537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcd89100-dada-4172-8527-865505aaa969 req-0c8f17eb-c7bf-4ca8-ab6d-3ceb92ed8c84 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/networks?id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533 HTTP/1.1" status: 200 len: 816 time: 0.1808410 Nov 03 18:34:19.528157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad544d21-8d3f-4dab-8f92-64b5de7576ee req-adb45c3c-b83f-466d-90c1-313094b49502 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/security-groups?id=47455f23-2dcd-40fc-af30-c134c11b629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847871 Nov 03 18:34:19.529677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcd89100-dada-4172-8527-865505aaa969 req-ddd95e9a-8a69-4650-9bc1-cce62415ebb1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/quotas/23a3226cd4ca421fbf12bfcde1da7f0e HTTP/1.1" status: 200 len: 375 time: 0.0254180 Nov 03 18:34:19.616520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcd89100-dada-4172-8527-865505aaa969 req-d3738fd2-d405-4063-9ff8-2709379e45fb tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=23a3226cd4ca421fbf12bfcde1da7f0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780392 Nov 03 18:34:19.770067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55321ef0-f41a-4d40-976e-d851a326fab9 req-741d196f-788f-485a-a05b-890ef33520be tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:19.771631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55321ef0-f41a-4d40-976e-d851a326fab9 req-741d196f-788f-485a-a05b-890ef33520be tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 1097 time: 0.0723352 Nov 03 18:34:19.781249 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcd89100-dada-4172-8527-865505aaa969 req-e275a43c-88f3-4722-bde3-52273c63abef service neutron] 10.222.0.107 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656070 Nov 03 18:34:19.897644 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55321ef0-f41a-4d40-976e-d851a326fab9 req-c3bb2946-d9f7-474c-b383-14828eaa3a43 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078048 Nov 03 18:34:19.930400 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcd89100-dada-4172-8527-865505aaa969 req-0de3a420-7a92-4ebc-bf83-8273ddbe06b3 service neutron] 10.222.0.107 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482251 Nov 03 18:34:20.102380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-86cfad08-77e6-441b-9870-69320dc66f92 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:20.105280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-86cfad08-77e6-441b-9870-69320dc66f92 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 820 time: 0.1322443 Nov 03 18:34:20.125295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-e76a6160-c654-48e9-9be7-c76627c67617 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/quotas/9967bc7a71e345f08f6394ec34bbf289 HTTP/1.1" status: 200 len: 375 time: 0.0138440 Nov 03 18:34:20.207224 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-a8607406-1027-4ca6-977e-fce1af583919 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763526 Nov 03 18:34:20.336278 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-a21eac44-0744-436a-abb7-6967df66c96a service neutron] 10.222.0.107 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209605 Nov 03 18:34:20.455347 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-39c74323-b809-45a3-9434-8aa61cdaa182 service neutron] 10.222.0.107 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084018 Nov 03 18:34:20.551000 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-3d8d6c5f-38c6-4986-adb9-62c27b3ee901 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:20.551000 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-3d8d6c5f-38c6-4986-adb9-62c27b3ee901 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.87 "GET /v2.0/networks?id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533 HTTP/1.1" status: 200 len: 816 time: 0.1842833 Nov 03 18:34:20.581364 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-902e1ab6-e02c-4977-989b-a6c8f6c03abc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Request body: {'port': {'device_id': '276936ef-a06e-4e37-9d68-86d9d0fd8bb9', 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533', 'admin_state_up': True, 'tenant_id': '23a3226cd4ca421fbf12bfcde1da7f0e'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:20.823903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-902e1ab6-e02c-4977-989b-a6c8f6c03abc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Made reservation on behalf of 23a3226cd4ca421fbf12bfcde1da7f0e for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:20.835149 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-902e1ab6-e02c-4977-989b-a6c8f6c03abc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:21.086426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-902e1ab6-e02c-4977-989b-a6c8f6c03abc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Allocated IP 172.20.0.8 (17acd871-7f7c-4ebb-b8c4-c03f93bf8533/02a91e9a-018d-4490-b8cd-5b425976cf88/03762815-817f-40b0-bc5f-9e4ef6579f08) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:21.327486 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-902e1ab6-e02c-4977-989b-a6c8f6c03abc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:21.383384 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-902e1ab6-e02c-4977-989b-a6c8f6c03abc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:21.413251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a2182a4-002e-427c-8536-5b14d81808d2 req-a7e96075-c631-4f30-9ef6-51c792503e13 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 210 time: 0.0625188 Nov 03 18:34:21.495625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-902e1ab6-e02c-4977-989b-a6c8f6c03abc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:21.510517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-5e082070-c6de-468d-83e1-46cb435bf2ac tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:21.512704 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-5e082070-c6de-468d-83e1-46cb435bf2ac tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/networks?id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533 HTTP/1.1" status: 200 len: 816 time: 0.2858839 Nov 03 18:34:21.517249 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-902e1ab6-e02c-4977-989b-a6c8f6c03abc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:21.519835 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-902e1ab6-e02c-4977-989b-a6c8f6c03abc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:21.527448 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e1ab6-e02c-4977-989b-a6c8f6c03abc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Pushing event updated for resources: {'Port': ['ID=03762815-817f-40b0-bc5f-9e4ef6579f08,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:21.637044 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-902e1ab6-e02c-4977-989b-a6c8f6c03abc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:21.639669 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-902e1ab6-e02c-4977-989b-a6c8f6c03abc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:21.677429 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-902e1ab6-e02c-4977-989b-a6c8f6c03abc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1054661 Nov 03 18:34:21.705786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Request body: {'port': {'device_id': '276936ef-a06e-4e37-9d68-86d9d0fd8bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:21.730533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-2a3eddb2-0389-45f2-aacd-1ec350ff9c4e tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/quotas/23a3226cd4ca421fbf12bfcde1da7f0e HTTP/1.1" status: 200 len: 375 time: 0.2023008 Nov 03 18:34:21.834561 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-648b215b-ea94-49dd-92dd-1a764b510e66 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=23a3226cd4ca421fbf12bfcde1da7f0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029913 Nov 03 18:34:21.863566 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:21.877008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd89100-dada-4172-8527-865505aaa969 req-668661a1-bfc1-48d6-a8ae-a3d728953e85 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:21.878505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcd89100-dada-4172-8527-865505aaa969 req-668661a1-bfc1-48d6-a8ae-a3d728953e85 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.98 "GET /v2.0/networks?id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533 HTTP/1.1" status: 200 len: 816 time: 0.3492091 Nov 03 18:34:21.900265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-fcd89100-dada-4172-8527-865505aaa969 req-f0e802f4-45d9-4a48-b93c-2f226574591d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Request body: {'port': {'device_id': 'ebfa6895-1456-4e02-9c57-593ab5d61c8e', 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533', 'admin_state_up': True, 'tenant_id': '23a3226cd4ca421fbf12bfcde1da7f0e'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:21.921853 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6f19b83f-9c5e-43ad-b6c4-4b0f2f1b736b None None] Provisioning complete for port 03762815-817f-40b0-bc5f-9e4ef6579f08 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:21.925732 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6f19b83f-9c5e-43ad-b6c4-4b0f2f1b736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.069961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd89100-dada-4172-8527-865505aaa969 req-f0e802f4-45d9-4a48-b93c-2f226574591d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Made reservation on behalf of 23a3226cd4ca421fbf12bfcde1da7f0e for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:22.070341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6f19b83f-9c5e-43ad-b6c4-4b0f2f1b736b None None] Port 03762815-817f-40b0-bc5f-9e4ef6579f08 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:34:22.074183 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fcd89100-dada-4172-8527-865505aaa969 req-f0e802f4-45d9-4a48-b93c-2f226574591d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.093926 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 632b6705-3199-4c7b-80ff-24edfb073f45 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:22.122887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-1f74d2b8-5a73-49d5-9a0f-b18d52dfb1c9 service neutron] 10.222.0.107 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873440 Nov 03 18:34:22.267251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-d57406a9-76cf-4845-8e10-392484bce685 service neutron] 10.222.0.107 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189291 Nov 03 18:34:22.305697 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.370612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 632b6705-3199-4c7b-80ff-24edfb073f45, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=632b6705-3199-4c7b-80ff-24edfb073f45,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:22.371146 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03762815-817f-40b0-bc5f-9e4ef6579f08 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:22.371881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632b6705-3199-4c7b-80ff-24edfb073f45'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:22.378378 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88b060b-5ad3-413d-8ee5-2fcbde671408" -d '{"events": [{"server_uuid": "3b564306-df48-40bf-bc4e-d072132c7c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "632b6705-3199-4c7b-80ff-24edfb073f45"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:22.389748 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.389968 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.416332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Transition to ACTIVE for port object 03762815-817f-40b0-bc5f-9e4ef6579f08 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:22.431255 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.498381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-fcd89100-dada-4172-8527-865505aaa969 req-f0e802f4-45d9-4a48-b93c-2f226574591d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Allocated IP 172.20.0.3 (17acd871-7f7c-4ebb-b8c4-c03f93bf8533/02a91e9a-018d-4490-b8cd-5b425976cf88/5504be1b-63ed-4b9b-8dea-a11e84402d31) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:22.525906 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=632b6705-3199-4c7b-80ff-24edfb073f45,revision_number=11']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:22.610201 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Pushing event updated for resources: {'Port': ['ID=03762815-817f-40b0-bc5f-9e4ef6579f08,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:22.684165 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Attempting to bind port 03762815-817f-40b0-bc5f-9e4ef6579f08 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:22.684813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Attempting to bind port 03762815-817f-40b0-bc5f-9e4ef6579f08 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:22.684936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Attempting to bind port 03762815-817f-40b0-bc5f-9e4ef6579f08 on network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:22.692390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Port 03762815-817f-40b0-bc5f-9e4ef6579f08 on network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:22.692704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Attempting to bind port 03762815-817f-40b0-bc5f-9e4ef6579f08 on network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:22.701177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:22.701710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Checking segment: {'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:22.702337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Bound using segment: {'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:22.702948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Bound port: 03762815-817f-40b0-bc5f-9e4ef6579f08, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:22.703473 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.782234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] For port 03762815-817f-40b0-bc5f-9e4ef6579f08, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:22.786321 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] For port 03762815-817f-40b0-bc5f-9e4ef6579f08, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=03762815-817f-40b0-bc5f-9e4ef6579f08,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:22.803501 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.809070 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fcd89100-dada-4172-8527-865505aaa969 req-f0e802f4-45d9-4a48-b93c-2f226574591d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.824435 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:22.825143 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.826768 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] 10.222.0.87 "PUT /v2.0/ports/03762815-817f-40b0-bc5f-9e4ef6579f08 HTTP/1.1" status: 200 len: 1091 time: 1.1262944 Nov 03 18:34:22.829439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276936ef-a06e-4e37-9d68-86d9d0fd8bb9', 'tag': '03762815-817f-40b0-bc5f-9e4ef6579f08'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:22.831296 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a799a73-8de1-44a4-9c8c-bebdf78e6d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "276936ef-a06e-4e37-9d68-86d9d0fd8bb9", "tag": "03762815-817f-40b0-bc5f-9e4ef6579f08"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:22.884238 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fcd89100-dada-4172-8527-865505aaa969 req-f0e802f4-45d9-4a48-b93c-2f226574591d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:22.917289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68abdde-19d2-4595-81fb-a15acd092585 service neutron] Pushing event updated for resources: {'Port': ['ID=03762815-817f-40b0-bc5f-9e4ef6579f08,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:23.031867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-3f36dc62-789d-4907-9fc6-062a3322c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:23.038345 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-3f36dc62-789d-4907-9fc6-062a3322c4ff service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=23a3226cd4ca421fbf12bfcde1da7f0e&device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 1094 time: 0.1115038 Nov 03 18:34:23.115986 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-5e0143a2-0b4a-4a63-8d4d-f08a5946f84b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03762815-817f-40b0-bc5f-9e4ef6579f08 HTTP/1.1" status: 200 len: 217 time: 0.0597918 Nov 03 18:34:23.197043 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-a8945892-7014-4c43-8d0a-86559216785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:23.200073 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-a8945892-7014-4c43-8d0a-86559216785b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=02a91e9a-018d-4490-b8cd-5b425976cf88 HTTP/1.1" status: 200 len: 855 time: 0.0733626 Nov 03 18:34:23.207913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb06f40-c714-422c-8ce6-5b510dec4d74 req-bf0007cb-815b-485b-a53a-f771963193a5 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:23.209691 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cb06f40-c714-422c-8ce6-5b510dec4d74 req-bf0007cb-815b-485b-a53a-f771963193a5 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 950 time: 0.9402342 Nov 03 18:34:23.212013 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd89100-dada-4172-8527-865505aaa969 req-f0e802f4-45d9-4a48-b93c-2f226574591d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:23.221359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e802f4-45d9-4a48-b93c-2f226574591d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Pushing event updated for resources: {'Port': ['ID=5504be1b-63ed-4b9b-8dea-a11e84402d31,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:23.225132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabd68e-3cc9-46e1-ae7f-14b327472517 req-9659eac1-4909-4545-8fd9-736b53073807 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:23.227801 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5fabd68e-3cc9-46e1-ae7f-14b327472517 req-9659eac1-4909-4545-8fd9-736b53073807 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 1097 time: 0.3550811 Nov 03 18:34:23.240140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-fcd89100-dada-4172-8527-865505aaa969 req-f0e802f4-45d9-4a48-b93c-2f226574591d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:23.256269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd89100-dada-4172-8527-865505aaa969 req-f0e802f4-45d9-4a48-b93c-2f226574591d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:23.301170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-7f0e02d6-adfa-4ea1-9154-b835e53cbc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:23.303837 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-7f0e02d6-adfa-4ea1-9154-b835e53cbc03 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951424 Nov 03 18:34:23.352079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-2c806f9c-ab7f-49fe-ac56-a85a933d31f8 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:23.353674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-2c806f9c-ab7f-49fe-ac56-a85a933d31f8 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.98 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 820 time: 0.9772084 Nov 03 18:34:23.383529 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-647b90a2-6bc8-4eee-8a4e-ab400475884f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Request body: {'port': {'device_id': '6bc7d327-1e73-4be8-947f-5172766b210c', 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c', 'admin_state_up': True, 'tenant_id': '9967bc7a71e345f08f6394ec34bbf289'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:23.602534 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38c94d-9b87-4470-9f1d-0660c204c134 req-1532f295-60d6-419f-bf29-1718096f8771 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:23.604870 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fc38c94d-9b87-4470-9f1d-0660c204c134 req-1532f295-60d6-419f-bf29-1718096f8771 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.98 "GET /v2.0/ports?device_id=80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed HTTP/1.1" status: 200 len: 950 time: 0.1868269 Nov 03 18:34:23.612255 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-65704f29-979d-4a3a-9094-7dae121677be service neutron] 10.222.0.87 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967908 Nov 03 18:34:23.683696 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-cb944026-5549-44f8-ab83-3e62e2544fd0 None None] Provisioning complete for port 5504be1b-63ed-4b9b-8dea-a11e84402d31 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:23.684799 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cb944026-5549-44f8-ab83-3e62e2544fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:23.754499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-cb944026-5549-44f8-ab83-3e62e2544fd0 None None] Port 5504be1b-63ed-4b9b-8dea-a11e84402d31 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:34:23.828908 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5fabd68e-3cc9-46e1-ae7f-14b327472517 req-ee1429f9-2e71-46cb-8889-3e5809194a77 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821302 Nov 03 18:34:23.851939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd89100-dada-4172-8527-865505aaa969 req-f0e802f4-45d9-4a48-b93c-2f226574591d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:23.857064 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fcd89100-dada-4172-8527-865505aaa969 req-f0e802f4-45d9-4a48-b93c-2f226574591d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:23.873704 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cb06f40-c714-422c-8ce6-5b510dec4d74 req-11ce45ba-b985-4b02-b343-6c5f8110bea6 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539261 Nov 03 18:34:23.877343 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-04fa40a6-ac2c-4551-b871-2d0f306dee41 req-404f6b93-ae25-4e19-8d6c-a1515d9457e0 service neutron] 10.222.0.87 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478244 Nov 03 18:34:23.927618 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-647b90a2-6bc8-4eee-8a4e-ab400475884f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Made reservation on behalf of 9967bc7a71e345f08f6394ec34bbf289 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:23.933466 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-647b90a2-6bc8-4eee-8a4e-ab400475884f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:23.968280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcd89100-dada-4172-8527-865505aaa969 req-f0e802f4-45d9-4a48-b93c-2f226574591d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0718174 Nov 03 18:34:24.025175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Request body: {'port': {'device_id': 'ebfa6895-1456-4e02-9c57-593ab5d61c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:24.103446 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:24.133790 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ed3304-82fa-4c48-9478-ab6548289a62 x-openstack-request-id: req-c4ed3304-82fa-4c48-9478-ab6548289a62 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:24.134319 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b564306-df48-40bf-bc4e-d072132c7c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "632b6705-3199-4c7b-80ff-24edfb073f45", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:24.134853 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c4ed3304-82fa-4c48-9478-ab6548289a62 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:24.135975 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632b6705-3199-4c7b-80ff-24edfb073f45', 'code': 200} Nov 03 18:34:24.144548 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-fc38c94d-9b87-4470-9f1d-0660c204c134 req-c8598e46-8df1-441f-b831-297dc6e94fe1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Deleting port 397e04f4-2b7f-4f8b-9823-2420bf18a73e {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:24.149343 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fc38c94d-9b87-4470-9f1d-0660c204c134 req-c8598e46-8df1-441f-b831-297dc6e94fe1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:24.198623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-647b90a2-6bc8-4eee-8a4e-ab400475884f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Allocated IP 172.20.0.8 (5642331e-152e-4c1a-8167-032b35756d1c/97b55460-6287-4d60-9d60-2a65074fdaf9/fea87f74-97ec-46fb-903f-774c009a5245) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:24.332400 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9dec537-7be7-4dbc-8aed-b2144b00277c req-6b2000ec-a34c-4a9d-9b0f-ca2c357cebed tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 210 time: 0.0717716 Nov 03 18:34:24.339866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfbd5cb3-a042-4c25-a2b1-255429e892f6 req-6047ebb3-85b9-4fee-99ea-14f9b4d0ea26 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 210 time: 0.0804119 Nov 03 18:34:24.345606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-fc38c94d-9b87-4470-9f1d-0660c204c134 req-c8598e46-8df1-441f-b831-297dc6e94fe1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] For port 397e04f4-2b7f-4f8b-9823-2420bf18a73e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=397e04f4-2b7f-4f8b-9823-2420bf18a73e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:24.345979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fc38c94d-9b87-4470-9f1d-0660c204c134 req-c8598e46-8df1-441f-b831-297dc6e94fe1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:24.504811 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2015f0-0809-48d9-8a43-5436c839fb97 x-openstack-request-id: req-0e2015f0-0809-48d9-8a43-5436c839fb97 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:24.505172 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "276936ef-a06e-4e37-9d68-86d9d0fd8bb9", "tag": "03762815-817f-40b0-bc5f-9e4ef6579f08", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:24.505658 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0e2015f0-0809-48d9-8a43-5436c839fb97 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:24.506122 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276936ef-a06e-4e37-9d68-86d9d0fd8bb9', 'tag': '03762815-817f-40b0-bc5f-9e4ef6579f08', 'status': 'completed', 'code': 200} Nov 03 18:34:24.510631 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-fc38c94d-9b87-4470-9f1d-0660c204c134 req-c8598e46-8df1-441f-b831-297dc6e94fe1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Calling delete_port for 397e04f4-2b7f-4f8b-9823-2420bf18a73e owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:24.667060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-deb4c27f-5d6e-4bde-bff2-4a9f1313280b tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:24.669365 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-deb4c27f-5d6e-4bde-bff2-4a9f1313280b tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.87 "GET /v2.0/networks?id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533 HTTP/1.1" status: 200 len: 816 time: 0.3201251 Nov 03 18:34:24.756464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-eef790f0-6381-4b9c-95ea-d8c691d3cde1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Request body: {'port': {'device_id': 'ebc998e9-331c-404e-8bdd-238862fab827', 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533', 'admin_state_up': True, 'tenant_id': '23a3226cd4ca421fbf12bfcde1da7f0e'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:24.797519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a799a73-8de1-44a4-9c8c-bebdf78e6d1d req-8b8355ab-fbf5-4005-ae46-4865f1b5d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:24.799565 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a799a73-8de1-44a4-9c8c-bebdf78e6d1d req-8b8355ab-fbf5-4005-ae46-4865f1b5d9b4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=23a3226cd4ca421fbf12bfcde1da7f0e&device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 1094 time: 0.2690880 Nov 03 18:34:24.861701 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-647b90a2-6bc8-4eee-8a4e-ab400475884f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:24.903047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c07a75-8f69-4e11-899a-068fea655276 req-008a761c-3241-4db9-b6c2-b74eebea5e7f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:24.904791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67c07a75-8f69-4e11-899a-068fea655276 req-008a761c-3241-4db9-b6c2-b74eebea5e7f tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 949 time: 0.2237961 Nov 03 18:34:24.940866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5504be1b-63ed-4b9b-8dea-a11e84402d31 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:24.954260 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:24.970988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34422) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:25.015621 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Transition to ACTIVE for port object 5504be1b-63ed-4b9b-8dea-a11e84402d31 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:25.037749 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:25.102706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a799a73-8de1-44a4-9c8c-bebdf78e6d1d req-ae3a15a7-c6a8-48fe-b575-d4b861ac2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:25.104319 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a799a73-8de1-44a4-9c8c-bebdf78e6d1d req-ae3a15a7-c6a8-48fe-b575-d4b861ac2313 service neutron] 10.222.0.87 "GET /v2.0/networks?id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533 HTTP/1.1" status: 200 len: 917 time: 0.2614808 Nov 03 18:34:25.132362 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67c07a75-8f69-4e11-899a-068fea655276 req-4255aa51-4b9b-41ed-b7f3-87ed597d7e58 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/security-groups?id=47455f23-2dcd-40fc-af30-c134c11b629e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822047 Nov 03 18:34:25.145231 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-647b90a2-6bc8-4eee-8a4e-ab400475884f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:25.161304 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fc38c94d-9b87-4470-9f1d-0660c204c134 req-c8598e46-8df1-441f-b831-297dc6e94fe1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:25.173792 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['22b00358-24ea-4fa4-909a-348d1122d581', '397e04f4-2b7f-4f8b-9823-2420bf18a73e'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:25.236986 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8598e46-8df1-441f-b831-297dc6e94fe1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Pushing event deleted for resources: {'Port': ['ID=397e04f4-2b7f-4f8b-9823-2420bf18a73e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:25.250323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=5504be1b-63ed-4b9b-8dea-a11e84402d31,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:25.254391 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a799a73-8de1-44a4-9c8c-bebdf78e6d1d req-d03e9682-eaea-4ad5-b7a5-3c3142eec7c5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03762815-817f-40b0-bc5f-9e4ef6579f08 HTTP/1.1" status: 200 len: 217 time: 0.1206856 Nov 03 18:34:25.260886 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9a3ef63c-223e-4058-88e7-ee682d700dde admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:25.427219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-647b90a2-6bc8-4eee-8a4e-ab400475884f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Network 5642331e-152e-4c1a-8167-032b35756d1c is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:25.452279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-647b90a2-6bc8-4eee-8a4e-ab400475884f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:25.457487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-647b90a2-6bc8-4eee-8a4e-ab400475884f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:25.462432 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc38c94d-9b87-4470-9f1d-0660c204c134 req-c8598e46-8df1-441f-b831-297dc6e94fe1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] No DVR routers for this DVR port 397e04f4-2b7f-4f8b-9823-2420bf18a73e on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:25.469300 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fc38c94d-9b87-4470-9f1d-0660c204c134 req-c8598e46-8df1-441f-b831-297dc6e94fe1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:25.481905 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fc38c94d-9b87-4470-9f1d-0660c204c134 req-c8598e46-8df1-441f-b831-297dc6e94fe1 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.98 "DELETE /v2.0/ports/397e04f4-2b7f-4f8b-9823-2420bf18a73e HTTP/1.1" status: 204 len: 173 time: 1.8663232 Nov 03 18:34:25.483920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-eef790f0-6381-4b9c-95ea-d8c691d3cde1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Made reservation on behalf of 23a3226cd4ca421fbf12bfcde1da7f0e for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:25.489151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-eef790f0-6381-4b9c-95ea-d8c691d3cde1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:25.564256 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b90a2-6bc8-4eee-8a4e-ab400475884f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Pushing event updated for resources: {'Port': ['ID=fea87f74-97ec-46fb-903f-774c009a5245,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:25.611471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a799a73-8de1-44a4-9c8c-bebdf78e6d1d req-a1f6e6e4-26f5-4b34-b97e-e583b04d2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:25.613015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a799a73-8de1-44a4-9c8c-bebdf78e6d1d req-a1f6e6e4-26f5-4b34-b97e-e583b04d2c94 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=02a91e9a-018d-4490-b8cd-5b425976cf88 HTTP/1.1" status: 200 len: 855 time: 0.3449087 Nov 03 18:34:25.638903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Attempting to bind port 5504be1b-63ed-4b9b-8dea-a11e84402d31 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:25.639861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Attempting to bind port 5504be1b-63ed-4b9b-8dea-a11e84402d31 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:25.640328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Attempting to bind port 5504be1b-63ed-4b9b-8dea-a11e84402d31 on network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:25.695380 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eae278ae-eec9-46a5-a70c-81cf678db955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:25.725637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-eef790f0-6381-4b9c-95ea-d8c691d3cde1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Allocated IP 172.20.0.11 (17acd871-7f7c-4ebb-b8c4-c03f93bf8533/02a91e9a-018d-4490-b8cd-5b425976cf88/031421f6-8ed8-4241-a949-46a160a95791) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:25.746902 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-647b90a2-6bc8-4eee-8a4e-ab400475884f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:25.747803 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-647b90a2-6bc8-4eee-8a4e-ab400475884f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:25.750189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Port 5504be1b-63ed-4b9b-8dea-a11e84402d31 on network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:25.750667 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Attempting to bind port 5504be1b-63ed-4b9b-8dea-a11e84402d31 on network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:25.804593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:25.804968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Checking segment: {'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:25.805338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Bound using segment: {'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:25.805861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Bound port: 5504be1b-63ed-4b9b-8dea-a11e84402d31, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:25.806265 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:25.848329 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-647b90a2-6bc8-4eee-8a4e-ab400475884f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4732614 Nov 03 18:34:25.861808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a799a73-8de1-44a4-9c8c-bebdf78e6d1d req-a83151fd-4553-4916-8371-470c78d2caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:25.863390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a799a73-8de1-44a4-9c8c-bebdf78e6d1d req-a83151fd-4553-4916-8371-470c78d2caa0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2271159 Nov 03 18:34:25.872345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Request body: {'port': {'device_id': '6bc7d327-1e73-4be8-947f-5172766b210c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:25.891643 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-eef790f0-6381-4b9c-95ea-d8c691d3cde1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:25.928964 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-eef790f0-6381-4b9c-95ea-d8c691d3cde1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:25.984132 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-eef790f0-6381-4b9c-95ea-d8c691d3cde1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:26.009660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-eef790f0-6381-4b9c-95ea-d8c691d3cde1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:26.012456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-eef790f0-6381-4b9c-95ea-d8c691d3cde1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:26.014174 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9a3ef63c-223e-4058-88e7-ee682d700dde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.019213 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-c0f1ca3c-36ec-4ec6-89dd-6aa41a1860da tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:34:26.020322 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-c0f1ca3c-36ec-4ec6-89dd-6aa41a1860da tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0333412 Nov 03 18:34:26.023962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-82466e32-b931-408e-b8cb-11e9e9761f4f tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:26.026136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-82466e32-b931-408e-b8cb-11e9e9761f4f tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/networks?id=756c09c3-86f6-4238-a42d-ba64a29f60c2 HTTP/1.1" status: 200 len: 814 time: 0.3878813 Nov 03 18:34:26.045574 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9a3ef63c-223e-4058-88e7-ee682d700dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.097029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef790f0-6381-4b9c-95ea-d8c691d3cde1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Pushing event updated for resources: {'Port': ['ID=031421f6-8ed8-4241-a949-46a160a95791,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:26.102662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-27451ea7-66bf-41dc-896e-7e8e28f6a6e6 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/quotas/f9c575d41ef54ee0810e51410974e7da HTTP/1.1" status: 200 len: 375 time: 0.0666988 Nov 03 18:34:26.131439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-64574e95-2148-4578-933d-ad398786cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:26.132889 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-64574e95-2148-4578-933d-ad398786cb2c service neutron] 10.222.0.107 "GET /v2.0/ports/7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 HTTP/1.1" status: 200 len: 1094 time: 0.0679510 Nov 03 18:34:26.141276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] For port 5504be1b-63ed-4b9b-8dea-a11e84402d31, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:26.153858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-eef790f0-6381-4b9c-95ea-d8c691d3cde1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:26.155726 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-eef790f0-6381-4b9c-95ea-d8c691d3cde1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.164719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf50f4-4214-4748-b466-dd0498f73fa5 req-ab9e2018-653b-4501-8826-089145d2774c tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:26.166300 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-36bf50f4-4214-4748-b466-dd0498f73fa5 req-ab9e2018-653b-4501-8826-089145d2774c tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.98 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 949 time: 0.1942387 Nov 03 18:34:26.170873 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-91522361-afcb-437e-b704-571136517836 service neutron] Request body: {'binding': {'host': 'n-h2-812150-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:26.171361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-91522361-afcb-437e-b704-571136517836 service neutron] Unknown quota resources ['binding']. {{(pid=101711) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:34:26.200495 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.211433 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ef63c-223e-4058-88e7-ee682d700dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8807dd47-fa7d-47ed-b54d-823db504ce2b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:26.226946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] For port 5504be1b-63ed-4b9b-8dea-a11e84402d31, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5504be1b-63ed-4b9b-8dea-a11e84402d31,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:26.238291 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9a3ef63c-223e-4058-88e7-ee682d700dde admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=721c74ac8aec4767ac8280d04d4b0296&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2647414 Nov 03 18:34:26.241033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34460) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:26.243662 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.254603 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-eef790f0-6381-4b9c-95ea-d8c691d3cde1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5020471 Nov 03 18:34:26.277521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Request body: {'port': {'device_id': 'ebc998e9-331c-404e-8bdd-238862fab827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:26.279310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a799a73-8de1-44a4-9c8c-bebdf78e6d1d req-f2d070ba-1102-490e-b5ca-b970ec08c2b0 service neutron] 10.222.0.87 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829689 Nov 03 18:34:26.337844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:26.338508 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.340109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcd89100-dada-4172-8527-865505aaa969 req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] 10.222.0.98 "PUT /v2.0/ports/5504be1b-63ed-4b9b-8dea-a11e84402d31 HTTP/1.1" status: 200 len: 1091 time: 2.3212552 Nov 03 18:34:26.344300 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfa6895-1456-4e02-9c57-593ab5d61c8e', 'tag': '5504be1b-63ed-4b9b-8dea-a11e84402d31'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:26.346748 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f8e88a-9012-43cd-a0e8-96bd2b1e84b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfa6895-1456-4e02-9c57-593ab5d61c8e", "tag": "5504be1b-63ed-4b9b-8dea-a11e84402d31"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:26.363767 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a4016bbb-d783-4285-acc9-94ca351e71e1 None None] Provisioning complete for port 031421f6-8ed8-4241-a949-46a160a95791 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:26.368528 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a4016bbb-d783-4285-acc9-94ca351e71e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.387312 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-476265ec-9348-4708-b7b9-b50e20c5684b tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=f9c575d41ef54ee0810e51410974e7da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2705700 Nov 03 18:34:26.417458 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a4016bbb-d783-4285-acc9-94ca351e71e1 None None] Port 031421f6-8ed8-4241-a949-46a160a95791 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:34:26.511197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed', 'name': 'network-vif-deleted', 'tag': '397e04f4-2b7f-4f8b-9823-2420bf18a73e'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:26.513807 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d588e8bc-2868-45b7-ad6b-1b2bf3937871" -d '{"events": [{"server_uuid": "80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed", "name": "network-vif-deleted", "tag": "397e04f4-2b7f-4f8b-9823-2420bf18a73e"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:26.515743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21404544-66af-48de-ab72-e55bc10c1cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=5504be1b-63ed-4b9b-8dea-a11e84402d31,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:26.549694 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.553798 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-52e4e0c5-71b5-4ea1-83c0-11e06c03b7a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.562742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-91522361-afcb-437e-b704-571136517836 service neutron] Attempting to bind port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 on host n-h2-812150-4 for vnic_type normal with profile None {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:26.563080 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-91522361-afcb-437e-b704-571136517836 service neutron] Attempting to bind port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:26.563411 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-91522361-afcb-437e-b704-571136517836 service neutron] Attempting to bind port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:26.580319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-91522361-afcb-437e-b704-571136517836 service neutron] Port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 on network e6ea9eda-3066-4349-948b-e1223c0656ae not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:26.580639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-91522361-afcb-437e-b704-571136517836 service neutron] Attempting to bind port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:26.583975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-36bf50f4-4214-4748-b466-dd0498f73fa5 req-63e79fe8-2ec0-4254-8928-a9d71076e015 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Deleting port 632b6705-3199-4c7b-80ff-24edfb073f45 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:26.584240 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-36bf50f4-4214-4748-b466-dd0498f73fa5 req-63e79fe8-2ec0-4254-8928-a9d71076e015 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.638862 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-52e4e0c5-71b5-4ea1-83c0-11e06c03b7a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.640684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-91522361-afcb-437e-b704-571136517836 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:26.641028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-91522361-afcb-437e-b704-571136517836 service neutron] Checking segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:26.641410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-91522361-afcb-437e-b704-571136517836 service neutron] Bound using segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:26.641858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-91522361-afcb-437e-b704-571136517836 service neutron] Bound port: 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:26.644284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd89100-dada-4172-8527-865505aaa969 req-04261de4-b4f9-4bca-a04e-cfebefdf6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:26.645826 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcd89100-dada-4172-8527-865505aaa969 req-04261de4-b4f9-4bca-a04e-cfebefdf6e8e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=23a3226cd4ca421fbf12bfcde1da7f0e&device_id=ebfa6895-1456-4e02-9c57-593ab5d61c8e HTTP/1.1" status: 200 len: 1094 time: 0.2200239 Nov 03 18:34:26.659557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a799a73-8de1-44a4-9c8c-bebdf78e6d1d req-690b55f6-1295-4316-97e2-05b31715f761 service neutron] 10.222.0.87 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583558 Nov 03 18:34:26.866823 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-36bf50f4-4214-4748-b466-dd0498f73fa5 req-63e79fe8-2ec0-4254-8928-a9d71076e015 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] For port 632b6705-3199-4c7b-80ff-24edfb073f45, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=632b6705-3199-4c7b-80ff-24edfb073f45,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:26.867188 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-36bf50f4-4214-4748-b466-dd0498f73fa5 req-63e79fe8-2ec0-4254-8928-a9d71076e015 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.871062 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-91522361-afcb-437e-b704-571136517836 service neutron] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:26.871943 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-52e4e0c5-71b5-4ea1-83c0-11e06c03b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.874606 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-52e4e0c5-71b5-4ea1-83c0-11e06c03b7a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.875803 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-52e4e0c5-71b5-4ea1-83c0-11e06c03b7a6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8807dd47-fa7d-47ed-b54d-823db504ce2b HTTP/1.1" status: 204 len: 168 time: 0.6318820 Nov 03 18:34:26.902957 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-91522361-afcb-437e-b704-571136517836 service neutron] Publish callbacks [] for binding, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:26.904146 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-91522361-afcb-437e-b704-571136517836 service neutron] 10.222.0.107 "POST /v2.0/ports/7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97/bindings HTTP/1.1" status: 201 len: 389 time: 0.7594571 Nov 03 18:34:26.914812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-36bf50f4-4214-4748-b466-dd0498f73fa5 req-63e79fe8-2ec0-4254-8928-a9d71076e015 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Calling delete_port for 632b6705-3199-4c7b-80ff-24edfb073f45 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:26.917185 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4e0c5-71b5-4ea1-83c0-11e06c03b7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8807dd47-fa7d-47ed-b54d-823db504ce2b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:26.952719 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcd89100-dada-4172-8527-865505aaa969 req-6026936b-e18c-4964-98f9-b09c760cae9e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5504be1b-63ed-4b9b-8dea-a11e84402d31 HTTP/1.1" status: 200 len: 217 time: 0.2953670 Nov 03 18:34:26.979752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-46637cfd-d427-4272-95af-b0896161ca1b service neutron] 10.222.0.107 "GET /v2.0/networks/756c09c3-86f6-4238-a42d-ba64a29f60c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424061 Nov 03 18:34:27.097661 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd89100-dada-4172-8527-865505aaa969 req-52b9f88d-9e89-4eab-beb6-ac50435c7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:27.099222 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcd89100-dada-4172-8527-865505aaa969 req-52b9f88d-9e89-4eab-beb6-ac50435c7f89 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=02a91e9a-018d-4490-b8cd-5b425976cf88 HTTP/1.1" status: 200 len: 855 time: 0.1186886 Nov 03 18:34:27.174307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031421f6-8ed8-4241-a949-46a160a95791 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:27.191289 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:27.201075 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-b7f5974e-59e5-4f40-a4fb-1c9972884378 service neutron] 10.222.0.107 "GET /v2.0/networks/756c09c3-86f6-4238-a42d-ba64a29f60c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093885 Nov 03 18:34:27.223191 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Transition to ACTIVE for port object 031421f6-8ed8-4241-a949-46a160a95791 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:27.231129 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-36bf50f4-4214-4748-b466-dd0498f73fa5 req-63e79fe8-2ec0-4254-8928-a9d71076e015 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:27.232250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd89100-dada-4172-8527-865505aaa969 req-a2208a82-0221-4369-96d7-44de831e2061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:27.233776 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcd89100-dada-4172-8527-865505aaa969 req-a2208a82-0221-4369-96d7-44de831e2061 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239271 Nov 03 18:34:27.251515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 03762815-817f-40b0-bc5f-9e4ef6579f08 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:27.255000 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:27.256052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea87f74-97ec-46fb-903f-774c009a5245 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:27.261911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.98', 56940) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:27.267201 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:27.373593 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e79fe8-2ec0-4254-8928-a9d71076e015 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Pushing event deleted for resources: {'Port': ['ID=632b6705-3199-4c7b-80ff-24edfb073f45,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:27.387641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Transition to ACTIVE for port object fea87f74-97ec-46fb-903f-774c009a5245 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:27.405567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bf50f4-4214-4748-b466-dd0498f73fa5 req-63e79fe8-2ec0-4254-8928-a9d71076e015 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] No DVR routers for this DVR port 632b6705-3199-4c7b-80ff-24edfb073f45 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:27.417349 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:27.421621 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-36bf50f4-4214-4748-b466-dd0498f73fa5 req-63e79fe8-2ec0-4254-8928-a9d71076e015 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:27.430510 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-36bf50f4-4214-4748-b466-dd0498f73fa5 req-63e79fe8-2ec0-4254-8928-a9d71076e015 tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.98 "DELETE /v2.0/ports/632b6705-3199-4c7b-80ff-24edfb073f45 HTTP/1.1" status: 204 len: 173 time: 1.2564132 Nov 03 18:34:27.475711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Pushing event updated for resources: {'Port': ['ID=031421f6-8ed8-4241-a949-46a160a95791,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:27.501276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 03762815-817f-40b0-bc5f-9e4ef6579f08, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=03762815-817f-40b0-bc5f-9e4ef6579f08,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:27.529099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b998c9-ad86-4994-b4f5-89814d831511 req-429aa8aa-41c2-4e33-8934-c24c72f1f4d4 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:27.547354 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34478) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:27.559317 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0b998c9-ad86-4994-b4f5-89814d831511 req-429aa8aa-41c2-4e33-8934-c24c72f1f4d4 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 944 time: 0.2621746 Nov 03 18:34:27.570284 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecaac-4961-4b93-83f7-8f6cd8ae89a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:27.570899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-3cc6ed8c-d394-4636-b7fe-52e3ed4bf242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:27.572819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-3cc6ed8c-d394-4636-b7fe-52e3ed4bf242 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 1097 time: 0.3078649 Nov 03 18:34:27.635638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcd89100-dada-4172-8527-865505aaa969 req-f16c153c-6a98-4387-890b-4c52d0bc7c19 service neutron] 10.222.0.98 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877938 Nov 03 18:34:27.689544 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecaac-4961-4b93-83f7-8f6cd8ae89a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:27.713682 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecaac-4961-4b93-83f7-8f6cd8ae89a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:27.739097 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '03762815-817f-40b0-bc5f-9e4ef6579f08', 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533', 'port_id': '03762815-817f-40b0-bc5f-9e4ef6579f08', 'mac_address': 'fa:16:3e:3e:24:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a91e9a-018d-4490-b8cd-5b425976cf88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:27.750773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Pushing event updated for resources: {'Port': ['ID=fea87f74-97ec-46fb-903f-774c009a5245,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:27.770799 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dc8ecaac-4961-4b93-83f7-8f6cd8ae89a7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b082bcc3ffbf45d7994256c9013760b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220819 Nov 03 18:34:27.775048 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34480) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:27.829568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ecaac-4961-4b93-83f7-8f6cd8ae89a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1be87e-76c3-4165-8a0d-32a4d362ab6b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:27.832308 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:27.851481 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Attempting to bind port 031421f6-8ed8-4241-a949-46a160a95791 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:27.857740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03762815-817f-40b0-bc5f-9e4ef6579f08 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:27.861490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Attempting to bind port 031421f6-8ed8-4241-a949-46a160a95791 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:27.861837 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Attempting to bind port 031421f6-8ed8-4241-a949-46a160a95791 on network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:27.874823 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Port 031421f6-8ed8-4241-a949-46a160a95791 on network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:27.875151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Attempting to bind port 031421f6-8ed8-4241-a949-46a160a95791 on network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:27.889709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:27.890818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Checking segment: {'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:27.892003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Bound using segment: {'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:27.892513 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Bound port: 031421f6-8ed8-4241-a949-46a160a95791, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e393a7c8-6416-465e-b709-d082ebfdb12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:27.892921 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:27.953015 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05af230c-895d-4d8f-9514-7668ac5144ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:27.968289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 03762815-817f-40b0-bc5f-9e4ef6579f08, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=03762815-817f-40b0-bc5f-9e4ef6579f08,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:27.973726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0b998c9-ad86-4994-b4f5-89814d831511 req-4ba69413-7720-450b-8def-1f813f217a1b tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087138 Nov 03 18:34:27.987237 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:27.995477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05af230c-895d-4d8f-9514-7668ac5144ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:28.017763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dd85c-795c-4b31-8cc7-d1454666f6fc req-1a845345-53e2-44a4-aac0-7a3a3834fc63 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:28.019275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd0dd85c-795c-4b31-8cc7-d1454666f6fc req-1a845345-53e2-44a4-aac0-7a3a3834fc63 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 943 time: 0.4209993 Nov 03 18:34:28.027375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] For port 031421f6-8ed8-4241-a949-46a160a95791, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:28.086088 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] For port 031421f6-8ed8-4241-a949-46a160a95791, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=031421f6-8ed8-4241-a949-46a160a95791,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:28.098257 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:28.118073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-786ab73f-ead4-4d75-86bf-506ab39f8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:28.120510 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-786ab73f-ead4-4d75-86bf-506ab39f8531 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.4922292 Nov 03 18:34:28.183504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 632b6705-3199-4c7b-80ff-24edfb073f45 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:28.209305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcd89100-dada-4172-8527-865505aaa969 req-69bb209e-660e-45d0-b619-d716ae278375 service neutron] 10.222.0.98 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064313 Nov 03 18:34:28.212604 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:28.217247 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:28.220771 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] 10.222.0.87 "PUT /v2.0/ports/031421f6-8ed8-4241-a949-46a160a95791 HTTP/1.1" status: 200 len: 1092 time: 1.9500008 Nov 03 18:34:28.222811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Attempting to bind port fea87f74-97ec-46fb-903f-774c009a5245 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:28.223153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Attempting to bind port fea87f74-97ec-46fb-903f-774c009a5245 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:28.223483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Attempting to bind port fea87f74-97ec-46fb-903f-774c009a5245 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:28.227177 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-501d67ae-55ff-4e5f-aedf-de4af3f7ed1e req-cc3ae558-b3d0-455d-b6f8-cefde797a76e tempest-ImagesOneServerTestJSON-1644304199 tempest-ImagesOneServerTestJSON-1644304199-project] 10.222.0.107 "GET /v2.0/ports?device_id=3b564306-df48-40bf-bc4e-d072132c7c2b HTTP/1.1" status: 200 len: 210 time: 0.1057179 Nov 03 18:34:28.240557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-1506bbd9-0d17-4257-b169-35a25ab3df4a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 HTTP/1.1" status: 200 len: 217 time: 0.0966711 Nov 03 18:34:28.265105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Port fea87f74-97ec-46fb-903f-774c009a5245 on network 5642331e-152e-4c1a-8167-032b35756d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:28.265735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Attempting to bind port fea87f74-97ec-46fb-903f-774c009a5245 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:28.274611 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05af230c-895d-4d8f-9514-7668ac5144ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:28.283364 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05af230c-895d-4d8f-9514-7668ac5144ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:28.294074 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-05af230c-895d-4d8f-9514-7668ac5144ca admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7f1be87e-76c3-4165-8a0d-32a4d362ab6b HTTP/1.1" status: 204 len: 168 time: 0.5164406 Nov 03 18:34:28.302417 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 632b6705-3199-4c7b-80ff-24edfb073f45 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:28.302768 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 632b6705-3199-4c7b-80ff-24edfb073f45 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:28.303180 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 397e04f4-2b7f-4f8b-9823-2420bf18a73e no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:28.308215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:28.308800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Checking segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:28.309474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Bound using segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:28.310460 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Bound port: fea87f74-97ec-46fb-903f-774c009a5245, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:28.310976 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:28.319410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd0dd85c-795c-4b31-8cc7-d1454666f6fc req-58d30cb5-046e-46b2-8f5f-dc6e46f98002 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648554 Nov 03 18:34:28.390792 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db02546b-9f65-4411-a096-748ddaa07305 x-openstack-request-id: req-db02546b-9f65-4411-a096-748ddaa07305 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:28.391083 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfa6895-1456-4e02-9c57-593ab5d61c8e", "tag": "5504be1b-63ed-4b9b-8dea-a11e84402d31", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:28.391336 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-db02546b-9f65-4411-a096-748ddaa07305 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:28.391775 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfa6895-1456-4e02-9c57-593ab5d61c8e', 'tag': '5504be1b-63ed-4b9b-8dea-a11e84402d31', 'status': 'completed', 'code': 200} Nov 03 18:34:28.412799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-a11f4700-f3d4-44fb-9823-370aeceacbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:28.414374 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-a11f4700-f3d4-44fb-9823-370aeceacbdc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.1508255 Nov 03 18:34:28.427050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af230c-895d-4d8f-9514-7668ac5144ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1be87e-76c3-4165-8a0d-32a4d362ab6b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:28.442426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6c07b-026d-41d0-80ad-683c20f315e6 service neutron] Pushing event updated for resources: {'Port': ['ID=031421f6-8ed8-4241-a949-46a160a95791,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:28.459664 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bf7e9736-2192-4fbc-a779-287eafb6c076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:28.507133 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['03762815-817f-40b0-bc5f-9e4ef6579f08'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:28.536634 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb94a75e-60b0-41fa-9237-4e69991b0cb8 x-openstack-request-id: req-cb94a75e-60b0-41fa-9237-4e69991b0cb8 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:28.537067 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed", "name": "network-vif-deleted", "tag": "397e04f4-2b7f-4f8b-9823-2420bf18a73e", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:28.537435 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cb94a75e-60b0-41fa-9237-4e69991b0cb8 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:28.537942 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ac3d4c-ceaf-40f5-bbf0-4ecbf1cf58ed', 'name': 'network-vif-deleted', 'tag': '397e04f4-2b7f-4f8b-9823-2420bf18a73e', 'status': 'completed', 'code': 200} Nov 03 18:34:28.538674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 397e04f4-2b7f-4f8b-9823-2420bf18a73e {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:28.539290 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 397e04f4-2b7f-4f8b-9823-2420bf18a73e not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:28.557394 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-f14534aa-a4a6-469f-a860-f072bfbf08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:28.560184 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-f14534aa-a4a6-469f-a860-f072bfbf08f4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=23a3226cd4ca421fbf12bfcde1da7f0e&device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 1095 time: 0.1877322 Nov 03 18:34:28.602767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:28.605300 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=03762815-817f-40b0-bc5f-9e4ef6579f08,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:28.613239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=fea87f74-97ec-46fb-903f-774c009a5245,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:28.626835 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-ba9e3268-7e41-4945-a920-84d2bfadbcd1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1770160 Nov 03 18:34:28.634885 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:28.684503 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-ec036f1a-8855-48ef-8703-88ff41029129 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=031421f6-8ed8-4241-a949-46a160a95791 HTTP/1.1" status: 200 len: 217 time: 0.0938818 Nov 03 18:34:28.700909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:28.720735 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:28.723457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] 10.222.0.98 "PUT /v2.0/ports/fea87f74-97ec-46fb-903f-774c009a5245 HTTP/1.1" status: 200 len: 1091 time: 2.8548288 Nov 03 18:34:28.767457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-336934b3-a9a1-4e23-a465-70233e13ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:28.769250 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-336934b3-a9a1-4e23-a465-70233e13ee23 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=02a91e9a-018d-4490-b8cd-5b425976cf88 HTTP/1.1" status: 200 len: 855 time: 0.0671284 Nov 03 18:34:28.876971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-2593dfdd-9011-45ab-9264-44df3c3f1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:28.878512 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-2593dfdd-9011-45ab-9264-44df3c3f1fbc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010921 Nov 03 18:34:28.979922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-8a51cc27-8b18-4c63-a3e3-820ac611f2ea service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109186 Nov 03 18:34:29.024548 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-60f1d278-66ee-4e48-b7c6-9aee5e1bdd15 service neutron] 10.222.0.87 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327033 Nov 03 18:34:29.069726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8e88a-9012-43cd-a0e8-96bd2b1e84b8 req-15c2337c-efc6-439f-8ce3-9a2a2ff8e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:29.071231 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1f8e88a-9012-43cd-a0e8-96bd2b1e84b8 req-15c2337c-efc6-439f-8ce3-9a2a2ff8e4e8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=23a3226cd4ca421fbf12bfcde1da7f0e&device_id=ebfa6895-1456-4e02-9c57-593ab5d61c8e HTTP/1.1" status: 200 len: 1094 time: 0.6653087 Nov 03 18:34:29.085966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a8038ee-e245-4959-98c6-b67a65d0643e req-cb1f6506-160d-4cb9-ae22-ea6826a78cfe tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 210 time: 0.1011164 Nov 03 18:34:29.140892 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:29.174835 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c1cdb6-5e99-45e0-89b0-6733008c2319 req-6e6456a9-6eba-49a3-b1de-cfc49f55c677 service neutron] 10.222.0.87 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413512 Nov 03 18:34:29.285739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd27c77-ad11-4f9b-84f0-96a3a366dfbd req-e155e1b2-6274-432e-9b0f-984663498cbd tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:29.287228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bd27c77-ad11-4f9b-84f0-96a3a366dfbd req-e155e1b2-6274-432e-9b0f-984663498cbd tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 946 time: 0.7465694 Nov 03 18:34:29.287961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1730fc6-1de6-49df-9213-1501347bf3bc service neutron] Pushing event updated for resources: {'Port': ['ID=fea87f74-97ec-46fb-903f-774c009a5245,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:29.348252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-d8f114a4-ba68-4356-b8fe-51c024695623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:29.349869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-d8f114a4-ba68-4356-b8fe-51c024695623 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 1094 time: 0.3662522 Nov 03 18:34:29.438014 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-d8aae9d3-5c1b-426a-8f7a-1b69a2becf3f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea87f74-97ec-46fb-903f-774c009a5245 HTTP/1.1" status: 200 len: 217 time: 0.0742159 Nov 03 18:34:29.450793 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-c3d5f39c-07b1-480b-8b2b-407440845f6a service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484479 Nov 03 18:34:29.482206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cae34c-9cb5-41df-a999-680ed0cbcda5 req-de4101ed-e355-436a-b16e-471f27aade8e tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:29.483798 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16cae34c-9cb5-41df-a999-680ed0cbcda5 req-de4101ed-e355-436a-b16e-471f27aade8e tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 949 time: 0.1870520 Nov 03 18:34:29.504702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8e88a-9012-43cd-a0e8-96bd2b1e84b8 req-b6fb91f6-1c35-4d34-9898-025686d2f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:29.506538 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1f8e88a-9012-43cd-a0e8-96bd2b1e84b8 req-b6fb91f6-1c35-4d34-9898-025686d2f300 service neutron] 10.222.0.98 "GET /v2.0/networks?id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533 HTTP/1.1" status: 200 len: 917 time: 0.4115534 Nov 03 18:34:29.522070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bd27c77-ad11-4f9b-84f0-96a3a366dfbd req-7e5b8872-da3d-4e39-b26b-b2a6512f834c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126417 Nov 03 18:34:29.613621 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1f8e88a-9012-43cd-a0e8-96bd2b1e84b8 req-4574e525-fd7d-4737-bc0f-22550c328981 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5504be1b-63ed-4b9b-8dea-a11e84402d31 HTTP/1.1" status: 200 len: 217 time: 0.0889530 Nov 03 18:34:29.616188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-40d508fa-a4ff-42a4-94cb-0f3c1427e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:29.617604 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-40d508fa-a4ff-42a4-94cb-0f3c1427e5b8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.1602170 Nov 03 18:34:29.623769 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-fcbe85aa-2dc4-46e8-bb18-7f476cc72b2d tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:29.625670 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-fcbe85aa-2dc4-46e8-bb18-7f476cc72b2d tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.87 "GET /v2.0/networks?id=756c09c3-86f6-4238-a42d-ba64a29f60c2 HTTP/1.1" status: 200 len: 814 time: 0.1439836 Nov 03 18:34:29.647372 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-d063651a-f321-4fb3-856a-7f3d7a4cd389 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Request body: {'port': {'device_id': '71cfaf56-61b1-4365-8711-ccf6aa60856e', 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2', 'admin_state_up': True, 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:29.716243 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-8ad47902-fdb5-46dd-b94a-0c5d9a5a6c9e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837328 Nov 03 18:34:29.809305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-d063651a-f321-4fb3-856a-7f3d7a4cd389 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Made reservation on behalf of f9c575d41ef54ee0810e51410974e7da for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:29.812807 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-d063651a-f321-4fb3-856a-7f3d7a4cd389 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:29.980493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-d063651a-f321-4fb3-856a-7f3d7a4cd389 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Allocated IP 172.20.0.9 (756c09c3-86f6-4238-a42d-ba64a29f60c2/91bcb43e-bd67-4335-9bc0-b631b6c6ab00/cb76d369-553a-48f0-923b-afc1a7808c9b) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:30.019242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16cae34c-9cb5-41df-a999-680ed0cbcda5 req-852ec3ed-7777-4205-93d1-ed3784f88fa6 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/security-groups?id=23821953-7b3a-48f8-a44a-f23002f2522a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096979 Nov 03 18:34:30.058453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-b3242c03-7079-43f4-8913-166e498a133a tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:30.059965 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-b3242c03-7079-43f4-8913-166e498a133a tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2&tenant_id=04adf6892c414a028b77c4d4f0759b92&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 1097 time: 0.5328693 Nov 03 18:34:30.103317 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:30.134566 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812150-4'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:30.166697 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8e88a-9012-43cd-a0e8-96bd2b1e84b8 req-3525aa7d-5128-484b-927a-c3cdaa51ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:30.168251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1f8e88a-9012-43cd-a0e8-96bd2b1e84b8 req-3525aa7d-5128-484b-927a-c3cdaa51ece9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=02a91e9a-018d-4490-b8cd-5b425976cf88 HTTP/1.1" status: 200 len: 855 time: 0.5369694 Nov 03 18:34:30.248602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-d063651a-f321-4fb3-856a-7f3d7a4cd389 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:30.298143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796676f2-6388-4d84-aa92-9aab7aed3701 req-ebce8e02-6e1e-4e87-9836-03233a7bcd24 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:30.299722 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-796676f2-6388-4d84-aa92-9aab7aed3701 req-ebce8e02-6e1e-4e87-9836-03233a7bcd24 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 944 time: 0.6454279 Nov 03 18:34:30.324057 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-d063651a-f321-4fb3-856a-7f3d7a4cd389 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:30.354067 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:30.398265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc7d327-1e73-4be8-947f-5172766b210c', 'tag': 'fea87f74-97ec-46fb-903f-774c009a5245'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:30.400715 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c122b4-1418-43c1-af1d-8bf479524b83" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc7d327-1e73-4be8-947f-5172766b210c", "tag": "fea87f74-97ec-46fb-903f-774c009a5245"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:30.461588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-d063651a-f321-4fb3-856a-7f3d7a4cd389 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Network 756c09c3-86f6-4238-a42d-ba64a29f60c2 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:30.472004 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-d063651a-f321-4fb3-856a-7f3d7a4cd389 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:30.481847 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-d063651a-f321-4fb3-856a-7f3d7a4cd389 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:30.510732 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:30.594166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8e88a-9012-43cd-a0e8-96bd2b1e84b8 req-83cbbee6-2575-4995-adf7-adb282addbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:30.605696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1f8e88a-9012-43cd-a0e8-96bd2b1e84b8 req-83cbbee6-2575-4995-adf7-adb282addbc5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3620584 Nov 03 18:34:30.607005 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'name': 'network-vif-deleted', 'tag': '632b6705-3199-4c7b-80ff-24edfb073f45'}, {'name': 'network-changed', 'server_uuid': 'ebc998e9-331c-404e-8bdd-238862fab827', 'tag': '031421f6-8ed8-4241-a949-46a160a95791'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:30.609363 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e01dfb9-5543-4fff-a8ba-b3856df117e5" -d '{"events": [{"server_uuid": "3b564306-df48-40bf-bc4e-d072132c7c2b", "name": "network-vif-deleted", "tag": "632b6705-3199-4c7b-80ff-24edfb073f45"}, {"name": "network-changed", "server_uuid": "ebc998e9-331c-404e-8bdd-238862fab827", "tag": "031421f6-8ed8-4241-a949-46a160a95791"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:30.638422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-d063651a-f321-4fb3-856a-7f3d7a4cd389 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:30.639108 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-d063651a-f321-4fb3-856a-7f3d7a4cd389 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:30.748668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b2dce-28d7-435d-8144-b60ef7259089 req-11d8f6de-337c-445a-97ad-ace25f74fde4 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:30.750336 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e56b2dce-28d7-435d-8144-b60ef7259089 req-11d8f6de-337c-445a-97ad-ace25f74fde4 tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.98 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 949 time: 0.4513493 Nov 03 18:34:30.754977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34564) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:30.786189 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063651a-f321-4fb3-856a-7f3d7a4cd389 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Pushing event updated for resources: {'Port': ['ID=cb76d369-553a-48f0-923b-afc1a7808c9b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:30.805528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-08412e36-37f5-44fa-aa5e-53d2c5f39ded service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7850089 Nov 03 18:34:30.841872 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-d063651a-f321-4fb3-856a-7f3d7a4cd389 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1987188 Nov 03 18:34:30.887395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058507b-f3a4-428b-8340-a0902acbb46e req-7635a029-fe39-471a-a697-50224224d4ab tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:30.898883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f058507b-f3a4-428b-8340-a0902acbb46e req-7635a029-fe39-471a-a697-50224224d4ab tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 943 time: 0.6703236 Nov 03 18:34:30.999399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7f32c258-75d4-40e9-b802-4dad52792f60 None None] Provisioning complete for port cb76d369-553a-48f0-923b-afc1a7808c9b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:31.001309 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7f32c258-75d4-40e9-b802-4dad52792f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:31.050867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-e56b2dce-28d7-435d-8144-b60ef7259089 req-39033d23-bf37-4ec7-859b-6df096810ebe tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Deleting port 22b00358-24ea-4fa4-909a-348d1122d581 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:31.053413 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e56b2dce-28d7-435d-8144-b60ef7259089 req-39033d23-bf37-4ec7-859b-6df096810ebe tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:31.089433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-7f32c258-75d4-40e9-b802-4dad52792f60 None None] Port cb76d369-553a-48f0-923b-afc1a7808c9b cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:34:31.130071 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-796676f2-6388-4d84-aa92-9aab7aed3701 req-37fba2b6-a9cc-4e2d-b8ac-479dc8b3f410 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7775562 Nov 03 18:34:31.132298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4859c4be-972e-4a79-aca7-91904f5093a7 req-4b69e062-cbe3-4424-9319-252673e052ba service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825645 Nov 03 18:34:31.162885 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f058507b-f3a4-428b-8340-a0902acbb46e req-fde3ee32-cb7c-41d0-b36e-f79c49ad7e6e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449198 Nov 03 18:34:31.229103 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1f8e88a-9012-43cd-a0e8-96bd2b1e84b8 req-bb5782f1-92b5-4314-b9df-dfdaae908f24 service neutron] 10.222.0.98 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227906 Nov 03 18:34:31.248945 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 03762815-817f-40b0-bc5f-9e4ef6579f08 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:31.291629 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Request body: {'port': {'device_id': '71cfaf56-61b1-4365-8711-ccf6aa60856e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:31.415879 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-93a5f501-f6f4-4542-96ba-aba4c89dff65 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5d7297e061564b5ab577721af89ac6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6595194 Nov 03 18:34:31.420222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34574) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:31.424405 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:31.428113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 03762815-817f-40b0-bc5f-9e4ef6579f08 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:31.435380 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 03762815-817f-40b0-bc5f-9e4ef6579f08 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:31.437991 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:31.438156 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-e56b2dce-28d7-435d-8144-b60ef7259089 req-39033d23-bf37-4ec7-859b-6df096810ebe tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] For port 22b00358-24ea-4fa4-909a-348d1122d581, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=22b00358-24ea-4fa4-909a-348d1122d581,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:31.438355 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e56b2dce-28d7-435d-8144-b60ef7259089 req-39033d23-bf37-4ec7-859b-6df096810ebe tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:31.466937 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8204d2f8-1b7f-459b-8926-3c26186d7e4b x-openstack-request-id: req-8204d2f8-1b7f-459b-8926-3c26186d7e4b {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:31.467421 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc7d327-1e73-4be8-947f-5172766b210c", "tag": "fea87f74-97ec-46fb-903f-774c009a5245", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:31.467880 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8204d2f8-1b7f-459b-8926-3c26186d7e4b {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:31.468498 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc7d327-1e73-4be8-947f-5172766b210c', 'tag': 'fea87f74-97ec-46fb-903f-774c009a5245', 'status': 'completed', 'code': 200} Nov 03 18:34:31.530802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-e56b2dce-28d7-435d-8144-b60ef7259089 req-39033d23-bf37-4ec7-859b-6df096810ebe tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Calling delete_port for 22b00358-24ea-4fa4-909a-348d1122d581 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:31.593283 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:31.629994 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:31.630677 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:31.640476 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c122b4-1418-43c1-af1d-8bf479524b83 req-baf27394-8378-44c2-866a-68d9316eeca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:31.641919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3c122b4-1418-43c1-af1d-8bf479524b83 req-baf27394-8378-44c2-866a-68d9316eeca7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 1094 time: 0.1657324 Nov 03 18:34:31.649968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c4364-6bd0-4991-b88d-8b31de0553e6 req-4c13445d-21be-4ef5-b2d6-6dc6528ebb15 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:31.657538 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-183c4364-6bd0-4991-b88d-8b31de0553e6 req-4c13445d-21be-4ef5-b2d6-6dc6528ebb15 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 931 time: 0.3276427 Nov 03 18:34:31.675281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276936ef-a06e-4e37-9d68-86d9d0fd8bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03762815-817f-40b0-bc5f-9e4ef6579f08'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:31.683280 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27c275a-3589-40b8-8ec7-ed63ad31ae63" -d '{"events": [{"server_uuid": "276936ef-a06e-4e37-9d68-86d9d0fd8bb9", "name": "network-vif-plugged", "status": "completed", "tag": "03762815-817f-40b0-bc5f-9e4ef6579f08"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:31.684080 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1f8e88a-9012-43cd-a0e8-96bd2b1e84b8 req-000ab481-5c05-423b-85c3-fc1c6197e2ac service neutron] 10.222.0.98 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451697 Nov 03 18:34:31.699948 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e9548e2-de4e-47d6-9f92-79fc3bcb6b8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:31.711572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 03762815-817f-40b0-bc5f-9e4ef6579f08, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=03762815-817f-40b0-bc5f-9e4ef6579f08,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:31.720300 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:31.819278 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e9548e2-de4e-47d6-9f92-79fc3bcb6b8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:31.836959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=03762815-817f-40b0-bc5f-9e4ef6579f08,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:31.894169 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc38fc0-da2a-4f69-98f5-de59e1566b4f req-53af82e7-e3e6-4735-823c-a500468bced9 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:31.896014 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9cc38fc0-da2a-4f69-98f5-de59e1566b4f req-53af82e7-e3e6-4735-823c-a500468bced9 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 946 time: 0.3559844 Nov 03 18:34:31.908389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:31.916696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-183c4364-6bd0-4991-b88d-8b31de0553e6 req-dd0f280e-aa67-4c6e-97a1-3c59eb0a7ddc tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577798 Nov 03 18:34:32.004562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c122b4-1418-43c1-af1d-8bf479524b83 req-a0b0d1ee-65e8-45b7-b246-9908844b7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:32.010610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3c122b4-1418-43c1-af1d-8bf479524b83 req-a0b0d1ee-65e8-45b7-b246-9908844b7123 service neutron] 10.222.0.98 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.3480358 Nov 03 18:34:32.084884 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03b8473-9199-4043-b1c5-55ff66316ad1 x-openstack-request-id: req-c03b8473-9199-4043-b1c5-55ff66316ad1 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:32.085404 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b564306-df48-40bf-bc4e-d072132c7c2b", "name": "network-vif-deleted", "tag": "632b6705-3199-4c7b-80ff-24edfb073f45", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ebc998e9-331c-404e-8bdd-238862fab827", "tag": "031421f6-8ed8-4241-a949-46a160a95791", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:32.085957 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c03b8473-9199-4043-b1c5-55ff66316ad1 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:32.086708 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b564306-df48-40bf-bc4e-d072132c7c2b', 'name': 'network-vif-deleted', 'tag': '632b6705-3199-4c7b-80ff-24edfb073f45', 'status': 'completed', 'code': 200} Nov 03 18:34:32.087117 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc998e9-331c-404e-8bdd-238862fab827', 'tag': '031421f6-8ed8-4241-a949-46a160a95791', 'status': 'completed', 'code': 200} Nov 03 18:34:32.088060 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e56b2dce-28d7-435d-8144-b60ef7259089 req-39033d23-bf37-4ec7-859b-6df096810ebe tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:32.092370 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e9548e2-de4e-47d6-9f92-79fc3bcb6b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:32.095330 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e9548e2-de4e-47d6-9f92-79fc3bcb6b8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:32.100674 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:32.110426 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8e9548e2-de4e-47d6-9f92-79fc3bcb6b8e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/47455f23-2dcd-40fc-af30-c134c11b629e HTTP/1.1" status: 204 len: 168 time: 0.6780207 Nov 03 18:34:32.111383 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['22b00358-24ea-4fa4-909a-348d1122d581'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:32.178213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5504be1b-63ed-4b9b-8dea-a11e84402d31 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:32.193432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3c122b4-1418-43c1-af1d-8bf479524b83 req-2e788bcd-6fe3-4ea2-9129-150538006feb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea87f74-97ec-46fb-903f-774c009a5245 HTTP/1.1" status: 200 len: 217 time: 0.1557617 Nov 03 18:34:32.204239 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9548e2-de4e-47d6-9f92-79fc3bcb6b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47455f23-2dcd-40fc-af30-c134c11b629e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:32.209502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39033d23-bf37-4ec7-859b-6df096810ebe tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Pushing event deleted for resources: {'Port': ['ID=22b00358-24ea-4fa4-909a-348d1122d581,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:32.224265 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:32.294988 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56b2dce-28d7-435d-8144-b60ef7259089 req-39033d23-bf37-4ec7-859b-6df096810ebe tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] No DVR routers for this DVR port 22b00358-24ea-4fa4-909a-348d1122d581 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:32.306339 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e56b2dce-28d7-435d-8144-b60ef7259089 req-39033d23-bf37-4ec7-859b-6df096810ebe tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:32.311783 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e56b2dce-28d7-435d-8144-b60ef7259089 req-39033d23-bf37-4ec7-859b-6df096810ebe tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.98 "DELETE /v2.0/ports/22b00358-24ea-4fa4-909a-348d1122d581 HTTP/1.1" status: 204 len: 173 time: 1.5402181 Nov 03 18:34:32.353015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9cc38fc0-da2a-4f69-98f5-de59e1566b4f req-9de9e77e-d49d-48f3-b529-db09e5c247d3 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474838 Nov 03 18:34:32.427797 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb76d369-553a-48f0-923b-afc1a7808c9b {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:32.466078 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:32.480125 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Attempting to bind port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 on host n-h1-812150-4 for vnic_type normal with profile {"migrating_to": "n-h2-812150-4"} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:32.480482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Attempting to bind port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:32.481625 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Attempting to bind port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:32.516676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 on network e6ea9eda-3066-4349-948b-e1223c0656ae not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:32.516989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Attempting to bind port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:32.518387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Transition to ACTIVE for port object cb76d369-553a-48f0-923b-afc1a7808c9b will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:32.533818 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:32.552083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Pushing event updated for resources: {'Port': ['ID=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,revision_number=7']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:32.560400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 5504be1b-63ed-4b9b-8dea-a11e84402d31, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5504be1b-63ed-4b9b-8dea-a11e84402d31,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:32.574713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c122b4-1418-43c1-af1d-8bf479524b83 req-672837c2-c0ed-417b-95f1-abc0e4875d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:32.576513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3c122b4-1418-43c1-af1d-8bf479524b83 req-672837c2-c0ed-417b-95f1-abc0e4875d4a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.3280127 Nov 03 18:34:32.577421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:32.578281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Checking segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:32.578849 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Bound using segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:32.579565 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Bound port: 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:32.581097 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:32.590211 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '5504be1b-63ed-4b9b-8dea-a11e84402d31', 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533', 'port_id': '5504be1b-63ed-4b9b-8dea-a11e84402d31', 'mac_address': 'fa:16:3e:67:60:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a91e9a-018d-4490-b8cd-5b425976cf88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:32.741006 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:32.788026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Pushing event updated for resources: {'Port': ['ID=cb76d369-553a-48f0-923b-afc1a7808c9b,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:32.813040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5504be1b-63ed-4b9b-8dea-a11e84402d31 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:32.870301 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 5504be1b-63ed-4b9b-8dea-a11e84402d31, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5504be1b-63ed-4b9b-8dea-a11e84402d31,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:32.880059 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:32.906827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51a00654-2728-4caf-a6be-c58b2d3c036e req-db609f90-bd9d-471e-9729-bf533140e93e tempest-ServersAdminNegativeTestJSON-2028837784 tempest-ServersAdminNegativeTestJSON-2028837784-project] 10.222.0.107 "GET /v2.0/ports?device_id=69d19937-b67b-40b3-a6fc-76bd460e255f HTTP/1.1" status: 200 len: 210 time: 0.3597760 Nov 03 18:34:32.993185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3c122b4-1418-43c1-af1d-8bf479524b83 req-bb096e11-cce0-46c8-b7b0-3082fb41851c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3648636 Nov 03 18:34:32.994960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:33.061310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=5504be1b-63ed-4b9b-8dea-a11e84402d31,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:33.075326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Attempting to bind port cb76d369-553a-48f0-923b-afc1a7808c9b on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:33.075466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Attempting to bind port cb76d369-553a-48f0-923b-afc1a7808c9b by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '95e856b4-6ba4-40a5-8bae-f8fb4872c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:33.075802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Attempting to bind port cb76d369-553a-48f0-923b-afc1a7808c9b on network 756c09c3-86f6-4238-a42d-ba64a29f60c2 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:33.081557 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Port cb76d369-553a-48f0-923b-afc1a7808c9b on network 756c09c3-86f6-4238-a42d-ba64a29f60c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:33.081785 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Attempting to bind port cb76d369-553a-48f0-923b-afc1a7808c9b on network 756c09c3-86f6-4238-a42d-ba64a29f60c2 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:33.106759 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:33.107208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Checking segment: {'id': '95e856b4-6ba4-40a5-8bae-f8fb4872c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:33.107638 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Bound using segment: {'id': '95e856b4-6ba4-40a5-8bae-f8fb4872c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:33.108219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Bound port: cb76d369-553a-48f0-923b-afc1a7808c9b, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e856b4-6ba4-40a5-8bae-f8fb4872c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:33.108589 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.126805 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['5504be1b-63ed-4b9b-8dea-a11e84402d31'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:33.236753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] For port cb76d369-553a-48f0-923b-afc1a7808c9b, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:33.240872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] For port cb76d369-553a-48f0-923b-afc1a7808c9b, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=cb76d369-553a-48f0-923b-afc1a7808c9b,segment=NetworkSegment(95e856b4-6ba4-40a5-8bae-f8fb4872c270),segment_id=95e856b4-6ba4-40a5-8bae-f8fb4872c270)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:33.257157 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 031421f6-8ed8-4241-a949-46a160a95791 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:33.257542 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.316439 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf96d35-8b91-4c20-b429-f98c454e82c3 x-openstack-request-id: req-cbf96d35-8b91-4c20-b429-f98c454e82c3 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:33.317013 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276936ef-a06e-4e37-9d68-86d9d0fd8bb9", "name": "network-vif-plugged", "status": "completed", "tag": "03762815-817f-40b0-bc5f-9e4ef6579f08", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:33.317550 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cbf96d35-8b91-4c20-b429-f98c454e82c3 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:33.318183 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276936ef-a06e-4e37-9d68-86d9d0fd8bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03762815-817f-40b0-bc5f-9e4ef6579f08', 'code': 200} Nov 03 18:34:33.331784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3c122b4-1418-43c1-af1d-8bf479524b83 req-de78e75c-3f17-437b-974b-8ce588fe6a59 service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250105 Nov 03 18:34:33.393301 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:33.395252 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.397958 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] 10.222.0.87 "PUT /v2.0/ports/cb76d369-553a-48f0-923b-afc1a7808c9b HTTP/1.1" status: 200 len: 1091 time: 2.1109486 Nov 03 18:34:33.455996 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065a8e4-ad3e-42ff-9830-d4b10810f0fc service neutron] Pushing event updated for resources: {'Port': ['ID=cb76d369-553a-48f0-923b-afc1a7808c9b,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:33.505093 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:33.519563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28952691-e53a-49e4-baaf-f375bdb379b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:33.521916 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa75bf3-df80-4962-97e6-ae56eef0d75a" -d '{"events": [{"server_uuid": "28952691-e53a-49e4-baaf-f375bdb379b2", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:33.548792 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.586021 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 031421f6-8ed8-4241-a949-46a160a95791, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=031421f6-8ed8-4241-a949-46a160a95791,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:33.617714 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '031421f6-8ed8-4241-a949-46a160a95791', 'network_id': '17acd871-7f7c-4ebb-b8c4-c03f93bf8533', 'port_id': '031421f6-8ed8-4241-a949-46a160a95791', 'mac_address': 'fa:16:3e:37:db:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a91e9a-018d-4490-b8cd-5b425976cf88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:33.670582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Pushing event updated for resources: {'Port': ['ID=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,revision_number=8']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:33.675959 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.698923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031421f6-8ed8-4241-a949-46a160a95791 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:33.750565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 031421f6-8ed8-4241-a949-46a160a95791, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=031421f6-8ed8-4241-a949-46a160a95791,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:33.756913 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.780573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41280794-95f7-4bf3-826e-e069ac19b677 req-4f17c298-1e51-4dcf-8f1b-95e80ab08afb tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:33.782829 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41280794-95f7-4bf3-826e-e069ac19b677 req-4f17c298-1e51-4dcf-8f1b-95e80ab08afb tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7c4c8ff-8d83-425d-ad90-b9430eac38d6 HTTP/1.1" status: 200 len: 967 time: 0.4446874 Nov 03 18:34:33.837450 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3c122b4-1418-43c1-af1d-8bf479524b83 req-df6e7024-46ae-46dd-aea4-9218f6ae3c0c service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874134 Nov 03 18:34:33.883500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ff922-23a1-404f-bd03-d03a5aed2a2e req-4b47eead-3e2c-4fc3-bd6e-ef2acb10ea47 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:33.885417 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a2ff922-23a1-404f-bd03-d03a5aed2a2e req-4b47eead-3e2c-4fc3-bd6e-ef2acb10ea47 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 944 time: 0.4089661 Nov 03 18:34:33.907145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=031421f6-8ed8-4241-a949-46a160a95791,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:33.934516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:33.935124 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:33.936532 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-2ac4e80f-3c15-4262-b96b-1ef35386f52a service neutron] 10.222.0.98 "PUT /v2.0/ports/7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 HTTP/1.1" status: 200 len: 1122 time: 3.8201520 Nov 03 18:34:33.959028 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41280794-95f7-4bf3-826e-e069ac19b677 req-047b8c49-9e2b-4d8a-b5e6-574910abb101 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200547 Nov 03 18:34:34.014183 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a2ff922-23a1-404f-bd03-d03a5aed2a2e req-174f79be-6f06-42f5-9bc2-80215a568ad2 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174345 Nov 03 18:34:34.088911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d19937-b67b-40b3-a6fc-76bd460e255f', 'name': 'network-vif-deleted', 'tag': '22b00358-24ea-4fa4-909a-348d1122d581'}, {'name': 'network-changed', 'server_uuid': '71cfaf56-61b1-4365-8711-ccf6aa60856e', 'tag': 'cb76d369-553a-48f0-923b-afc1a7808c9b'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:34.091511 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a098de68-d326-4196-8756-cad5f384d713" -d '{"events": [{"server_uuid": "69d19937-b67b-40b3-a6fc-76bd460e255f", "name": "network-vif-deleted", "tag": "22b00358-24ea-4fa4-909a-348d1122d581"}, {"name": "network-changed", "server_uuid": "71cfaf56-61b1-4365-8711-ccf6aa60856e", "tag": "cb76d369-553a-48f0-923b-afc1a7808c9b"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:34.103240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ff993-d7ab-4797-adf4-bdc4c5a72a39 req-97110604-1cd8-48b2-9761-8faf070e96f9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:34.105380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a5ff993-d7ab-4797-adf4-bdc4c5a72a39 req-97110604-1cd8-48b2-9761-8faf070e96f9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 943 time: 0.0560403 Nov 03 18:34:34.172293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device fea87f74-97ec-46fb-903f-774c009a5245 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:34.189810 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a5ff993-d7ab-4797-adf4-bdc4c5a72a39 req-ac5d4abc-f5a3-4705-9ece-3e3c7a1e219b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748334 Nov 03 18:34:34.190400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 22b00358-24ea-4fa4-909a-348d1122d581 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:34.197784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35ea51-4e3b-43fd-ada1-dd80b7517b30 req-6d1654b9-3848-4b27-bc40-7b1c67d65f3a tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:34.199386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e35ea51-4e3b-43fd-ada1-dd80b7517b30 req-6d1654b9-3848-4b27-bc40-7b1c67d65f3a tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 943 time: 0.0931113 Nov 03 18:34:34.277737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:34.279821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['031421f6-8ed8-4241-a949-46a160a95791'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:34.315220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e35ea51-4e3b-43fd-ada1-dd80b7517b30 req-9880afba-11fb-463a-b774-9b0ff55d270f tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013966 Nov 03 18:34:34.370383 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 22b00358-24ea-4fa4-909a-348d1122d581 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:34.371016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 22b00358-24ea-4fa4-909a-348d1122d581 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:34.433257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=fea87f74-97ec-46fb-903f-774c009a5245,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:34.464367 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'fea87f74-97ec-46fb-903f-774c009a5245', 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c', 'port_id': 'fea87f74-97ec-46fb-903f-774c009a5245', 'mac_address': 'fa:16:3e:94:8a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b55460-6287-4d60-9d60-2a65074fdaf9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:34.467280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3edbb8-b454-4c75-9643-8911b93077cf req-2d7a35ef-934e-462a-a0fb-7e937b1ba0ad tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:34.468818 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de3edbb8-b454-4c75-9643-8911b93077cf req-2d7a35ef-934e-462a-a0fb-7e937b1ba0ad tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 944 time: 0.0503139 Nov 03 18:34:34.563852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de3edbb8-b454-4c75-9643-8911b93077cf req-eb698306-ed76-4019-b694-7ada23a201ca tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833743 Nov 03 18:34:34.625777 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f541c1ee-bdd9-4a29-833d-2c35b84c859f x-openstack-request-id: req-f541c1ee-bdd9-4a29-833d-2c35b84c859f {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:34.626185 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28952691-e53a-49e4-baaf-f375bdb379b2", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:34.626559 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f541c1ee-bdd9-4a29-833d-2c35b84c859f {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:34.627498 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28952691-e53a-49e4-baaf-f375bdb379b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97', 'code': 200} Nov 03 18:34:34.652259 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:34.678591 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea87f74-97ec-46fb-903f-774c009a5245 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:34.750232 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69930959-fd27-4f62-8dee-8cb937e4f0bf x-openstack-request-id: req-69930959-fd27-4f62-8dee-8cb937e4f0bf {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:34.750720 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d19937-b67b-40b3-a6fc-76bd460e255f", "name": "network-vif-deleted", "tag": "22b00358-24ea-4fa4-909a-348d1122d581", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71cfaf56-61b1-4365-8711-ccf6aa60856e", "tag": "cb76d369-553a-48f0-923b-afc1a7808c9b", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:34.751161 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-69930959-fd27-4f62-8dee-8cb937e4f0bf {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:34.751798 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d19937-b67b-40b3-a6fc-76bd460e255f', 'name': 'network-vif-deleted', 'tag': '22b00358-24ea-4fa4-909a-348d1122d581', 'status': 'completed', 'code': 200} Nov 03 18:34:34.752207 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cfaf56-61b1-4365-8711-ccf6aa60856e', 'tag': 'cb76d369-553a-48f0-923b-afc1a7808c9b', 'status': 'completed', 'code': 200} Nov 03 18:34:34.777580 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=fea87f74-97ec-46fb-903f-774c009a5245,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:34.797875 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:34.879471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=fea87f74-97ec-46fb-903f-774c009a5245,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:35.059612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['fea87f74-97ec-46fb-903f-774c009a5245'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:35.234207 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe699d-6e03-4397-9c05-3b80e3424fbc req-37e04417-e40a-4c76-906a-0ad849d42fc7 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:35.241274 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbbe699d-6e03-4397-9c05-3b80e3424fbc req-37e04417-e40a-4c76-906a-0ad849d42fc7 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 945 time: 0.0935993 Nov 03 18:34:35.321634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbbe699d-6e03-4397-9c05-3b80e3424fbc req-fca1078a-10d3-4f07-a9d2-7d9dea998734 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731122 Nov 03 18:34:35.367393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34662) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:35.427472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34666) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:35.460360 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada84579-6b31-4886-8a93-1bdac3166d20 req-ab62b468-6c8c-4944-b0ee-969c00a15dbf tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:35.462045 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ada84579-6b31-4886-8a93-1bdac3166d20 req-ab62b468-6c8c-4944-b0ee-969c00a15dbf tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 944 time: 0.0633860 Nov 03 18:34:35.574495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ada84579-6b31-4886-8a93-1bdac3166d20 req-8dfbf8dc-9ddd-453e-81c8-4aef9d9e9b0b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879254 Nov 03 18:34:35.612883 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77b51239-7a8b-40e3-b5e5-1fca177dffdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:35.618745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-226ff4c1-6ced-4a81-966f-d4cc953b2c1f req-0040acf7-c4e2-48ad-9d0d-3c52abfc53e3 tempest-QuotasAdminNegativeTest-804657686 tempest-QuotasAdminNegativeTest-804657686-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=51123376765a4e32a024f7742060e4ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431378 Nov 03 18:34:35.722978 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-43e80fa2-ca23-4525-b0fb-e34529425411 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=16fcce5bbda9449483a20875ac1d23d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935534 Nov 03 18:34:35.727782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34688) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:35.766693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77b51239-7a8b-40e3-b5e5-1fca177dffdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:35.772372 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77b51239-7a8b-40e3-b5e5-1fca177dffdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:35.792952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ff4c1-6ced-4a81-966f-d4cc953b2c1f req-0d6be6ae-891e-4921-b3b3-131f49001aba tempest-QuotasAdminNegativeTest-804657686 tempest-QuotasAdminNegativeTest-804657686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:35.800060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-226ff4c1-6ced-4a81-966f-d4cc953b2c1f req-0d6be6ae-891e-4921-b3b3-131f49001aba tempest-QuotasAdminNegativeTest-804657686 tempest-QuotasAdminNegativeTest-804657686-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675556 Nov 03 18:34:35.820942 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-226ff4c1-6ced-4a81-966f-d4cc953b2c1f req-965bd960-f49b-4c9b-8c5f-a687385f0d6c tempest-QuotasAdminNegativeTest-804657686 tempest-QuotasAdminNegativeTest-804657686-project] 10.222.0.107 "GET /v2.0/quotas/51123376765a4e32a024f7742060e4ce HTTP/1.1" status: 200 len: 375 time: 0.0199459 Nov 03 18:34:35.827714 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-77b51239-7a8b-40e3-b5e5-1fca177dffdb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2bb2965326df4c2e98dddf7e081f3da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587538 Nov 03 18:34:35.830468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b51239-7a8b-40e3-b5e5-1fca177dffdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e64af7-dcc3-4a01-b8a1-9ad84504e01d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:35.831033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-af010a5d-7efd-4c0f-a5e0-9303b824b0d5 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--668959696&fields=id&tenant_id=21fa55ef73344191a9573f8f1d3a7c58 HTTP/1.1" status: 200 len: 267 time: 0.1363783 Nov 03 18:34:35.841130 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34690) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:36.117509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-226ff4c1-6ced-4a81-966f-d4cc953b2c1f req-06850c6e-8825-4fcf-9887-826f507b48fc tempest-QuotasAdminNegativeTest-804657686 tempest-QuotasAdminNegativeTest-804657686-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=51123376765a4e32a024f7742060e4ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2957098 Nov 03 18:34:36.169161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5504be1b-63ed-4b9b-8dea-a11e84402d31 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:36.200237 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9c63a07a-41f6-4cbb-ad79-15ca1c6ba171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.254800 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9c63a07a-41f6-4cbb-ad79-15ca1c6ba171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.256698 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc86feb9-5a25-4a5b-8fb4-ab04c86fae40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.266286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 5504be1b-63ed-4b9b-8dea-a11e84402d31 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:36.279031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 5504be1b-63ed-4b9b-8dea-a11e84402d31 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:36.279630 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.338651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-47199cbe-92f4-46c1-b91d-da2d6352704a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:36.341720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-47199cbe-92f4-46c1-b91d-da2d6352704a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/networks?id=dd27ba54-feaa-49d5-877c-9b4735452b4f HTTP/1.1" status: 200 len: 824 time: 0.4971235 Nov 03 18:34:36.346654 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc86feb9-5a25-4a5b-8fb4-ab04c86fae40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.411046 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.429142 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-aa351da3-9bec-4f8a-a372-8cceb271f34b tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/quotas/21fa55ef73344191a9573f8f1d3a7c58 HTTP/1.1" status: 200 len: 375 time: 0.0653150 Nov 03 18:34:36.435043 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfa6895-1456-4e02-9c57-593ab5d61c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5504be1b-63ed-4b9b-8dea-a11e84402d31'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:36.437302 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b6e6fa-1f58-42bb-90a3-00f46f8fa24d" -d '{"events": [{"server_uuid": "ebfa6895-1456-4e02-9c57-593ab5d61c8e", "name": "network-vif-plugged", "status": "completed", "tag": "5504be1b-63ed-4b9b-8dea-a11e84402d31"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:36.456082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 5504be1b-63ed-4b9b-8dea-a11e84402d31, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5504be1b-63ed-4b9b-8dea-a11e84402d31,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:36.464796 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.465834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device fea87f74-97ec-46fb-903f-774c009a5245 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:36.467478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effb22b-9040-445b-9860-c3de65d36828 req-b61fd651-04c9-485b-a32f-3d2617e47056 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:36.469094 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1effb22b-9040-445b-9860-c3de65d36828 req-b61fd651-04c9-485b-a32f-3d2617e47056 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 943 time: 0.2105465 Nov 03 18:34:36.521214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-279536ae-64d2-4e65-b836-ca6024dc2838 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:36.522711 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-279536ae-64d2-4e65-b836-ca6024dc2838 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.98 "GET /v2.0/ports?device_id=d7c4c8ff-8d83-425d-ad90-b9430eac38d6 HTTP/1.1" status: 200 len: 967 time: 0.1741126 Nov 03 18:34:36.523352 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9c63a07a-41f6-4cbb-ad79-15ca1c6ba171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.526021 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9c63a07a-41f6-4cbb-ad79-15ca1c6ba171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.529403 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9c63a07a-41f6-4cbb-ad79-15ca1c6ba171 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/23821953-7b3a-48f8-a44a-f23002f2522a HTTP/1.1" status: 204 len: 168 time: 0.7980342 Nov 03 18:34:36.554624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63a07a-41f6-4cbb-ad79-15ca1c6ba171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23821953-7b3a-48f8-a44a-f23002f2522a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:36.585433 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc86feb9-5a25-4a5b-8fb4-ab04c86fae40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.588662 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc86feb9-5a25-4a5b-8fb4-ab04c86fae40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.589753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dc86feb9-5a25-4a5b-8fb4-ab04c86fae40 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/49e64af7-dcc3-4a01-b8a1-9ad84504e01d HTTP/1.1" status: 204 len: 168 time: 0.7476752 Nov 03 18:34:36.612374 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-234e0ec6-3b40-4e8c-bf57-f93f881a748e tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=21fa55ef73344191a9573f8f1d3a7c58&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1691797 Nov 03 18:34:36.613103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=5504be1b-63ed-4b9b-8dea-a11e84402d31,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:36.623113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port fea87f74-97ec-46fb-903f-774c009a5245 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:36.627522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port fea87f74-97ec-46fb-903f-774c009a5245 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:36.628207 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.628828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28952691-e53a-49e4-baaf-f375bdb379b2', 'tag': '7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:36.631533 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea082ae5-3b57-449d-bae2-cebcc0613e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "28952691-e53a-49e4-baaf-f375bdb379b2", "tag": "7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:36.636052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86feb9-5a25-4a5b-8fb4-ab04c86fae40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e64af7-dcc3-4a01-b8a1-9ad84504e01d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:36.647229 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1effb22b-9040-445b-9860-c3de65d36828 req-6dc08f43-d51e-4986-bb02-a45ee2d6d06e tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609929 Nov 03 18:34:36.888728 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.979132 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=fea87f74-97ec-46fb-903f-774c009a5245,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:36.991685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-99eba498-001a-4c71-a021-629dceb7481a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Deleting port 14dd8484-7b0c-45b6-9e27-8255fe278d36 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:34:36.993334 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-99eba498-001a-4c71-a021-629dceb7481a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:36.995465 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.001424 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:34:37.073107 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-dca15272-ae49-4886-9029-4b9867586ef0 service neutron] 10.222.0.107 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850937 Nov 03 18:34:37.078105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=fea87f74-97ec-46fb-903f-774c009a5245,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:37.086370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f57253-7d04-4524-9917-77b2b82e7855 req-1a7c4fd8-53dc-4263-ac6a-087c164c8410 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:37.094467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89f57253-7d04-4524-9917-77b2b82e7855 req-1a7c4fd8-53dc-4263-ac6a-087c164c8410 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 944 time: 0.2619586 Nov 03 18:34:37.219872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-99eba498-001a-4c71-a021-629dceb7481a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] For port 14dd8484-7b0c-45b6-9e27-8255fe278d36, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=14dd8484-7b0c-45b6-9e27-8255fe278d36,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:37.220234 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-99eba498-001a-4c71-a021-629dceb7481a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.250565 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89f57253-7d04-4524-9917-77b2b82e7855 req-fceb0120-e919-441f-80a5-90696c36542d tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553001 Nov 03 18:34:37.252632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34716) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:37.271006 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 031421f6-8ed8-4241-a949-46a160a95791 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:37.405853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-44120976-8a73-4d5e-9b50-0789c3616ca2 service neutron] 10.222.0.107 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073449 Nov 03 18:34:37.415853 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 031421f6-8ed8-4241-a949-46a160a95791 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:37.423047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34724) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:37.426785 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7ba705bd-96e0-4a7c-a63c-3f999e2c9b2e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=52aced67c11146268eb8f6ad7daf88bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712060 Nov 03 18:34:37.429388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 031421f6-8ed8-4241-a949-46a160a95791 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:37.429777 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.582628 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4ac1a5e-1b66-40ca-ae78-1f8d23d580d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.612525 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-99eba498-001a-4c71-a021-629dceb7481a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.613726 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-99eba498-001a-4c71-a021-629dceb7481a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.614431 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-99eba498-001a-4c71-a021-629dceb7481a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Floating IP 907c75db-4b24-465d-8712-3729e37b9f42 disassociated. External IP: 172.25.2.35, port: 14dd8484-7b0c-45b6-9e27-8255fe278d36. Nov 03 18:34:37.615620 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-99eba498-001a-4c71-a021-629dceb7481a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Calling delete_port for 14dd8484-7b0c-45b6-9e27-8255fe278d36 owned by compute:tempest-test_az-659842091 {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:34:37.635480 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4ac1a5e-1b66-40ca-ae78-1f8d23d580d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.645456 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.740008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 031421f6-8ed8-4241-a949-46a160a95791, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=031421f6-8ed8-4241-a949-46a160a95791,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:37.753136 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:37.904906 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=031421f6-8ed8-4241-a949-46a160a95791,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:37.981702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73d5e5-d760-450b-bdb8-b965abbfdcab req-dea600c1-a641-435b-9fb9-c0067240322e tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:37.989995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a73d5e5-d760-450b-bdb8-b965abbfdcab req-dea600c1-a641-435b-9fb9-c0067240322e tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 946 time: 0.1859474 Nov 03 18:34:38.012461 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4ac1a5e-1b66-40ca-ae78-1f8d23d580d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:38.015432 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4ac1a5e-1b66-40ca-ae78-1f8d23d580d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:38.017080 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b4ac1a5e-1b66-40ca-ae78-1f8d23d580d0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2cd4d281-ca6b-4ece-bd0f-d48492398f49 HTTP/1.1" status: 204 len: 168 time: 0.5930798 Nov 03 18:34:38.067298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac1a5e-1b66-40ca-ae78-1f8d23d580d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd4d281-ca6b-4ece-bd0f-d48492398f49,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:38.134526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a73d5e5-d760-450b-bdb8-b965abbfdcab req-4f1fe133-5f18-4f62-a572-285a32d65806 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433165 Nov 03 18:34:38.157965 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-99eba498-001a-4c71-a021-629dceb7481a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:38.244834 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5ffa1b-24cd-46a1-8c23-3dd56922cec0 x-openstack-request-id: req-7b5ffa1b-24cd-46a1-8c23-3dd56922cec0 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:38.245965 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfa6895-1456-4e02-9c57-593ab5d61c8e", "name": "network-vif-plugged", "status": "completed", "tag": "5504be1b-63ed-4b9b-8dea-a11e84402d31", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:38.246448 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7b5ffa1b-24cd-46a1-8c23-3dd56922cec0 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:38.247388 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfa6895-1456-4e02-9c57-593ab5d61c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5504be1b-63ed-4b9b-8dea-a11e84402d31', 'code': 200} Nov 03 18:34:38.381331 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f7510e-0902-4a85-98b7-b24ee0a56466 x-openstack-request-id: req-42f7510e-0902-4a85-98b7-b24ee0a56466 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:38.381592 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28952691-e53a-49e4-baaf-f375bdb379b2", "tag": "7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:38.383733 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-42f7510e-0902-4a85-98b7-b24ee0a56466 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:38.387394 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28952691-e53a-49e4-baaf-f375bdb379b2', 'tag': '7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97', 'status': 'completed', 'code': 200} Nov 03 18:34:38.488708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eba498-001a-4c71-a021-629dceb7481a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Pushing event deleted for resources: {'Port': ['ID=14dd8484-7b0c-45b6-9e27-8255fe278d36,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:38.685820 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf42f7-d75b-4363-8760-09738057a667 req-1cbd7189-8399-4cef-a974-5c6b36da09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:38.687349 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4cf42f7-d75b-4363-8760-09738057a667 req-1cbd7189-8399-4cef-a974-5c6b36da09d2 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ebfa6895-1456-4e02-9c57-593ab5d61c8e HTTP/1.1" status: 200 len: 1096 time: 0.3146195 Nov 03 18:34:38.698432 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f2d12-730a-4284-9432-9b8273f56eb1 req-a5601b0e-c89a-4d88-b65f-0944206d1edd tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:38.700004 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d4f2d12-730a-4284-9432-9b8273f56eb1 req-a5601b0e-c89a-4d88-b65f-0944206d1edd tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 945 time: 0.4659605 Nov 03 18:34:38.729903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305887db-cea2-43a5-8fcb-82c06703f095 req-8aae77b6-740d-491c-9cef-32fae1f9c40f tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:38.731658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-305887db-cea2-43a5-8fcb-82c06703f095 req-8aae77b6-740d-491c-9cef-32fae1f9c40f tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 943 time: 0.2457054 Nov 03 18:34:38.758921 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-99eba498-001a-4c71-a021-629dceb7481a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Router 48b22fe6-32b4-42c9-9570-77794a40a0e2 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:34:38.844279 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d4f2d12-730a-4284-9432-9b8273f56eb1 req-b80bd861-392f-4452-aecf-b58e9d96c8e9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306267 Nov 03 18:34:38.861194 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4cf42f7-d75b-4363-8760-09738057a667 req-ff647a1c-8f26-4f32-a654-2d6403fd355a service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575570 Nov 03 18:34:39.011660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-305887db-cea2-43a5-8fcb-82c06703f095 req-6ba72de1-0320-49f0-856f-db5f429720a9 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681732 Nov 03 18:34:39.028428 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a889e7c-fa67-44f1-8139-58af9fc5bac0 req-df176520-9489-43ac-9f66-f476d8460ed1 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 210 time: 0.0340562 Nov 03 18:34:39.074043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-99eba498-001a-4c71-a021-629dceb7481a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:34:39.091251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2fb15-0bae-4d4f-abd5-989742980fe2 None None] Sync routers for ids ['48b22fe6-32b4-42c9-9570-77794a40a0e2'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:34:39.107787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2fb15-0bae-4d4f-abd5-989742980fe2 None None] Routers {'48b22fe6-32b4-42c9-9570-77794a40a0e2'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:34:39.108432 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-32e2fb15-0bae-4d4f-abd5-989742980fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['48b22fe6-32b4-42c9-9570-77794a40a0e2'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:39.133610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-99eba498-001a-4c71-a021-629dceb7481a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] No DVR routers for this DVR port 14dd8484-7b0c-45b6-9e27-8255fe278d36 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:39.138176 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-99eba498-001a-4c71-a021-629dceb7481a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:39.142202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d1f8b61f-92fb-444c-a9c5-03f6e09ce285 req-99eba498-001a-4c71-a021-629dceb7481a tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.98 "DELETE /v2.0/ports/14dd8484-7b0c-45b6-9e27-8255fe278d36 HTTP/1.1" status: 204 len: 173 time: 2.6089416 Nov 03 18:34:39.310979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60c125-24c7-40ac-ae41-bda45a8f0236 req-1d97b975-17e1-44af-a59a-c21f8b6e1b69 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:39.317892 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c60c125-24c7-40ac-ae41-bda45a8f0236 req-1d97b975-17e1-44af-a59a-c21f8b6e1b69 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 944 time: 0.1485224 Nov 03 18:34:39.455933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c60c125-24c7-40ac-ae41-bda45a8f0236 req-110a1b2f-0043-4abc-a74a-4f4abea76f3d tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266937 Nov 03 18:34:39.597762 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-32e2fb15-0bae-4d4f-abd5-989742980fe2 None None] Set router 48b22fe6-32b4-42c9-9570-77794a40a0e2 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:34:39.632740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34784) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:39.993037 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-network', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:40.071288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] Made reservation on behalf of cfd4b689757b46f5998ed4478f8bcbbc for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:40.073754 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:40.090977 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:40.129417 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-32e2fb15-0bae-4d4f-abd5-989742980fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '388a835d-b7b1-4673-ba75-235b7b33de03', 'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'mac_address': 'fa:16:3e:a0:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:07Z', 'updated_at': '2021-11-03T18:32:15Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'subnets': [{'id': '6c261132-6889-44aa-bb6d-27235b204e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:40.176358 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 14dd8484-7b0c-45b6-9e27-8255fe278d36 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:40.179081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2fb15-0bae-4d4f-abd5-989742980fe2 None None] Checking router: 48b22fe6-32b4-42c9-9570-77794a40a0e2 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:34:40.212099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 14dd8484-7b0c-45b6-9e27-8255fe278d36 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:34:40.213063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 14dd8484-7b0c-45b6-9e27-8255fe278d36 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:40.231368 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2fb15-0bae-4d4f-abd5-989742980fe2 None None] Routers {'48b22fe6-32b4-42c9-9570-77794a40a0e2'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:34:40.232031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-32e2fb15-0bae-4d4f-abd5-989742980fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['48b22fe6-32b4-42c9-9570-77794a40a0e2'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:40.300191 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:40.331165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc7d327-1e73-4be8-947f-5172766b210c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea87f74-97ec-46fb-903f-774c009a5245'}, {'server_uuid': 'ebc998e9-331c-404e-8bdd-238862fab827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031421f6-8ed8-4241-a949-46a160a95791'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:40.333982 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ff7909-af2e-40c8-80f1-e6c506400735" -d '{"events": [{"server_uuid": "6bc7d327-1e73-4be8-947f-5172766b210c", "name": "network-vif-plugged", "status": "completed", "tag": "fea87f74-97ec-46fb-903f-774c009a5245"}, {"server_uuid": "ebc998e9-331c-404e-8bdd-238862fab827", "name": "network-vif-plugged", "status": "completed", "tag": "031421f6-8ed8-4241-a949-46a160a95791"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:40.347962 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:40.369944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-802b5022-bac1-4c9e-8047-599b3243e2d8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:40.371961 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-802b5022-bac1-4c9e-8047-599b3243e2d8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.98 "GET /v2.0/networks?id=dd27ba54-feaa-49d5-877c-9b4735452b4f HTTP/1.1" status: 200 len: 824 time: 0.8021858 Nov 03 18:34:40.387655 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2034258-9d76-49c4-ba80-8ca0ececac70 req-9c30f7a0-cbca-4af6-89bc-e77c7e929932 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:40.408022 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a2034258-9d76-49c4-ba80-8ca0ececac70 req-9c30f7a0-cbca-4af6-89bc-e77c7e929932 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 946 time: 0.6289868 Nov 03 18:34:40.420389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c4c8ff-8d83-425d-ad90-b9430eac38d6', 'name': 'network-vif-deleted', 'tag': '14dd8484-7b0c-45b6-9e27-8255fe278d36'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:40.422826 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f25325d-1f9c-4dea-9de1-2c15e152c2a1" -d '{"events": [{"server_uuid": "d7c4c8ff-8d83-425d-ad90-b9430eac38d6", "name": "network-vif-deleted", "tag": "14dd8484-7b0c-45b6-9e27-8255fe278d36"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:40.440897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:34:40.452806 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:40.479511 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:40.480125 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] Added segment a145d085-0040-46ee-8e32-f35c61284153 of type vlan for network 1694057b-aaed-409b-a3d3-c01879642074 Nov 03 18:34:40.503191 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-32e2fb15-0bae-4d4f-abd5-989742980fe2 None None] Set router 48b22fe6-32b4-42c9-9570-77794a40a0e2 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:34:40.529325 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:40.592113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a2034258-9d76-49c4-ba80-8ca0ececac70 req-c3f8629a-3c38-4bc8-893a-2991e9e3b918 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818621 Nov 03 18:34:40.605169 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:40.623815 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:40.623815 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:40.708120 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0736153 Nov 03 18:34:40.722191 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cde1b0e2-99e9-4c43-adff-a6f9963f1f79 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21fa55ef73344191a9573f8f1d3a7c58 HTTP/1.1" status: 200 len: 379 time: 0.2912138 Nov 03 18:34:40.727999 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34808) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:40.737043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-a8bafadb-5e1c-4e64-ae0a-8a9598f7e4a9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Request body: {'port': {'device_id': '7dd4292f-8306-4870-b1f6-4670959be2a5', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'admin_state_up': True, 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'security_groups': ['290df57c-3450-4513-a8bb-d6fcb4f7334b']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:40.747030 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-12c1f58c-39d6-4353-956d-d10ff5fefbc5 admin admin] Request body: {'subnet': {'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-subnet', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:40.766864 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc62b0d-225d-4611-8c45-2275eab4defe req-6779f86d-3a2e-4ecc-b484-d7df3561fb77 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:40.780067 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7dc62b0d-225d-4611-8c45-2275eab4defe req-6779f86d-3a2e-4ecc-b484-d7df3561fb77 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 945 time: 0.1859448 Nov 03 18:34:40.907065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-32e2fb15-0bae-4d4f-abd5-989742980fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '388a835d-b7b1-4673-ba75-235b7b33de03', 'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'mac_address': 'fa:16:3e:a0:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:07Z', 'updated_at': '2021-11-03T18:32:15Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'subnets': [{'id': '6c261132-6889-44aa-bb6d-27235b204e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:40.948456 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2fb15-0bae-4d4f-abd5-989742980fe2 None None] The sync data for ids ['48b22fe6-32b4-42c9-9570-77794a40a0e2'] in n-d-812150-4 is: [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '388a835d-b7b1-4673-ba75-235b7b33de03', 'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'mac_address': 'fa:16:3e:a0:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:07Z', 'updated_at': '2021-11-03T18:32:15Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'subnets': [{'id': '6c261132-6889-44aa-bb6d-27235b204e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:34:40.973182 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7dc62b0d-225d-4611-8c45-2275eab4defe req-38759bfa-4902-4a12-a903-1f40cfdcf82d tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714649 Nov 03 18:34:41.078917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874ded6-7f4b-43d2-8658-f066cd516343 req-7232f26d-340a-44a8-9268-a0f86456816d tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:41.080602 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d874ded6-7f4b-43d2-8658-f066cd516343 req-7232f26d-340a-44a8-9268-a0f86456816d tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 943 time: 0.2144761 Nov 03 18:34:41.163702 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71c9c6fe-79a5-4983-90a0-1f1509c17cf9 req-afe447c7-a70d-4203-8c0f-f8e6348d6193 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 210 time: 0.0819423 Nov 03 18:34:41.208825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-a8bafadb-5e1c-4e64-ae0a-8a9598f7e4a9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Made reservation on behalf of 21fa55ef73344191a9573f8f1d3a7c58 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:41.214456 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-a8bafadb-5e1c-4e64-ae0a-8a9598f7e4a9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.260771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d874ded6-7f4b-43d2-8658-f066cd516343 req-8a85ac0c-c983-4b2a-8fc8-7b3993250fb1 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531379 Nov 03 18:34:41.273232 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07f8925-bf03-41dc-86a8-44402ded3f7a x-openstack-request-id: req-e07f8925-bf03-41dc-86a8-44402ded3f7a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:41.273651 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c4c8ff-8d83-425d-ad90-b9430eac38d6", "name": "network-vif-deleted", "tag": "14dd8484-7b0c-45b6-9e27-8255fe278d36", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:41.274011 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e07f8925-bf03-41dc-86a8-44402ded3f7a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:41.280157 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c4c8ff-8d83-425d-ad90-b9430eac38d6', 'name': 'network-vif-deleted', 'tag': '14dd8484-7b0c-45b6-9e27-8255fe278d36', 'status': 'completed', 'code': 200} Nov 03 18:34:41.290400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de50c2-504f-4562-a6a7-13ae5de62a24 admin admin] Pushing event updated for resources: {'Network': ['ID=1694057b-aaed-409b-a3d3-c01879642074,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:41.298333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c1f58c-39d6-4353-956d-d10ff5fefbc5 admin admin] Made reservation on behalf of cfd4b689757b46f5998ed4478f8bcbbc for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:41.302202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 1694057b-aaed-409b-a3d3-c01879642074 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:34:41.315806 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-12c1f58c-39d6-4353-956d-d10ff5fefbc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.403970 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15cebc0-97fe-48a2-8688-2e67dcc3ab9b x-openstack-request-id: req-b15cebc0-97fe-48a2-8688-2e67dcc3ab9b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:41.404680 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc7d327-1e73-4be8-947f-5172766b210c", "name": "network-vif-plugged", "status": "completed", "tag": "fea87f74-97ec-46fb-903f-774c009a5245", "code": 200}, {"server_uuid": "ebc998e9-331c-404e-8bdd-238862fab827", "name": "network-vif-plugged", "status": "completed", "tag": "031421f6-8ed8-4241-a949-46a160a95791", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:41.405150 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b15cebc0-97fe-48a2-8688-2e67dcc3ab9b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:41.406041 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc7d327-1e73-4be8-947f-5172766b210c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea87f74-97ec-46fb-903f-774c009a5245', 'code': 200} Nov 03 18:34:41.406658 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc998e9-331c-404e-8bdd-238862fab827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031421f6-8ed8-4241-a949-46a160a95791', 'code': 200} Nov 03 18:34:41.485161 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3c7755-3aac-4605-90ac-902ddc28e24a None None] New status for floating IP 907c75db-4b24-465d-8712-3729e37b9f42: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:34:41.592379 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac866758-3a02-4872-ad53-0838bf04c253 req-0287e279-96c1-47a0-bdbb-e0ae778d3cb9 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:41.608591 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac866758-3a02-4872-ad53-0838bf04c253 req-0287e279-96c1-47a0-bdbb-e0ae778d3cb9 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 944 time: 0.1812294 Nov 03 18:34:41.622988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df3533c2-f7ab-4f80-8bd1-1706e43257ba req-2c782b43-2643-4cf5-ab09-fa6b52119425 tempest-QuotasAdminNegativeTest-804657686 tempest-QuotasAdminNegativeTest-804657686-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=51123376765a4e32a024f7742060e4ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009378 Nov 03 18:34:41.659732 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-12c1f58c-39d6-4353-956d-d10ff5fefbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.667758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-a8bafadb-5e1c-4e64-ae0a-8a9598f7e4a9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Allocated IP 172.20.0.9 (dd27ba54-feaa-49d5-877c-9b4735452b4f/6c261132-6889-44aa-bb6d-27235b204e10/dd66cecd-3615-4198-9cd2-6c15f74d7453) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:41.754437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414bb1c-e82c-48e1-82bb-1dc5a9b69358 req-164f244b-c831-4955-b7df-6f18ab311b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:41.756384 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e414bb1c-e82c-48e1-82bb-1dc5a9b69358 req-164f244b-c831-4955-b7df-6f18ab311b55 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 1096 time: 0.2508037 Nov 03 18:34:41.758424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1f58c-39d6-4353-956d-d10ff5fefbc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf467fc4-dfbf-4fb6-b24f-6871d9b5d718,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:41.771097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c1f58c-39d6-4353-956d-d10ff5fefbc5 admin admin] Checking segment: {'id': 'a145d085-0040-46ee-8e32-f35c61284153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1694057b-aaed-409b-a3d3-c01879642074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:41.771523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1f58c-39d6-4353-956d-d10ff5fefbc5 admin admin] Network hostable DHCP agents. Network: 1694057b-aaed-409b-a3d3-c01879642074, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:34:41.789471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1f58c-39d6-4353-956d-d10ff5fefbc5 admin admin] Network 1694057b-aaed-409b-a3d3-c01879642074 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:34:41.798976 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-12c1f58c-39d6-4353-956d-d10ff5fefbc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 1694057b-aaed-409b-a3d3-c01879642074) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:41.807536 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c1f58c-39d6-4353-956d-d10ff5fefbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:41.808507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-12c1f58c-39d6-4353-956d-d10ff5fefbc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.819663 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a91e0-a21a-40f2-80c0-a9de0d20a645 None None] Network 1694057b-aaed-409b-a3d3-c01879642074 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:34:41.835603 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-12c1f58c-39d6-4353-956d-d10ff5fefbc5 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1038849 Nov 03 18:34:41.836413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34826) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:41.843423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:41.868381 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.869656 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac866758-3a02-4872-ad53-0838bf04c253 req-ac5b7268-6153-4cf8-b5d3-d51298459bcb tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601831 Nov 03 18:34:41.882242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:41.985298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e414bb1c-e82c-48e1-82bb-1dc5a9b69358 req-8579b1a9-69a8-4c61-85d2-7f7234910ac8 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221985 Nov 03 18:34:41.992780 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3533c2-f7ab-4f80-8bd1-1706e43257ba req-8c05dc52-6ef4-4433-8288-ec7eceb01adf tempest-QuotasAdminNegativeTest-804657686 tempest-QuotasAdminNegativeTest-804657686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:41.994770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df3533c2-f7ab-4f80-8bd1-1706e43257ba req-8c05dc52-6ef4-4433-8288-ec7eceb01adf tempest-QuotasAdminNegativeTest-804657686 tempest-QuotasAdminNegativeTest-804657686-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3710096 Nov 03 18:34:42.015594 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.025942 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df3533c2-f7ab-4f80-8bd1-1706e43257ba req-4664eea1-506b-421b-8df8-3b6db701c8c7 tempest-QuotasAdminNegativeTest-804657686 tempest-QuotasAdminNegativeTest-804657686-project] 10.222.0.107 "GET /v2.0/quotas/51123376765a4e32a024f7742060e4ce HTTP/1.1" status: 200 len: 375 time: 0.0198145 Nov 03 18:34:42.065965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1694057b-aaed-409b-a3d3-c01879642074', 'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'fixed_ips': [{'subnet_id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:34:42.067009 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.084917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df3533c2-f7ab-4f80-8bd1-1706e43257ba req-df5e6246-658e-4e8b-850b-689d76e9cd50 tempest-QuotasAdminNegativeTest-804657686 tempest-QuotasAdminNegativeTest-804657686-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=51123376765a4e32a024f7742060e4ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392227 Nov 03 18:34:42.128282 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-a8bafadb-5e1c-4e64-ae0a-8a9598f7e4a9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.206029 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-a8bafadb-5e1c-4e64-ae0a-8a9598f7e4a9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.251712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-a8bafadb-5e1c-4e64-ae0a-8a9598f7e4a9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Network dd27ba54-feaa-49d5-877c-9b4735452b4f is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:42.282438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-a8bafadb-5e1c-4e64-ae0a-8a9598f7e4a9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:42.293448 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.297029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-a8bafadb-5e1c-4e64-ae0a-8a9598f7e4a9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:42.302513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Allocated IP 172.20.0.2 (1694057b-aaed-409b-a3d3-c01879642074/cf467fc4-dfbf-4fb6-b24f-6871d9b5d718/68311c66-3a70-43bc-9ccd-e32348fd7b01) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:42.434004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a5127-46c3-4288-b7b5-9809ccfdf306 req-a1601d8f-f3c0-40a2-b714-1c01d2ce11b9 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:42.443345 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-102a5127-46c3-4288-b7b5-9809ccfdf306 req-a1601d8f-f3c0-40a2-b714-1c01d2ce11b9 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 946 time: 0.1887095 Nov 03 18:34:42.450282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bafadb-5e1c-4e64-ae0a-8a9598f7e4a9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Pushing event updated for resources: {'Port': ['ID=dd66cecd-3615-4198-9cd2-6c15f74d7453,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:42.480957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-a8bafadb-5e1c-4e64-ae0a-8a9598f7e4a9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:42.481658 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-a8bafadb-5e1c-4e64-ae0a-8a9598f7e4a9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.500562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ea9f6-24b1-4640-9424-78382ca92098 req-5d72adc8-3948-49b7-a9f9-f8bb08e12f90 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:42.502149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d8ea9f6-24b1-4640-9424-78382ca92098 req-5d72adc8-3948-49b7-a9f9-f8bb08e12f90 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 945 time: 0.2144244 Nov 03 18:34:42.504593 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.515115 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.535505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Network 1694057b-aaed-409b-a3d3-c01879642074 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:42.537445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:42.541734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-a8bafadb-5e1c-4e64-ae0a-8a9598f7e4a9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8184493 Nov 03 18:34:42.553786 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.557790 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:42.561732 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Request body: {'port': {'device_id': '7dd4292f-8306-4870-b1f6-4670959be2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:42.572792 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.593727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-102a5127-46c3-4288-b7b5-9809ccfdf306 req-b145bc44-ef6f-4325-9c43-e95f0d881ca0 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484041 Nov 03 18:34:42.638110 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Attempting to bind port 68311c66-3a70-43bc-9ccd-e32348fd7b01 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:42.638490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Attempting to bind port 68311c66-3a70-43bc-9ccd-e32348fd7b01 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'a145d085-0040-46ee-8e32-f35c61284153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1694057b-aaed-409b-a3d3-c01879642074'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:42.638861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Attempting to bind port 68311c66-3a70-43bc-9ccd-e32348fd7b01 on network 1694057b-aaed-409b-a3d3-c01879642074 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:42.648367 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d8ea9f6-24b1-4640-9424-78382ca92098 req-43bc85e8-2ea6-49d0-bc68-7f6d144de984 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376884 Nov 03 18:34:42.653283 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Pushing event updated for resources: {'Port': ['ID=68311c66-3a70-43bc-9ccd-e32348fd7b01,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:42.656292 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.656793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fbe24e42-1728-4887-b33f-9e8276d1715e None None] Provisioning complete for port dd66cecd-3615-4198-9cd2-6c15f74d7453 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:42.657162 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fbe24e42-1728-4887-b33f-9e8276d1715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.660411 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:42.660798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Checking segment: {'id': 'a145d085-0040-46ee-8e32-f35c61284153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1694057b-aaed-409b-a3d3-c01879642074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:42.661265 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.661587 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Bound using segment: {'id': 'a145d085-0040-46ee-8e32-f35c61284153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1694057b-aaed-409b-a3d3-c01879642074'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:42.662075 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Bound port: 68311c66-3a70-43bc-9ccd-e32348fd7b01, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a145d085-0040-46ee-8e32-f35c61284153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1694057b-aaed-409b-a3d3-c01879642074'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:42.662457 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.743056 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Allocated IP 172.25.2.74 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/afb92bfa-fe61-4f42-836f-ddfe6c7cd57d) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:42.746066 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-fbe24e42-1728-4887-b33f-9e8276d1715e None None] Port dd66cecd-3615-4198-9cd2-6c15f74d7453 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:34:42.782307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] For port 68311c66-3a70-43bc-9ccd-e32348fd7b01, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:42.788764 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] For port 68311c66-3a70-43bc-9ccd-e32348fd7b01, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=68311c66-3a70-43bc-9ccd-e32348fd7b01,segment=NetworkSegment(a145d085-0040-46ee-8e32-f35c61284153),segment_id=a145d085-0040-46ee-8e32-f35c61284153)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:42.795166 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.875317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.895002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9974ff-6c46-4a65-b139-f2573c3166e6 None None] Pushing event updated for resources: {'Port': ['ID=68311c66-3a70-43bc-9ccd-e32348fd7b01,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:42.901429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dafa4e-6eab-42f9-9dff-2f39a0c0e784 req-aafab683-6e1b-4783-baa8-a96c219fd769 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:42.903100 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42dafa4e-6eab-42f9-9dff-2f39a0c0e784 req-aafab683-6e1b-4783-baa8-a96c219fd769 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 931 time: 0.0941675 Nov 03 18:34:42.932563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:42.952721 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.075550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42dafa4e-6eab-42f9-9dff-2f39a0c0e784 req-d3b6c6ef-243c-439e-b6c7-4020d7a08cab tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332603 Nov 03 18:34:43.088326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-b7689ffc-5af9-443b-a9c8-73cf0f10eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:43.090127 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-b7689ffc-5af9-443b-a9c8-73cf0f10eba4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f9c575d41ef54ee0810e51410974e7da&device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 1094 time: 0.1231983 Nov 03 18:34:43.167977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.87', 64670) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:43.179997 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd66cecd-3615-4198-9cd2-6c15f74d7453 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:43.192430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:43.225654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:43.232368 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:43.236811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Pushing event updated for resources: {'Port': ['ID=afb92bfa-fe61-4f42-836f-ddfe6c7cd57d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:43.247293 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.87', 64671) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:43.260655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-3723dfe2-9fd8-48b6-801c-fc7a18fde568 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb76d369-553a-48f0-923b-afc1a7808c9b HTTP/1.1" status: 200 len: 217 time: 0.0572238 Nov 03 18:34:43.271998 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.354346 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea082ae5-3b57-449d-bae2-cebcc0613e9e req-3def70f2-8dad-4746-b23b-8946b20330cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:43.356600 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea082ae5-3b57-449d-bae2-cebcc0613e9e req-3def70f2-8dad-4746-b23b-8946b20330cd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 1125 time: 0.3376920 Nov 03 18:34:43.370589 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01dfb9-5543-4fff-a8ba-b3856df117e5 req-95bb9a79-850b-4737-9050-e07aa185fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:43.372050 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9e01dfb9-5543-4fff-a8ba-b3856df117e5 req-95bb9a79-850b-4737-9050-e07aa185fcdb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=23a3226cd4ca421fbf12bfcde1da7f0e&device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 1097 time: 0.3494225 Nov 03 18:34:43.375220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Transition to ACTIVE for port object dd66cecd-3615-4198-9cd2-6c15f74d7453 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:43.410293 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.451381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c1d76-dd3e-4ef2-a7b4-63250c1ea767 req-0e63b3c7-bd3d-4793-9679-ddbbe896ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:43.453002 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-810c1d76-dd3e-4ef2-a7b4-63250c1ea767 req-0e63b3c7-bd3d-4793-9679-ddbbe896ed5d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 1096 time: 0.2607272 Nov 03 18:34:43.465146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5ca73-b56c-4290-b23e-d9a36ed1c815 req-5a653c43-015e-443d-b08f-599b8c282c5b tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:43.466026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e649d-9233-45b9-8340-312993178533 req-3dc71c45-82d8-44dc-878d-efb02ae338f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:43.466659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5fd5ca73-b56c-4290-b23e-d9a36ed1c815 req-5a653c43-015e-443d-b08f-599b8c282c5b tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 943 time: 0.1905377 Nov 03 18:34:43.467504 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0f6e649d-9233-45b9-8340-312993178533 req-3dc71c45-82d8-44dc-878d-efb02ae338f2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 1097 time: 0.2177055 Nov 03 18:34:43.468121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-529c2df2-ad44-4289-8b25-ec0c9bc8df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:43.470507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-529c2df2-ad44-4289-8b25-ec0c9bc8df96 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91bcb43e-bd67-4335-9bc0-b631b6c6ab00 HTTP/1.1" status: 200 len: 853 time: 0.1804991 Nov 03 18:34:43.564221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Pushing event updated for resources: {'Port': ['ID=dd66cecd-3615-4198-9cd2-6c15f74d7453,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:43.586179 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89fef3-34ef-4be0-8495-dd657ebb5494 req-bd20b187-faa4-4e00-8443-59fb0894a4c7 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:43.595442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd89fef3-34ef-4be0-8495-dd657ebb5494 req-bd20b187-faa4-4e00-8443-59fb0894a4c7 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 944 time: 0.2269855 Nov 03 18:34:43.717437 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-810c1d76-dd3e-4ef2-a7b4-63250c1ea767 req-3ebaaa91-2016-4aad-901e-3ef2a91145e8 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454479 Nov 03 18:34:43.730871 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea082ae5-3b57-449d-bae2-cebcc0613e9e req-073da79b-ad6c-4210-ab05-ebde9c2d133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:43.732645 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea082ae5-3b57-449d-bae2-cebcc0613e9e req-073da79b-ad6c-4210-ab05-ebde9c2d133d service neutron] 10.222.0.87 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.3595710 Nov 03 18:34:43.732920 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5fd5ca73-b56c-4290-b23e-d9a36ed1c815 req-3664c0ab-2e8b-46fe-ac57-780fd8f63c00 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506735 Nov 03 18:34:43.737099 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0f6e649d-9233-45b9-8340-312993178533 req-c5fff0cc-50b1-4672-9b2e-80f8782c62e7 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148776 Nov 03 18:34:43.744254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01dfb9-5543-4fff-a8ba-b3856df117e5 req-6f7cad40-04d4-4a95-9bad-bc2352f24202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:43.745726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-631cb468-9ecc-42ad-906a-e1b9b9057eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:43.747279 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-631cb468-9ecc-42ad-906a-e1b9b9057eea service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=756c09c3-86f6-4238-a42d-ba64a29f60c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2597508 Nov 03 18:34:43.750130 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9e01dfb9-5543-4fff-a8ba-b3856df117e5 req-6f7cad40-04d4-4a95-9bad-bc2352f24202 service neutron] 10.222.0.87 "GET /v2.0/networks?id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533 HTTP/1.1" status: 200 len: 917 time: 0.3574030 Nov 03 18:34:43.824726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd89fef3-34ef-4be0-8495-dd657ebb5494 req-4fc3da8b-47cb-4495-bc09-422320843125 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237349 Nov 03 18:34:43.844712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Attempting to bind port dd66cecd-3615-4198-9cd2-6c15f74d7453 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:43.845358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Attempting to bind port dd66cecd-3615-4198-9cd2-6c15f74d7453 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:43.846086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Attempting to bind port dd66cecd-3615-4198-9cd2-6c15f74d7453 on network dd27ba54-feaa-49d5-877c-9b4735452b4f {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:43.868019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Port dd66cecd-3615-4198-9cd2-6c15f74d7453 on network dd27ba54-feaa-49d5-877c-9b4735452b4f not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:43.868914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Attempting to bind port dd66cecd-3615-4198-9cd2-6c15f74d7453 on network dd27ba54-feaa-49d5-877c-9b4735452b4f {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:43.884945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:43.885512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Checking segment: {'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:43.889809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Bound using segment: {'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:43.890452 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Bound port: dd66cecd-3615-4198-9cd2-6c15f74d7453, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:43.890913 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:43.971007 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.012621 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] For port dd66cecd-3615-4198-9cd2-6c15f74d7453, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:44.046615 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 68311c66-3a70-43bc-9ccd-e32348fd7b01 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:44.053930 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] For port dd66cecd-3615-4198-9cd2-6c15f74d7453, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=dd66cecd-3615-4198-9cd2-6c15f74d7453,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:44.076674 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.104034 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 68311c66-3a70-43bc-9ccd-e32348fd7b01 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:44.104403 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.128942 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264ecd6-654d-4842-9ece-702ecd5e4f80 req-13070294-1246-485b-bd61-acaa501c3a7e tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:44.130640 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3264ecd6-654d-4842-9ece-702ecd5e4f80 req-13070294-1246-485b-bd61-acaa501c3a7e tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 946 time: 0.1316578 Nov 03 18:34:44.142763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:44.143469 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.145150 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] 10.222.0.98 "PUT /v2.0/ports/dd66cecd-3615-4198-9cd2-6c15f74d7453 HTTP/1.1" status: 200 len: 1091 time: 1.5911779 Nov 03 18:34:44.145710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd4292f-8306-4870-b1f6-4670959be2a5', 'tag': 'dd66cecd-3615-4198-9cd2-6c15f74d7453'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:44.148249 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d51a01-e83b-4af5-95d4-394336c5ee6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd4292f-8306-4870-b1f6-4670959be2a5", "tag": "dd66cecd-3615-4198-9cd2-6c15f74d7453"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:44.205388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f89d2d-8c86-4603-8202-d145aab3bd84 req-dc78b500-e553-4672-99a6-bd9b70f5a737 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:44.208456 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97f89d2d-8c86-4603-8202-d145aab3bd84 req-dc78b500-e553-4672-99a6-bd9b70f5a737 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 945 time: 0.1744382 Nov 03 18:34:44.218061 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.229848 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeef844-2263-44ac-adf5-1a6d2925267d service neutron] Pushing event updated for resources: {'Port': ['ID=dd66cecd-3615-4198-9cd2-6c15f74d7453,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:44.262529 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.294035 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 68311c66-3a70-43bc-9ccd-e32348fd7b01, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=68311c66-3a70-43bc-9ccd-e32348fd7b01,segment=NetworkSegment(a145d085-0040-46ee-8e32-f35c61284153),segment_id=a145d085-0040-46ee-8e32-f35c61284153)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:44.306458 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.341724 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3264ecd6-654d-4842-9ece-702ecd5e4f80 req-66fc46ba-4833-4fde-ab91-1196b2c214b1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845183 Nov 03 18:34:44.365919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-4658bcb8-b543-4213-a83c-637b1ad3b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:44.371831 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-4658bcb8-b543-4213-a83c-637b1ad3b30f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=21fa55ef73344191a9573f8f1d3a7c58&device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 1094 time: 0.1594977 Nov 03 18:34:44.424129 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=68311c66-3a70-43bc-9ccd-e32348fd7b01,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:44.430112 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97f89d2d-8c86-4603-8202-d145aab3bd84 req-84c2a0e5-e7c3-4b5e-b85f-5067afc7db27 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026589 Nov 03 18:34:44.461067 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3b5e70-6a9a-4384-8a14-18343cfe1e99 None None] Network 1694057b-aaed-409b-a3d3-c01879642074 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:34:44.507203 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-cbf964b0-2f3d-4199-920d-d01739b9a490 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd66cecd-3615-4198-9cd2-6c15f74d7453 HTTP/1.1" status: 200 len: 217 time: 0.1204906 Nov 03 18:34:44.594889 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c26a10c9-9237-4b7a-abb5-bbfbea687baa None None] Provisioning complete for port 68311c66-3a70-43bc-9ccd-e32348fd7b01 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:44.595258 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c26a10c9-9237-4b7a-abb5-bbfbea687baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:44.613494 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b5307a-2d52-4af1-9b03-e28efacdab68 x-openstack-request-id: req-85b5307a-2d52-4af1-9b03-e28efacdab68 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:44.615471 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd4292f-8306-4870-b1f6-4670959be2a5", "tag": "dd66cecd-3615-4198-9cd2-6c15f74d7453", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:44.619720 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-85b5307a-2d52-4af1-9b03-e28efacdab68 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:44.620404 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd4292f-8306-4870-b1f6-4670959be2a5', 'tag': 'dd66cecd-3615-4198-9cd2-6c15f74d7453', 'status': 'completed', 'code': 200} Nov 03 18:34:44.730198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a1506-e5b7-44bc-a789-8c6aa8c34f48 req-80b3a5f3-0ba2-42d5-ae32-08706691ce3e tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:44.732069 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f75a1506-e5b7-44bc-a789-8c6aa8c34f48 req-80b3a5f3-0ba2-42d5-ae32-08706691ce3e tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 943 time: 0.2008760 Nov 03 18:34:44.735999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-e7fda28d-9977-446b-b6ee-c8187b5be68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:44.737785 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-e7fda28d-9977-446b-b6ee-c8187b5be68d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6c261132-6889-44aa-bb6d-27235b204e10 HTTP/1.1" status: 200 len: 863 time: 0.2079930 Nov 03 18:34:44.743811 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea082ae5-3b57-449d-bae2-cebcc0613e9e req-29eb68b9-9033-4599-aacb-ba3e537d40f9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 HTTP/1.1" status: 200 len: 217 time: 0.0627148 Nov 03 18:34:44.801136 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9e01dfb9-5543-4fff-a8ba-b3856df117e5 req-701fa33e-21c9-4693-a250-0db5b79eab6c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=031421f6-8ed8-4241-a949-46a160a95791 HTTP/1.1" status: 200 len: 217 time: 0.1217480 Nov 03 18:34:44.820106 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-107f72d6-4395-4d92-a6b1-57fe2d422dc4 service neutron] 10.222.0.87 "GET /v2.0/networks/756c09c3-86f6-4238-a42d-ba64a29f60c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415499 Nov 03 18:34:44.896042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea082ae5-3b57-449d-bae2-cebcc0613e9e req-ff10f8d5-4188-441c-9037-a292dfbf347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:44.897546 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea082ae5-3b57-449d-bae2-cebcc0613e9e req-ff10f8d5-4188-441c-9037-a292dfbf347f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.1145270 Nov 03 18:34:44.908947 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01dfb9-5543-4fff-a8ba-b3856df117e5 req-6ce0e93f-171d-4bc8-8664-9f59d1301ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:44.910435 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9e01dfb9-5543-4fff-a8ba-b3856df117e5 req-6ce0e93f-171d-4bc8-8664-9f59d1301ed9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=02a91e9a-018d-4490-b8cd-5b425976cf88 HTTP/1.1" status: 200 len: 855 time: 0.0808804 Nov 03 18:34:44.963509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-758f30f2-e56e-4b41-958c-a9b4e392e6c4 req-ff599f5b-cf3c-4249-ab68-cef09c52c1c0 service neutron] 10.222.0.87 "GET /v2.0/networks/756c09c3-86f6-4238-a42d-ba64a29f60c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950634 Nov 03 18:34:44.966249 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea082ae5-3b57-449d-bae2-cebcc0613e9e req-cf2f47ec-7e9c-4acc-998c-3168d1438cbf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548577 Nov 03 18:34:44.977526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f75a1506-e5b7-44bc-a789-8c6aa8c34f48 req-12c73b4f-f21a-43cb-9835-8d879f42e07c tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364445 Nov 03 18:34:44.987385 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:34:44.993274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01dfb9-5543-4fff-a8ba-b3856df117e5 req-f6c5c640-0a82-4909-8b5c-00fbc2a3be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:44.995773 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9e01dfb9-5543-4fff-a8ba-b3856df117e5 req-f6c5c640-0a82-4909-8b5c-00fbc2a3be68 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697491 Nov 03 18:34:45.008126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b739f-bca0-4192-84ed-3df1099278e5 req-c94ac308-4a37-47fa-9e05-1fa55e335f5e tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:45.009987 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a61b739f-bca0-4192-84ed-3df1099278e5 req-c94ac308-4a37-47fa-9e05-1fa55e335f5e tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 1096 time: 0.1845770 Nov 03 18:34:45.025417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-2d62c1da-4932-495c-991f-f8992a31136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:45.035174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-2d62c1da-4932-495c-991f-f8992a31136c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dd27ba54-feaa-49d5-877c-9b4735452b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2584095 Nov 03 18:34:45.176776 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-80f4da8b-0ebc-4154-ad15-8eed664f2ef4 None None] Provisioning complete for port 68311c66-3a70-43bc-9ccd-e32348fd7b01 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:45.177320 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80f4da8b-0ebc-4154-ad15-8eed664f2ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.299203 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea082ae5-3b57-449d-bae2-cebcc0613e9e req-bacb23a2-41e2-4c4f-b9af-def5bd3885e1 service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515786 Nov 03 18:34:45.304845 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9e01dfb9-5543-4fff-a8ba-b3856df117e5 req-1ed862b6-26f9-4f47-8845-9b0146bb27ec service neutron] 10.222.0.87 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555716 Nov 03 18:34:45.314304 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:34:45.326698 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Sync routers for ids ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:34:45.338226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Routers {'23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:34:45.338856 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:45.341004 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:45.346780 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ee0dfcfe-15a8-4aa5-97ec-1a9c0e76ea9c admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.5092056 Nov 03 18:34:45.348095 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34892) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:45.483787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae2aa4a1-451d-447d-8f4a-f6d1a4895d7e req-28dad328-dd90-46ae-82b6-590f9170ca77 tempest-QuotasAdminNegativeTest-804657686 tempest-QuotasAdminNegativeTest-804657686-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=51123376765a4e32a024f7742060e4ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3819129 Nov 03 18:34:45.491405 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a61b739f-bca0-4192-84ed-3df1099278e5 req-bba859d2-6128-4215-a860-411d84996908 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695194 Nov 03 18:34:45.600705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098de68-d326-4196-8756-cad5f384d713 req-a3ec6424-2009-46f7-af77-945215094751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:45.602322 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a098de68-d326-4196-8756-cad5f384d713 req-a3ec6424-2009-46f7-af77-945215094751 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f9c575d41ef54ee0810e51410974e7da&device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 1094 time: 0.4852855 Nov 03 18:34:45.605309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Set router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:34:45.703828 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-917ed389-1f71-46c3-a8f5-3c75b4d4a06d service neutron] 10.222.0.98 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423419 Nov 03 18:34:45.779171 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9e01dfb9-5543-4fff-a8ba-b3856df117e5 req-4e904c4b-c187-4eb2-b2b0-1b7d95bc0627 service neutron] 10.222.0.87 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380771 Nov 03 18:34:45.786073 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea082ae5-3b57-449d-bae2-cebcc0613e9e req-6368ce18-13a2-4039-a124-d22cafec62fb service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438923 Nov 03 18:34:45.829842 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa4a1-451d-447d-8f4a-f6d1a4895d7e req-06c05ab2-e823-41ea-9d66-1ab22598edfe tempest-QuotasAdminNegativeTest-804657686 tempest-QuotasAdminNegativeTest-804657686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:45.837286 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae2aa4a1-451d-447d-8f4a-f6d1a4895d7e req-06c05ab2-e823-41ea-9d66-1ab22598edfe tempest-QuotasAdminNegativeTest-804657686 tempest-QuotasAdminNegativeTest-804657686-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3445332 Nov 03 18:34:45.846698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1d3c9-34a6-4bfe-ac60-5722a9c90699 req-06bb7245-0336-4f41-9f23-4f52687ec0d9 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:45.848259 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2c1d3c9-34a6-4bfe-ac60-5722a9c90699 req-06bb7245-0336-4f41-9f23-4f52687ec0d9 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 943 time: 0.1796436 Nov 03 18:34:45.912332 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae2aa4a1-451d-447d-8f4a-f6d1a4895d7e req-800bb841-191b-4551-b819-3c52669aef25 tempest-QuotasAdminNegativeTest-804657686 tempest-QuotasAdminNegativeTest-804657686-project] 10.222.0.107 "GET /v2.0/quotas/51123376765a4e32a024f7742060e4ce HTTP/1.1" status: 200 len: 375 time: 0.0738809 Nov 03 18:34:45.990113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 68311c66-3a70-43bc-9ccd-e32348fd7b01 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:46.053549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098de68-d326-4196-8756-cad5f384d713 req-bb955875-e9c8-490c-9129-4ea9b809fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:46.055523 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a098de68-d326-4196-8756-cad5f384d713 req-bb955875-e9c8-490c-9129-4ea9b809fa36 service neutron] 10.222.0.87 "GET /v2.0/networks?id=756c09c3-86f6-4238-a42d-ba64a29f60c2 HTTP/1.1" status: 200 len: 915 time: 0.2981656 Nov 03 18:34:46.058558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:41Z', 'updated_at': '2021-11-03T18:34:43Z', 'revision_number': 3, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'gw_port': {'id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:97:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:42Z', 'updated_at': '2021-11-03T18:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:46.075405 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae2aa4a1-451d-447d-8f4a-f6d1a4895d7e req-ffd8a7e9-0ae6-458c-8e5b-ce903c648d95 tempest-QuotasAdminNegativeTest-804657686 tempest-QuotasAdminNegativeTest-804657686-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=51123376765a4e32a024f7742060e4ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1616611 Nov 03 18:34:46.093727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Checking router: 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:34:46.094081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Updating router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b port afb92bfa-fe61-4f42-836f-ddfe6c7cd57d binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:34:46.123624 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 68311c66-3a70-43bc-9ccd-e32348fd7b01 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:46.123868 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.164941 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.201552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a098de68-d326-4196-8756-cad5f384d713 req-87e63218-b334-4f81-ac05-b1a4b0f1d1fe service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb76d369-553a-48f0-923b-afc1a7808c9b HTTP/1.1" status: 200 len: 217 time: 0.1151874 Nov 03 18:34:46.206219 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:46.216284 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae63a91b-3e80-4be7-85be-100b21f1d98d req-b6454501-fc86-4228-ac79-58ea4b128888 service neutron] 10.222.0.98 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975624 Nov 03 18:34:46.230329 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2c1d3c9-34a6-4bfe-ac60-5722a9c90699 req-e7dea1ba-b4ce-435e-821b-5989decc65e8 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677220 Nov 03 18:34:46.304173 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.398072 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.resource_extend [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:34:46.508768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098de68-d326-4196-8756-cad5f384d713 req-546973a3-4e6d-4384-b116-306c7b65ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:46.510398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a098de68-d326-4196-8756-cad5f384d713 req-546973a3-4e6d-4384-b116-306c7b65ee16 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91bcb43e-bd67-4335-9bc0-b631b6c6ab00 HTTP/1.1" status: 200 len: 853 time: 0.2929082 Nov 03 18:34:46.538956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcfbf6-9e78-44c3-b9b0-446f77b2d5ec req-3a1becdb-c2a2-4307-962d-902c5a3d48cf tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:46.541065 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57bcfbf6-9e78-44c3-b9b0-446f77b2d5ec req-3a1becdb-c2a2-4307-962d-902c5a3d48cf tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 944 time: 0.2088139 Nov 03 18:34:46.547485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51a01-e83b-4af5-95d4-394336c5ee6e req-050dc826-398a-486f-8f2e-752044d5f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:46.549003 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44d51a01-e83b-4af5-95d4-394336c5ee6e req-050dc826-398a-486f-8f2e-752044d5f195 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=21fa55ef73344191a9573f8f1d3a7c58&device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 1094 time: 0.2114687 Nov 03 18:34:46.583294 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Allocated IP 172.20.0.1 (1694057b-aaed-409b-a3d3-c01879642074/cf467fc4-dfbf-4fb6-b24f-6871d9b5d718/bc6b5e6d-61b7-4498-aada-82c2a23bfc3d) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:46.598490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf27264-8ceb-47b3-9419-3bf5371ecc53 req-4149e26a-d4b1-45ae-bc97-89fe8edfd16b tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:46.600055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ccf27264-8ceb-47b3-9419-3bf5371ecc53 req-4149e26a-d4b1-45ae-bc97-89fe8edfd16b tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 946 time: 0.1844664 Nov 03 18:34:46.610002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:46.628760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 has no active binding in host n-h2-812150-4 {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:34:46.694947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098de68-d326-4196-8756-cad5f384d713 req-691288ca-e9d5-49b9-9292-4f6c9cd7e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:46.696479 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a098de68-d326-4196-8756-cad5f384d713 req-691288ca-e9d5-49b9-9292-4f6c9cd7e6e3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=756c09c3-86f6-4238-a42d-ba64a29f60c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763592 Nov 03 18:34:46.709636 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.732931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57bcfbf6-9e78-44c3-b9b0-446f77b2d5ec req-15988f41-02cd-4d9f-a7e5-bbc73f9d43a1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828766 Nov 03 18:34:46.734447 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.742893 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.757865 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.802976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Attempting to bind port afb92bfa-fe61-4f42-836f-ddfe6c7cd57d on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:46.803469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Attempting to bind port afb92bfa-fe61-4f42-836f-ddfe6c7cd57d by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:46.803956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Attempting to bind port afb92bfa-fe61-4f42-836f-ddfe6c7cd57d on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:46.814521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6b5e6d-61b7-4498-aada-82c2a23bfc3d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:46.815239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:46.815823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:46.816327 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.817552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:46.818413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Bound port: afb92bfa-fe61-4f42-836f-ddfe6c7cd57d, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:46.819052 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.830695 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Network 1694057b-aaed-409b-a3d3-c01879642074 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:46.832443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:46.849057 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:46.856429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6368d-9187-4bc2-a0c4-0fb275f448bb None None] Pushing event updated for resources: {'Port': ['ID=afb92bfa-fe61-4f42-836f-ddfe6c7cd57d,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:46.880183 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ccf27264-8ceb-47b3-9419-3bf5371ecc53 req-915786fa-552e-4f91-99c7-23a4fe041254 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559443 Nov 03 18:34:46.893909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51a01-e83b-4af5-95d4-394336c5ee6e req-f0eff864-3315-414f-8c01-ba6e8348e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:46.895485 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44d51a01-e83b-4af5-95d4-394336c5ee6e req-f0eff864-3315-414f-8c01-ba6e8348e99c service neutron] 10.222.0.98 "GET /v2.0/networks?id=dd27ba54-feaa-49d5-877c-9b4735452b4f HTTP/1.1" status: 200 len: 925 time: 0.3205144 Nov 03 18:34:46.908342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] For port afb92bfa-fe61-4f42-836f-ddfe6c7cd57d, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:46.913439 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] For port afb92bfa-fe61-4f42-836f-ddfe6c7cd57d, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=afb92bfa-fe61-4f42-836f-ddfe6c7cd57d,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:46.923002 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.973983 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:46.995221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44d51a01-e83b-4af5-95d4-394336c5ee6e req-fb3e4556-9958-4512-813e-dc4f760ce36b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd66cecd-3615-4198-9cd2-6c15f74d7453 HTTP/1.1" status: 200 len: 217 time: 0.0886192 Nov 03 18:34:47.031172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6368d-9187-4bc2-a0c4-0fb275f448bb None None] Pushing event updated for resources: {'Port': ['ID=afb92bfa-fe61-4f42-836f-ddfe6c7cd57d,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:47.053933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Routers {'23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:34:47.065238 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:47.161206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a098de68-d326-4196-8756-cad5f384d713 req-f7e20842-ecca-451a-adbf-86045243345e service neutron] 10.222.0.87 "GET /v2.0/networks/756c09c3-86f6-4238-a42d-ba64a29f60c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447849 Nov 03 18:34:47.204205 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-453392e2-84b6-4477-8e56-8c1fdb00a645 service neutron] 10.222.0.87 "GET /v2.0/ports/7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97/bindings/n-h2-812150-4 HTTP/1.1" status: 200 len: 384 time: 0.1486113 Nov 03 18:34:47.235444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] Set router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:34:47.306690 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb3037-a423-41ad-8450-9e0778448f88 req-13442ea0-be5d-4f0b-8963-76e796439cd8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:47.317746 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86fb3037-a423-41ad-8450-9e0778448f88 req-13442ea0-be5d-4f0b-8963-76e796439cd8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 943 time: 0.3364503 Nov 03 18:34:47.332522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51a01-e83b-4af5-95d4-394336c5ee6e req-764173ec-982a-49b4-b70c-f7806f9296b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:47.339690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44d51a01-e83b-4af5-95d4-394336c5ee6e req-764173ec-982a-49b4-b70c-f7806f9296b8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6c261132-6889-44aa-bb6d-27235b204e10 HTTP/1.1" status: 200 len: 863 time: 0.2897117 Nov 03 18:34:47.390636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-cda2af0b-6092-4f96-bc5e-2f49c4891fb9 None None] Provisioning complete for port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:47.390948 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cda2af0b-6092-4f96-bc5e-2f49c4891fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:47.442365 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-cda2af0b-6092-4f96-bc5e-2f49c4891fb9 None None] Port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:34:47.528793 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86fb3037-a423-41ad-8450-9e0778448f88 req-199ce361-45eb-468d-9db5-1422882997f2 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096629 Nov 03 18:34:47.596151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:47.607834 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11773d7d-9128-4c16-9d7d-291a5ce87dae req-ec71a235-032a-4a87-8efa-f1ca7296886c tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:47.610956 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11773d7d-9128-4c16-9d7d-291a5ce87dae req-ec71a235-032a-4a87-8efa-f1ca7296886c tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.2701797 Nov 03 18:34:47.616019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51a01-e83b-4af5-95d4-394336c5ee6e req-dcc4143f-4694-432d-b9b8-a54792eeb8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:47.621499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44d51a01-e83b-4af5-95d4-394336c5ee6e req-dcc4143f-4694-432d-b9b8-a54792eeb8c5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dd27ba54-feaa-49d5-877c-9b4735452b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2317948 Nov 03 18:34:47.653786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:41Z', 'updated_at': '2021-11-03T18:34:43Z', 'revision_number': 3, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'gw_port': {'id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:97:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:42Z', 'updated_at': '2021-11-03T18:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:47.711180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-c5d2ce64-61eb-4607-9b0a-4e46c554aaff service neutron] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:47.729382 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ab808-9352-4e33-bab0-31aa7a408f97 None None] The sync data for ids ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'] in n-d-812150-4 is: [{'id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:41Z', 'updated_at': '2021-11-03T18:34:43Z', 'revision_number': 3, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'gw_port': {'id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:97:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:42Z', 'updated_at': '2021-11-03T18:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:34:47.750242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-c5d2ce64-61eb-4607-9b0a-4e46c554aaff service neutron] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:47.831430 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a098de68-d326-4196-8756-cad5f384d713 req-f78bac04-85de-4a9a-945d-815b63d83b66 service neutron] 10.222.0.87 "GET /v2.0/networks/756c09c3-86f6-4238-a42d-ba64a29f60c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520793 Nov 03 18:34:47.888191 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34932) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:47.919249 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-c5d2ce64-61eb-4607-9b0a-4e46c554aaff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:47.941252 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-c5d2ce64-61eb-4607-9b0a-4e46c554aaff service neutron] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:47.986136 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-c5d2ce64-61eb-4607-9b0a-4e46c554aaff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.066850 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.068519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11773d7d-9128-4c16-9d7d-291a5ce87dae req-60114683-c596-4226-bc03-09971fc513d2 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401209 Nov 03 18:34:48.085986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92bb31-e899-4fcd-951e-ff546f66b8bf req-ac3ceb7e-343a-4cba-999c-df236b210f00 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:48.093258 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.094398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-be92bb31-e899-4fcd-951e-ff546f66b8bf req-ac3ceb7e-343a-4cba-999c-df236b210f00 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 943 time: 0.2849522 Nov 03 18:34:48.125868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44d51a01-e83b-4af5-95d4-394336c5ee6e req-c82cbe83-95cd-4d97-ad98-c60209fad1ae service neutron] 10.222.0.98 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483836 Nov 03 18:34:48.252336 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34946) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:48.318843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-c5d2ce64-61eb-4607-9b0a-4e46c554aaff service neutron] Transition to ACTIVE for port object 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:48.329192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-be92bb31-e899-4fcd-951e-ff546f66b8bf req-d3184656-afc1-439b-bdc6-797b50ee590f tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335613 Nov 03 18:34:48.336514 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6b5e6d-61b7-4498-aada-82c2a23bfc3d,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:48.339664 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.361186 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-c5d2ce64-61eb-4607-9b0a-4e46c554aaff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.484979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80b1ac18-3160-43b0-b226-fd052c632453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.527284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53495bf7-4eb6-40d1-9c66-65345a124d02 req-35dd550c-fa94-44f7-a658-e4167489b46f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:48.529276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53495bf7-4eb6-40d1-9c66-65345a124d02 req-35dd550c-fa94-44f7-a658-e4167489b46f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 945 time: 0.2349317 Nov 03 18:34:48.542719 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44d51a01-e83b-4af5-95d4-394336c5ee6e req-c4f7b2a7-56b9-4443-bae3-51b2746a23fe service neutron] 10.222.0.98 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032190 Nov 03 18:34:48.577893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894b006-bc21-4ced-a04f-8df40567ba2e req-36a5dbd8-abac-43df-ace5-e5cfe4917460 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:48.579699 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d894b006-bc21-4ced-a04f-8df40567ba2e req-36a5dbd8-abac-43df-ace5-e5cfe4917460 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebfa6895-1456-4e02-9c57-593ab5d61c8e HTTP/1.1" status: 200 len: 945 time: 0.1354790 Nov 03 18:34:48.629214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53495bf7-4eb6-40d1-9c66-65345a124d02 req-131d97ab-2c3d-489f-bb55-403e619e5ac5 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915427 Nov 03 18:34:48.671623 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d894b006-bc21-4ced-a04f-8df40567ba2e req-ab5f091d-eb98-48ff-9842-e902e0b90c65 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777738 Nov 03 18:34:48.808696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd04ab9-b897-4b48-af45-ad33801be251 req-0d9222df-368d-4a61-8ac2-5c046df0643b tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:48.818068 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ddd04ab9-b897-4b48-af45-ad33801be251 req-0d9222df-368d-4a61-8ac2-5c046df0643b tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 943 time: 0.0943754 Nov 03 18:34:48.831740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Network 1694057b-aaed-409b-a3d3-c01879642074 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:48.909952 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80b1ac18-3160-43b0-b226-fd052c632453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.911340 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47e477d3-fbc1-4860-980c-3ba3e2ace9f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:48.912558 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ddd04ab9-b897-4b48-af45-ad33801be251 req-e81359f1-b38f-4bfb-8dcb-8807ecbce171 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935316 Nov 03 18:34:48.922677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:48.934159 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80b1ac18-3160-43b0-b226-fd052c632453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.001954 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-c5d2ce64-61eb-4607-9b0a-4e46c554aaff service neutron] No DVR routers for this DVR port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:34:49.076969 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2ce64-61eb-4607-9b0a-4e46c554aaff service neutron] Pushing event updated for resources: {'Port': ['ID=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,revision_number=10']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:49.098748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1ac18-3160-43b0-b226-fd052c632453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1feb6f1b-610c-469a-8ca1-9becb0abfcf5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:49.103629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8365e-03d0-4653-bc74-3807dc48efab req-c695bbac-c494-4064-9737-691892360e98 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:49.112320 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eaa8365e-03d0-4653-bc74-3807dc48efab req-c695bbac-c494-4064-9737-691892360e98 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 946 time: 0.0866482 Nov 03 18:34:49.128751 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-80b1ac18-3160-43b0-b226-fd052c632453 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=23c8dfed988a42b79e319860a348a389&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2394404 Nov 03 18:34:49.129107 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34960) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:49.167970 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-c5d2ce64-61eb-4607-9b0a-4e46c554aaff service neutron] 10.222.0.87 "PUT /v2.0/ports/7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97/bindings/n-h2-812150-4/activate HTTP/1.1" status: 200 len: 369 time: 1.9519656 Nov 03 18:34:49.223445 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eaa8365e-03d0-4653-bc74-3807dc48efab req-46d5a789-4bdb-4fd7-a5a5-6d8a5ce2998f tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101270 Nov 03 18:34:49.258729 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-89cd3abe-0656-4608-90d1-ad0ed6185115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.290095 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-89cd3abe-0656-4608-90d1-ad0ed6185115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.303756 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-822821cc-0123-4223-95f5-adbe53739210 None None] Provisioning complete for port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:49.304732 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-822821cc-0123-4223-95f5-adbe53739210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.320977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:34:49.326100 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47e477d3-fbc1-4860-980c-3ba3e2ace9f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.340371 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47e477d3-fbc1-4860-980c-3ba3e2ace9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.373831 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-822821cc-0123-4223-95f5-adbe53739210 None None] Port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:34:49.378680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device cb76d369-553a-48f0-923b-afc1a7808c9b details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:49.448384 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-47e477d3-fbc1-4860-980c-3ba3e2ace9f9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=51123376765a4e32a024f7742060e4ce&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1948764 Nov 03 18:34:49.449376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34968) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:49.449733 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e477d3-fbc1-4860-980c-3ba3e2ace9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6668a005-6c14-4125-82fd-818bba35ca7a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:49.517123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:34:49.523105 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c7be38eb-eada-465c-b52e-2cae8ead0b94 admin admin] 10.222.0.107 "PUT /v2.0/routers/23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1736994 Nov 03 18:34:49.578288 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-baf5445e-0520-4a84-94e4-5ddeed3e2a99 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:49.580031 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-baf5445e-0520-4a84-94e4-5ddeed3e2a99 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2&tenant_id=04adf6892c414a028b77c4d4f0759b92&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 1096 time: 0.2599769 Nov 03 18:34:49.586499 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-89cd3abe-0656-4608-90d1-ad0ed6185115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.589300 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-89cd3abe-0656-4608-90d1-ad0ed6185115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.590416 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-89cd3abe-0656-4608-90d1-ad0ed6185115 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1feb6f1b-610c-469a-8ca1-9becb0abfcf5 HTTP/1.1" status: 204 len: 168 time: 0.4603724 Nov 03 18:34:49.638294 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port cb76d369-553a-48f0-923b-afc1a7808c9b, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=cb76d369-553a-48f0-923b-afc1a7808c9b,segment=NetworkSegment(95e856b4-6ba4-40a5-8bae-f8fb4872c270),segment_id=95e856b4-6ba4-40a5-8bae-f8fb4872c270)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:49.640044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0233e1-f938-41a6-9352-1b9b3901ac34 req-bd05230d-88fe-4c9b-bd1f-cf3f3ebe51b9 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:49.652054 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d0233e1-f938-41a6-9352-1b9b3901ac34 req-bd05230d-88fe-4c9b-bd1f-cf3f3ebe51b9 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 943 time: 0.1809368 Nov 03 18:34:49.655199 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'cb76d369-553a-48f0-923b-afc1a7808c9b', 'network_id': '756c09c3-86f6-4238-a42d-ba64a29f60c2', 'port_id': 'cb76d369-553a-48f0-923b-afc1a7808c9b', 'mac_address': 'fa:16:3e:47:ae:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91bcb43e-bd67-4335-9bc0-b631b6c6ab00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:49.715496 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-efec3894-fe9f-4329-a2ad-224ede035b97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.718215 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.719348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd3abe-0656-4608-90d1-ad0ed6185115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feb6f1b-610c-469a-8ca1-9becb0abfcf5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:49.740228 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb76d369-553a-48f0-923b-afc1a7808c9b {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:49.792145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port cb76d369-553a-48f0-923b-afc1a7808c9b, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=cb76d369-553a-48f0-923b-afc1a7808c9b,segment=NetworkSegment(95e856b4-6ba4-40a5-8bae-f8fb4872c270),segment_id=95e856b4-6ba4-40a5-8bae-f8fb4872c270)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:49.802641 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.809314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-9d365a2f-fc15-47e0-85dd-8bce213e46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:49.813811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-9d365a2f-fc15-47e0-85dd-8bce213e46dd service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2&tenant_id=04adf6892c414a028b77c4d4f0759b92 HTTP/1.1" status: 200 len: 1096 time: 0.2193270 Nov 03 18:34:49.824340 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-efec3894-fe9f-4329-a2ad-224ede035b97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:49.876207 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=cb76d369-553a-48f0-923b-afc1a7808c9b,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:49.905634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d0233e1-f938-41a6-9352-1b9b3901ac34 req-ae61bad0-f70e-44f6-a33f-ad7be6d94370 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525082 Nov 03 18:34:49.954301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707468e5-4d50-4beb-82b6-ecea8b64af20 req-dadcf74f-a012-404a-b366-8a2e913be984 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:49.955913 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-707468e5-4d50-4beb-82b6-ecea8b64af20 req-dadcf74f-a012-404a-b366-8a2e913be984 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.2199123 Nov 03 18:34:49.960922 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device afb92bfa-fe61-4f42-836f-ddfe6c7cd57d up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:49.965899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-83bd2631-78a1-4cd6-8060-abe06aa7e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:49.967478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-83bd2631-78a1-4cd6-8060-abe06aa7e7c4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 1096 time: 0.1231945 Nov 03 18:34:50.078621 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-efec3894-fe9f-4329-a2ad-224ede035b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:50.080259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port afb92bfa-fe61-4f42-836f-ddfe6c7cd57d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:50.080617 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-efec3894-fe9f-4329-a2ad-224ede035b97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:50.080768 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:50.081874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-efec3894-fe9f-4329-a2ad-224ede035b97 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6668a005-6c14-4125-82fd-818bba35ca7a HTTP/1.1" status: 204 len: 168 time: 0.6309512 Nov 03 18:34:50.116308 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec3894-fe9f-4329-a2ad-224ede035b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6668a005-6c14-4125-82fd-818bba35ca7a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:50.130665 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-707468e5-4d50-4beb-82b6-ecea8b64af20 req-de4f837f-1726-46c8-a8de-72aaacdc1da7 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604662 Nov 03 18:34:50.190260 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21bc8a-216b-4662-bd2c-5814b21ce7b1 req-4ae1cd1f-c224-450a-b236-c1b80cd543e0 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:50.194358 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f21bc8a-216b-4662-bd2c-5814b21ce7b1 req-4ae1cd1f-c224-450a-b236-c1b80cd543e0 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 945 time: 0.1855624 Nov 03 18:34:50.205522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-8d5747e0-e991-4665-b1e2-70669df7116a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:50.206985 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-8d5747e0-e991-4665-b1e2-70669df7116a service neutron] 10.222.0.98 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.2300806 Nov 03 18:34:50.213741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device dd66cecd-3615-4198-9cd2-6c15f74d7453 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:34:50.216716 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:50.246559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port afb92bfa-fe61-4f42-836f-ddfe6c7cd57d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=afb92bfa-fe61-4f42-836f-ddfe6c7cd57d,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:50.257585 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['cb76d369-553a-48f0-923b-afc1a7808c9b'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:50.268273 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:50.340501 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-b9824509-1c30-4845-8b40-aa1b3052048b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 HTTP/1.1" status: 200 len: 217 time: 0.1121976 Nov 03 18:34:50.391484 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Sync routers for ids ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:34:50.408447 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Routers {'23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:34:50.412846 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:50.539737 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f21bc8a-216b-4662-bd2c-5814b21ce7b1 req-5916d6ae-c2e5-475d-ab7b-05d8fc955d71 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350987 Nov 03 18:34:50.551026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=afb92bfa-fe61-4f42-836f-ddfe6c7cd57d,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:50.603277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cd3cf-5ed4-4013-a147-5b277d6e5d7c req-17aaf50f-49c8-464c-b4c3-eca3e9f64274 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:50.616437 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd0cd3cf-5ed4-4013-a147-5b277d6e5d7c req-17aaf50f-49c8-464c-b4c3-eca3e9f64274 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 943 time: 0.2265012 Nov 03 18:34:50.670395 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Set router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:34:50.688499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-df3f7c18-39ea-4069-9b19-6b240da9311d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:50.698098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-df3f7c18-39ea-4069-9b19-6b240da9311d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.3208842 Nov 03 18:34:50.698417 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35004) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:50.726880 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb21b88a-91cf-4684-ae8e-0cf0f7d0de34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:50.755098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port dd66cecd-3615-4198-9cd2-6c15f74d7453, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=dd66cecd-3615-4198-9cd2-6c15f74d7453,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:50.784723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'dd66cecd-3615-4198-9cd2-6c15f74d7453', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'port_id': 'dd66cecd-3615-4198-9cd2-6c15f74d7453', 'mac_address': 'fa:16:3e:c6:57:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:34:50.854396 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:50.877557 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd66cecd-3615-4198-9cd2-6c15f74d7453 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:50.913565 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd0cd3cf-5ed4-4013-a147-5b277d6e5d7c req-b6ce3a58-bd50-4412-ac22-90f2a2598a06 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936821 Nov 03 18:34:50.919928 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port dd66cecd-3615-4198-9cd2-6c15f74d7453, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=dd66cecd-3615-4198-9cd2-6c15f74d7453,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:50.922985 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-1c08206e-8a53-4cf8-9c23-ab485bd54b5b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201630 Nov 03 18:34:50.932201 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.012383 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb21b88a-91cf-4684-ae8e-0cf0f7d0de34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.021017 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb21b88a-91cf-4684-ae8e-0cf0f7d0de34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.057212 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=dd66cecd-3615-4198-9cd2-6c15f74d7453,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:51.118795 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cb21b88a-91cf-4684-ae8e-0cf0f7d0de34 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=46241e9bc8bb40cd8fc61bb7ad0c0193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4243634 Nov 03 18:34:51.124255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21b88a-91cf-4684-ae8e-0cf0f7d0de34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348d4353-e453-411e-846f-1d49a6c149b4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:51.129663 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35012) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:51.149203 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-80dcda0e-1116-4e8c-87e3-b2c9d86dbf20 service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191021 Nov 03 18:34:51.152853 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:41Z', 'updated_at': '2021-11-03T18:34:47Z', 'revision_number': 4, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'gw_port': {'id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:42Z', 'updated_at': '2021-11-03T18:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bc6b5e6d-61b7-4498-aada-82c2a23bfc3d', 'name': '', 'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'mac_address': 'fa:16:3e:23:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:46Z', 'updated_at': '2021-11-03T18:34:47Z', 'revision_number': 2, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'subnets': [{'id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:51.193205 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Checking router: 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:34:51.193752 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Updating router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:34:51.206484 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b200dd75-c50f-4c5e-8e55-1f84e86557d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.219339 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['dd66cecd-3615-4198-9cd2-6c15f74d7453'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:34:51.246387 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b200dd75-c50f-4c5e-8e55-1f84e86557d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.253282 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.331893 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b200dd75-c50f-4c5e-8e55-1f84e86557d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.336799 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b200dd75-c50f-4c5e-8e55-1f84e86557d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.338586 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b200dd75-c50f-4c5e-8e55-1f84e86557d3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/348d4353-e453-411e-846f-1d49a6c149b4 HTTP/1.1" status: 204 len: 168 time: 0.2050018 Nov 03 18:34:51.350431 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-27ee06d2-fb42-42c1-a071-7c090dc0688d service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913576 Nov 03 18:34:51.353703 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200dd75-c50f-4c5e-8e55-1f84e86557d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348d4353-e453-411e-846f-1d49a6c149b4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:51.356044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:34:51.478578 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:34:51.629054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-d1d5bdc1-b7bb-4e08-aab7-b461ee9554ac tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:51.630595 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-d1d5bdc1-b7bb-4e08-aab7-b461ee9554ac tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/networks?id=1694057b-aaed-409b-a3d3-c01879642074 HTTP/1.1" status: 200 len: 829 time: 0.2424297 Nov 03 18:34:51.632359 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.638835 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.650606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dd832-3238-4dae-a844-f5068739d820 req-0f8706df-2a5b-46bb-8e78-bc03591c6c1c tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:51.657831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dd832-3238-4dae-a844-f5068739d820 req-0f8706df-2a5b-46bb-8e78-bc03591c6c1c tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:51.663766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dd832-3238-4dae-a844-f5068739d820 req-0f8706df-2a5b-46bb-8e78-bc03591c6c1c tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:51.670863 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d92dd832-3238-4dae-a844-f5068739d820 req-0f8706df-2a5b-46bb-8e78-bc03591c6c1c tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827&device_id=ebfa6895-1456-4e02-9c57-593ab5d61c8e&device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 2417 time: 0.1248171 Nov 03 18:34:51.708567 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da8cfd-b640-4997-8cb6-5ac9f84c4fdd None None] Pushing event updated for resources: {'Port': ['ID=bc6b5e6d-61b7-4498-aada-82c2a23bfc3d,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:51.719908 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-08e5297f-798b-478f-8594-389653566f83 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/quotas/cfd4b689757b46f5998ed4478f8bcbbc HTTP/1.1" status: 200 len: 375 time: 0.0448074 Nov 03 18:34:51.720126 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da8cfd-b640-4997-8cb6-5ac9f84c4fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:51.720468 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da8cfd-b640-4997-8cb6-5ac9f84c4fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:51.721738 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da8cfd-b640-4997-8cb6-5ac9f84c4fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:51.722224 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da8cfd-b640-4997-8cb6-5ac9f84c4fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:51.722715 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da8cfd-b640-4997-8cb6-5ac9f84c4fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:51.723196 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da8cfd-b640-4997-8cb6-5ac9f84c4fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:51.723755 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da8cfd-b640-4997-8cb6-5ac9f84c4fdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:51.724232 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da8cfd-b640-4997-8cb6-5ac9f84c4fdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:51.724715 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da8cfd-b640-4997-8cb6-5ac9f84c4fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:51.725043 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da8cfd-b640-4997-8cb6-5ac9f84c4fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:51.725360 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da8cfd-b640-4997-8cb6-5ac9f84c4fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:51.725834 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da8cfd-b640-4997-8cb6-5ac9f84c4fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:34:51.824580 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d92dd832-3238-4dae-a844-f5068739d820 req-09507213-c50e-44c6-a7ac-816225c8e339 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527565 Nov 03 18:34:51.833614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-270de90f-9ec9-4a13-8ef6-4bec14729c28 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:51.835659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-270de90f-9ec9-4a13-8ef6-4bec14729c28 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2&tenant_id=04adf6892c414a028b77c4d4f0759b92&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 1096 time: 0.2027166 Nov 03 18:34:51.898395 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Attempting to bind port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:51.898763 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Attempting to bind port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'a145d085-0040-46ee-8e32-f35c61284153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1694057b-aaed-409b-a3d3-c01879642074'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:51.899117 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Attempting to bind port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d on network 1694057b-aaed-409b-a3d3-c01879642074 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:51.904484 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:51.904850 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Checking segment: {'id': 'a145d085-0040-46ee-8e32-f35c61284153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1694057b-aaed-409b-a3d3-c01879642074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:51.905244 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.905853 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Bound using segment: {'id': 'a145d085-0040-46ee-8e32-f35c61284153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1694057b-aaed-409b-a3d3-c01879642074'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:51.906748 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Bound port: bc6b5e6d-61b7-4498-aada-82c2a23bfc3d, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a145d085-0040-46ee-8e32-f35c61284153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1694057b-aaed-409b-a3d3-c01879642074'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:51.907331 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:51.931549 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device afb92bfa-fe61-4f42-836f-ddfe6c7cd57d up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:51.978343 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-168b9050-82ed-4c49-8cee-63ba4d76c0b4 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfd4b689757b46f5998ed4478f8bcbbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2071173 Nov 03 18:34:51.996179 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] For port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:52.001125 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] For port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bc6b5e6d-61b7-4498-aada-82c2a23bfc3d,segment=NetworkSegment(a145d085-0040-46ee-8e32-f35c61284153),segment_id=a145d085-0040-46ee-8e32-f35c61284153)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:52.007464 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port afb92bfa-fe61-4f42-836f-ddfe6c7cd57d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:52.007878 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.011962 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.059334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-950e77d5-b3fc-42ab-9339-883a4727cbe8 None None] Provisioning complete for port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:52.060278 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-950e77d5-b3fc-42ab-9339-883a4727cbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.063110 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Routers {'23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:34:52.063643 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:52.190811 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da8cfd-b640-4997-8cb6-5ac9f84c4fdd None None] Pushing event updated for resources: {'Port': ['ID=bc6b5e6d-61b7-4498-aada-82c2a23bfc3d,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:52.214617 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] Set router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:34:52.220750 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-950e77d5-b3fc-42ab-9339-883a4727cbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.236006 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device dd66cecd-3615-4198-9cd2-6c15f74d7453 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:52.373910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-950e77d5-b3fc-42ab-9339-883a4727cbe8 None None] For port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bc6b5e6d-61b7-4498-aada-82c2a23bfc3d,segment=NetworkSegment(a145d085-0040-46ee-8e32-f35c61284153),segment_id=a145d085-0040-46ee-8e32-f35c61284153)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:52.375668 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port dd66cecd-3615-4198-9cd2-6c15f74d7453 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:52.384796 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port dd66cecd-3615-4198-9cd2-6c15f74d7453 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:52.385264 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.390763 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-950e77d5-b3fc-42ab-9339-883a4727cbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.462979 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-5c431121-937b-4117-aef5-ccfad31bd07a service neutron] 10.222.0.107 "GET /v2.0/networks/1694057b-aaed-409b-a3d3-c01879642074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629331 Nov 03 18:34:52.484224 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:41Z', 'updated_at': '2021-11-03T18:34:47Z', 'revision_number': 4, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'gw_port': {'id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:42Z', 'updated_at': '2021-11-03T18:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bc6b5e6d-61b7-4498-aada-82c2a23bfc3d', 'name': '', 'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'mac_address': 'fa:16:3e:23:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:46Z', 'updated_at': '2021-11-03T18:34:51Z', 'revision_number': 4, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'subnets': [{'id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:52.495701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7240044-2b7b-466a-a5aa-0111fb34ed85 req-1cf49270-2874-4d4e-a152-bcbfa7e1b214 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:52.496366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35056) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:52.496838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7240044-2b7b-466a-a5aa-0111fb34ed85 req-1cf49270-2874-4d4e-a152-bcbfa7e1b214 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 944 time: 0.5490279 Nov 03 18:34:52.523402 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c98531f-1444-45e0-9fd4-5679b8d89762 None None] The sync data for ids ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'] in n-d-812150-4 is: [{'id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:41Z', 'updated_at': '2021-11-03T18:34:47Z', 'revision_number': 4, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'gw_port': {'id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:42Z', 'updated_at': '2021-11-03T18:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bc6b5e6d-61b7-4498-aada-82c2a23bfc3d', 'name': '', 'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'mac_address': 'fa:16:3e:23:d1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:46Z', 'updated_at': '2021-11-03T18:34:51Z', 'revision_number': 4, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'subnets': [{'id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:34:52.574614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-f05b4112-9ea9-4c6a-b55d-58fb7271e377 service neutron] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:52.599758 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-f05b4112-9ea9-4c6a-b55d-58fb7271e377 service neutron] Publish callbacks [] for binding, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.601325 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3313337-d9e6-43b2-bd78-c32473cf93ba req-f05b4112-9ea9-4c6a-b55d-58fb7271e377 service neutron] 10.222.0.98 "DELETE /v2.0/ports/7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97/bindings/n-h1-812150-4 HTTP/1.1" status: 204 len: 173 time: 0.7575514 Nov 03 18:34:52.647457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7240044-2b7b-466a-a5aa-0111fb34ed85 req-d6836d70-9816-4164-a674-91b5033920b0 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376333 Nov 03 18:34:52.676678 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-f9809348-7dd8-4822-bdff-cd619811b271 service neutron] 10.222.0.107 "GET /v2.0/networks/1694057b-aaed-409b-a3d3-c01879642074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999404 Nov 03 18:34:52.688863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e77d5-b3fc-42ab-9339-883a4727cbe8 None None] Pushing event updated for resources: {'Port': ['ID=bc6b5e6d-61b7-4498-aada-82c2a23bfc3d,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:52.703881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1f6c8b7c-9f52-4445-9dcb-f8339ccd976f None None] Provisioning complete for port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:52.704262 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1f6c8b7c-9f52-4445-9dcb-f8339ccd976f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.728442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-network', 'tenant_id': '3244fbd166ef4347a56433f1643aae96'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:52.767946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] Made reservation on behalf of 3244fbd166ef4347a56433f1643aae96 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:52.770980 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.785073 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.856385 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.905737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd4292f-8306-4870-b1f6-4670959be2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd66cecd-3615-4198-9cd2-6c15f74d7453'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:52.910529 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf14ce9-324a-4ee2-ac82-06351a6b6feb" -d '{"events": [{"server_uuid": "7dd4292f-8306-4870-b1f6-4670959be2a5", "name": "network-vif-plugged", "status": "completed", "tag": "dd66cecd-3615-4198-9cd2-6c15f74d7453"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:52.911549 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.923979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.927700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port dd66cecd-3615-4198-9cd2-6c15f74d7453, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=dd66cecd-3615-4198-9cd2-6c15f74d7453,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:52.932564 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:52.979782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:34:53.000436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5fba06-ebd4-42e7-844f-85f928b6e1c1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:53.010208 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.010554 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] Added segment e6e14221-3755-44ae-a483-76b358204b44 of type vlan for network 17a1e39a-386f-498c-8519-821f57e992b5 Nov 03 18:34:53.016182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=dd66cecd-3615-4198-9cd2-6c15f74d7453,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:53.077933 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356620a-9810-4b25-af4a-6821346b34e2 req-197d8e90-5af1-4911-8836-c97650a00d3c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:53.080571 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4356620a-9810-4b25-af4a-6821346b34e2 req-197d8e90-5af1-4911-8836-c97650a00d3c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 945 time: 0.1124022 Nov 03 18:34:53.118264 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.153044 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.154573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:53.155260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.199392 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4356620a-9810-4b25-af4a-6821346b34e2 req-f08ed000-55e8-4d5f-8f16-c3d7b64c51e3 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077106 Nov 03 18:34:53.220491 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7218466 Nov 03 18:34:53.220722 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35072) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:53.252755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-2171f3b0-db62-45dc-b1b9-c37c91f21b37 admin admin] Request body: {'subnet': {'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-subnet', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:53.267949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafb42b-4d6f-4847-a090-46183cb71efe admin admin] Pushing event updated for resources: {'Network': ['ID=17a1e39a-386f-498c-8519-821f57e992b5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:53.280412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 17a1e39a-386f-498c-8519-821f57e992b5 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:34:53.326653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2171f3b0-db62-45dc-b1b9-c37c91f21b37 admin admin] Made reservation on behalf of 3244fbd166ef4347a56433f1643aae96 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:53.329027 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2171f3b0-db62-45dc-b1b9-c37c91f21b37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.407353 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device cb76d369-553a-48f0-923b-afc1a7808c9b up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:53.535298 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port cb76d369-553a-48f0-923b-afc1a7808c9b completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:34:53.544553 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port cb76d369-553a-48f0-923b-afc1a7808c9b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:53.545100 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.675179 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2171f3b0-db62-45dc-b1b9-c37c91f21b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.718987 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.771812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port cb76d369-553a-48f0-923b-afc1a7808c9b, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=cb76d369-553a-48f0-923b-afc1a7808c9b,segment=NetworkSegment(95e856b4-6ba4-40a5-8bae-f8fb4872c270),segment_id=95e856b4-6ba4-40a5-8bae-f8fb4872c270)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:53.777916 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:53.863422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=cb76d369-553a-48f0-923b-afc1a7808c9b,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:53.874082 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171f3b0-db62-45dc-b1b9-c37c91f21b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad472b0-e810-4227-ae11-610c384f0af3,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:53.880709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2171f3b0-db62-45dc-b1b9-c37c91f21b37 admin admin] Checking segment: {'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:53.881095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2171f3b0-db62-45dc-b1b9-c37c91f21b37 admin admin] Network hostable DHCP agents. Network: 17a1e39a-386f-498c-8519-821f57e992b5, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:34:53.909771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2171f3b0-db62-45dc-b1b9-c37c91f21b37 admin admin] Network 17a1e39a-386f-498c-8519-821f57e992b5 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:34:53.926560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-2171f3b0-db62-45dc-b1b9-c37c91f21b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 17a1e39a-386f-498c-8519-821f57e992b5) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:53.937987 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36bce63-dbf7-45f8-b912-6d208d36671a None None] Network 17a1e39a-386f-498c-8519-821f57e992b5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:34:53.968762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2171f3b0-db62-45dc-b1b9-c37c91f21b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:53.969370 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2171f3b0-db62-45dc-b1b9-c37c91f21b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.017642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2171f3b0-db62-45dc-b1b9-c37c91f21b37 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7954564 Nov 03 18:34:54.021630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35090) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:54.030503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:54.089442 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.091524 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.101777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bc6b5e6d-61b7-4498-aada-82c2a23bfc3d up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:54.246315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:54.246688 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.260536 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.272752 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2b1f8-1109-4499-9a5d-92093adce66d req-f94971ba-e93b-4b8a-9e7b-f9d05dca0555 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:54.275175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1dc2b1f8-1109-4499-9a5d-92093adce66d req-f94971ba-e93b-4b8a-9e7b-f9d05dca0555 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 945 time: 0.1793835 Nov 03 18:34:54.320296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-17a1e39a-386f-498c-8519-821f57e992b5', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:34:54.321138 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.401533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63df585-95c5-42fc-933a-3c15901a7431 req-0b9eb5ab-821a-450f-9e2a-0dd3df5b2319 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:54.411937 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f63df585-95c5-42fc-933a-3c15901a7431 req-0b9eb5ab-821a-450f-9e2a-0dd3df5b2319 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 946 time: 0.2286513 Nov 03 18:34:54.505386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1dc2b1f8-1109-4499-9a5d-92093adce66d req-3fb5186f-0495-4909-ac57-932ba7f57490 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226849 Nov 03 18:34:54.566485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Allocated IP 172.20.0.2 (17a1e39a-386f-498c-8519-821f57e992b5/5ad472b0-e810-4227-ae11-610c384f0af3/8f74e789-d38d-4834-addb-89d505774f9c) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:54.638573 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.687006 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a2c4b78-7571-4a07-ba76-5f98b06cc9d4 req-51cd528b-5724-4dc2-818f-d8b3fcd220b1 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 210 time: 0.0554669 Nov 03 18:34:54.714951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-077f6b62-c87a-4f83-8c00-b82ba794abbc tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:54.716175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-077f6b62-c87a-4f83-8c00-b82ba794abbc tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.98 "GET /v2.0/networks?id=1694057b-aaed-409b-a3d3-c01879642074 HTTP/1.1" status: 200 len: 829 time: 0.2161734 Nov 03 18:34:54.739421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f63df585-95c5-42fc-933a-3c15901a7431 req-af2bf1cb-f137-4a1f-82cc-000129647a34 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274362 Nov 03 18:34:54.757184 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-0f1d5cf1-0e3a-46a9-8826-7b153e7258a5 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Request body: {'port': {'device_id': '384a9304-846d-4752-b523-84d9cad87397', 'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'admin_state_up': True, 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:54.766352 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375f2990-34d4-4a50-bc79-a63ee49164ed x-openstack-request-id: req-375f2990-34d4-4a50-bc79-a63ee49164ed {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:54.766831 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd4292f-8306-4870-b1f6-4670959be2a5", "name": "network-vif-plugged", "status": "completed", "tag": "dd66cecd-3615-4198-9cd2-6c15f74d7453", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:54.767091 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-375f2990-34d4-4a50-bc79-a63ee49164ed {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:54.767486 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd4292f-8306-4870-b1f6-4670959be2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd66cecd-3615-4198-9cd2-6c15f74d7453', 'code': 200} Nov 03 18:34:54.807947 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.823015 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.875550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Network 17a1e39a-386f-498c-8519-821f57e992b5 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:54.882554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:54.892756 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:54.900522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Pushing event updated for resources: {'Port': ['ID=8f74e789-d38d-4834-addb-89d505774f9c,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:54.978337 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Attempting to bind port 8f74e789-d38d-4834-addb-89d505774f9c on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:54.978863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Attempting to bind port 8f74e789-d38d-4834-addb-89d505774f9c by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:54.979068 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Attempting to bind port 8f74e789-d38d-4834-addb-89d505774f9c on network 17a1e39a-386f-498c-8519-821f57e992b5 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:54.989085 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:54.989468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Checking segment: {'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:54.990936 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:54.991749 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Bound using segment: {'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:54.992263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Bound port: 8f74e789-d38d-4834-addb-89d505774f9c, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:54.992652 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.025060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01759e2-f299-42f3-b35f-c5282b151718 req-24b7b3be-975c-436d-9958-8060853a9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:55.026545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d01759e2-f299-42f3-b35f-c5282b151718 req-24b7b3be-975c-436d-9958-8060853a9b00 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 1096 time: 0.1684299 Nov 03 18:34:55.040022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b385a-dd89-4768-9618-d55b8cad4d8c req-26e00325-71db-4076-9f24-b7bdec001c19 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:55.047963 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-064b385a-dd89-4768-9618-d55b8cad4d8c req-26e00325-71db-4076-9f24-b7bdec001c19 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 945 time: 0.2155318 Nov 03 18:34:55.093091 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] For port 8f74e789-d38d-4834-addb-89d505774f9c, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:55.097453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] For port 8f74e789-d38d-4834-addb-89d505774f9c, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8f74e789-d38d-4834-addb-89d505774f9c,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:55.103388 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.137173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-0f1d5cf1-0e3a-46a9-8826-7b153e7258a5 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Made reservation on behalf of cfd4b689757b46f5998ed4478f8bcbbc for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:34:55.142218 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-0f1d5cf1-0e3a-46a9-8826-7b153e7258a5 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.168342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c549e-e051-417d-9fa9-938338fc6415 None None] Pushing event updated for resources: {'Port': ['ID=8f74e789-d38d-4834-addb-89d505774f9c,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:55.218635 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-064b385a-dd89-4768-9618-d55b8cad4d8c req-10b35bdb-c368-444e-a3c2-158578676c7a tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697788 Nov 03 18:34:55.229482 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d01759e2-f299-42f3-b35f-c5282b151718 req-154c225b-aed4-42a2-8f05-6ec1d96d698b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780999 Nov 03 18:34:55.345558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a71dd-a9ab-4378-aab1-672f349014d6 req-e4b412b8-19c2-479b-a9c7-847f057a8736 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:55.352882 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-252a71dd-a9ab-4378-aab1-672f349014d6 req-e4b412b8-19c2-479b-a9c7-847f057a8736 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 1096 time: 0.2208266 Nov 03 18:34:55.532932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-0f1d5cf1-0e3a-46a9-8826-7b153e7258a5 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Allocated IP 172.20.0.9 (1694057b-aaed-409b-a3d3-c01879642074/cf467fc4-dfbf-4fb6-b24f-6871d9b5d718/bf656bc4-1349-43b6-8218-1d506f992fbb) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:55.554118 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.568145 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-252a71dd-a9ab-4378-aab1-672f349014d6 req-2268cdd4-c348-48f8-8df7-dedae63e8106 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143426 Nov 03 18:34:55.638114 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.686728 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-599f4da7-b7b6-4ed2-8a49-367264a5a2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.959551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Allocated IP 172.25.2.254 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/6198308b-f0f2-4e87-88c8-ff248546e4f3) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:34:55.969063 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-0f1d5cf1-0e3a-46a9-8826-7b153e7258a5 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:55.987248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8f74e789-d38d-4834-addb-89d505774f9c up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:56.063432 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796fe1c-bd5e-4998-8863-4c2f7e4a4a74 req-379b37e6-0bb7-4251-bcf3-53f215cade77 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:56.071450 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4796fe1c-bd5e-4998-8863-4c2f7e4a4a74 req-379b37e6-0bb7-4251-bcf3-53f215cade77 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 945 time: 0.1973729 Nov 03 18:34:56.089316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 8f74e789-d38d-4834-addb-89d505774f9c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:56.089945 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:56.189739 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-0f1d5cf1-0e3a-46a9-8826-7b153e7258a5 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:56.233445 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:56.252216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4796fe1c-bd5e-4998-8863-4c2f7e4a4a74 req-3e317619-4f10-4ac3-bd9e-5a5b4970c0bf tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797287 Nov 03 18:34:56.294702 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 8f74e789-d38d-4834-addb-89d505774f9c, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8f74e789-d38d-4834-addb-89d505774f9c,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:34:56.300910 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:56.309435 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:56.334736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-0f1d5cf1-0e3a-46a9-8826-7b153e7258a5 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Network 1694057b-aaed-409b-a3d3-c01879642074 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:56.353736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-0f1d5cf1-0e3a-46a9-8826-7b153e7258a5 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:56.356783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-0f1d5cf1-0e3a-46a9-8826-7b153e7258a5 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:56.414358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d5cf1-0e3a-46a9-8826-7b153e7258a5 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Pushing event updated for resources: {'Port': ['ID=bf656bc4-1349-43b6-8218-1d506f992fbb,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:56.425255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=8f74e789-d38d-4834-addb-89d505774f9c,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:56.485859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec364a6c-0588-4bb7-9d5e-4704e2472dab req-cd7be056-838e-42dd-8373-45221eefac01 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:56.494779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec364a6c-0588-4bb7-9d5e-4704e2472dab req-cd7be056-838e-42dd-8373-45221eefac01 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 931 time: 0.2594826 Nov 03 18:34:56.581810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-0f1d5cf1-0e3a-46a9-8826-7b153e7258a5 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:56.583112 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-0f1d5cf1-0e3a-46a9-8826-7b153e7258a5 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:56.614111 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-0f1d5cf1-0e3a-46a9-8826-7b153e7258a5 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8713772 Nov 03 18:34:56.619694 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:56.690850 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Request body: {'port': {'device_id': '384a9304-846d-4752-b523-84d9cad87397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:56.721724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd3603f-4c95-4086-afd6-5b526b18aca7 None None] Network 17a1e39a-386f-498c-8519-821f57e992b5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:34:56.785665 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cfaf56-61b1-4365-8711-ccf6aa60856e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb76d369-553a-48f0-923b-afc1a7808c9b'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:56.788453 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be41863-84ab-4517-b2e3-ce7200c60657" -d '{"events": [{"server_uuid": "71cfaf56-61b1-4365-8711-ccf6aa60856e", "name": "network-vif-plugged", "status": "completed", "tag": "cb76d369-553a-48f0-923b-afc1a7808c9b"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:56.789230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:34:56.790034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Pushing event updated for resources: {'Port': ['ID=6198308b-f0f2-4e87-88c8-ff248546e4f3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:56.807377 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec364a6c-0588-4bb7-9d5e-4704e2472dab req-ca54cb7f-3c5c-405d-8f50-6a9468130ed7 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/security-groups?id=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073854 Nov 03 18:34:56.835109 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ed49a47b-c731-42d7-92f6-6a982d9e0b00 None None] Provisioning complete for port bf656bc4-1349-43b6-8218-1d506f992fbb triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:56.835642 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ed49a47b-c731-42d7-92f6-6a982d9e0b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:56.849492 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:34:56.857528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:34:56.935133 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ed49a47b-c731-42d7-92f6-6a982d9e0b00 None None] Port bf656bc4-1349-43b6-8218-1d506f992fbb cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:34:56.958152 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ed49a47b-c731-42d7-92f6-6a982d9e0b00 None None] Provisioning complete for port 8f74e789-d38d-4834-addb-89d505774f9c triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:56.958692 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ed49a47b-c731-42d7-92f6-6a982d9e0b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.268192 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.316062 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-21624a04-71a5-4a83-8540-164182a45dd9 None None] Provisioning complete for port 8f74e789-d38d-4834-addb-89d505774f9c triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:57.316617 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-21624a04-71a5-4a83-8540-164182a45dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.346149 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-fbe41565-beaa-4647-843f-92209eec0c67 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:57.347791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-fbe41565-beaa-4647-843f-92209eec0c67 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 807 time: 0.6732681 Nov 03 18:34:57.417142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd4123-56ad-4a26-b4a8-f9bc902a2ad9 req-c93d7a3b-9f8e-4b1a-9fc0-47a1b085738a tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:57.418669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eecd4123-56ad-4a26-b4a8-f9bc902a2ad9 req-c93d7a3b-9f8e-4b1a-9fc0-47a1b085738a tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 945 time: 0.2162616 Nov 03 18:34:57.458557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-e563f560-7851-4bd1-b2aa-8486d37486b1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/quotas/04adf6892c414a028b77c4d4f0759b92 HTTP/1.1" status: 200 len: 375 time: 0.0637794 Nov 03 18:34:57.651966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eecd4123-56ad-4a26-b4a8-f9bc902a2ad9 req-b826f640-ece0-4bf3-b720-64bf9c59fe72 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082396 Nov 03 18:34:57.681063 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-d36c061c-ca7c-43a7-a262-bbfcc9bd7d28 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2134476 Nov 03 18:34:57.708482 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3a0cd8-8713-448a-9cfe-0f8ea2b08190 x-openstack-request-id: req-9f3a0cd8-8713-448a-9cfe-0f8ea2b08190 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:57.709094 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cfaf56-61b1-4365-8711-ccf6aa60856e", "name": "network-vif-plugged", "status": "completed", "tag": "cb76d369-553a-48f0-923b-afc1a7808c9b", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:57.709601 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9f3a0cd8-8713-448a-9cfe-0f8ea2b08190 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:57.710348 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cfaf56-61b1-4365-8711-ccf6aa60856e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb76d369-553a-48f0-923b-afc1a7808c9b', 'code': 200} Nov 03 18:34:57.862926 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:57.951694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3e5a-582b-4452-9534-341229c6257e req-4b4d343a-6a84-44f5-88f5-b9092ca53f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:57.958374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8f74e789-d38d-4834-addb-89d505774f9c up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:34:57.959396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-d60ac381-5428-43b4-a455-926b247854e6 service neutron] 10.222.0.107 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659211 Nov 03 18:34:57.960120 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb2e3e5a-582b-4452-9534-341229c6257e req-4b4d343a-6a84-44f5-88f5-b9092ca53f29 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 1096 time: 0.0697837 Nov 03 18:34:58.015786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 8f74e789-d38d-4834-addb-89d505774f9c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:34:58.016539 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:58.018520 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb2e3e5a-582b-4452-9534-341229c6257e req-34ac787e-063e-4b6e-bd94-bfbfe544b836 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487447 Nov 03 18:34:58.066863 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-46a3a82f-a1b7-49f9-b8e5-90b844a2b55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:58.156422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f368c-eaaa-43c6-9235-50948e8baaa9 req-6e83ff53-8905-4f69-96a1-aa7243af7e52 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:58.158082 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a9f368c-eaaa-43c6-9235-50948e8baaa9 req-6e83ff53-8905-4f69-96a1-aa7243af7e52 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 945 time: 0.2319813 Nov 03 18:34:58.160195 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf656bc4-1349-43b6-8218-1d506f992fbb {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:34:58.178939 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:58.269978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Transition to ACTIVE for port object bf656bc4-1349-43b6-8218-1d506f992fbb will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:34:58.282085 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:58.285422 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-44c6b17e-5df8-495d-bb9f-10d8f8987179 service neutron] 10.222.0.107 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252003 Nov 03 18:34:58.365705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a9f368c-eaaa-43c6-9235-50948e8baaa9 req-6dba36f8-4027-45fc-8c25-7c00bc381739 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940899 Nov 03 18:34:58.404204 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Pushing event updated for resources: {'Port': ['ID=bf656bc4-1349-43b6-8218-1d506f992fbb,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:58.412892 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:58.672277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Attempting to bind port bf656bc4-1349-43b6-8218-1d506f992fbb on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:34:58.672662 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Attempting to bind port bf656bc4-1349-43b6-8218-1d506f992fbb by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'a145d085-0040-46ee-8e32-f35c61284153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1694057b-aaed-409b-a3d3-c01879642074'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:34:58.673008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Attempting to bind port bf656bc4-1349-43b6-8218-1d506f992fbb on network 1694057b-aaed-409b-a3d3-c01879642074 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:58.683295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8b98a-e475-423d-8841-10bdbc0c367a req-a8eea27d-7c50-49c7-b4c2-d90f3a5b37ee tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:58.692434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbf8b98a-e475-423d-8841-10bdbc0c367a req-a8eea27d-7c50-49c7-b4c2-d90f3a5b37ee tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 943 time: 0.1874561 Nov 03 18:34:58.706312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Port bf656bc4-1349-43b6-8218-1d506f992fbb on network 1694057b-aaed-409b-a3d3-c01879642074 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:34:58.706636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Attempting to bind port bf656bc4-1349-43b6-8218-1d506f992fbb on network 1694057b-aaed-409b-a3d3-c01879642074 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:34:58.726146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:34:58.726490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Checking segment: {'id': 'a145d085-0040-46ee-8e32-f35c61284153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1694057b-aaed-409b-a3d3-c01879642074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:34:58.726881 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Bound using segment: {'id': 'a145d085-0040-46ee-8e32-f35c61284153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1694057b-aaed-409b-a3d3-c01879642074'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:34:58.727312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Bound port: bf656bc4-1349-43b6-8218-1d506f992fbb, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a145d085-0040-46ee-8e32-f35c61284153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1694057b-aaed-409b-a3d3-c01879642074'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:34:58.728430 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:58.814769 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbf8b98a-e475-423d-8841-10bdbc0c367a req-cf425ddf-efd1-481d-86da-4843584be309 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/security-groups?id=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215129 Nov 03 18:34:58.859695 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:34:58.889343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] For port bf656bc4-1349-43b6-8218-1d506f992fbb, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:34:58.945839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3928f9-0bcd-4178-87d6-7db87d724d6e req-ba7a8126-8194-4f67-b977-f0935212046b tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:58.947439 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1d3928f9-0bcd-4178-87d6-7db87d724d6e req-ba7a8126-8194-4f67-b977-f0935212046b tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 945 time: 0.1502845 Nov 03 18:34:58.949266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] For port bf656bc4-1349-43b6-8218-1d506f992fbb, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=bf656bc4-1349-43b6-8218-1d506f992fbb,segment=NetworkSegment(a145d085-0040-46ee-8e32-f35c61284153),segment_id=a145d085-0040-46ee-8e32-f35c61284153)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:34:58.956730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35170) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:58.962958 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-5bede482-8826-435a-a049-f78affd300fa tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Request body: {'floatingip': {'port_id': 'dd66cecd-3615-4198-9cd2-6c15f74d7453'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:34:59.031275 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bede482-8826-435a-a049-f78affd300fa tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:59.140426 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:59.292326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:34:59.302506 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:59.313123 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Sync routers for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:34:59.371218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:34:59.372385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:34:59.385843 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:59.390000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8168b366-e307-45cb-9496-3e96fe1e2d93 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.3644533 Nov 03 18:34:59.390239 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35176) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:34:59.392149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c82cb4b-b7b6-4b71-9d66-69b188afe8e8 req-db9cf65c-7e22-44b7-a7e8-162ae3786653 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 210 time: 0.0940506 Nov 03 18:34:59.462753 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:59.463786 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:34:59.465208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] 10.222.0.98 "PUT /v2.0/ports/bf656bc4-1349-43b6-8218-1d506f992fbb HTTP/1.1" status: 200 len: 1091 time: 2.7938280 Nov 03 18:34:59.466603 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384a9304-846d-4752-b523-84d9cad87397', 'tag': 'bf656bc4-1349-43b6-8218-1d506f992fbb'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:34:59.471234 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5683ca-cd38-4b61-9a45-ffd0f6c3ea7a" -d '{"events": [{"name": "network-changed", "server_uuid": "384a9304-846d-4752-b523-84d9cad87397", "tag": "bf656bc4-1349-43b6-8218-1d506f992fbb"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:34:59.510044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5fbc0-7aba-4bcb-9f13-8500abe84099 service neutron] Pushing event updated for resources: {'Port': ['ID=bf656bc4-1349-43b6-8218-1d506f992fbb,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:34:59.541907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ca0ca-fecd-40a7-be9b-307d436e09ba req-e9003aa5-8603-4893-bd82-3a8088630f6b tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:59.550584 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-988ca0ca-fecd-40a7-be9b-307d436e09ba req-e9003aa5-8603-4893-bd82-3a8088630f6b tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 945 time: 0.1523721 Nov 03 18:34:59.619540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:34:59.729913 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-988ca0ca-fecd-40a7-be9b-307d436e09ba req-8c334b47-9ba2-4079-9584-3ea132595eaa tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775725 Nov 03 18:34:59.750663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-35493ac0-874e-4518-8db0-f1b0b26b791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:59.758037 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-35493ac0-874e-4518-8db0-f1b0b26b791e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=cfd4b689757b46f5998ed4478f8bcbbc&device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 1094 time: 0.1454697 Nov 03 18:34:59.840292 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daa55a3-8f97-4141-a052-b19a2cfdf74b x-openstack-request-id: req-5daa55a3-8f97-4141-a052-b19a2cfdf74b {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:34:59.840658 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384a9304-846d-4752-b523-84d9cad87397", "tag": "bf656bc4-1349-43b6-8218-1d506f992fbb", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:34:59.840915 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5daa55a3-8f97-4141-a052-b19a2cfdf74b {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:34:59.841320 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384a9304-846d-4752-b523-84d9cad87397', 'tag': 'bf656bc4-1349-43b6-8218-1d506f992fbb', 'status': 'completed', 'code': 200} Nov 03 18:34:59.842909 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-f9dd0a38-d75d-43de-a32d-719fbf6f752a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf656bc4-1349-43b6-8218-1d506f992fbb HTTP/1.1" status: 200 len: 217 time: 0.0788910 Nov 03 18:34:59.992124 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-ae2b1b6e-5845-4426-8a4f-c4ebd558b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:34:59.994150 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-ae2b1b6e-5845-4426-8a4f-c4ebd558b480 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cf467fc4-dfbf-4fb6-b24f-6871d9b5d718 HTTP/1.1" status: 200 len: 868 time: 0.1419997 Nov 03 18:35:00.040677 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f0d9f-02c8-40f2-8bdf-afeb7a01549b req-e1a886fe-fb0a-4b7b-8c89-304487d54649 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:00.042101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b9f0d9f-02c8-40f2-8bdf-afeb7a01549b req-e1a886fe-fb0a-4b7b-8c89-304487d54649 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.1240437 Nov 03 18:35:00.114545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-00434e10-64f9-4d3f-a8f2-78a8cb20f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:00.116163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-00434e10-64f9-4d3f-a8f2-78a8cb20f734 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1694057b-aaed-409b-a3d3-c01879642074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117785 Nov 03 18:35:00.131447 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bede482-8826-435a-a049-f78affd300fa tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:00.135145 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b9f0d9f-02c8-40f2-8bdf-afeb7a01549b req-7877571f-86fe-4f03-9b6f-32dc59c46323 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677888 Nov 03 18:35:00.151084 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bede482-8826-435a-a049-f78affd300fa tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:00.320562 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-5bede482-8826-435a-a049-f78affd300fa tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Floating IP 907c75db-4b24-465d-8712-3729e37b9f42 associated. External IP: 172.25.2.35, port: dd66cecd-3615-4198-9cd2-6c15f74d7453. Nov 03 18:35:00.354372 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7cb03-a0e4-4a9e-ab8e-b2f948ef89c0 req-1d5264a0-7339-4646-9b0f-9a08164a53b9 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:00.363053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00a7cb03-a0e4-4a9e-ab8e-b2f948ef89c0 req-1d5264a0-7339-4646-9b0f-9a08164a53b9 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 943 time: 0.1167471 Nov 03 18:35:00.396136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-d1a5c0cb-1aaf-4217-96ae-13eae461fe5b service neutron] 10.222.0.98 "GET /v2.0/networks/1694057b-aaed-409b-a3d3-c01879642074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598963 Nov 03 18:35:00.434562 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:00.440983 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 3, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:00.502528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00a7cb03-a0e4-4a9e-ab8e-b2f948ef89c0 req-2b70d89f-8fd8-40a3-9853-2fc6f51f12cb tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/security-groups?id=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385319 Nov 03 18:35:00.530038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Checking router: 6af4cce8-c2ed-4942-ba0a-04040e3bf457 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:00.530391 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Updating router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 port 6198308b-f0f2-4e87-88c8-ff248546e4f3 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:35:00.584941 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:00.603994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b70db1-e260-446e-9e82-8992ad492d1f req-87301ec7-51d0-43c9-8888-d769db592887 service neutron] 10.222.0.98 "GET /v2.0/networks/1694057b-aaed-409b-a3d3-c01879642074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835661 Nov 03 18:35:00.627656 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:00.675267 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-664ab98a-0e41-4817-801f-696a5028af87 req-1baef13d-8a39-4c2f-828d-feea84fe14a6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 210 time: 0.0590715 Nov 03 18:35:00.770889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5683ca-cd38-4b61-9a45-ffd0f6c3ea7a req-8f7bfbd2-c058-4d1a-8a1f-ec141b044c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:00.775202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e5683ca-cd38-4b61-9a45-ffd0f6c3ea7a req-8f7bfbd2-c058-4d1a-8a1f-ec141b044c64 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=cfd4b689757b46f5998ed4478f8bcbbc&device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 1094 time: 0.0988829 Nov 03 18:35:00.919491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5683ca-cd38-4b61-9a45-ffd0f6c3ea7a req-d11bc813-a77a-48dd-8824-f70912bc2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:00.921025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e5683ca-cd38-4b61-9a45-ffd0f6c3ea7a req-d11bc813-a77a-48dd-8824-f70912bc2201 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1694057b-aaed-409b-a3d3-c01879642074 HTTP/1.1" status: 200 len: 930 time: 0.1374674 Nov 03 18:35:00.989394 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e5683ca-cd38-4b61-9a45-ffd0f6c3ea7a req-93752bbe-540b-4c95-baaf-1dce6e87fc4a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf656bc4-1349-43b6-8218-1d506f992fbb HTTP/1.1" status: 200 len: 217 time: 0.0568876 Nov 03 18:35:01.032835 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.046887 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.055337 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5683ca-cd38-4b61-9a45-ffd0f6c3ea7a req-c24e912e-3d28-4926-8720-62f5cc288546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:01.057484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e5683ca-cd38-4b61-9a45-ffd0f6c3ea7a req-c24e912e-3d28-4926-8720-62f5cc288546 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cf467fc4-dfbf-4fb6-b24f-6871d9b5d718 HTTP/1.1" status: 200 len: 868 time: 0.0579975 Nov 03 18:35:01.068167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a4a68-3708-47fd-b0e1-16c30b87b80c req-ca47d0d2-f44a-490f-9ef9-561c8705383b tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:01.076200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-940a4a68-3708-47fd-b0e1-16c30b87b80c req-ca47d0d2-f44a-490f-9ef9-561c8705383b tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 945 time: 0.1541114 Nov 03 18:35:01.165724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Attempting to bind port 6198308b-f0f2-4e87-88c8-ff248546e4f3 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:01.166102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Attempting to bind port 6198308b-f0f2-4e87-88c8-ff248546e4f3 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:01.166474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Attempting to bind port 6198308b-f0f2-4e87-88c8-ff248546e4f3 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:01.167226 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-d7849250-733f-448d-a7ee-4d6db9ac0aae tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:01.168742 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-d7849250-733f-448d-a7ee-4d6db9ac0aae tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.87 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 807 time: 0.2061157 Nov 03 18:35:01.175151 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-940a4a68-3708-47fd-b0e1-16c30b87b80c req-88621edd-16b7-46b8-be7b-a3d7e47d780d tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978804 Nov 03 18:35:01.187399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5683ca-cd38-4b61-9a45-ffd0f6c3ea7a req-d2308ad2-62e5-45cb-8f3f-a4cc919239c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:01.188923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f760aa-6cba-4aea-b4de-0a6ce50fd9f4 None None] Pushing event updated for resources: {'Port': ['ID=6198308b-f0f2-4e87-88c8-ff248546e4f3,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:01.189052 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e5683ca-cd38-4b61-9a45-ffd0f6c3ea7a req-d2308ad2-62e5-45cb-8f3f-a4cc919239c6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1694057b-aaed-409b-a3d3-c01879642074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042469 Nov 03 18:35:01.191475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:01.191882 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:01.192298 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.192674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:01.193145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Bound port: 6198308b-f0f2-4e87-88c8-ff248546e4f3, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:01.193724 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.276986 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Request body: {'port': {'device_id': '1e4fd3ec-4d78-43c6-acbf-18e5dac53bce', 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae', 'admin_state_up': True, 'tenant_id': '04adf6892c414a028b77c4d4f0759b92'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:01.291337 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] For port 6198308b-f0f2-4e87-88c8-ff248546e4f3, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:01.297766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] For port 6198308b-f0f2-4e87-88c8-ff248546e4f3, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6198308b-f0f2-4e87-88c8-ff248546e4f3,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:01.304852 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.382078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:01.383210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:01.440124 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.448639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f760aa-6cba-4aea-b4de-0a6ce50fd9f4 None None] Pushing event updated for resources: {'Port': ['ID=6198308b-f0f2-4e87-88c8-ff248546e4f3,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:01.497949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca91806-7c57-445a-8ce8-07269f4e336d req-3ae1ecfe-998c-4760-aa3a-c009dcaaa6bc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:01.512358 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cca91806-7c57-445a-8ce8-07269f4e336d req-3ae1ecfe-998c-4760-aa3a-c009dcaaa6bc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.1952279 Nov 03 18:35:01.593715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:01.597323 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e5683ca-cd38-4b61-9a45-ffd0f6c3ea7a req-71a00e7a-22be-470f-ba4e-a5f9d1d8d688 service neutron] 10.222.0.98 "GET /v2.0/networks/1694057b-aaed-409b-a3d3-c01879642074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933058 Nov 03 18:35:01.615437 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cca91806-7c57-445a-8ce8-07269f4e336d req-8f9f5eaa-83ca-48b1-8ac0-5d512ab777d7 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997229 Nov 03 18:35:01.620334 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bede482-8826-435a-a049-f78affd300fa tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Router 48b22fe6-32b4-42c9-9570-77794a40a0e2 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:01.645298 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Made reservation on behalf of 04adf6892c414a028b77c4d4f0759b92 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:01.649632 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.669147 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:01.765671 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e5683ca-cd38-4b61-9a45-ffd0f6c3ea7a req-0226cec9-4782-482c-8617-37ffc93ad717 service neutron] 10.222.0.98 "GET /v2.0/networks/1694057b-aaed-409b-a3d3-c01879642074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433289 Nov 03 18:35:01.839957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9817f-72ed-44e4-b5ee-d09a8b49724b req-40808737-d279-421d-8c69-d0bd717d3d3d tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:01.848334 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bc9817f-72ed-44e4-b5ee-d09a8b49724b req-40808737-d279-421d-8c69-d0bd717d3d3d tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 943 time: 0.0811386 Nov 03 18:35:01.908920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 3, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:01.943324 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c63a2-f968-4185-8d5c-00134d2e0823 None None] The sync data for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 is: [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:34:57Z', 'revision_number': 3, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:01.964049 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bede482-8826-435a-a049-f78affd300fa tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:01.975107 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d9824-ecab-4f96-8048-4ac5734697b8 None None] Sync routers for ids ['48b22fe6-32b4-42c9-9570-77794a40a0e2'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:01.985454 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bc9817f-72ed-44e4-b5ee-d09a8b49724b req-53bb3039-0556-4e99-ad81-098d539ded9a tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/security-groups?id=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357312 Nov 03 18:35:01.996461 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bede482-8826-435a-a049-f78affd300fa tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:02.006911 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d9824-ecab-4f96-8048-4ac5734697b8 None None] Routers {'48b22fe6-32b4-42c9-9570-77794a40a0e2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:02.014064 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-642d9824-ecab-4f96-8048-4ac5734697b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['48b22fe6-32b4-42c9-9570-77794a40a0e2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:02.064500 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5bede482-8826-435a-a049-f78affd300fa tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "PUT /v2.0/floatingips/907c75db-4b24-465d-8712-3729e37b9f42 HTTP/1.1" status: 200 len: 990 time: 3.1060274 Nov 03 18:35:02.164611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Allocated IP 172.20.0.13 (e6ea9eda-3066-4349-948b-e1223c0656ae/e033faf3-e15c-44a6-8ae2-6df27fb7fb61/5a59d86a-0d89-4c23-961d-c644f2d0edcc) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:02.166231 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cdc6c531-263d-4e79-ac08-29de07cfbac4 req-cded255d-2f97-4954-8d11-5b4ad4101b3c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 210 time: 0.0570307 Nov 03 18:35:02.207209 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-642d9824-ecab-4f96-8048-4ac5734697b8 None None] Set router 48b22fe6-32b4-42c9-9570-77794a40a0e2 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:02.347080 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd4292f-8306-4870-b1f6-4670959be2a5', 'tag': 'dd66cecd-3615-4198-9cd2-6c15f74d7453'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:02.349400 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e9a4cc-9c1c-4901-b43e-79388e06d6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd4292f-8306-4870-b1f6-4670959be2a5", "tag": "dd66cecd-3615-4198-9cd2-6c15f74d7453"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:02.424656 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad171424-1445-42c7-ad1c-2934b39f1737 x-openstack-request-id: req-ad171424-1445-42c7-ad1c-2934b39f1737 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:02.424935 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd4292f-8306-4870-b1f6-4670959be2a5", "tag": "dd66cecd-3615-4198-9cd2-6c15f74d7453", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:02.425189 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ad171424-1445-42c7-ad1c-2934b39f1737 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:02.425584 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd4292f-8306-4870-b1f6-4670959be2a5', 'tag': 'dd66cecd-3615-4198-9cd2-6c15f74d7453', 'status': 'completed', 'code': 200} Nov 03 18:35:02.490730 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:02.549597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9a4cc-9c1c-4901-b43e-79388e06d6c8 req-ccccf1ab-11fd-4701-aade-2cdf7d4d1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:02.551049 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50e9a4cc-9c1c-4901-b43e-79388e06d6c8 req-ccccf1ab-11fd-4701-aade-2cdf7d4d1b67 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=21fa55ef73344191a9573f8f1d3a7c58&device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0944641 Nov 03 18:35:02.560031 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:02.625881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Allocated IP 172.20.0.1 (17a1e39a-386f-498c-8519-821f57e992b5/5ad472b0-e810-4227-ae11-610c384f0af3/c29fe7f1-726d-4b9b-bd83-97721321f941) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:02.652938 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Network e6ea9eda-3066-4349-948b-e1223c0656ae is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:02.688227 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:02.698094 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9a4cc-9c1c-4901-b43e-79388e06d6c8 req-ab4fe52d-79ef-4942-808b-46cf95c1ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:02.700342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50e9a4cc-9c1c-4901-b43e-79388e06d6c8 req-ab4fe52d-79ef-4942-808b-46cf95c1ecef service neutron] 10.222.0.98 "GET /v2.0/networks?id=dd27ba54-feaa-49d5-877c-9b4735452b4f HTTP/1.1" status: 200 len: 925 time: 0.1407237 Nov 03 18:35:02.709202 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:02.733676 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-642d9824-ecab-4f96-8048-4ac5734697b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '907c75db-4b24-465d-8712-3729e37b9f42', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'port_id': 'dd66cecd-3615-4198-9cd2-6c15f74d7453', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'mac_address': 'fa:16:3e:c6:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd4292f-8306-4870-b1f6-4670959be2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:32:33Z', 'updated_at': '2021-11-03T18:35:00Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388a835d-b7b1-4673-ba75-235b7b33de03', 'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'mac_address': 'fa:16:3e:a0:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:07Z', 'updated_at': '2021-11-03T18:32:15Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'subnets': [{'id': '6c261132-6889-44aa-bb6d-27235b204e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:02.765825 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d9824-ecab-4f96-8048-4ac5734697b8 None None] Checking router: 48b22fe6-32b4-42c9-9570-77794a40a0e2 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:02.792740 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d9824-ecab-4f96-8048-4ac5734697b8 None None] Routers {'48b22fe6-32b4-42c9-9570-77794a40a0e2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:02.793788 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-642d9824-ecab-4f96-8048-4ac5734697b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['48b22fe6-32b4-42c9-9570-77794a40a0e2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:02.814077 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Pushing event updated for resources: {'Port': ['ID=5a59d86a-0d89-4c23-961d-c644f2d0edcc,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:02.882293 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35246) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:02.891829 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:02.892070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:02.892355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:02.892592 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:02.892946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:02.893276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:02.893600 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:02.893935 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:02.894275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:02.894603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:02.894930 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:02.895257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:02.950990 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:02.951706 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:02.985753 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-a7e87d71-b73a-4d1c-ab31-071cd722e825 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7177687 Nov 03 18:35:03.002385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50e9a4cc-9c1c-4901-b43e-79388e06d6c8 req-8a246cd9-dd3a-4ca1-91fb-5813a699a567 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd66cecd-3615-4198-9cd2-6c15f74d7453 HTTP/1.1" status: 200 len: 998 time: 0.2851973 Nov 03 18:35:03.017261 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86affe-eafd-49df-b89b-7d037395ce3c req-00b19246-cdfe-499c-9894-1eae47f78a99 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:03.027206 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Request body: {'port': {'device_id': '1e4fd3ec-4d78-43c6-acbf-18e5dac53bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:03.027996 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae86affe-eafd-49df-b89b-7d037395ce3c req-00b19246-cdfe-499c-9894-1eae47f78a99 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.2032900 Nov 03 18:35:03.106216 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-642d9824-ecab-4f96-8048-4ac5734697b8 None None] Set router 48b22fe6-32b4-42c9-9570-77794a40a0e2 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:03.130571 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.135564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9a4cc-9c1c-4901-b43e-79388e06d6c8 req-97dff666-e4fa-4e68-8f8a-beb023521753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:03.137392 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50e9a4cc-9c1c-4901-b43e-79388e06d6c8 req-97dff666-e4fa-4e68-8f8a-beb023521753 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6c261132-6889-44aa-bb6d-27235b204e10 HTTP/1.1" status: 200 len: 863 time: 0.0884407 Nov 03 18:35:03.216616 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f7b44d9-56bf-43e0-a5bb-b18715f93bfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.227186 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.268110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae86affe-eafd-49df-b89b-7d037395ce3c req-d55061be-6030-491d-86f7-debdbf0201a1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389591 Nov 03 18:35:03.292660 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58903659-cafd-4dc5-800b-2183ae49f014 req-af8c8379-6634-498e-9885-4f8a5414ecfb tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:03.304119 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58903659-cafd-4dc5-800b-2183ae49f014 req-af8c8379-6634-498e-9885-4f8a5414ecfb tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 943 time: 0.1528580 Nov 03 18:35:03.304521 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.316937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9a4cc-9c1c-4901-b43e-79388e06d6c8 req-d685433d-2662-4ef1-8656-6b5cb0dd486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:03.318554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50e9a4cc-9c1c-4901-b43e-79388e06d6c8 req-d685433d-2662-4ef1-8656-6b5cb0dd486d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dd27ba54-feaa-49d5-877c-9b4735452b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567547 Nov 03 18:35:03.397026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Network 17a1e39a-386f-498c-8519-821f57e992b5 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:03.426190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:03.431936 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58903659-cafd-4dc5-800b-2183ae49f014 req-22dcfbd0-2bf7-471b-835d-583bf51fa607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/security-groups?id=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263630 Nov 03 18:35:03.440945 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:03.503014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41431b0e-d7b2-4817-9da7-ebe5d505c029 req-0c6821ea-a696-4169-8dfd-ee0fe7b8ff76 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:03.504780 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41431b0e-d7b2-4817-9da7-ebe5d505c029 req-0c6821ea-a696-4169-8dfd-ee0fe7b8ff76 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 932 time: 0.1347134 Nov 03 18:35:03.542204 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-642d9824-ecab-4f96-8048-4ac5734697b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '907c75db-4b24-465d-8712-3729e37b9f42', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'port_id': 'dd66cecd-3615-4198-9cd2-6c15f74d7453', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'mac_address': 'fa:16:3e:c6:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd4292f-8306-4870-b1f6-4670959be2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:32:33Z', 'updated_at': '2021-11-03T18:35:00Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388a835d-b7b1-4673-ba75-235b7b33de03', 'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'mac_address': 'fa:16:3e:a0:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:07Z', 'updated_at': '2021-11-03T18:32:15Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'subnets': [{'id': '6c261132-6889-44aa-bb6d-27235b204e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:03.573716 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Pushing event updated for resources: {'Port': ['ID=c29fe7f1-726d-4b9b-bd83-97721321f941,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:03.575397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50e9a4cc-9c1c-4901-b43e-79388e06d6c8 req-115208c0-f6c3-460f-9318-31dc1c5cd91e service neutron] 10.222.0.98 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277095 Nov 03 18:35:03.610047 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f7b44d9-56bf-43e0-a5bb-b18715f93bfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.626705 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d9824-ecab-4f96-8048-4ac5734697b8 None None] The sync data for ids ['48b22fe6-32b4-42c9-9570-77794a40a0e2'] in n-d-812150-4 is: [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '907c75db-4b24-465d-8712-3729e37b9f42', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'port_id': 'dd66cecd-3615-4198-9cd2-6c15f74d7453', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'mac_address': 'fa:16:3e:c6:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd4292f-8306-4870-b1f6-4670959be2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:32:33Z', 'updated_at': '2021-11-03T18:35:00Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388a835d-b7b1-4673-ba75-235b7b33de03', 'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'mac_address': 'fa:16:3e:a0:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:07Z', 'updated_at': '2021-11-03T18:32:15Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'subnets': [{'id': '6c261132-6889-44aa-bb6d-27235b204e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:03.639678 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f7b44d9-56bf-43e0-a5bb-b18715f93bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.669748 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41431b0e-d7b2-4817-9da7-ebe5d505c029 req-013081b8-2b80-41b4-b9e7-812ce47f08f8 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551733 Nov 03 18:35:03.699442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b44d9-56bf-43e0-a5bb-b18715f93bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3914d4fe-99f7-47c6-9e7e-8cb673fd3f48,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:03.708383 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.760258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50e9a4cc-9c1c-4901-b43e-79388e06d6c8 req-a2effe91-6174-414a-8aa8-4bf3abde3ef7 service neutron] 10.222.0.98 "GET /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647265 Nov 03 18:35:03.800064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ddc94385-a754-45ea-b88d-1552797f6eee None None] Provisioning complete for port c29fe7f1-726d-4b9b-bd83-97721321f941 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:03.800598 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ddc94385-a754-45ea-b88d-1552797f6eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.811372 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2f7b44d9-56bf-43e0-a5bb-b18715f93bfa admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=099a8239cabd429a86f3fded5ffbe72e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9278567 Nov 03 18:35:03.824249 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35258) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:03.855700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ddc94385-a754-45ea-b88d-1552797f6eee None None] Port c29fe7f1-726d-4b9b-bd83-97721321f941 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:03.938674 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:03.983120 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6198308b-f0f2-4e87-88c8-ff248546e4f3 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:04.010078 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.017238 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a59d86a-0d89-4c23-961d-c644f2d0edcc {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:04.021502 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.044669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6198308b-f0f2-4e87-88c8-ff248546e4f3 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:04.045178 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.074811 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.078321 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.080683 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3914d4fe-99f7-47c6-9e7e-8cb673fd3f48 HTTP/1.1" status: 204 len: 168 time: 0.2621257 Nov 03 18:35:04.090923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3914d4fe-99f7-47c6-9e7e-8cb673fd3f48,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:04.103095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:04.103450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:04.103754 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f6ec97-d70c-4c05-8841-8745efbb79aa None None] New status for floating IP 907c75db-4b24-465d-8712-3729e37b9f42: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:35:04.103958 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:04.104209 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:04.104595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:04.105561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:04.107564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:04.108412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:04.108926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:04.110032 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:04.111228 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:04.111665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549de52-1d76-4f03-89cb-e0225bfd24ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:04.127495 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.164063 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Transition to ACTIVE for port object 5a59d86a-0d89-4c23-961d-c644f2d0edcc will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:35:04.198110 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.267936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Pushing event updated for resources: {'Port': ['ID=5a59d86a-0d89-4c23-961d-c644f2d0edcc,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:04.299812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device bf656bc4-1349-43b6-8218-1d506f992fbb details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:35:04.346704 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.443698 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.445630 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Attempting to bind port 5a59d86a-0d89-4c23-961d-c644f2d0edcc on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:04.446259 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Attempting to bind port 5a59d86a-0d89-4c23-961d-c644f2d0edcc by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:04.446769 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Attempting to bind port 5a59d86a-0d89-4c23-961d-c644f2d0edcc on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:04.452150 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Port 5a59d86a-0d89-4c23-961d-c644f2d0edcc on network e6ea9eda-3066-4349-948b-e1223c0656ae not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:04.452851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Attempting to bind port 5a59d86a-0d89-4c23-961d-c644f2d0edcc on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:04.456966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 6198308b-f0f2-4e87-88c8-ff248546e4f3, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6198308b-f0f2-4e87-88c8-ff248546e4f3,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:04.458839 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:04.460055 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Checking segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:04.460707 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Bound using segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:04.461338 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Bound port: 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:04.462395 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.473000 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.495344 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.502916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b0e3a-603d-4b91-9ea2-531f9ccfbaa3 req-0070f8d0-e9a2-43e9-995c-208c8548289e tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:04.507853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d92b0e3a-603d-4b91-9ea2-531f9ccfbaa3 req-0070f8d0-e9a2-43e9-995c-208c8548289e tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.1304502 Nov 03 18:35:04.555367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Pushing event updated for resources: {'Port': ['ID=c29fe7f1-726d-4b9b-bd83-97721321f941,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:04.618554 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.650721 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=6198308b-f0f2-4e87-88c8-ff248546e4f3,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:04.651513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d92b0e3a-603d-4b91-9ea2-531f9ccfbaa3 req-86b28e1f-2b6a-4b49-a374-5ab49fe98116 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369612 Nov 03 18:35:04.709499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port bf656bc4-1349-43b6-8218-1d506f992fbb, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=bf656bc4-1349-43b6-8218-1d506f992fbb,segment=NetworkSegment(a145d085-0040-46ee-8e32-f35c61284153),segment_id=a145d085-0040-46ee-8e32-f35c61284153)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:04.744097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:04.762184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'bf656bc4-1349-43b6-8218-1d506f992fbb', 'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'port_id': 'bf656bc4-1349-43b6-8218-1d506f992fbb', 'mac_address': 'fa:16:3e:f9:46:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:35:04.764452 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a59d86a-0d89-4c23-961d-c644f2d0edcc,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:04.776618 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.817721 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.836188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Pushing event updated for resources: {'Port': ['ID=5a59d86a-0d89-4c23-961d-c644f2d0edcc,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:04.857324 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:04.858030 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:04.859370 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-ee1ff524-0b03-4b52-928b-030fd02cd781 service neutron] 10.222.0.87 "PUT /v2.0/ports/5a59d86a-0d89-4c23-961d-c644f2d0edcc HTTP/1.1" status: 200 len: 1092 time: 1.8394811 Nov 03 18:35:04.859885 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4fd3ec-4d78-43c6-acbf-18e5dac53bce', 'tag': '5a59d86a-0d89-4c23-961d-c644f2d0edcc'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:04.862163 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea7c7ff-3c01-4c58-86ed-9ef3f7260e75" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4fd3ec-4d78-43c6-acbf-18e5dac53bce", "tag": "5a59d86a-0d89-4c23-961d-c644f2d0edcc"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:04.866439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7563a40-07c4-4457-8f36-cd49fd71e2ac req-5dcf5d0c-e161-4642-b922-e8aa8a68c720 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:04.871480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Network 17a1e39a-386f-498c-8519-821f57e992b5 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:04.873096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:04.876891 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf656bc4-1349-43b6-8218-1d506f992fbb {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:04.879239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d7563a40-07c4-4457-8f36-cd49fd71e2ac req-5dcf5d0c-e161-4642-b922-e8aa8a68c720 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 943 time: 0.1014194 Nov 03 18:35:04.935550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port bf656bc4-1349-43b6-8218-1d506f992fbb, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=bf656bc4-1349-43b6-8218-1d506f992fbb,segment=NetworkSegment(a145d085-0040-46ee-8e32-f35c61284153),segment_id=a145d085-0040-46ee-8e32-f35c61284153)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:04.956562 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:05.016920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00d1be-dd1a-49e8-aef5-3c333cbdc920 req-c10b980a-6394-41d0-b46d-89910e608eda tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:05.029036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db00d1be-dd1a-49e8-aef5-3c333cbdc920 req-c10b980a-6394-41d0-b46d-89910e608eda tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 944 time: 0.1131463 Nov 03 18:35:05.078261 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:05.081176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=bf656bc4-1349-43b6-8218-1d506f992fbb,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:05.092662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d7563a40-07c4-4457-8f36-cd49fd71e2ac req-c33ceb84-94a6-4cf3-9464-3cb9f09c0b48 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/security-groups?id=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125123 Nov 03 18:35:05.100130 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db00d1be-dd1a-49e8-aef5-3c333cbdc920 req-6722071f-e08b-495f-a8f6-78dd452461a2 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701795 Nov 03 18:35:05.283947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['bf656bc4-1349-43b6-8218-1d506f992fbb'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:05.328787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-26340e77-ab7b-4ffe-b1ea-d64800cb94a6 None None] Provisioning complete for port c29fe7f1-726d-4b9b-bd83-97721321f941 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:05.329251 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-26340e77-ab7b-4ffe-b1ea-d64800cb94a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:05.392231 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5e5f64-c4e0-44df-bc29-c492204e7831 x-openstack-request-id: req-7f5e5f64-c4e0-44df-bc29-c492204e7831 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:05.392521 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4fd3ec-4d78-43c6-acbf-18e5dac53bce", "tag": "5a59d86a-0d89-4c23-961d-c644f2d0edcc", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:05.392981 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7f5e5f64-c4e0-44df-bc29-c492204e7831 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:05.393534 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4fd3ec-4d78-43c6-acbf-18e5dac53bce', 'tag': '5a59d86a-0d89-4c23-961d-c644f2d0edcc', 'status': 'completed', 'code': 200} Nov 03 18:35:05.416018 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-26340e77-ab7b-4ffe-b1ea-d64800cb94a6 None None] Port c29fe7f1-726d-4b9b-bd83-97721321f941 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:05.497180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:05.506748 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Sync routers for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:05.508093 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fbd548c6-54b0-4131-a1ed-6046d57bff7e admin admin] 10.222.0.107 "PUT /v2.0/routers/6af4cce8-c2ed-4942-ba0a-04040e3bf457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1165473 Nov 03 18:35:05.512387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7c7ff-3c01-4c58-86ed-9ef3f7260e75 req-fd2896be-7629-48f2-a654-602f837d2cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:05.514177 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7ea7c7ff-3c01-4c58-86ed-9ef3f7260e75 req-fd2896be-7629-48f2-a654-602f837d2cb8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 1095 time: 0.1237748 Nov 03 18:35:05.531276 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:05.532397 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:05.783819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7c7ff-3c01-4c58-86ed-9ef3f7260e75 req-c8e34817-e8d9-4052-9d08-b7c362893c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:05.786474 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7ea7c7ff-3c01-4c58-86ed-9ef3f7260e75 req-c8e34817-e8d9-4052-9d08-b7c362893c7d service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=04adf6892c414a028b77c4d4f0759b92&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2479191 Nov 03 18:35:05.812373 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:05.886255 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bad105-9156-404a-b9b4-224e711e50d9 req-b60b182b-0d7d-4557-970c-e286eaac865a tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:05.903095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7bad105-9156-404a-b9b4-224e711e50d9 req-b60b182b-0d7d-4557-970c-e286eaac865a tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.1039882 Nov 03 18:35:05.976068 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6198308b-f0f2-4e87-88c8-ff248546e4f3 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:05.982349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35340) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:06.091484 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6198308b-f0f2-4e87-88c8-ff248546e4f3 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:06.092402 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:06.097756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7bad105-9156-404a-b9b4-224e711e50d9 req-89ac778c-511d-4ebc-b6d9-92b1dfc533b9 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937971 Nov 03 18:35:06.121693 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7c7ff-3c01-4c58-86ed-9ef3f7260e75 req-1ec70665-8fdb-45d2-aab6-73f15e0787e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:06.125370 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7ea7c7ff-3c01-4c58-86ed-9ef3f7260e75 req-1ec70665-8fdb-45d2-aab6-73f15e0787e3 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3263841 Nov 03 18:35:06.171382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-da6a0d4e-d8bd-4f03-934e-9ae0266f4b57 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:06.179804 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-da6a0d4e-d8bd-4f03-934e-9ae0266f4b57 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 820 time: 0.2707675 Nov 03 18:35:06.203105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-57757315-e74a-44fc-8a15-24832798eda3 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/quotas/3244fbd166ef4347a56433f1643aae96 HTTP/1.1" status: 200 len: 375 time: 0.0135481 Nov 03 18:35:06.278717 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-00b6daa2-abac-4dc5-bb0c-928a8861c633 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747099 Nov 03 18:35:06.302120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-97a94fc3-fe3d-4323-82d5-7746caa57062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:06.303885 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-97a94fc3-fe3d-4323-82d5-7746caa57062 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 1095 time: 0.0733442 Nov 03 18:35:06.340614 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 2, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:06.367658 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-b1fcb80c-83f1-49a0-9348-9d422bea366d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a59d86a-0d89-4c23-961d-c644f2d0edcc HTTP/1.1" status: 200 len: 217 time: 0.0380406 Nov 03 18:35:06.374721 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Checking router: 6af4cce8-c2ed-4942-ba0a-04040e3bf457 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:06.375072 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Updating router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 port c29fe7f1-726d-4b9b-bd83-97721321f941 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:35:06.393168 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-de4a4f99-0318-4215-b893-2de9280b823f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:06.403764 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:06.429550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d3668-6ce9-47fe-9053-21a89535bbe9 req-964090dc-170d-47ed-80e6-9f5605877a6c tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:06.431495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-332d3668-6ce9-47fe-9053-21a89535bbe9 req-964090dc-170d-47ed-80e6-9f5605877a6c tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 944 time: 0.1509387 Nov 03 18:35:06.443660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-0d42bb9d-e856-4b7b-913f-5be79e713af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:06.445508 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-0d42bb9d-e856-4b7b-913f-5be79e713af5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.0689945 Nov 03 18:35:06.487671 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-20e6a555-5c39-4582-bb5f-9b16527829f9 service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930704 Nov 03 18:35:06.513641 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-20ba5497-ffd2-4120-b7c1-68317b7990c3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454624 Nov 03 18:35:06.567263 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-332d3668-6ce9-47fe-9053-21a89535bbe9 req-9521b2fa-bc97-4cf2-8e1c-e64ec478d617 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/security-groups?id=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290386 Nov 03 18:35:06.632978 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-de4a4f99-0318-4215-b893-2de9280b823f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:06.657398 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-de4a4f99-0318-4215-b893-2de9280b823f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:06.671343 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-388ed944-025f-42f3-9d46-f21b9f98d57e service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346037 Nov 03 18:35:06.703270 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c9ff309b-ee6e-4bf5-a6fc-be3c100d0329 service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960084 Nov 03 18:35:06.757702 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-de4a4f99-0318-4215-b893-2de9280b823f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cd0caa54f1b540eb91cb7fba3b5f1100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7601242 Nov 03 18:35:06.759696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a4f99-0318-4215-b893-2de9280b823f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69249a2e-0371-408b-b356-15dcdadf5d01,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:06.766681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35348) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:06.796466 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:06.800288 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3385e-e321-4069-84d8-7876684972b7 req-3683f68e-c6ec-45ae-bbed-8ac6d7d04d11 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:06.807990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44d3385e-e321-4069-84d8-7876684972b7 req-3683f68e-c6ec-45ae-bbed-8ac6d7d04d11 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 944 time: 0.1453872 Nov 03 18:35:06.811369 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:06.856335 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1f41bb4b-2378-49e7-816c-957f27edb1c4 req-cf43a8c5-515b-4ef2-a33f-835e8b6df8fe service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719768 Nov 03 18:35:06.896347 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc05f8cb-1cee-4689-a58c-7f251c2dfbe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:06.923743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44d3385e-e321-4069-84d8-7876684972b7 req-33e70584-61bf-4567-a8b1-de5fca951c89 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091890 Nov 03 18:35:06.925750 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae0569-9d5f-41ca-ad34-90f48ae7361a None None] Pushing event updated for resources: {'Port': ['ID=c29fe7f1-726d-4b9b-bd83-97721321f941,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:06.951099 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc05f8cb-1cee-4689-a58c-7f251c2dfbe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:07.032348 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Attempting to bind port c29fe7f1-726d-4b9b-bd83-97721321f941 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:07.032934 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Attempting to bind port c29fe7f1-726d-4b9b-bd83-97721321f941 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:07.033460 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Attempting to bind port c29fe7f1-726d-4b9b-bd83-97721321f941 on network 17a1e39a-386f-498c-8519-821f57e992b5 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:07.040651 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:07.041234 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Checking segment: {'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:07.041783 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:07.042315 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Bound using segment: {'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:07.042937 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Bound port: c29fe7f1-726d-4b9b-bd83-97721321f941, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:07.043487 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:07.059989 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6311e510-3ed7-48ee-b8f7-76aaf58e3941 req-177050e3-e1e2-4274-ac35-afc53ba4fc7a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 210 time: 0.0458472 Nov 03 18:35:07.060655 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc05f8cb-1cee-4689-a58c-7f251c2dfbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:07.064018 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc05f8cb-1cee-4689-a58c-7f251c2dfbe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:07.065725 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cc05f8cb-1cee-4689-a58c-7f251c2dfbe7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/69249a2e-0371-408b-b356-15dcdadf5d01 HTTP/1.1" status: 204 len: 168 time: 0.2976909 Nov 03 18:35:07.089042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05f8cb-1cee-4689-a58c-7f251c2dfbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69249a2e-0371-408b-b356-15dcdadf5d01,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:07.183140 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] For port c29fe7f1-726d-4b9b-bd83-97721321f941, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:07.186967 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] For port c29fe7f1-726d-4b9b-bd83-97721321f941, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c29fe7f1-726d-4b9b-bd83-97721321f941,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:07.199667 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:07.283435 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae0569-9d5f-41ca-ad34-90f48ae7361a None None] Pushing event updated for resources: {'Port': ['ID=c29fe7f1-726d-4b9b-bd83-97721321f941,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:07.303031 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:07.304356 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:07.360973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071e969-990c-4eda-b3e5-227e30823c1b req-5bd5e862-5140-4167-88f6-8373dd98ca97 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:07.369964 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5071e969-990c-4eda-b3e5-227e30823c1b req-5bd5e862-5140-4167-88f6-8373dd98ca97 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.1282814 Nov 03 18:35:07.472500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Provisioning complete for port c29fe7f1-726d-4b9b-bd83-97721321f941 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:07.473546 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:07.476215 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:07.482799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5071e969-990c-4eda-b3e5-227e30823c1b req-ba7524b5-3e27-48fa-962d-8346641b685f tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116011 Nov 03 18:35:07.616689 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:07.711013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] For port c29fe7f1-726d-4b9b-bd83-97721321f941, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c29fe7f1-726d-4b9b-bd83-97721321f941,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:07.721720 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:07.801979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4e2ac-73a0-46ed-9434-65939b59afe9 req-6dba6352-1827-41d3-9a6d-e829b62eb09e tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:07.807752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45c4e2ac-73a0-46ed-9434-65939b59afe9 req-6dba6352-1827-41d3-9a6d-e829b62eb09e tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 944 time: 0.1307333 Nov 03 18:35:07.843040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Pushing event updated for resources: {'Port': ['ID=c29fe7f1-726d-4b9b-bd83-97721321f941,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:07.852777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.853265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.853705 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.854317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.854918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.855703 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.856167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.856607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.857045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.857479 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.858974 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.859420 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbcf2ec-beda-47aa-926c-8f0407ea5241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:35:07.891564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45c4e2ac-73a0-46ed-9434-65939b59afe9 req-3589958b-5c92-4046-8a4b-f7dee995a985 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/security-groups?id=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767739 Nov 03 18:35:07.905880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b70cd786-cd9e-4c90-9c07-61d8df5ea43c None None] Provisioning complete for port c29fe7f1-726d-4b9b-bd83-97721321f941 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:07.906388 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b70cd786-cd9e-4c90-9c07-61d8df5ea43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:07.927391 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:07.986028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d10bac-a7b2-4330-8089-d6224bdfb680 req-3933cdca-1c1a-41df-a841-ff717f645b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:07.990063 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-34d10bac-a7b2-4330-8089-d6224bdfb680 req-3933cdca-1c1a-41df-a841-ff717f645b7b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=23a3226cd4ca421fbf12bfcde1da7f0e&device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 1096 time: 0.1163921 Nov 03 18:35:08.015141 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0197b-3953-4004-bbe2-f7335f83a59c None None] The sync data for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 is: [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:08.304819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d10bac-a7b2-4330-8089-d6224bdfb680 req-705f8997-48c0-4d08-955a-54384b0c47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:08.307877 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-34d10bac-a7b2-4330-8089-d6224bdfb680 req-705f8997-48c0-4d08-955a-54384b0c47bb service neutron] 10.222.0.87 "GET /v2.0/networks?id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533 HTTP/1.1" status: 200 len: 917 time: 0.2505639 Nov 03 18:35:08.343968 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4464e54a-b544-4ee6-9d13-1fb62567b7cf req-dfe50b36-3be5-46ef-802f-e58e4bd247c1 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 210 time: 0.0992887 Nov 03 18:35:08.403826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ab575-4e95-4196-bbc0-b8c1c0bd1210 req-057d9058-03c2-4216-b7b3-c4a35526c402 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:08.408667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-157ab575-4e95-4196-bbc0-b8c1c0bd1210 req-057d9058-03c2-4216-b7b3-c4a35526c402 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 944 time: 0.3339522 Nov 03 18:35:08.453979 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-34d10bac-a7b2-4330-8089-d6224bdfb680 req-3fdecdc1-0ccd-4335-9c78-01522777376e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03762815-817f-40b0-bc5f-9e4ef6579f08 HTTP/1.1" status: 200 len: 217 time: 0.1319835 Nov 03 18:35:08.487839 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device bf656bc4-1349-43b6-8218-1d506f992fbb up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:08.501000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-157ab575-4e95-4196-bbc0-b8c1c0bd1210 req-c1ac7254-951b-4ec1-94ce-6b16991e2b5e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913365 Nov 03 18:35:08.595416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d10bac-a7b2-4330-8089-d6224bdfb680 req-f8ffc459-dac9-464d-bba1-af2660565fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:08.598915 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-34d10bac-a7b2-4330-8089-d6224bdfb680 req-f8ffc459-dac9-464d-bba1-af2660565fcd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=02a91e9a-018d-4490-b8cd-5b425976cf88 HTTP/1.1" status: 200 len: 855 time: 0.0973952 Nov 03 18:35:08.653434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805695a-01bc-4caf-aafc-0aa386aeea51 req-40f5dfa6-73dc-4560-973d-2ac5b9072309 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:08.664365 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c805695a-01bc-4caf-aafc-0aa386aeea51 req-40f5dfa6-73dc-4560-973d-2ac5b9072309 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 1096 time: 0.0761938 Nov 03 18:35:08.674418 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d10bac-a7b2-4330-8089-d6224bdfb680 req-27f8a1d0-9186-42bc-8115-88027ac7d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:08.676033 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-34d10bac-a7b2-4330-8089-d6224bdfb680 req-27f8a1d0-9186-42bc-8115-88027ac7d8f5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623879 Nov 03 18:35:08.765167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port bf656bc4-1349-43b6-8218-1d506f992fbb completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:35:08.775334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port bf656bc4-1349-43b6-8218-1d506f992fbb triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:08.775740 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:08.787065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35406) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:08.858804 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c805695a-01bc-4caf-aafc-0aa386aeea51 req-eb6aa8c4-0909-4f9c-b8a5-78cab2e7d453 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871083 Nov 03 18:35:08.883532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3593ff9-6676-4b3a-a0c2-9f5eb45fc58d req-81f2d16b-0e0b-492d-92c3-f75fc049805c tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:08.885552 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:08.897019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3593ff9-6676-4b3a-a0c2-9f5eb45fc58d req-81f2d16b-0e0b-492d-92c3-f75fc049805c tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.2252738 Nov 03 18:35:08.922042 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-34d10bac-a7b2-4330-8089-d6224bdfb680 req-11dd2ef0-b55b-48df-bfc5-5229bd3f1a24 service neutron] 10.222.0.87 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282233 Nov 03 18:35:08.950794 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384a9304-846d-4752-b523-84d9cad87397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf656bc4-1349-43b6-8218-1d506f992fbb'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:08.959056 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82547f4-a53c-4587-8022-691a99fbccdd" -d '{"events": [{"server_uuid": "384a9304-846d-4752-b523-84d9cad87397", "name": "network-vif-plugged", "status": "completed", "tag": "bf656bc4-1349-43b6-8218-1d506f992fbb"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:08.992193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3593ff9-6676-4b3a-a0c2-9f5eb45fc58d req-04cf46c2-cda7-47e9-b4e2-58903b82ea64 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942247 Nov 03 18:35:09.000422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port bf656bc4-1349-43b6-8218-1d506f992fbb, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=bf656bc4-1349-43b6-8218-1d506f992fbb,segment=NetworkSegment(a145d085-0040-46ee-8e32-f35c61284153),segment_id=a145d085-0040-46ee-8e32-f35c61284153)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:09.010157 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:09.090086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-982644223-network', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:09.123693 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-34d10bac-a7b2-4330-8089-d6224bdfb680 req-ea8804de-daf8-41ae-b991-6c216a9ec836 service neutron] 10.222.0.87 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903050 Nov 03 18:35:09.170436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] Made reservation on behalf of 6cb7b896fc0b4106a325973450c7c02f for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:09.174229 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:09.174719 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=bf656bc4-1349-43b6-8218-1d506f992fbb,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:09.216920 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:09.245474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41c31c-ee78-41d5-a21d-1ef7e6e71f6a req-4be787b9-2fad-4722-b9e2-7198a8df535b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:09.248753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea41c31c-ee78-41d5-a21d-1ef7e6e71f6a req-4be787b9-2fad-4722-b9e2-7198a8df535b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 945 time: 0.0983686 Nov 03 18:35:09.356373 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea41c31c-ee78-41d5-a21d-1ef7e6e71f6a req-6c90c1fb-6889-40ac-b916-4918ef5d864b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/security-groups?id=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994737 Nov 03 18:35:09.389435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5a59d86a-0d89-4c23-961d-c644f2d0edcc details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:35:09.449958 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:09.462081 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:09.519360 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8153ec-f7f1-4a5f-b25e-7b3938b8709b x-openstack-request-id: req-8f8153ec-f7f1-4a5f-b25e-7b3938b8709b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:09.519985 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384a9304-846d-4752-b523-84d9cad87397", "name": "network-vif-plugged", "status": "completed", "tag": "bf656bc4-1349-43b6-8218-1d506f992fbb", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:09.519985 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8f8153ec-f7f1-4a5f-b25e-7b3938b8709b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:09.521872 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384a9304-846d-4752-b523-84d9cad87397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf656bc4-1349-43b6-8218-1d506f992fbb', 'code': 200} Nov 03 18:35:09.534868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2653d1e4-69d9-4eb7-a449-cd7269496f2c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:09.612053 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:35:09.655866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a59d86a-0d89-4c23-961d-c644f2d0edcc,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:09.674948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-5436b949-2248-4865-b2d3-b5ab06ec72b8 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:09.676498 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-5436b949-2248-4865-b2d3-b5ab06ec72b8 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.87 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 820 time: 0.2648003 Nov 03 18:35:09.687432 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '5a59d86a-0d89-4c23-961d-c644f2d0edcc', 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae', 'port_id': '5a59d86a-0d89-4c23-961d-c644f2d0edcc', 'mac_address': 'fa:16:3e:11:05:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e033faf3-e15c-44a6-8ae2-6df27fb7fb61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:35:09.698193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-887cf89b-54b3-4d4f-a7f7-7ac951bcb316 req-3139160f-36ed-4a8b-b9dd-0a7253edbe60 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 210 time: 0.0810883 Nov 03 18:35:09.700067 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:09.701665 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] Added segment ca8a2b03-2521-4fb4-a017-3582cb48a495 of type vlan for network d55d92ed-0f45-47fe-b361-a71b6daed198 Nov 03 18:35:09.714129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61419a8a-c3cb-47fe-977a-d909df60bf86 req-e9216c4b-61f0-4d54-8968-a85e61de6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:09.715730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61419a8a-c3cb-47fe-977a-d909df60bf86 req-e9216c4b-61f0-4d54-8968-a85e61de6619 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 1096 time: 0.1692669 Nov 03 18:35:09.721900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c470b264-b5e8-425f-99fa-824683d6d591 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Request body: {'port': {'device_id': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'admin_state_up': True, 'tenant_id': '3244fbd166ef4347a56433f1643aae96'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:09.836066 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:09.894483 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a59d86a-0d89-4c23-961d-c644f2d0edcc {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:09.901009 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61419a8a-c3cb-47fe-977a-d909df60bf86 req-46d989d5-5d6f-45ba-a40d-aeab9a4c069b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463435 Nov 03 18:35:09.903547 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:09.947527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a59d86a-0d89-4c23-961d-c644f2d0edcc,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:09.954236 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:10.048944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5a59d86a-0d89-4c23-961d-c644f2d0edcc,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:10.059411 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c29fe7f1-726d-4b9b-bd83-97721321f941 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:10.070080 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c470b264-b5e8-425f-99fa-824683d6d591 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Made reservation on behalf of 3244fbd166ef4347a56433f1643aae96 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:10.074836 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c470b264-b5e8-425f-99fa-824683d6d591 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:10.146748 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c29fe7f1-726d-4b9b-bd83-97721321f941 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:10.147514 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:10.366101 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.resource_extend [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:35:10.389990 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c470b264-b5e8-425f-99fa-824683d6d591 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Allocated IP 172.20.0.10 (17a1e39a-386f-498c-8519-821f57e992b5/5ad472b0-e810-4227-ae11-610c384f0af3/2b56174a-42b3-4702-a5e7-6683ccb41159) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:10.409842 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd114962-af93-4a6f-abe3-7d68f61a70ea req-a1145d00-879c-4cf1-8dde-1d939182498c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:10.419223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd114962-af93-4a6f-abe3-7d68f61a70ea req-a1145d00-879c-4cf1-8dde-1d939182498c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 944 time: 0.5236452 Nov 03 18:35:10.426129 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:10.427640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:10.428248 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:10.520810 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7323916 Nov 03 18:35:10.524745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9e355-344c-4600-b53e-9b47abe52961 admin admin] Pushing event updated for resources: {'Network': ['ID=d55d92ed-0f45-47fe-b361-a71b6daed198,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:10.527658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35450) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:10.534871 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c50bb52b-4eef-4451-8e2b-584f61f446c1 admin admin] Request body: {'subnet': {'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-982644223-subnet', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:10.537860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network d55d92ed-0f45-47fe-b361-a71b6daed198 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:35:10.550513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd114962-af93-4a6f-abe3-7d68f61a70ea req-d7930553-81a9-4c5c-b3a5-4ef696a0d848 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298409 Nov 03 18:35:10.589817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50bb52b-4eef-4451-8e2b-584f61f446c1 admin admin] Made reservation on behalf of 6cb7b896fc0b4106a325973450c7c02f for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:10.592268 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c50bb52b-4eef-4451-8e2b-584f61f446c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:10.593524 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['5a59d86a-0d89-4c23-961d-c644f2d0edcc'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:10.630772 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c470b264-b5e8-425f-99fa-824683d6d591 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:10.680751 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c470b264-b5e8-425f-99fa-824683d6d591 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:10.735117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c470b264-b5e8-425f-99fa-824683d6d591 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Network 17a1e39a-386f-498c-8519-821f57e992b5 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:10.739037 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c470b264-b5e8-425f-99fa-824683d6d591 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:10.755455 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c470b264-b5e8-425f-99fa-824683d6d591 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:10.780645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-4f1d8ae5-8d1d-4608-850f-438f981ec12e tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:35:10.794342 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-4f1d8ae5-8d1d-4608-850f-438f981ec12e tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0414703 Nov 03 18:35:10.797742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470b264-b5e8-425f-99fa-824683d6d591 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Pushing event updated for resources: {'Port': ['ID=2b56174a-42b3-4702-a5e7-6683ccb41159,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:10.802057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aac72-c797-4824-ad8a-ec5f563efe14 req-a7a2526b-d78e-4c67-847b-cf5ec574707c tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:10.812363 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df6aac72-c797-4824-ad8a-ec5f563efe14 req-a7a2526b-d78e-4c67-847b-cf5ec574707c tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.1821680 Nov 03 18:35:10.893154 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-ce0131af-1927-4f45-b866-cfa73ed863ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:10.899991 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df6aac72-c797-4824-ad8a-ec5f563efe14 req-5f356362-abba-422d-9173-61e2239771cc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835381 Nov 03 18:35:10.900182 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-ce0131af-1927-4f45-b866-cfa73ed863ff service neutron] 10.222.0.107 "GET /v2.0/ports/fea87f74-97ec-46fb-903f-774c009a5245 HTTP/1.1" status: 200 len: 1093 time: 0.1033049 Nov 03 18:35:10.907186 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-381d74d2-af4d-4789-9ad6-5d0363e2df59 service neutron] Request body: {'binding': {'host': 'n-h1-812150-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:10.907781 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-381d74d2-af4d-4789-9ad6-5d0363e2df59 service neutron] Unknown quota resources ['binding']. {{(pid=101711) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:35:10.916247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c470b264-b5e8-425f-99fa-824683d6d591 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:10.916877 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c470b264-b5e8-425f-99fa-824683d6d591 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:10.953697 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c470b264-b5e8-425f-99fa-824683d6d591 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2410550 Nov 03 18:35:10.994264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Request body: {'port': {'device_id': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:11.082011 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c50bb52b-4eef-4451-8e2b-584f61f446c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:11.099008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e51f38-f517-48be-9aa5-4008efcd5fcb req-bc910f95-90d8-4ce7-81e3-026655b7e818 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:11.101004 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06e51f38-f517-48be-9aa5-4008efcd5fcb req-bc910f95-90d8-4ce7-81e3-026655b7e818 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 945 time: 0.0985672 Nov 03 18:35:11.102259 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:11.142261 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6a3a6532-fb14-4014-8a73-be021d71e042 None None] Provisioning complete for port 2b56174a-42b3-4702-a5e7-6683ccb41159 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:11.144502 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6532-fb14-4014-8a73-be021d71e042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:11.165208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-381d74d2-af4d-4789-9ad6-5d0363e2df59 service neutron] Attempting to bind port fea87f74-97ec-46fb-903f-774c009a5245 on host n-h1-812150-4 for vnic_type normal with profile None {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:11.165779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-381d74d2-af4d-4789-9ad6-5d0363e2df59 service neutron] Attempting to bind port fea87f74-97ec-46fb-903f-774c009a5245 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:11.166265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-381d74d2-af4d-4789-9ad6-5d0363e2df59 service neutron] Attempting to bind port fea87f74-97ec-46fb-903f-774c009a5245 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:11.172689 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-381d74d2-af4d-4789-9ad6-5d0363e2df59 service neutron] Port fea87f74-97ec-46fb-903f-774c009a5245 on network 5642331e-152e-4c1a-8167-032b35756d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:11.176678 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-381d74d2-af4d-4789-9ad6-5d0363e2df59 service neutron] Attempting to bind port fea87f74-97ec-46fb-903f-774c009a5245 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:11.190289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-381d74d2-af4d-4789-9ad6-5d0363e2df59 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:11.190882 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-381d74d2-af4d-4789-9ad6-5d0363e2df59 service neutron] Checking segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:11.191414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-381d74d2-af4d-4789-9ad6-5d0363e2df59 service neutron] Bound using segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:11.192046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-381d74d2-af4d-4789-9ad6-5d0363e2df59 service neutron] Bound port: fea87f74-97ec-46fb-903f-774c009a5245, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:11.197179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6a3a6532-fb14-4014-8a73-be021d71e042 None None] Port 2b56174a-42b3-4702-a5e7-6683ccb41159 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:11.206083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bb52b-4eef-4451-8e2b-584f61f446c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee23bf3f-cb65-4e2c-b0af-6b5e147f4141,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:11.226193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06e51f38-f517-48be-9aa5-4008efcd5fcb req-ecd5af3e-6a0f-4c92-919a-3a4434718e6c tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/security-groups?id=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993633 Nov 03 18:35:11.230230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50bb52b-4eef-4451-8e2b-584f61f446c1 admin admin] Checking segment: {'id': 'ca8a2b03-2521-4fb4-a017-3582cb48a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:11.230566 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50bb52b-4eef-4451-8e2b-584f61f446c1 admin admin] Network hostable DHCP agents. Network: d55d92ed-0f45-47fe-b361-a71b6daed198, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:35:11.264029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50bb52b-4eef-4451-8e2b-584f61f446c1 admin admin] Network d55d92ed-0f45-47fe-b361-a71b6daed198 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:35:11.284729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-c50bb52b-4eef-4451-8e2b-584f61f446c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, d55d92ed-0f45-47fe-b361-a71b6daed198) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:11.290533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50bb52b-4eef-4451-8e2b-584f61f446c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:11.291382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c50bb52b-4eef-4451-8e2b-584f61f446c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:11.301082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dd2067-a37a-4d52-babc-e4ced7c9b6a9 None None] Network d55d92ed-0f45-47fe-b361-a71b6daed198 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:11.327799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c50bb52b-4eef-4451-8e2b-584f61f446c1 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7954924 Nov 03 18:35:11.328054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35458) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:11.332937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:11.342907 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-381d74d2-af4d-4789-9ad6-5d0363e2df59 service neutron] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fea87f74-97ec-46fb-903f-774c009a5245,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:11.380586 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-381d74d2-af4d-4789-9ad6-5d0363e2df59 service neutron] Publish callbacks [] for binding, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:11.392668 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-381d74d2-af4d-4789-9ad6-5d0363e2df59 service neutron] 10.222.0.107 "POST /v2.0/ports/fea87f74-97ec-46fb-903f-774c009a5245/bindings HTTP/1.1" status: 201 len: 389 time: 0.4916370 Nov 03 18:35:11.410986 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:11.418618 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:11.441551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b59960-7968-43b6-8605-2ab00f72409a req-868747c9-cd50-4c2f-8a85-7b8826fc71fd tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:11.444027 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89b59960-7968-43b6-8605-2ab00f72409a req-868747c9-cd50-4c2f-8a85-7b8826fc71fd tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 932 time: 0.0897875 Nov 03 18:35:11.595022 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89b59960-7968-43b6-8605-2ab00f72409a req-1b0b8d06-31eb-4aac-b89b-23f4bae79ed6 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422269 Nov 03 18:35:11.615865 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b56174a-42b3-4702-a5e7-6683ccb41159 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:11.628305 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:11.658129 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:11.659925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Transition to ACTIVE for port object 2b56174a-42b3-4702-a5e7-6683ccb41159 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:35:11.668344 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:11.701157 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-d55d92ed-0f45-47fe-b361-a71b6daed198', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'fixed_ips': [{'subnet_id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:35:11.702068 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:11.880915 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b56174a-42b3-4702-a5e7-6683ccb41159,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:11.907736 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Allocated IP 172.20.0.2 (d55d92ed-0f45-47fe-b361-a71b6daed198/ee23bf3f-cb65-4e2c-b0af-6b5e147f4141/5d8f8202-8eec-4c78-ac7e-9785cf301ae0) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:11.925682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Attempting to bind port 2b56174a-42b3-4702-a5e7-6683ccb41159 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:11.926028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Attempting to bind port 2b56174a-42b3-4702-a5e7-6683ccb41159 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:11.927849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Attempting to bind port 2b56174a-42b3-4702-a5e7-6683ccb41159 on network 17a1e39a-386f-498c-8519-821f57e992b5 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:11.933842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Port 2b56174a-42b3-4702-a5e7-6683ccb41159 on network 17a1e39a-386f-498c-8519-821f57e992b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:11.934174 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Attempting to bind port 2b56174a-42b3-4702-a5e7-6683ccb41159 on network 17a1e39a-386f-498c-8519-821f57e992b5 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:11.945840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:11.946177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Checking segment: {'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:11.946634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Bound using segment: {'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:11.947079 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Bound port: 2b56174a-42b3-4702-a5e7-6683ccb41159, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:11.947444 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:11.990952 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.038045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37385f69-3d76-4df8-bd7c-7a7ea938892c req-302f6f87-bc71-4dbe-820a-0aedd947297b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:12.047541 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37385f69-3d76-4df8-bd7c-7a7ea938892c req-302f6f87-bc71-4dbe-820a-0aedd947297b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 945 time: 0.2875998 Nov 03 18:35:12.058215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3145a-88e9-4b89-b083-65869d7bb254 req-b3c6bd3f-ff03-4bef-95bf-be4683fed24c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:12.060383 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-47a3145a-88e9-4b89-b083-65869d7bb254 req-b3c6bd3f-ff03-4bef-95bf-be4683fed24c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 945 time: 0.2995179 Nov 03 18:35:12.095315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-321e20ba-1226-4f99-b30d-4b0dccb63f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:12.096973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-321e20ba-1226-4f99-b30d-4b0dccb63f65 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 1096 time: 0.2492723 Nov 03 18:35:12.110026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] For port 2b56174a-42b3-4702-a5e7-6683ccb41159, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:12.115818 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.119896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] For port 2b56174a-42b3-4702-a5e7-6683ccb41159, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2b56174a-42b3-4702-a5e7-6683ccb41159,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:12.127914 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.140802 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.169004 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:12.169614 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.171020 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] 10.222.0.87 "PUT /v2.0/ports/2b56174a-42b3-4702-a5e7-6683ccb41159 HTTP/1.1" status: 200 len: 1092 time: 1.1820133 Nov 03 18:35:12.171636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'tag': '2b56174a-42b3-4702-a5e7-6683ccb41159'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:12.173976 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e385a7-4f38-4fd4-9650-12e93320db7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d667da5c-4a02-4fe6-a014-32d1aa835fc2", "tag": "2b56174a-42b3-4702-a5e7-6683ccb41159"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:12.208332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57eedda-59da-430c-8319-a8846a7dc1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b56174a-42b3-4702-a5e7-6683ccb41159,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:12.235450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Pushing event updated for resources: {'Port': ['ID=5d8f8202-8eec-4c78-ac7e-9785cf301ae0,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:12.260871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Network d55d92ed-0f45-47fe-b361-a71b6daed198 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:12.266305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:12.269743 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:12.335950 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-47a3145a-88e9-4b89-b083-65869d7bb254 req-228c6fe9-76a2-4682-a131-0e60122e2c8e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675331 Nov 03 18:35:12.342047 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-9920cee9-657f-463a-9734-5361bf8b0ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:12.343619 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-9920cee9-657f-463a-9734-5361bf8b0ec1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 1095 time: 0.0635538 Nov 03 18:35:12.344313 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37385f69-3d76-4df8-bd7c-7a7ea938892c req-3c196161-e219-4eaf-98dc-02dc01a6bdae tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953885 Nov 03 18:35:12.368667 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Attempting to bind port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:12.369047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Attempting to bind port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'ca8a2b03-2521-4fb4-a017-3582cb48a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:12.369418 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Attempting to bind port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 on network d55d92ed-0f45-47fe-b361-a71b6daed198 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:12.391045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:12.391433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Checking segment: {'id': 'ca8a2b03-2521-4fb4-a017-3582cb48a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:12.392003 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.392395 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Bound using segment: {'id': 'ca8a2b03-2521-4fb4-a017-3582cb48a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:12.399824 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Bound port: 5d8f8202-8eec-4c78-ac7e-9785cf301ae0, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8a2b03-2521-4fb4-a017-3582cb48a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:12.400278 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.455912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-6aa43450-e488-4294-a23c-78e90532fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:12.466978 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-6aa43450-e488-4294-a23c-78e90532fcc2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.3500359 Nov 03 18:35:12.493178 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613f5216-5817-4c61-8e3c-f7ee20e30524 x-openstack-request-id: req-613f5216-5817-4c61-8e3c-f7ee20e30524 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:12.493744 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d667da5c-4a02-4fe6-a014-32d1aa835fc2", "tag": "2b56174a-42b3-4702-a5e7-6683ccb41159", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:12.493744 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-613f5216-5817-4c61-8e3c-f7ee20e30524 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:12.494180 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'tag': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'status': 'completed', 'code': 200} Nov 03 18:35:12.502693 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-a290b485-6a2e-4018-9308-53b5f49d0fff service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b56174a-42b3-4702-a5e7-6683ccb41159 HTTP/1.1" status: 200 len: 217 time: 0.1320095 Nov 03 18:35:12.556145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] For port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:12.559780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] For port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5d8f8202-8eec-4c78-ac7e-9785cf301ae0,segment=NetworkSegment(ca8a2b03-2521-4fb4-a017-3582cb48a495),segment_id=ca8a2b03-2521-4fb4-a017-3582cb48a495)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:12.567163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-c65762c6-7130-40c9-968a-f2f8a16908e4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea87f74-97ec-46fb-903f-774c009a5245 HTTP/1.1" status: 200 len: 217 time: 0.0925188 Nov 03 18:35:12.572193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-4d3b5bdd-ee22-43f1-b90f-b3330249b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:12.574335 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-4d3b5bdd-ee22-43f1-b90f-b3330249b7cc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.0593827 Nov 03 18:35:12.575468 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.636216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210f677-f710-4fc6-bf8a-4928ab48e1c8 None None] Pushing event updated for resources: {'Port': ['ID=5d8f8202-8eec-4c78-ac7e-9785cf301ae0,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:12.649664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-f3928b6c-c462-42f1-b67e-7eaf296fc524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:12.652709 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-f3928b6c-c462-42f1-b67e-7eaf296fc524 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623786 Nov 03 18:35:12.657877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-b5125747-acbf-46a1-83f2-e7f087410e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:12.659374 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-b5125747-acbf-46a1-83f2-e7f087410e94 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.0601776 Nov 03 18:35:12.683008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0795a82-47a1-4be1-8dce-63dfed2534f6 req-51d18e55-c061-426d-855e-2f8a51fe49e8 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:12.684518 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0795a82-47a1-4be1-8dce-63dfed2534f6 req-51d18e55-c061-426d-855e-2f8a51fe49e8 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 945 time: 0.1954086 Nov 03 18:35:12.721829 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b419f6e-58f7-479d-bae2-7caef8d8079c req-f8914b0e-1e95-4d93-8e44-b1ab5ab951b9 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:12.723373 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b419f6e-58f7-479d-bae2-7caef8d8079c req-f8914b0e-1e95-4d93-8e44-b1ab5ab951b9 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.2354019 Nov 03 18:35:12.933356 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.936232 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b419f6e-58f7-479d-bae2-7caef8d8079c req-62153da9-8b44-4254-8f09-7bf37821798e tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750267 Nov 03 18:35:12.938237 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:12.945236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-6f58b6d7-063d-4b96-9b24-bfed4add4b05 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906503 Nov 03 18:35:12.981963 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0795a82-47a1-4be1-8dce-63dfed2534f6 req-d1541095-1ccc-45e5-83e8-49d30945b1ad tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/security-groups?id=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559288 Nov 03 18:35:12.996238 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:13.000498 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-3c23ab25-0e2e-4fd9-9ab7-a8210e2ba622 service neutron] 10.222.0.87 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561098 Nov 03 18:35:13.121182 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a8ca7d62-ffe0-450e-b175-5b34e196fd74 req-89d6feb0-2928-401c-b24b-8b27f8c1ef7e service neutron] 10.222.0.87 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064880 Nov 03 18:35:13.327288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e385a7-4f38-4fd4-9650-12e93320db7c req-5828820b-42f7-4101-a0e2-b35aca37f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:13.329754 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65e385a7-4f38-4fd4-9650-12e93320db7c req-5828820b-42f7-4101-a0e2-b35aca37f61c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 1095 time: 0.0543306 Nov 03 18:35:13.368303 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-ba85dd36-8955-4a5f-9861-81d25f8f9ea1 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842762 Nov 03 18:35:13.408214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b1fce-87a7-4c22-aeb3-821fca3c2df0 req-0b577b64-1b29-4f58-b91c-f1cf5a1c741e tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:13.409764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c5b1fce-87a7-4c22-aeb3-821fca3c2df0 req-0b577b64-1b29-4f58-b91c-f1cf5a1c741e tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 944 time: 0.3136570 Nov 03 18:35:13.423123 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5a59d86a-0d89-4c23-961d-c644f2d0edcc up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:13.458941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e385a7-4f38-4fd4-9650-12e93320db7c req-9fa3e362-18be-47e8-bd92-88a871aed414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:13.460929 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65e385a7-4f38-4fd4-9650-12e93320db7c req-9fa3e362-18be-47e8-bd92-88a871aed414 service neutron] 10.222.0.87 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 921 time: 0.1165400 Nov 03 18:35:13.492416 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 5a59d86a-0d89-4c23-961d-c644f2d0edcc completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:35:13.497499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Allocated IP 172.25.2.164 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/d418e274-b57d-4277-ab19-5622113af7de) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:13.498010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 5a59d86a-0d89-4c23-961d-c644f2d0edcc triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:13.498485 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:13.548325 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65e385a7-4f38-4fd4-9650-12e93320db7c req-cdcb85e9-e76d-4b1b-bfb7-9e3abe878a73 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b56174a-42b3-4702-a5e7-6683ccb41159 HTTP/1.1" status: 200 len: 217 time: 0.0487623 Nov 03 18:35:13.572517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-1d4b87fd-3062-466e-ace4-18a3fbc0917b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 258 time: 0.4468510 Nov 03 18:35:13.590016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:13.627928 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:13.657955 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4fd3ec-4d78-43c6-acbf-18e5dac53bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a59d86a-0d89-4c23-961d-c644f2d0edcc'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:13.661139 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c49b3d0-e122-49de-bfbc-4d6580e21062" -d '{"events": [{"server_uuid": "1e4fd3ec-4d78-43c6-acbf-18e5dac53bce", "name": "network-vif-plugged", "status": "completed", "tag": "5a59d86a-0d89-4c23-961d-c644f2d0edcc"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:13.682782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a59d86a-0d89-4c23-961d-c644f2d0edcc,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:13.688921 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:13.764138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5a59d86a-0d89-4c23-961d-c644f2d0edcc,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:13.888335 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0e852b-03ba-43cf-ac52-c3a6f15182f5 None None] Network d55d92ed-0f45-47fe-b361-a71b6daed198 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:13.903962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e385a7-4f38-4fd4-9650-12e93320db7c req-4788b1c4-ae84-405e-87f6-0cf31db36a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:13.905628 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65e385a7-4f38-4fd4-9650-12e93320db7c req-4788b1c4-ae84-405e-87f6-0cf31db36a48 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.3308463 Nov 03 18:35:13.935167 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c5b1fce-87a7-4c22-aeb3-821fca3c2df0 req-3d0f825c-f304-4539-98ab-93f27e44874f tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056796 Nov 03 18:35:13.976688 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:13.983636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e385a7-4f38-4fd4-9650-12e93320db7c req-7015a96e-2bb3-4593-ad5e-167a309b1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:13.985455 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65e385a7-4f38-4fd4-9650-12e93320db7c req-7015a96e-2bb3-4593-ad5e-167a309b1c3e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621996 Nov 03 18:35:14.011796 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:35:14.022433 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-a4693176-00e4-48f2-ab75-af6aca7ea9c8 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296377 Nov 03 18:35:14.032365 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.044535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-bfae60e0-f308-4e61-a4ed-b45ff0018c6a None None] Provisioning complete for port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:14.044907 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bfae60e0-f308-4e61-a4ed-b45ff0018c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.108778 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.111496 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65e385a7-4f38-4fd4-9650-12e93320db7c req-615c3a3c-0f5f-4a2e-86d7-8339b374046f service neutron] 10.222.0.87 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020787 Nov 03 18:35:14.141039 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:14.141530 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.156942 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbb8af-da6a-452c-a65f-ccf2ea25df84 req-9cd2a584-c28f-4103-9869-bcfc0ef63df6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:14.158483 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81bbb8af-da6a-452c-a65f-ccf2ea25df84 req-9cd2a584-c28f-4103-9869-bcfc0ef63df6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 946 time: 0.1409199 Nov 03 18:35:14.239393 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.253136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81bbb8af-da6a-452c-a65f-ccf2ea25df84 req-19e0772d-bbb4-414c-8d43-000b030fc406 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865679 Nov 03 18:35:14.273550 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bfae60e0-f308-4e61-a4ed-b45ff0018c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.303271 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-65e385a7-4f38-4fd4-9650-12e93320db7c req-12e15c01-d93b-4f05-b39f-9baf9e69ed60 service neutron] 10.222.0.87 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629126 Nov 03 18:35:14.310108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:14.316407 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:14.319954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:14.322404 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Pushing event updated for resources: {'Port': ['ID=d418e274-b57d-4277-ab19-5622113af7de,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:14.340285 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-bfae60e0-f308-4e61-a4ed-b45ff0018c6a None None] For port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5d8f8202-8eec-4c78-ac7e-9785cf301ae0,segment=NetworkSegment(ca8a2b03-2521-4fb4-a017-3582cb48a495),segment_id=ca8a2b03-2521-4fb4-a017-3582cb48a495)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:14.384671 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bfae60e0-f308-4e61-a4ed-b45ff0018c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.391114 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.422998 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.477881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae60e0-f308-4e61-a4ed-b45ff0018c6a None None] Pushing event updated for resources: {'Port': ['ID=5d8f8202-8eec-4c78-ac7e-9785cf301ae0,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:14.502651 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:35:14.504080 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:35:14.607254 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-30beb529-9eb0-4869-9b18-7b8b84c17570 None None] Provisioning complete for port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:14.607254 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30beb529-9eb0-4869-9b18-7b8b84c17570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.608576 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba51da-f01b-41c3-95ce-feaf721dfa7f req-0a52de35-b634-4c4b-bff8-622a064cbd54 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:14.610151 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17ba51da-f01b-41c3-95ce-feaf721dfa7f req-0a52de35-b634-4c4b-bff8-622a064cbd54 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 945 time: 0.1832335 Nov 03 18:35:14.773887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Allocated IP 172.25.2.48 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/7fefc490-cc05-49f4-9685-ca5c965cc45e) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:14.785823 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17ba51da-f01b-41c3-95ce-feaf721dfa7f req-acec0709-8f16-4730-ab5a-65e73aeac63f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679537 Nov 03 18:35:14.827888 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:14.848236 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38858603-ffe4-4ab8-8854-14e8f9c4c6fa x-openstack-request-id: req-38858603-ffe4-4ab8-8854-14e8f9c4c6fa {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:14.848702 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4fd3ec-4d78-43c6-acbf-18e5dac53bce", "name": "network-vif-plugged", "status": "completed", "tag": "5a59d86a-0d89-4c23-961d-c644f2d0edcc", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:14.849050 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-38858603-ffe4-4ab8-8854-14e8f9c4c6fa {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:14.849537 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4fd3ec-4d78-43c6-acbf-18e5dac53bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a59d86a-0d89-4c23-961d-c644f2d0edcc', 'code': 200} Nov 03 18:35:15.014801 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.027215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54128c-2cc0-4275-8eb6-2378dab2399d req-44269a34-f203-441a-b94b-7d8d76a23ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:15.029632 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f54128c-2cc0-4275-8eb6-2378dab2399d req-44269a34-f203-441a-b94b-7d8d76a23ad0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 1097 time: 0.0475008 Nov 03 18:35:15.039181 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811987a-a5f4-4ee0-bb65-77748a1d861e req-fa03f2b8-620b-435a-a206-e18c99ab68b3 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:15.041321 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8811987a-a5f4-4ee0-bb65-77748a1d861e req-fa03f2b8-620b-435a-a206-e18c99ab68b3 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.1458628 Nov 03 18:35:15.093594 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f54128c-2cc0-4275-8eb6-2378dab2399d req-83fcec55-c28b-4bcf-9d45-4d6a93db3625 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490899 Nov 03 18:35:15.160089 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.216205 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8811987a-a5f4-4ee0-bb65-77748a1d861e req-a73990bc-ea99-49d6-b955-4119abb8d848 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415989 Nov 03 18:35:15.224597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:15.232211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:15.234633 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.241134 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:15.302559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Pushing event updated for resources: {'Port': ['ID=7fefc490-cc05-49f4-9685-ca5c965cc45e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:15.447088 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.495359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a2b17-57dd-4bad-ba1e-2fa8f93f6abd req-1c10fa64-d1de-48c7-a765-0bccd78b9bb7 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:15.496937 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-924a2b17-57dd-4bad-ba1e-2fa8f93f6abd req-1c10fa64-d1de-48c7-a765-0bccd78b9bb7 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 944 time: 0.1045327 Nov 03 18:35:15.515179 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.550602 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:35:15.600041 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-924a2b17-57dd-4bad-ba1e-2fa8f93f6abd req-eab63109-5fe8-4113-a58b-04612ad70d5b tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946813 Nov 03 18:35:15.801068 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95493ad-9c0c-48bf-b81b-066b5bcef1bc req-c97df699-3f55-4f06-9f68-b4e4084c890e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:15.802587 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b95493ad-9c0c-48bf-b81b-066b5bcef1bc req-c97df699-3f55-4f06-9f68-b4e4084c890e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 946 time: 0.1165063 Nov 03 18:35:15.809169 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:15.819640 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Sync routers for ids ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:15.838693 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Routers {'62f7eee2-8800-44cb-aaf7-bcc4e43ab993'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:15.839596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:15.873930 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.881148 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.885802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35500) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:15.885988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-402bd3d7-eec7-47f7-a1ab-89215a5e5c60 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5568328 Nov 03 18:35:15.894839 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:15.917645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b95493ad-9c0c-48bf-b81b-066b5bcef1bc req-cc74aca6-dcda-4259-85b2-e534bc1878e6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986814 Nov 03 18:35:15.981408 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Set router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:16.015624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Pushing event updated for resources: {'Port': ['ID=7fefc490-cc05-49f4-9685-ca5c965cc45e,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:16.041058 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.050549 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:16.071826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d55af-c0d8-46b4-bc76-d770e64abc6a req-846972ff-937c-4a00-91ef-dfa530aa34de tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:16.073591 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-669d55af-c0d8-46b4-bc76-d770e64abc6a req-846972ff-937c-4a00-91ef-dfa530aa34de tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 945 time: 0.0721624 Nov 03 18:35:16.076728 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.077872 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a6d538cd-22f0-4a9c-8508-5d1229c6cc92 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5045328 Nov 03 18:35:16.313465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:16.313873 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.438559 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-dafad924-4636-475d-ae9e-ed04f548670b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.3491530 Nov 03 18:35:16.456117 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.458761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd418e274-b57d-4277-ab19-5622113af7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:11Z', 'updated_at': '2021-11-03T18:35:14Z', 'revision_number': 3, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'gw_port': {'id': 'd418e274-b57d-4277-ab19-5622113af7de', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:13Z', 'updated_at': '2021-11-03T18:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:16.491998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-669d55af-c0d8-46b4-bc76-d770e64abc6a req-ad7360fd-c802-4a38-b391-eceb7ce0bd12 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012563 Nov 03 18:35:16.492897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Checking router: 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:16.493269 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Updating router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 port d418e274-b57d-4277-ab19-5622113af7de binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:35:16.520769 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.578647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a3c5ec00-8b28-4872-b180-d4a3babc5b7e tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:16.580068 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-a3c5ec00-8b28-4872-b180-d4a3babc5b7e tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.1312895 Nov 03 18:35:16.591243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-920b1543-0a17-4cab-a13b-6e62bfde88b9 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:35:16.592881 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f05f09c-5bf6-4764-9b18-e09b8859307c req-920b1543-0a17-4cab-a13b-6e62bfde88b9 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0063133 Nov 03 18:35:16.678931 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Allocated IP 172.20.0.1 (d55d92ed-0f45-47fe-b361-a71b6daed198/ee23bf3f-cb65-4e2c-b0af-6b5e147f4141/10319ad8-58cb-4d41-926a-989da09b38e6) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:16.730526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae4e6b-dc07-482e-8f81-e5b39c7d77e3 req-f38f557a-d5cb-4bce-895f-e998a51719c1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:16.738928 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1ae4e6b-dc07-482e-8f81-e5b39c7d77e3 req-f38f557a-d5cb-4bce-895f-e998a51719c1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.1081491 Nov 03 18:35:16.830330 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.874713 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.877305 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.886279 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.889203 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1ae4e6b-dc07-482e-8f81-e5b39c7d77e3 req-27c5f8ee-8be8-4e62-bf91-48e72a8cf3c9 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391351 Nov 03 18:35:16.921748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Network d55d92ed-0f45-47fe-b361-a71b6daed198 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:16.924797 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:16.931942 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:16.983060 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:16.999691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=10319ad8-58cb-4d41-926a-989da09b38e6,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:17.001798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Attempting to bind port d418e274-b57d-4277-ab19-5622113af7de on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:17.002233 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Attempting to bind port d418e274-b57d-4277-ab19-5622113af7de by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:17.002610 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Attempting to bind port d418e274-b57d-4277-ab19-5622113af7de on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:17.015153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:17.015549 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:17.020207 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.021161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:17.021696 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Bound port: d418e274-b57d-4277-ab19-5622113af7de, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:17.022176 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.025967 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1db3a-379d-481c-8917-9f970e5102b0 None None] Pushing event updated for resources: {'Port': ['ID=d418e274-b57d-4277-ab19-5622113af7de,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:17.133923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] For port d418e274-b57d-4277-ab19-5622113af7de, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:17.142911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] For port d418e274-b57d-4277-ab19-5622113af7de, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d418e274-b57d-4277-ab19-5622113af7de,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:17.164421 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.173988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726bab1-4cc5-4593-aafa-4ef3bf2428a4 req-2099f5a0-d3dd-405f-aaa8-647076c0d5bd tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:17.183772 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0726bab1-4cc5-4593-aafa-4ef3bf2428a4 req-2099f5a0-d3dd-405f-aaa8-647076c0d5bd tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 944 time: 0.1662824 Nov 03 18:35:17.217631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-cbc0966d-1e70-46d8-ad25-5661f91ead45 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:17.228373 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-cbc0966d-1e70-46d8-ad25-5661f91ead45 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2824907 Nov 03 18:35:17.247521 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Routers {'62f7eee2-8800-44cb-aaf7-bcc4e43ab993'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:17.248185 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:17.252675 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.301922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-0da4f2af-a791-433e-b55c-336f5e208a6b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.0723517 Nov 03 18:35:17.317027 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1db3a-379d-481c-8917-9f970e5102b0 None None] Pushing event updated for resources: {'Port': ['ID=d418e274-b57d-4277-ab19-5622113af7de,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:17.317281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-c47812d4-2472-4100-9aac-0d45b1cd46ac tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Request body: {'floatingip': {'port_id': 'bf656bc4-1349-43b6-8218-1d506f992fbb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:17.366949 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-c47812d4-2472-4100-9aac-0d45b1cd46ac tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.382580 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-dc23d7a2-accf-45d3-8185-e30823167ed1 None None] Provisioning complete for port 10319ad8-58cb-4d41-926a-989da09b38e6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:17.383634 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dc23d7a2-accf-45d3-8185-e30823167ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.429840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-dc23d7a2-accf-45d3-8185-e30823167ed1 None None] Port 10319ad8-58cb-4d41-926a-989da09b38e6 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:17.443875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] Set router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:17.461861 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.471623 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.475113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 2b56174a-42b3-4702-a5e7-6683ccb41159 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:35:17.495411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0726bab1-4cc5-4593-aafa-4ef3bf2428a4 req-2600a876-f392-4796-9f5d-c7377fc7665b tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102505 Nov 03 18:35:17.560988 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.573978 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=10319ad8-58cb-4d41-926a-989da09b38e6,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:17.660227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 2b56174a-42b3-4702-a5e7-6683ccb41159, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2b56174a-42b3-4702-a5e7-6683ccb41159,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:17.675626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'port_id': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'mac_address': 'fa:16:3e:75:bf:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:35:17.679126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Network d55d92ed-0f45-47fe-b361-a71b6daed198 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:17.680736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:17.740012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdf71f-c298-4c5d-a39b-cb44cdd3b2c6 req-801f1c84-7e57-4039-a1ef-e4135cd8a317 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:17.741581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9cfdf71f-c298-4c5d-a39b-cb44cdd3b2c6 req-801f1c84-7e57-4039-a1ef-e4135cd8a317 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 946 time: 0.1105609 Nov 03 18:35:17.835966 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:17.881886 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:17.901829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b56174a-42b3-4702-a5e7-6683ccb41159 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:17.943126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 2b56174a-42b3-4702-a5e7-6683ccb41159, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2b56174a-42b3-4702-a5e7-6683ccb41159,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:17.955494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd418e274-b57d-4277-ab19-5622113af7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:11Z', 'updated_at': '2021-11-03T18:35:17Z', 'revision_number': 4, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'gw_port': {'id': 'd418e274-b57d-4277-ab19-5622113af7de', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:13Z', 'updated_at': '2021-11-03T18:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '10319ad8-58cb-4d41-926a-989da09b38e6', 'name': '', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'mac_address': 'fa:16:3e:9d:17:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:16Z', 'updated_at': '2021-11-03T18:35:16Z', 'revision_number': 1, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'subnets': [{'id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:18.001748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:18.003407 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.008845 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd1dee-aa12-499f-85c1-9b859304b883 None None] The sync data for ids ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'] in n-d-812150-4 is: [{'id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd418e274-b57d-4277-ab19-5622113af7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:11Z', 'updated_at': '2021-11-03T18:35:17Z', 'revision_number': 4, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'gw_port': {'id': 'd418e274-b57d-4277-ab19-5622113af7de', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:13Z', 'updated_at': '2021-11-03T18:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '10319ad8-58cb-4d41-926a-989da09b38e6', 'name': '', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'mac_address': 'fa:16:3e:9d:17:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:16Z', 'updated_at': '2021-11-03T18:35:16Z', 'revision_number': 1, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'subnets': [{'id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:18.018046 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-24674ed6-47fd-4201-ae02-03ee2d906ab8 admin admin] 10.222.0.107 "PUT /v2.0/routers/62f7eee2-8800-44cb-aaf7-bcc4e43ab993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1304536 Nov 03 18:35:18.082331 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=2b56174a-42b3-4702-a5e7-6683ccb41159,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:18.153689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9cfdf71f-c298-4c5d-a39b-cb44cdd3b2c6 req-4451e0b0-93a9-4af3-8acd-900fc2a78f8a tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001431 Nov 03 18:35:18.155296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1e37311a-88cd-45bb-b066-33d4da9bac6d None None] Provisioning complete for port 10319ad8-58cb-4d41-926a-989da09b38e6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:18.155768 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1e37311a-88cd-45bb-b066-33d4da9bac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.241256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-1e37311a-88cd-45bb-b066-33d4da9bac6d None None] Port 10319ad8-58cb-4d41-926a-989da09b38e6 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:18.379179 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.resource_extend [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-c47812d4-2472-4100-9aac-0d45b1cd46ac tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:35:18.390012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d4659-4af6-4f1b-8394-252e3f98c961 req-abd2e9b4-7da0-42b9-b435-3d849a7c694d tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:18.393926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-945d4659-4af6-4f1b-8394-252e3f98c961 req-abd2e9b4-7da0-42b9-b435-3d849a7c694d tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 945 time: 0.1556494 Nov 03 18:35:18.460130 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-c47812d4-2472-4100-9aac-0d45b1cd46ac tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.466264 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-c47812d4-2472-4100-9aac-0d45b1cd46ac tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:18.538997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-945d4659-4af6-4f1b-8394-252e3f98c961 req-f85fae74-0bdd-4d4e-8181-892efa86535c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096649 Nov 03 18:35:18.609296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['2b56174a-42b3-4702-a5e7-6683ccb41159'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:18.616452 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-c47812d4-2472-4100-9aac-0d45b1cd46ac tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Floating IP d4d0bf6a-9e6e-4f12-b2b2-d193dc6d7fc5 associated. External IP: 172.25.2.48, port: bf656bc4-1349-43b6-8218-1d506f992fbb. Nov 03 18:35:18.836870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5064ed-0a53-44e3-812e-f2c406ed474c req-0c37ba99-fd52-4f76-b597-9c3ee11fb01a tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:18.856911 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb5064ed-0a53-44e3-812e-f2c406ed474c req-0c37ba99-fd52-4f76-b597-9c3ee11fb01a tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.1278749 Nov 03 18:35:18.956371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb5064ed-0a53-44e3-812e-f2c406ed474c req-5d1abe6a-4201-488b-81ea-a1ce161742de tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985670 Nov 03 18:35:18.965355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-c47812d4-2472-4100-9aac-0d45b1cd46ac tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:19.135253 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498c8f9-ae1e-479c-8e69-11950e3ec95b req-d604b59b-2cbd-4816-82da-b57939789218 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:19.137234 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d498c8f9-ae1e-479c-8e69-11950e3ec95b req-d604b59b-2cbd-4816-82da-b57939789218 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 1097 time: 0.0864077 Nov 03 18:35:19.138480 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-c47812d4-2472-4100-9aac-0d45b1cd46ac tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:19.143355 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-c47812d4-2472-4100-9aac-0d45b1cd46ac tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.147984 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac63df8-bbbe-4eeb-b480-22e28704f6d7 None None] Sync routers for ids ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:19.158355 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac63df8-bbbe-4eeb-b480-22e28704f6d7 None None] Routers {'23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:19.158965 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bac63df8-bbbe-4eeb-b480-22e28704f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:19.189265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-c47812d4-2472-4100-9aac-0d45b1cd46ac tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "PUT /v2.0/floatingips/d4d0bf6a-9e6e-4f12-b2b2-d193dc6d7fc5 HTTP/1.1" status: 200 len: 995 time: 1.8767571 Nov 03 18:35:19.190026 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384a9304-846d-4752-b523-84d9cad87397', 'tag': 'bf656bc4-1349-43b6-8218-1d506f992fbb'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:19.192487 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae4226c-aa95-4f00-889c-8cff1b2b0dac" -d '{"events": [{"name": "network-changed", "server_uuid": "384a9304-846d-4752-b523-84d9cad87397", "tag": "bf656bc4-1349-43b6-8218-1d506f992fbb"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:19.220828 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d498c8f9-ae1e-479c-8e69-11950e3ec95b req-b108624f-c9cf-4a3b-a683-cbc0da1f8227 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555480 Nov 03 18:35:19.278124 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-84f04138-558e-4ff4-8103-8b94892dbf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:19.284523 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-bac63df8-bbbe-4eeb-b480-22e28704f6d7 None None] Set router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:19.287682 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-84f04138-558e-4ff4-8103-8b94892dbf0e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfd4b689757b46f5998ed4478f8bcbbc&device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 1096 time: 0.0680516 Nov 03 18:35:19.422009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-298259f2-565e-4882-9492-8de85f86fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:19.423689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-298259f2-565e-4882-9492-8de85f86fb08 service neutron] 10.222.0.107 "GET /v2.0/networks?id=1694057b-aaed-409b-a3d3-c01879642074 HTTP/1.1" status: 200 len: 930 time: 0.1352060 Nov 03 18:35:19.497473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-be114021-5ca2-4db3-962e-3e9721b73d0a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf656bc4-1349-43b6-8218-1d506f992fbb HTTP/1.1" status: 200 len: 998 time: 0.0668187 Nov 03 18:35:19.543021 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bac63df8-bbbe-4eeb-b480-22e28704f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:41Z', 'updated_at': '2021-11-03T18:34:47Z', 'revision_number': 4, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'gw_port': {'id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:42Z', 'updated_at': '2021-11-03T18:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'd4d0bf6a-9e6e-4f12-b2b2-d193dc6d7fc5', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'port_id': 'bf656bc4-1349-43b6-8218-1d506f992fbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'mac_address': 'fa:16:3e:f9:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384a9304-846d-4752-b523-84d9cad87397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:15Z', 'updated_at': '2021-11-03T18:35:18Z', 'revision_number': 1, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6b5e6d-61b7-4498-aada-82c2a23bfc3d', 'name': '', 'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'mac_address': 'fa:16:3e:23:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:46Z', 'updated_at': '2021-11-03T18:34:52Z', 'revision_number': 5, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'subnets': [{'id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:19.576375 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac63df8-bbbe-4eeb-b480-22e28704f6d7 None None] Checking router: 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:19.584804 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-03be5795-0e1d-46da-bc7a-85eb4af4d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:19.587107 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-03be5795-0e1d-46da-bc7a-85eb4af4d8d7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=cf467fc4-dfbf-4fb6-b24f-6871d9b5d718 HTTP/1.1" status: 200 len: 868 time: 0.0782080 Nov 03 18:35:19.592048 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac63df8-bbbe-4eeb-b480-22e28704f6d7 None None] Routers {'23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:19.592835 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bac63df8-bbbe-4eeb-b480-22e28704f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:19.631127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35540) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:19.636608 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-56da4a13-114d-4b16-85f1-d21097a42c70 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017470364', 'description': 'tempest-description--904824718'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:19.645779 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-f8ffda26-0ddd-4ea4-8426-a64344be697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:19.647946 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-f8ffda26-0ddd-4ea4-8426-a64344be697b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1694057b-aaed-409b-a3d3-c01879642074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529969 Nov 03 18:35:19.663977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-4b6de30f-bb8f-4754-bb57-d10f466e17be service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:35:19.666052 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-4b6de30f-bb8f-4754-bb57-d10f466e17be service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0102558 Nov 03 18:35:19.682124 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56da4a13-114d-4b16-85f1-d21097a42c70 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.784273 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-bac63df8-bbbe-4eeb-b480-22e28704f6d7 None None] Set router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:19.820092 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56da4a13-114d-4b16-85f1-d21097a42c70 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.836892 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56da4a13-114d-4b16-85f1-d21097a42c70 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.927709 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56da4a13-114d-4b16-85f1-d21097a42c70 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:19.929367 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-56da4a13-114d-4b16-85f1-d21097a42c70 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2972004 Nov 03 18:35:19.931513 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da4a13-114d-4b16-85f1-d21097a42c70 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd7f891-3782-4939-b088-6bd88b611cc4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:19.943608 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35544) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:19.949293 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-51afbd8f-ec46-4f6f-9d3e-d2c97b7588cc tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Request body: {'security_group_rule': {'security_group_id': '2fd7f891-3782-4939-b088-6bd88b611cc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:19.988090 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51afbd8f-ec46-4f6f-9d3e-d2c97b7588cc tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.005797 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d418e274-b57d-4277-ab19-5622113af7de up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:20.082925 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51afbd8f-ec46-4f6f-9d3e-d2c97b7588cc tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.089205 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51afbd8f-ec46-4f6f-9d3e-d2c97b7588cc tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.116672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afbd8f-ec46-4f6f-9d3e-d2c97b7588cc tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe170b5-78f4-4deb-a4df-23e8ce4f4b29,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:20.149988 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51afbd8f-ec46-4f6f-9d3e-d2c97b7588cc tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.152180 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-51afbd8f-ec46-4f6f-9d3e-d2c97b7588cc tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2067947 Nov 03 18:35:20.154325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35550) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:20.164296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port d418e274-b57d-4277-ab19-5622113af7de triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:20.164901 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.166769 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a3097425-034d-4f35-85a8-b78bcbdef1ed tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Request body: {'security_group_rule': {'security_group_id': '2fd7f891-3782-4939-b088-6bd88b611cc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:20.233189 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3097425-034d-4f35-85a8-b78bcbdef1ed tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.252288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-d63c01b2-4977-4c6e-9d60-d0f29d74976c service neutron] 10.222.0.107 "GET /v2.0/networks/1694057b-aaed-409b-a3d3-c01879642074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785310 Nov 03 18:35:20.269428 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.288250 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bac63df8-bbbe-4eeb-b480-22e28704f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:41Z', 'updated_at': '2021-11-03T18:34:47Z', 'revision_number': 4, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'gw_port': {'id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:42Z', 'updated_at': '2021-11-03T18:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'd4d0bf6a-9e6e-4f12-b2b2-d193dc6d7fc5', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'port_id': 'bf656bc4-1349-43b6-8218-1d506f992fbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'mac_address': 'fa:16:3e:f9:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384a9304-846d-4752-b523-84d9cad87397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:15Z', 'updated_at': '2021-11-03T18:35:18Z', 'revision_number': 1, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6b5e6d-61b7-4498-aada-82c2a23bfc3d', 'name': '', 'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'mac_address': 'fa:16:3e:23:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:46Z', 'updated_at': '2021-11-03T18:34:52Z', 'revision_number': 5, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'subnets': [{'id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:20.299245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port d418e274-b57d-4277-ab19-5622113af7de, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d418e274-b57d-4277-ab19-5622113af7de,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:20.306757 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.329177 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac63df8-bbbe-4eeb-b480-22e28704f6d7 None None] The sync data for ids ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'] in n-d-812150-4 is: [{'id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:41Z', 'updated_at': '2021-11-03T18:34:47Z', 'revision_number': 4, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'gw_port': {'id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:42Z', 'updated_at': '2021-11-03T18:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'd4d0bf6a-9e6e-4f12-b2b2-d193dc6d7fc5', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'port_id': 'bf656bc4-1349-43b6-8218-1d506f992fbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'mac_address': 'fa:16:3e:f9:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384a9304-846d-4752-b523-84d9cad87397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:15Z', 'updated_at': '2021-11-03T18:35:18Z', 'revision_number': 1, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6b5e6d-61b7-4498-aada-82c2a23bfc3d', 'name': '', 'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'mac_address': 'fa:16:3e:23:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:46Z', 'updated_at': '2021-11-03T18:34:52Z', 'revision_number': 5, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'subnets': [{'id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:20.343519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79c2ec-d730-4054-88ff-97a855460fc1 req-71e2cc15-5ad5-43b2-bff0-6934f680d83d tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:20.356836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f79c2ec-d730-4054-88ff-97a855460fc1 req-71e2cc15-5ad5-43b2-bff0-6934f680d83d tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 945 time: 0.5727208 Nov 03 18:35:20.360071 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3097425-034d-4f35-85a8-b78bcbdef1ed tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.366634 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3097425-034d-4f35-85a8-b78bcbdef1ed tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.383394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=d418e274-b57d-4277-ab19-5622113af7de,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:20.394816 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3097425-034d-4f35-85a8-b78bcbdef1ed tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc65b0eb-fa4f-4947-9f72-789a3c54d41e,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:20.405387 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3097425-034d-4f35-85a8-b78bcbdef1ed tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.408533 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a3097425-034d-4f35-85a8-b78bcbdef1ed tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2514262 Nov 03 18:35:20.411468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35552) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:20.417736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:20.450045 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f79c2ec-d730-4054-88ff-97a855460fc1 req-e91378f2-cc85-4be1-81e5-8fffcf9f1c72 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923293 Nov 03 18:35:20.453211 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.484323 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74ed0983-5ab5-4475-a5b1-289bdf35b441 req-f4c25a9d-d206-4303-886a-d2ae34ff5d3b service neutron] 10.222.0.107 "GET /v2.0/networks/1694057b-aaed-409b-a3d3-c01879642074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114382 Nov 03 18:35:20.521009 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00b5041-5ac5-43cc-b422-29f961e20ecc x-openstack-request-id: req-b00b5041-5ac5-43cc-b422-29f961e20ecc {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:20.521537 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384a9304-846d-4752-b523-84d9cad87397", "tag": "bf656bc4-1349-43b6-8218-1d506f992fbb", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:20.521965 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b00b5041-5ac5-43cc-b422-29f961e20ecc {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:20.522539 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384a9304-846d-4752-b523-84d9cad87397', 'tag': 'bf656bc4-1349-43b6-8218-1d506f992fbb', 'status': 'completed', 'code': 200} Nov 03 18:35:20.676329 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:20.684944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4226c-aa95-4f00-889c-8cff1b2b0dac req-3f281059-c5b4-4f8e-b61d-c70071a31702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:20.689874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ae4226c-aa95-4f00-889c-8cff1b2b0dac req-3f281059-c5b4-4f8e-b61d-c70071a31702 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=cfd4b689757b46f5998ed4478f8bcbbc&device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 1096 time: 0.1364090 Nov 03 18:35:20.729372 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b07cc-715d-4bcc-87d7-1e22295c5b77 req-72c2d7bc-d4f3-4183-9567-d823ed7dc4b2 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:20.730992 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-377b07cc-715d-4bcc-87d7-1e22295c5b77 req-72c2d7bc-d4f3-4183-9567-d823ed7dc4b2 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 945 time: 0.1066203 Nov 03 18:35:20.803825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed85f3e3-fb55-4a64-82e4-6b8f37d86395 None None] New status for floating IP d4d0bf6a-9e6e-4f12-b2b2-d193dc6d7fc5: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:35:20.899854 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Allocated IP 172.25.2.200 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/ca93d174-cd1b-4d7d-91d4-9de020565a12) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:20.959206 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Sync routers for ids ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:20.977939 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Routers {'62f7eee2-8800-44cb-aaf7-bcc4e43ab993'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:20.981217 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:20.993173 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-377b07cc-715d-4bcc-87d7-1e22295c5b77 req-971dece2-cb6f-45f8-98fd-0104b2002018 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372699 Nov 03 18:35:21.035100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa26fa-165d-487d-8f9a-76edfb017d8f req-453a30ad-3cf9-4d02-b3b2-19d18c98d32d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:21.043690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43fa26fa-165d-487d-8f9a-76edfb017d8f req-453a30ad-3cf9-4d02-b3b2-19d18c98d32d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.2362471 Nov 03 18:35:21.094756 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4226c-aa95-4f00-889c-8cff1b2b0dac req-8a0712f5-d566-4579-8e76-72dae149d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:21.096607 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ae4226c-aa95-4f00-889c-8cff1b2b0dac req-8a0712f5-d566-4579-8e76-72dae149d694 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1694057b-aaed-409b-a3d3-c01879642074 HTTP/1.1" status: 200 len: 930 time: 0.3950996 Nov 03 18:35:21.208439 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.209776 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43fa26fa-165d-487d-8f9a-76edfb017d8f req-1e9ba3fe-5381-420d-9d8d-6b8b1a68b333 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648569 Nov 03 18:35:21.212495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ae4226c-aa95-4f00-889c-8cff1b2b0dac req-e9c5f426-fdbe-44c6-a8dc-e28f6a9e90be service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf656bc4-1349-43b6-8218-1d506f992fbb HTTP/1.1" status: 200 len: 998 time: 0.0836799 Nov 03 18:35:21.301604 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Set router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:21.311834 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4226c-aa95-4f00-889c-8cff1b2b0dac req-837de9d9-d67c-41ee-88b9-b46adcc09fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:21.313384 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ae4226c-aa95-4f00-889c-8cff1b2b0dac req-837de9d9-d67c-41ee-88b9-b46adcc09fcc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cf467fc4-dfbf-4fb6-b24f-6871d9b5d718 HTTP/1.1" status: 200 len: 868 time: 0.0736313 Nov 03 18:35:21.347793 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-34f0b351-aa95-4c87-9de2-fd5eb7a4d7fd tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 258 time: 0.2955010 Nov 03 18:35:21.352584 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:21.383521 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.401891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4226c-aa95-4f00-889c-8cff1b2b0dac req-84106aef-5e4c-49de-a588-7d86da42f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:21.403425 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ae4226c-aa95-4f00-889c-8cff1b2b0dac req-84106aef-5e4c-49de-a588-7d86da42f337 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1694057b-aaed-409b-a3d3-c01879642074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783927 Nov 03 18:35:21.404635 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.472369 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 2b56174a-42b3-4702-a5e7-6683ccb41159 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:21.511738 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:21.529934 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:21.537423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:21.595797 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 2b56174a-42b3-4702-a5e7-6683ccb41159 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:35:21.601278 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 2b56174a-42b3-4702-a5e7-6683ccb41159 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:21.602052 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.606016 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Pushing event updated for resources: {'Port': ['ID=ca93d174-cd1b-4d7d-91d4-9de020565a12,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:21.700711 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ae4226c-aa95-4f00-889c-8cff1b2b0dac req-3eeba127-ac9a-4d44-85af-d9d10b20ef97 service neutron] 10.222.0.98 "GET /v2.0/networks/1694057b-aaed-409b-a3d3-c01879642074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825544 Nov 03 18:35:21.710125 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.710356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4732977-c907-4774-ba85-bd60364424a0 req-b1668d5e-c8be-4ffd-8293-ca920299e115 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:21.712151 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4732977-c907-4774-ba85-bd60364424a0 req-b1668d5e-c8be-4ffd-8293-ca920299e115 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 945 time: 0.1191287 Nov 03 18:35:21.761226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 2b56174a-42b3-4702-a5e7-6683ccb41159, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2b56174a-42b3-4702-a5e7-6683ccb41159,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:21.762053 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.763239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b56174a-42b3-4702-a5e7-6683ccb41159'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:21.766056 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2816f3-63de-4360-bd28-960174c21923" -d '{"events": [{"server_uuid": "d667da5c-4a02-4fe6-a014-32d1aa835fc2", "name": "network-vif-plugged", "status": "completed", "tag": "2b56174a-42b3-4702-a5e7-6683ccb41159"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:21.773997 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd418e274-b57d-4277-ab19-5622113af7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:11Z', 'updated_at': '2021-11-03T18:35:17Z', 'revision_number': 4, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'gw_port': {'id': 'd418e274-b57d-4277-ab19-5622113af7de', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:13Z', 'updated_at': '2021-11-03T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '10319ad8-58cb-4d41-926a-989da09b38e6', 'name': '', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'mac_address': 'fa:16:3e:9d:17:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:16Z', 'updated_at': '2021-11-03T18:35:17Z', 'revision_number': 2, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'subnets': [{'id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:21.776629 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.813835 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Checking router: 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:21.814416 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Updating router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 port 10319ad8-58cb-4d41-926a-989da09b38e6 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:35:21.823775 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.864917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4732977-c907-4774-ba85-bd60364424a0 req-732a6fe8-fbbb-4df5-a4da-8f52a4a8b355 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423533 Nov 03 18:35:21.870231 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.891114 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:21.938870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ae4226c-aa95-4f00-889c-8cff1b2b0dac req-716b9363-bd16-415a-a18b-223bda06279d service neutron] 10.222.0.98 "GET /v2.0/networks/1694057b-aaed-409b-a3d3-c01879642074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226994 Nov 03 18:35:21.943300 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=2b56174a-42b3-4702-a5e7-6683ccb41159,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:22.009426 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d418e274-b57d-4277-ab19-5622113af7de up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:22.066018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Allocated IP 172.25.2.105 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/2e2d13ec-a3c0-441b-8ec8-213446a3c567) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:22.110315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port d418e274-b57d-4277-ab19-5622113af7de triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:22.110937 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.171897 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.182432 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.199426 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89071f13-7bf8-4a91-87d3-6e910c256c92 x-openstack-request-id: req-89071f13-7bf8-4a91-87d3-6e910c256c92 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:22.200031 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d667da5c-4a02-4fe6-a014-32d1aa835fc2", "name": "network-vif-plugged", "status": "completed", "tag": "2b56174a-42b3-4702-a5e7-6683ccb41159", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:22.200445 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-89071f13-7bf8-4a91-87d3-6e910c256c92 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:22.202969 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'code': 200} Nov 03 18:35:22.279860 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.357242 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.383510 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.400950 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.446486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Pushing event updated for resources: {'Port': ['ID=2e2d13ec-a3c0-441b-8ec8-213446a3c567,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:22.452159 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31e214-d227-43e0-bd65-0ffa8caa6f58 None None] Pushing event updated for resources: {'Port': ['ID=10319ad8-58cb-4d41-926a-989da09b38e6,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:22.485130 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:22.485877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:22.495485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:22.589469 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Attempting to bind port 10319ad8-58cb-4d41-926a-989da09b38e6 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:22.589724 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Attempting to bind port 10319ad8-58cb-4d41-926a-989da09b38e6 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'ca8a2b03-2521-4fb4-a017-3582cb48a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:22.590087 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Attempting to bind port 10319ad8-58cb-4d41-926a-989da09b38e6 on network d55d92ed-0f45-47fe-b361-a71b6daed198 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:22.618170 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:22.618633 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Checking segment: {'id': 'ca8a2b03-2521-4fb4-a017-3582cb48a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:22.618993 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.619392 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Bound using segment: {'id': 'ca8a2b03-2521-4fb4-a017-3582cb48a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:22.619962 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Bound port: 10319ad8-58cb-4d41-926a-989da09b38e6, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8a2b03-2521-4fb4-a017-3582cb48a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:22.620357 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.685600 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.736217 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] For port 10319ad8-58cb-4d41-926a-989da09b38e6, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:22.740416 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] For port 10319ad8-58cb-4d41-926a-989da09b38e6, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=10319ad8-58cb-4d41-926a-989da09b38e6,segment=NetworkSegment(ca8a2b03-2521-4fb4-a017-3582cb48a495),segment_id=ca8a2b03-2521-4fb4-a017-3582cb48a495)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:22.752434 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.780762 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.812337 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b697ab62-7611-43ed-b72c-053aad816099 None None] Provisioning complete for port 10319ad8-58cb-4d41-926a-989da09b38e6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:22.812865 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b697ab62-7611-43ed-b72c-053aad816099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.830719 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.833407 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31e214-d227-43e0-bd65-0ffa8caa6f58 None None] Pushing event updated for resources: {'Port': ['ID=10319ad8-58cb-4d41-926a-989da09b38e6,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:22.850620 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Routers {'62f7eee2-8800-44cb-aaf7-bcc4e43ab993'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:22.851453 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:22.864530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Pushing event updated for resources: {'Port': ['ID=ca93d174-cd1b-4d7d-91d4-9de020565a12,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:22.920281 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585d5b8-b6dd-4c7b-bbef-15d91cb487e8 req-99c518e6-f990-401c-92f8-97b9878d8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:22.921830 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9585d5b8-b6dd-4c7b-bbef-15d91cb487e8 req-99c518e6-f990-401c-92f8-97b9878d8533 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 1097 time: 0.5947912 Nov 03 18:35:22.927972 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b697ab62-7611-43ed-b72c-053aad816099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.929007 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:22.930517 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1818be34-0f32-4cf0-b1be-295b273a6870 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5179770 Nov 03 18:35:22.998208 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] Set router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:23.004166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b697ab62-7611-43ed-b72c-053aad816099 None None] For port 10319ad8-58cb-4d41-926a-989da09b38e6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=10319ad8-58cb-4d41-926a-989da09b38e6,segment=NetworkSegment(ca8a2b03-2521-4fb4-a017-3582cb48a495),segment_id=ca8a2b03-2521-4fb4-a017-3582cb48a495)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:23.017212 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9585d5b8-b6dd-4c7b-bbef-15d91cb487e8 req-c072aed6-77f9-4c0c-8f33-f916797c568f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806873 Nov 03 18:35:23.019881 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b697ab62-7611-43ed-b72c-053aad816099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.079358 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697ab62-7611-43ed-b72c-053aad816099 None None] Pushing event updated for resources: {'Port': ['ID=10319ad8-58cb-4d41-926a-989da09b38e6,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:23.093657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f1f46-0cfb-4fe3-94e9-a316ec6ed6ca req-8e51e50a-f112-472a-8753-728826d483fa tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:23.095178 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c61f1f46-0cfb-4fe3-94e9-a316ec6ed6ca req-8e51e50a-f112-472a-8753-728826d483fa tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 945 time: 0.2738252 Nov 03 18:35:23.169105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c61f1f46-0cfb-4fe3-94e9-a316ec6ed6ca req-8bf125ed-8b20-4d55-b2ca-989820fd1397 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662436 Nov 03 18:35:23.198356 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.205110 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.223943 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd418e274-b57d-4277-ab19-5622113af7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:11Z', 'updated_at': '2021-11-03T18:35:17Z', 'revision_number': 4, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'gw_port': {'id': 'd418e274-b57d-4277-ab19-5622113af7de', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:13Z', 'updated_at': '2021-11-03T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '10319ad8-58cb-4d41-926a-989da09b38e6', 'name': '', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'mac_address': 'fa:16:3e:9d:17:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:16Z', 'updated_at': '2021-11-03T18:35:22Z', 'revision_number': 4, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'subnets': [{'id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:23.246052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-621eae98-c94f-444c-8ea4-6e5d5adda661 None None] Provisioning complete for port 10319ad8-58cb-4d41-926a-989da09b38e6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:23.246715 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-621eae98-c94f-444c-8ea4-6e5d5adda661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.253755 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da6bcf-9356-47e5-808c-dc7b5ebf471b None None] The sync data for ids ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'] in n-d-812150-4 is: [{'id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd418e274-b57d-4277-ab19-5622113af7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:11Z', 'updated_at': '2021-11-03T18:35:17Z', 'revision_number': 4, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'gw_port': {'id': 'd418e274-b57d-4277-ab19-5622113af7de', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:13Z', 'updated_at': '2021-11-03T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '10319ad8-58cb-4d41-926a-989da09b38e6', 'name': '', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'mac_address': 'fa:16:3e:9d:17:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:16Z', 'updated_at': '2021-11-03T18:35:22Z', 'revision_number': 4, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'subnets': [{'id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:23.310534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Pushing event updated for resources: {'Port': ['ID=2e2d13ec-a3c0-441b-8ec8-213446a3c567,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:23.335001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d1bdf-a369-4ffb-ab1d-74de2092d352 req-ecf9d388-3b75-491a-a527-5643dcd19cd1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:23.337276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a2d1bdf-a369-4ffb-ab1d-74de2092d352 req-ecf9d388-3b75-491a-a527-5643dcd19cd1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.1051345 Nov 03 18:35:23.338092 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.370576 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:23.371828 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-df7e46c0-c233-4e69-9a51-fb0373201f09 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0231822 Nov 03 18:35:23.442165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a2d1bdf-a369-4ffb-ab1d-74de2092d352 req-103abe4d-5a9d-4435-8b79-e76c94197991 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969098 Nov 03 18:35:23.445812 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-f5c120bd-8a56-4220-9857-5368ddaec841 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.0621541 Nov 03 18:35:23.584067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-03cb246e-bd04-49de-89e4-3e3b2977291b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:23.586915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-03cb246e-bd04-49de-89e4-3e3b2977291b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.1349378 Nov 03 18:35:23.597498 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-f0680712-953b-4066-9108-6e998f2cada0 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:35:23.598507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f768a84-7ab3-4011-be1f-b1302a819753 req-f0680712-953b-4066-9108-6e998f2cada0 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0069420 Nov 03 18:35:23.606590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd3fb6-3790-41c7-8f86-b6a55b433425 req-fcb6e3e2-e397-4e30-9842-50980ed2dfec tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:23.608193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f1bd3fb6-3790-41c7-8f86-b6a55b433425 req-fcb6e3e2-e397-4e30-9842-50980ed2dfec tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 946 time: 0.0951729 Nov 03 18:35:23.664128 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f1bd3fb6-3790-41c7-8f86-b6a55b433425 req-0c84f754-173f-42e0-b77f-9ed30b11c1cc tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499988 Nov 03 18:35:23.724695 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-ee08e8ba-91ad-40ec-807e-2cff5814fb50 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1017470364&fields=id&tenant_id=6cb7b896fc0b4106a325973450c7c02f HTTP/1.1" status: 200 len: 267 time: 0.0529699 Nov 03 18:35:23.878488 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-3353d304-37ae-41a8-9b89-4897c49b15d0 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:23.884325 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-3353d304-37ae-41a8-9b89-4897c49b15d0 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/networks?id=d55d92ed-0f45-47fe-b361-a71b6daed198 HTTP/1.1" status: 200 len: 811 time: 0.1519024 Nov 03 18:35:23.916128 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-7bf1bcc8-f4d2-47e5-8051-25f48b7f3b81 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/quotas/6cb7b896fc0b4106a325973450c7c02f HTTP/1.1" status: 200 len: 375 time: 0.0244195 Nov 03 18:35:23.962918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 10319ad8-58cb-4d41-926a-989da09b38e6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:23.984966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-0f20f741-f733-4849-8630-084a4afce8d3 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=6cb7b896fc0b4106a325973450c7c02f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636022 Nov 03 18:35:24.031303 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 10319ad8-58cb-4d41-926a-989da09b38e6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:24.031778 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.095803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-797ea070-ec64-48ed-b46e-1d5b180391bc service neutron] 10.222.0.107 "GET /v2.0/networks/d55d92ed-0f45-47fe-b361-a71b6daed198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954669 Nov 03 18:35:24.249796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-88761a06-98e2-4939-b6a7-2a212ce51841 service neutron] 10.222.0.107 "GET /v2.0/networks/d55d92ed-0f45-47fe-b361-a71b6daed198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422102 Nov 03 18:35:24.259439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a9a2a-bf6e-45c9-9d3e-24285afb4e0a req-43953adc-853d-4079-a72a-f93c27c01e97 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:24.260943 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-061a9a2a-bf6e-45c9-9d3e-24285afb4e0a req-43953adc-853d-4079-a72a-f93c27c01e97 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0724494 Nov 03 18:35:24.318105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-061a9a2a-bf6e-45c9-9d3e-24285afb4e0a req-31b0cc7d-ca0f-4c3a-8441-83e684ea1836 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.0507414 Nov 03 18:35:24.327980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-061a9a2a-bf6e-45c9-9d3e-24285afb4e0a req-cf483166-f852-45bb-9a54-770bc745b27c tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Request body: {'floatingip': {'port_id': 'bf656bc4-1349-43b6-8218-1d506f992fbb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:24.371712 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-061a9a2a-bf6e-45c9-9d3e-24285afb4e0a req-cf483166-f852-45bb-9a54-770bc745b27c tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:24.600585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4d145-d811-4488-9e05-fdf370273aa2 req-8ec5bdb9-a9ca-4ec2-993b-008b64d4af1b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:24.602895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-edc4d145-d811-4488-9e05-fdf370273aa2 req-8ec5bdb9-a9ca-4ec2-993b-008b64d4af1b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 945 time: 0.1197739 Nov 03 18:35:24.711642 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-061a9a2a-bf6e-45c9-9d3e-24285afb4e0a req-cf483166-f852-45bb-9a54-770bc745b27c tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] update failed (client error): There was a conflict when trying to complete your request. Nov 03 18:35:24.727219 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-061a9a2a-bf6e-45c9-9d3e-24285afb4e0a req-cf483166-f852-45bb-9a54-770bc745b27c tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "PUT /v2.0/floatingips/654d14ec-c4c2-4b80-9157-ea3f9421dfe5 HTTP/1.1" status: 409 len: 550 time: 0.4025681 Nov 03 18:35:24.737046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-edc4d145-d811-4488-9e05-fdf370273aa2 req-e176eca8-419f-4570-826a-e7fb12786c17 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193657 Nov 03 18:35:24.805998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cf061581-7fac-4843-b70e-a3780086bf63 req-825abc4f-a242-493a-98af-230540e26a56 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 210 time: 0.0475018 Nov 03 18:35:24.982067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee7b03-de38-4813-905e-f29c3628c4a0 req-17f2cb95-4082-4e52-a024-06b049d56698 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:24.983678 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbee7b03-de38-4813-905e-f29c3628c4a0 req-17f2cb95-4082-4e52-a024-06b049d56698 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 946 time: 0.0961962 Nov 03 18:35:24.998730 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a0512-ceea-4c51-94d3-37c7b1c2b24f req-69315c5d-e235-4dd5-a44a-c5c88e61d70b tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:25.006229 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e2a0512-ceea-4c51-94d3-37c7b1c2b24f req-69315c5d-e235-4dd5-a44a-c5c88e61d70b tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.1347857 Nov 03 18:35:25.073328 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e2a0512-ceea-4c51-94d3-37c7b1c2b24f req-ad1ac684-05d3-43f5-942a-95c66d329dd5 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661466 Nov 03 18:35:25.152550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbee7b03-de38-4813-905e-f29c3628c4a0 req-3e87f648-4e13-408e-abef-88cf11d696aa tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431506 Nov 03 18:35:25.159528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-e2ff9a67-0a89-47c9-8bd7-426239d9d519 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/floatingips/654d14ec-c4c2-4b80-9157-ea3f9421dfe5 HTTP/1.1" status: 200 len: 693 time: 0.0590782 Nov 03 18:35:25.296928 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-38022411-03f8-4198-9e21-89de44cfa3c1 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:25.298868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-38022411-03f8-4198-9e21-89de44cfa3c1 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.1316326 Nov 03 18:35:25.310769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-d7e9071f-d44b-4a00-8c6d-5006ce614ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:35:25.312206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-d7e9071f-d44b-4a00-8c6d-5006ce614ea0 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0071545 Nov 03 18:35:25.384511 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-86063639-3cee-451a-853a-ea98c26c146a tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.0636737 Nov 03 18:35:25.436442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-ce8aa2a2-2b14-45cf-9db1-cb1c4ec8ca34 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.0510280 Nov 03 18:35:25.573736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-5b065188-bb31-4cfb-93fd-f59c32cf4fc6 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Deleting port 2e2d13ec-a3c0-441b-8ec8-213446a3c567 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:25.574084 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-5b065188-bb31-4cfb-93fd-f59c32cf4fc6 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.654402 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-5b065188-bb31-4cfb-93fd-f59c32cf4fc6 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.654735 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-5b065188-bb31-4cfb-93fd-f59c32cf4fc6 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.665138 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e94bdcf3-8d99-49bc-8d18-341cc1ca8e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.669952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-5b065188-bb31-4cfb-93fd-f59c32cf4fc6 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Calling delete_port for 2e2d13ec-a3c0-441b-8ec8-213446a3c567 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:25.885697 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-5b065188-bb31-4cfb-93fd-f59c32cf4fc6 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:25.916158 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b065188-bb31-4cfb-93fd-f59c32cf4fc6 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Pushing event deleted for resources: {'Port': ['ID=2e2d13ec-a3c0-441b-8ec8-213446a3c567,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:25.927128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2693973-fa04-42c3-9da9-2a3a4ff830ea req-92cd85e9-d3df-4133-8642-eb0bfae5cb36 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:25.928636 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a2693973-fa04-42c3-9da9-2a3a4ff830ea req-92cd85e9-d3df-4133-8642-eb0bfae5cb36 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 945 time: 0.0954726 Nov 03 18:35:26.025054 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-5b065188-bb31-4cfb-93fd-f59c32cf4fc6 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.027799 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-5b065188-bb31-4cfb-93fd-f59c32cf4fc6 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:26.028929 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e93d310a-151d-42a6-baf9-46322a41e6b6 req-5b065188-bb31-4cfb-93fd-f59c32cf4fc6 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "DELETE /v2.0/floatingips/654d14ec-c4c2-4b80-9157-ea3f9421dfe5 HTTP/1.1" status: 204 len: 173 time: 0.5860801 Nov 03 18:35:26.045429 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a2693973-fa04-42c3-9da9-2a3a4ff830ea req-dccc6a90-1fcd-436a-9270-ec7dcfe6ad93 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873184 Nov 03 18:35:26.149010 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-abbe0c44-ff2c-4990-a518-673df1412335 req-7f14aec6-438a-4065-8ea9-caba5e5c48e8 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 210 time: 0.0431185 Nov 03 18:35:26.183943 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-8713d797-8ac3-44ac-9b80-e0d2c48083c7 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 1000 time: 0.1213920 Nov 03 18:35:26.534676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-01353f43-705c-4713-aa58-5ee67d5f1919 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:26.536162 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-01353f43-705c-4713-aa58-5ee67d5f1919 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports/bf656bc4-1349-43b6-8218-1d506f992fbb HTTP/1.1" status: 200 len: 942 time: 0.3462853 Nov 03 18:35:26.562107 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126aab0-d7f0-4eed-b5bd-e917afd9aee8 req-f6351fe4-f855-48a0-a32f-af9a1ebf84f1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:26.569815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c126aab0-d7f0-4eed-b5bd-e917afd9aee8 req-f6351fe4-f855-48a0-a32f-af9a1ebf84f1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.0733523 Nov 03 18:35:26.657905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c126aab0-d7f0-4eed-b5bd-e917afd9aee8 req-b827e9c8-3e6d-429c-a1e3-a17e8bc04c99 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870852 Nov 03 18:35:26.667445 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-7f98d657-5fc1-4350-a41f-94ce6e052126 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 1000 time: 0.0822499 Nov 03 18:35:26.820320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60807207-3a78-4607-bb9a-1c62994da431 req-d663d799-2f57-4300-b0a6-c8fd4edeaa73 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:26.821806 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60807207-3a78-4607-bb9a-1c62994da431 req-d663d799-2f57-4300-b0a6-c8fd4edeaa73 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 946 time: 0.0835662 Nov 03 18:35:26.830816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-a1005e07-5932-48e7-83e3-cac2c999ab49 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:26.832191 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-a1005e07-5932-48e7-83e3-cac2c999ab49 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.1584585 Nov 03 18:35:26.871677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-2d92b4fb-d428-4c7b-a5d7-53f7d7cb00aa tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:26.873189 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-2d92b4fb-d428-4c7b-a5d7-53f7d7cb00aa tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.87 "GET /v2.0/networks?id=d55d92ed-0f45-47fe-b361-a71b6daed198 HTTP/1.1" status: 200 len: 811 time: 0.1441820 Nov 03 18:35:26.926938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60807207-3a78-4607-bb9a-1c62994da431 req-d1b12c4d-9110-428b-a914-76270f843299 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936782 Nov 03 18:35:26.929807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-a56fa677-5193-4edf-bc9c-371a70c1729a tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 1000 time: 0.0816877 Nov 03 18:35:26.946496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-b7163b52-3a74-47e3-b84d-30938bc369bf tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:27.005718 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-b7163b52-3a74-47e3-b84d-30938bc369bf tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.046408 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-bc49af9c-fc6e-479f-8d50-0a25ee11033f tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cb7b896fc0b4106a325973450c7c02f HTTP/1.1" status: 200 len: 380 time: 0.0830190 Nov 03 18:35:27.097312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-b8b1f98d-3991-4f85-bc63-382558f7e15c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Request body: {'port': {'device_id': 'e5090bfd-d508-4b60-b6e3-8e55b33b86e0', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'admin_state_up': True, 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'security_groups': ['2fd7f891-3782-4939-b088-6bd88b611cc4']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:27.205615 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-b7163b52-3a74-47e3-b84d-30938bc369bf tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.213165 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-b7163b52-3a74-47e3-b84d-30938bc369bf tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.213512 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-b7163b52-3a74-47e3-b84d-30938bc369bf tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Floating IP d4d0bf6a-9e6e-4f12-b2b2-d193dc6d7fc5 disassociated. External IP: 172.25.2.48, port: bf656bc4-1349-43b6-8218-1d506f992fbb. Nov 03 18:35:27.219748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-b8b1f98d-3991-4f85-bc63-382558f7e15c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Made reservation on behalf of 6cb7b896fc0b4106a325973450c7c02f for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:27.223443 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-b8b1f98d-3991-4f85-bc63-382558f7e15c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.357869 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-b8b1f98d-3991-4f85-bc63-382558f7e15c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Allocated IP 172.20.0.5 (d55d92ed-0f45-47fe-b361-a71b6daed198/ee23bf3f-cb65-4e2c-b0af-6b5e147f4141/363f54bc-134c-4fdd-b237-1745a4431f86) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:27.420816 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-5dd3bf61-8d72-4d96-ac7c-4ea08babe692 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2943151 Nov 03 18:35:27.435564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:27.509588 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.509797 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-b8b1f98d-3991-4f85-bc63-382558f7e15c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.550985 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-b8b1f98d-3991-4f85-bc63-382558f7e15c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.596237 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-b8b1f98d-3991-4f85-bc63-382558f7e15c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Network d55d92ed-0f45-47fe-b361-a71b6daed198 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:27.599426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-b8b1f98d-3991-4f85-bc63-382558f7e15c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:27.602721 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-b8b1f98d-3991-4f85-bc63-382558f7e15c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:27.626749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-b7163b52-3a74-47e3-b84d-30938bc369bf tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:27.657190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1f98d-3991-4f85-bc63-382558f7e15c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Pushing event updated for resources: {'Port': ['ID=363f54bc-134c-4fdd-b237-1745a4431f86,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:27.678271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-b8b1f98d-3991-4f85-bc63-382558f7e15c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:27.678939 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-b8b1f98d-3991-4f85-bc63-382558f7e15c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.707900 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-b8b1f98d-3991-4f85-bc63-382558f7e15c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6161008 Nov 03 18:35:27.736264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Request body: {'port': {'device_id': 'e5090bfd-d508-4b60-b6e3-8e55b33b86e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:27.761190 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.774174 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-b7163b52-3a74-47e3-b84d-30938bc369bf tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:27.779994 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-b7163b52-3a74-47e3-b84d-30938bc369bf tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.788031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ad602-4b99-49c8-9188-193669e4ee14 None None] Sync routers for ids ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:27.807689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ad602-4b99-49c8-9188-193669e4ee14 None None] Routers {'23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:27.811022 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-377ad602-4b99-49c8-9188-193669e4ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:27.830100 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:27.919980 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-b7163b52-3a74-47e3-b84d-30938bc369bf tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "PUT /v2.0/floatingips/d4d0bf6a-9e6e-4f12-b2b2-d193dc6d7fc5 HTTP/1.1" status: 200 len: 694 time: 0.9835079 Nov 03 18:35:27.922991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384a9304-846d-4752-b523-84d9cad87397', 'tag': 'bf656bc4-1349-43b6-8218-1d506f992fbb'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:27.925576 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3267cf3-05f5-415c-aff3-ff8b95a90d36" -d '{"events": [{"name": "network-changed", "server_uuid": "384a9304-846d-4752-b523-84d9cad87397", "tag": "bf656bc4-1349-43b6-8218-1d506f992fbb"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:28.021312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-377ad602-4b99-49c8-9188-193669e4ee14 None None] Set router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:28.025946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-c424e839-dd5f-402b-90a5-9542b30fba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:28.028211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-c424e839-dd5f-402b-90a5-9542b30fba03 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfd4b689757b46f5998ed4478f8bcbbc&device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 1096 time: 0.0740209 Nov 03 18:35:28.030170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Allocated IP 172.25.2.5 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/1948daa6-33cf-47fb-9fda-db2465709daf) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:28.079326 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ff5498b0-237d-4b3e-81a7-d337c9c10042 None None] Provisioning complete for port 363f54bc-134c-4fdd-b237-1745a4431f86 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:28.079970 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ff5498b0-237d-4b3e-81a7-d337c9c10042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.175435 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-767d5502-72cf-4ef1-8c35-05c875b1112c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.185580 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363f54bc-134c-4fdd-b237-1745a4431f86 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:28.195723 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.200503 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ff5498b0-237d-4b3e-81a7-d337c9c10042 None None] Port 363f54bc-134c-4fdd-b237-1745a4431f86 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:28.216495 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Transition to ACTIVE for port object 363f54bc-134c-4fdd-b237-1745a4431f86 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:35:28.233940 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.270351 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.280543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-f6d01ed8-5b4d-457a-acb2-9f2e72ab5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:28.282133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-f6d01ed8-5b4d-457a-acb2-9f2e72ab5539 service neutron] 10.222.0.107 "GET /v2.0/networks?id=1694057b-aaed-409b-a3d3-c01879642074 HTTP/1.1" status: 200 len: 930 time: 0.2460446 Nov 03 18:35:28.301489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Pushing event updated for resources: {'Port': ['ID=363f54bc-134c-4fdd-b237-1745a4431f86,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:28.341655 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-377ad602-4b99-49c8-9188-193669e4ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:41Z', 'updated_at': '2021-11-03T18:34:47Z', 'revision_number': 4, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'gw_port': {'id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:42Z', 'updated_at': '2021-11-03T18:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bc6b5e6d-61b7-4498-aada-82c2a23bfc3d', 'name': '', 'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'mac_address': 'fa:16:3e:23:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:46Z', 'updated_at': '2021-11-03T18:34:52Z', 'revision_number': 5, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'subnets': [{'id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:28.357105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-c3264f1d-3fd2-4bd7-b166-6a6499987fc2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf656bc4-1349-43b6-8218-1d506f992fbb HTTP/1.1" status: 200 len: 217 time: 0.0565805 Nov 03 18:35:28.389660 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ad602-4b99-49c8-9188-193669e4ee14 None None] Checking router: 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:28.395557 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Attempting to bind port 363f54bc-134c-4fdd-b237-1745a4431f86 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:28.396312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Attempting to bind port 363f54bc-134c-4fdd-b237-1745a4431f86 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'ca8a2b03-2521-4fb4-a017-3582cb48a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:28.396809 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Attempting to bind port 363f54bc-134c-4fdd-b237-1745a4431f86 on network d55d92ed-0f45-47fe-b361-a71b6daed198 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:28.402567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Port 363f54bc-134c-4fdd-b237-1745a4431f86 on network d55d92ed-0f45-47fe-b361-a71b6daed198 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:28.403118 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Attempting to bind port 363f54bc-134c-4fdd-b237-1745a4431f86 on network d55d92ed-0f45-47fe-b361-a71b6daed198 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:28.404848 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ad602-4b99-49c8-9188-193669e4ee14 None None] Routers {'23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:28.405764 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-377ad602-4b99-49c8-9188-193669e4ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:28.413529 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:28.416057 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Checking segment: {'id': 'ca8a2b03-2521-4fb4-a017-3582cb48a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:28.416530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Bound using segment: {'id': 'ca8a2b03-2521-4fb4-a017-3582cb48a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:28.417087 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Bound port: 363f54bc-134c-4fdd-b237-1745a4431f86, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca8a2b03-2521-4fb4-a017-3582cb48a495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:28.417660 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.475281 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.489272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-2d588197-ba4e-486b-93db-edf8d41f5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:28.499014 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-2d588197-ba4e-486b-93db-edf8d41f5b4c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=cf467fc4-dfbf-4fb6-b24f-6871d9b5d718 HTTP/1.1" status: 200 len: 868 time: 0.1410146 Nov 03 18:35:28.520640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-ed9f3d4e-8cfb-410f-a084-6c6fc50fd298 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:28.522637 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-ed9f3d4e-8cfb-410f-a084-6c6fc50fd298 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c&tenant_id=9967bc7a71e345f08f6394ec34bbf289&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 1096 time: 0.1533301 Nov 03 18:35:28.538500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] For port 363f54bc-134c-4fdd-b237-1745a4431f86, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:28.559020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-377ad602-4b99-49c8-9188-193669e4ee14 None None] Set router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:28.569000 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] For port 363f54bc-134c-4fdd-b237-1745a4431f86, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=363f54bc-134c-4fdd-b237-1745a4431f86,segment=NetworkSegment(ca8a2b03-2521-4fb4-a017-3582cb48a495),segment_id=ca8a2b03-2521-4fb4-a017-3582cb48a495)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:28.577166 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.585792 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812150-4'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:28.629364 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:28.641716 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:28.642355 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.644045 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] 10.222.0.87 "PUT /v2.0/ports/363f54bc-134c-4fdd-b237-1745a4431f86 HTTP/1.1" status: 200 len: 1091 time: 0.9124544 Nov 03 18:35:28.644345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5090bfd-d508-4b60-b6e3-8e55b33b86e0', 'tag': '363f54bc-134c-4fdd-b237-1745a4431f86'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:28.646215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:28.647265 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517b76a3-fbf3-41db-b040-66da5e5b2548" -d '{"events": [{"name": "network-changed", "server_uuid": "e5090bfd-d508-4b60-b6e3-8e55b33b86e0", "tag": "363f54bc-134c-4fdd-b237-1745a4431f86"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:28.649815 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:28.655507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-758d48a6-a231-4fa5-a924-61f6e2276144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:28.671651 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-758d48a6-a231-4fa5-a924-61f6e2276144 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1694057b-aaed-409b-a3d3-c01879642074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712167 Nov 03 18:35:28.673777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Pushing event updated for resources: {'Port': ['ID=1948daa6-33cf-47fb-9fda-db2465709daf,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:28.690208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e1b93-d384-4297-be17-3e54198e5e09 service neutron] Pushing event updated for resources: {'Port': ['ID=363f54bc-134c-4fdd-b237-1745a4431f86,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:28.822564 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.847685 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-51ab9a0e-5fb3-4a0b-a2d9-a22a55e90688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:28.848641 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-51ab9a0e-5fb3-4a0b-a2d9-a22a55e90688 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6cb7b896fc0b4106a325973450c7c02f&device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 1094 time: 0.0955436 Nov 03 18:35:28.927170 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-446d7739-48a4-49eb-b436-dc8810febc38 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=363f54bc-134c-4fdd-b237-1745a4431f86 HTTP/1.1" status: 200 len: 217 time: 0.0447152 Nov 03 18:35:28.935862 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:28.948014 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-4a548ba5-900e-4091-9889-589cb8fe1b32 service neutron] 10.222.0.107 "GET /v2.0/networks/1694057b-aaed-409b-a3d3-c01879642074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750409 Nov 03 18:35:29.015502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-14dd3bcd-14cb-4ca7-9487-2f53bbfa16df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:29.017288 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-14dd3bcd-14cb-4ca7-9487-2f53bbfa16df service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ee23bf3f-cb65-4e2c-b0af-6b5e147f4141 HTTP/1.1" status: 200 len: 850 time: 0.0684898 Nov 03 18:35:29.057814 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.084713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-377ad602-4b99-49c8-9188-193669e4ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:41Z', 'updated_at': '2021-11-03T18:34:47Z', 'revision_number': 4, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'gw_port': {'id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:42Z', 'updated_at': '2021-11-03T18:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bc6b5e6d-61b7-4498-aada-82c2a23bfc3d', 'name': '', 'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'mac_address': 'fa:16:3e:23:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:46Z', 'updated_at': '2021-11-03T18:34:52Z', 'revision_number': 5, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'subnets': [{'id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:29.095843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-4257faa2-faaa-42fb-8d49-9734d0b570d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:29.097754 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-4257faa2-faaa-42fb-8d49-9734d0b570d8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d55d92ed-0f45-47fe-b361-a71b6daed198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625076 Nov 03 18:35:29.124343 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377ad602-4b99-49c8-9188-193669e4ee14 None None] The sync data for ids ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'] in n-d-812150-4 is: [{'id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:41Z', 'updated_at': '2021-11-03T18:34:47Z', 'revision_number': 4, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'gw_port': {'id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:42Z', 'updated_at': '2021-11-03T18:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bc6b5e6d-61b7-4498-aada-82c2a23bfc3d', 'name': '', 'network_id': '1694057b-aaed-409b-a3d3-c01879642074', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'mac_address': 'fa:16:3e:23:d1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:46Z', 'updated_at': '2021-11-03T18:34:52Z', 'revision_number': 5, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'subnets': [{'id': 'cf467fc4-dfbf-4fb6-b24f-6871d9b5d718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:29.144537 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.234273 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-46a3565e-3085-4a57-a67d-bf95af72a383 service neutron] 10.222.0.87 "GET /v2.0/networks/d55d92ed-0f45-47fe-b361-a71b6daed198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202688 Nov 03 18:35:29.366656 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0533c831-0d17-433c-b04f-2f77f3e5e23f req-33ab420b-a801-4f7c-af87-75ec3c3d8ed7 service neutron] 10.222.0.87 "GET /v2.0/networks/d55d92ed-0f45-47fe-b361-a71b6daed198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123850 Nov 03 18:35:29.472033 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2af004-a6f6-4495-9c1d-7fab85e977d7 None None] New status for floating IP d4d0bf6a-9e6e-4f12-b2b2-d193dc6d7fc5: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:35:29.488834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fea87f74-97ec-46fb-903f-774c009a5245 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:35:29.511061 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b74f47e-3427-4a99-91a8-873a22faf4c8 req-fd084893-da68-4ea6-b591-472dc819e9eb service neutron] 10.222.0.107 "GET /v2.0/networks/1694057b-aaed-409b-a3d3-c01879642074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530188 Nov 03 18:35:29.516691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=fea87f74-97ec-46fb-903f-774c009a5245,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:29.613553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:29.678085 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.682204 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.689387 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.719551 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.752630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=fea87f74-97ec-46fb-903f-774c009a5245,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:29.784616 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fea87f74-97ec-46fb-903f-774c009a5245 has no active binding in host n-h1-812150-4 {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:35:29.870885 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Pushing event updated for resources: {'Port': ['ID=1948daa6-33cf-47fb-9fda-db2465709daf,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:29.946515 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.980432 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce64d1-9e47-46c4-ae4d-4d914494765d req-58552f5c-b98c-45e4-9aba-ae3d7e3d4134 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:29.981939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70ce64d1-9e47-46c4-ae4d-4d914494765d req-58552f5c-b98c-45e4-9aba-ae3d7e3d4134 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 943 time: 0.1912405 Nov 03 18:35:29.993036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Attempting to bind port fea87f74-97ec-46fb-903f-774c009a5245 on host n-h2-812150-4 for vnic_type normal with profile {"migrating_to": "n-h1-812150-4"} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:29.993381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Attempting to bind port fea87f74-97ec-46fb-903f-774c009a5245 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:29.993712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Attempting to bind port fea87f74-97ec-46fb-903f-774c009a5245 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:29.998574 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:29.999744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-27e35f38-ff92-4af7-bb0d-747dfb9a96af tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.5730383 Nov 03 18:35:30.000408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Pushing event updated for resources: {'Port': ['ID=fea87f74-97ec-46fb-903f-774c009a5245,revision_number=7']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:30.026681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Port fea87f74-97ec-46fb-903f-774c009a5245 on network 5642331e-152e-4c1a-8167-032b35756d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:30.027012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Attempting to bind port fea87f74-97ec-46fb-903f-774c009a5245 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:30.065253 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:30.065594 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Checking segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:30.065981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Bound using segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:30.066432 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Bound port: fea87f74-97ec-46fb-903f-774c009a5245, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:30.066799 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.093787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-75118321-1c95-4135-b815-c505e4fa66ac tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 694 time: 0.0823128 Nov 03 18:35:30.117298 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.134843 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70ce64d1-9e47-46c4-ae4d-4d914494765d req-e3978233-d450-49ee-9ce1-51a6f53bb472 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433868 Nov 03 18:35:30.238120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:30.244631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=fea87f74-97ec-46fb-903f-774c009a5245,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:30.261604 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.275968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-5ffbe721-014c-4175-9dbd-071c258af54b tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:30.277748 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-791ba2eb-f2b7-4495-95e9-a88909675bfb req-5ffbe721-014c-4175-9dbd-071c258af54b tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.1727221 Nov 03 18:35:30.358821 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9235b48c-aad5-4b70-b24b-4c199126861e x-openstack-request-id: req-9235b48c-aad5-4b70-b24b-4c199126861e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:30.358821 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384a9304-846d-4752-b523-84d9cad87397", "tag": "bf656bc4-1349-43b6-8218-1d506f992fbb", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:30.358821 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9235b48c-aad5-4b70-b24b-4c199126861e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:30.359503 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384a9304-846d-4752-b523-84d9cad87397', 'tag': 'bf656bc4-1349-43b6-8218-1d506f992fbb', 'status': 'completed', 'code': 200} Nov 03 18:35:30.477215 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a038b20c-8f29-48b5-b8d0-d04c1ec9355f x-openstack-request-id: req-a038b20c-8f29-48b5-b8d0-d04c1ec9355f {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:30.477896 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5090bfd-d508-4b60-b6e3-8e55b33b86e0", "tag": "363f54bc-134c-4fdd-b237-1745a4431f86", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:30.478514 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a038b20c-8f29-48b5-b8d0-d04c1ec9355f {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:30.479050 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5090bfd-d508-4b60-b6e3-8e55b33b86e0', 'tag': '363f54bc-134c-4fdd-b237-1745a4431f86', 'status': 'completed', 'code': 200} Nov 03 18:35:30.488891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Pushing event updated for resources: {'Port': ['ID=fea87f74-97ec-46fb-903f-774c009a5245,revision_number=8']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:30.495551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:30.496200 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.497845 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-14a1eee7-62e0-457f-bb1b-a7a12de8ac1b service neutron] 10.222.0.87 "PUT /v2.0/ports/fea87f74-97ec-46fb-903f-774c009a5245 HTTP/1.1" status: 200 len: 1121 time: 1.9256337 Nov 03 18:35:30.519780 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:30.550119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9d1a0-619f-494b-960c-c1973cfea0e4 req-af01a537-147d-4f54-93e7-2afca581d59c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:30.551691 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26a9d1a0-619f-494b-960c-c1973cfea0e4 req-af01a537-147d-4f54-93e7-2afca581d59c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 943 time: 0.2073920 Nov 03 18:35:30.553507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3267cf3-05f5-415c-aff3-ff8b95a90d36 req-703815a1-81e9-479d-b329-4d6cec877ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:30.555391 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3267cf3-05f5-415c-aff3-ff8b95a90d36 req-703815a1-81e9-479d-b329-4d6cec877ccd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=cfd4b689757b46f5998ed4478f8bcbbc&device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 1096 time: 0.1662347 Nov 03 18:35:30.577005 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e637982f-5182-4905-8588-a2022256f757 req-55ce5350-39ce-4a3a-ac8c-85f9c33f4ccc tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/floatingips/d4d0bf6a-9e6e-4f12-b2b2-d193dc6d7fc5 HTTP/1.1" status: 200 len: 692 time: 0.0769210 Nov 03 18:35:30.612022 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['fea87f74-97ec-46fb-903f-774c009a5245'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:30.653463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1fb25-06df-4b1a-b002-c03bbb1f30d5 req-9377be95-e38f-44f0-8cf9-a7cfc66f8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:30.657960 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48c1fb25-06df-4b1a-b002-c03bbb1f30d5 req-9377be95-e38f-44f0-8cf9-a7cfc66f8bdf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=23a3226cd4ca421fbf12bfcde1da7f0e&device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0879970 Nov 03 18:35:30.785853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26a9d1a0-619f-494b-960c-c1973cfea0e4 req-cae15270-2224-46a3-b4de-5f7008dfe497 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fd7f891-3782-4939-b088-6bd88b611cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123115 Nov 03 18:35:30.800027 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b76a3-fbf3-41db-b040-66da5e5b2548 req-0c176d7e-274d-47ad-9684-f87ebae5b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:30.804321 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-517b76a3-fbf3-41db-b040-66da5e5b2548 req-0c176d7e-274d-47ad-9684-f87ebae5b780 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6cb7b896fc0b4106a325973450c7c02f&device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 1094 time: 0.2167771 Nov 03 18:35:30.839550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3267cf3-05f5-415c-aff3-ff8b95a90d36 req-0fab9ac0-c7ee-40c7-89af-f8ba40113664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:30.841056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3267cf3-05f5-415c-aff3-ff8b95a90d36 req-0fab9ac0-c7ee-40c7-89af-f8ba40113664 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1694057b-aaed-409b-a3d3-c01879642074 HTTP/1.1" status: 200 len: 930 time: 0.2778339 Nov 03 18:35:30.851147 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637982f-5182-4905-8588-a2022256f757 req-a4154b5d-684b-458b-8778-761163654881 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:30.853099 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e637982f-5182-4905-8588-a2022256f757 req-a4154b5d-684b-458b-8778-761163654881 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.2599645 Nov 03 18:35:30.853581 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1fb25-06df-4b1a-b002-c03bbb1f30d5 req-a6df7e48-1255-4e2d-addd-a2345f4a32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:30.855194 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48c1fb25-06df-4b1a-b002-c03bbb1f30d5 req-a6df7e48-1255-4e2d-addd-a2345f4a32cd service neutron] 10.222.0.87 "GET /v2.0/networks?id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533 HTTP/1.1" status: 200 len: 917 time: 0.1852188 Nov 03 18:35:30.906022 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['fea87f74-97ec-46fb-903f-774c009a5245'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:30.931524 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48c1fb25-06df-4b1a-b002-c03bbb1f30d5 req-b191648b-c5bb-4627-a163-7144f98d60fc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03762815-817f-40b0-bc5f-9e4ef6579f08 HTTP/1.1" status: 200 len: 217 time: 0.0673451 Nov 03 18:35:30.940566 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3267cf3-05f5-415c-aff3-ff8b95a90d36 req-1b093252-90bd-48c4-bc20-f0cb309db799 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf656bc4-1349-43b6-8218-1d506f992fbb HTTP/1.1" status: 200 len: 217 time: 0.0864942 Nov 03 18:35:30.978849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e637982f-5182-4905-8588-a2022256f757 req-a4a99d57-6204-4b5e-8075-c50d5c4f56ca tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.1100178 Nov 03 18:35:31.032358 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1fb25-06df-4b1a-b002-c03bbb1f30d5 req-e4b4d1a6-1f1f-4174-8c8c-c5ba0c0c709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:31.034015 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48c1fb25-06df-4b1a-b002-c03bbb1f30d5 req-e4b4d1a6-1f1f-4174-8c8c-c5ba0c0c709b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=02a91e9a-018d-4490-b8cd-5b425976cf88 HTTP/1.1" status: 200 len: 855 time: 0.0879467 Nov 03 18:35:31.096807 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1fb25-06df-4b1a-b002-c03bbb1f30d5 req-9e4153d0-de6b-4889-b312-196806535e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:31.098212 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e637982f-5182-4905-8588-a2022256f757 req-5981ac27-6388-4b6c-8693-08126d722a07 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.1081324 Nov 03 18:35:31.098369 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48c1fb25-06df-4b1a-b002-c03bbb1f30d5 req-9e4153d0-de6b-4889-b312-196806535e70 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=17acd871-7f7c-4ebb-b8c4-c03f93bf8533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491030 Nov 03 18:35:31.128969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3267cf3-05f5-415c-aff3-ff8b95a90d36 req-c2c36106-04ef-407b-b9bc-80e07920a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:31.130414 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3267cf3-05f5-415c-aff3-ff8b95a90d36 req-c2c36106-04ef-407b-b9bc-80e07920a656 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cf467fc4-dfbf-4fb6-b24f-6871d9b5d718 HTTP/1.1" status: 200 len: 868 time: 0.1557031 Nov 03 18:35:31.168410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b76a3-fbf3-41db-b040-66da5e5b2548 req-12f61cfa-ae9f-4e9a-a86e-3b0fd8fdbc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:31.169784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-517b76a3-fbf3-41db-b040-66da5e5b2548 req-12f61cfa-ae9f-4e9a-a86e-3b0fd8fdbc45 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d55d92ed-0f45-47fe-b361-a71b6daed198 HTTP/1.1" status: 200 len: 912 time: 0.3415930 Nov 03 18:35:31.215490 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48c1fb25-06df-4b1a-b002-c03bbb1f30d5 req-812d3b2b-7121-4a90-922a-3734a5987d0c service neutron] 10.222.0.87 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971968 Nov 03 18:35:31.280684 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb273ab-d50b-4967-ab83-7f526aa27e19 req-085aecf7-7390-4345-a152-290e052f10b1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:31.282230 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4cb273ab-d50b-4967-ab83-7f526aa27e19 req-085aecf7-7390-4345-a152-290e052f10b1 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.2602894 Nov 03 18:35:31.285254 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-517b76a3-fbf3-41db-b040-66da5e5b2548 req-9ea9bd40-4e5b-4a80-9110-fc36aef8798d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=363f54bc-134c-4fdd-b237-1745a4431f86 HTTP/1.1" status: 200 len: 217 time: 0.0842910 Nov 03 18:35:31.318224 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48c1fb25-06df-4b1a-b002-c03bbb1f30d5 req-bdf19026-b131-4167-8496-d63861b1bc5f service neutron] 10.222.0.87 "GET /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932999 Nov 03 18:35:31.357270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3267cf3-05f5-415c-aff3-ff8b95a90d36 req-2935937b-d2c2-4ce8-b213-a7c80e1a17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:31.358819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3267cf3-05f5-415c-aff3-ff8b95a90d36 req-2935937b-d2c2-4ce8-b213-a7c80e1a17b8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1694057b-aaed-409b-a3d3-c01879642074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968069 Nov 03 18:35:31.382059 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:31.430473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b76a3-fbf3-41db-b040-66da5e5b2548 req-570dd846-cf64-4a1f-976e-233c38360929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:31.431952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-517b76a3-fbf3-41db-b040-66da5e5b2548 req-570dd846-cf64-4a1f-976e-233c38360929 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ee23bf3f-cb65-4e2c-b0af-6b5e147f4141 HTTP/1.1" status: 200 len: 850 time: 0.1225743 Nov 03 18:35:31.470178 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4cb273ab-d50b-4967-ab83-7f526aa27e19 req-fd43cdfb-4006-4ea5-8c96-a8f02b9fcc34 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619408 Nov 03 18:35:31.528545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e637982f-5182-4905-8588-a2022256f757 req-fb779c14-6ff8-41e5-a6c6-eed5a0745259 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Deleting port 7fefc490-cc05-49f4-9685-ca5c965cc45e {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:31.528997 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e637982f-5182-4905-8588-a2022256f757 req-fb779c14-6ff8-41e5-a6c6-eed5a0745259 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:31.605075 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3267cf3-05f5-415c-aff3-ff8b95a90d36 req-20ecf552-870d-4750-b072-b675a6f1b1ce service neutron] 10.222.0.98 "GET /v2.0/networks/1694057b-aaed-409b-a3d3-c01879642074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318671 Nov 03 18:35:31.606766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b76a3-fbf3-41db-b040-66da5e5b2548 req-4fee061a-3f90-47ba-b996-5f5f042b6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:31.608124 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-517b76a3-fbf3-41db-b040-66da5e5b2548 req-4fee061a-3f90-47ba-b996-5f5f042b6fae service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d55d92ed-0f45-47fe-b361-a71b6daed198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420426 Nov 03 18:35:32.081425 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e637982f-5182-4905-8588-a2022256f757 req-fb779c14-6ff8-41e5-a6c6-eed5a0745259 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.082117 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e637982f-5182-4905-8588-a2022256f757 req-fb779c14-6ff8-41e5-a6c6-eed5a0745259 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.125433 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e637982f-5182-4905-8588-a2022256f757 req-fb779c14-6ff8-41e5-a6c6-eed5a0745259 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Calling delete_port for 7fefc490-cc05-49f4-9685-ca5c965cc45e owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:32.151564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-32cfb60c-f8e9-414f-8ccc-57e1685008be tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:32.153056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-32cfb60c-f8e9-414f-8ccc-57e1685008be tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 820 time: 0.6011217 Nov 03 18:35:32.163264 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3267cf3-05f5-415c-aff3-ff8b95a90d36 req-83b8f2f2-b9d7-4646-bbb8-a10c0d680a34 service neutron] 10.222.0.98 "GET /v2.0/networks/1694057b-aaed-409b-a3d3-c01879642074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427592 Nov 03 18:35:32.172981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-517b76a3-fbf3-41db-b040-66da5e5b2548 req-e7ebb8b2-6151-4eb3-bba7-06adbe792ee9 service neutron] 10.222.0.87 "GET /v2.0/networks/d55d92ed-0f45-47fe-b361-a71b6daed198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384388 Nov 03 18:35:32.210927 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-cc229c77-7dee-4ae2-8132-df75b7fa8ee8 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/quotas/3244fbd166ef4347a56433f1643aae96 HTTP/1.1" status: 200 len: 375 time: 0.0498712 Nov 03 18:35:32.366260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-c21c5164-b46a-4a2f-855d-84cd54148166 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1467791 Nov 03 18:35:32.369621 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc7d327-1e73-4be8-947f-5172766b210c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea87f74-97ec-46fb-903f-774c009a5245'}, {'name': 'network-changed', 'server_uuid': '6bc7d327-1e73-4be8-947f-5172766b210c', 'tag': 'fea87f74-97ec-46fb-903f-774c009a5245'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:32.371860 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec612e19-f28c-45be-b8b4-599ffc2f05c8" -d '{"events": [{"server_uuid": "6bc7d327-1e73-4be8-947f-5172766b210c", "name": "network-vif-unplugged", "status": "completed", "tag": "fea87f74-97ec-46fb-903f-774c009a5245"}, {"name": "network-changed", "server_uuid": "6bc7d327-1e73-4be8-947f-5172766b210c", "tag": "fea87f74-97ec-46fb-903f-774c009a5245"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:32.405789 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-517b76a3-fbf3-41db-b040-66da5e5b2548 req-17717e48-5da9-49ed-a573-dbc16ef8901e service neutron] 10.222.0.87 "GET /v2.0/networks/d55d92ed-0f45-47fe-b361-a71b6daed198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968009 Nov 03 18:35:32.479872 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e637982f-5182-4905-8588-a2022256f757 req-fb779c14-6ff8-41e5-a6c6-eed5a0745259 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.518801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb779c14-6ff8-41e5-a6c6-eed5a0745259 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Pushing event deleted for resources: {'Port': ['ID=7fefc490-cc05-49f4-9685-ca5c965cc45e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:32.568556 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-42571f24-7c01-4852-9d2a-73f96def7e56 service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896679 Nov 03 18:35:32.613935 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e637982f-5182-4905-8588-a2022256f757 req-fb779c14-6ff8-41e5-a6c6-eed5a0745259 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.616570 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e637982f-5182-4905-8588-a2022256f757 req-fb779c14-6ff8-41e5-a6c6-eed5a0745259 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:32.617700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e637982f-5182-4905-8588-a2022256f757 req-fb779c14-6ff8-41e5-a6c6-eed5a0745259 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "DELETE /v2.0/floatingips/d4d0bf6a-9e6e-4f12-b2b2-d193dc6d7fc5 HTTP/1.1" status: 204 len: 173 time: 1.5064144 Nov 03 18:35:32.702540 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-7a8ba947-9a2c-4bba-b845-6e00a46f4a2f service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204002 Nov 03 18:35:32.770680 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49901de9-3395-4828-b64d-32d31dc7d045 req-95487a71-7315-4e36-9421-aaf2b53e129c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:32.772356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-49901de9-3395-4828-b64d-32d31dc7d045 req-95487a71-7315-4e36-9421-aaf2b53e129c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 943 time: 0.0554926 Nov 03 18:35:32.824924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-49901de9-3395-4828-b64d-32d31dc7d045 req-e9034b21-762b-4543-9394-f7f5f55a5a0e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454807 Nov 03 18:35:32.944588 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa864d4-9b60-4785-8397-119106c0ecf0 x-openstack-request-id: req-6fa864d4-9b60-4785-8397-119106c0ecf0 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:32.945243 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc7d327-1e73-4be8-947f-5172766b210c", "name": "network-vif-unplugged", "status": "completed", "tag": "fea87f74-97ec-46fb-903f-774c009a5245", "code": 200}, {"name": "network-changed", "server_uuid": "6bc7d327-1e73-4be8-947f-5172766b210c", "tag": "fea87f74-97ec-46fb-903f-774c009a5245", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:32.945658 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6fa864d4-9b60-4785-8397-119106c0ecf0 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:32.946205 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc7d327-1e73-4be8-947f-5172766b210c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea87f74-97ec-46fb-903f-774c009a5245', 'code': 200} Nov 03 18:35:32.946645 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc7d327-1e73-4be8-947f-5172766b210c', 'tag': 'fea87f74-97ec-46fb-903f-774c009a5245', 'status': 'completed', 'code': 200} Nov 03 18:35:33.042249 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64108502-aca6-49ce-ba68-e2479a42958a req-571642e1-05b5-4a90-ace9-830cfa4d299c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:33.043939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64108502-aca6-49ce-ba68-e2479a42958a req-571642e1-05b5-4a90-ace9-830cfa4d299c tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 943 time: 0.1401920 Nov 03 18:35:33.075423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec612e19-f28c-45be-b8b4-599ffc2f05c8 req-d6cc979c-f183-4263-b9a3-d75848ac659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:33.077219 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec612e19-f28c-45be-b8b4-599ffc2f05c8 req-d6cc979c-f183-4263-b9a3-d75848ac659a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 1124 time: 0.1206052 Nov 03 18:35:33.092181 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ade48-dc7d-4103-97be-618f1269f35a req-cd1a78a0-c99e-428d-ae3f-906363d14a59 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:33.093817 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-427ade48-dc7d-4103-97be-618f1269f35a req-cd1a78a0-c99e-428d-ae3f-906363d14a59 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.1163633 Nov 03 18:35:33.192622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64108502-aca6-49ce-ba68-e2479a42958a req-b3810bb7-114f-47c7-8b78-66756bf9ec9d tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fd7f891-3782-4939-b088-6bd88b611cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411345 Nov 03 18:35:33.236689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-427ade48-dc7d-4103-97be-618f1269f35a req-9253465f-93b3-4aa4-a75e-be0aa1a645bf tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246076 Nov 03 18:35:33.249408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec612e19-f28c-45be-b8b4-599ffc2f05c8 req-fb526a1a-6627-42ce-a5bd-b71731ccf07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:33.250868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec612e19-f28c-45be-b8b4-599ffc2f05c8 req-fb526a1a-6627-42ce-a5bd-b71731ccf07e service neutron] 10.222.0.98 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.1546941 Nov 03 18:35:33.310453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec612e19-f28c-45be-b8b4-599ffc2f05c8 req-9ba1ef50-bef7-430a-96df-a85078198735 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea87f74-97ec-46fb-903f-774c009a5245 HTTP/1.1" status: 200 len: 217 time: 0.0513647 Nov 03 18:35:33.355968 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-439fb49d-0b36-488d-a61d-cc7a7d7c383d req-90084d28-d32e-4bba-be00-8f7d77467cff tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 210 time: 0.0485814 Nov 03 18:35:33.404396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec612e19-f28c-45be-b8b4-599ffc2f05c8 req-530a9081-8b92-4e61-bdb0-9905846e55da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:33.406002 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec612e19-f28c-45be-b8b4-599ffc2f05c8 req-530a9081-8b92-4e61-bdb0-9905846e55da service neutron] 10.222.0.98 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.0836327 Nov 03 18:35:33.444856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec612e19-f28c-45be-b8b4-599ffc2f05c8 req-eee5a0c4-b388-4d7b-8e2f-d2d534fe0983 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293179 Nov 03 18:35:33.525081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 363f54bc-134c-4fdd-b237-1745a4431f86 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:35:33.628263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8d6db-2fe1-4d2e-92ec-f4f6d6160b58 req-1f1b4a4d-67be-442c-9dce-01e0122fd4a2 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:33.630133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36d8d6db-2fe1-4d2e-92ec-f4f6d6160b58 req-1f1b4a4d-67be-442c-9dce-01e0122fd4a2 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 945 time: 0.1383309 Nov 03 18:35:33.635971 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec612e19-f28c-45be-b8b4-599ffc2f05c8 req-97ed7925-fb1d-484b-857a-1aaa74e7dfd2 service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822844 Nov 03 18:35:33.656378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4fb54-12b8-402d-841c-4b13c50b48a2 req-c903ebd9-bca7-40c8-b926-509745b7621d tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:33.657956 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75f4fb54-12b8-402d-841c-4b13c50b48a2 req-c903ebd9-bca7-40c8-b926-509745b7621d tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1526341 Nov 03 18:35:33.690195 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 363f54bc-134c-4fdd-b237-1745a4431f86, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=363f54bc-134c-4fdd-b237-1745a4431f86,segment=NetworkSegment(ca8a2b03-2521-4fb4-a017-3582cb48a495),segment_id=ca8a2b03-2521-4fb4-a017-3582cb48a495)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:33.706907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '363f54bc-134c-4fdd-b237-1745a4431f86', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'port_id': '363f54bc-134c-4fdd-b237-1745a4431f86', 'mac_address': 'fa:16:3e:5a:5d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:35:33.756765 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:33.770848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75f4fb54-12b8-402d-841c-4b13c50b48a2 req-23f04d86-3d46-4ecc-8ad4-f0b4eff4fb74 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0969999 Nov 03 18:35:33.771851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363f54bc-134c-4fdd-b237-1745a4431f86 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:33.796438 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 363f54bc-134c-4fdd-b237-1745a4431f86, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=363f54bc-134c-4fdd-b237-1745a4431f86,segment=NetworkSegment(ca8a2b03-2521-4fb4-a017-3582cb48a495),segment_id=ca8a2b03-2521-4fb4-a017-3582cb48a495)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:33.802016 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:33.805237 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36d8d6db-2fe1-4d2e-92ec-f4f6d6160b58 req-21843825-7483-4e0b-abbb-bd204a2372bd tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661701 Nov 03 18:35:33.846012 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec612e19-f28c-45be-b8b4-599ffc2f05c8 req-3c516cf7-18e1-44e3-afeb-15ec640b3ef8 service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990168 Nov 03 18:35:33.872588 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=363f54bc-134c-4fdd-b237-1745a4431f86,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:33.944660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b2e9f874-9e40-4a96-b70e-8cc12c02f61d req-a174c91b-b8e9-4b49-afef-72b680b24e03 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0726516 Nov 03 18:35:33.963738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c51af-2f97-4f4e-9a64-5829ae44ae68 req-fea458c9-e9b4-4c6e-9431-5bfc3d0ce776 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:33.965236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c0c51af-2f97-4f4e-9a64-5829ae44ae68 req-fea458c9-e9b4-4c6e-9431-5bfc3d0ce776 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.0862844 Nov 03 18:35:34.047420 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c0c51af-2f97-4f4e-9a64-5829ae44ae68 req-f0b25894-ff2f-4b53-8216-b8a13b161e80 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750198 Nov 03 18:35:34.076519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3147b-f67e-456e-8383-dd992321e12c req-46608ed2-420b-4a23-8f4c-817d5a505375 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:34.078494 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44c3147b-f67e-456e-8383-dd992321e12c req-46608ed2-420b-4a23-8f4c-817d5a505375 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 943 time: 0.0756025 Nov 03 18:35:34.176067 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44c3147b-f67e-456e-8383-dd992321e12c req-ae5eec4d-fcd7-4159-9943-07484c4dff3c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906315 Nov 03 18:35:34.268380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-a81bc614-fead-416d-81ac-f7a415438485 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:34.269929 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-a81bc614-fead-416d-81ac-f7a415438485 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.98 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 820 time: 0.1502647 Nov 03 18:35:34.323823 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-79bde3a3-d8d5-4b5e-af25-d565459b8fc7 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Request body: {'port': {'device_id': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'admin_state_up': True, 'tenant_id': '3244fbd166ef4347a56433f1643aae96'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:34.406456 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d43462-d8ef-4af1-a663-c4f2f173a6e5 req-62c1b310-d7a4-465f-9118-eb46f9336a99 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:34.407972 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08d43462-d8ef-4af1-a663-c4f2f173a6e5 req-62c1b310-d7a4-465f-9118-eb46f9336a99 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebfa6895-1456-4e02-9c57-593ab5d61c8e HTTP/1.1" status: 200 len: 945 time: 0.1371362 Nov 03 18:35:34.498755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c40860-62b0-4882-9222-d0862a0409ed req-3751bebd-7008-43ff-b924-9ec128f951c5 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:34.500157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52c40860-62b0-4882-9222-d0862a0409ed req-3751bebd-7008-43ff-b924-9ec128f951c5 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 944 time: 0.1144872 Nov 03 18:35:34.526943 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08d43462-d8ef-4af1-a663-c4f2f173a6e5 req-172563cf-09da-4ea8-9ee9-92f60876f0e2 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962334 Nov 03 18:35:34.564648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-79bde3a3-d8d5-4b5e-af25-d565459b8fc7 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Made reservation on behalf of 3244fbd166ef4347a56433f1643aae96 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:34.568406 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-79bde3a3-d8d5-4b5e-af25-d565459b8fc7 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:34.592877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52c40860-62b0-4882-9222-d0862a0409ed req-e5d615ef-a246-4559-84f7-9f6f9445fc7b tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fd7f891-3782-4939-b088-6bd88b611cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819602 Nov 03 18:35:34.704446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60710dbe-3388-4f98-a6d5-85002260172d req-bc529072-79d1-4b40-8276-d54a9939f641 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 210 time: 0.0473485 Nov 03 18:35:34.746924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4244e-5c71-4931-8b40-989e1bc44346 req-6d0e5f23-f162-40b5-8db7-0afaece08ff9 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:34.748473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6d4244e-5c71-4931-8b40-989e1bc44346 req-6d0e5f23-f162-40b5-8db7-0afaece08ff9 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 945 time: 0.1445482 Nov 03 18:35:34.820064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-79bde3a3-d8d5-4b5e-af25-d565459b8fc7 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Allocated IP 172.20.0.13 (17a1e39a-386f-498c-8519-821f57e992b5/5ad472b0-e810-4227-ae11-610c384f0af3/964bb855-4fde-4eed-80b9-2364195f9561) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:35:34.844460 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6d4244e-5c71-4931-8b40-989e1bc44346 req-e8a2c805-9512-4dc1-8b36-93faca6249ec tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/security-groups?id=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885692 Nov 03 18:35:34.871116 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a472e5-6048-4d86-b777-6bbde287560f req-a7e5a590-34c6-430a-8d72-d9d39676c644 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:34.872499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0a472e5-6048-4d86-b777-6bbde287560f req-a7e5a590-34c6-430a-8d72-d9d39676c644 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 946 time: 0.0988181 Nov 03 18:35:35.017225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0a472e5-6048-4d86-b777-6bbde287560f req-db123ef2-7690-4eec-abd9-dd24687ef090 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340485 Nov 03 18:35:35.038015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af322088-e401-4362-99e2-f6b507d3e766 req-87849f83-fcab-4062-b192-a8b033f97a7a tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:35.040096 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af322088-e401-4362-99e2-f6b507d3e766 req-87849f83-fcab-4062-b192-a8b033f97a7a tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 945 time: 0.1271279 Nov 03 18:35:35.075910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-86742161-8a1f-4f31-8e1b-62a3107d474e req-706100dc-fe7d-4976-8360-82f4138909bc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:35:35.077128 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86742161-8a1f-4f31-8e1b-62a3107d474e req-706100dc-fe7d-4976-8360-82f4138909bc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0161359 Nov 03 18:35:35.144469 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-79bde3a3-d8d5-4b5e-af25-d565459b8fc7 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.153086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['363f54bc-134c-4fdd-b237-1745a4431f86'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:35.180604 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af322088-e401-4362-99e2-f6b507d3e766 req-5c198b52-6585-4674-8a5a-4ee22b55cb1b tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346145 Nov 03 18:35:35.208677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86742161-8a1f-4f31-8e1b-62a3107d474e req-d04d88fd-27e5-4a18-b160-1241c5e57683 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1245835 Nov 03 18:35:35.225163 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-79bde3a3-d8d5-4b5e-af25-d565459b8fc7 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.270865 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-79bde3a3-d8d5-4b5e-af25-d565459b8fc7 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Network 17a1e39a-386f-498c-8519-821f57e992b5 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:35:35.277113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-79bde3a3-d8d5-4b5e-af25-d565459b8fc7 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:35.281538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-79bde3a3-d8d5-4b5e-af25-d565459b8fc7 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:35:35.316924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bde3a3-d8d5-4b5e-af25-d565459b8fc7 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Pushing event updated for resources: {'Port': ['ID=964bb855-4fde-4eed-80b9-2364195f9561,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:35.353604 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-79bde3a3-d8d5-4b5e-af25-d565459b8fc7 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:35.354268 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-79bde3a3-d8d5-4b5e-af25-d565459b8fc7 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.378384 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-79bde3a3-d8d5-4b5e-af25-d565459b8fc7 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0626936 Nov 03 18:35:35.398998 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Request body: {'port': {'device_id': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:35.479877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6852fa5-e47b-4d28-b079-4dcee9e57031 req-3cba7e1c-d9e3-4d8c-b49e-e5ab56facf6e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:35.488166 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b6852fa5-e47b-4d28-b079-4dcee9e57031 req-3cba7e1c-d9e3-4d8c-b49e-e5ab56facf6e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 943 time: 0.1238272 Nov 03 18:35:35.519053 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.569093 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a8361a57-e4e1-4ee0-940b-0fae8547dae0 None None] Provisioning complete for port 964bb855-4fde-4eed-80b9-2364195f9561 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:35.569368 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a8361a57-e4e1-4ee0-940b-0fae8547dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:35.599976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d210079-3d24-4df9-9a8c-12a2e9d5b6a2 req-4bf3990e-4c01-40af-97d2-0cf385fbed47 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:35.601436 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d210079-3d24-4df9-9a8c-12a2e9d5b6a2 req-4bf3990e-4c01-40af-97d2-0cf385fbed47 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.1462445 Nov 03 18:35:35.602404 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a8361a57-e4e1-4ee0-940b-0fae8547dae0 None None] Port 964bb855-4fde-4eed-80b9-2364195f9561 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:35:35.625277 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b6852fa5-e47b-4d28-b079-4dcee9e57031 req-c0e73641-5ef7-43e3-b906-14f47390ecf2 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357994 Nov 03 18:35:35.764921 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d210079-3d24-4df9-9a8c-12a2e9d5b6a2 req-3ff49b84-d823-46f1-a45c-1d8efe558326 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555676 Nov 03 18:35:35.814779 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c9021-dadf-47b0-b4dc-444dc259b4fb req-97c45235-bd1b-4598-877c-4780a2b15b10 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:35.816324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e4c9021-dadf-47b0-b4dc-444dc259b4fb req-97c45235-bd1b-4598-877c-4780a2b15b10 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 944 time: 0.1312835 Nov 03 18:35:35.927998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e4c9021-dadf-47b0-b4dc-444dc259b4fb req-20193142-053c-4b3a-8f52-4cd574d388f4 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fd7f891-3782-4939-b088-6bd88b611cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036198 Nov 03 18:35:35.938611 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8210dd-753d-4184-9846-fce413877ab3 req-43a84c62-471c-48e5-a9ea-61b6057ecf46 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:35.940220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b8210dd-753d-4184-9846-fce413877ab3 req-43a84c62-471c-48e5-a9ea-61b6057ecf46 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 932 time: 0.1171513 Nov 03 18:35:36.037348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964bb855-4fde-4eed-80b9-2364195f9561 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:36.055265 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.074880 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b8210dd-753d-4184-9846-fce413877ab3 req-65f88b24-f606-4965-a985-4b27bedec6bc tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236942 Nov 03 18:35:36.100640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Transition to ACTIVE for port object 964bb855-4fde-4eed-80b9-2364195f9561 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:35:36.112423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281c67e-3f9e-4cf2-9051-8e449cac0008 req-b68694bf-7b14-4427-886d-4c48669d37af tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:36.113912 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3281c67e-3f9e-4cf2-9051-8e449cac0008 req-b68694bf-7b14-4427-886d-4c48669d37af tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebfa6895-1456-4e02-9c57-593ab5d61c8e HTTP/1.1" status: 200 len: 945 time: 0.1274586 Nov 03 18:35:36.115845 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.184785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530ab17-4b05-4c98-ae5d-50aa66cd04d3 req-06dcab1b-6af1-4d97-9708-16e868d8b6a1 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:36.186410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a530ab17-4b05-4c98-ae5d-50aa66cd04d3 req-06dcab1b-6af1-4d97-9708-16e868d8b6a1 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.98 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 945 time: 0.1338148 Nov 03 18:35:36.283318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Pushing event updated for resources: {'Port': ['ID=964bb855-4fde-4eed-80b9-2364195f9561,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:36.356739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3281c67e-3f9e-4cf2-9051-8e449cac0008 req-a3fc3524-d44d-4855-a882-e24b51535b16 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315590 Nov 03 18:35:36.384069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e0339-49fe-4afe-b6eb-154197793bb5 req-063ff179-3774-4ebf-ab15-19797768f577 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:36.385672 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd2e0339-49fe-4afe-b6eb-154197793bb5 req-063ff179-3774-4ebf-ab15-19797768f577 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 945 time: 0.2522354 Nov 03 18:35:36.433439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Attempting to bind port 964bb855-4fde-4eed-80b9-2364195f9561 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:36.433771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Attempting to bind port 964bb855-4fde-4eed-80b9-2364195f9561 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:36.434099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Attempting to bind port 964bb855-4fde-4eed-80b9-2364195f9561 on network 17a1e39a-386f-498c-8519-821f57e992b5 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:36.470226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Port 964bb855-4fde-4eed-80b9-2364195f9561 on network 17a1e39a-386f-498c-8519-821f57e992b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:36.470548 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Attempting to bind port 964bb855-4fde-4eed-80b9-2364195f9561 on network 17a1e39a-386f-498c-8519-821f57e992b5 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:36.491100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:36.491440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Checking segment: {'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:36.491892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Bound using segment: {'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:36.492317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Bound port: 964bb855-4fde-4eed-80b9-2364195f9561, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e14221-3755-44ae-a483-76b358204b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:36.492687 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.500315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-a530ab17-4b05-4c98-ae5d-50aa66cd04d3 req-d0175216-8e10-4f72-acee-0b778f91734b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Deleting port bf656bc4-1349-43b6-8218-1d506f992fbb {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:36.500639 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a530ab17-4b05-4c98-ae5d-50aa66cd04d3 req-d0175216-8e10-4f72-acee-0b778f91734b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.515966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd2e0339-49fe-4afe-b6eb-154197793bb5 req-00124924-bec4-45b9-9218-821da1cc05c3 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/security-groups?id=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231294 Nov 03 18:35:36.544063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b043515-5ced-47b4-8ac8-87726a73ad2f req-66c5ab03-1a4f-402c-9a56-b4a6b02468e7 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:36.546548 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b043515-5ced-47b4-8ac8-87726a73ad2f req-66c5ab03-1a4f-402c-9a56-b4a6b02468e7 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 945 time: 0.1261935 Nov 03 18:35:36.719421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] For port 964bb855-4fde-4eed-80b9-2364195f9561, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:36.723725 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-a530ab17-4b05-4c98-ae5d-50aa66cd04d3 req-d0175216-8e10-4f72-acee-0b778f91734b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] For port bf656bc4-1349-43b6-8218-1d506f992fbb, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=bf656bc4-1349-43b6-8218-1d506f992fbb,segment=NetworkSegment(a145d085-0040-46ee-8e32-f35c61284153),segment_id=a145d085-0040-46ee-8e32-f35c61284153)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:36.724127 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a530ab17-4b05-4c98-ae5d-50aa66cd04d3 req-d0175216-8e10-4f72-acee-0b778f91734b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.737080 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b043515-5ced-47b4-8ac8-87726a73ad2f req-84b71320-f803-4c80-8605-1a29803f7056 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676261 Nov 03 18:35:36.753967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-a530ab17-4b05-4c98-ae5d-50aa66cd04d3 req-d0175216-8e10-4f72-acee-0b778f91734b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Calling delete_port for bf656bc4-1349-43b6-8218-1d506f992fbb owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:36.760614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] For port 964bb855-4fde-4eed-80b9-2364195f9561, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=964bb855-4fde-4eed-80b9-2364195f9561,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:36.773480 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.816029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792289ad-45b9-49b4-8e4f-9cc266ada91c req-53b1e5ee-7109-4375-8f28-416e7bbe1dbf tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:36.817498 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-792289ad-45b9-49b4-8e4f-9cc266ada91c req-53b1e5ee-7109-4375-8f28-416e7bbe1dbf tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 946 time: 0.1783435 Nov 03 18:35:36.853036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['2b56174a-42b3-4702-a5e7-6683ccb41159'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:36.856565 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:36.857175 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:36.858942 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] 10.222.0.98 "PUT /v2.0/ports/964bb855-4fde-4eed-80b9-2364195f9561 HTTP/1.1" status: 200 len: 1092 time: 1.4657178 Nov 03 18:35:36.868832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'tag': '964bb855-4fde-4eed-80b9-2364195f9561'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:36.871300 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706b2946-2f33-4b65-bd80-e227884a4067" -d '{"events": [{"name": "network-changed", "server_uuid": "21cf8f91-c76d-4aba-a99b-09bfc4698c5f", "tag": "964bb855-4fde-4eed-80b9-2364195f9561"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:37.274188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55125de-3f1e-4b10-8d3b-cf97e820a80e service neutron] Pushing event updated for resources: {'Port': ['ID=964bb855-4fde-4eed-80b9-2364195f9561,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:37.314794 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe4e8e-4f00-47ce-90b8-3599714900b1 req-e50f7c13-94a1-4c26-a54d-c4588f66a4ac tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:37.316301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ccfe4e8e-4f00-47ce-90b8-3599714900b1 req-e50f7c13-94a1-4c26-a54d-c4588f66a4ac tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 943 time: 0.4979227 Nov 03 18:35:37.322492 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-792289ad-45b9-49b4-8e4f-9cc266ada91c req-f8a80211-133e-4de5-b0d4-905aab5911f4 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837830 Nov 03 18:35:37.342959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-d313fd95-19b5-4bc8-a0b4-ea4d9e7cdd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:37.342959 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-d313fd95-19b5-4bc8-a0b4-ea4d9e7cdd31 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 1095 time: 0.4256542 Nov 03 18:35:37.417702 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6419842-21b2-4b5c-91e5-153c64132f36 x-openstack-request-id: req-a6419842-21b2-4b5c-91e5-153c64132f36 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:37.417995 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cf8f91-c76d-4aba-a99b-09bfc4698c5f", "tag": "964bb855-4fde-4eed-80b9-2364195f9561", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:37.418243 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a6419842-21b2-4b5c-91e5-153c64132f36 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:37.418624 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'tag': '964bb855-4fde-4eed-80b9-2364195f9561', 'status': 'completed', 'code': 200} Nov 03 18:35:37.427090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-2dfa7ddf-580a-400b-b607-a14128978d97 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=964bb855-4fde-4eed-80b9-2364195f9561 HTTP/1.1" status: 200 len: 217 time: 0.0777164 Nov 03 18:35:37.513870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ccfe4e8e-4f00-47ce-90b8-3599714900b1 req-e5c758da-832a-42f7-8abd-8933d7186bc9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884909 Nov 03 18:35:37.519715 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a530ab17-4b05-4c98-ae5d-50aa66cd04d3 req-d0175216-8e10-4f72-acee-0b778f91734b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.540389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['bf656bc4-1349-43b6-8218-1d506f992fbb'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:37.569042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4df61e-3137-4339-9237-d152a90f2a60 req-f1082151-8869-4b89-b063-5c637e7b974f tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:37.571049 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc4df61e-3137-4339-9237-d152a90f2a60 req-f1082151-8869-4b89-b063-5c637e7b974f tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 944 time: 0.1590204 Nov 03 18:35:37.573015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0175216-8e10-4f72-acee-0b778f91734b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Pushing event deleted for resources: {'Port': ['ID=bf656bc4-1349-43b6-8218-1d506f992fbb,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:37.580397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-be938450-1a60-4d9a-9a6d-4de8db3426e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:37.581899 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-be938450-1a60-4d9a-9a6d-4de8db3426e4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.1429715 Nov 03 18:35:37.625113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 363f54bc-134c-4fdd-b237-1745a4431f86 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:37.659387 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a530ab17-4b05-4c98-ae5d-50aa66cd04d3 req-d0175216-8e10-4f72-acee-0b778f91734b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] No DVR routers for this DVR port bf656bc4-1349-43b6-8218-1d506f992fbb on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:37.667483 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a530ab17-4b05-4c98-ae5d-50aa66cd04d3 req-d0175216-8e10-4f72-acee-0b778f91734b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.670895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a530ab17-4b05-4c98-ae5d-50aa66cd04d3 req-d0175216-8e10-4f72-acee-0b778f91734b tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.98 "DELETE /v2.0/ports/bf656bc4-1349-43b6-8218-1d506f992fbb HTTP/1.1" status: 204 len: 173 time: 1.4751816 Nov 03 18:35:37.696643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 363f54bc-134c-4fdd-b237-1745a4431f86 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:35:37.703106 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 363f54bc-134c-4fdd-b237-1745a4431f86 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:37.704021 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.746167 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc4df61e-3137-4339-9237-d152a90f2a60 req-bfeccf4e-81db-4fdb-8209-4b71f9e93b45 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fd7f891-3782-4939-b088-6bd88b611cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632578 Nov 03 18:35:37.748128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-b3fabc62-5480-45c3-800c-715d7739f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:37.749722 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-b3fabc62-5480-45c3-800c-715d7739f23e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511786 Nov 03 18:35:37.760923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605111e-507b-4330-9d18-f5746b4741a4 req-aa28d985-e01b-47b0-abb7-a04443af2e83 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:37.771964 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7605111e-507b-4330-9d18-f5746b4741a4 req-aa28d985-e01b-47b0-abb7-a04443af2e83 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 944 time: 0.1582918 Nov 03 18:35:37.833431 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.873840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5090bfd-d508-4b60-b6e3-8e55b33b86e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363f54bc-134c-4fdd-b237-1745a4431f86'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:37.876096 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343c7dfd-f079-4917-a2b8-70066fcc1f1a" -d '{"events": [{"server_uuid": "e5090bfd-d508-4b60-b6e3-8e55b33b86e0", "name": "network-vif-plugged", "status": "completed", "tag": "363f54bc-134c-4fdd-b237-1745a4431f86"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:37.890078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 363f54bc-134c-4fdd-b237-1745a4431f86, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=363f54bc-134c-4fdd-b237-1745a4431f86,segment=NetworkSegment(ca8a2b03-2521-4fb4-a017-3582cb48a495),segment_id=ca8a2b03-2521-4fb4-a017-3582cb48a495)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:37.894438 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:37.908342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7605111e-507b-4330-9d18-f5746b4741a4 req-61159f5b-99b4-4b67-a53d-bfcf74577030 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351161 Nov 03 18:35:37.934432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-f7ef5d3a-3b11-4f4f-ae9e-b3ae4ced499c service neutron] 10.222.0.98 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599782 Nov 03 18:35:37.961365 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=363f54bc-134c-4fdd-b237-1745a4431f86,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:38.060737 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1fa9fc07-a09c-411d-8b90-c7c9b3f43828 req-0ff78b34-b1ca-4a42-85a9-e6d4f2f208a6 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607 tempest-FloatingIPsAssociationNegativeTestJSON-1784953607-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a9304-846d-4752-b523-84d9cad87397 HTTP/1.1" status: 200 len: 210 time: 0.0784416 Nov 03 18:35:38.143236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32d132-c736-48d4-a31f-432d6da0c822 req-154988bb-89bc-4e11-8fbb-0e88b4e1ddf1 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:38.144794 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c32d132-c736-48d4-a31f-432d6da0c822 req-154988bb-89bc-4e11-8fbb-0e88b4e1ddf1 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.87 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 945 time: 0.1326931 Nov 03 18:35:38.147944 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88f20f3c-8810-4400-a7e9-6825f4c18cb8 req-7aeea421-6672-4236-bc42-5a6aa40dbb00 service neutron] 10.222.0.98 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006152 Nov 03 18:35:38.160518 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7d430-f4ab-4f61-8cb9-754f7fcda205 req-8406afb8-7ac7-4f32-8a3a-cb6e745f902d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:38.166862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7d430-f4ab-4f61-8cb9-754f7fcda205 req-8406afb8-7ac7-4f32-8a3a-cb6e745f902d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:38.173235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7d430-f4ab-4f61-8cb9-754f7fcda205 req-8406afb8-7ac7-4f32-8a3a-cb6e745f902d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:38.176164 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dba7d430-f4ab-4f61-8cb9-754f7fcda205 req-8406afb8-7ac7-4f32-8a3a-cb6e745f902d tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827&device_id=ebfa6895-1456-4e02-9c57-593ab5d61c8e&device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 2417 time: 0.1180491 Nov 03 18:35:38.380550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dba7d430-f4ab-4f61-8cb9-754f7fcda205 req-ffc9f399-26ea-47f8-9bdb-311d0216f3ce tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907740 Nov 03 18:35:38.396042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13490348-0eb9-42b6-8b3a-7d415d7abf22 req-c1720355-c6e6-400f-a65e-030bbff31b1f tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:38.396042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-13490348-0eb9-42b6-8b3a-7d415d7abf22 req-c1720355-c6e6-400f-a65e-030bbff31b1f tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 945 time: 0.2036908 Nov 03 18:35:38.398737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b2946-2f33-4b65-bd80-e227884a4067 req-ece407ab-713f-4547-bb29-7a2cbdde99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:38.399696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-706b2946-2f33-4b65-bd80-e227884a4067 req-ece407ab-713f-4547-bb29-7a2cbdde99ef service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 1095 time: 0.1682212 Nov 03 18:35:38.426031 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502b4eee-33bf-4067-80a9-2deae463ea80 x-openstack-request-id: req-502b4eee-33bf-4067-80a9-2deae463ea80 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:38.426584 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5090bfd-d508-4b60-b6e3-8e55b33b86e0", "name": "network-vif-plugged", "status": "completed", "tag": "363f54bc-134c-4fdd-b237-1745a4431f86", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:38.430900 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-502b4eee-33bf-4067-80a9-2deae463ea80 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:38.431520 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5090bfd-d508-4b60-b6e3-8e55b33b86e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363f54bc-134c-4fdd-b237-1745a4431f86', 'code': 200} Nov 03 18:35:38.531004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-7c32d132-c736-48d4-a31f-432d6da0c822 req-5ea479e5-7790-4d89-af46-838925b6aa83 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Deleting port cb76d369-553a-48f0-923b-afc1a7808c9b {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:38.531346 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7c32d132-c736-48d4-a31f-432d6da0c822 req-5ea479e5-7790-4d89-af46-838925b6aa83 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:38.581138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-13490348-0eb9-42b6-8b3a-7d415d7abf22 req-af94f366-ad93-484a-affe-f9772b11db20 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/security-groups?id=1de67c41-f86f-4c55-8dea-9f9f28a228f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804109 Nov 03 18:35:38.643711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d47fd-8e00-491b-8818-88ff7800b6ae req-ca6e6896-d05a-41f0-9c4f-83e044f1128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:38.646000 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-288d47fd-8e00-491b-8818-88ff7800b6ae req-ca6e6896-d05a-41f0-9c4f-83e044f1128e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 1096 time: 0.0508385 Nov 03 18:35:38.648681 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d98e70b-7f8b-4096-967a-8e9c3a9fba4a req-2d2e956c-7eb9-44a9-b1b9-d7c7a2164afc tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2059758 Nov 03 18:35:38.673945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b2946-2f33-4b65-bd80-e227884a4067 req-990b5750-9446-45f2-84a8-deaea883929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:38.680799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-706b2946-2f33-4b65-bd80-e227884a4067 req-990b5750-9446-45f2-84a8-deaea883929e service neutron] 10.222.0.98 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 921 time: 0.2668550 Nov 03 18:35:38.726674 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-288d47fd-8e00-491b-8818-88ff7800b6ae req-6008e6f0-2d45-405b-aa20-53c9b767133f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2fd7f891-3782-4939-b088-6bd88b611cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603042 Nov 03 18:35:38.758066 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-706b2946-2f33-4b65-bd80-e227884a4067 req-70531c35-02f3-4f94-a901-ff4d6fb15102 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=964bb855-4fde-4eed-80b9-2364195f9561 HTTP/1.1" status: 200 len: 217 time: 0.0699360 Nov 03 18:35:38.776007 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-7c32d132-c736-48d4-a31f-432d6da0c822 req-5ea479e5-7790-4d89-af46-838925b6aa83 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] For port cb76d369-553a-48f0-923b-afc1a7808c9b, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=cb76d369-553a-48f0-923b-afc1a7808c9b,segment=NetworkSegment(95e856b4-6ba4-40a5-8bae-f8fb4872c270),segment_id=95e856b4-6ba4-40a5-8bae-f8fb4872c270)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:38.776480 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7c32d132-c736-48d4-a31f-432d6da0c822 req-5ea479e5-7790-4d89-af46-838925b6aa83 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:38.817417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-7c32d132-c736-48d4-a31f-432d6da0c822 req-5ea479e5-7790-4d89-af46-838925b6aa83 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Calling delete_port for cb76d369-553a-48f0-923b-afc1a7808c9b owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:38.849144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906bc2e-2cbe-4c4a-bc1a-07f5ca226947 req-fbba30b8-1238-4116-9ab2-8d47da214405 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:38.850790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7906bc2e-2cbe-4c4a-bc1a-07f5ca226947 req-fbba30b8-1238-4116-9ab2-8d47da214405 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 943 time: 0.1681807 Nov 03 18:35:38.854171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b2946-2f33-4b65-bd80-e227884a4067 req-36d4f234-215d-400a-a909-ac7ce8aefe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:38.855698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-706b2946-2f33-4b65-bd80-e227884a4067 req-36d4f234-215d-400a-a909-ac7ce8aefe33 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.0899546 Nov 03 18:35:38.995380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7906bc2e-2cbe-4c4a-bc1a-07f5ca226947 req-77b3327b-a481-4008-a1cc-896e1ae741f7 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081071 Nov 03 18:35:39.011051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b2946-2f33-4b65-bd80-e227884a4067 req-b7241c3b-dcf1-4f54-84d3-0e41695fa659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:39.012843 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-706b2946-2f33-4b65-bd80-e227884a4067 req-b7241c3b-dcf1-4f54-84d3-0e41695fa659 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245136 Nov 03 18:35:39.147258 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315bfa2-d8aa-4169-af65-6c9954725eeb req-d7a01079-0bf0-43d5-ae13-9ffa9dcdf0bf tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:39.149587 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a315bfa2-d8aa-4169-af65-6c9954725eeb req-d7a01079-0bf0-43d5-ae13-9ffa9dcdf0bf tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 945 time: 0.1842391 Nov 03 18:35:39.211499 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7c32d132-c736-48d4-a31f-432d6da0c822 req-5ea479e5-7790-4d89-af46-838925b6aa83 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:39.256936 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-706b2946-2f33-4b65-bd80-e227884a4067 req-2ea3f5fb-573d-4d3d-828c-8629fe3734c2 service neutron] 10.222.0.98 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325518 Nov 03 18:35:39.262410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea479e5-7790-4d89-af46-838925b6aa83 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Pushing event deleted for resources: {'Port': ['ID=cb76d369-553a-48f0-923b-afc1a7808c9b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:39.288080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['cb76d369-553a-48f0-923b-afc1a7808c9b'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:39.290832 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a315bfa2-d8aa-4169-af65-6c9954725eeb req-37bdab28-2464-462d-8b4b-e5b1cad5cb73 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fd7f891-3782-4939-b088-6bd88b611cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282773 Nov 03 18:35:39.376891 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35832) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:39.404318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c32d132-c736-48d4-a31f-432d6da0c822 req-5ea479e5-7790-4d89-af46-838925b6aa83 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] No DVR routers for this DVR port cb76d369-553a-48f0-923b-afc1a7808c9b on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:39.413150 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7c32d132-c736-48d4-a31f-432d6da0c822 req-5ea479e5-7790-4d89-af46-838925b6aa83 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:39.417034 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c32d132-c736-48d4-a31f-432d6da0c822 req-5ea479e5-7790-4d89-af46-838925b6aa83 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.87 "DELETE /v2.0/ports/cb76d369-553a-48f0-923b-afc1a7808c9b HTTP/1.1" status: 204 len: 173 time: 1.2392941 Nov 03 18:35:39.420081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384a9304-846d-4752-b523-84d9cad87397', 'name': 'network-vif-deleted', 'tag': 'bf656bc4-1349-43b6-8218-1d506f992fbb'}, {'server_uuid': '71cfaf56-61b1-4365-8711-ccf6aa60856e', 'name': 'network-vif-deleted', 'tag': 'cb76d369-553a-48f0-923b-afc1a7808c9b'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:39.422475 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd6ea80-66fb-44ec-841f-210db1685dd8" -d '{"events": [{"server_uuid": "384a9304-846d-4752-b523-84d9cad87397", "name": "network-vif-deleted", "tag": "bf656bc4-1349-43b6-8218-1d506f992fbb"}, {"server_uuid": "71cfaf56-61b1-4365-8711-ccf6aa60856e", "name": "network-vif-deleted", "tag": "cb76d369-553a-48f0-923b-afc1a7808c9b"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:39.455761 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8e190-e14a-42ec-86bb-348726940c97 req-86635200-6eae-4317-912b-733eaefae993 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:39.463750 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94c8e190-e14a-42ec-86bb-348726940c97 req-86635200-6eae-4317-912b-733eaefae993 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 944 time: 0.2026291 Nov 03 18:35:39.509542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-706b2946-2f33-4b65-bd80-e227884a4067 req-7a2ee450-0e79-4e57-aea1-dbd3b6d3932b service neutron] 10.222.0.98 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341168 Nov 03 18:35:39.555504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94c8e190-e14a-42ec-86bb-348726940c97 req-dfad6c7c-dc28-4794-9b47-cd16b6618c4e tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907955 Nov 03 18:35:39.638704 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244445d0-228b-4806-80f1-8e5b6a92b7c7 x-openstack-request-id: req-244445d0-228b-4806-80f1-8e5b6a92b7c7 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:39.639005 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384a9304-846d-4752-b523-84d9cad87397", "name": "network-vif-deleted", "tag": "bf656bc4-1349-43b6-8218-1d506f992fbb", "status": "completed", "code": 200}, {"server_uuid": "71cfaf56-61b1-4365-8711-ccf6aa60856e", "name": "network-vif-deleted", "tag": "cb76d369-553a-48f0-923b-afc1a7808c9b", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:39.639265 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-244445d0-228b-4806-80f1-8e5b6a92b7c7 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:39.639693 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384a9304-846d-4752-b523-84d9cad87397', 'name': 'network-vif-deleted', 'tag': 'bf656bc4-1349-43b6-8218-1d506f992fbb', 'status': 'completed', 'code': 200} Nov 03 18:35:39.639940 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cfaf56-61b1-4365-8711-ccf6aa60856e', 'name': 'network-vif-deleted', 'tag': 'cb76d369-553a-48f0-923b-afc1a7808c9b', 'status': 'completed', 'code': 200} Nov 03 18:35:39.751931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1613b32c-741c-4e91-ba9a-b384b33f0e44 req-fecf3af1-9789-41b2-a311-a04f88096b90 tempest-AttachSCSIVolumeTestJSON-705077164 tempest-AttachSCSIVolumeTestJSON-705077164-project] 10.222.0.107 "GET /v2.0/ports?device_id=71cfaf56-61b1-4365-8711-ccf6aa60856e HTTP/1.1" status: 200 len: 210 time: 0.0322456 Nov 03 18:35:39.977537 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-405b6c31-7e01-4dce-8ed8-9593f0323bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:40.131310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae0de7-a813-4c5a-b3e0-066472ee7b25 req-aa9d2d5e-34fb-42a3-813e-1c216c0a3d9d tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:40.139714 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1ae0de7-a813-4c5a-b3e0-066472ee7b25 req-aa9d2d5e-34fb-42a3-813e-1c216c0a3d9d tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 943 time: 0.0655417 Nov 03 18:35:40.209029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1ae0de7-a813-4c5a-b3e0-066472ee7b25 req-32f39958-b6d2-4967-ae0b-07228c438bb5 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683315 Nov 03 18:35:40.321859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-05a0b8ed-eb2c-45ff-ad98-1d77e3a2f359 service neutron] 10.222.0.98 "GET /v2.0/ports/fea87f74-97ec-46fb-903f-774c009a5245/bindings/n-h1-812150-4 HTTP/1.1" status: 200 len: 384 time: 0.0705347 Nov 03 18:35:40.327422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-405b6c31-7e01-4dce-8ed8-9593f0323bc9 admin admin] Deleting port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:40.327795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-405b6c31-7e01-4dce-8ed8-9593f0323bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:40.412072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-405b6c31-7e01-4dce-8ed8-9593f0323bc9 admin admin] For port bc6b5e6d-61b7-4498-aada-82c2a23bfc3d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bc6b5e6d-61b7-4498-aada-82c2a23bfc3d,segment=NetworkSegment(a145d085-0040-46ee-8e32-f35c61284153),segment_id=a145d085-0040-46ee-8e32-f35c61284153)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:40.413085 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-405b6c31-7e01-4dce-8ed8-9593f0323bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:40.427694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-405b6c31-7e01-4dce-8ed8-9593f0323bc9 admin admin] Calling delete_port for bc6b5e6d-61b7-4498-aada-82c2a23bfc3d owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:40.439016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df6ddf-1663-4a44-ab18-d433142cf95f req-b6278f5f-7727-4ac1-b03b-140ce0afbe48 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:40.440566 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86df6ddf-1663-4a44-ab18-d433142cf95f req-b6278f5f-7727-4ac1-b03b-140ce0afbe48 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 946 time: 0.1322625 Nov 03 18:35:40.494743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c1694-11be-45fb-8e48-4e4ae28aadb2 req-0bc123a5-c7a1-4967-9484-2267219a9213 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:40.500195 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-652c1694-11be-45fb-8e48-4e4ae28aadb2 req-0bc123a5-c7a1-4967-9484-2267219a9213 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 945 time: 0.1261098 Nov 03 18:35:40.512737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 964bb855-4fde-4eed-80b9-2364195f9561 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:35:40.517631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device bf656bc4-1349-43b6-8218-1d506f992fbb no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:40.544502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: bf656bc4-1349-43b6-8218-1d506f992fbb {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:40.544843 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device bf656bc4-1349-43b6-8218-1d506f992fbb not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:40.545454 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device fea87f74-97ec-46fb-903f-774c009a5245 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:40.625266 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-405b6c31-7e01-4dce-8ed8-9593f0323bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:40.655379 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86df6ddf-1663-4a44-ab18-d433142cf95f req-0fc6b781-bf4e-4d4d-937f-c85bf810c6ad tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064567 Nov 03 18:35:40.687229 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b6c31-7e01-4dce-8ed8-9593f0323bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6b5e6d-61b7-4498-aada-82c2a23bfc3d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:40.689913 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-652c1694-11be-45fb-8e48-4e4ae28aadb2 req-4351cd62-3a49-4e90-b2a7-181697fe2cbb tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fd7f891-3782-4939-b088-6bd88b611cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856308 Nov 03 18:35:40.759646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-60c76a92-94fa-415d-9daa-611c1d750bda service neutron] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=fea87f74-97ec-46fb-903f-774c009a5245,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:40.836296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 964bb855-4fde-4eed-80b9-2364195f9561, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=964bb855-4fde-4eed-80b9-2364195f9561,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:40.842508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-60c76a92-94fa-415d-9daa-611c1d750bda service neutron] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:40.863391 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '964bb855-4fde-4eed-80b9-2364195f9561', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'port_id': '964bb855-4fde-4eed-80b9-2364195f9561', 'mac_address': 'fa:16:3e:bf:7d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:35:40.912313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-60c76a92-94fa-415d-9daa-611c1d750bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea87f74-97ec-46fb-903f-774c009a5245 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:40.929499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-60c76a92-94fa-415d-9daa-611c1d750bda service neutron] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fea87f74-97ec-46fb-903f-774c009a5245,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:40.959504 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:40.964322 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42c2a2-a0ef-4b96-87a4-2e3778f1bdf5 req-2ddd2578-fd5c-473e-8e0a-2bc2b9640c43 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:40.975266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe42c2a2-a0ef-4b96-87a4-2e3778f1bdf5 req-2ddd2578-fd5c-473e-8e0a-2bc2b9640c43 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 944 time: 0.1820598 Nov 03 18:35:40.980656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964bb855-4fde-4eed-80b9-2364195f9561 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:35:40.997487 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-405b6c31-7e01-4dce-8ed8-9593f0323bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.038341 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-60c76a92-94fa-415d-9daa-611c1d750bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.050874 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 964bb855-4fde-4eed-80b9-2364195f9561, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=964bb855-4fde-4eed-80b9-2364195f9561,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:41.063171 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.141068 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe42c2a2-a0ef-4b96-87a4-2e3778f1bdf5 req-64811edf-68c0-4f54-b8cb-09827bab7043 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651421 Nov 03 18:35:41.155297 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=964bb855-4fde-4eed-80b9-2364195f9561,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:41.201194 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-60c76a92-94fa-415d-9daa-611c1d750bda service neutron] Transition to ACTIVE for port object fea87f74-97ec-46fb-903f-774c009a5245 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:35:41.209289 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-60c76a92-94fa-415d-9daa-611c1d750bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:41.298332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-60c76a92-94fa-415d-9daa-611c1d750bda service neutron] No DVR routers for this DVR port fea87f74-97ec-46fb-903f-774c009a5245 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:41.347717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['964bb855-4fde-4eed-80b9-2364195f9561'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:41.363741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-60c76a92-94fa-415d-9daa-611c1d750bda service neutron] 10.222.0.98 "PUT /v2.0/ports/fea87f74-97ec-46fb-903f-774c009a5245/bindings/n-h1-812150-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0224619 Nov 03 18:35:41.393662 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c76a92-94fa-415d-9daa-611c1d750bda service neutron] Pushing event updated for resources: {'Port': ['ID=fea87f74-97ec-46fb-903f-774c009a5245,revision_number=10']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:41.442949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed13739-d01f-4f62-8b47-a83fc95b3b6b req-2cc66126-f50f-468d-9f8c-00a33cf97778 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:41.446114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ed13739-d01f-4f62-8b47-a83fc95b3b6b req-2cc66126-f50f-468d-9f8c-00a33cf97778 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 944 time: 0.1116757 Nov 03 18:35:41.623229 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device cb76d369-553a-48f0-923b-afc1a7808c9b no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:41.633354 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ed13739-d01f-4f62-8b47-a83fc95b3b6b req-7ee410e0-6876-4b3b-9bef-4c7ec193aaa2 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742392 Nov 03 18:35:41.648241 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: cb76d369-553a-48f0-923b-afc1a7808c9b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:41.648646 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device cb76d369-553a-48f0-923b-afc1a7808c9b not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:41.669737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-847fa68f-dff3-48a6-b090-254e9b670b34 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:41.671311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-847fa68f-dff3-48a6-b090-254e9b670b34 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c&tenant_id=9967bc7a71e345f08f6394ec34bbf289&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 1095 time: 0.1868546 Nov 03 18:35:41.716341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405b6c31-7e01-4dce-8ed8-9593f0323bc9 admin admin] Router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:41.813740 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-88679238-10c2-4b2d-91b5-4b24211e92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:41.815465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-88679238-10c2-4b2d-91b5-4b24211e92c4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c&tenant_id=9967bc7a71e345f08f6394ec34bbf289 HTTP/1.1" status: 200 len: 1095 time: 0.1287920 Nov 03 18:35:41.819137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88810c-96b0-4822-8221-46d3a11a34b0 req-f6db0aba-b35e-444c-8110-71d16d101a75 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:41.822747 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea88810c-96b0-4822-8221-46d3a11a34b0 req-f6db0aba-b35e-444c-8110-71d16d101a75 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 1097 time: 0.1159999 Nov 03 18:35:41.844841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd17a3-a277-472f-91d8-6dc036d6ebac req-9f2d4cf6-78f3-48af-9f6c-f1afbddb52fa tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:41.846515 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2dcd17a3-a277-472f-91d8-6dc036d6ebac req-9f2d4cf6-78f3-48af-9f6c-f1afbddb52fa tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 946 time: 0.0868652 Nov 03 18:35:41.880596 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405b6c31-7e01-4dce-8ed8-9593f0323bc9 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:41.889097 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-405b6c31-7e01-4dce-8ed8-9593f0323bc9 admin admin] 10.222.0.107 "PUT /v2.0/routers/23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5105007 Nov 03 18:35:41.894975 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecd20c3-48f8-406b-a10f-02cb06883061 None None] Sync routers for ids ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:41.906013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35914) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:41.916019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd20c3-48f8-406b-a10f-02cb06883061 None None] Routers {'23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:41.916796 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cecd20c3-48f8-406b-a10f-02cb06883061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:41.965812 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea88810c-96b0-4822-8221-46d3a11a34b0 req-7b56da4a-d3a4-49ab-9810-ca0ad042b457 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365006 Nov 03 18:35:42.000099 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2dcd17a3-a277-472f-91d8-6dc036d6ebac req-a70cb5fb-5b1b-4bc0-a5b0-93f388754063 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368382 Nov 03 18:35:42.031893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-32bfcf6b-d87c-4ca2-a73b-b463e29086cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:42.037285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-32bfcf6b-d87c-4ca2-a73b-b463e29086cc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 1095 time: 0.1340868 Nov 03 18:35:42.043181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.200160 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-cecd20c3-48f8-406b-a10f-02cb06883061 None None] Set router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:42.236428 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.354721 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] Deleting port afb92bfa-fe61-4f42-836f-ddfe6c7cd57d {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:42.355446 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.531915 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] For port afb92bfa-fe61-4f42-836f-ddfe6c7cd57d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=afb92bfa-fe61-4f42-836f-ddfe6c7cd57d,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:42.532227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.556349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] Calling delete_port for afb92bfa-fe61-4f42-836f-ddfe6c7cd57d owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:42.633841 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 964bb855-4fde-4eed-80b9-2364195f9561 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:35:42.704566 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd05813-7ac1-4344-b967-1b1cf4893173 req-9b28f408-712d-4f2f-a98f-6e9abd7e0a34 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:42.712459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ebd05813-7ac1-4344-b967-1b1cf4893173 req-9b28f408-712d-4f2f-a98f-6e9abd7e0a34 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 945 time: 0.6237662 Nov 03 18:35:42.714881 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-a3f6d2bf-1d27-488f-a94b-d8303f203b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:42.716341 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-a3f6d2bf-1d27-488f-a94b-d8303f203b57 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.6508462 Nov 03 18:35:42.724968 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cecd20c3-48f8-406b-a10f-02cb06883061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:41Z', 'updated_at': '2021-11-03T18:35:40Z', 'revision_number': 5, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'gw_port': {'id': 'afb92bfa-fe61-4f42-836f-ddfe6c7cd57d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:97:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:42Z', 'updated_at': '2021-11-03T18:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:42.784485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecd20c3-48f8-406b-a10f-02cb06883061 None None] Checking router: 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:42.810211 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 964bb855-4fde-4eed-80b9-2364195f9561 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:35:42.815898 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 964bb855-4fde-4eed-80b9-2364195f9561 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:35:42.816278 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.818222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd20c3-48f8-406b-a10f-02cb06883061 None None] Routers {'23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:42.818908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cecd20c3-48f8-406b-a10f-02cb06883061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:42.840040 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-18af363a-a47a-4edb-a71a-480a47116c3e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea87f74-97ec-46fb-903f-774c009a5245 HTTP/1.1" status: 200 len: 217 time: 0.0716941 Nov 03 18:35:42.844790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ebd05813-7ac1-4344-b967-1b1cf4893173 req-c9e79b51-f0cc-4a86-9170-140781aee9a4 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fd7f891-3782-4939-b088-6bd88b611cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314187 Nov 03 18:35:42.873465 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:42.914094 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-b569994f-3c22-4a3f-99d6-e6e4904fd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:42.915976 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-b569994f-3c22-4a3f-99d6-e6e4904fd2e2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.0596638 Nov 03 18:35:42.923957 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] Pushing event deleted for resources: {'Port': ['ID=afb92bfa-fe61-4f42-836f-ddfe6c7cd57d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:42.980361 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-7a84fbb1-a284-4054-b592-30edbabc44e5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518043 Nov 03 18:35:43.047171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84778a-ded2-4ce5-9ec9-719c1c5708a4 req-e35b8672-066c-4486-a10a-5765a6fb463e tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:43.048881 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e84778a-ded2-4ce5-9ec9-719c1c5708a4 req-e35b8672-066c-4486-a10a-5765a6fb463e tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 945 time: 0.0964534 Nov 03 18:35:43.057722 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.062257 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.079901 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-cecd20c3-48f8-406b-a10f-02cb06883061 None None] Set router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:43.172417 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e84778a-ded2-4ce5-9ec9-719c1c5708a4 req-3bd83bf9-6163-40f6-8fd8-cfb3cd56e7e1 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156945 Nov 03 18:35:43.175663 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cecd20c3-48f8-406b-a10f-02cb06883061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:41Z', 'updated_at': '2021-11-03T18:35:42Z', 'revision_number': 6, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:43.202208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-35836b17-97fe-4271-ae32-ef1d30046563 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275160 Nov 03 18:35:43.240492 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.243529 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.274429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecd20c3-48f8-406b-a10f-02cb06883061 None None] The sync data for ids ['23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b'] in n-d-812150-4 is: [{'id': '23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1409864536-router', 'tenant_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:41Z', 'updated_at': '2021-11-03T18:35:42Z', 'revision_number': 6, 'project_id': 'cfd4b689757b46f5998ed4478f8bcbbc', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:43.299290 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.342518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964bb855-4fde-4eed-80b9-2364195f9561'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:43.345117 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758e8d0f-2b3c-494b-aa2a-7c761f1814ef" -d '{"events": [{"server_uuid": "21cf8f91-c76d-4aba-a99b-09bfc4698c5f", "name": "network-vif-plugged", "status": "completed", "tag": "964bb855-4fde-4eed-80b9-2364195f9561"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:43.346961 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.348116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:35:43.354651 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.356070 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c378a41b-5958-4e07-8bcd-7a61088f160a admin admin] 10.222.0.107 "DELETE /v2.0/routers/23ef08d8-8cf0-4f7e-9ab9-a87a16c3f49b HTTP/1.1" status: 204 len: 168 time: 1.4488866 Nov 03 18:35:43.358588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35958) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:43.361980 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 964bb855-4fde-4eed-80b9-2364195f9561, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=964bb855-4fde-4eed-80b9-2364195f9561,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:43.369212 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.421457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea97840-ffc5-4634-998e-d7a30b7b6542 admin admin] Deleting subnet cf467fc4-dfbf-4fb6-b24f-6871d9b5d718 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:35:43.424559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aea97840-ffc5-4634-998e-d7a30b7b6542 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.428706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=964bb855-4fde-4eed-80b9-2364195f9561,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:43.435549 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-5710b4a0-ed3c-46b6-86ac-da3167ba81eb service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085066 Nov 03 18:35:43.456473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27a9b8-cae6-4380-b438-14c3d1aa3535 req-a264ccfd-b772-4ebf-89c4-eb5b8b33b08d tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:43.463361 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aea97840-ffc5-4634-998e-d7a30b7b6542 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.466216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc27a9b8-cae6-4380-b438-14c3d1aa3535 req-a264ccfd-b772-4ebf-89c4-eb5b8b33b08d tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 944 time: 0.1058004 Nov 03 18:35:43.521608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc27a9b8-cae6-4380-b438-14c3d1aa3535 req-6fe48482-33e9-41d7-83a7-dd82c621bdfd tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544949 Nov 03 18:35:43.599845 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aea97840-ffc5-4634-998e-d7a30b7b6542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.659413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcdb4b-88a3-4aa0-bbfc-65fc874e6c06 req-7a43e212-48a6-4fcc-9473-25278324aa72 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:43.665579 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f5dcdb4b-88a3-4aa0-bbfc-65fc874e6c06 req-7a43e212-48a6-4fcc-9473-25278324aa72 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.87 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 946 time: 0.0996084 Nov 03 18:35:43.698555 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-eaccbb73-b696-46e5-af5a-3601dace0f24 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:35:43.699919 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-eaccbb73-b696-46e5-af5a-3601dace0f24 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0071573 Nov 03 18:35:43.711641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8b58c-0ead-4d45-b966-66aed0026f1a req-95e09631-7917-44ba-9157-a66fb8b12346 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:43.728656 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b6b8b58c-0ead-4d45-b966-66aed0026f1a req-95e09631-7917-44ba-9157-a66fb8b12346 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 945 time: 0.1165202 Nov 03 18:35:43.731563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35962) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:43.742772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ea193ab3-402b-424f-8694-4057e97231bb tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Request body: {'floatingip': {'port_id': '363f54bc-134c-4fdd-b237-1745a4431f86'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:43.781405 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aea97840-ffc5-4634-998e-d7a30b7b6542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.874342 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea97840-ffc5-4634-998e-d7a30b7b6542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf467fc4-dfbf-4fb6-b24f-6871d9b5d718,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:43.881849 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aea97840-ffc5-4634-998e-d7a30b7b6542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.884763 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d274c62b-4dba-4c45-9072-68e626771ac4 None None] Network 1694057b-aaed-409b-a3d3-c01879642074 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:43.890108 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-aea97840-ffc5-4634-998e-d7a30b7b6542 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/cf467fc4-dfbf-4fb6-b24f-6871d9b5d718 HTTP/1.1" status: 204 len: 168 time: 0.5296171 Nov 03 18:35:43.894714 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35964) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:43.913645 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ea193ab3-402b-424f-8694-4057e97231bb tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.981590 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:43.992519 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-d46d0e1f-6ec4-48a8-8625-128147c486b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:43.993915 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-d46d0e1f-6ec4-48a8-8625-128147c486b1 service neutron] 10.222.0.107 "GET /v2.0/ports/5a59d86a-0d89-4c23-961d-c644f2d0edcc HTTP/1.1" status: 200 len: 1094 time: 0.2187030 Nov 03 18:35:44.028120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-f5dcdb4b-88a3-4aa0-bbfc-65fc874e6c06 req-ee1595e8-be78-431d-98a5-fe45ff2b9479 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Deleting port 031421f6-8ed8-4241-a949-46a160a95791 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:44.028465 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f5dcdb4b-88a3-4aa0-bbfc-65fc874e6c06 req-ee1595e8-be78-431d-98a5-fe45ff2b9479 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.033982 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-89bac1e9-2f0d-4551-9f58-39e63640231f service neutron] Request body: {'binding': {'host': 'n-h2-812150-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:44.034522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-89bac1e9-2f0d-4551-9f58-39e63640231f service neutron] Unknown quota resources ['binding']. {{(pid=101711) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:35:44.145190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc95d40-5ac0-439f-a710-fb0549c960c8 req-22a8717d-289a-47bd-aeb6-342b28353158 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:44.146707 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7bc95d40-5ac0-439f-a710-fb0549c960c8 req-22a8717d-289a-47bd-aeb6-342b28353158 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 946 time: 0.3387296 Nov 03 18:35:44.214651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-9e1790b9-c0ae-44d1-a171-77a7574683b3 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:44.223203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f457274-310e-4e39-85cd-d5f7bd9c2c83 None None] DHCP port deletion for 1694057b-aaed-409b-a3d3-c01879642074 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:35:44.227024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-9e1790b9-c0ae-44d1-a171-77a7574683b3 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c&tenant_id=9967bc7a71e345f08f6394ec34bbf289&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 1095 time: 0.1487858 Nov 03 18:35:44.228605 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-f5dcdb4b-88a3-4aa0-bbfc-65fc874e6c06 req-ee1595e8-be78-431d-98a5-fe45ff2b9479 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] For port 031421f6-8ed8-4241-a949-46a160a95791, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=031421f6-8ed8-4241-a949-46a160a95791,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:44.229121 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f5dcdb4b-88a3-4aa0-bbfc-65fc874e6c06 req-ee1595e8-be78-431d-98a5-fe45ff2b9479 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.244430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] Deleting port 68311c66-3a70-43bc-9ccd-e32348fd7b01 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:44.244774 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.275568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-f5dcdb4b-88a3-4aa0-bbfc-65fc874e6c06 req-ee1595e8-be78-431d-98a5-fe45ff2b9479 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Calling delete_port for 031421f6-8ed8-4241-a949-46a160a95791 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:44.345623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bc6b5e6d-61b7-4498-aada-82c2a23bfc3d no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:44.375315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: bc6b5e6d-61b7-4498-aada-82c2a23bfc3d {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:44.375835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bc6b5e6d-61b7-4498-aada-82c2a23bfc3d not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:44.387097 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6f457274-310e-4e39-85cd-d5f7bd9c2c83 None None] Deleting port 68311c66-3a70-43bc-9ccd-e32348fd7b01 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:44.388204 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6f457274-310e-4e39-85cd-d5f7bd9c2c83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.412159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7bc95d40-5ac0-439f-a710-fb0549c960c8 req-80bfe1df-0e1a-4034-bfef-a31acb52a6d6 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184045 Nov 03 18:35:44.412360 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-89bac1e9-2f0d-4551-9f58-39e63640231f service neutron] Attempting to bind port 5a59d86a-0d89-4c23-961d-c644f2d0edcc on host n-h2-812150-4 for vnic_type normal with profile None {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:35:44.412360 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-89bac1e9-2f0d-4551-9f58-39e63640231f service neutron] Attempting to bind port 5a59d86a-0d89-4c23-961d-c644f2d0edcc by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:35:44.412360 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-89bac1e9-2f0d-4551-9f58-39e63640231f service neutron] Attempting to bind port 5a59d86a-0d89-4c23-961d-c644f2d0edcc on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:44.420916 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] For port 68311c66-3a70-43bc-9ccd-e32348fd7b01, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=68311c66-3a70-43bc-9ccd-e32348fd7b01,segment=NetworkSegment(a145d085-0040-46ee-8e32-f35c61284153),segment_id=a145d085-0040-46ee-8e32-f35c61284153)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:44.421308 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.434404 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-89bac1e9-2f0d-4551-9f58-39e63640231f service neutron] Port 5a59d86a-0d89-4c23-961d-c644f2d0edcc on network e6ea9eda-3066-4349-948b-e1223c0656ae not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:35:44.435857 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-89bac1e9-2f0d-4551-9f58-39e63640231f service neutron] Attempting to bind port 5a59d86a-0d89-4c23-961d-c644f2d0edcc on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:35:44.454439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] Calling delete_port for 68311c66-3a70-43bc-9ccd-e32348fd7b01 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:44.456432 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-89bac1e9-2f0d-4551-9f58-39e63640231f service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:35:44.456779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-89bac1e9-2f0d-4551-9f58-39e63640231f service neutron] Checking segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:44.457162 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-89bac1e9-2f0d-4551-9f58-39e63640231f service neutron] Bound using segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:35:44.457683 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-89bac1e9-2f0d-4551-9f58-39e63640231f service neutron] Bound port: 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:35:44.527976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6f457274-310e-4e39-85cd-d5f7bd9c2c83 None None] For port 68311c66-3a70-43bc-9ccd-e32348fd7b01, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=68311c66-3a70-43bc-9ccd-e32348fd7b01,segment=NetworkSegment(a145d085-0040-46ee-8e32-f35c61284153),segment_id=a145d085-0040-46ee-8e32-f35c61284153)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:44.528431 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6f457274-310e-4e39-85cd-d5f7bd9c2c83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.546560 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6f457274-310e-4e39-85cd-d5f7bd9c2c83 None None] Calling delete_port for 68311c66-3a70-43bc-9ccd-e32348fd7b01 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:44.672566 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.677190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-89bac1e9-2f0d-4551-9f58-39e63640231f service neutron] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5a59d86a-0d89-4c23-961d-c644f2d0edcc,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:35:44.686407 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f5dcdb4b-88a3-4aa0-bbfc-65fc874e6c06 req-ee1595e8-be78-431d-98a5-fe45ff2b9479 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.718897 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-89bac1e9-2f0d-4551-9f58-39e63640231f service neutron] Publish callbacks [] for binding, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.723120 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-89bac1e9-2f0d-4551-9f58-39e63640231f service neutron] 10.222.0.107 "POST /v2.0/ports/5a59d86a-0d89-4c23-961d-c644f2d0edcc/bindings HTTP/1.1" status: 201 len: 389 time: 0.7156684 Nov 03 18:35:44.732826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] Pushing event deleted for resources: {'Port': ['ID=68311c66-3a70-43bc-9ccd-e32348fd7b01,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:44.736853 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] No DVR routers for this DVR port 68311c66-3a70-43bc-9ccd-e32348fd7b01 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:44.756002 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729202fa-3c9c-4616-bf77-0054e8d59a2c x-openstack-request-id: req-729202fa-3c9c-4616-bf77-0054e8d59a2c {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:44.756439 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cf8f91-c76d-4aba-a99b-09bfc4698c5f", "name": "network-vif-plugged", "status": "completed", "tag": "964bb855-4fde-4eed-80b9-2364195f9561", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:44.759732 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-729202fa-3c9c-4616-bf77-0054e8d59a2c {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:44.760261 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964bb855-4fde-4eed-80b9-2364195f9561', 'code': 200} Nov 03 18:35:44.761857 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['5504be1b-63ed-4b9b-8dea-a11e84402d31'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:44.777595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['03762815-817f-40b0-bc5f-9e4ef6579f08', '031421f6-8ed8-4241-a949-46a160a95791'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:44.831963 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.852929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-4f8ed623-35e1-4a80-a2fd-ae1a1108c834 service neutron] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:35:44.867418 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.resource_extend [None req-ea193ab3-402b-424f-8694-4057e97231bb tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:35:44.876984 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-4f8ed623-35e1-4a80-a2fd-ae1a1108c834 service neutron] Publish callbacks [] for binding, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.884895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ce5d67-54e3-4049-91a1-eea64c0e8580 req-4f8ed623-35e1-4a80-a2fd-ae1a1108c834 service neutron] 10.222.0.87 "DELETE /v2.0/ports/fea87f74-97ec-46fb-903f-774c009a5245/bindings/n-h2-812150-4 HTTP/1.1" status: 204 len: 173 time: 0.6321390 Nov 03 18:35:44.924277 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6f457274-310e-4e39-85cd-d5f7bd9c2c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:44.927082 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b43fc5-2faa-48fe-868f-5bb0ebd47526 req-974e6b3c-443c-433c-b34d-bd353c7eaaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:44.928700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19b43fc5-2faa-48fe-868f-5bb0ebd47526 req-974e6b3c-443c-433c-b34d-bd353c7eaaac service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 1097 time: 0.2424738 Nov 03 18:35:44.983226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afeaa0-f073-4cf8-b057-e7a6966d8484 req-9f23d38f-6407-4f0a-9785-8662ed13d9e9 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:44.985158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1694057b-aaed-409b-a3d3-c01879642074']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:44.985627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8afeaa0-f073-4cf8-b057-e7a6966d8484 req-9f23d38f-6407-4f0a-9785-8662ed13d9e9 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 946 time: 0.2584019 Nov 03 18:35:44.994715 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ea193ab3-402b-424f-8694-4057e97231bb tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.039796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1595e8-be78-431d-98a5-fe45ff2b9479 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Pushing event deleted for resources: {'Port': ['ID=031421f6-8ed8-4241-a949-46a160a95791,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:45.049357 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ea193ab3-402b-424f-8694-4057e97231bb tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.059757 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f457274-310e-4e39-85cd-d5f7bd9c2c83 None None] Pushing event deleted for resources: {'Port': ['ID=68311c66-3a70-43bc-9ccd-e32348fd7b01,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:45.086700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f457274-310e-4e39-85cd-d5f7bd9c2c83 None None] No DVR routers for this DVR port 68311c66-3a70-43bc-9ccd-e32348fd7b01 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:45.127556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a145d085-0040-46ee-8e32-f35c61284153') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:45.128340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a145d085-0040-46ee-8e32-f35c61284153') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:45.173861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dcdb4b-88a3-4aa0-bbfc-65fc874e6c06 req-ee1595e8-be78-431d-98a5-fe45ff2b9479 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] No DVR routers for this DVR port 031421f6-8ed8-4241-a949-46a160a95791 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:45.176873 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f5dcdb4b-88a3-4aa0-bbfc-65fc874e6c06 req-ee1595e8-be78-431d-98a5-fe45ff2b9479 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.183161 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f5dcdb4b-88a3-4aa0-bbfc-65fc874e6c06 req-ee1595e8-be78-431d-98a5-fe45ff2b9479 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.87 "DELETE /v2.0/ports/031421f6-8ed8-4241-a949-46a160a95791 HTTP/1.1" status: 204 len: 173 time: 1.4915321 Nov 03 18:35:45.185378 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.186971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc998e9-331c-404e-8bdd-238862fab827', 'name': 'network-vif-deleted', 'tag': '031421f6-8ed8-4241-a949-46a160a95791'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:45.189707 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f6609b-2060-4096-b057-ab67377ab44e" -d '{"events": [{"server_uuid": "ebc998e9-331c-404e-8bdd-238862fab827", "name": "network-vif-deleted", "tag": "031421f6-8ed8-4241-a949-46a160a95791"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:45.278844 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.294361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:35:45.294997 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.325960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19b43fc5-2faa-48fe-868f-5bb0ebd47526 req-f8429047-43a9-460d-9a40-fe56fc3b5cec service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888252 Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:35:45.330967 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:35:45.430675 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.448245 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.462316 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] 10.222.0.107 "DELETE /v2.0/networks/1694057b-aaed-409b-a3d3-c01879642074 HTTP/1.1" status: 204 len: 168 time: 1.5640121 Nov 03 18:35:45.482807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8afeaa0-f073-4cf8-b057-e7a6966d8484 req-5940a9af-3ca5-4cb3-a9e5-edcf22e96dea tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699476 Nov 03 18:35:45.504117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e6014-a203-4998-8dff-b1b342931938 admin admin] Pushing event deleted for resources: {'Network': ['ID=1694057b-aaed-409b-a3d3-c01879642074,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:45.562800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403018fd-1340-4589-a5f3-894f66a12fcd req-0eaf1fcd-67f3-4e73-9c05-581c381b9dcd tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:45.576909 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-403018fd-1340-4589-a5f3-894f66a12fcd req-0eaf1fcd-67f3-4e73-9c05-581c381b9dcd tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 944 time: 0.5343924 Nov 03 18:35:45.589553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-daf5c3a5-7e32-4833-88c4-09df4165d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:45.593247 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-daf5c3a5-7e32-4833-88c4-09df4165d789 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 1097 time: 0.3952878 Nov 03 18:35:45.639007 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-ea193ab3-402b-424f-8694-4057e97231bb tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Floating IP d2a47b69-08cd-4f1f-828f-911bb1790f88 associated. External IP: 172.25.2.200, port: 363f54bc-134c-4fdd-b237-1745a4431f86. Nov 03 18:35:45.730917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35984) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:45.779832 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-43b940b4-2696-4a53-9291-c50438c9e409 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cfd4b689757b46f5998ed4478f8bcbbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470812 Nov 03 18:35:45.780742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35986) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:45.846811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e6f7a9a-2135-49d5-9140-261a37e883fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.860162 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-403018fd-1340-4589-a5f3-894f66a12fcd req-ebe3aee3-1210-4124-9fbd-14b15a602edc tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658606 Nov 03 18:35:45.902053 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e6f7a9a-2135-49d5-9140-261a37e883fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:45.934579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4dca6-7361-4185-ac0b-9f57a14f4c68 req-a865b466-6546-4337-b6d1-199ee3f3006e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:45.942526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74d4dca6-7361-4185-ac0b-9f57a14f4c68 req-a865b466-6546-4337-b6d1-199ee3f3006e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 946 time: 0.2747452 Nov 03 18:35:45.963317 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d4535b-3123-4bfb-a21c-642d04cd8316 x-openstack-request-id: req-d4d4535b-3123-4bfb-a21c-642d04cd8316 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:45.963640 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc998e9-331c-404e-8bdd-238862fab827", "name": "network-vif-deleted", "tag": "031421f6-8ed8-4241-a949-46a160a95791", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:45.963928 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d4d4535b-3123-4bfb-a21c-642d04cd8316 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:45.967370 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device afb92bfa-fe61-4f42-836f-ddfe6c7cd57d no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:45.967935 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc998e9-331c-404e-8bdd-238862fab827', 'name': 'network-vif-deleted', 'tag': '031421f6-8ed8-4241-a949-46a160a95791', 'status': 'completed', 'code': 200} Nov 03 18:35:45.977772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-2d596e62-348a-4afd-b0b7-b863d875595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:45.979395 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-2d596e62-348a-4afd-b0b7-b863d875595d service neutron] 10.222.0.98 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.3330817 Nov 03 18:35:46.026002 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e6f7a9a-2135-49d5-9140-261a37e883fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.033842 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e6f7a9a-2135-49d5-9140-261a37e883fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:46.036610 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0e6f7a9a-2135-49d5-9140-261a37e883fe admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8fc957ab-f720-43b1-b4a8-e9c3b2e62a73 HTTP/1.1" status: 204 len: 168 time: 0.2546825 Nov 03 18:35:46.055477 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-f428d219-b65e-41f4-b7d4-ff23f4b7883a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a59d86a-0d89-4c23-961d-c644f2d0edcc HTTP/1.1" status: 200 len: 217 time: 0.0591555 Nov 03 18:35:46.056828 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: afb92bfa-fe61-4f42-836f-ddfe6c7cd57d {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:46.059830 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device afb92bfa-fe61-4f42-836f-ddfe6c7cd57d not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:46.061073 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 68311c66-3a70-43bc-9ccd-e32348fd7b01 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:46.061600 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f7a9a-2135-49d5-9140-261a37e883fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc957ab-f720-43b1-b4a8-e9c3b2e62a73,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:46.157818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 68311c66-3a70-43bc-9ccd-e32348fd7b01 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:46.159350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 68311c66-3a70-43bc-9ccd-e32348fd7b01 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:46.180717 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74d4dca6-7361-4185-ac0b-9f57a14f4c68 req-53e42c4c-722f-481d-a435-1965830fe5d4 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370844 Nov 03 18:35:46.283638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1e8cafe-4746-4dfd-996c-be0385966b69 req-eaeb6d4b-f196-4333-b8e3-2197217ddc39 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebc998e9-331c-404e-8bdd-238862fab827 HTTP/1.1" status: 200 len: 210 time: 0.0900145 Nov 03 18:35:46.332681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-4f587632-03b8-4adb-9cc9-f3fd2b683e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:46.339659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-4f587632-03b8-4adb-9cc9-f3fd2b683e7f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.2524042 Nov 03 18:35:46.396579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea193ab3-402b-424f-8694-4057e97231bb tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:46.401919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-f123299b-8f86-400c-b920-f24a38ae8915 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417197 Nov 03 18:35:46.431539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ceed931-fb91-4f39-9973-6dea81b2d9a1 req-e26ee4b7-f953-48be-b5ea-eaef56f81963 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1457319 Nov 03 18:35:47.104399 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-921dc215-acb7-4787-ab07-35dbc4331ae4 service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6797800 Nov 03 18:35:47.117269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e667f-1185-41c1-9a9f-9e493433adea req-aef69356-a24e-4cc1-8e2e-53bd1682e728 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:47.118809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-015e667f-1185-41c1-9a9f-9e493433adea req-aef69356-a24e-4cc1-8e2e-53bd1682e728 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 1095 time: 0.6621633 Nov 03 18:35:47.137398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceed931-fb91-4f39-9973-6dea81b2d9a1 req-db2d06d6-ace0-4625-bccb-74dccd0070a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:47.138839 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ceed931-fb91-4f39-9973-6dea81b2d9a1 req-db2d06d6-ace0-4625-bccb-74dccd0070a2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 1096 time: 0.5684330 Nov 03 18:35:47.169649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44376-edaf-426c-bf36-ba92e4f2e77c req-89781f0a-0c7c-4c97-a289-7d5c2a458bd1 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:47.170231 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27a44376-edaf-426c-bf36-ba92e4f2e77c req-89781f0a-0c7c-4c97-a289-7d5c2a458bd1 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 946 time: 0.1928322 Nov 03 18:35:47.251894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea193ab3-402b-424f-8694-4057e97231bb tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:47.266153 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163147cf-eeee-4f09-b317-0d3ec9e8ea23 None None] Sync routers for ids ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:47.267387 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ea193ab3-402b-424f-8694-4057e97231bb tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:47.280556 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163147cf-eeee-4f09-b317-0d3ec9e8ea23 None None] Routers {'62f7eee2-8800-44cb-aaf7-bcc4e43ab993'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:47.281616 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-163147cf-eeee-4f09-b317-0d3ec9e8ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:47.382755 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ea193ab3-402b-424f-8694-4057e97231bb tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "PUT /v2.0/floatingips/d2a47b69-08cd-4f1f-828f-911bb1790f88 HTTP/1.1" status: 200 len: 991 time: 3.6474655 Nov 03 18:35:47.389508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5090bfd-d508-4b60-b6e3-8e55b33b86e0', 'tag': '363f54bc-134c-4fdd-b237-1745a4431f86'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:47.391802 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4452ac71-3ace-46e3-9f22-e9f5a7403fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "e5090bfd-d508-4b60-b6e3-8e55b33b86e0", "tag": "363f54bc-134c-4fdd-b237-1745a4431f86"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:47.392785 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-163147cf-eeee-4f09-b317-0d3ec9e8ea23 None None] Set router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:47.396043 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-015e667f-1185-41c1-9a9f-9e493433adea req-6036820d-a99b-478f-81e1-b4923aa48561 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617486 Nov 03 18:35:47.404753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-6fa49b09-14be-40ef-b2f9-cb535f1b074d service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849488 Nov 03 18:35:47.422205 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27a44376-edaf-426c-bf36-ba92e4f2e77c req-92c45337-eb2e-4330-99c7-2f4a24df7715 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235360 Nov 03 18:35:47.458874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceed931-fb91-4f39-9973-6dea81b2d9a1 req-1822f68d-3f09-4ae8-a6ae-1156a43bac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:47.463139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ceed931-fb91-4f39-9973-6dea81b2d9a1 req-1822f68d-3f09-4ae8-a6ae-1156a43bac85 service neutron] 10.222.0.98 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.2880087 Nov 03 18:35:47.537981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ceed931-fb91-4f39-9973-6dea81b2d9a1 req-15d801c1-1680-4658-94e7-a96924fe5a95 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b94e40d-bb76-446a-a54c-a3d29834c955 HTTP/1.1" status: 200 len: 217 time: 0.0655429 Nov 03 18:35:47.611665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceed931-fb91-4f39-9973-6dea81b2d9a1 req-d4855710-a5a2-4a36-b5ee-6594e94d915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:47.620635 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ceed931-fb91-4f39-9973-6dea81b2d9a1 req-d4855710-a5a2-4a36-b5ee-6594e94d915d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.0740559 Nov 03 18:35:47.638610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c0e90-c940-49d9-a428-4eb1cb4b1ebe req-9d9dff2a-b6c6-4443-8130-464c70205c7f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:47.648534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-809c0e90-c940-49d9-a428-4eb1cb4b1ebe req-9d9dff2a-b6c6-4443-8130-464c70205c7f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 946 time: 0.1127446 Nov 03 18:35:47.723299 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ceed931-fb91-4f39-9973-6dea81b2d9a1 req-a8b20f46-6d25-4ce6-921f-a85f70c6d02f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625815 Nov 03 18:35:47.768826 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-163147cf-eeee-4f09-b317-0d3ec9e8ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd418e274-b57d-4277-ab19-5622113af7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:11Z', 'updated_at': '2021-11-03T18:35:17Z', 'revision_number': 4, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'gw_port': {'id': 'd418e274-b57d-4277-ab19-5622113af7de', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:13Z', 'updated_at': '2021-11-03T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'd2a47b69-08cd-4f1f-828f-911bb1790f88', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'port_id': '363f54bc-134c-4fdd-b237-1745a4431f86', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'mac_address': 'fa:16:3e:5a:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5090bfd-d508-4b60-b6e3-8e55b33b86e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:21Z', 'updated_at': '2021-11-03T18:35:44Z', 'revision_number': 1, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10319ad8-58cb-4d41-926a-989da09b38e6', 'name': '', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'mac_address': 'fa:16:3e:9d:17:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:16Z', 'updated_at': '2021-11-03T18:35:22Z', 'revision_number': 5, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'subnets': [{'id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:47.773784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 031421f6-8ed8-4241-a949-46a160a95791 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:47.816239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 031421f6-8ed8-4241-a949-46a160a95791 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:47.820996 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 031421f6-8ed8-4241-a949-46a160a95791 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:47.852857 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163147cf-eeee-4f09-b317-0d3ec9e8ea23 None None] Checking router: 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:47.872930 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163147cf-eeee-4f09-b317-0d3ec9e8ea23 None None] Routers {'62f7eee2-8800-44cb-aaf7-bcc4e43ab993'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:47.873868 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-163147cf-eeee-4f09-b317-0d3ec9e8ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:47.877435 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-809c0e90-c940-49d9-a428-4eb1cb4b1ebe req-e96f04d2-0d8f-42c8-9cac-bcd93a193d48 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267632 Nov 03 18:35:47.922562 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ceed931-fb91-4f39-9973-6dea81b2d9a1 req-fc17ceba-9bb3-4d11-909b-11df96751a9c service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904194 Nov 03 18:35:47.975424 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b21248-0eac-4d88-9b86-f7f5eed1f73d x-openstack-request-id: req-07b21248-0eac-4d88-9b86-f7f5eed1f73d {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:47.976984 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5090bfd-d508-4b60-b6e3-8e55b33b86e0", "tag": "363f54bc-134c-4fdd-b237-1745a4431f86", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:47.977416 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-07b21248-0eac-4d88-9b86-f7f5eed1f73d {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:47.980136 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5090bfd-d508-4b60-b6e3-8e55b33b86e0', 'tag': '363f54bc-134c-4fdd-b237-1745a4431f86', 'status': 'completed', 'code': 200} Nov 03 18:35:48.024798 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-163147cf-eeee-4f09-b317-0d3ec9e8ea23 None None] Set router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:48.133542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ceed931-fb91-4f39-9973-6dea81b2d9a1 req-94d7bab6-b72c-4187-a121-e887692a76a0 service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026546 Nov 03 18:35:48.156317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452ac71-3ace-46e3-9f22-e9f5a7403fa1 req-f228cbaa-4514-4827-8482-229d45c09e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:48.157855 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4452ac71-3ace-46e3-9f22-e9f5a7403fa1 req-f228cbaa-4514-4827-8482-229d45c09e89 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6cb7b896fc0b4106a325973450c7c02f&device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 1096 time: 0.0890477 Nov 03 18:35:48.223248 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934c1fa-2a7a-4e1c-849f-fa5e987606b8 req-4f7d8335-d30c-433e-a4cf-1f4b70de09bf tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:48.228576 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e934c1fa-2a7a-4e1c-849f-fa5e987606b8 req-4f7d8335-d30c-433e-a4cf-1f4b70de09bf tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 1095 time: 0.0941024 Nov 03 18:35:48.334661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e934c1fa-2a7a-4e1c-849f-fa5e987606b8 req-dda7e80b-9b6b-498c-bf12-342dd5a197af tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915916 Nov 03 18:35:48.397605 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452ac71-3ace-46e3-9f22-e9f5a7403fa1 req-a6bbf0f6-22fa-48b3-b3fe-9e635ccbf982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:48.399126 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4452ac71-3ace-46e3-9f22-e9f5a7403fa1 req-a6bbf0f6-22fa-48b3-b3fe-9e635ccbf982 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d55d92ed-0f45-47fe-b361-a71b6daed198 HTTP/1.1" status: 200 len: 912 time: 0.2189186 Nov 03 18:35:48.472663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36066) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:48.515264 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4452ac71-3ace-46e3-9f22-e9f5a7403fa1 req-82a88642-5ae9-45a6-86db-f9d10ed39158 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=363f54bc-134c-4fdd-b237-1745a4431f86 HTTP/1.1" status: 200 len: 999 time: 0.0985258 Nov 03 18:35:48.560113 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-163147cf-eeee-4f09-b317-0d3ec9e8ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd418e274-b57d-4277-ab19-5622113af7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:11Z', 'updated_at': '2021-11-03T18:35:17Z', 'revision_number': 4, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'gw_port': {'id': 'd418e274-b57d-4277-ab19-5622113af7de', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:13Z', 'updated_at': '2021-11-03T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'd2a47b69-08cd-4f1f-828f-911bb1790f88', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'port_id': '363f54bc-134c-4fdd-b237-1745a4431f86', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'mac_address': 'fa:16:3e:5a:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5090bfd-d508-4b60-b6e3-8e55b33b86e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:21Z', 'updated_at': '2021-11-03T18:35:44Z', 'revision_number': 1, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10319ad8-58cb-4d41-926a-989da09b38e6', 'name': '', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'mac_address': 'fa:16:3e:9d:17:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:16Z', 'updated_at': '2021-11-03T18:35:22Z', 'revision_number': 5, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'subnets': [{'id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:48.606972 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163147cf-eeee-4f09-b317-0d3ec9e8ea23 None None] The sync data for ids ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'] in n-d-812150-4 is: [{'id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd418e274-b57d-4277-ab19-5622113af7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:11Z', 'updated_at': '2021-11-03T18:35:17Z', 'revision_number': 4, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'gw_port': {'id': 'd418e274-b57d-4277-ab19-5622113af7de', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:13Z', 'updated_at': '2021-11-03T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'd2a47b69-08cd-4f1f-828f-911bb1790f88', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'port_id': '363f54bc-134c-4fdd-b237-1745a4431f86', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'mac_address': 'fa:16:3e:5a:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5090bfd-d508-4b60-b6e3-8e55b33b86e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:21Z', 'updated_at': '2021-11-03T18:35:44Z', 'revision_number': 1, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10319ad8-58cb-4d41-926a-989da09b38e6', 'name': '', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'mac_address': 'fa:16:3e:9d:17:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:16Z', 'updated_at': '2021-11-03T18:35:22Z', 'revision_number': 5, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'subnets': [{'id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:48.608841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452ac71-3ace-46e3-9f22-e9f5a7403fa1 req-7dbb5f5c-4c97-4ff9-b74a-78ebc012c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:48.610340 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4452ac71-3ace-46e3-9f22-e9f5a7403fa1 req-7dbb5f5c-4c97-4ff9-b74a-78ebc012c57f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ee23bf3f-cb65-4e2c-b0af-6b5e147f4141 HTTP/1.1" status: 200 len: 850 time: 0.0813932 Nov 03 18:35:48.714605 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452ac71-3ace-46e3-9f22-e9f5a7403fa1 req-fb80f451-4ad8-4041-96e5-22377a42211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:48.717587 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4452ac71-3ace-46e3-9f22-e9f5a7403fa1 req-fb80f451-4ad8-4041-96e5-22377a42211c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d55d92ed-0f45-47fe-b361-a71b6daed198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946586 Nov 03 18:35:48.780526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd927d-41fd-4de3-8a67-6efe057def2b req-026ccb77-b07f-472c-a4be-29f40adbbcdd tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:48.782346 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6fd927d-41fd-4de3-8a67-6efe057def2b req-026ccb77-b07f-472c-a4be-29f40adbbcdd tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebfa6895-1456-4e02-9c57-593ab5d61c8e HTTP/1.1" status: 200 len: 945 time: 0.3074782 Nov 03 18:35:48.832884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b038a-3b1d-4eae-824a-dfcd39c6ea0b req-6a02cf9f-d517-4c29-aea0-97e373c0cf9c tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:48.834613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e0b038a-3b1d-4eae-824a-dfcd39c6ea0b req-6a02cf9f-d517-4c29-aea0-97e373c0cf9c tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 946 time: 0.2355318 Nov 03 18:35:48.858264 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4452ac71-3ace-46e3-9f22-e9f5a7403fa1 req-ddb9db0c-dfc8-4f2d-a24b-b129bfef4e2c service neutron] 10.222.0.87 "GET /v2.0/networks/d55d92ed-0f45-47fe-b361-a71b6daed198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278803 Nov 03 18:35:48.928693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6fd927d-41fd-4de3-8a67-6efe057def2b req-3eded46b-8338-4902-aef9-5e7dd77647ea tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361508 Nov 03 18:35:49.004786 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e0b038a-3b1d-4eae-824a-dfcd39c6ea0b req-566b83cf-8d69-44b2-8257-12e1239676c0 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562223 Nov 03 18:35:49.006623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f680d51-36d9-4069-877c-1a4e8a9ae7b7 None None] New status for floating IP d2a47b69-08cd-4f1f-828f-911bb1790f88: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:35:49.010204 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4452ac71-3ace-46e3-9f22-e9f5a7403fa1 req-40382720-0727-4e6e-a6a6-d93706ca9fa3 service neutron] 10.222.0.87 "GET /v2.0/networks/d55d92ed-0f45-47fe-b361-a71b6daed198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359458 Nov 03 18:35:49.230950 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ef25-63b6-4f46-9bcc-b63d487881a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.378368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d3aca-4925-4b24-96bb-7adeb46fe492 req-3c09acec-24f3-438c-a1a4-499504dbe7c1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:49.380010 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e18d3aca-4925-4b24-96bb-7adeb46fe492 req-3c09acec-24f3-438c-a1a4-499504dbe7c1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 946 time: 0.0938766 Nov 03 18:35:49.498834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e18d3aca-4925-4b24-96bb-7adeb46fe492 req-bc133e67-b7d1-4ec0-bcde-025612a112b4 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069460 Nov 03 18:35:49.684410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-8bd035b4-6615-4268-8647-a0c8eb666605 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:49.688046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-8bd035b4-6615-4268-8647-a0c8eb666605 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1017323 Nov 03 18:35:49.745574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3cb4ef25-63b6-4f46-9bcc-b63d487881a4 admin admin] Deleting port 86c169fa-4ee6-4594-b880-51e562503cc8 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:49.746196 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ef25-63b6-4f46-9bcc-b63d487881a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.792635 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-1bf9f1ce-0956-489b-a218-648b72f1bcd4 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 694 time: 0.0955424 Nov 03 18:35:49.837735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-30d6f893-7f4e-4172-b700-633881abd0cc tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Request body: {'floatingip': {'port_id': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:49.878117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36104) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:49.899941 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-30d6f893-7f4e-4172-b700-633881abd0cc tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:49.914738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfc6ed-007c-4a8e-ab66-48e9df62aa90 req-ab79868e-182d-4fa2-bb09-decd433bd842 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:49.916715 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0bfc6ed-007c-4a8e-ab66-48e9df62aa90 req-ab79868e-182d-4fa2-bb09-decd433bd842 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebfa6895-1456-4e02-9c57-593ab5d61c8e HTTP/1.1" status: 200 len: 945 time: 0.1685250 Nov 03 18:35:50.020744 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd327cc2-d56f-4554-aaeb-70e422dad69b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.033711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-3cb4ef25-63b6-4f46-9bcc-b63d487881a4 admin admin] For port 86c169fa-4ee6-4594-b880-51e562503cc8, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=86c169fa-4ee6-4594-b880-51e562503cc8,segment=NetworkSegment(95e856b4-6ba4-40a5-8bae-f8fb4872c270),segment_id=95e856b4-6ba4-40a5-8bae-f8fb4872c270)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:50.034098 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ef25-63b6-4f46-9bcc-b63d487881a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.103293 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3cb4ef25-63b6-4f46-9bcc-b63d487881a4 admin admin] Calling delete_port for 86c169fa-4ee6-4594-b880-51e562503cc8 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:50.109262 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd327cc2-d56f-4554-aaeb-70e422dad69b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.113620 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd327cc2-d56f-4554-aaeb-70e422dad69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.155627 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dd327cc2-d56f-4554-aaeb-70e422dad69b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5badd1053d69489a946d698b446dd4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765005 Nov 03 18:35:50.156635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd327cc2-d56f-4554-aaeb-70e422dad69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7302c90-f0af-482c-a8a1-3b34535f882e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:50.160422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36110) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:50.211429 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1121a40e-722f-44ed-8232-95f4b89bbb57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.235615 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1121a40e-722f-44ed-8232-95f4b89bbb57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.256414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229a952-2de6-4517-bbe0-0619f41115df req-749d42d7-b172-4f51-995d-8e007c671574 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:50.258202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b229a952-2de6-4517-bbe0-0619f41115df req-749d42d7-b172-4f51-995d-8e007c671574 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebfa6895-1456-4e02-9c57-593ab5d61c8e HTTP/1.1" status: 200 len: 945 time: 0.2336199 Nov 03 18:35:50.289696 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1121a40e-722f-44ed-8232-95f4b89bbb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.292605 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1121a40e-722f-44ed-8232-95f4b89bbb57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.294062 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1121a40e-722f-44ed-8232-95f4b89bbb57 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b7302c90-f0af-482c-a8a1-3b34535f882e HTTP/1.1" status: 204 len: 168 time: 0.1323850 Nov 03 18:35:50.304824 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121a40e-722f-44ed-8232-95f4b89bbb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7302c90-f0af-482c-a8a1-3b34535f882e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:50.358984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e0bfc6ed-007c-4a8e-ab66-48e9df62aa90 req-26d520e7-2edf-4056-960b-f37bd37c6de4 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Deleting port 5504be1b-63ed-4b9b-8dea-a11e84402d31 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:50.359329 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0bfc6ed-007c-4a8e-ab66-48e9df62aa90 req-26d520e7-2edf-4056-960b-f37bd37c6de4 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.820849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b229a952-2de6-4517-bbe0-0619f41115df req-36eb6276-7bc8-4e34-b20a-5687fa282588 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193942 Nov 03 18:35:50.948359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-e0bfc6ed-007c-4a8e-ab66-48e9df62aa90 req-26d520e7-2edf-4056-960b-f37bd37c6de4 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] For port 5504be1b-63ed-4b9b-8dea-a11e84402d31, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5504be1b-63ed-4b9b-8dea-a11e84402d31,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:50.948723 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0bfc6ed-007c-4a8e-ab66-48e9df62aa90 req-26d520e7-2edf-4056-960b-f37bd37c6de4 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:50.987639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e0bfc6ed-007c-4a8e-ab66-48e9df62aa90 req-26d520e7-2edf-4056-960b-f37bd37c6de4 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Calling delete_port for 5504be1b-63ed-4b9b-8dea-a11e84402d31 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:51.020376 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:35:51.119258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36140) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:51.134628 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ef25-63b6-4f46-9bcc-b63d487881a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.182438 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.resource_extend [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-30d6f893-7f4e-4172-b700-633881abd0cc tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:35:51.187153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4ef25-63b6-4f46-9bcc-b63d487881a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=86c169fa-4ee6-4594-b880-51e562503cc8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:51.235210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2136463992-network', 'tenant_id': 'f82704ff81fa4abb968b8929f27c6650'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:51.269876 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] Made reservation on behalf of f82704ff81fa4abb968b8929f27c6650 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:51.273651 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.285391 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.341870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdda555-1db2-4071-aeee-a6c6f87ea9d1 req-21ab0a61-1961-4037-93a6-b3bb788d07fb tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:51.343528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bdda555-1db2-4071-aeee-a6c6f87ea9d1 req-21ab0a61-1961-4037-93a6-b3bb788d07fb tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 946 time: 0.2501736 Nov 03 18:35:51.354130 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-30d6f893-7f4e-4172-b700-633881abd0cc tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.364173 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-30d6f893-7f4e-4172-b700-633881abd0cc tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.402604 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.410375 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.424704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:35:51.455035 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.455389 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] Added segment 63630798-3a05-46cb-9db1-e2b33b9cd671 of type vlan for network 73e298a6-8cde-4365-83ea-bb505cc0902c Nov 03 18:35:51.473179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd559fc-6f86-48a3-b939-c0d44079b649,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:51.511054 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.539954 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.541045 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:51.541634 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.607747 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4845767 Nov 03 18:35:51.607968 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36144) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:51.614552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-5b43b0f9-e660-4d76-9ebf-02eb9f9ba040 admin admin] Request body: {'subnet': {'network_id': '73e298a6-8cde-4365-83ea-bb505cc0902c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2136463992-subnet', 'tenant_id': 'f82704ff81fa4abb968b8929f27c6650', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:51.621902 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0bfc6ed-007c-4a8e-ab66-48e9df62aa90 req-26d520e7-2edf-4056-960b-f37bd37c6de4 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.631077 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18110089-127b-4249-bb8c-a3eea5bfb7ed admin admin] Pushing event updated for resources: {'Network': ['ID=73e298a6-8cde-4365-83ea-bb505cc0902c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:51.644945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bdda555-1db2-4071-aeee-a6c6f87ea9d1 req-891fa9e5-ed82-4975-9831-45034ff3ae07 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818301 Nov 03 18:35:51.650903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b43b0f9-e660-4d76-9ebf-02eb9f9ba040 admin admin] Made reservation on behalf of f82704ff81fa4abb968b8929f27c6650 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:35:51.654103 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5b43b0f9-e660-4d76-9ebf-02eb9f9ba040 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.658880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 73e298a6-8cde-4365-83ea-bb505cc0902c details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:35:51.709334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['03762815-817f-40b0-bc5f-9e4ef6579f08'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:35:51.719438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d520e7-2edf-4056-960b-f37bd37c6de4 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Pushing event deleted for resources: {'Port': ['ID=5504be1b-63ed-4b9b-8dea-a11e84402d31,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:51.778695 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cb4ef25-63b6-4f46-9bcc-b63d487881a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.804112 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-30d6f893-7f4e-4172-b700-633881abd0cc tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Floating IP 752fd1cf-6592-4db4-8c01-79cf48ebd553 associated. External IP: 172.25.2.5, port: 2b56174a-42b3-4702-a5e7-6683ccb41159. Nov 03 18:35:51.809160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bfc6ed-007c-4a8e-ab66-48e9df62aa90 req-26d520e7-2edf-4056-960b-f37bd37c6de4 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] No DVR routers for this DVR port 5504be1b-63ed-4b9b-8dea-a11e84402d31 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:51.867378 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0bfc6ed-007c-4a8e-ab66-48e9df62aa90 req-26d520e7-2edf-4056-960b-f37bd37c6de4 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:51.874397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0bfc6ed-007c-4a8e-ab66-48e9df62aa90 req-26d520e7-2edf-4056-960b-f37bd37c6de4 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.98 "DELETE /v2.0/ports/5504be1b-63ed-4b9b-8dea-a11e84402d31 HTTP/1.1" status: 204 len: 173 time: 1.9217458 Nov 03 18:35:51.874885 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfa6895-1456-4e02-9c57-593ab5d61c8e', 'name': 'network-vif-deleted', 'tag': '5504be1b-63ed-4b9b-8dea-a11e84402d31'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:51.879088 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b7111f-2628-4f7d-8829-f630e8549e2c" -d '{"events": [{"server_uuid": "ebfa6895-1456-4e02-9c57-593ab5d61c8e", "name": "network-vif-deleted", "tag": "5504be1b-63ed-4b9b-8dea-a11e84402d31"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:51.927479 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5b43b0f9-e660-4d76-9ebf-02eb9f9ba040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:52.012050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43b0f9-e660-4d76-9ebf-02eb9f9ba040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d297fdef-2d7e-4df3-9636-6d03e236c125,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:52.024670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b43b0f9-e660-4d76-9ebf-02eb9f9ba040 admin admin] Checking segment: {'id': '63630798-3a05-46cb-9db1-e2b33b9cd671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '73e298a6-8cde-4365-83ea-bb505cc0902c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:35:52.024860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b43b0f9-e660-4d76-9ebf-02eb9f9ba040 admin admin] Network hostable DHCP agents. Network: 73e298a6-8cde-4365-83ea-bb505cc0902c, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:35:52.050898 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b43b0f9-e660-4d76-9ebf-02eb9f9ba040 admin admin] Network 73e298a6-8cde-4365-83ea-bb505cc0902c is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:35:52.071749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99e0c27c-a864-459b-a4f0-a70fbb8f542b req-72eb329a-4478-4948-881f-499f39f18577 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebfa6895-1456-4e02-9c57-593ab5d61c8e HTTP/1.1" status: 200 len: 210 time: 0.0484924 Nov 03 18:35:52.073210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-5b43b0f9-e660-4d76-9ebf-02eb9f9ba040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 73e298a6-8cde-4365-83ea-bb505cc0902c) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:35:52.078643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b43b0f9-e660-4d76-9ebf-02eb9f9ba040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:52.079341 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5b43b0f9-e660-4d76-9ebf-02eb9f9ba040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:52.101804 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8d5ac5-7133-4a8a-a8d7-7e5df25230cc None None] Network 73e298a6-8cde-4365-83ea-bb505cc0902c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:52.133554 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5b43b0f9-e660-4d76-9ebf-02eb9f9ba040 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5166068 Nov 03 18:35:52.213220 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af246d58-9c54-4b88-ad19-51fdf542184a x-openstack-request-id: req-af246d58-9c54-4b88-ad19-51fdf542184a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:52.213522 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfa6895-1456-4e02-9c57-593ab5d61c8e", "name": "network-vif-deleted", "tag": "5504be1b-63ed-4b9b-8dea-a11e84402d31", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:52.213770 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-af246d58-9c54-4b88-ad19-51fdf542184a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:52.214162 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfa6895-1456-4e02-9c57-593ab5d61c8e', 'name': 'network-vif-deleted', 'tag': '5504be1b-63ed-4b9b-8dea-a11e84402d31', 'status': 'completed', 'code': 200} Nov 03 18:35:52.411763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb4ef25-63b6-4f46-9bcc-b63d487881a4 admin admin] Router 175e1db7-5396-40a0-9d09-72b7319d2de7 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:52.482642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcfe299-7bdd-4324-9f2a-d4f6b2063f70 None None] Network 73e298a6-8cde-4365-83ea-bb505cc0902c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:52.586990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-30d6f893-7f4e-4172-b700-633881abd0cc tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:52.603893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-81e50d4a-b265-4132-9640-ead69caa8db0 req-610050da-4726-49d4-9b4f-d3248b0990fa tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1014425270', 'description': 'tempest-description-939046787'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:52.606309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5504be1b-63ed-4b9b-8dea-a11e84402d31 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:52.634550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 5504be1b-63ed-4b9b-8dea-a11e84402d31 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:52.635183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5504be1b-63ed-4b9b-8dea-a11e84402d31 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:52.716383 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-81e50d4a-b265-4132-9640-ead69caa8db0 req-610050da-4726-49d4-9b4f-d3248b0990fa tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:52.781238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb4ef25-63b6-4f46-9bcc-b63d487881a4 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:52.789783 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3cb4ef25-63b6-4f46-9bcc-b63d487881a4 admin admin] 10.222.0.107 "PUT /v2.0/routers/175e1db7-5396-40a0-9d09-72b7319d2de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3160586 Nov 03 18:35:52.792452 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36162) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:52.795299 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06e559-4606-474c-a4f5-8f2c07a73fe2 None None] Sync routers for ids ['175e1db7-5396-40a0-9d09-72b7319d2de7'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:52.810718 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f06e559-4606-474c-a4f5-8f2c07a73fe2 None None] Routers {'175e1db7-5396-40a0-9d09-72b7319d2de7'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:52.811617 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2f06e559-4606-474c-a4f5-8f2c07a73fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['175e1db7-5396-40a0-9d09-72b7319d2de7'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:52.815467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-30d6f893-7f4e-4172-b700-633881abd0cc tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:52.823999 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-30d6f893-7f4e-4172-b700-633881abd0cc tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:52.826184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d5e2e2-3c81-40c6-8b4c-f4787581d48d None None] Sync routers for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:52.842448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5e2e2-3c81-40c6-8b4c-f4787581d48d None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:52.844365 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c6d5e2e2-3c81-40c6-8b4c-f4787581d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:52.874723 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-30d6f893-7f4e-4172-b700-633881abd0cc tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "PUT /v2.0/floatingips/752fd1cf-6592-4db4-8c01-79cf48ebd553 HTTP/1.1" status: 200 len: 995 time: 3.0685849 Nov 03 18:35:52.966592 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-81e50d4a-b265-4132-9640-ead69caa8db0 req-610050da-4726-49d4-9b4f-d3248b0990fa tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:52.971927 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-2f06e559-4606-474c-a4f5-8f2c07a73fe2 None None] Set router 175e1db7-5396-40a0-9d09-72b7319d2de7 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:52.986207 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-81e50d4a-b265-4132-9640-ead69caa8db0 req-610050da-4726-49d4-9b4f-d3248b0990fa tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.018210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-8b793654-e0b7-4807-a1b7-276647df0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:53.019824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-8b793654-e0b7-4807-a1b7-276647df0cd7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 1097 time: 0.1131535 Nov 03 18:35:53.052878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c6d5e2e2-3c81-40c6-8b4c-f4787581d48d None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:53.175160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-4737a048-940c-4f61-8eae-ee3d4ffa6fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:53.176926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-4737a048-940c-4f61-8eae-ee3d4ffa6fa8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 921 time: 0.1401820 Nov 03 18:35:53.180676 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-81e50d4a-b265-4132-9640-ead69caa8db0 req-610050da-4726-49d4-9b4f-d3248b0990fa tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.196119 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81e50d4a-b265-4132-9640-ead69caa8db0 req-610050da-4726-49d4-9b4f-d3248b0990fa tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5971055 Nov 03 18:35:53.198246 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610050da-4726-49d4-9b4f-d3248b0990fa tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad3b17a-cd5c-4e93-b34b-fafcb077c2e3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:53.214406 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2f06e559-4606-474c-a4f5-8f2c07a73fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'name': 'tempest-AttachSCSIVolumeTestJSON-745011749-router', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:35:50Z', 'revision_number': 5, 'project_id': 'f9c575d41ef54ee0810e51410974e7da', 'gw_port': {'id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:26Z', 'updated_at': '2021-11-03T18:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:53.247199 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06e559-4606-474c-a4f5-8f2c07a73fe2 None None] Checking router: 175e1db7-5396-40a0-9d09-72b7319d2de7 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:53.256056 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f06e559-4606-474c-a4f5-8f2c07a73fe2 None None] Routers {'175e1db7-5396-40a0-9d09-72b7319d2de7'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:53.256702 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2f06e559-4606-474c-a4f5-8f2c07a73fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['175e1db7-5396-40a0-9d09-72b7319d2de7'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:53.379160 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-2f06e559-4606-474c-a4f5-8f2c07a73fe2 None None] Set router 175e1db7-5396-40a0-9d09-72b7319d2de7 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:53.385531 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.402942 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-7cbaa5df-9a12-4b9a-b628-829112cec50a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b56174a-42b3-4702-a5e7-6683ccb41159 HTTP/1.1" status: 200 len: 998 time: 0.2057195 Nov 03 18:35:53.456115 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244aec7e-00f1-463a-b56b-ae245be502f1 req-5961c40a-0153-4b61-8ea7-8ee1ca472ca6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:53.457647 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-244aec7e-00f1-463a-b56b-ae245be502f1 req-5961c40a-0153-4b61-8ea7-8ee1ca472ca6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 946 time: 0.1336238 Nov 03 18:35:53.502228 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-44b3aa97-f7de-41d4-9e52-0cdc654a8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:53.508473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c6d5e2e2-3c81-40c6-8b4c-f4787581d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '752fd1cf-6592-4db4-8c01-79cf48ebd553', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'port_id': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'mac_address': 'fa:16:3e:75:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:28Z', 'updated_at': '2021-11-03T18:35:51Z', 'revision_number': 1, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:53.510912 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-44b3aa97-f7de-41d4-9e52-0cdc654a8709 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.1065614 Nov 03 18:35:53.550403 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d5e2e2-3c81-40c6-8b4c-f4787581d48d None None] Checking router: 6af4cce8-c2ed-4942-ba0a-04040e3bf457 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:53.559659 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5e2e2-3c81-40c6-8b4c-f4787581d48d None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:53.560443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c6d5e2e2-3c81-40c6-8b4c-f4787581d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:53.599933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-244aec7e-00f1-463a-b56b-ae245be502f1 req-6dae31ca-1a39-4bdc-91a9-3c022cef6a9e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114428 Nov 03 18:35:53.612980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-8e137e77-2ac9-456d-918f-c2461610b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:53.620859 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.621184 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-8e137e77-2ac9-456d-918f-c2461610b8c8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094131 Nov 03 18:35:53.629424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-a9376a7f-1c80-4898-b742-0b1fb88a923b service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:35:53.643383 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-a9376a7f-1c80-4898-b742-0b1fb88a923b service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0211549 Nov 03 18:35:53.736844 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c6d5e2e2-3c81-40c6-8b4c-f4787581d48d None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:53.766331 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] Deleting port b9ed30d8-2852-4b8d-ae2e-879a066b7a6e {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:53.766676 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.804606 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2f06e559-4606-474c-a4f5-8f2c07a73fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'name': 'tempest-AttachSCSIVolumeTestJSON-745011749-router', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:35:50Z', 'revision_number': 5, 'project_id': 'f9c575d41ef54ee0810e51410974e7da', 'gw_port': {'id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:26Z', 'updated_at': '2021-11-03T18:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:53.839037 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-33a2423c-7b4f-4ec9-b002-49ef2034ec9d req-f26162cc-29f4-4dcf-b737-7ffdc60d3f98 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "GET /v2.0/security-groups/dad3b17a-cd5c-4e93-b34b-fafcb077c2e3 HTTP/1.1" status: 200 len: 1829 time: 0.0647025 Nov 03 18:35:53.846000 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06e559-4606-474c-a4f5-8f2c07a73fe2 None None] The sync data for ids ['175e1db7-5396-40a0-9d09-72b7319d2de7'] in n-d-812150-4 is: [{'id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'name': 'tempest-AttachSCSIVolumeTestJSON-745011749-router', 'tenant_id': 'f9c575d41ef54ee0810e51410974e7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:25Z', 'updated_at': '2021-11-03T18:35:50Z', 'revision_number': 5, 'project_id': 'f9c575d41ef54ee0810e51410974e7da', 'gw_port': {'id': 'b9ed30d8-2852-4b8d-ae2e-879a066b7a6e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175e1db7-5396-40a0-9d09-72b7319d2de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:26Z', 'updated_at': '2021-11-03T18:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:53.852025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-33a2423c-7b4f-4ec9-b002-49ef2034ec9d req-a5c4244e-3707-4f86-bb39-9d549ceb800c tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dad3b17a-cd5c-4e93-b34b-fafcb077c2e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:53.852649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-33a2423c-7b4f-4ec9-b002-49ef2034ec9d req-a5c4244e-3707-4f86-bb39-9d549ceb800c tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dad3b17a-cd5c-4e93-b34b-fafcb077c2e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:53.880315 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-d7c5cdad-5c13-43a2-80bc-4cc57e65f6c6 service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359245 Nov 03 18:35:53.937677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] For port b9ed30d8-2852-4b8d-ae2e-879a066b7a6e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b9ed30d8-2852-4b8d-ae2e-879a066b7a6e,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:53.938144 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:53.955536 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] Calling delete_port for b9ed30d8-2852-4b8d-ae2e-879a066b7a6e owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:54.001972 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-33a2423c-7b4f-4ec9-b002-49ef2034ec9d req-a5c4244e-3707-4f86-bb39-9d549ceb800c tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.053415 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c6d5e2e2-3c81-40c6-8b4c-f4787581d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '752fd1cf-6592-4db4-8c01-79cf48ebd553', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'port_id': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'mac_address': 'fa:16:3e:75:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:28Z', 'updated_at': '2021-11-03T18:35:51Z', 'revision_number': 1, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:54.089984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d5e2e2-3c81-40c6-8b4c-f4787581d48d None None] The sync data for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 is: [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '752fd1cf-6592-4db4-8c01-79cf48ebd553', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'port_id': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'mac_address': 'fa:16:3e:75:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:28Z', 'updated_at': '2021-11-03T18:35:51Z', 'revision_number': 1, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:54.179467 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.222795 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ed30d8-2852-4b8d-ae2e-879a066b7a6e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:54.303408 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.373351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'tag': '2b56174a-42b3-4702-a5e7-6683ccb41159'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:54.375655 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d031023-46bc-459b-961a-15fbfa1b9062" -d '{"events": [{"name": "network-changed", "server_uuid": "d667da5c-4a02-4fe6-a014-32d1aa835fc2", "tag": "2b56174a-42b3-4702-a5e7-6683ccb41159"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:54.381118 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-33a2423c-7b4f-4ec9-b002-49ef2034ec9d req-a5c4244e-3707-4f86-bb39-9d549ceb800c tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.388754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5edce801-c75c-4eaa-b983-ea3a92a97fb9 req-b6873c7d-31b2-48a6-9bef-fab40b118f28 service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995956 Nov 03 18:35:54.400418 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-33a2423c-7b4f-4ec9-b002-49ef2034ec9d req-a5c4244e-3707-4f86-bb39-9d549ceb800c tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.419529 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4244e-3707-4f86-bb39-9d549ceb800c tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d05c7f9-d464-4419-8e77-7a4cf979b6a9,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:54.436499 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-33a2423c-7b4f-4ec9-b002-49ef2034ec9d req-a5c4244e-3707-4f86-bb39-9d549ceb800c tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.437751 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-33a2423c-7b4f-4ec9-b002-49ef2034ec9d req-a5c4244e-3707-4f86-bb39-9d549ceb800c tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5971992 Nov 03 18:35:54.458623 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.460271 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d63b2a-5da5-4f7a-a2a9-a250173ca8d8 None None] New status for floating IP 752fd1cf-6592-4db4-8c01-79cf48ebd553: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:35:54.463934 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.554667 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.555260 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 175e1db7-5396-40a0-9d09-72b7319d2de7 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:35:54.560266 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.567412 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1acd4f78-cc57-4e35-88fc-dedd8db0a8d6 admin admin] 10.222.0.107 "DELETE /v2.0/routers/175e1db7-5396-40a0-9d09-72b7319d2de7 HTTP/1.1" status: 204 len: 168 time: 1.7711010 Nov 03 18:35:54.567762 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36182) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:54.648824 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4db6803-c317-4222-9fd9-b31b3e8113fd x-openstack-request-id: req-f4db6803-c317-4222-9fd9-b31b3e8113fd {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:54.649295 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d667da5c-4a02-4fe6-a014-32d1aa835fc2", "tag": "2b56174a-42b3-4702-a5e7-6683ccb41159", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:54.649521 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f4db6803-c317-4222-9fd9-b31b3e8113fd {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:54.650058 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'tag': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'status': 'completed', 'code': 200} Nov 03 18:35:54.653526 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fce0a1-18b6-4bb7-8f51-700c9ac84c98 admin admin] Deleting subnet 91bcb43e-bd67-4335-9bc0-b631b6c6ab00 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:35:54.659223 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56fce0a1-18b6-4bb7-8f51-700c9ac84c98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.735503 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56fce0a1-18b6-4bb7-8f51-700c9ac84c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.843567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-0f8366d8-f516-41d0-bfac-94660546aa31 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:54.849121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-0f8366d8-f516-41d0-bfac-94660546aa31 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0974002 Nov 03 18:35:54.888683 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d031023-46bc-459b-961a-15fbfa1b9062 req-017c7fc0-8949-4366-89f0-6f6570c504e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:54.890311 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d031023-46bc-459b-961a-15fbfa1b9062 req-017c7fc0-8949-4366-89f0-6f6570c504e8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 1097 time: 0.1217999 Nov 03 18:35:54.940795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56fce0a1-18b6-4bb7-8f51-700c9ac84c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:54.955304 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c1c86b4-5c84-46d3-940a-3c92c98b6288 req-9b88ab56-a743-4282-8e43-fde9e9cc4002 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "GET /v2.0/security-groups/dad3b17a-cd5c-4e93-b34b-fafcb077c2e3 HTTP/1.1" status: 200 len: 2422 time: 0.1049404 Nov 03 18:35:54.999341 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-56a389e4-24e9-4558-ab13-876a73bf57bd tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 1000 time: 0.1398039 Nov 03 18:35:55.004525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-da9d6afb-f2e2-4e8a-92c2-ed4b91ce5d17 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Request body: {'floatingip': {'port_id': '964bb855-4fde-4eed-80b9-2364195f9561', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:55.068358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56fce0a1-18b6-4bb7-8f51-700c9ac84c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.098249 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-da9d6afb-f2e2-4e8a-92c2-ed4b91ce5d17 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.107273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d031023-46bc-459b-961a-15fbfa1b9062 req-b7a3df3a-12f0-4106-a744-c04d3ec233e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:55.109576 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d031023-46bc-459b-961a-15fbfa1b9062 req-b7a3df3a-12f0-4106-a744-c04d3ec233e7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 921 time: 0.1663020 Nov 03 18:35:55.110889 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56fce0a1-18b6-4bb7-8f51-700c9ac84c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.113294 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47d3db5-9ed0-42bd-b424-b99cf15f3185 None None] Network 756c09c3-86f6-4238-a42d-ba64a29f60c2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:35:55.123736 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-56fce0a1-18b6-4bb7-8f51-700c9ac84c98 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/91bcb43e-bd67-4335-9bc0-b631b6c6ab00 HTTP/1.1" status: 204 len: 168 time: 0.5546432 Nov 03 18:35:55.124736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fce0a1-18b6-4bb7-8f51-700c9ac84c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91bcb43e-bd67-4335-9bc0-b631b6c6ab00,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:55.133448 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36192) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:55.146721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615c72e-4cc2-4a84-a4d0-30199ff75af9 req-5ce8b88e-f526-4874-90f2-ffea4ec27287 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:55.148782 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0615c72e-4cc2-4a84-a4d0-30199ff75af9 req-5ce8b88e-f526-4874-90f2-ffea4ec27287 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 946 time: 0.1044855 Nov 03 18:35:55.306188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0615c72e-4cc2-4a84-a4d0-30199ff75af9 req-17bcdef6-9146-4ae5-80ef-7b0c2ff8112b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507983 Nov 03 18:35:55.307141 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.311924 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d031023-46bc-459b-961a-15fbfa1b9062 req-49978aea-9ba0-4064-b36c-199007835a4b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b56174a-42b3-4702-a5e7-6683ccb41159 HTTP/1.1" status: 200 len: 1000 time: 0.1661577 Nov 03 18:35:55.360496 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9a46c9-69fb-40ec-9a5a-8d8f3550c2da None None] DHCP port deletion for 756c09c3-86f6-4238-a42d-ba64a29f60c2 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:35:55.412419 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] Deleting port 6a71a3d2-0706-4388-bff5-dc1171ce75d0 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:55.412958 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.416029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d031023-46bc-459b-961a-15fbfa1b9062 req-f659d521-e114-42fc-9041-d4efe7447e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:55.417593 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d031023-46bc-459b-961a-15fbfa1b9062 req-f659d521-e114-42fc-9041-d4efe7447e68 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.0756919 Nov 03 18:35:55.487273 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a46c9-69fb-40ec-9a5a-8d8f3550c2da None None] Deleting port 6a71a3d2-0706-4388-bff5-dc1171ce75d0 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:55.488049 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7a9a46c9-69fb-40ec-9a5a-8d8f3550c2da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.515271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d031023-46bc-459b-961a-15fbfa1b9062 req-72edd534-01f7-47bd-8194-84ec8a825e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:55.516902 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d031023-46bc-459b-961a-15fbfa1b9062 req-72edd534-01f7-47bd-8194-84ec8a825e15 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812488 Nov 03 18:35:55.522108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] For port 6a71a3d2-0706-4388-bff5-dc1171ce75d0, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6a71a3d2-0706-4388-bff5-dc1171ce75d0,segment=NetworkSegment(95e856b4-6ba4-40a5-8bae-f8fb4872c270),segment_id=95e856b4-6ba4-40a5-8bae-f8fb4872c270)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:55.522951 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.560118 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] Calling delete_port for 6a71a3d2-0706-4388-bff5-dc1171ce75d0 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:55.588460 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7a9a46c9-69fb-40ec-9a5a-8d8f3550c2da None None] For port 6a71a3d2-0706-4388-bff5-dc1171ce75d0, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6a71a3d2-0706-4388-bff5-dc1171ce75d0,segment=NetworkSegment(95e856b4-6ba4-40a5-8bae-f8fb4872c270),segment_id=95e856b4-6ba4-40a5-8bae-f8fb4872c270)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:55.589315 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7a9a46c9-69fb-40ec-9a5a-8d8f3550c2da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.607387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a46c9-69fb-40ec-9a5a-8d8f3550c2da None None] Calling delete_port for 6a71a3d2-0706-4388-bff5-dc1171ce75d0 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:55.693641 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-100065f1-e83c-41ea-af63-3c6e74115ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.701841 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d031023-46bc-459b-961a-15fbfa1b9062 req-1bf7c20d-1398-4578-897d-cf1b52d61bf7 service neutron] 10.222.0.87 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637671 Nov 03 18:35:55.720660 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7a9a46c9-69fb-40ec-9a5a-8d8f3550c2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.765839 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9a46c9-69fb-40ec-9a5a-8d8f3550c2da None None] No DVR routers for this DVR port 6a71a3d2-0706-4388-bff5-dc1171ce75d0 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:55.774486 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a46c9-69fb-40ec-9a5a-8d8f3550c2da None None] Pushing event deleted for resources: {'Port': ['ID=6a71a3d2-0706-4388-bff5-dc1171ce75d0,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:55.792307 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.823320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a71a3d2-0706-4388-bff5-dc1171ce75d0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:55.831391 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] No DVR routers for this DVR port 6a71a3d2-0706-4388-bff5-dc1171ce75d0 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:35:55.853099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9af47-ac72-42d4-b053-1a58425a82bf req-a4cf582b-4fe4-4563-a45a-44d3843fbe4a tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:55.854612 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6c9af47-ac72-42d4-b053-1a58425a82bf req-a4cf582b-4fe4-4563-a45a-44d3843fbe4a tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.3058739 Nov 03 18:35:55.888569 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-da9d6afb-f2e2-4e8a-92c2-ed4b91ce5d17 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.906051 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-da9d6afb-f2e2-4e8a-92c2-ed4b91ce5d17 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:55.911430 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d031023-46bc-459b-961a-15fbfa1b9062 req-d418cc51-c9c4-47a5-81fd-1a9302841010 service neutron] 10.222.0.87 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932237 Nov 03 18:35:55.952380 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b9ed30d8-2852-4b8d-ae2e-879a066b7a6e no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:55.963299 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6c9af47-ac72-42d4-b053-1a58425a82bf req-fc9acc56-77cc-4a80-986b-4d0dc95c8b08 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987082 Nov 03 18:35:55.970194 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.000428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: b9ed30d8-2852-4b8d-ae2e-879a066b7a6e {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:56.000843 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b9ed30d8-2852-4b8d-ae2e-879a066b7a6e not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:56.001379 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6a71a3d2-0706-4388-bff5-dc1171ce75d0 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:56.003886 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756c09c3-86f6-4238-a42d-ba64a29f60c2']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:56.014822 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e856b4-6ba4-40a5-8bae-f8fb4872c270') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:56.015122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e856b4-6ba4-40a5-8bae-f8fb4872c270') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:56.027635 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.031526 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 6a71a3d2-0706-4388-bff5-dc1171ce75d0 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:56.031973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6a71a3d2-0706-4388-bff5-dc1171ce75d0 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:56.032446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 86c169fa-4ee6-4594-b880-51e562503cc8 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:35:56.042833 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.050524 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:35:56.051046 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:35:56.053013 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:35:56.061654 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 86c169fa-4ee6-4594-b880-51e562503cc8 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:35:56.062065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 86c169fa-4ee6-4594-b880-51e562503cc8 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:35:56.074149 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-da9d6afb-f2e2-4e8a-92c2-ed4b91ce5d17 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Floating IP 752fd1cf-6592-4db4-8c01-79cf48ebd553 associated. External IP: 172.25.2.5, port: 2b56174a-42b3-4702-a5e7-6683ccb41159. Nov 03 18:35:56.122642 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.130808 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.139981 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] 10.222.0.107 "DELETE /v2.0/networks/756c09c3-86f6-4238-a42d-ba64a29f60c2 HTTP/1.1" status: 204 len: 168 time: 1.0027206 Nov 03 18:35:56.142325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36198) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:56.153139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-01408e00-f88f-467e-9040-ab25bafc622f req-8e990b72-dacd-42e8-81db-c1d7f5b7a4ee tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "GET /v2.0/security-group-rules/8d05c7f9-d464-4419-8e77-7a4cf979b6a9 HTTP/1.1" status: 200 len: 778 time: 0.0807877 Nov 03 18:35:56.202622 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b3f8f-1784-495e-ab7b-1cded77444d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=756c09c3-86f6-4238-a42d-ba64a29f60c2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:56.250802 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-01408e00-f88f-467e-9040-ab25bafc622f req-6a8b6720-09a0-4e44-86f6-c935e7183f52 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "GET /v2.0/security-groups/dad3b17a-cd5c-4e93-b34b-fafcb077c2e3 HTTP/1.1" status: 200 len: 2422 time: 0.0607040 Nov 03 18:35:56.322109 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-01408e00-f88f-467e-9040-ab25bafc622f req-07d33710-343e-4b0f-8a5b-4e29b241480f tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.359360 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-01408e00-f88f-467e-9040-ab25bafc622f req-07d33710-343e-4b0f-8a5b-4e29b241480f tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.399903 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-01408e00-f88f-467e-9040-ab25bafc622f req-07d33710-343e-4b0f-8a5b-4e29b241480f tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.402859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-da9d6afb-f2e2-4e8a-92c2-ed4b91ce5d17 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:56.408843 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-01408e00-f88f-467e-9040-ab25bafc622f req-07d33710-343e-4b0f-8a5b-4e29b241480f tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.409914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-01408e00-f88f-467e-9040-ab25bafc622f req-07d33710-343e-4b0f-8a5b-4e29b241480f tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/8d05c7f9-d464-4419-8e77-7a4cf979b6a9 HTTP/1.1" status: 204 len: 173 time: 0.1235905 Nov 03 18:35:56.423153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d33710-343e-4b0f-8a5b-4e29b241480f tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d05c7f9-d464-4419-8e77-7a4cf979b6a9,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:56.548622 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e98cf9cc-10c4-45a8-b397-a67634636b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:56.555350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-da9d6afb-f2e2-4e8a-92c2-ed4b91ce5d17 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:56.564950 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca1074-1656-474c-a16f-049e3d957729 None None] Sync routers for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:56.584592 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca1074-1656-474c-a16f-049e3d957729 None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:56.585548 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-deca1074-1656-474c-a16f-049e3d957729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:56.700487 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-deca1074-1656-474c-a16f-049e3d957729 None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:56.881872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860839e-0444-44b8-9ffb-babb95b095a4 req-f088cdbb-6e11-4009-83ae-286c7154fe13 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:56.891135 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1860839e-0444-44b8-9ffb-babb95b095a4 req-f088cdbb-6e11-4009-83ae-286c7154fe13 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 946 time: 0.1079321 Nov 03 18:35:56.931556 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-da9d6afb-f2e2-4e8a-92c2-ed4b91ce5d17 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:56.934941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e98cf9cc-10c4-45a8-b397-a67634636b48 admin admin] Deleting port 094986e1-3fe4-4c60-8599-7736ba125c8f {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:56.935169 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e98cf9cc-10c4-45a8-b397-a67634636b48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:57.029596 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1860839e-0444-44b8-9ffb-babb95b095a4 req-d9fab213-cf38-45df-9298-c348307efa15 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316597 Nov 03 18:35:57.044511 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-e98cf9cc-10c4-45a8-b397-a67634636b48 admin admin] For port 094986e1-3fe4-4c60-8599-7736ba125c8f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=094986e1-3fe4-4c60-8599-7736ba125c8f,segment=NetworkSegment(267d29c9-9c8b-43c9-a7c0-f0d2b2406455),segment_id=267d29c9-9c8b-43c9-a7c0-f0d2b2406455)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:57.044897 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e98cf9cc-10c4-45a8-b397-a67634636b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:57.071224 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e98cf9cc-10c4-45a8-b397-a67634636b48 admin admin] Calling delete_port for 094986e1-3fe4-4c60-8599-7736ba125c8f owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:57.119386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-da9d6afb-f2e2-4e8a-92c2-ed4b91ce5d17 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:57.130173 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-da9d6afb-f2e2-4e8a-92c2-ed4b91ce5d17 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:57.137385 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-90b1e6aa-ed92-49ba-a126-80e89e7351e1 req-ce7ebe98-7b1f-46a0-97fa-d570369a9efe tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-158333171', 'description': 'tempest-description-804220075'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:35:57.158927 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-deca1074-1656-474c-a16f-049e3d957729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '752fd1cf-6592-4db4-8c01-79cf48ebd553', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'port_id': '964bb855-4fde-4eed-80b9-2364195f9561', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'mac_address': 'fa:16:3e:bf:7d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:28Z', 'updated_at': '2021-11-03T18:35:55Z', 'revision_number': 3, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:57.197020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'tag': '2b56174a-42b3-4702-a5e7-6683ccb41159'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:35:57.200220 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78964031-31bd-48bf-8ef1-dbd17a7adfc2" -d '{"events": [{"name": "network-changed", "server_uuid": "d667da5c-4a02-4fe6-a014-32d1aa835fc2", "tag": "2b56174a-42b3-4702-a5e7-6683ccb41159"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:35:57.223167 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-90b1e6aa-ed92-49ba-a126-80e89e7351e1 req-ce7ebe98-7b1f-46a0-97fa-d570369a9efe tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:57.243986 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca1074-1656-474c-a16f-049e3d957729 None None] Checking router: 6af4cce8-c2ed-4942-ba0a-04040e3bf457 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:57.254879 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-da9d6afb-f2e2-4e8a-92c2-ed4b91ce5d17 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "PUT /v2.0/floatingips/752fd1cf-6592-4db4-8c01-79cf48ebd553 HTTP/1.1" status: 200 len: 997 time: 2.2547166 Nov 03 18:35:57.265483 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca1074-1656-474c-a16f-049e3d957729 None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:57.266800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-deca1074-1656-474c-a16f-049e3d957729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:57.294012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e98cf9cc-10c4-45a8-b397-a67634636b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:57.331994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cf9cc-10c4-45a8-b397-a67634636b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=094986e1-3fe4-4c60-8599-7736ba125c8f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:57.332624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-e00e38db-9937-43ac-b8a0-39324aa9352c tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:57.338446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-e00e38db-9937-43ac-b8a0-39324aa9352c tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports/2b56174a-42b3-4702-a5e7-6683ccb41159 HTTP/1.1" status: 200 len: 943 time: 0.0747278 Nov 03 18:35:57.404951 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-90b1e6aa-ed92-49ba-a126-80e89e7351e1 req-ce7ebe98-7b1f-46a0-97fa-d570369a9efe tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:57.417876 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-90b1e6aa-ed92-49ba-a126-80e89e7351e1 req-ce7ebe98-7b1f-46a0-97fa-d570369a9efe tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:57.418854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-deca1074-1656-474c-a16f-049e3d957729 None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:57.458439 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-90b1e6aa-ed92-49ba-a126-80e89e7351e1 req-ce7ebe98-7b1f-46a0-97fa-d570369a9efe tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:57.476182 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90b1e6aa-ed92-49ba-a126-80e89e7351e1 req-ce7ebe98-7b1f-46a0-97fa-d570369a9efe tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3499393 Nov 03 18:35:57.584084 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ebe98-7b1f-46a0-97fa-d570369a9efe tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0d769b-ddbd-47b3-8800-ff0f768d30ab,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:35:57.624950 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-ee881451-3461-40d4-9b31-683edb0deee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:57.626436 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-ee881451-3461-40d4-9b31-683edb0deee6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 1097 time: 0.1461375 Nov 03 18:35:57.684691 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e98cf9cc-10c4-45a8-b397-a67634636b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:57.790915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-deca1074-1656-474c-a16f-049e3d957729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '752fd1cf-6592-4db4-8c01-79cf48ebd553', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'port_id': '964bb855-4fde-4eed-80b9-2364195f9561', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'mac_address': 'fa:16:3e:bf:7d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:28Z', 'updated_at': '2021-11-03T18:35:55Z', 'revision_number': 3, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:57.792188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b4c89-0b62-4bd1-b7dd-30c186e1d48f req-90197050-9048-4a4d-b4b7-846a581ef360 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:57.800105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-932b4c89-0b62-4bd1-b7dd-30c186e1d48f req-90197050-9048-4a4d-b4b7-846a581ef360 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.0942049 Nov 03 18:35:57.827835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca1074-1656-474c-a16f-049e3d957729 None None] The sync data for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 is: [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '752fd1cf-6592-4db4-8c01-79cf48ebd553', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'port_id': '964bb855-4fde-4eed-80b9-2364195f9561', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'mac_address': 'fa:16:3e:bf:7d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:28Z', 'updated_at': '2021-11-03T18:35:55Z', 'revision_number': 3, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:57.871431 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-932b4c89-0b62-4bd1-b7dd-30c186e1d48f req-ecbd2dec-cbb9-4369-a591-5dcc06a3b907 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701864 Nov 03 18:35:57.913673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-af7a95ff-2475-4a58-a85f-44a7c8d6cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:57.927936 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-af7a95ff-2475-4a58-a85f-44a7c8d6cad1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 921 time: 0.2922211 Nov 03 18:35:58.003965 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520f8e36-b2b8-4086-853a-ad3df375cc5b x-openstack-request-id: req-520f8e36-b2b8-4086-853a-ad3df375cc5b {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:35:58.008174 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d667da5c-4a02-4fe6-a014-32d1aa835fc2", "tag": "2b56174a-42b3-4702-a5e7-6683ccb41159", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:35:58.008582 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-520f8e36-b2b8-4086-853a-ad3df375cc5b {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:35:58.009081 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'tag': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'status': 'completed', 'code': 200} Nov 03 18:35:58.051155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-b614d04d-b369-4a2e-814e-234362778d2d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b56174a-42b3-4702-a5e7-6683ccb41159 HTTP/1.1" status: 200 len: 217 time: 0.1196222 Nov 03 18:35:58.060366 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-52fb0de1-f3c9-4fcd-81e7-0e1530ed4958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:58.104555 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-54e005c3-7010-4e98-a154-1142abb0a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:58.112408 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-54e005c3-7010-4e98-a154-1142abb0a0fb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.0602300 Nov 03 18:35:58.188220 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98cf9cc-10c4-45a8-b397-a67634636b48 admin admin] Router af912e33-4e23-48bb-8fad-77aa378508ff has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:35:58.191376 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-95abe22e-339c-4462-a0f0-b8d89c4dc8fe req-71bc49f0-3638-4cd0-8654-d718bed60f93 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "GET /v2.0/security-groups/cc0d769b-ddbd-47b3-8800-ff0f768d30ab HTTP/1.1" status: 200 len: 1828 time: 0.1809065 Nov 03 18:35:58.202254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b3b7f-d84c-498f-93df-b2227a6a3059 req-f1b07726-a0b3-4b63-9dac-b3b44f725f93 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:58.204789 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e00b3b7f-d84c-498f-93df-b2227a6a3059 req-f1b07726-a0b3-4b63-9dac-b3b44f725f93 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.87 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.0837436 Nov 03 18:35:58.220313 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511942bb-1cf7-4898-bcf3-ade4ffb20bbf None None] New status for floating IP 752fd1cf-6592-4db4-8c01-79cf48ebd553: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:35:58.255787 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78964031-31bd-48bf-8ef1-dbd17a7adfc2 req-1bbea611-b8a0-4e63-ad88-60bcc94a8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:58.260945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78964031-31bd-48bf-8ef1-dbd17a7adfc2 req-1bbea611-b8a0-4e63-ad88-60bcc94a8330 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 1097 time: 0.1374652 Nov 03 18:35:58.388710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98cf9cc-10c4-45a8-b397-a67634636b48 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:35:58.398744 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228508d-4f80-4a77-8d33-a7b83eb27620 None None] Sync routers for ids ['af912e33-4e23-48bb-8fad-77aa378508ff'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:58.414412 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e98cf9cc-10c4-45a8-b397-a67634636b48 admin admin] 10.222.0.107 "PUT /v2.0/routers/af912e33-4e23-48bb-8fad-77aa378508ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2680876 Nov 03 18:35:58.415448 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36262) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:35:58.416889 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228508d-4f80-4a77-8d33-a7b83eb27620 None None] Routers {'af912e33-4e23-48bb-8fad-77aa378508ff'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:58.417532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7228508d-4f80-4a77-8d33-a7b83eb27620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['af912e33-4e23-48bb-8fad-77aa378508ff'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:58.446271 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78964031-31bd-48bf-8ef1-dbd17a7adfc2 req-e30da326-ba6c-4d94-bd42-df988511fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:58.461539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78964031-31bd-48bf-8ef1-dbd17a7adfc2 req-e30da326-ba6c-4d94-bd42-df988511fb8d service neutron] 10.222.0.87 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 921 time: 0.1821973 Nov 03 18:35:58.467600 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-d3968b32-9819-47a9-bedc-bc57f2a76aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:58.484112 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-d3968b32-9819-47a9-bedc-bc57f2a76aa4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3707981 Nov 03 18:35:58.628547 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-c8e6c7af-14c9-4495-85f8-0fad5b8df6e5 service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433239 Nov 03 18:35:58.683327 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-e00b3b7f-d84c-498f-93df-b2227a6a3059 req-7f0ee7ab-4bd3-4f5a-83f3-65ef056060d5 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Deleting port 03762815-817f-40b0-bc5f-9e4ef6579f08 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:58.683691 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e00b3b7f-d84c-498f-93df-b2227a6a3059 req-7f0ee7ab-4bd3-4f5a-83f3-65ef056060d5 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:58.728123 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7228508d-4f80-4a77-8d33-a7b83eb27620 None None] Set router af912e33-4e23-48bb-8fad-77aa378508ff gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:58.851980 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab543ff-b707-4b04-ad42-f55ec98b80fe None None] Sync routers for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:35:58.865709 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78964031-31bd-48bf-8ef1-dbd17a7adfc2 req-a5ed27c8-8771-4f9e-8fcc-fd7cb0d3cf56 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b56174a-42b3-4702-a5e7-6683ccb41159 HTTP/1.1" status: 200 len: 217 time: 0.2456725 Nov 03 18:35:58.875676 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab543ff-b707-4b04-ad42-f55ec98b80fe None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:58.876375 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0ab543ff-b707-4b04-ad42-f55ec98b80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:58.954945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78964031-31bd-48bf-8ef1-dbd17a7adfc2 req-eaaa2a49-0ef9-49aa-93ee-538e95720099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:58.956590 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78964031-31bd-48bf-8ef1-dbd17a7adfc2 req-eaaa2a49-0ef9-49aa-93ee-538e95720099 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.0592949 Nov 03 18:35:58.960394 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-94373f43-5659-4376-ba78-607c3ec198cd service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300967 Nov 03 18:35:58.969346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430e369-d091-4428-9102-8f8cc8cd5090 req-273b3eef-6b00-4566-ba0f-4628706cde95 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:58.977914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8430e369-d091-4428-9102-8f8cc8cd5090 req-273b3eef-6b00-4566-ba0f-4628706cde95 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 946 time: 0.3398814 Nov 03 18:35:59.043677 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7228508d-4f80-4a77-8d33-a7b83eb27620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347510958-router', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:45Z', 'updated_at': '2021-11-03T18:35:57Z', 'revision_number': 5, 'project_id': 'e7c43dc29e6b4a429a19504831e75875', 'gw_port': {'id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:47Z', 'updated_at': '2021-11-03T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:59.137378 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228508d-4f80-4a77-8d33-a7b83eb27620 None None] Checking router: af912e33-4e23-48bb-8fad-77aa378508ff for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:59.149914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8430e369-d091-4428-9102-8f8cc8cd5090 req-983de889-ac2b-4283-add9-6322b3ee7715 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709611 Nov 03 18:35:59.159135 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-0ab543ff-b707-4b04-ad42-f55ec98b80fe None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:59.161225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-d01600a0-594f-4df1-9742-5efa00ec03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:59.166713 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-d01600a0-594f-4df1-9742-5efa00ec03ca service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 1097 time: 0.1423888 Nov 03 18:35:59.190027 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228508d-4f80-4a77-8d33-a7b83eb27620 None None] Routers {'af912e33-4e23-48bb-8fad-77aa378508ff'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:59.190504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7228508d-4f80-4a77-8d33-a7b83eb27620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['af912e33-4e23-48bb-8fad-77aa378508ff'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:59.208516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78964031-31bd-48bf-8ef1-dbd17a7adfc2 req-46354a33-b341-4013-9e40-3dfd5619b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:59.214705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78964031-31bd-48bf-8ef1-dbd17a7adfc2 req-46354a33-b341-4013-9e40-3dfd5619b5f1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2334917 Nov 03 18:35:59.260409 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.351274 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.363919 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7228508d-4f80-4a77-8d33-a7b83eb27620 None None] Set router af912e33-4e23-48bb-8fad-77aa378508ff gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:59.572951 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-e00b3b7f-d84c-498f-93df-b2227a6a3059 req-7f0ee7ab-4bd3-4f5a-83f3-65ef056060d5 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] For port 03762815-817f-40b0-bc5f-9e4ef6579f08, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=03762815-817f-40b0-bc5f-9e4ef6579f08,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:35:59.573314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e00b3b7f-d84c-498f-93df-b2227a6a3059 req-7f0ee7ab-4bd3-4f5a-83f3-65ef056060d5 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.594469 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-e00b3b7f-d84c-498f-93df-b2227a6a3059 req-7f0ee7ab-4bd3-4f5a-83f3-65ef056060d5 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Calling delete_port for 03762815-817f-40b0-bc5f-9e4ef6579f08 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:35:59.622421 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.653976 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0ab543ff-b707-4b04-ad42-f55ec98b80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '752fd1cf-6592-4db4-8c01-79cf48ebd553', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'port_id': '964bb855-4fde-4eed-80b9-2364195f9561', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'mac_address': 'fa:16:3e:bf:7d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:28Z', 'updated_at': '2021-11-03T18:35:58Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:59.693487 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7228508d-4f80-4a77-8d33-a7b83eb27620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347510958-router', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:45Z', 'updated_at': '2021-11-03T18:35:57Z', 'revision_number': 5, 'project_id': 'e7c43dc29e6b4a429a19504831e75875', 'gw_port': {'id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:47Z', 'updated_at': '2021-11-03T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:59.702032 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab543ff-b707-4b04-ad42-f55ec98b80fe None None] Checking router: 6af4cce8-c2ed-4942-ba0a-04040e3bf457 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:35:59.712878 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab543ff-b707-4b04-ad42-f55ec98b80fe None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:35:59.713522 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0ab543ff-b707-4b04-ad42-f55ec98b80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:35:59.734521 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7228508d-4f80-4a77-8d33-a7b83eb27620 None None] The sync data for ids ['af912e33-4e23-48bb-8fad-77aa378508ff'] in n-d-812150-4 is: [{'id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1347510958-router', 'tenant_id': 'e7c43dc29e6b4a429a19504831e75875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:33:45Z', 'updated_at': '2021-11-03T18:35:57Z', 'revision_number': 5, 'project_id': 'e7c43dc29e6b4a429a19504831e75875', 'gw_port': {'id': 'a112967f-7567-41e4-9510-ddc79366afd9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af912e33-4e23-48bb-8fad-77aa378508ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:33:47Z', 'updated_at': '2021-11-03T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:35:59.762201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78964031-31bd-48bf-8ef1-dbd17a7adfc2 req-fb54abe8-4d10-459f-951e-ac7fc2b4d1e9 service neutron] 10.222.0.87 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226164 Nov 03 18:35:59.811555 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] Deleting port a112967f-7567-41e4-9510-ddc79366afd9 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:35:59.811857 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.864042 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-0ab543ff-b707-4b04-ad42-f55ec98b80fe None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:35:59.930396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d706f19-74a1-403f-9910-3bc18c7436cf req-00ef3b8a-77a4-4db8-addb-d9f9fdf9b4bf tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:59.932049 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d706f19-74a1-403f-9910-3bc18c7436cf req-00ef3b8a-77a4-4db8-addb-d9f9fdf9b4bf tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/ports?device_id=276936ef-a06e-4e37-9d68-86d9d0fd8bb9 HTTP/1.1" status: 200 len: 945 time: 0.1685956 Nov 03 18:35:59.976219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-e924cd6d-bab8-4249-8ca0-158beb4a7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:35:59.977189 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e00b3b7f-d84c-498f-93df-b2227a6a3059 req-7f0ee7ab-4bd3-4f5a-83f3-65ef056060d5 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:35:59.983823 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-e924cd6d-bab8-4249-8ca0-158beb4a7ad5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 921 time: 0.8020577 Nov 03 18:36:00.030897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'tag': '964bb855-4fde-4eed-80b9-2364195f9561'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:00.033193 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d006706-6492-4c1c-9da2-579b07bc835d" -d '{"events": [{"name": "network-changed", "server_uuid": "21cf8f91-c76d-4aba-a99b-09bfc4698c5f", "tag": "964bb855-4fde-4eed-80b9-2364195f9561"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:00.062289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ee7ab-4bd3-4f5a-83f3-65ef056060d5 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Pushing event deleted for resources: {'Port': ['ID=03762815-817f-40b0-bc5f-9e4ef6579f08,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:00.081677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d706f19-74a1-403f-9910-3bc18c7436cf req-8d6871ae-7216-4082-8be7-7cc9249981a3 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.107 "GET /v2.0/security-groups?id=daec1e97-dafe-4b2e-8305-60017f22fee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398480 Nov 03 18:36:00.098313 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78964031-31bd-48bf-8ef1-dbd17a7adfc2 req-36a78b29-7bc9-417c-b780-459ec1256440 service neutron] 10.222.0.87 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965600 Nov 03 18:36:00.168470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 094986e1-3fe4-4c60-8599-7736ba125c8f no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:00.175008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f4c9d872-7d9c-4384-8eb8-7cd3d46545e0 req-22921f47-8b99-4fe7-b665-22ea8f8f839d tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-212186133', 'description': 'tempest-description-1807616280'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:00.196221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-42471591-4aeb-4d09-a7de-8f2c48b25316 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=964bb855-4fde-4eed-80b9-2364195f9561 HTTP/1.1" status: 200 len: 1000 time: 0.2114356 Nov 03 18:36:00.203850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00b3b7f-d84c-498f-93df-b2227a6a3059 req-7f0ee7ab-4bd3-4f5a-83f3-65ef056060d5 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] No DVR routers for this DVR port 03762815-817f-40b0-bc5f-9e4ef6579f08 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:00.212292 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e00b3b7f-d84c-498f-93df-b2227a6a3059 req-7f0ee7ab-4bd3-4f5a-83f3-65ef056060d5 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.216352 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e00b3b7f-d84c-498f-93df-b2227a6a3059 req-7f0ee7ab-4bd3-4f5a-83f3-65ef056060d5 tempest-ListServerFiltersTestJSON-1108126620 tempest-ListServerFiltersTestJSON-1108126620-project] 10.222.0.87 "DELETE /v2.0/ports/03762815-817f-40b0-bc5f-9e4ef6579f08 HTTP/1.1" status: 204 len: 173 time: 1.9938440 Nov 03 18:36:00.234001 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.234825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 094986e1-3fe4-4c60-8599-7736ba125c8f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:00.239541 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 094986e1-3fe4-4c60-8599-7736ba125c8f not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:00.247097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276936ef-a06e-4e37-9d68-86d9d0fd8bb9', 'name': 'network-vif-deleted', 'tag': '03762815-817f-40b0-bc5f-9e4ef6579f08'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:00.256287 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b001eb94-da38-4db8-854e-bf92848ec89e" -d '{"events": [{"server_uuid": "276936ef-a06e-4e37-9d68-86d9d0fd8bb9", "name": "network-vif-deleted", "tag": "03762815-817f-40b0-bc5f-9e4ef6579f08"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:00.281737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] For port a112967f-7567-41e4-9510-ddc79366afd9, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a112967f-7567-41e4-9510-ddc79366afd9,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:00.282837 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.284947 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f4c9d872-7d9c-4384-8eb8-7cd3d46545e0 req-22921f47-8b99-4fe7-b665-22ea8f8f839d tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.307075 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-4bca13a9-2d00-4ef7-b022-fbfb27516f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:00.317179 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0ab543ff-b707-4b04-ad42-f55ec98b80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '752fd1cf-6592-4db4-8c01-79cf48ebd553', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'port_id': '964bb855-4fde-4eed-80b9-2364195f9561', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'mac_address': 'fa:16:3e:bf:7d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:28Z', 'updated_at': '2021-11-03T18:35:58Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:00.324188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-4bca13a9-2d00-4ef7-b022-fbfb27516f82 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.1269825 Nov 03 18:36:00.343690 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] Calling delete_port for a112967f-7567-41e4-9510-ddc79366afd9 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:00.382022 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab543ff-b707-4b04-ad42-f55ec98b80fe None None] The sync data for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 is: [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '752fd1cf-6592-4db4-8c01-79cf48ebd553', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'port_id': '964bb855-4fde-4eed-80b9-2364195f9561', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'mac_address': 'fa:16:3e:bf:7d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:28Z', 'updated_at': '2021-11-03T18:35:58Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:00.472491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-2566a444-3edb-4046-9304-4837b3a1d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:00.474073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-2566a444-3edb-4046-9304-4837b3a1d57f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491020 Nov 03 18:36:00.477204 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f4c9d872-7d9c-4384-8eb8-7cd3d46545e0 req-22921f47-8b99-4fe7-b665-22ea8f8f839d tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.528462 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.544758 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f4c9d872-7d9c-4384-8eb8-7cd3d46545e0 req-22921f47-8b99-4fe7-b665-22ea8f8f839d tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.625910 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.626527 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f4c9d872-7d9c-4384-8eb8-7cd3d46545e0 req-22921f47-8b99-4fe7-b665-22ea8f8f839d tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.627896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4c9d872-7d9c-4384-8eb8-7cd3d46545e0 req-22921f47-8b99-4fe7-b665-22ea8f8f839d tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4650238 Nov 03 18:36:00.630308 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22921f47-8b99-4fe7-b665-22ea8f8f839d tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91868c36-929e-4d1f-9baa-f3ac362d6329,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:00.679279 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=a112967f-7567-41e4-9510-ddc79366afd9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:00.684200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-ab36a3f2-dbf4-4d81-babb-f54f2ed744b6 service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989379 Nov 03 18:36:00.767283 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.827974 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d913773-5095-497e-8cda-0a7e2a201a20 req-d4bcf703-a6b5-40df-acac-00b9dc86b796 service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253307 Nov 03 18:36:00.876830 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.879289 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.891994 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d7609d-af31-4c3e-a65e-3272c7377ed9 x-openstack-request-id: req-e3d7609d-af31-4c3e-a65e-3272c7377ed9 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:00.892528 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cf8f91-c76d-4aba-a99b-09bfc4698c5f", "tag": "964bb855-4fde-4eed-80b9-2364195f9561", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:00.893090 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e3d7609d-af31-4c3e-a65e-3272c7377ed9 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:00.893665 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'tag': '964bb855-4fde-4eed-80b9-2364195f9561', 'status': 'completed', 'code': 200} Nov 03 18:36:00.933150 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a6aed5-1d59-4505-b8db-fd5eba264832 x-openstack-request-id: req-85a6aed5-1d59-4505-b8db-fd5eba264832 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:00.933495 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "276936ef-a06e-4e37-9d68-86d9d0fd8bb9", "name": "network-vif-deleted", "tag": "03762815-817f-40b0-bc5f-9e4ef6579f08", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:00.933807 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-85a6aed5-1d59-4505-b8db-fd5eba264832 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:00.934232 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276936ef-a06e-4e37-9d68-86d9d0fd8bb9', 'name': 'network-vif-deleted', 'tag': '03762815-817f-40b0-bc5f-9e4ef6579f08', 'status': 'completed', 'code': 200} Nov 03 18:36:00.935654 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.936240 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router af912e33-4e23-48bb-8fad-77aa378508ff {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:36:00.941176 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:00.946977 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1877c46a-4776-482e-a0de-1088cfb02b0e admin admin] 10.222.0.107 "DELETE /v2.0/routers/af912e33-4e23-48bb-8fad-77aa378508ff HTTP/1.1" status: 204 len: 168 time: 2.5306995 Nov 03 18:36:00.947768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36320) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:01.003820 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-c738565b-e56c-4291-9386-3a7479e2b1dd admin admin] Deleting subnet 68d92f7b-9ad6-4fe0-b43a-c995bdfd50cf {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:36:01.009917 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c738565b-e56c-4291-9386-3a7479e2b1dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.061037 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97f22e97-fda2-49ec-b7f5-638339ed4945 req-6b678bee-5fe2-4da9-ada8-2d601a11950b tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "GET /v2.0/security-groups/91868c36-929e-4d1f-9baa-f3ac362d6329 HTTP/1.1" status: 200 len: 1829 time: 0.0935788 Nov 03 18:36:01.062380 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c738565b-e56c-4291-9386-3a7479e2b1dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.070931 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b38d0-4fec-49f5-8f5d-2e3dc4fd7004 req-606e2728-5b0d-4b93-b4ec-aee3d5b63b42 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.072558 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-481b38d0-4fec-49f5-8f5d-2e3dc4fd7004 req-606e2728-5b0d-4b93-b4ec-aee3d5b63b42 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 946 time: 0.1400797 Nov 03 18:36:01.082597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d006706-6492-4c1c-9da2-579b07bc835d req-e46d658c-8e01-4f5e-b7c0-7fe46689b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.084119 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d006706-6492-4c1c-9da2-579b07bc835d req-e46d658c-8e01-4f5e-b7c0-7fe46689b61b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 1097 time: 0.1439309 Nov 03 18:36:01.196827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b732cb3-00f5-4005-8efa-ced80e5ab0a2 req-6f48607c-7dcc-4987-bda3-3c661d38573b tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 1000 time: 0.0898325 Nov 03 18:36:01.242106 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c738565b-e56c-4291-9386-3a7479e2b1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.302514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-481b38d0-4fec-49f5-8f5d-2e3dc4fd7004 req-a6356a23-9f15-420b-b9a6-a891ba8bf7fc tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173593 Nov 03 18:36:01.310637 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c738565b-e56c-4291-9386-3a7479e2b1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.313455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b732cb3-00f5-4005-8efa-ced80e5ab0a2 req-a5c16243-02d4-4364-b30d-767b23a5bb9f tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.325715 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c738565b-e56c-4291-9386-3a7479e2b1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.331444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b732cb3-00f5-4005-8efa-ced80e5ab0a2 req-a5c16243-02d4-4364-b30d-767b23a5bb9f tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports/964bb855-4fde-4eed-80b9-2364195f9561 HTTP/1.1" status: 200 len: 943 time: 0.1217670 Nov 03 18:36:01.331768 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00369995-9282-46cb-a9c9-f208bb7cca45 None None] Network 23d6071f-c509-4a06-a09d-4c70d01b82a7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:01.339276 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c738565b-e56c-4291-9386-3a7479e2b1dd admin admin] 10.222.0.107 "DELETE /v2.0/subnets/68d92f7b-9ad6-4fe0-b43a-c995bdfd50cf HTTP/1.1" status: 204 len: 168 time: 0.3904693 Nov 03 18:36:01.359413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-0e81a4c2-19a8-4957-ab08-769dd9081eff req-879cc0cf-0dc6-4618-9f65-359c8fbc57e7 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-22082579', 'description': 'tempest-description-1120871576'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:01.362192 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36328) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:01.365424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738565b-e56c-4291-9386-3a7479e2b1dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d92f7b-9ad6-4fe0-b43a-c995bdfd50cf,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:01.422286 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0e81a4c2-19a8-4957-ab08-769dd9081eff req-879cc0cf-0dc6-4618-9f65-359c8fbc57e7 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.449555 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.450705 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.494556 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d006706-6492-4c1c-9da2-579b07bc835d req-e23520d3-ce80-45cc-89ef-a70ff4905b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.496372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d006706-6492-4c1c-9da2-579b07bc835d req-e23520d3-ce80-45cc-89ef-a70ff4905b3b service neutron] 10.222.0.98 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 921 time: 0.4044654 Nov 03 18:36:01.542982 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] Deleting port 9344584d-fef4-42c2-a249-452d7d1b4e69 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:01.543707 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.640077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b732cb3-00f5-4005-8efa-ced80e5ab0a2 req-889b1dfd-77dc-48b7-aef3-f112d598bd02 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 1000 time: 0.2352712 Nov 03 18:36:01.651625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] For port 9344584d-fef4-42c2-a249-452d7d1b4e69, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9344584d-fef4-42c2-a249-452d7d1b4e69,segment=NetworkSegment(267d29c9-9c8b-43c9-a7c0-f0d2b2406455),segment_id=267d29c9-9c8b-43c9-a7c0-f0d2b2406455)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:01.652114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.669094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] Calling delete_port for 9344584d-fef4-42c2-a249-452d7d1b4e69 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:01.700566 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d006706-6492-4c1c-9da2-579b07bc835d req-3b95cf89-2454-41da-9acc-83706771f48c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=964bb855-4fde-4eed-80b9-2364195f9561 HTTP/1.1" status: 200 len: 1000 time: 0.1963530 Nov 03 18:36:01.736047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c7c8d-195d-46b4-87b1-6f46816b09eb None None] DHCP port deletion for 23d6071f-c509-4a06-a09d-4c70d01b82a7 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:36:01.770369 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.796648 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0e81a4c2-19a8-4957-ab08-769dd9081eff req-879cc0cf-0dc6-4618-9f65-359c8fbc57e7 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.801493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9344584d-fef4-42c2-a249-452d7d1b4e69,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:01.805925 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b91c7c8d-195d-46b4-87b1-6f46816b09eb None None] Deleting port 9344584d-fef4-42c2-a249-452d7d1b4e69 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:01.806422 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b91c7c8d-195d-46b4-87b1-6f46816b09eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.810246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] No DVR routers for this DVR port 9344584d-fef4-42c2-a249-452d7d1b4e69 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:01.862986 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0e81a4c2-19a8-4957-ab08-769dd9081eff req-879cc0cf-0dc6-4618-9f65-359c8fbc57e7 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.867099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 03762815-817f-40b0-bc5f-9e4ef6579f08 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:01.882885 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b732cb3-00f5-4005-8efa-ced80e5ab0a2 req-026e040c-48ed-4ee5-a548-6f73ae160cd8 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.885165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b732cb3-00f5-4005-8efa-ced80e5ab0a2 req-026e040c-48ed-4ee5-a548-6f73ae160cd8 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.2441614 Nov 03 18:36:01.897642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 03762815-817f-40b0-bc5f-9e4ef6579f08 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:01.898000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 03762815-817f-40b0-bc5f-9e4ef6579f08 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:01.920434 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b91c7c8d-195d-46b4-87b1-6f46816b09eb None None] For port 9344584d-fef4-42c2-a249-452d7d1b4e69, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:01.920833 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b91c7c8d-195d-46b4-87b1-6f46816b09eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.921833 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.922167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cc0cf-0dc6-4618-9f65-359c8fbc57e7 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe0c126-99c5-4419-923b-0673e8012846,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:01.928308 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0e81a4c2-19a8-4957-ab08-769dd9081eff req-879cc0cf-0dc6-4618-9f65-359c8fbc57e7 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:01.929658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e81a4c2-19a8-4957-ab08-769dd9081eff req-879cc0cf-0dc6-4618-9f65-359c8fbc57e7 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5832083 Nov 03 18:36:01.944136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d006706-6492-4c1c-9da2-579b07bc835d req-e32bfd41-cd0e-4d81-a485-952eca120497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:01.945606 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d006706-6492-4c1c-9da2-579b07bc835d req-e32bfd41-cd0e-4d81-a485-952eca120497 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.2118752 Nov 03 18:36:01.961830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36338) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:01.979306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d6071f-c509-4a06-a09d-4c70d01b82a7']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:01.988639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9344584d-fef4-42c2-a249-452d7d1b4e69 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:01.996046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267d29c9-9c8b-43c9-a7c0-f0d2b2406455') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:01.996391 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267d29c9-9c8b-43c9-a7c0-f0d2b2406455') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:02.000647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b91c7c8d-195d-46b4-87b1-6f46816b09eb None None] Calling delete_port for 9344584d-fef4-42c2-a249-452d7d1b4e69 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:02.005112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-b91c7c8d-195d-46b4-87b1-6f46816b09eb None None] Port 9344584d-fef4-42c2-a249-452d7d1b4e69 was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:36:02.012316 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b91c7c8d-195d-46b4-87b1-6f46816b09eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.027910 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.052780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.060160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f017e6-feee-4a96-ae09-d3991d42b5ca admin admin] Deleting subnet 02a91e9a-018d-4490-b8cd-5b425976cf88 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:36:02.065527 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72f017e6-feee-4a96-ae09-d3991d42b5ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.066160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:36:02.066630 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:36:02.069541 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:36:02.071472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d006706-6492-4c1c-9da2-579b07bc835d req-6f69a8dd-73fd-4a43-a1de-25388a189000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:02.080466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d006706-6492-4c1c-9da2-579b07bc835d req-6f69a8dd-73fd-4a43-a1de-25388a189000 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194186 Nov 03 18:36:02.088969 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 9344584d-fef4-42c2-a249-452d7d1b4e69 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:02.089318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9344584d-fef4-42c2-a249-452d7d1b4e69 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:02.089734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a112967f-7567-41e4-9510-ddc79366afd9 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:02.109789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: a112967f-7567-41e4-9510-ddc79366afd9 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:02.110371 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a112967f-7567-41e4-9510-ddc79366afd9 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:02.112131 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c7c8d-195d-46b4-87b1-6f46816b09eb None None] Pushing event deleted for resources: {'Port': ['ID=9344584d-fef4-42c2-a249-452d7d1b4e69,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:02.115639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c7c8d-195d-46b4-87b1-6f46816b09eb None None] No DVR routers for this DVR port 9344584d-fef4-42c2-a249-452d7d1b4e69 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:02.164890 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.184268 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.190661 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] 10.222.0.107 "DELETE /v2.0/networks/23d6071f-c509-4a06-a09d-4c70d01b82a7 HTTP/1.1" status: 204 len: 168 time: 0.8269999 Nov 03 18:36:02.192231 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5766c6-f567-4f98-b8ef-31138cb3b5b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d6071f-c509-4a06-a09d-4c70d01b82a7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:02.258076 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72f017e6-feee-4a96-ae09-d3991d42b5ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.346660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-775f77ff-7a3b-492d-979f-e88970807dc9 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 1000 time: 0.2648551 Nov 03 18:36:02.357042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0ecd0366-c71f-4578-93e9-7050af1d63a1 req-98e15bd8-c697-4979-8497-374c893eacec tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "GET /v2.0/security-groups/bbe0c126-99c5-4419-923b-0673e8012846 HTTP/1.1" status: 200 len: 1828 time: 0.2167647 Nov 03 18:36:02.364929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36346) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:02.419439 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-48738212-9fa4-4ceb-97c9-43bd08c5230e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f9c575d41ef54ee0810e51410974e7da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530777 Nov 03 18:36:02.420120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36350) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:02.447169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d006706-6492-4c1c-9da2-579b07bc835d req-4c0573cf-8950-4d66-a01d-c98ee0038420 service neutron] 10.222.0.98 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417401 Nov 03 18:36:02.477207 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-896e9850-456b-4b39-bea4-c24f08a7ab67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.499805 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-896e9850-456b-4b39-bea4-c24f08a7ab67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.536317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-f164eb9a-a61d-4549-8305-bf7c7d4dae97 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:02.538221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-f164eb9a-a61d-4549-8305-bf7c7d4dae97 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports/964bb855-4fde-4eed-80b9-2364195f9561 HTTP/1.1" status: 200 len: 943 time: 0.1795158 Nov 03 18:36:02.541080 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72f017e6-feee-4a96-ae09-d3991d42b5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.554289 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-896e9850-456b-4b39-bea4-c24f08a7ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.557788 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-896e9850-456b-4b39-bea4-c24f08a7ab67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.561272 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-896e9850-456b-4b39-bea4-c24f08a7ab67 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1de67c41-f86f-4c55-8dea-9f9f28a228f0 HTTP/1.1" status: 204 len: 168 time: 0.1378944 Nov 03 18:36:02.570250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e9850-456b-4b39-bea4-c24f08a7ab67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de67c41-f86f-4c55-8dea-9f9f28a228f0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:02.699929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0887968-8f11-42aa-a145-43f59cb18f0c req-54cbfffe-c4e7-433c-8346-262e43c3b71b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:02.701515 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0887968-8f11-42aa-a145-43f59cb18f0c req-54cbfffe-c4e7-433c-8346-262e43c3b71b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 946 time: 0.2619441 Nov 03 18:36:02.763906 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-123e4029-b219-434f-876e-b6dce9ede5e3 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 1000 time: 0.1451659 Nov 03 18:36:02.769452 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d006706-6492-4c1c-9da2-579b07bc835d req-7394dc41-8bc7-45b3-ae89-360fbfdcd634 service neutron] 10.222.0.98 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034718 Nov 03 18:36:02.789345 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72f017e6-feee-4a96-ae09-d3991d42b5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.883398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f017e6-feee-4a96-ae09-d3991d42b5ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a91e9a-018d-4490-b8cd-5b425976cf88,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:02.894578 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72f017e6-feee-4a96-ae09-d3991d42b5ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:02.901695 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-72f017e6-feee-4a96-ae09-d3991d42b5ca admin admin] 10.222.0.107 "DELETE /v2.0/subnets/02a91e9a-018d-4490-b8cd-5b425976cf88 HTTP/1.1" status: 204 len: 168 time: 0.9366424 Nov 03 18:36:02.903443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc139561-0af0-4273-9382-47f0efd31cac None None] Network 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:02.903924 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36356) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:02.908353 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0887968-8f11-42aa-a145-43f59cb18f0c req-5289a727-e93e-4c72-b0bc-6ac223d78883 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921544 Nov 03 18:36:02.976709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-7202dabe-faf4-441c-9d44-d2baceb61a84 req-83c6319a-46aa-4ab9-b51c-8b52d48775c3 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1176590189', 'description': 'tempest-description-563249594'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:02.998997 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-b23402ac-0219-478c-a9a1-f5910f0fa05c tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:03.001200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-b23402ac-0219-478c-a9a1-f5910f0fa05c tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.2298582 Nov 03 18:36:03.027258 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.055367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36358) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:03.075503 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7202dabe-faf4-441c-9d44-d2baceb61a84 req-83c6319a-46aa-4ab9-b51c-8b52d48775c3 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.121449 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-975ff36f-ae34-4c8d-bc7c-4736b7bdf449 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 1000 time: 0.1096580 Nov 03 18:36:03.136653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-5376261f-c10f-4acc-8d5d-167aaa45c94a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:03.153568 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4303258e-29bd-45f0-9f86-f60d02afdec2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e7c43dc29e6b4a429a19504831e75875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0951881 Nov 03 18:36:03.155193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] Deleting port f99c02b4-4d58-46d9-9b20-c36870deee2d {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:03.155701 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.157380 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36364) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:03.175752 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef751404-f18c-4f61-ad21-21c5d9ff84c8 None None] DHCP port deletion for 17acd871-7f7c-4ebb-b8c4-c03f93bf8533 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:36:03.221550 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-5376261f-c10f-4acc-8d5d-167aaa45c94a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.247620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ef751404-f18c-4f61-ad21-21c5d9ff84c8 None None] Deleting port f99c02b4-4d58-46d9-9b20-c36870deee2d {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:03.248521 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ef751404-f18c-4f61-ad21-21c5d9ff84c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.295059 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] For port f99c02b4-4d58-46d9-9b20-c36870deee2d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f99c02b4-4d58-46d9-9b20-c36870deee2d,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:03.295059 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.297756 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.302309 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7202dabe-faf4-441c-9d44-d2baceb61a84 req-83c6319a-46aa-4ab9-b51c-8b52d48775c3 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.313688 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7202dabe-faf4-441c-9d44-d2baceb61a84 req-83c6319a-46aa-4ab9-b51c-8b52d48775c3 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.318381 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] Calling delete_port for f99c02b4-4d58-46d9-9b20-c36870deee2d owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:03.346613 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.352727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ef751404-f18c-4f61-ad21-21c5d9ff84c8 None None] For port f99c02b4-4d58-46d9-9b20-c36870deee2d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f99c02b4-4d58-46d9-9b20-c36870deee2d,segment=NetworkSegment(e393a7c8-6416-465e-b709-d082ebfdb12e),segment_id=e393a7c8-6416-465e-b709-d082ebfdb12e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:03.353260 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ef751404-f18c-4f61-ad21-21c5d9ff84c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.374139 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ef751404-f18c-4f61-ad21-21c5d9ff84c8 None None] Calling delete_port for f99c02b4-4d58-46d9-9b20-c36870deee2d owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:03.407618 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7202dabe-faf4-441c-9d44-d2baceb61a84 req-83c6319a-46aa-4ab9-b51c-8b52d48775c3 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.412056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7202dabe-faf4-441c-9d44-d2baceb61a84 req-83c6319a-46aa-4ab9-b51c-8b52d48775c3 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4461577 Nov 03 18:36:03.472325 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.476162 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.476298 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-5376261f-c10f-4acc-8d5d-167aaa45c94a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.478560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6319a-46aa-4ab9-b51c-8b52d48775c3 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e565729-da44-4553-bf1f-8c576b8e9d4b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:03.478774 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/084493d3-271d-4d72-bbfd-2471f37c347d HTTP/1.1" status: 204 len: 168 time: 0.3204713 Nov 03 18:36:03.485575 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.498430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084493d3-271d-4d72-bbfd-2471f37c347d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:03.501731 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-5376261f-c10f-4acc-8d5d-167aaa45c94a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.502098 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-5376261f-c10f-4acc-8d5d-167aaa45c94a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Floating IP 752fd1cf-6592-4db4-8c01-79cf48ebd553 disassociated. External IP: 172.25.2.5, port: 964bb855-4fde-4eed-80b9-2364195f9561. Nov 03 18:36:03.535804 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:03.536197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:03.536551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:03.536889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:03.537237 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:03.537587 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:03.538515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:03.538867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:03.539199 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:03.539538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:03.539973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:03.540297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7de1-1942-49bc-bab8-de9f503d3cdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:03.544820 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ef751404-f18c-4f61-ad21-21c5d9ff84c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.546741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] No DVR routers for this DVR port f99c02b4-4d58-46d9-9b20-c36870deee2d on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:03.553566 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f99c02b4-4d58-46d9-9b20-c36870deee2d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:03.593395 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef751404-f18c-4f61-ad21-21c5d9ff84c8 None None] No DVR routers for this DVR port f99c02b4-4d58-46d9-9b20-c36870deee2d on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:03.596660 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef751404-f18c-4f61-ad21-21c5d9ff84c8 None None] Pushing event deleted for resources: {'Port': ['ID=f99c02b4-4d58-46d9-9b20-c36870deee2d,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:03.692493 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.718577 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17acd871-7f7c-4ebb-b8c4-c03f93bf8533']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:03.730641 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e393a7c8-6416-465e-b709-d082ebfdb12e') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:03.731554 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e393a7c8-6416-465e-b709-d082ebfdb12e') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:03.746460 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.764929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.776501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:36:03.778376 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:36:03.782053 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:36:03.888187 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.918412 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:03.922382 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] 10.222.0.107 "DELETE /v2.0/networks/17acd871-7f7c-4ebb-b8c4-c03f93bf8533 HTTP/1.1" status: 204 len: 168 time: 1.0184655 Nov 03 18:36:03.923372 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db557fca-b6f8-4506-be88-3cb73cc023ef admin admin] Pushing event deleted for resources: {'Network': ['ID=17acd871-7f7c-4ebb-b8c4-c03f93bf8533,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:03.968858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f99c02b4-4d58-46d9-9b20-c36870deee2d no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:03.998216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: f99c02b4-4d58-46d9-9b20-c36870deee2d {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:03.998566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f99c02b4-4d58-46d9-9b20-c36870deee2d not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:04.132144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e3a431a-a883-4d5c-aaf3-cf0f35dd53e3 req-397079d9-b793-46a1-945e-2e2b5732b2d3 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "GET /v2.0/security-groups/3e565729-da44-4553-bf1f-8c576b8e9d4b HTTP/1.1" status: 200 len: 1829 time: 0.4344959 Nov 03 18:36:04.134383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36386) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:04.224467 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e4359e15-0a1d-4df2-8a13-951f8341957b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=23a3226cd4ca421fbf12bfcde1da7f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0817478 Nov 03 18:36:04.226676 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36390) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:04.247646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-5376261f-c10f-4acc-8d5d-167aaa45c94a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:36:04.279349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e71b64-043f-4529-a3c8-e255024ad66e req-8459affe-b26a-4bf7-9351-69f82aa11d22 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:04.281611 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08e71b64-043f-4529-a3c8-e255024ad66e req-8459affe-b26a-4bf7-9351-69f82aa11d22 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 946 time: 0.0676277 Nov 03 18:36:04.286536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe501df3-6127-4d3e-aa08-3f9cb35ecb12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:04.317620 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe501df3-6127-4d3e-aa08-3f9cb35ecb12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:04.379026 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe501df3-6127-4d3e-aa08-3f9cb35ecb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:04.382384 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe501df3-6127-4d3e-aa08-3f9cb35ecb12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:04.387443 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fe501df3-6127-4d3e-aa08-3f9cb35ecb12 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/daec1e97-dafe-4b2e-8305-60017f22fee9 HTTP/1.1" status: 204 len: 168 time: 0.1568835 Nov 03 18:36:04.394576 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe501df3-6127-4d3e-aa08-3f9cb35ecb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daec1e97-dafe-4b2e-8305-60017f22fee9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:04.424168 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08e71b64-043f-4529-a3c8-e255024ad66e req-31de3ba5-3b06-435f-a033-431d7130f7ff tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079154 Nov 03 18:36:04.449692 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-5376261f-c10f-4acc-8d5d-167aaa45c94a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:04.454760 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-5376261f-c10f-4acc-8d5d-167aaa45c94a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:04.467841 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce78d7-06a0-445d-ae7f-c64817c87334 None None] Sync routers for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:04.490374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce78d7-06a0-445d-ae7f-c64817c87334 None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:04.495324 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-49ce78d7-06a0-445d-ae7f-c64817c87334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:04.507811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-5376261f-c10f-4acc-8d5d-167aaa45c94a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "PUT /v2.0/floatingips/752fd1cf-6592-4db4-8c01-79cf48ebd553 HTTP/1.1" status: 200 len: 693 time: 1.3761673 Nov 03 18:36:04.508575 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'tag': '964bb855-4fde-4eed-80b9-2364195f9561'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:04.511042 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75effca-fdb4-4566-a74c-255739715d14" -d '{"events": [{"name": "network-changed", "server_uuid": "21cf8f91-c76d-4aba-a99b-09bfc4698c5f", "tag": "964bb855-4fde-4eed-80b9-2364195f9561"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:04.523118 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-f2b1a252-9fe6-4f52-ae6f-7f09d7ce4574 req-5ac788e2-b59a-4761-b85a-971f2047e059 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] show failed (client error): The resource could not be found. Nov 03 18:36:04.525691 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f2b1a252-9fe6-4f52-ae6f-7f09d7ce4574 req-5ac788e2-b59a-4761-b85a-971f2047e059 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "GET /v2.0/security-groups/2cd459a0-bbc5-4bfd-be29-387b01ce6c7f HTTP/1.1" status: 404 len: 352 time: 0.0418048 Nov 03 18:36:04.574994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-5a5a7bd9-a8c1-4421-b4c2-3b25969714f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:04.583187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-5a5a7bd9-a8c1-4421-b4c2-3b25969714f2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 1097 time: 0.0555303 Nov 03 18:36:04.714064 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e443bf4-3523-4883-8226-e5ddd1fc8947 x-openstack-request-id: req-7e443bf4-3523-4883-8226-e5ddd1fc8947 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:04.714454 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cf8f91-c76d-4aba-a99b-09bfc4698c5f", "tag": "964bb855-4fde-4eed-80b9-2364195f9561", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:04.714833 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7e443bf4-3523-4883-8226-e5ddd1fc8947 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:04.715301 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'tag': '964bb855-4fde-4eed-80b9-2364195f9561', 'status': 'completed', 'code': 200} Nov 03 18:36:04.718561 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-49ce78d7-06a0-445d-ae7f-c64817c87334 None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:04.764795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-09315845-1b66-4f63-a819-de80b6128735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:04.772956 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-09315845-1b66-4f63-a819-de80b6128735 service neutron] 10.222.0.107 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 921 time: 0.1888959 Nov 03 18:36:04.798330 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-8cd1b422-84ed-4604-b27e-539c33d050e0 req-3acecd6a-7da2-4559-b169-cd89037bbc3f tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] show failed (client error): The resource could not be found. Nov 03 18:36:04.801053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cd1b422-84ed-4604-b27e-539c33d050e0 req-3acecd6a-7da2-4559-b169-cd89037bbc3f tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "GET /v2.0/security-group-rules/69507396-384f-4935-a3c3-80d2702d82e7 HTTP/1.1" status: 404 len: 361 time: 0.0601466 Nov 03 18:36:04.835904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-42e8b56b-7b59-4ab4-8f7b-1cf6394bcc98 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=964bb855-4fde-4eed-80b9-2364195f9561 HTTP/1.1" status: 200 len: 217 time: 0.0619600 Nov 03 18:36:04.884065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75effca-fdb4-4566-a74c-255739715d14 req-071ddd32-9f90-470c-9d5c-4931b43901c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:04.885601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e75effca-fdb4-4566-a74c-255739715d14 req-071ddd32-9f90-470c-9d5c-4931b43901c5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 1097 time: 0.1412954 Nov 03 18:36:04.893631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-42fa781c-8f3d-496e-bb80-1f30b0d20cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:04.901955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-42fa781c-8f3d-496e-bb80-1f30b0d20cc9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.0651066 Nov 03 18:36:05.004196 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-99faa8bf-ef03-4116-b643-f05b4ed1cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:05.012332 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-99faa8bf-ef03-4116-b643-f05b4ed1cee4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094944 Nov 03 18:36:05.018342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-49ce78d7-06a0-445d-ae7f-c64817c87334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:05.055418 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce78d7-06a0-445d-ae7f-c64817c87334 None None] Checking router: 6af4cce8-c2ed-4942-ba0a-04040e3bf457 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:05.066468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce78d7-06a0-445d-ae7f-c64817c87334 None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:05.067411 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-49ce78d7-06a0-445d-ae7f-c64817c87334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:05.095747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75effca-fdb4-4566-a74c-255739715d14 req-e1718ef7-8e74-4cf2-a4e8-7479e6edc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:05.097233 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e75effca-fdb4-4566-a74c-255739715d14 req-e1718ef7-8e74-4cf2-a4e8-7479e6edc6dc service neutron] 10.222.0.98 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 921 time: 0.1862628 Nov 03 18:36:05.166806 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e75effca-fdb4-4566-a74c-255739715d14 req-e2795a30-9cbd-42f9-997a-5bf5650d930b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=964bb855-4fde-4eed-80b9-2364195f9561 HTTP/1.1" status: 200 len: 217 time: 0.0614951 Nov 03 18:36:05.221643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-ada413da-11d1-49fc-a4d4-8377a58238f5 service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084413 Nov 03 18:36:05.260819 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-49ce78d7-06a0-445d-ae7f-c64817c87334 None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:05.310085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75effca-fdb4-4566-a74c-255739715d14 req-5a1985da-c6f9-4ad1-a50e-240b16438966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:05.311507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e75effca-fdb4-4566-a74c-255739715d14 req-5a1985da-c6f9-4ad1-a50e-240b16438966 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.1274574 Nov 03 18:36:05.316074 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba5113ab-b51a-4aa1-a8f4-4dc75083e530 req-7b5afe6f-6254-4f32-9a6b-8653f35f3dcb tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "GET /v2.0/security-groups/3e565729-da44-4553-bf1f-8c576b8e9d4b HTTP/1.1" status: 200 len: 1829 time: 0.1411524 Nov 03 18:36:05.410180 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57c5cac8-da4c-4a3e-ae8e-ba628ac3e219 req-19c98ac4-e1e0-4d39-992b-fcc666a15495 service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786783 Nov 03 18:36:05.420447 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75effca-fdb4-4566-a74c-255739715d14 req-e9148d34-3f85-4572-94bc-41e8d4dab7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:05.421966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e75effca-fdb4-4566-a74c-255739715d14 req-e9148d34-3f85-4572-94bc-41e8d4dab7a2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012130 Nov 03 18:36:05.458872 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ba5113ab-b51a-4aa1-a8f4-4dc75083e530 req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:05.547958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-49ce78d7-06a0-445d-ae7f-c64817c87334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:05.560331 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ba5113ab-b51a-4aa1-a8f4-4dc75083e530 req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:05.613095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e75effca-fdb4-4566-a74c-255739715d14 req-cfd52a60-2107-4597-81f4-4d2451b5aca7 service neutron] 10.222.0.98 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779122 Nov 03 18:36:05.640157 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce78d7-06a0-445d-ae7f-c64817c87334 None None] The sync data for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 is: [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:05.676054 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ba5113ab-b51a-4aa1-a8f4-4dc75083e530 req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:05.678715 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ba5113ab-b51a-4aa1-a8f4-4dc75083e530 req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:05.691536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba5113ab-b51a-4aa1-a8f4-4dc75083e530 req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "DELETE /v2.0/security-groups/3e565729-da44-4553-bf1f-8c576b8e9d4b HTTP/1.1" status: 204 len: 173 time: 0.3661680 Nov 03 18:36:05.797093 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e565729-da44-4553-bf1f-8c576b8e9d4b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:05.838202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:05.838655 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:05.839066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:05.840427 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:05.840853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:05.842539 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:05.843089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:05.843500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:05.843932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:05.844334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:05.844750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:05.845129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c0bc51-bec9-4907-9091-922e895babbd tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:05.883406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36462) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:05.984761 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e75effca-fdb4-4566-a74c-255739715d14 req-60ab0a9c-7491-48da-a4be-749fae180280 service neutron] 10.222.0.98 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621221 Nov 03 18:36:06.015632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ed009-6f83-4355-9957-60ce2ab99575 req-550b01d3-50f7-4e71-ad63-e7973347d606 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:06.021217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a01ed009-6f83-4355-9957-60ce2ab99575 req-550b01d3-50f7-4e71-ad63-e7973347d606 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 946 time: 0.2022727 Nov 03 18:36:06.040701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3782b37f-ce31-40e1-9c08-1f34ff501704 req-3a6b25d6-f596-4e57-abdc-236d18ff6049 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "GET /v2.0/security-groups/bbe0c126-99c5-4419-923b-0673e8012846 HTTP/1.1" status: 200 len: 1828 time: 0.1687143 Nov 03 18:36:06.042463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-473969988-network', 'tenant_id': 'dac85fe88037412992bcb26da561410e'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:06.093988 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] Made reservation on behalf of dac85fe88037412992bcb26da561410e for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:06.097318 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.101054 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c659e95-6ff5-4b4b-975e-1e2a4458c538 None None] New status for floating IP 752fd1cf-6592-4db4-8c01-79cf48ebd553: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:36:06.110268 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.139796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a01ed009-6f83-4355-9957-60ce2ab99575 req-db695245-35e6-4eac-bc30-8047164e1ae0 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942328 Nov 03 18:36:06.169902 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3782b37f-ce31-40e1-9c08-1f34ff501704 req-d2a807f3-199d-44d6-8e66-3fdd7225e051 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.198603 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3782b37f-ce31-40e1-9c08-1f34ff501704 req-d2a807f3-199d-44d6-8e66-3fdd7225e051 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.260153 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.275256 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.311185 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:36:06.325582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc4adf4-6feb-4022-8b64-fa890fe49518,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:06.337148 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.337721 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] Added segment 4ce8d045-17c7-4d74-9c52-b0a48329c30d of type vlan for network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f Nov 03 18:36:06.366221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-1205d1d6-b7dd-448f-b5bb-fe63b4dcb935 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:06.367838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-1205d1d6-b7dd-448f-b5bb-fe63b4dcb935 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce&tenant_id=04adf6892c414a028b77c4d4f0759b92&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 1097 time: 0.1650174 Nov 03 18:36:06.376838 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-f0e548c5-0854-4ff9-ba2a-abed4219bed0 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:06.378915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-f0e548c5-0854-4ff9-ba2a-abed4219bed0 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1250722 Nov 03 18:36:06.385187 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812150-4'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:06.389324 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3782b37f-ce31-40e1-9c08-1f34ff501704 req-d2a807f3-199d-44d6-8e66-3fdd7225e051 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.392441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3782b37f-ce31-40e1-9c08-1f34ff501704 req-d2a807f3-199d-44d6-8e66-3fdd7225e051 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.396217 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.405000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3782b37f-ce31-40e1-9c08-1f34ff501704 req-d2a807f3-199d-44d6-8e66-3fdd7225e051 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "DELETE /v2.0/security-groups/bbe0c126-99c5-4419-923b-0673e8012846 HTTP/1.1" status: 204 len: 173 time: 0.3627305 Nov 03 18:36:06.441733 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.443844 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:06.445146 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.518105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a807f3-199d-44d6-8e66-3fdd7225e051 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe0c126-99c5-4419-923b-0673e8012846,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:06.546985 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6623352 Nov 03 18:36:06.549746 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36480) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:06.558270 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6dd026a2-1af4-4b39-8e1a-0c43d94aef79 admin admin] Request body: {'subnet': {'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-473969988-subnet', 'tenant_id': 'dac85fe88037412992bcb26da561410e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:06.563082 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacde538-a53c-4c83-aded-0af2814880c5 admin admin] Pushing event updated for resources: {'Network': ['ID=50fc5b2b-7db6-4980-b24e-f83bbbbce52f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:06.564533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-79d5ad6d-bfc1-4b27-a284-37aed36bacca tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 696 time: 0.1577444 Nov 03 18:36:06.578365 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:36:06.594409 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-36cc73ff-0812-4354-ba0c-0c2b81f7d224 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Request body: {'floatingip': {'port_id': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:06.621153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd026a2-1af4-4b39-8e1a-0c43d94aef79 admin admin] Made reservation on behalf of dac85fe88037412992bcb26da561410e for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:06.624470 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dd026a2-1af4-4b39-8e1a-0c43d94aef79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.680765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5a59d86a-0d89-4c23-961d-c644f2d0edcc details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:36:06.684318 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.718647 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f70d5503-e809-460f-91f8-3007ab9a5445 req-4dd17be8-702a-4eb3-bd64-dec62bad9f5c tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "GET /v2.0/security-groups/91868c36-929e-4d1f-9baa-f3ac362d6329 HTTP/1.1" status: 200 len: 1829 time: 0.1504941 Nov 03 18:36:06.722864 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-36cc73ff-0812-4354-ba0c-0c2b81f7d224 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.848750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a59d86a-0d89-4c23-961d-c644f2d0edcc,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:06.860666 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5a59d86a-0d89-4c23-961d-c644f2d0edcc has no active binding in host n-h2-812150-4 {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:36:06.925749 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dd026a2-1af4-4b39-8e1a-0c43d94aef79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:06.995612 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd026a2-1af4-4b39-8e1a-0c43d94aef79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dfabbf6-b34a-4c40-9423-b2e1ae1d8343,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:07.005427 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd026a2-1af4-4b39-8e1a-0c43d94aef79 admin admin] Checking segment: {'id': '4ce8d045-17c7-4d74-9c52-b0a48329c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:07.005427 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd026a2-1af4-4b39-8e1a-0c43d94aef79 admin admin] Network hostable DHCP agents. Network: 50fc5b2b-7db6-4980-b24e-f83bbbbce52f, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:36:07.014628 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f70d5503-e809-460f-91f8-3007ab9a5445 req-468a6a37-8107-4e29-8770-8054dba227eb tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.026016 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd026a2-1af4-4b39-8e1a-0c43d94aef79 admin admin] Network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:36:07.041583 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-6dd026a2-1af4-4b39-8e1a-0c43d94aef79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 50fc5b2b-7db6-4980-b24e-f83bbbbce52f) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:07.046062 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd026a2-1af4-4b39-8e1a-0c43d94aef79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:07.046670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dd026a2-1af4-4b39-8e1a-0c43d94aef79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.055465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12f59cb-dd49-4f8d-9604-86c8e6697442 None None] Network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:07.074919 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6dd026a2-1af4-4b39-8e1a-0c43d94aef79 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5161295 Nov 03 18:36:07.104208 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f70d5503-e809-460f-91f8-3007ab9a5445 req-468a6a37-8107-4e29-8770-8054dba227eb tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.107659 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a59d86a-0d89-4c23-961d-c644f2d0edcc,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:07.222701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a9ffbe-b47f-4968-b22e-097d005e21f9 None None] Network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:07.276901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:07.283545 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f70d5503-e809-460f-91f8-3007ab9a5445 req-468a6a37-8107-4e29-8770-8054dba227eb tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.286401 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f70d5503-e809-460f-91f8-3007ab9a5445 req-468a6a37-8107-4e29-8770-8054dba227eb tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.287615 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f70d5503-e809-460f-91f8-3007ab9a5445 req-468a6a37-8107-4e29-8770-8054dba227eb tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "DELETE /v2.0/security-groups/91868c36-929e-4d1f-9baa-f3ac362d6329 HTTP/1.1" status: 204 len: 173 time: 0.5232723 Nov 03 18:36:07.355343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a6a37-8107-4e29-8770-8054dba227eb tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91868c36-929e-4d1f-9baa-f3ac362d6329,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:07.379019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4fd3ec-4d78-43c6-acbf-18e5dac53bce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a59d86a-0d89-4c23-961d-c644f2d0edcc'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:07.381380 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66558505-17c3-401c-8fa4-cbf6854c3227" -d '{"events": [{"server_uuid": "1e4fd3ec-4d78-43c6-acbf-18e5dac53bce", "name": "network-vif-unplugged", "status": "completed", "tag": "5a59d86a-0d89-4c23-961d-c644f2d0edcc"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:07.386675 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.420546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298745e4-ae35-4aa4-8b7b-fc817a9137b6 req-b0b4d759-f28c-44c7-bb33-ee33f3560a68 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:07.422012 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-298745e4-ae35-4aa4-8b7b-fc817a9137b6 req-b0b4d759-f28c-44c7-bb33-ee33f3560a68 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.98 "GET /v2.0/ports?device_id=21cf8f91-c76d-4aba-a99b-09bfc4698c5f HTTP/1.1" status: 200 len: 946 time: 0.1796925 Nov 03 18:36:07.433304 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.453478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76bf0943-2b82-482c-986a-86c501a64731 req-685d15f2-b496-477a-873e-e8be979a08f9 tempest-FlavorsV2NegativeTest-1262163726 tempest-FlavorsV2NegativeTest-1262163726-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=2a3ca394f33a422e8581032552e04500&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648589 Nov 03 18:36:07.604730 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.resource_extend [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-36cc73ff-0812-4354-ba0c-0c2b81f7d224 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:36:07.691459 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Pushing event updated for resources: {'Port': ['ID=5a59d86a-0d89-4c23-961d-c644f2d0edcc,revision_number=7']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:07.747714 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-36cc73ff-0812-4354-ba0c-0c2b81f7d224 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.758279 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-36cc73ff-0812-4354-ba0c-0c2b81f7d224 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.759910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Attempting to bind port 5a59d86a-0d89-4c23-961d-c644f2d0edcc on host n-h1-812150-4 for vnic_type normal with profile {"migrating_to": "n-h2-812150-4"} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:07.760232 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Attempting to bind port 5a59d86a-0d89-4c23-961d-c644f2d0edcc by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:07.760549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Attempting to bind port 5a59d86a-0d89-4c23-961d-c644f2d0edcc on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:07.813185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Port 5a59d86a-0d89-4c23-961d-c644f2d0edcc on network e6ea9eda-3066-4349-948b-e1223c0656ae not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:36:07.813488 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Attempting to bind port 5a59d86a-0d89-4c23-961d-c644f2d0edcc on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:07.829383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf0943-2b82-482c-986a-86c501a64731 req-e6fab6ad-83f0-4f7e-8152-26c07ade1628 tempest-FlavorsV2NegativeTest-1262163726 tempest-FlavorsV2NegativeTest-1262163726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:07.830886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76bf0943-2b82-482c-986a-86c501a64731 req-e6fab6ad-83f0-4f7e-8152-26c07ade1628 tempest-FlavorsV2NegativeTest-1262163726 tempest-FlavorsV2NegativeTest-1262163726-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3543906 Nov 03 18:36:07.839313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:07.839675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Checking segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:07.840064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Bound using segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:07.840508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Bound port: 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:07.840861 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.849232 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-298745e4-ae35-4aa4-8b7b-fc817a9137b6 req-73cc9da8-873f-4091-9098-37449e87d877 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Deleting port 964bb855-4fde-4eed-80b9-2364195f9561 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:07.849558 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-298745e4-ae35-4aa4-8b7b-fc817a9137b6 req-73cc9da8-873f-4091-9098-37449e87d877 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:07.947783 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76bf0943-2b82-482c-986a-86c501a64731 req-8334fe90-55e2-4291-9799-beff1227774c tempest-FlavorsV2NegativeTest-1262163726 tempest-FlavorsV2NegativeTest-1262163726-project] 10.222.0.107 "GET /v2.0/quotas/2a3ca394f33a422e8581032552e04500 HTTP/1.1" status: 200 len: 375 time: 0.1038477 Nov 03 18:36:08.020576 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76bf0943-2b82-482c-986a-86c501a64731 req-b19f743b-93b6-443d-a38f-2ee18dd9d118 tempest-FlavorsV2NegativeTest-1262163726 tempest-FlavorsV2NegativeTest-1262163726-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2a3ca394f33a422e8581032552e04500&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479875 Nov 03 18:36:08.065063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-298745e4-ae35-4aa4-8b7b-fc817a9137b6 req-73cc9da8-873f-4091-9098-37449e87d877 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] For port 964bb855-4fde-4eed-80b9-2364195f9561, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=964bb855-4fde-4eed-80b9-2364195f9561,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:08.065438 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-298745e4-ae35-4aa4-8b7b-fc817a9137b6 req-73cc9da8-873f-4091-9098-37449e87d877 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:08.093695 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-298745e4-ae35-4aa4-8b7b-fc817a9137b6 req-73cc9da8-873f-4091-9098-37449e87d877 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Calling delete_port for 964bb855-4fde-4eed-80b9-2364195f9561 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:08.096209 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-36cc73ff-0812-4354-ba0c-0c2b81f7d224 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Floating IP 752fd1cf-6592-4db4-8c01-79cf48ebd553 associated. External IP: 172.25.2.5, port: 2b56174a-42b3-4702-a5e7-6683ccb41159. Nov 03 18:36:08.197082 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:08.541112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36530) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:08.579802 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a59d86a-0d89-4c23-961d-c644f2d0edcc,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:08.598380 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:08.686362 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa07e3ec-0cb4-417e-bdc9-3ba39f306c28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:08.703159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0cb52-9b5f-4ee4-bc16-e1407825b7a6 req-5bf3ce47-671d-48de-b5a3-f5d47e9ee909 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:08.711274 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cab0cb52-9b5f-4ee4-bc16-e1407825b7a6 req-5bf3ce47-671d-48de-b5a3-f5d47e9ee909 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 944 time: 0.5115957 Nov 03 18:36:08.784347 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Pushing event updated for resources: {'Port': ['ID=5a59d86a-0d89-4c23-961d-c644f2d0edcc,revision_number=8']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:08.808392 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa07e3ec-0cb4-417e-bdc9-3ba39f306c28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:08.815113 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa07e3ec-0cb4-417e-bdc9-3ba39f306c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:08.831673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:08.831673 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:08.832239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-c4c06886-9c5e-4f80-81bb-79351e5cb3ee service neutron] 10.222.0.98 "PUT /v2.0/ports/5a59d86a-0d89-4c23-961d-c644f2d0edcc HTTP/1.1" status: 200 len: 1122 time: 2.4521458 Nov 03 18:36:08.865106 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07e3ec-0cb4-417e-bdc9-3ba39f306c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66e1ff7-5e5d-4db9-986b-fd12dec5a8d8,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:08.890190 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-aa07e3ec-0cb4-417e-bdc9-3ba39f306c28 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2a3ca394f33a422e8581032552e04500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478663 Nov 03 18:36:08.892667 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36536) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:08.932310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['5a59d86a-0d89-4c23-961d-c644f2d0edcc'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:08.954916 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cab0cb52-9b5f-4ee4-bc16-e1407825b7a6 req-447e016b-5e06-46f2-9841-7f8be37b9889 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405388 Nov 03 18:36:08.956855 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a41f5a17-c5b2-43db-aebd-fa9c96d51770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:08.980473 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-298745e4-ae35-4aa4-8b7b-fc817a9137b6 req-73cc9da8-873f-4091-9098-37449e87d877 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.016146 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a41f5a17-c5b2-43db-aebd-fa9c96d51770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.051252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc9da8-873f-4091-9098-37449e87d877 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Pushing event deleted for resources: {'Port': ['ID=964bb855-4fde-4eed-80b9-2364195f9561,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:09.052048 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['2b56174a-42b3-4702-a5e7-6683ccb41159'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:09.107664 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['5a59d86a-0d89-4c23-961d-c644f2d0edcc'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:09.122598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a41f5a17-c5b2-43db-aebd-fa9c96d51770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.125861 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a41f5a17-c5b2-43db-aebd-fa9c96d51770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.129694 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a41f5a17-c5b2-43db-aebd-fa9c96d51770 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a66e1ff7-5e5d-4db9-986b-fd12dec5a8d8 HTTP/1.1" status: 204 len: 168 time: 0.2335675 Nov 03 18:36:09.130929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-36cc73ff-0812-4354-ba0c-0c2b81f7d224 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:36:09.141354 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f5a17-c5b2-43db-aebd-fa9c96d51770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66e1ff7-5e5d-4db9-986b-fd12dec5a8d8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:09.168070 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-298745e4-ae35-4aa4-8b7b-fc817a9137b6 req-73cc9da8-873f-4091-9098-37449e87d877 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] No DVR routers for this DVR port 964bb855-4fde-4eed-80b9-2364195f9561 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:09.177499 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-298745e4-ae35-4aa4-8b7b-fc817a9137b6 req-73cc9da8-873f-4091-9098-37449e87d877 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.182121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-298745e4-ae35-4aa4-8b7b-fc817a9137b6 req-73cc9da8-873f-4091-9098-37449e87d877 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.98 "DELETE /v2.0/ports/964bb855-4fde-4eed-80b9-2364195f9561 HTTP/1.1" status: 204 len: 173 time: 1.7442067 Nov 03 18:36:09.397897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-36cc73ff-0812-4354-ba0c-0c2b81f7d224 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:09.408631 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-36cc73ff-0812-4354-ba0c-0c2b81f7d224 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:09.442461 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6c06e7-7d33-4569-933f-dadff4c75585 None None] Sync routers for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:09.509522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6c06e7-7d33-4569-933f-dadff4c75585 None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:09.510152 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ed6c06e7-7d33-4569-933f-dadff4c75585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:09.515057 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-36cc73ff-0812-4354-ba0c-0c2b81f7d224 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "PUT /v2.0/floatingips/752fd1cf-6592-4db4-8c01-79cf48ebd553 HTTP/1.1" status: 200 len: 995 time: 2.9447613 Nov 03 18:36:09.594162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-532ded04-cb54-40ba-9739-fd0c7a59c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:09.600132 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-532ded04-cb54-40ba-9739-fd0c7a59c130 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0826197 Nov 03 18:36:09.732484 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-ed6c06e7-7d33-4569-933f-dadff4c75585 None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:09.863664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-f6d80532-a45d-4be9-94b4-32d65f83d401 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:09.874471 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-f6d80532-a45d-4be9-94b4-32d65f83d401 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/networks?id=50fc5b2b-7db6-4980-b24e-f83bbbbce52f HTTP/1.1" status: 200 len: 817 time: 0.3030746 Nov 03 18:36:09.894916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-f1cddd4e-736d-4b52-8e5e-801e7d4ae718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:09.898144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-f1cddd4e-736d-4b52-8e5e-801e7d4ae718 service neutron] 10.222.0.107 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 921 time: 0.2758942 Nov 03 18:36:09.906238 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-0d1d8427-afb0-406b-9797-04b02103c514 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/quotas/dac85fe88037412992bcb26da561410e HTTP/1.1" status: 200 len: 375 time: 0.0306792 Nov 03 18:36:09.988073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-dd9cfc6b-e084-481c-8d99-6949a3b8e88a tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=dac85fe88037412992bcb26da561410e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808582 Nov 03 18:36:10.072345 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-2fa3566d-5795-4ea6-967a-9c1500b4815d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b56174a-42b3-4702-a5e7-6683ccb41159 HTTP/1.1" status: 200 len: 998 time: 0.1557908 Nov 03 18:36:10.113549 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ed6c06e7-7d33-4569-933f-dadff4c75585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '752fd1cf-6592-4db4-8c01-79cf48ebd553', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'port_id': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'mac_address': 'fa:16:3e:75:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:28Z', 'updated_at': '2021-11-03T18:36:07Z', 'revision_number': 8, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:10.147488 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-2dfbc9e8-f4a5-4812-b8e1-9d7b35af52d5 service neutron] 10.222.0.107 "GET /v2.0/networks/50fc5b2b-7db6-4980-b24e-f83bbbbce52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578777 Nov 03 18:36:10.155760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6c06e7-7d33-4569-933f-dadff4c75585 None None] Checking router: 6af4cce8-c2ed-4942-ba0a-04040e3bf457 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:10.167540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6c06e7-7d33-4569-933f-dadff4c75585 None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:10.168278 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ed6c06e7-7d33-4569-933f-dadff4c75585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:10.181355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-574e50f2-19fe-4e55-b9cf-8bab24940270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:10.182971 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-574e50f2-19fe-4e55-b9cf-8bab24940270 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.0997739 Nov 03 18:36:10.285614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-1e38ff08-b6c8-4fbf-8fdc-5b11706364f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:10.287042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-1e38ff08-b6c8-4fbf-8fdc-5b11706364f0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708709 Nov 03 18:36:10.291399 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-e919f183-aa91-4d15-8422-36f0f35798f2 service neutron] 10.222.0.107 "GET /v2.0/networks/50fc5b2b-7db6-4980-b24e-f83bbbbce52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430802 Nov 03 18:36:10.301825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36574) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:10.319373 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-ed6c06e7-7d33-4569-933f-dadff4c75585 None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:10.418478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-f9a6e99b-5e7e-4503-8aee-b5c45599e3fb service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097069 Nov 03 18:36:10.516064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1273790689-network', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:10.562326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] Made reservation on behalf of 5a5d83ec134642d8bf992b46f2b879e2 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:10.565132 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:10.576498 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:10.587719 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c0ffedc-dde7-4a16-96dd-279aa8adf792 req-484b2ebc-512d-4dc5-999f-6809479a9d6c service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601546 Nov 03 18:36:10.648953 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 964bb855-4fde-4eed-80b9-2364195f9561 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:10.671953 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5e644c-70b4-4c7d-a690-d98318365543 x-openstack-request-id: req-9e5e644c-70b4-4c7d-a690-d98318365543 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:10.672677 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4fd3ec-4d78-43c6-acbf-18e5dac53bce", "name": "network-vif-unplugged", "status": "completed", "tag": "5a59d86a-0d89-4c23-961d-c644f2d0edcc", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:10.673091 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9e5e644c-70b4-4c7d-a690-d98318365543 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:10.673531 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4fd3ec-4d78-43c6-acbf-18e5dac53bce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a59d86a-0d89-4c23-961d-c644f2d0edcc', 'code': 200} Nov 03 18:36:10.701601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 964bb855-4fde-4eed-80b9-2364195f9561 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:10.701949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 964bb855-4fde-4eed-80b9-2364195f9561 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:10.710229 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:10.715845 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a86a4f6a-a077-4fd2-b132-81df9a11fc1e req-a53b6e36-8977-444d-9434-fe9163f5c1ba tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "GET /v2.0/security-groups/cc0d769b-ddbd-47b3-8800-ff0f768d30ab HTTP/1.1" status: 200 len: 1828 time: 0.0726740 Nov 03 18:36:10.720101 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:10.733807 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ed6c06e7-7d33-4569-933f-dadff4c75585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '752fd1cf-6592-4db4-8c01-79cf48ebd553', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'port_id': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'mac_address': 'fa:16:3e:75:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:28Z', 'updated_at': '2021-11-03T18:36:07Z', 'revision_number': 8, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:10.768730 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:36:10.774818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6c06e7-7d33-4569-933f-dadff4c75585 None None] The sync data for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 is: [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '752fd1cf-6592-4db4-8c01-79cf48ebd553', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'port_id': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'mac_address': 'fa:16:3e:75:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:35:28Z', 'updated_at': '2021-11-03T18:36:07Z', 'revision_number': 8, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:10.786469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08db1272-b2fc-4049-b077-16396c8154e2,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:10.806881 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:10.807224 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] Added segment 26783dfe-997c-47ea-8cf5-3ac31999926e of type vlan for network 4f5ec5a1-8033-44c0-88ce-f998d8f40b9c Nov 03 18:36:10.886996 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a86a4f6a-a077-4fd2-b132-81df9a11fc1e req-af06fa27-aab0-4ee6-9932-58dd5b52a7a4 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:10.890068 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:10.930681 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a86a4f6a-a077-4fd2-b132-81df9a11fc1e req-af06fa27-aab0-4ee6-9932-58dd5b52a7a4 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:10.963265 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:10.964417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:10.965115 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:11.040299 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7373376 Nov 03 18:36:11.043177 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36590) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:11.048510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ac652ac1-ee74-4ee9-9cd3-c90e057c45c9 admin admin] Request body: {'subnet': {'network_id': '4f5ec5a1-8033-44c0-88ce-f998d8f40b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1273790689-subnet', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:11.058548 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c9759-a7dd-4317-974f-313b14d1985e admin admin] Pushing event updated for resources: {'Network': ['ID=4f5ec5a1-8033-44c0-88ce-f998d8f40b9c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:11.064903 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a86a4f6a-a077-4fd2-b132-81df9a11fc1e req-af06fa27-aab0-4ee6-9932-58dd5b52a7a4 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:11.069806 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a86a4f6a-a077-4fd2-b132-81df9a11fc1e req-af06fa27-aab0-4ee6-9932-58dd5b52a7a4 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:11.077022 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 4f5ec5a1-8033-44c0-88ce-f998d8f40b9c details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:36:11.077145 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a86a4f6a-a077-4fd2-b132-81df9a11fc1e req-af06fa27-aab0-4ee6-9932-58dd5b52a7a4 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "DELETE /v2.0/security-groups/cc0d769b-ddbd-47b3-8800-ff0f768d30ab HTTP/1.1" status: 204 len: 173 time: 0.3527267 Nov 03 18:36:11.093857 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06fa27-aab0-4ee6-9932-58dd5b52a7a4 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0d769b-ddbd-47b3-8800-ff0f768d30ab,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:11.175952 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e4f5f-3d10-4a6c-a642-3b0bef82cd9e None None] New status for floating IP 752fd1cf-6592-4db4-8c01-79cf48ebd553: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:36:11.188461 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbca829-f6a0-4810-b6d4-bb51df31f855 req-8198d064-7742-45ce-97c7-285941b72471 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips/752fd1cf-6592-4db4-8c01-79cf48ebd553 HTTP/1.1" status: 200 len: 995 time: 0.0892596 Nov 03 18:36:11.275078 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac652ac1-ee74-4ee9-9cd3-c90e057c45c9 admin admin] Made reservation on behalf of 5a5d83ec134642d8bf992b46f2b879e2 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:11.277801 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ac652ac1-ee74-4ee9-9cd3-c90e057c45c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:11.451358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d74ff-0cbb-45bb-a748-7fc673663236 req-bf7f3517-6119-4322-864c-e8688f6aff14 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:11.459970 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e5d74ff-0cbb-45bb-a748-7fc673663236 req-bf7f3517-6119-4322-864c-e8688f6aff14 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 944 time: 0.2701795 Nov 03 18:36:11.490100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbca829-f6a0-4810-b6d4-bb51df31f855 req-abad919f-b565-4e53-9ac5-b6eadd0c6287 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:11.496074 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbca829-f6a0-4810-b6d4-bb51df31f855 req-abad919f-b565-4e53-9ac5-b6eadd0c6287 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.2965252 Nov 03 18:36:11.524539 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-6fbca829-f6a0-4810-b6d4-bb51df31f855 req-31edee34-9cd3-46c9-ab9e-e4dfae7bb0a1 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:36:11.525612 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbca829-f6a0-4810-b6d4-bb51df31f855 req-31edee34-9cd3-46c9-ab9e-e4dfae7bb0a1 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0198302 Nov 03 18:36:11.572830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e5d74ff-0cbb-45bb-a748-7fc673663236 req-9a2e63fb-fe7f-4f37-88eb-31b0c04586c9 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116011 Nov 03 18:36:11.749509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4121e665-ab9e-4080-9a5c-8b6589dbeb05 req-2ba650d4-5a01-4993-873c-56e92b70e798 tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "GET /v2.0/security-groups/dad3b17a-cd5c-4e93-b34b-fafcb077c2e3 HTTP/1.1" status: 200 len: 1829 time: 0.1396122 Nov 03 18:36:11.828840 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-a9148f6f-54b1-4441-a73f-8cdd428d8783 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 1000 time: 0.1528020 Nov 03 18:36:11.844185 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ac652ac1-ee74-4ee9-9cd3-c90e057c45c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:11.945108 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4121e665-ab9e-4080-9a5c-8b6589dbeb05 req-72fc9182-1492-4177-b4b6-fdd46fe6888c tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:11.966647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-8ffc4be6-87a0-419d-b2fd-a9ef9d1153cd tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:11.968064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-8ffc4be6-87a0-419d-b2fd-a9ef9d1153cd tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports/2b56174a-42b3-4702-a5e7-6683ccb41159 HTTP/1.1" status: 200 len: 943 time: 0.1215646 Nov 03 18:36:12.020235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac652ac1-ee74-4ee9-9cd3-c90e057c45c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6991ca97-2d32-48f5-a6e7-d1a95746378d,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:12.023371 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4121e665-ab9e-4080-9a5c-8b6589dbeb05 req-72fc9182-1492-4177-b4b6-fdd46fe6888c tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.070848 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac652ac1-ee74-4ee9-9cd3-c90e057c45c9 admin admin] Checking segment: {'id': '26783dfe-997c-47ea-8cf5-3ac31999926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4f5ec5a1-8033-44c0-88ce-f998d8f40b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:12.071426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac652ac1-ee74-4ee9-9cd3-c90e057c45c9 admin admin] Network hostable DHCP agents. Network: 4f5ec5a1-8033-44c0-88ce-f998d8f40b9c, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:36:12.148378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac652ac1-ee74-4ee9-9cd3-c90e057c45c9 admin admin] Network 4f5ec5a1-8033-44c0-88ce-f998d8f40b9c is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:36:12.153144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-bcf44e9f-f82f-4111-b8af-6416f7f23f66 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 1000 time: 0.1072793 Nov 03 18:36:12.155144 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4121e665-ab9e-4080-9a5c-8b6589dbeb05 req-72fc9182-1492-4177-b4b6-fdd46fe6888c tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.157815 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4121e665-ab9e-4080-9a5c-8b6589dbeb05 req-72fc9182-1492-4177-b4b6-fdd46fe6888c tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.158877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4121e665-ab9e-4080-9a5c-8b6589dbeb05 req-72fc9182-1492-4177-b4b6-fdd46fe6888c tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] 10.222.0.107 "DELETE /v2.0/security-groups/dad3b17a-cd5c-4e93-b34b-fafcb077c2e3 HTTP/1.1" status: 204 len: 173 time: 0.3844695 Nov 03 18:36:12.165620 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36614) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:12.205203 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-ac652ac1-ee74-4ee9-9cd3-c90e057c45c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 4f5ec5a1-8033-44c0-88ce-f998d8f40b9c) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:12.214164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc9182-1492-4177-b4b6-fdd46fe6888c tempest-SecurityGroupRulesNegativeTestJSON-745426950 tempest-SecurityGroupRulesNegativeTestJSON-745426950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad3b17a-cd5c-4e93-b34b-fafcb077c2e3,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:12.214897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291d7c03-ecfe-49dc-9859-ad58978713fe None None] Network 4f5ec5a1-8033-44c0-88ce-f998d8f40b9c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:12.220918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac652ac1-ee74-4ee9-9cd3-c90e057c45c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:12.221611 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ac652ac1-ee74-4ee9-9cd3-c90e057c45c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.242549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-29775775-19dd-492e-a6da-679745da7360 admin admin] Deleting subnet d297fdef-2d7e-4df3-9636-6d03e236c125 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:36:12.253577 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29775775-19dd-492e-a6da-679745da7360 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.311081 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ac652ac1-ee74-4ee9-9cd3-c90e057c45c9 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2665527 Nov 03 18:36:12.316454 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31c889b1-ff10-4206-81c8-33c06de02165 req-1e722c40-2594-4624-b086-4a05867a55f2 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d8de815-58b9-4e0c-b191-dd1f6b62a95e HTTP/1.1" status: 200 len: 210 time: 0.0408113 Nov 03 18:36:12.317198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36616) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:12.325364 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1273790689-router', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:12.356651 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29775775-19dd-492e-a6da-679745da7360 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.391169 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-1cbb9c71-a384-41e6-b160-7611e0913760 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:12.393960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-1cbb9c71-a384-41e6-b160-7611e0913760 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.2199087 Nov 03 18:36:12.395600 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.396859 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.425658 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29775775-19dd-492e-a6da-679745da7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.497649 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29775775-19dd-492e-a6da-679745da7360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.530898 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.549933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-0aa28be5-8fe5-4176-8807-31cfe2092019 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 1000 time: 0.1461656 Nov 03 18:36:12.555923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-eb5d9f0d-a307-4f6d-8d76-539c46bbbb05 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:12.568632 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-4f5ec5a1-8033-44c0-88ce-f998d8f40b9c', 'network_id': '4f5ec5a1-8033-44c0-88ce-f998d8f40b9c', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2', 'fixed_ips': [{'subnet_id': '6991ca97-2d32-48f5-a6e7-d1a95746378d'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:36:12.575218 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.585206 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29775775-19dd-492e-a6da-679745da7360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.600789 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-29775775-19dd-492e-a6da-679745da7360 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/d297fdef-2d7e-4df3-9636-6d03e236c125 HTTP/1.1" status: 204 len: 168 time: 0.4320848 Nov 03 18:36:12.601764 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36620) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:12.605362 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29775775-19dd-492e-a6da-679745da7360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d297fdef-2d7e-4df3-9636-6d03e236c125,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:12.630986 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-eb5d9f0d-a307-4f6d-8d76-539c46bbbb05 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.716530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4fd3ec-4d78-43c6-acbf-18e5dac53bce', 'tag': '5a59d86a-0d89-4c23-961d-c644f2d0edcc'}, {'server_uuid': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'name': 'network-vif-deleted', 'tag': '964bb855-4fde-4eed-80b9-2364195f9561'}, {'name': 'network-changed', 'server_uuid': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'tag': '2b56174a-42b3-4702-a5e7-6683ccb41159'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:12.719696 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20b414f-b7ab-4017-b043-c9534ff0eb53" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4fd3ec-4d78-43c6-acbf-18e5dac53bce", "tag": "5a59d86a-0d89-4c23-961d-c644f2d0edcc"}, {"server_uuid": "21cf8f91-c76d-4aba-a99b-09bfc4698c5f", "name": "network-vif-deleted", "tag": "964bb855-4fde-4eed-80b9-2364195f9561"}, {"name": "network-changed", "server_uuid": "d667da5c-4a02-4fe6-a014-32d1aa835fc2", "tag": "2b56174a-42b3-4702-a5e7-6683ccb41159"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:12.815155 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-584c3b95-cbd1-4a90-9ede-88d4c9ed57f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.859355 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Allocated IP 172.20.0.2 (4f5ec5a1-8033-44c0-88ce-f998d8f40b9c/6991ca97-2d32-48f5-a6e7-d1a95746378d/44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:12.935572 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-584c3b95-cbd1-4a90-9ede-88d4c9ed57f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.959123 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-eb5d9f0d-a307-4f6d-8d76-539c46bbbb05 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.972545 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-584c3b95-cbd1-4a90-9ede-88d4c9ed57f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e298a6-8cde-4365-83ea-bb505cc0902c']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:12.989414 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:12.997135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-584c3b95-cbd1-4a90-9ede-88d4c9ed57f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63630798-3a05-46cb-9db1-e2b33b9cd671') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:12.997913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-584c3b95-cbd1-4a90-9ede-88d4c9ed57f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63630798-3a05-46cb-9db1-e2b33b9cd671') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:13.008217 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-584c3b95-cbd1-4a90-9ede-88d4c9ed57f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.023086 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-584c3b95-cbd1-4a90-9ede-88d4c9ed57f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.031420 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584c3b95-cbd1-4a90-9ede-88d4c9ed57f9 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:36:13.032289 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-584c3b95-cbd1-4a90-9ede-88d4c9ed57f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:36:13.034109 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:36:13.112040 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.130626 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.151483 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-584c3b95-cbd1-4a90-9ede-88d4c9ed57f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.190421 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-584c3b95-cbd1-4a90-9ede-88d4c9ed57f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.195792 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Network 4f5ec5a1-8033-44c0-88ce-f998d8f40b9c is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:13.201214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:13.203750 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-584c3b95-cbd1-4a90-9ede-88d4c9ed57f9 admin admin] 10.222.0.107 "DELETE /v2.0/networks/73e298a6-8cde-4365-83ea-bb505cc0902c HTTP/1.1" status: 204 len: 168 time: 0.5902991 Nov 03 18:36:13.205822 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c3b95-cbd1-4a90-9ede-88d4c9ed57f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=73e298a6-8cde-4365-83ea-bb505cc0902c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:13.219036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:13.238693 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Pushing event updated for resources: {'Port': ['ID=44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:13.272366 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:13.272742 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:13.273093 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:13.274631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:13.276400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:13.280070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:13.282785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:13.283383 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:13.283847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:13.284510 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:13.285065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:13.285589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:13.405639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Attempting to bind port 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:13.406172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Attempting to bind port 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '26783dfe-997c-47ea-8cf5-3ac31999926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4f5ec5a1-8033-44c0-88ce-f998d8f40b9c'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:13.406653 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Attempting to bind port 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 on network 4f5ec5a1-8033-44c0-88ce-f998d8f40b9c {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:13.418200 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:13.418599 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Checking segment: {'id': '26783dfe-997c-47ea-8cf5-3ac31999926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4f5ec5a1-8033-44c0-88ce-f998d8f40b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:13.419008 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.419412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Bound using segment: {'id': '26783dfe-997c-47ea-8cf5-3ac31999926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4f5ec5a1-8033-44c0-88ce-f998d8f40b9c'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:13.419931 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Bound port: 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26783dfe-997c-47ea-8cf5-3ac31999926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4f5ec5a1-8033-44c0-88ce-f998d8f40b9c'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:13.424420 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.441089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36630) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:13.475289 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-eb5d9f0d-a307-4f6d-8d76-539c46bbbb05 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.476243 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-eb5d9f0d-a307-4f6d-8d76-539c46bbbb05 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Floating IP 752fd1cf-6592-4db4-8c01-79cf48ebd553 disassociated. External IP: 172.25.2.5, port: 2b56174a-42b3-4702-a5e7-6683ccb41159. Nov 03 18:36:13.544851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-b84e192d-e9e9-4d0d-8b94-97e0a831cde4 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:13.546368 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-b84e192d-e9e9-4d0d-8b94-97e0a831cde4 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.87 "GET /v2.0/networks?id=50fc5b2b-7db6-4980-b24e-f83bbbbce52f HTTP/1.1" status: 200 len: 817 time: 0.2286747 Nov 03 18:36:13.568279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] For port 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:13.572175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] For port 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5,segment=NetworkSegment(26783dfe-997c-47ea-8cf5-3ac31999926e),segment_id=26783dfe-997c-47ea-8cf5-3ac31999926e)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:13.578333 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.592265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4aefb00c-1232-43d0-b942-8d193737e62f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Request body: {'port': {'device_id': '7d8de815-58b9-4e0c-b191-dd1f6b62a95e', 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f', 'admin_state_up': True, 'tenant_id': 'dac85fe88037412992bcb26da561410e'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:13.647756 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.692944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3735721-fc61-415f-b3ae-2ca79550d746 None None] Pushing event updated for resources: {'Port': ['ID=44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:13.722416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4174b7-5dd0-4d63-ab65-b567c8223da6 req-fffb0d02-d9a3-4dd7-be04-acfb51bb159c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:13.730313 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a4174b7-5dd0-4d63-ab65-b567c8223da6 req-fffb0d02-d9a3-4dd7-be04-acfb51bb159c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 944 time: 0.7927303 Nov 03 18:36:13.763503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4aefb00c-1232-43d0-b942-8d193737e62f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Made reservation on behalf of dac85fe88037412992bcb26da561410e for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:13.767617 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4aefb00c-1232-43d0-b942-8d193737e62f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:13.837104 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6938b64c-b2c8-4906-98c1-4652a2a92195 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f82704ff81fa4abb968b8929f27c6650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500829 Nov 03 18:36:13.853255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36636) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:13.994299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-e0b594be-b45b-42eb-a397-43e79d4df7de tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:13.995838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-e0b594be-b45b-42eb-a397-43e79d4df7de tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.98 "GET /v2.0/networks?id=50fc5b2b-7db6-4980-b24e-f83bbbbce52f HTTP/1.1" status: 200 len: 817 time: 1.2703433 Nov 03 18:36:14.028683 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-8cf063d7-4e98-41c7-8420-384a5a283796 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Request body: {'port': {'device_id': 'ef332bef-4e21-4188-abd2-8a8cad446864', 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f', 'admin_state_up': True, 'tenant_id': 'dac85fe88037412992bcb26da561410e'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:14.038037 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4aefb00c-1232-43d0-b942-8d193737e62f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Allocated IP 172.20.0.3 (50fc5b2b-7db6-4980-b24e-f83bbbbce52f/9dfabbf6-b34a-4c40-9423-b2e1ae1d8343/44afaffd-2445-4d3b-8d1f-5ac13472b446) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:14.066518 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-fcc193ac-e8ad-4806-83e7-8d99d7700a63 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:14.068144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-fcc193ac-e8ad-4806-83e7-8d99d7700a63 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.98 "GET /v2.0/networks?id=50fc5b2b-7db6-4980-b24e-f83bbbbce52f HTTP/1.1" status: 200 len: 817 time: 0.7011418 Nov 03 18:36:14.132332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4464b8ff-faaf-4e7c-98f3-278f64fb0c92 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Request body: {'port': {'device_id': 'dacd4c07-32ac-443b-b028-0985f0ad0382', 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f', 'admin_state_up': True, 'tenant_id': 'dac85fe88037412992bcb26da561410e'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:14.155139 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5b6cd5a3-ca4c-464b-9bf0-92065335cd9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.191799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a4174b7-5dd0-4d63-ab65-b567c8223da6 req-205181e3-17b5-4ed6-9c86-0fbf7f848e6b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550309 Nov 03 18:36:14.225722 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5b6cd5a3-ca4c-464b-9bf0-92065335cd9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.277827 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4aefb00c-1232-43d0-b942-8d193737e62f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.279459 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95efede8-0e1b-47e2-b23e-4bea205c9d67 x-openstack-request-id: req-95efede8-0e1b-47e2-b23e-4bea205c9d67 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:14.279791 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4fd3ec-4d78-43c6-acbf-18e5dac53bce", "tag": "5a59d86a-0d89-4c23-961d-c644f2d0edcc", "status": "completed", "code": 200}, {"server_uuid": "21cf8f91-c76d-4aba-a99b-09bfc4698c5f", "name": "network-vif-deleted", "tag": "964bb855-4fde-4eed-80b9-2364195f9561", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d667da5c-4a02-4fe6-a014-32d1aa835fc2", "tag": "2b56174a-42b3-4702-a5e7-6683ccb41159", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:14.280046 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-95efede8-0e1b-47e2-b23e-4bea205c9d67 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:14.280567 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4fd3ec-4d78-43c6-acbf-18e5dac53bce', 'tag': '5a59d86a-0d89-4c23-961d-c644f2d0edcc', 'status': 'completed', 'code': 200} Nov 03 18:36:14.280836 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cf8f91-c76d-4aba-a99b-09bfc4698c5f', 'name': 'network-vif-deleted', 'tag': '964bb855-4fde-4eed-80b9-2364195f9561', 'status': 'completed', 'code': 200} Nov 03 18:36:14.281095 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'tag': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'status': 'completed', 'code': 200} Nov 03 18:36:14.339658 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5b6cd5a3-ca4c-464b-9bf0-92065335cd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.342722 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5b6cd5a3-ca4c-464b-9bf0-92065335cd9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.344078 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5b6cd5a3-ca4c-464b-9bf0-92065335cd9b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/acd559fc-6f86-48a3-b939-c0d44079b649 HTTP/1.1" status: 204 len: 168 time: 0.4901643 Nov 03 18:36:14.353144 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4aefb00c-1232-43d0-b942-8d193737e62f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.396125 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cd5a3-ca4c-464b-9bf0-92065335cd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd559fc-6f86-48a3-b939-c0d44079b649,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:14.399876 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4aefb00c-1232-43d0-b942-8d193737e62f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:14.403387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4aefb00c-1232-43d0-b942-8d193737e62f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:14.407519 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4aefb00c-1232-43d0-b942-8d193737e62f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:14.451957 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefb00c-1232-43d0-b942-8d193737e62f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Pushing event updated for resources: {'Port': ['ID=44afaffd-2445-4d3b-8d1f-5ac13472b446,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:14.473839 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4aefb00c-1232-43d0-b942-8d193737e62f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:14.474490 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4aefb00c-1232-43d0-b942-8d193737e62f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.499396 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4aefb00c-1232-43d0-b942-8d193737e62f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9167895 Nov 03 18:36:14.535756 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Request body: {'port': {'device_id': '7d8de815-58b9-4e0c-b191-dd1f6b62a95e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:14.586970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb95cb-d74e-4f96-a6ab-4619dc6879cc req-55290c8d-3482-484b-9c93-3ee2af827305 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:14.596002 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27cb95cb-d74e-4f96-a6ab-4619dc6879cc req-55290c8d-3482-484b-9c93-3ee2af827305 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d8de815-58b9-4e0c-b191-dd1f6b62a95e HTTP/1.1" status: 200 len: 931 time: 0.2117069 Nov 03 18:36:14.642383 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.648378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-902f0141-9f44-42a2-93a6-ea4dd4df9aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:14.650623 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-902f0141-9f44-42a2-93a6-ea4dd4df9aa5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 1125 time: 0.2568469 Nov 03 18:36:14.711911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-eb5d9f0d-a307-4f6d-8d76-539c46bbbb05 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:36:14.856080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-8cf063d7-4e98-41c7-8420-384a5a283796 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Made reservation on behalf of dac85fe88037412992bcb26da561410e for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:14.859899 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-8cf063d7-4e98-41c7-8420-384a5a283796 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:14.991426 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.028866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14e2725-825f-4b87-a0f7-0b12205b22d2 None None] Network 4f5ec5a1-8033-44c0-88ce-f998d8f40b9c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:15.045457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44afaffd-2445-4d3b-8d1f-5ac13472b446 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:15.066680 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.080410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27cb95cb-d74e-4f96-a6ab-4619dc6879cc req-3f8d24d2-12d5-4374-89eb-116b5436fb03 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833992 Nov 03 18:36:15.109193 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.117222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4464b8ff-faaf-4e7c-98f3-278f64fb0c92 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Made reservation on behalf of dac85fe88037412992bcb26da561410e for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:15.118439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Transition to ACTIVE for port object 44afaffd-2445-4d3b-8d1f-5ac13472b446 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:36:15.133611 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4464b8ff-faaf-4e7c-98f3-278f64fb0c92 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.139948 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.173735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fdb0e9f0-68ea-4b5c-95bd-c38f108d5d92 None None] Provisioning complete for port 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:15.174353 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e9f0-68ea-4b5c-95bd-c38f108d5d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.377980 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e9f0-68ea-4b5c-95bd-c38f108d5d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.444148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-fdb0e9f0-68ea-4b5c-95bd-c38f108d5d92 None None] For port 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5,segment=NetworkSegment(26783dfe-997c-47ea-8cf5-3ac31999926e),segment_id=26783dfe-997c-47ea-8cf5-3ac31999926e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:15.457620 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fdb0e9f0-68ea-4b5c-95bd-c38f108d5d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.582950 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Allocated IP 172.25.2.64 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/d89c7364-82d9-4f70-baca-3ab59ca3a341) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:15.598810 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0e9f0-68ea-4b5c-95bd-c38f108d5d92 None None] Pushing event updated for resources: {'Port': ['ID=44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:15.629899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-eb5d9f0d-a307-4f6d-8d76-539c46bbbb05 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:15.640985 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc445664-13f5-49a1-ab59-52ba3aa71b05 None None] Sync routers for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:15.648343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-d31f80e5-7131-4d5f-9e02-3d37ca9cfd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:15.649940 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-d31f80e5-7131-4d5f-9e02-3d37ca9cfd15 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.9679127 Nov 03 18:36:15.660276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc445664-13f5-49a1-ab59-52ba3aa71b05 None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:15.660863 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-eb5d9f0d-a307-4f6d-8d76-539c46bbbb05 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.661004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cc445664-13f5-49a1-ab59-52ba3aa71b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:15.671019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36664) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:15.828944 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.889993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=44afaffd-2445-4d3b-8d1f-5ac13472b446,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:15.914098 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:15.926880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Attempting to bind port 44afaffd-2445-4d3b-8d1f-5ac13472b446 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:15.927221 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Attempting to bind port 44afaffd-2445-4d3b-8d1f-5ac13472b446 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '4ce8d045-17c7-4d74-9c52-b0a48329c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:15.927557 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Attempting to bind port 44afaffd-2445-4d3b-8d1f-5ac13472b446 on network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:15.933038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Port 44afaffd-2445-4d3b-8d1f-5ac13472b446 on network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:36:15.933361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Attempting to bind port 44afaffd-2445-4d3b-8d1f-5ac13472b446 on network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:15.939039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:15.939379 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Checking segment: {'id': '4ce8d045-17c7-4d74-9c52-b0a48329c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:15.939805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Bound using segment: {'id': '4ce8d045-17c7-4d74-9c52-b0a48329c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:15.940367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Bound port: 44afaffd-2445-4d3b-8d1f-5ac13472b446, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8d045-17c7-4d74-9c52-b0a48329c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:15.940735 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:16.029661 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:16.051466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] For port 44afaffd-2445-4d3b-8d1f-5ac13472b446, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:16.059264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] For port 44afaffd-2445-4d3b-8d1f-5ac13472b446, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=44afaffd-2445-4d3b-8d1f-5ac13472b446,segment=NetworkSegment(4ce8d045-17c7-4d74-9c52-b0a48329c30d),segment_id=4ce8d045-17c7-4d74-9c52-b0a48329c30d)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:16.071031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Pushing event updated for resources: {'Port': ['ID=d89c7364-82d9-4f70-baca-3ab59ca3a341,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:16.073823 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:16.083506 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:16.128852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:16.135694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:16.153282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-cc445664-13f5-49a1-ab59-52ba3aa71b05 None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:16.172500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:16.173347 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:16.176021 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] 10.222.0.87 "PUT /v2.0/ports/44afaffd-2445-4d3b-8d1f-5ac13472b446 HTTP/1.1" status: 200 len: 1091 time: 1.6455543 Nov 03 18:36:16.179229 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8de815-58b9-4e0c-b191-dd1f6b62a95e', 'tag': '44afaffd-2445-4d3b-8d1f-5ac13472b446'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:16.181834 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba062353-9318-4196-a320-02c99d5e07a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8de815-58b9-4e0c-b191-dd1f6b62a95e", "tag": "44afaffd-2445-4d3b-8d1f-5ac13472b446"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:16.223418 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a0ace59d-5137-4101-abb8-fe5289ab09ed None None] Provisioning complete for port 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:16.224048 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a0ace59d-5137-4101-abb8-fe5289ab09ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:16.239837 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43151db2-f53a-4bf5-ab8d-96a0a94de6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=44afaffd-2445-4d3b-8d1f-5ac13472b446,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:16.337376 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-47659e9b-db8c-4704-91ad-a494fdd2fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:16.339631 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-47659e9b-db8c-4704-91ad-a494fdd2fbc8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac85fe88037412992bcb26da561410e&device_id=7d8de815-58b9-4e0c-b191-dd1f6b62a95e HTTP/1.1" status: 200 len: 1094 time: 0.0801127 Nov 03 18:36:16.443215 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-dbe01292-a6c9-4eb6-b70c-23449c97471f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44afaffd-2445-4d3b-8d1f-5ac13472b446 HTTP/1.1" status: 200 len: 217 time: 0.0768297 Nov 03 18:36:16.461940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:16.462416 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:16.520928 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-2267329d-29a0-43b4-8da6-6a2b92e41ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:16.528055 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-2267329d-29a0-43b4-8da6-6a2b92e41ead service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9dfabbf6-b34a-4c40-9423-b2e1ae1d8343 HTTP/1.1" status: 200 len: 857 time: 0.0704546 Nov 03 18:36:16.576895 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-5509b15b-f6ea-4027-9d18-c3d9477551d7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=50fc5b2b-7db6-4980-b24e-f83bbbbce52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402067 Nov 03 18:36:16.685009 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cc445664-13f5-49a1-ab59-52ba3aa71b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:16.730326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-324395833-network', 'tenant_id': '0487d7314e3748c0932b744a4660085a'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:16.734207 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc445664-13f5-49a1-ab59-52ba3aa71b05 None None] Checking router: 6af4cce8-c2ed-4942-ba0a-04040e3bf457 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:16.735345 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-9d06ced8-af86-4798-9240-60a32d4a34bb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a59d86a-0d89-4c23-961d-c644f2d0edcc HTTP/1.1" status: 200 len: 217 time: 0.8603716 Nov 03 18:36:16.743779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc445664-13f5-49a1-ab59-52ba3aa71b05 None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:16.744547 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cc445664-13f5-49a1-ab59-52ba3aa71b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:16.751739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-eb5d9f0d-a307-4f6d-8d76-539c46bbbb05 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "PUT /v2.0/floatingips/752fd1cf-6592-4db4-8c01-79cf48ebd553 HTTP/1.1" status: 200 len: 694 time: 4.2008011 Nov 03 18:36:16.765222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'tag': '2b56174a-42b3-4702-a5e7-6683ccb41159'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:16.766524 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-66769ab9-1b0d-4898-b8c0-27030f782fb8 service neutron] 10.222.0.87 "GET /v2.0/networks/50fc5b2b-7db6-4980-b24e-f83bbbbce52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772556 Nov 03 18:36:16.768247 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9347ce75-9d52-4587-a50d-07531edfeb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d667da5c-4a02-4fe6-a014-32d1aa835fc2", "tag": "2b56174a-42b3-4702-a5e7-6683ccb41159"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:16.878582 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-834ea801-077c-4c3d-aaa9-e4bad8091c9c service neutron] 10.222.0.87 "GET /v2.0/networks/50fc5b2b-7db6-4980-b24e-f83bbbbce52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988150 Nov 03 18:36:16.929713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-cc445664-13f5-49a1-ab59-52ba3aa71b05 None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:17.053226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] Made reservation on behalf of 0487d7314e3748c0932b744a4660085a for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:17.055782 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:17.073691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98b4cd-be86-4ca6-8d11-903994cecedc req-0befb389-0ba7-43cd-bc2e-5de4f580ba57 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:17.081822 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f98b4cd-be86-4ca6-8d11-903994cecedc req-0befb389-0ba7-43cd-bc2e-5de4f580ba57 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 944 time: 1.4306028 Nov 03 18:36:17.134708 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:17.137683 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-f1a3d77f-b90e-4807-b563-d69b626299d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:17.139275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-f1a3d77f-b90e-4807-b563-d69b626299d4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.3782780 Nov 03 18:36:17.149212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-8cf063d7-4e98-41c7-8420-384a5a283796 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Allocated IP 172.20.0.7 (50fc5b2b-7db6-4980-b24e-f83bbbbce52f/9dfabbf6-b34a-4c40-9423-b2e1ae1d8343/5418cf7b-9d94-4081-b90d-8c3e1a9e6685) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:17.192177 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-d2e7dbfa-eb6d-4618-b1f4-32ac2430b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:17.194412 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-d2e7dbfa-eb6d-4618-b1f4-32ac2430b6bc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 1097 time: 0.4026675 Nov 03 18:36:17.194746 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cc445664-13f5-49a1-ab59-52ba3aa71b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:17.225378 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-b766c3ff-d910-4125-8497-f9a4834bc01e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611241 Nov 03 18:36:17.231240 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc445664-13f5-49a1-ab59-52ba3aa71b05 None None] The sync data for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 is: [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:35:03Z', 'revision_number': 4, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c29fe7f1-726d-4b9b-bd83-97721321f941', 'name': '', 'network_id': '17a1e39a-386f-498c-8519-821f57e992b5', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'mac_address': 'fa:16:3e:40:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:01Z', 'updated_at': '2021-11-03T18:35:07Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'subnets': [{'id': '5ad472b0-e810-4227-ae11-610c384f0af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:17.320599 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f98b4cd-be86-4ca6-8d11-903994cecedc req-0320c2d6-7046-409d-85c2-3a8eb75bb32b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377925 Nov 03 18:36:17.598296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-6a8f3b11-e0a6-4ba6-8c3e-bc3793df67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:17.601014 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-6a8f3b11-e0a6-4ba6-8c3e-bc3793df67bd service neutron] 10.222.0.107 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 921 time: 0.3780801 Nov 03 18:36:17.642588 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd58d5-e3fc-4407-b3eb-48ab67d7f9bb None None] New status for floating IP 752fd1cf-6592-4db4-8c01-79cf48ebd553: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:36:17.843966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-e6fca601-b5e2-43f4-9cc8-cc3b22083fba service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b56174a-42b3-4702-a5e7-6683ccb41159 HTTP/1.1" status: 200 len: 217 time: 0.1029682 Nov 03 18:36:17.921286 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-831ab3f2-5290-455b-8797-c8cbe58d4aae service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722987 Nov 03 18:36:17.922537 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:17.938190 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-834b81ff-a618-420f-a00b-aaeb9a93b044 service neutron] 10.222.0.87 "GET /v2.0/ports/5a59d86a-0d89-4c23-961d-c644f2d0edcc/bindings/n-h2-812150-4 HTTP/1.1" status: 200 len: 384 time: 0.0905657 Nov 03 18:36:17.981788 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0605c3e-1e98-43e1-a306-4b349fdfd1e4 req-20fd131f-1a3e-4a11-a010-517c027713f3 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:17.984516 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0605c3e-1e98-43e1-a306-4b349fdfd1e4 req-20fd131f-1a3e-4a11-a010-517c027713f3 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d8de815-58b9-4e0c-b191-dd1f6b62a95e HTTP/1.1" status: 200 len: 943 time: 0.5263832 Nov 03 18:36:17.988484 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5a59d86a-0d89-4c23-961d-c644f2d0edcc no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:18.048659 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.082461 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.094811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:36:18.104738 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.105081 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] Added segment 591f6f94-fd57-408e-8ac3-238cdc06a505 of type vlan for network 74b7de5c-625e-4531-ade4-edde3aeb2a38 Nov 03 18:36:18.169701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-29e0bc30-10a7-40c7-b35c-d971990aad65 service neutron] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a59d86a-0d89-4c23-961d-c644f2d0edcc,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:18.195980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-29e0bc30-10a7-40c7-b35c-d971990aad65 service neutron] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:18.239069 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-29e0bc30-10a7-40c7-b35c-d971990aad65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a59d86a-0d89-4c23-961d-c644f2d0edcc {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:18.253129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-29e0bc30-10a7-40c7-b35c-d971990aad65 service neutron] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5a59d86a-0d89-4c23-961d-c644f2d0edcc,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:18.268978 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-29e0bc30-10a7-40c7-b35c-d971990aad65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.280958 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-844b36c4-013c-4ee3-8a98-ebcf08d28ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.282056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-844b36c4-013c-4ee3-8a98-ebcf08d28ab1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.4120653 Nov 03 18:36:18.296667 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-8cf063d7-4e98-41c7-8420-384a5a283796 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.337009 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.355112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-29e0bc30-10a7-40c7-b35c-d971990aad65 service neutron] Transition to ACTIVE for port object 5a59d86a-0d89-4c23-961d-c644f2d0edcc will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:36:18.363065 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-29e0bc30-10a7-40c7-b35c-d971990aad65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.409932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3eecb8-4b66-4bd2-8fdc-4117fa501816,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:18.430321 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-29e0bc30-10a7-40c7-b35c-d971990aad65 service neutron] No DVR routers for this DVR port 5a59d86a-0d89-4c23-961d-c644f2d0edcc on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:18.439220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0605c3e-1e98-43e1-a306-4b349fdfd1e4 req-7afb1582-fc55-47fd-9a9b-8b7df7819b43 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055514 Nov 03 18:36:18.467165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-71d30ec4-c166-4e41-ba7c-b02edf209326 service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960806 Nov 03 18:36:18.488871 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0bc30-10a7-40c7-b35c-d971990aad65 service neutron] Pushing event updated for resources: {'Port': ['ID=5a59d86a-0d89-4c23-961d-c644f2d0edcc,revision_number=10']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:18.510864 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-29e0bc30-10a7-40c7-b35c-d971990aad65 service neutron] 10.222.0.87 "PUT /v2.0/ports/5a59d86a-0d89-4c23-961d-c644f2d0edcc/bindings/n-h2-812150-4/activate HTTP/1.1" status: 200 len: 369 time: 0.5584846 Nov 03 18:36:18.521888 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae64fa8-c03c-4584-bbca-fa5da48f2f7b x-openstack-request-id: req-6ae64fa8-c03c-4584-bbca-fa5da48f2f7b {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:18.523661 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8de815-58b9-4e0c-b191-dd1f6b62a95e", "tag": "44afaffd-2445-4d3b-8d1f-5ac13472b446", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:18.524018 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6ae64fa8-c03c-4584-bbca-fa5da48f2f7b {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:18.524584 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8de815-58b9-4e0c-b191-dd1f6b62a95e', 'tag': '44afaffd-2445-4d3b-8d1f-5ac13472b446', 'status': 'completed', 'code': 200} Nov 03 18:36:18.530503 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.531470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.532095 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.602802 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-8cf063d7-4e98-41c7-8420-384a5a283796 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.605530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-d0f71ad1-b8f8-426a-82d1-a735381a08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.607035 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-d0f71ad1-b8f8-426a-82d1-a735381a08a9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3005044 Nov 03 18:36:18.626054 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7522535 Nov 03 18:36:18.629033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36706) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:18.634758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6f2120ec-fc87-4870-9775-b673090ed457 admin admin] Request body: {'subnet': {'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-324395833-subnet', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:18.661601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2120ec-fc87-4870-9775-b673090ed457 admin admin] Made reservation on behalf of 0487d7314e3748c0932b744a4660085a for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:18.664636 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f2120ec-fc87-4870-9775-b673090ed457 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.788031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-8cf063d7-4e98-41c7-8420-384a5a283796 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:18.790600 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ef5f8-5a7b-4a19-a799-d8e3a8fa0b12 admin admin] Pushing event updated for resources: {'Network': ['ID=74b7de5c-625e-4531-ade4-edde3aeb2a38,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:18.805637 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 74b7de5c-625e-4531-ade4-edde3aeb2a38 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:36:18.824000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-8cf063d7-4e98-41c7-8420-384a5a283796 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:18.830633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4464b8ff-faaf-4e7c-98f3-278f64fb0c92 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Allocated IP 172.20.0.8 (50fc5b2b-7db6-4980-b24e-f83bbbbce52f/9dfabbf6-b34a-4c40-9423-b2e1ae1d8343/75dc7332-da08-4067-a0bf-be2e17e7675d) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:18.835482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-8cf063d7-4e98-41c7-8420-384a5a283796 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:18.884577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf063d7-4e98-41c7-8420-384a5a283796 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Pushing event updated for resources: {'Port': ['ID=5418cf7b-9d94-4081-b90d-8c3e1a9e6685,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:18.891211 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec901cf-a62a-4e2d-adcd-0fa5b382e78b x-openstack-request-id: req-dec901cf-a62a-4e2d-adcd-0fa5b382e78b {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:18.891417 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d667da5c-4a02-4fe6-a014-32d1aa835fc2", "tag": "2b56174a-42b3-4702-a5e7-6683ccb41159", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:18.891528 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dec901cf-a62a-4e2d-adcd-0fa5b382e78b {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:18.891928 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'tag': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'status': 'completed', 'code': 200} Nov 03 18:36:18.904007 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:18.955141 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-12e694ca-193a-417f-9c9f-1291a9fb2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.957328 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-12e694ca-193a-417f-9c9f-1291a9fb2ac5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 1097 time: 0.1806428 Nov 03 18:36:18.974236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-1dde5769-6fc7-4225-ad9c-be604c76ac7d tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:18.976295 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-1dde5769-6fc7-4225-ad9c-be604c76ac7d tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce&tenant_id=04adf6892c414a028b77c4d4f0759b92&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 1096 time: 0.1798337 Nov 03 18:36:19.015409 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-b0569585-4b22-42c6-911a-3de4a07c4085 service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984241 Nov 03 18:36:19.033616 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-8cf063d7-4e98-41c7-8420-384a5a283796 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:19.034476 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-8cf063d7-4e98-41c7-8420-384a5a283796 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:19.168565 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f2120ec-fc87-4870-9775-b673090ed457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:19.220782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-d30082bb-ab58-4a7c-aaf9-5324e145837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:19.222317 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-d30082bb-ab58-4a7c-aaf9-5324e145837a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce&tenant_id=04adf6892c414a028b77c4d4f0759b92 HTTP/1.1" status: 200 len: 1096 time: 0.2254043 Nov 03 18:36:19.270610 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-14492b22-f1ce-488a-9311-cbe331abbf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:19.271058 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-14492b22-f1ce-488a-9311-cbe331abbf98 service neutron] 10.222.0.87 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 921 time: 0.2851944 Nov 03 18:36:19.292257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2120ec-fc87-4870-9775-b673090ed457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3b54d6-1983-470d-8b3b-6e8728cac670,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:19.338520 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-6fde8dfe-99cf-4e55-be52-858996ecc53b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b56174a-42b3-4702-a5e7-6683ccb41159 HTTP/1.1" status: 200 len: 217 time: 0.0472827 Nov 03 18:36:19.342866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2120ec-fc87-4870-9775-b673090ed457 admin admin] Checking segment: {'id': '591f6f94-fd57-408e-8ac3-238cdc06a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:19.343227 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2120ec-fc87-4870-9775-b673090ed457 admin admin] Network hostable DHCP agents. Network: 74b7de5c-625e-4531-ade4-edde3aeb2a38, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:36:19.366953 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-6d4ab6ec-46bb-4174-871d-ae79996344c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:19.369003 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-6d4ab6ec-46bb-4174-871d-ae79996344c2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 1096 time: 0.1137133 Nov 03 18:36:19.413900 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062353-9318-4196-a320-02c99d5e07a9 req-d99003c7-6a93-4b11-91f0-1ba5f146060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:19.415270 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba062353-9318-4196-a320-02c99d5e07a9 req-d99003c7-6a93-4b11-91f0-1ba5f146060b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac85fe88037412992bcb26da561410e&device_id=7d8de815-58b9-4e0c-b191-dd1f6b62a95e HTTP/1.1" status: 200 len: 1094 time: 0.6134760 Nov 03 18:36:19.455165 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2120ec-fc87-4870-9775-b673090ed457 admin admin] Network 74b7de5c-625e-4531-ade4-edde3aeb2a38 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:36:19.475409 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-8b607e27-ac52-4d5f-ba3c-5552c0a5db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:19.476974 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-8b607e27-ac52-4d5f-ba3c-5552c0a5db45 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.1268444 Nov 03 18:36:19.483766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-6f2120ec-fc87-4870-9775-b673090ed457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 74b7de5c-625e-4531-ade4-edde3aeb2a38) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:19.491223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2120ec-fc87-4870-9775-b673090ed457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:19.491851 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f2120ec-fc87-4870-9775-b673090ed457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:19.500593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98ef15f-ae8b-4e81-bf84-7f694d87fd3a None None] Network 74b7de5c-625e-4531-ade4-edde3aeb2a38 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:19.528526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-8cf063d7-4e98-41c7-8420-384a5a283796 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5059669 Nov 03 18:36:19.546268 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-3c6e2cc0-c18a-4a3f-8fe8-54c7e2d73766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:19.548208 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-3c6e2cc0-c18a-4a3f-8fe8-54c7e2d73766 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.1592066 Nov 03 18:36:19.577060 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6f2120ec-fc87-4870-9775-b673090ed457 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9380572 Nov 03 18:36:19.577060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36718) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:19.578677 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Request body: {'port': {'device_id': 'ef332bef-4e21-4188-abd2-8a8cad446864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:19.658297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:19.666856 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-9a9f225c-b959-49a5-bcdc-57ac4c461ed9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a59d86a-0d89-4c23-961d-c644f2d0edcc HTTP/1.1" status: 200 len: 217 time: 0.1107059 Nov 03 18:36:19.677345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-a4eb8deb-5b5c-42a0-8acd-94252a3825e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:19.678832 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-a4eb8deb-5b5c-42a0-8acd-94252a3825e6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1846626 Nov 03 18:36:19.741061 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398de6c-547b-436f-8464-f85206cd8133 req-24cdc20a-647b-495e-9998-1a85faa21fbe tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:19.742698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1398de6c-547b-436f-8464-f85206cd8133 req-24cdc20a-647b-495e-9998-1a85faa21fbe tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 945 time: 0.7483547 Nov 03 18:36:19.796186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-74b7de5c-625e-4531-ade4-edde3aeb2a38', 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'fixed_ips': [{'subnet_id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:36:19.797062 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:19.804598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:19.805637 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:19.836827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b092936-b9ec-47a8-b1b6-73a72c66bea4 req-acd2caf3-ff48-41c0-9095-5e0d17287384 service neutron] 10.222.0.107 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769647 Nov 03 18:36:19.871446 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:19.882187 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062353-9318-4196-a320-02c99d5e07a9 req-99890e36-f994-4315-becf-6f7cdece91be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:19.883680 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba062353-9318-4196-a320-02c99d5e07a9 req-99890e36-f994-4315-becf-6f7cdece91be service neutron] 10.222.0.87 "GET /v2.0/networks?id=50fc5b2b-7db6-4980-b24e-f83bbbbce52f HTTP/1.1" status: 200 len: 918 time: 0.4483678 Nov 03 18:36:19.897978 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:19.908285 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4464b8ff-faaf-4e7c-98f3-278f64fb0c92 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:19.984545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Allocated IP 172.20.0.2 (74b7de5c-625e-4531-ade4-edde3aeb2a38/bf3b54d6-1983-470d-8b3b-6e8728cac670/4fefc3aa-23af-4830-812f-2d08ea7d6f28) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:19.989028 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba062353-9318-4196-a320-02c99d5e07a9 req-0544c2d9-7594-4ced-824f-29ad5875e449 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44afaffd-2445-4d3b-8d1f-5ac13472b446 HTTP/1.1" status: 200 len: 217 time: 0.0849042 Nov 03 18:36:20.028065 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1398de6c-547b-436f-8464-f85206cd8133 req-23568680-d660-4d9c-beaf-86ffc35b553b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622495 Nov 03 18:36:20.081874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Router ed451d8b-11c1-4ee2-aee6-9a402f188e12 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:36:20.082092 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.100153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-63bc0627-f6b5-4108-96ea-b63c128b14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:20.101679 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-63bc0627-f6b5-4108-96ea-b63c128b14b6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.4266658 Nov 03 18:36:20.172860 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-8f69fc52-a6a8-43b8-a5da-183db165a1a4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528543 Nov 03 18:36:20.184649 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.192139 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 44afaffd-2445-4d3b-8d1f-5ac13472b446 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:36:20.207330 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.292078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Network 74b7de5c-625e-4531-ade4-edde3aeb2a38 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:20.298070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:20.319131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062353-9318-4196-a320-02c99d5e07a9 req-0b0d3a5a-7f04-4f4b-af81-5862fc57c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:20.321657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba062353-9318-4196-a320-02c99d5e07a9 req-0b0d3a5a-7f04-4f4b-af81-5862fc57c77e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9dfabbf6-b34a-4c40-9423-b2e1ae1d8343 HTTP/1.1" status: 200 len: 857 time: 0.3135972 Nov 03 18:36:20.345068 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:20.352210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Pushing event updated for resources: {'Port': ['ID=4fefc3aa-23af-4830-812f-2d08ea7d6f28,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:20.360523 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4464b8ff-faaf-4e7c-98f3-278f64fb0c92 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.371153 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-1cc846e2-14be-4dec-94a7-ec49dc8bed4c service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489172 Nov 03 18:36:20.380128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7bda8-e061-4a69-8c63-b1f4094b8720 req-55fd66d3-0daf-453c-a940-7958fadcdff1 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:20.381229 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-c217f7d7-0641-4866-b43a-beff90e05e93 service neutron] 10.222.0.87 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610005 Nov 03 18:36:20.381726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28d7bda8-e061-4a69-8c63-b1f4094b8720 req-55fd66d3-0daf-453c-a940-7958fadcdff1 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d8de815-58b9-4e0c-b191-dd1f6b62a95e HTTP/1.1" status: 200 len: 943 time: 0.4114695 Nov 03 18:36:20.423494 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba062353-9318-4196-a320-02c99d5e07a9 req-3d0d3a1b-6a5d-4ea8-a5b3-ddcb859bf6a4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=50fc5b2b-7db6-4980-b24e-f83bbbbce52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840235 Nov 03 18:36:20.441705 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Attempting to bind port 4fefc3aa-23af-4830-812f-2d08ea7d6f28 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:20.443890 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Attempting to bind port 4fefc3aa-23af-4830-812f-2d08ea7d6f28 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '591f6f94-fd57-408e-8ac3-238cdc06a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:20.444272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Attempting to bind port 4fefc3aa-23af-4830-812f-2d08ea7d6f28 on network 74b7de5c-625e-4531-ade4-edde3aeb2a38 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:20.470224 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:20.470640 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Checking segment: {'id': '591f6f94-fd57-408e-8ac3-238cdc06a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:20.471036 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.471431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Bound using segment: {'id': '591f6f94-fd57-408e-8ac3-238cdc06a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:20.471962 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Bound port: 4fefc3aa-23af-4830-812f-2d08ea7d6f28, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591f6f94-fd57-408e-8ac3-238cdc06a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:20.472341 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.501943 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 44afaffd-2445-4d3b-8d1f-5ac13472b446, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=44afaffd-2445-4d3b-8d1f-5ac13472b446,segment=NetworkSegment(4ce8d045-17c7-4d74-9c52-b0a48329c30d),segment_id=4ce8d045-17c7-4d74-9c52-b0a48329c30d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:20.538731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '44afaffd-2445-4d3b-8d1f-5ac13472b446', 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f', 'port_id': '44afaffd-2445-4d3b-8d1f-5ac13472b446', 'mac_address': 'fa:16:3e:b3:20:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfabbf6-b34a-4c40-9423-b2e1ae1d8343', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:36:20.540025 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f20b414f-b7ab-4017-b043-c9534ff0eb53 req-679dc1b4-46ce-48a0-a69e-8e5a902b209f service neutron] 10.222.0.87 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410089 Nov 03 18:36:20.594880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4464b8ff-faaf-4e7c-98f3-278f64fb0c92 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:20.608496 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] For port 4fefc3aa-23af-4830-812f-2d08ea7d6f28, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:20.613820 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] For port 4fefc3aa-23af-4830-812f-2d08ea7d6f28, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4fefc3aa-23af-4830-812f-2d08ea7d6f28,segment=NetworkSegment(591f6f94-fd57-408e-8ac3-238cdc06a505),segment_id=591f6f94-fd57-408e-8ac3-238cdc06a505)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:20.617641 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.650200 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44afaffd-2445-4d3b-8d1f-5ac13472b446 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:20.654742 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.686725 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4464b8ff-faaf-4e7c-98f3-278f64fb0c92 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:20.749371 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 44afaffd-2445-4d3b-8d1f-5ac13472b446, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=44afaffd-2445-4d3b-8d1f-5ac13472b446,segment=NetworkSegment(4ce8d045-17c7-4d74-9c52-b0a48329c30d),segment_id=4ce8d045-17c7-4d74-9c52-b0a48329c30d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:20.758416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4464b8ff-faaf-4e7c-98f3-278f64fb0c92 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:20.761061 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464b8ff-faaf-4e7c-98f3-278f64fb0c92 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Pushing event updated for resources: {'Port': ['ID=75dc7332-da08-4067-a0bf-be2e17e7675d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:20.764063 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:20.794759 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4765dbdf-dd01-4a4d-9e2b-d0bac3df9424 req-78c6674e-4140-49d9-a6dd-0d6be02dee40 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips/752fd1cf-6592-4db4-8c01-79cf48ebd553 HTTP/1.1" status: 200 len: 692 time: 0.2430017 Nov 03 18:36:20.795289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b4221-2ba7-4766-95c1-0fdd95130f24 None None] Pushing event updated for resources: {'Port': ['ID=4fefc3aa-23af-4830-812f-2d08ea7d6f28,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:20.857500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=44afaffd-2445-4d3b-8d1f-5ac13472b446,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:20.911988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:20.922200 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Sync routers for ids ['ed451d8b-11c1-4ee2-aee6-9a402f188e12'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:20.923310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28d7bda8-e061-4a69-8c63-b1f4094b8720 req-c76b14f6-433f-4589-8803-b571c418b102 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160558 Nov 03 18:36:20.941478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Routers {'ed451d8b-11c1-4ee2-aee6-9a402f188e12'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:20.954773 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ed451d8b-11c1-4ee2-aee6-9a402f188e12'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:20.976388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347ce75-9d52-4587-a50d-07531edfeb5e req-0c8fccfa-40c7-46f8-8fdb-c0c7f8c09942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:20.978940 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9347ce75-9d52-4587-a50d-07531edfeb5e req-0c8fccfa-40c7-46f8-8fdb-c0c7f8c09942 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3244fbd166ef4347a56433f1643aae96&device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 1097 time: 0.3116121 Nov 03 18:36:20.994888 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-149c9e5b-9073-462b-9869-2d2ac306d983 service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6123037 Nov 03 18:36:21.041120 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.110036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba062353-9318-4196-a320-02c99d5e07a9 req-0cfa1ce8-0f76-4ef1-9edf-e4ba20e7611c service neutron] 10.222.0.87 "GET /v2.0/networks/50fc5b2b-7db6-4980-b24e-f83bbbbce52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384592 Nov 03 18:36:21.121031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4464b8ff-faaf-4e7c-98f3-278f64fb0c92 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:21.122191 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4464b8ff-faaf-4e7c-98f3-278f64fb0c92 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.136956 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.183618 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Set router ed451d8b-11c1-4ee2-aee6-9a402f188e12 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:21.265848 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.270888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-300a7210-0de5-41c7-9c9a-184a541d168c admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.9495325 Nov 03 18:36:21.291551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36738) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:21.300293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4464b8ff-faaf-4e7c-98f3-278f64fb0c92 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1752620 Nov 03 18:36:21.347318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Request body: {'port': {'device_id': 'dacd4c07-32ac-443b-b028-0985f0ad0382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:21.408787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Allocated IP 172.25.2.87 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/b12e4dbc-edba-4c3a-af02-7ead0a445083) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:21.457877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347ce75-9d52-4587-a50d-07531edfeb5e req-ed02be66-175c-4ba4-b09f-d740d52f1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:21.460499 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9347ce75-9d52-4587-a50d-07531edfeb5e req-ed02be66-175c-4ba4-b09f-d740d52f1f2d service neutron] 10.222.0.87 "GET /v2.0/networks?id=17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 200 len: 921 time: 0.4644504 Nov 03 18:36:21.467317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-f0aab7af-5fb2-4c90-802f-46c5defce3af tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:21.469536 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-f0aab7af-5fb2-4c90-802f-46c5defce3af tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce&tenant_id=04adf6892c414a028b77c4d4f0759b92&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 1096 time: 0.1017716 Nov 03 18:36:21.535921 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9347ce75-9d52-4587-a50d-07531edfeb5e req-339768b2-1845-4040-9b2d-be317d39733e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b56174a-42b3-4702-a5e7-6683ccb41159 HTTP/1.1" status: 200 len: 217 time: 0.0649827 Nov 03 18:36:21.582430 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:21.630442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765dbdf-dd01-4a4d-9e2b-d0bac3df9424 req-2ca35224-5af7-4966-8a5b-a4c52d793cf8 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:21.641780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['44afaffd-2445-4d3b-8d1f-5ac13472b446'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:21.643285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4765dbdf-dd01-4a4d-9e2b-d0bac3df9424 req-2ca35224-5af7-4966-8a5b-a4c52d793cf8 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.8461864 Nov 03 18:36:21.647710 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.833321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be40b34-05a8-4946-bcfc-0fa3bcec58aa req-5db7398d-913a-4e95-8a49-8312a2edca8c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:21.845332 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1be40b34-05a8-4946-bcfc-0fa3bcec58aa req-5db7398d-913a-4e95-8a49-8312a2edca8c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 945 time: 0.5871139 Nov 03 18:36:21.859967 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.865952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba062353-9318-4196-a320-02c99d5e07a9 req-95b17f5a-36d6-4a16-af91-3ca1f82c60cf service neutron] 10.222.0.87 "GET /v2.0/networks/50fc5b2b-7db6-4980-b24e-f83bbbbce52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037649 Nov 03 18:36:21.867272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Transition to ACTIVE for port object 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:36:21.916569 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4765dbdf-dd01-4a4d-9e2b-d0bac3df9424 req-5707e17d-c217-4279-b767-11654cd741b2 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 695 time: 0.2728415 Nov 03 18:36:21.939221 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:21.960610 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1273790689-router', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:12Z', 'updated_at': '2021-11-03T18:36:17Z', 'revision_number': 3, 'project_id': '5a5d83ec134642d8bf992b46f2b879e2', 'gw_port': {'id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:15Z', 'updated_at': '2021-11-03T18:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:22.053090 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Checking router: ed451d8b-11c1-4ee2-aee6-9a402f188e12 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:22.054236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Updating router ed451d8b-11c1-4ee2-aee6-9a402f188e12 port d89c7364-82d9-4f70-baca-3ab59ca3a341 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:36:22.112760 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.118437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4fefc3aa-23af-4830-812f-2d08ea7d6f28 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:22.299880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347ce75-9d52-4587-a50d-07531edfeb5e req-44f15923-3644-4112-8aef-09632ce55f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:22.301422 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9347ce75-9d52-4587-a50d-07531edfeb5e req-44f15923-3644-4112-8aef-09632ce55f40 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 200 len: 859 time: 0.7415187 Nov 03 18:36:22.355372 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e7339d-297c-4526-81ca-9398f107ecef None None] Network 74b7de5c-625e-4531-ade4-edde3aeb2a38 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:22.369818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-a26e05d6-6666-4738-b36b-071bb5f3b76a service neutron] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:22.387623 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-a26e05d6-6666-4738-b36b-071bb5f3b76a service neutron] Publish callbacks [] for binding, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.389141 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d0092b54-7b8c-43bb-ade5-bd9c07eb2b1b req-a26e05d6-6666-4738-b36b-071bb5f3b76a service neutron] 10.222.0.98 "DELETE /v2.0/ports/5a59d86a-0d89-4c23-961d-c644f2d0edcc/bindings/n-h1-812150-4 HTTP/1.1" status: 204 len: 173 time: 0.8517063 Nov 03 18:36:22.398812 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.430681 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347ce75-9d52-4587-a50d-07531edfeb5e req-39b4d5b7-048a-46f0-9e78-ad0c7dcc41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:22.432147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 4fefc3aa-23af-4830-812f-2d08ea7d6f28 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:22.432573 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.432966 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9347ce75-9d52-4587-a50d-07531edfeb5e req-39b4d5b7-048a-46f0-9e78-ad0c7dcc41d6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=17a1e39a-386f-498c-8519-821f57e992b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101418 Nov 03 18:36:22.463935 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.555302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:22.590323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:22.594001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:22.645184 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Pushing event updated for resources: {'Port': ['ID=b12e4dbc-edba-4c3a-af02-7ead0a445083,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:22.670623 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.688513 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.754786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca0578-b7cf-4a38-8c13-dbdeeaa2a48a None None] Pushing event updated for resources: {'Port': ['ID=d89c7364-82d9-4f70-baca-3ab59ca3a341,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:22.772218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f41a8423-5ccc-417e-bc5c-f8d43cf548fa None None] Provisioning complete for port 4fefc3aa-23af-4830-812f-2d08ea7d6f28 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:22.772618 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f41a8423-5ccc-417e-bc5c-f8d43cf548fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.790879 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9347ce75-9d52-4587-a50d-07531edfeb5e req-ba9da894-e52d-4b12-806e-2523c9b478f4 service neutron] 10.222.0.87 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090467 Nov 03 18:36:22.877708 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4765dbdf-dd01-4a4d-9e2b-d0bac3df9424 req-e1016f9a-e994-4a31-b2ed-80fe03064aa1 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.5 HTTP/1.1" status: 200 len: 695 time: 0.9598565 Nov 03 18:36:22.922589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Attempting to bind port d89c7364-82d9-4f70-baca-3ab59ca3a341 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:22.923047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Attempting to bind port d89c7364-82d9-4f70-baca-3ab59ca3a341 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:22.923422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Attempting to bind port d89c7364-82d9-4f70-baca-3ab59ca3a341 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:22.933786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:22.934637 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:22.934637 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:22.934998 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:22.935476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Bound port: d89c7364-82d9-4f70-baca-3ab59ca3a341, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:22.936344 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.045147 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1be40b34-05a8-4946-bcfc-0fa3bcec58aa req-d0a90d5a-489f-4f5f-bf63-70d66a64b556 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1985519 Nov 03 18:36:23.089321 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9347ce75-9d52-4587-a50d-07531edfeb5e req-0683dc14-9ba3-4b6f-ad39-e1db7f8621e4 service neutron] 10.222.0.87 "GET /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515094 Nov 03 18:36:23.158213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Pushing event updated for resources: {'Port': ['ID=5418cf7b-9d94-4081-b90d-8c3e1a9e6685,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:23.169314 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f41a8423-5ccc-417e-bc5c-f8d43cf548fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.177529 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.182457 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] For port d89c7364-82d9-4f70-baca-3ab59ca3a341, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:23.196980 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.229181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] For port d89c7364-82d9-4f70-baca-3ab59ca3a341, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d89c7364-82d9-4f70-baca-3ab59ca3a341,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:23.259518 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.306346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 4fefc3aa-23af-4830-812f-2d08ea7d6f28, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4fefc3aa-23af-4830-812f-2d08ea7d6f28,segment=NetworkSegment(591f6f94-fd57-408e-8ac3-238cdc06a505),segment_id=591f6f94-fd57-408e-8ac3-238cdc06a505)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:23.322058 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.475258 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Routers {'ed451d8b-11c1-4ee2-aee6-9a402f188e12'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:23.476371 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ed451d8b-11c1-4ee2-aee6-9a402f188e12'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:23.484916 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca0578-b7cf-4a38-8c13-dbdeeaa2a48a None None] Pushing event updated for resources: {'Port': ['ID=d89c7364-82d9-4f70-baca-3ab59ca3a341,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:23.491892 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-f41a8423-5ccc-417e-bc5c-f8d43cf548fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:36:23.493163 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-f41a8423-5ccc-417e-bc5c-f8d43cf548fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:36:23.638608 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.656218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=4fefc3aa-23af-4830-812f-2d08ea7d6f28,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:23.706031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] Set router ed451d8b-11c1-4ee2-aee6-9a402f188e12 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:23.787006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75dc7332-da08-4067-a0bf-be2e17e7675d {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:23.815636 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:23.861798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:36:23.991152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d8f4f-4951-4561-b88c-b26ec6475c53 req-32a46d9d-b568-4f0f-b94f-bdfe09ee0311 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:23.998452 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c7d8f4f-4951-4561-b88c-b26ec6475c53 req-32a46d9d-b568-4f0f-b94f-bdfe09ee0311 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d8de815-58b9-4e0c-b191-dd1f6b62a95e HTTP/1.1" status: 200 len: 944 time: 0.4476423 Nov 03 18:36:24.025001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Transition to ACTIVE for port object 75dc7332-da08-4067-a0bf-be2e17e7675d will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:36:24.046500 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.058432 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4fefc3aa-23af-4830-812f-2d08ea7d6f28 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:24.060796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:24.074857 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Sync routers for ids ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:24.089429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 44afaffd-2445-4d3b-8d1f-5ac13472b446 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:24.092108 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Routers {'9263b7fd-621f-4749-9294-4e4d0c6c5d6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:24.094406 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:24.108683 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Attempting to bind port 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:24.109110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Attempting to bind port 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '4ce8d045-17c7-4d74-9c52-b0a48329c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:24.109426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Attempting to bind port 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 on network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:24.118941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Pushing event updated for resources: {'Port': ['ID=75dc7332-da08-4067-a0bf-be2e17e7675d,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:24.123550 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.125025 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-aeb859bb-cfd7-412b-bb16-7337e8f8f23b admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5507314 Nov 03 18:36:24.127691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36752) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:24.179765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Port 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 on network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:36:24.180097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Attempting to bind port 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 on network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:24.218053 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:24.218381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Checking segment: {'id': '4ce8d045-17c7-4d74-9c52-b0a48329c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:24.218771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Bound using segment: {'id': '4ce8d045-17c7-4d74-9c52-b0a48329c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:24.219235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Bound port: 5418cf7b-9d94-4081-b90d-8c3e1a9e6685, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8d045-17c7-4d74-9c52-b0a48329c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:24.219592 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.221901 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Set router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:24.251066 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c7d8f4f-4951-4561-b88c-b26ec6475c53 req-1e791f09-7e40-4ec5-90db-7edf0ae20fb4 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368109 Nov 03 18:36:24.288740 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-4765dbdf-dd01-4a4d-9e2b-d0bac3df9424 req-e15d4af8-298b-4afc-9a64-f246f1750e02 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Deleting port 1948daa6-33cf-47fb-9fda-db2465709daf {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:24.289336 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1273790689-router', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:12Z', 'updated_at': '2021-11-03T18:36:17Z', 'revision_number': 3, 'project_id': '5a5d83ec134642d8bf992b46f2b879e2', 'gw_port': {'id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:15Z', 'updated_at': '2021-11-03T18:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:24.293289 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4765dbdf-dd01-4a4d-9e2b-d0bac3df9424 req-e15d4af8-298b-4afc-9a64-f246f1750e02 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.454706 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:19Z', 'updated_at': '2021-11-03T18:36:22Z', 'revision_number': 3, 'project_id': '0487d7314e3748c0932b744a4660085a', 'gw_port': {'id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:21Z', 'updated_at': '2021-11-03T18:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:24.497031 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Checking router: 9263b7fd-621f-4749-9294-4e4d0c6c5d6f for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:24.497734 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Updating router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f port b12e4dbc-edba-4c3a-af02-7ead0a445083 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:36:24.507663 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 4fefc3aa-23af-4830-812f-2d08ea7d6f28 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:24.508235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.509640 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6c1b9-67bd-4c72-a6a2-77971a557426 None None] The sync data for ids ['ed451d8b-11c1-4ee2-aee6-9a402f188e12'] in n-d-812150-4 is: [{'id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1273790689-router', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:12Z', 'updated_at': '2021-11-03T18:36:17Z', 'revision_number': 3, 'project_id': '5a5d83ec134642d8bf992b46f2b879e2', 'gw_port': {'id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:15Z', 'updated_at': '2021-11-03T18:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:24.536270 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.553955 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-92b7015b-5984-4b84-8bde-489bf3ca5f5f None None] Provisioning complete for port 4fefc3aa-23af-4830-812f-2d08ea7d6f28 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:24.554349 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-92b7015b-5984-4b84-8bde-489bf3ca5f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.585639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 44afaffd-2445-4d3b-8d1f-5ac13472b446 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:36:24.592354 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 44afaffd-2445-4d3b-8d1f-5ac13472b446 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:24.592734 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.718850 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4765dbdf-dd01-4a4d-9e2b-d0bac3df9424 req-e15d4af8-298b-4afc-9a64-f246f1750e02 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.719464 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4765dbdf-dd01-4a4d-9e2b-d0bac3df9424 req-e15d4af8-298b-4afc-9a64-f246f1750e02 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.734828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-4765dbdf-dd01-4a4d-9e2b-d0bac3df9424 req-e15d4af8-298b-4afc-9a64-f246f1750e02 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Calling delete_port for 1948daa6-33cf-47fb-9fda-db2465709daf owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:24.837923 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.894701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8de815-58b9-4e0c-b191-dd1f6b62a95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44afaffd-2445-4d3b-8d1f-5ac13472b446'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:24.904388 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94b9798-b6e9-457a-bf05-04e4c065e7af" -d '{"events": [{"server_uuid": "7d8de815-58b9-4e0c-b191-dd1f6b62a95e", "name": "network-vif-plugged", "status": "completed", "tag": "44afaffd-2445-4d3b-8d1f-5ac13472b446"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:24.906852 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.933960 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 44afaffd-2445-4d3b-8d1f-5ac13472b446, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=44afaffd-2445-4d3b-8d1f-5ac13472b446,segment=NetworkSegment(4ce8d045-17c7-4d74-9c52-b0a48329c30d),segment_id=4ce8d045-17c7-4d74-9c52-b0a48329c30d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:24.945033 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:24.978648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Attempting to bind port 75dc7332-da08-4067-a0bf-be2e17e7675d on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:24.979042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Attempting to bind port 75dc7332-da08-4067-a0bf-be2e17e7675d by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '4ce8d045-17c7-4d74-9c52-b0a48329c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:24.979429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Attempting to bind port 75dc7332-da08-4067-a0bf-be2e17e7675d on network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:24.996595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fccea6-81f0-433e-903a-e245de84ef42 req-4478d951-ee8a-4756-acba-b55ff3e4d1b6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:24.998188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3fccea6-81f0-433e-903a-e245de84ef42 req-4478d951-ee8a-4756-acba-b55ff3e4d1b6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 945 time: 0.6136684 Nov 03 18:36:25.039541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Port 75dc7332-da08-4067-a0bf-be2e17e7675d on network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:36:25.040111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Attempting to bind port 75dc7332-da08-4067-a0bf-be2e17e7675d on network 50fc5b2b-7db6-4980-b24e-f83bbbbce52f {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:25.048743 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4765dbdf-dd01-4a4d-9e2b-d0bac3df9424 req-e15d4af8-298b-4afc-9a64-f246f1750e02 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.066842 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=44afaffd-2445-4d3b-8d1f-5ac13472b446,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:25.102813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:25.103169 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Checking segment: {'id': '4ce8d045-17c7-4d74-9c52-b0a48329c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:25.103703 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Bound using segment: {'id': '4ce8d045-17c7-4d74-9c52-b0a48329c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:25.104244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Bound port: 75dc7332-da08-4067-a0bf-be2e17e7675d, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce8d045-17c7-4d74-9c52-b0a48329c30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:25.104609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.143276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] For port 5418cf7b-9d94-4081-b90d-8c3e1a9e6685, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:25.165013 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d4af8-298b-4afc-9a64-f246f1750e02 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Pushing event deleted for resources: {'Port': ['ID=1948daa6-33cf-47fb-9fda-db2465709daf,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:25.178311 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.186329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Allocated IP 172.20.0.1 (74b7de5c-625e-4531-ade4-edde3aeb2a38/bf3b54d6-1983-470d-8b3b-6e8728cac670/aaac243f-6de9-4cf1-92cf-d6502bb7b8fe) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:25.192563 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.204444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] For port 5418cf7b-9d94-4081-b90d-8c3e1a9e6685, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5418cf7b-9d94-4081-b90d-8c3e1a9e6685,segment=NetworkSegment(4ce8d045-17c7-4d74-9c52-b0a48329c30d),segment_id=4ce8d045-17c7-4d74-9c52-b0a48329c30d)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:25.263820 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a05e17-7bdb-4b88-93a7-f955db42e81c None None] Pushing event updated for resources: {'Port': ['ID=b12e4dbc-edba-4c3a-af02-7ead0a445083,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:25.276875 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a05e17-7bdb-4b88-93a7-f955db42e81c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:25.277736 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a05e17-7bdb-4b88-93a7-f955db42e81c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:25.277866 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a05e17-7bdb-4b88-93a7-f955db42e81c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:25.278195 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a05e17-7bdb-4b88-93a7-f955db42e81c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:25.278583 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a05e17-7bdb-4b88-93a7-f955db42e81c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:25.278918 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a05e17-7bdb-4b88-93a7-f955db42e81c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:25.279249 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a05e17-7bdb-4b88-93a7-f955db42e81c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:25.279663 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a05e17-7bdb-4b88-93a7-f955db42e81c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:25.279999 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a05e17-7bdb-4b88-93a7-f955db42e81c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:25.280324 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a05e17-7bdb-4b88-93a7-f955db42e81c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:25.280708 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a05e17-7bdb-4b88-93a7-f955db42e81c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:25.281034 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a05e17-7bdb-4b88-93a7-f955db42e81c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:36:25.296968 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.313321 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Attempting to bind port b12e4dbc-edba-4c3a-af02-7ead0a445083 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:25.313678 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Attempting to bind port b12e4dbc-edba-4c3a-af02-7ead0a445083 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:25.314555 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Attempting to bind port b12e4dbc-edba-4c3a-af02-7ead0a445083 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:25.322023 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:25.323019 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:25.323603 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.323916 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:25.324377 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Bound port: b12e4dbc-edba-4c3a-af02-7ead0a445083, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:25.325856 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.372200 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.390626 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] For port b12e4dbc-edba-4c3a-af02-7ead0a445083, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:25.394469 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] For port b12e4dbc-edba-4c3a-af02-7ead0a445083, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b12e4dbc-edba-4c3a-af02-7ead0a445083,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:25.400357 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.423079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:25.423852 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.425778 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] 10.222.0.98 "PUT /v2.0/ports/5418cf7b-9d94-4081-b90d-8c3e1a9e6685 HTTP/1.1" status: 200 len: 1091 time: 5.8610373 Nov 03 18:36:25.426734 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.429823 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3fccea6-81f0-433e-903a-e245de84ef42 req-04543072-22e9-4d21-a4dc-4827f60cc01f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759408 Nov 03 18:36:25.442319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef332bef-4e21-4188-abd2-8a8cad446864', 'tag': '5418cf7b-9d94-4081-b90d-8c3e1a9e6685'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:25.444963 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d97b9c-77a8-44ec-8972-06c22a266204" -d '{"events": [{"name": "network-changed", "server_uuid": "ef332bef-4e21-4188-abd2-8a8cad446864", "tag": "5418cf7b-9d94-4081-b90d-8c3e1a9e6685"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:25.465271 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Routers {'9263b7fd-621f-4749-9294-4e4d0c6c5d6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:25.466348 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:25.486961 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4765dbdf-dd01-4a4d-9e2b-d0bac3df9424 req-e15d4af8-298b-4afc-9a64-f246f1750e02 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.490476 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4765dbdf-dd01-4a4d-9e2b-d0bac3df9424 req-e15d4af8-298b-4afc-9a64-f246f1750e02 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.491688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4765dbdf-dd01-4a4d-9e2b-d0bac3df9424 req-e15d4af8-298b-4afc-9a64-f246f1750e02 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "DELETE /v2.0/floatingips/752fd1cf-6592-4db4-8c01-79cf48ebd553 HTTP/1.1" status: 204 len: 173 time: 2.5311625 Nov 03 18:36:25.520742 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.540260 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Pushing event updated for resources: {'Port': ['ID=aaac243f-6de9-4cf1-92cf-d6502bb7b8fe,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:25.561027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Network 74b7de5c-625e-4531-ade4-edde3aeb2a38 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:25.563944 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:25.566782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:25.582968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] For port 75dc7332-da08-4067-a0bf-be2e17e7675d, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:25.600365 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d58f14-e70d-4e0a-9904-56f8813d347a service neutron] Pushing event updated for resources: {'Port': ['ID=5418cf7b-9d94-4081-b90d-8c3e1a9e6685,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:25.634774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] For port 75dc7332-da08-4067-a0bf-be2e17e7675d, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=75dc7332-da08-4067-a0bf-be2e17e7675d,segment=NetworkSegment(4ce8d045-17c7-4d74-9c52-b0a48329c30d),segment_id=4ce8d045-17c7-4d74-9c52-b0a48329c30d)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:25.685581 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8f263cec-e77a-4601-82a8-e8c46b222c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.701125 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.737408 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f9051d-a626-4cc7-8707-b8688cbc3c03 x-openstack-request-id: req-91f9051d-a626-4cc7-8707-b8688cbc3c03 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:25.737726 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8de815-58b9-4e0c-b191-dd1f6b62a95e", "name": "network-vif-plugged", "status": "completed", "tag": "44afaffd-2445-4d3b-8d1f-5ac13472b446", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:25.737987 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-91f9051d-a626-4cc7-8707-b8688cbc3c03 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:25.738385 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8de815-58b9-4e0c-b191-dd1f6b62a95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44afaffd-2445-4d3b-8d1f-5ac13472b446', 'code': 200} Nov 03 18:36:25.748843 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] Set router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:25.760752 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4f3eeb4d-648e-4362-8ada-33c78365fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:25.775160 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-4f3eeb4d-648e-4362-8ada-33c78365fc26 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dac85fe88037412992bcb26da561410e&device_id=ef332bef-4e21-4188-abd2-8a8cad446864 HTTP/1.1" status: 200 len: 1094 time: 0.2743821 Nov 03 18:36:25.776406 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.862802 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a05e17-7bdb-4b88-93a7-f955db42e81c None None] Pushing event updated for resources: {'Port': ['ID=b12e4dbc-edba-4c3a-af02-7ead0a445083,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:25.863858 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84787b1a-f666-47c8-a210-56a5204eae91 x-openstack-request-id: req-84787b1a-f666-47c8-a210-56a5204eae91 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:25.864155 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef332bef-4e21-4188-abd2-8a8cad446864", "tag": "5418cf7b-9d94-4081-b90d-8c3e1a9e6685", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:25.864411 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-84787b1a-f666-47c8-a210-56a5204eae91 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:25.864820 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef332bef-4e21-4188-abd2-8a8cad446864', 'tag': '5418cf7b-9d94-4081-b90d-8c3e1a9e6685', 'status': 'completed', 'code': 200} Nov 03 18:36:25.939385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-7ee28646-194b-4e9d-910d-6daa56e174e9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5418cf7b-9d94-4081-b90d-8c3e1a9e6685 HTTP/1.1" status: 200 len: 217 time: 0.1398270 Nov 03 18:36:25.984230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:25.984864 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:25.986289 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] 10.222.0.98 "PUT /v2.0/ports/75dc7332-da08-4067-a0bf-be2e17e7675d HTTP/1.1" status: 200 len: 1091 time: 4.6567745 Nov 03 18:36:26.095045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c77facfb-40a4-4431-8940-18d54afa9a86 None None] Provisioning complete for port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:26.095422 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c77facfb-40a4-4431-8940-18d54afa9a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.118572 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fb0c1-c291-4d34-9bf9-3c5da7a80fa8 req-ddfadce8-8d5b-4887-ba8e-9ccea2a3606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:26.120496 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d43fb0c1-c291-4d34-9bf9-3c5da7a80fa8 req-ddfadce8-8d5b-4887-ba8e-9ccea2a3606d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7d8de815-58b9-4e0c-b191-dd1f6b62a95e HTTP/1.1" status: 200 len: 1096 time: 0.1997294 Nov 03 18:36:26.122195 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-d17e89f0-5675-47ce-abde-8ec96c2da85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:26.123824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-d17e89f0-5675-47ce-abde-8ec96c2da85a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9dfabbf6-b34a-4c40-9423-b2e1ae1d8343 HTTP/1.1" status: 200 len: 857 time: 0.0745397 Nov 03 18:36:26.127168 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.141814 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d89c7364-82d9-4f70-baca-3ab59ca3a341 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:26.180574 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:19Z', 'updated_at': '2021-11-03T18:36:22Z', 'revision_number': 3, 'project_id': '0487d7314e3748c0932b744a4660085a', 'gw_port': {'id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:21Z', 'updated_at': '2021-11-03T18:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:26.188455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65830519-0a99-42e9-8855-511837a6fda2 service neutron] Pushing event updated for resources: {'Port': ['ID=75dc7332-da08-4067-a0bf-be2e17e7675d,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:26.217654 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35921f32-ab2b-441d-81eb-b3b4d9da6de9 None None] The sync data for ids ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'] in n-d-812150-4 is: [{'id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:19Z', 'updated_at': '2021-11-03T18:36:22Z', 'revision_number': 3, 'project_id': '0487d7314e3748c0932b744a4660085a', 'gw_port': {'id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:21Z', 'updated_at': '2021-11-03T18:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:26.267864 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c77facfb-40a4-4431-8940-18d54afa9a86 None None] Port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:36:26.280695 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-a6abbf72-1318-4663-99b1-40a40f160bd5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=50fc5b2b-7db6-4980-b24e-f83bbbbce52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614676 Nov 03 18:36:26.307206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port d89c7364-82d9-4f70-baca-3ab59ca3a341 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:26.307696 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.309792 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d43fb0c1-c291-4d34-9bf9-3c5da7a80fa8 req-eb7ec5be-f2e1-4fa6-b4b1-1b0c4cb6ebdd service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649303 Nov 03 18:36:26.362668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c54b58-f8aa-4188-864d-05ef3dc5d130 req-0ea28a26-0f2f-4e61-9d4b-d8160aed18ea tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:26.371298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b6c54b58-f8aa-4188-864d-05ef3dc5d130 req-0ea28a26-0f2f-4e61-9d4b-d8160aed18ea tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d8de815-58b9-4e0c-b191-dd1f6b62a95e HTTP/1.1" status: 200 len: 945 time: 0.5896559 Nov 03 18:36:26.402820 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.422339 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.429333 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.433232 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port d89c7364-82d9-4f70-baca-3ab59ca3a341, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d89c7364-82d9-4f70-baca-3ab59ca3a341,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:26.437920 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.494394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=d89c7364-82d9-4f70-baca-3ab59ca3a341,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:26.509108 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:26.511149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Pushing event updated for resources: {'Port': ['ID=aaac243f-6de9-4cf1-92cf-d6502bb7b8fe,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:26.648092 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Network 74b7de5c-625e-4531-ade4-edde3aeb2a38 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:26.649834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:26.835104 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:36:26.868767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Allocated IP 172.20.0.1 (4f5ec5a1-8033-44c0-88ce-f998d8f40b9c/6991ca97-2d32-48f5-a6e7-d1a95746378d/9a2b9641-3b01-434b-a703-5719ea155b1d) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:26.918256 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-7d915318-1872-4e2e-8118-65b9d79a0d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:26.920032 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-7d915318-1872-4e2e-8118-65b9d79a0d26 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dac85fe88037412992bcb26da561410e&device_id=dacd4c07-32ac-443b-b028-0985f0ad0382 HTTP/1.1" status: 200 len: 1094 time: 0.7953148 Nov 03 18:36:26.928696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-38f177e6-2065-4e7a-80f9-8a57aa5a928e service neutron] 10.222.0.98 "GET /v2.0/networks/50fc5b2b-7db6-4980-b24e-f83bbbbce52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225085 Nov 03 18:36:26.965836 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:26.979663 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f47354de-2772-4142-89bb-67efff180a41 admin admin] 10.222.0.107 "PUT /v2.0/routers/9263b7fd-621f-4749-9294-4e4d0c6c5d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8428235 Nov 03 18:36:27.004034 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-53a62454-0446-4cd6-813c-691e07ec72b5 None None] Provisioning complete for port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:27.005063 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-53a62454-0446-4cd6-813c-691e07ec72b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:27.017192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b6c54b58-f8aa-4188-864d-05ef3dc5d130 req-57a8ed5e-2aaf-43e8-80a2-555ad6135767 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063235 Nov 03 18:36:27.018442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-e95057f1-fc76-4dc0-a8de-7b914a965990 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75dc7332-da08-4067-a0bf-be2e17e7675d HTTP/1.1" status: 200 len: 217 time: 0.0821998 Nov 03 18:36:27.075272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-53a62454-0446-4cd6-813c-691e07ec72b5 None None] Port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:36:27.131227 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42b6ee-d7c7-44bb-a3e7-5fb100a01570 req-40c55a3a-8e79-4c12-97bb-843047674c40 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:27.132811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd42b6ee-d7c7-44bb-a3e7-5fb100a01570 req-40c55a3a-8e79-4c12-97bb-843047674c40 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 1096 time: 0.7804952 Nov 03 18:36:27.134218 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-0c8a87f4-3ed6-4980-9958-07f80df0592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:27.135847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-0c8a87f4-3ed6-4980-9958-07f80df0592c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9dfabbf6-b34a-4c40-9423-b2e1ae1d8343 HTTP/1.1" status: 200 len: 857 time: 0.0976603 Nov 03 18:36:27.251239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-50f95f39-d4a0-4b80-8e07-b367b07df55c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=50fc5b2b-7db6-4980-b24e-f83bbbbce52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726619 Nov 03 18:36:27.377769 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-8df12808-89c3-48c8-9615-6a0c9d6d1bcf service neutron] 10.222.0.98 "GET /v2.0/networks/50fc5b2b-7db6-4980-b24e-f83bbbbce52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321620 Nov 03 18:36:27.390314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2abc34-3e27-43a4-b59e-1b40de7f2752 req-df180394-a8a4-436a-bd7e-28d2951dd45d tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:27.391829 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad2abc34-3e27-43a4-b59e-1b40de7f2752 req-df180394-a8a4-436a-bd7e-28d2951dd45d tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 946 time: 0.2661855 Nov 03 18:36:27.397087 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:27.400012 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd42b6ee-d7c7-44bb-a3e7-5fb100a01570 req-dcf4b600-862d-4f4e-8a2e-e5095f028843 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265220 Nov 03 18:36:27.540272 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-86b7bc78-dec3-4b4a-b3a6-c5f85ccfa3d4 service neutron] 10.222.0.98 "GET /v2.0/networks/50fc5b2b-7db6-4980-b24e-f83bbbbce52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785525 Nov 03 18:36:27.545462 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad2abc34-3e27-43a4-b59e-1b40de7f2752 req-6049c765-7b2f-4ed9-afec-33b3d20654a2 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445265 Nov 03 18:36:27.581293 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:27.626499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d97b9c-77a8-44ec-8972-06c22a266204 req-2cbc9fe9-b7d5-497e-b0c9-6b5b4286b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:27.627934 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98d97b9c-77a8-44ec-8972-06c22a266204 req-2cbc9fe9-b7d5-497e-b0c9-6b5b4286b339 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dac85fe88037412992bcb26da561410e&device_id=ef332bef-4e21-4188-abd2-8a8cad446864 HTTP/1.1" status: 200 len: 1094 time: 0.1955853 Nov 03 18:36:27.720062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Network 4f5ec5a1-8033-44c0-88ce-f998d8f40b9c is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:27.739249 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:27.750967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:27.821221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Pushing event updated for resources: {'Port': ['ID=9a2b9641-3b01-434b-a703-5719ea155b1d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:27.845461 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-861f4164-a93a-49f5-aafd-bb3422090d9b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:27.853144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-861f4164-a93a-49f5-aafd-bb3422090d9b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 820 time: 0.3492928 Nov 03 18:36:27.869390 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacd4c07-32ac-443b-b028-0985f0ad0382', 'tag': '75dc7332-da08-4067-a0bf-be2e17e7675d'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:27.872156 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287fad6f-4fac-4e0f-abe0-528ba4504f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "dacd4c07-32ac-443b-b028-0985f0ad0382", "tag": "75dc7332-da08-4067-a0bf-be2e17e7675d"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:27.914634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d97b9c-77a8-44ec-8972-06c22a266204 req-6bbe168e-11fe-4851-8126-6be6ac0ef642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:27.919458 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98d97b9c-77a8-44ec-8972-06c22a266204 req-6bbe168e-11fe-4851-8126-6be6ac0ef642 service neutron] 10.222.0.98 "GET /v2.0/networks?id=50fc5b2b-7db6-4980-b24e-f83bbbbce52f HTTP/1.1" status: 200 len: 918 time: 0.2430918 Nov 03 18:36:27.936229 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-17296f38-01c9-4238-9512-8cba0d11cdad tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/quotas/9967bc7a71e345f08f6394ec34bbf289 HTTP/1.1" status: 200 len: 375 time: 0.0822027 Nov 03 18:36:27.941369 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fc2717-7a66-473a-9009-2696fd5f6b7e req-04279c01-552f-4f46-8ab2-4b8ee7248993 service neutron] 10.222.0.98 "GET /v2.0/networks/50fc5b2b-7db6-4980-b24e-f83bbbbce52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849025 Nov 03 18:36:28.013576 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:36:28.028573 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98d97b9c-77a8-44ec-8972-06c22a266204 req-e66174d3-049e-4375-8eec-96623e7dc06d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5418cf7b-9d94-4081-b90d-8c3e1a9e6685 HTTP/1.1" status: 200 len: 217 time: 0.0986249 Nov 03 18:36:28.029200 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.060177 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6cee3ac6-e471-420c-9dc5-c9ed8fa0e289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.129672 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-efd33018-677a-4c9a-978a-f0d1dedc8e3f None None] Provisioning complete for port 9a2b9641-3b01-434b-a703-5719ea155b1d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:28.134635 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-efd33018-677a-4c9a-978a-f0d1dedc8e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.169463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d89c7364-82d9-4f70-baca-3ab59ca3a341 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:28.171985 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-59a740c2-fecf-4a37-a4f4-f050932c20d3 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2271600 Nov 03 18:36:28.176027 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d97b9c-77a8-44ec-8972-06c22a266204 req-e658132d-1763-4984-85a8-a35023bfac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:28.177970 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98d97b9c-77a8-44ec-8972-06c22a266204 req-e658132d-1763-4984-85a8-a35023bfac25 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9dfabbf6-b34a-4c40-9423-b2e1ae1d8343 HTTP/1.1" status: 200 len: 857 time: 0.1278307 Nov 03 18:36:28.211365 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-efd33018-677a-4c9a-978a-f0d1dedc8e3f None None] Port 9a2b9641-3b01-434b-a703-5719ea155b1d cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:36:28.231065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port d89c7364-82d9-4f70-baca-3ab59ca3a341 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:28.231628 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.251424 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98d97b9c-77a8-44ec-8972-06c22a266204 req-2b122593-3be0-47d8-9e35-5fb0f24143e4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=50fc5b2b-7db6-4980-b24e-f83bbbbce52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383451 Nov 03 18:36:28.291102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Sync routers for ids ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:28.329010 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36796) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:28.333331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ec272baf-6ac5-410f-8242-ad45b9785d95 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1195822516', 'description': 'tempest-description--1060848063'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:28.340233 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Routers {'9263b7fd-621f-4749-9294-4e4d0c6c5d6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:28.340893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:28.344651 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b12e4dbc-edba-4c3a-af02-7ead0a445083 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:28.437665 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.462129 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec272baf-6ac5-410f-8242-ad45b9785d95 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.465414 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-dc89a577-f334-4b6d-97b7-707e8ad2691f service neutron] 10.222.0.107 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852452 Nov 03 18:36:28.484348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port b12e4dbc-edba-4c3a-af02-7ead0a445083 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:28.484724 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.508749 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Set router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:28.564931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98d97b9c-77a8-44ec-8972-06c22a266204 req-803116ec-2f91-463d-9b87-a5dec64d0252 service neutron] 10.222.0.98 "GET /v2.0/networks/50fc5b2b-7db6-4980-b24e-f83bbbbce52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788117 Nov 03 18:36:28.600142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676b5ba-0cda-4bac-9744-637ec236c90c req-c6dc0c73-309b-4a6b-9fca-b851f7682f2f tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:28.601739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c676b5ba-0cda-4bac-9744-637ec236c90c req-c6dc0c73-309b-4a6b-9fca-b851f7682f2f tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 1096 time: 0.2153912 Nov 03 18:36:28.687954 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.716133 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port b12e4dbc-edba-4c3a-af02-7ead0a445083, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b12e4dbc-edba-4c3a-af02-7ead0a445083,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:28.728891 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.739181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:36:28.820105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-cef1d8e4-d9a2-4cbd-af57-7314ed7c3ef4 service neutron] 10.222.0.107 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435786 Nov 03 18:36:28.843681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=b12e4dbc-edba-4c3a-af02-7ead0a445083,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:28.844419 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec272baf-6ac5-410f-8242-ad45b9785d95 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.849701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c676b5ba-0cda-4bac-9744-637ec236c90c req-333f2c87-4b64-4268-b235-b77a2ff02744 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275474 Nov 03 18:36:28.860857 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec272baf-6ac5-410f-8242-ad45b9785d95 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.876321 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98d97b9c-77a8-44ec-8972-06c22a266204 req-ce548ace-aac3-429c-a0e7-3e990d72975b service neutron] 10.222.0.98 "GET /v2.0/networks/50fc5b2b-7db6-4980-b24e-f83bbbbce52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797642 Nov 03 18:36:28.913704 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec272baf-6ac5-410f-8242-ad45b9785d95 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.917050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ec272baf-6ac5-410f-8242-ad45b9785d95 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5841722 Nov 03 18:36:28.917150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:19Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 4, 'project_id': '0487d7314e3748c0932b744a4660085a', 'gw_port': {'id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:21Z', 'updated_at': '2021-11-03T18:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'aaac243f-6de9-4cf1-92cf-d6502bb7b8fe', 'name': '', 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'mac_address': 'fa:16:3e:7a:ae:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:24Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 2, 'project_id': '0487d7314e3748c0932b744a4660085a', 'subnets': [{'id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:28.917292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec272baf-6ac5-410f-8242-ad45b9785d95 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88421fb9-4b77-44bd-97e8-63b176ed61b9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:28.918880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36806) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:28.926400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4e5ae938-c547-4e8e-ac4b-164b16dd377f tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Request body: {'security_group_rule': {'security_group_id': '88421fb9-4b77-44bd-97e8-63b176ed61b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:28.931929 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.940955 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:28.973292 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Checking router: 9263b7fd-621f-4749-9294-4e4d0c6c5d6f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:28.973792 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Updating router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:36:29.002202 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae938-c547-4e8e-ac4b-164b16dd377f tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.004578 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 5418cf7b-9d94-4081-b90d-8c3e1a9e6685, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5418cf7b-9d94-4081-b90d-8c3e1a9e6685,segment=NetworkSegment(4ce8d045-17c7-4d74-9c52-b0a48329c30d),segment_id=4ce8d045-17c7-4d74-9c52-b0a48329c30d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:29.022041 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.025226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '5418cf7b-9d94-4081-b90d-8c3e1a9e6685', 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f', 'port_id': '5418cf7b-9d94-4081-b90d-8c3e1a9e6685', 'mac_address': 'fa:16:3e:ab:c3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfabbf6-b34a-4c40-9423-b2e1ae1d8343', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:36:29.045809 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.048433 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccacd40-27d0-4619-a84f-fa741406eb5a x-openstack-request-id: req-eccacd40-27d0-4619-a84f-fa741406eb5a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:29.048723 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacd4c07-32ac-443b-b028-0985f0ad0382", "tag": "75dc7332-da08-4067-a0bf-be2e17e7675d", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:29.048970 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-eccacd40-27d0-4619-a84f-fa741406eb5a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:29.049497 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacd4c07-32ac-443b-b028-0985f0ad0382', 'tag': '75dc7332-da08-4067-a0bf-be2e17e7675d', 'status': 'completed', 'code': 200} Nov 03 18:36:29.111489 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.156472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Pushing event updated for resources: {'Port': ['ID=9a2b9641-3b01-434b-a703-5719ea155b1d,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:29.183598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:29.195502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f04589-f027-4759-acce-5b13dc63bf18 req-421efc9d-edd2-49f7-8572-cb01b730e636 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:29.197386 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-57f04589-f027-4759-acce-5b13dc63bf18 req-421efc9d-edd2-49f7-8572-cb01b730e636 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.87 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 946 time: 0.1143775 Nov 03 18:36:29.203831 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae938-c547-4e8e-ac4b-164b16dd377f tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.205957 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae938-c547-4e8e-ac4b-164b16dd377f tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.228049 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.242745 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 5418cf7b-9d94-4081-b90d-8c3e1a9e6685, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5418cf7b-9d94-4081-b90d-8c3e1a9e6685,segment=NetworkSegment(4ce8d045-17c7-4d74-9c52-b0a48329c30d),segment_id=4ce8d045-17c7-4d74-9c52-b0a48329c30d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:29.263570 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.282129 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae938-c547-4e8e-ac4b-164b16dd377f tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.283648 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4e5ae938-c547-4e8e-ac4b-164b16dd377f tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3619061 Nov 03 18:36:29.291151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36820) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:29.299472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8e73d14b-ae73-4789-9350-cb4904c542d3 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Request body: {'security_group_rule': {'security_group_id': '88421fb9-4b77-44bd-97e8-63b176ed61b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:29.328147 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ae938-c547-4e8e-ac4b-164b16dd377f tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d70549-5415-45fb-a15e-280aa3357c99,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:29.368025 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=5418cf7b-9d94-4081-b90d-8c3e1a9e6685,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:29.418818 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e73d14b-ae73-4789-9350-cb4904c542d3 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.465420 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.473617 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.475564 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-57f04589-f027-4759-acce-5b13dc63bf18 req-052a2828-97ee-4758-94ca-2689ccca237a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Deleting port 2b56174a-42b3-4702-a5e7-6683ccb41159 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:29.476647 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-57f04589-f027-4759-acce-5b13dc63bf18 req-052a2828-97ee-4758-94ca-2689ccca237a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.605345 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e73d14b-ae73-4789-9350-cb4904c542d3 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.616098 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e73d14b-ae73-4789-9350-cb4904c542d3 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.637327 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['5418cf7b-9d94-4081-b90d-8c3e1a9e6685'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:29.665383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73d14b-ae73-4789-9350-cb4904c542d3 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a7e4a3-a326-4bd1-8a97-3e9493ff890b,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:29.675159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fad6f-4fac-4e0f-abe0-528ba4504f3e req-0dedc5ba-ec1f-435d-a72b-225656750c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:29.679381 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-287fad6f-4fac-4e0f-abe0-528ba4504f3e req-0dedc5ba-ec1f-435d-a72b-225656750c76 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dac85fe88037412992bcb26da561410e&device_id=dacd4c07-32ac-443b-b028-0985f0ad0382 HTTP/1.1" status: 200 len: 1094 time: 0.6258471 Nov 03 18:36:29.719953 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09173f5c-b42a-4017-933e-8ca66deb7494 None None] Pushing event updated for resources: {'Port': ['ID=aaac243f-6de9-4cf1-92cf-d6502bb7b8fe,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:29.730690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e73d14b-ae73-4789-9350-cb4904c542d3 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.736958 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8e73d14b-ae73-4789-9350-cb4904c542d3 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4366562 Nov 03 18:36:29.738726 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36828) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:29.744721 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-57f04589-f027-4759-acce-5b13dc63bf18 req-052a2828-97ee-4758-94ca-2689ccca237a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] For port 2b56174a-42b3-4702-a5e7-6683ccb41159, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2b56174a-42b3-4702-a5e7-6683ccb41159,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:29.746411 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc9ad2-470e-4258-9681-caec3576dff3 req-77b0d6c1-8850-4bb9-9ec2-4bf3bd0c4f19 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:29.746597 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-57f04589-f027-4759-acce-5b13dc63bf18 req-052a2828-97ee-4758-94ca-2689ccca237a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.748547 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-addc9ad2-470e-4258-9681-caec3576dff3 req-77b0d6c1-8850-4bb9-9ec2-4bf3bd0c4f19 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d8de815-58b9-4e0c-b191-dd1f6b62a95e HTTP/1.1" status: 200 len: 945 time: 0.6076040 Nov 03 18:36:29.770676 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-57f04589-f027-4759-acce-5b13dc63bf18 req-052a2828-97ee-4758-94ca-2689ccca237a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Calling delete_port for 2b56174a-42b3-4702-a5e7-6683ccb41159 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:29.818343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5acb5f-8d60-4cc8-a71e-ee45113dbbb0 req-2de76f93-88a3-4a0d-b30b-5d0221b1e101 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:29.819669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Attempting to bind port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:29.820246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Attempting to bind port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '591f6f94-fd57-408e-8ac3-238cdc06a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:29.820784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Attempting to bind port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe on network 74b7de5c-625e-4531-ade4-edde3aeb2a38 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:29.826040 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6a5acb5f-8d60-4cc8-a71e-ee45113dbbb0 req-2de76f93-88a3-4a0d-b30b-5d0221b1e101 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 946 time: 0.2277272 Nov 03 18:36:29.828043 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:29.895109 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:29.895535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Checking segment: {'id': '591f6f94-fd57-408e-8ac3-238cdc06a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:29.896275 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.896686 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Bound using segment: {'id': '591f6f94-fd57-408e-8ac3-238cdc06a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:29.897180 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Bound port: aaac243f-6de9-4cf1-92cf-d6502bb7b8fe, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591f6f94-fd57-408e-8ac3-238cdc06a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:29.897626 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.920665 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:29.945458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Network 4f5ec5a1-8033-44c0-88ce-f998d8f40b9c is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:29.966453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:30.014337 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-addc9ad2-470e-4258-9681-caec3576dff3 req-8123387c-8832-460d-9d55-426afa00dab2 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543075 Nov 03 18:36:30.024766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fad6f-4fac-4e0f-abe0-528ba4504f3e req-d6144dcd-da5c-418f-aadf-c1b97c839fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:30.026354 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-287fad6f-4fac-4e0f-abe0-528ba4504f3e req-d6144dcd-da5c-418f-aadf-c1b97c839fdd service neutron] 10.222.0.98 "GET /v2.0/networks?id=50fc5b2b-7db6-4980-b24e-f83bbbbce52f HTTP/1.1" status: 200 len: 918 time: 0.3351638 Nov 03 18:36:30.031941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b12e4dbc-edba-4c3a-af02-7ead0a445083 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:30.077481 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6a5acb5f-8d60-4cc8-a71e-ee45113dbbb0 req-b71d174c-dd98-4df4-8d87-24451d38564e tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/security-groups?id=2e5fba06-ebd4-42e7-844f-85f928b6e1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500150 Nov 03 18:36:30.133049 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-57f04589-f027-4759-acce-5b13dc63bf18 req-052a2828-97ee-4758-94ca-2689ccca237a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.157242 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] For port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:30.203304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f46767fb-ff3a-41a7-ba2a-19b1960bf96f None None] Provisioning complete for port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:30.203651 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f46767fb-ff3a-41a7-ba2a-19b1960bf96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.222901 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] For port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=aaac243f-6de9-4cf1-92cf-d6502bb7b8fe,segment=NetworkSegment(591f6f94-fd57-408e-8ac3-238cdc06a505),segment_id=591f6f94-fd57-408e-8ac3-238cdc06a505)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:30.273410 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.291077 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.309482 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-287fad6f-4fac-4e0f-abe0-528ba4504f3e req-253812f8-eaab-4622-87de-a93b0967b92d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75dc7332-da08-4067-a0bf-be2e17e7675d HTTP/1.1" status: 200 len: 217 time: 0.2491562 Nov 03 18:36:30.378128 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09173f5c-b42a-4017-933e-8ca66deb7494 None None] Pushing event updated for resources: {'Port': ['ID=aaac243f-6de9-4cf1-92cf-d6502bb7b8fe,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:30.391252 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f46767fb-ff3a-41a7-ba2a-19b1960bf96f None None] Port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:36:30.413225 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Routers {'9263b7fd-621f-4749-9294-4e4d0c6c5d6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:30.413923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:30.415989 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port b12e4dbc-edba-4c3a-af02-7ead0a445083 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:30.416359 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.467129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fad6f-4fac-4e0f-abe0-528ba4504f3e req-c228cc5e-d24d-43c6-82d8-758edb9e081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:30.471101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-287fad6f-4fac-4e0f-abe0-528ba4504f3e req-c228cc5e-d24d-43c6-82d8-758edb9e081d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9dfabbf6-b34a-4c40-9423-b2e1ae1d8343 HTTP/1.1" status: 200 len: 857 time: 0.1518152 Nov 03 18:36:30.485968 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-685eab72-b31e-49e8-8833-9779bc7395ba req-6d471e68-c872-4640-b2e1-6b347eaa0fce tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 210 time: 0.0999603 Nov 03 18:36:30.556310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-287fad6f-4fac-4e0f-abe0-528ba4504f3e req-e15029e1-e634-402c-8007-3622410001d5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=50fc5b2b-7db6-4980-b24e-f83bbbbce52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527320 Nov 03 18:36:30.609355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Router ed451d8b-11c1-4ee2-aee6-9a402f188e12 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:36:30.654162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0bdc11a6-3051-4a62-97f9-64ce41e3afbc None None] Provisioning complete for port 9a2b9641-3b01-434b-a703-5719ea155b1d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:30.654666 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0bdc11a6-3051-4a62-97f9-64ce41e3afbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.654750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a2828-97ee-4758-94ca-2689ccca237a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Pushing event deleted for resources: {'Port': ['ID=2b56174a-42b3-4702-a5e7-6683ccb41159,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:30.659159 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.700870 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.747979 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f04589-f027-4759-acce-5b13dc63bf18 req-052a2828-97ee-4758-94ca-2689ccca237a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] No DVR routers for this DVR port 2b56174a-42b3-4702-a5e7-6683ccb41159 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:30.757239 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-57f04589-f027-4759-acce-5b13dc63bf18 req-052a2828-97ee-4758-94ca-2689ccca237a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:30.766527 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-57f04589-f027-4759-acce-5b13dc63bf18 req-052a2828-97ee-4758-94ca-2689ccca237a tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.87 "DELETE /v2.0/ports/2b56174a-42b3-4702-a5e7-6683ccb41159 HTTP/1.1" status: 204 len: 173 time: 1.5267754 Nov 03 18:36:30.767486 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'name': 'network-vif-deleted', 'tag': '2b56174a-42b3-4702-a5e7-6683ccb41159'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:30.772827 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a01b6a5-3302-40b6-ae13-5f25f89e47ab" -d '{"events": [{"server_uuid": "d667da5c-4a02-4fe6-a014-32d1aa835fc2", "name": "network-vif-deleted", "tag": "2b56174a-42b3-4702-a5e7-6683ccb41159"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:30.797265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 75dc7332-da08-4067-a0bf-be2e17e7675d details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:36:30.824203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] Set router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:30.826125 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc11a6-3051-4a62-97f9-64ce41e3afbc None None] Port 9a2b9641-3b01-434b-a703-5719ea155b1d cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:36:30.850635 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-287fad6f-4fac-4e0f-abe0-528ba4504f3e req-f1f0af1e-31dc-45e7-9f60-0aa8671e3132 service neutron] 10.222.0.98 "GET /v2.0/networks/50fc5b2b-7db6-4980-b24e-f83bbbbce52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824125 Nov 03 18:36:30.857097 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3611ea-c81e-480d-a5f8-b5dfa657b4d7 x-openstack-request-id: req-8b3611ea-c81e-480d-a5f8-b5dfa657b4d7 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:30.857388 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d667da5c-4a02-4fe6-a014-32d1aa835fc2", "name": "network-vif-deleted", "tag": "2b56174a-42b3-4702-a5e7-6683ccb41159", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:30.857641 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8b3611ea-c81e-480d-a5f8-b5dfa657b4d7 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:30.858085 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd667da5c-4a02-4fe6-a014-32d1aa835fc2', 'name': 'network-vif-deleted', 'tag': '2b56174a-42b3-4702-a5e7-6683ccb41159', 'status': 'completed', 'code': 200} Nov 03 18:36:30.955611 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe59bcb-b4cd-49c7-b866-d698585ae970 req-9ba4022a-0e60-4608-87c8-e4746762a9f3 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:30.957729 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfe59bcb-b4cd-49c7-b866-d698585ae970 req-9ba4022a-0e60-4608-87c8-e4746762a9f3 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=dacd4c07-32ac-443b-b028-0985f0ad0382 HTTP/1.1" status: 200 len: 943 time: 0.3715508 Nov 03 18:36:31.022704 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:31.029734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3a80489c-7533-431b-be9f-9aecb261a31e admin admin] 10.222.0.107 "PUT /v2.0/routers/ed451d8b-11c1-4ee2-aee6-9a402f188e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7345169 Nov 03 18:36:31.032984 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-287fad6f-4fac-4e0f-abe0-528ba4504f3e req-365e6ab8-4cce-494a-b6fb-1856897d653a service neutron] 10.222.0.98 "GET /v2.0/networks/50fc5b2b-7db6-4980-b24e-f83bbbbce52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407692 Nov 03 18:36:31.052628 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Sync routers for ids ['ed451d8b-11c1-4ee2-aee6-9a402f188e12'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:31.073848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Allocated IP 172.25.2.71 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/2fd4b123-31d7-490f-a613-c95ef3c3988b) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:31.098114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfe59bcb-b4cd-49c7-b866-d698585ae970 req-a2a73149-b96d-4a1c-9265-bbce437d492f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174142 Nov 03 18:36:31.107027 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Routers {'ed451d8b-11c1-4ee2-aee6-9a402f188e12'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:31.107709 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ed451d8b-11c1-4ee2-aee6-9a402f188e12'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:31.133892 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6b66eb13-b928-47f3-bb2e-233a5f567d08 None None] Provisioning complete for port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:31.134441 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b66eb13-b928-47f3-bb2e-233a5f567d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.260694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-cfd9678c-0af0-4ee6-99d1-6f1976d25d29 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:31.262955 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-cfd9678c-0af0-4ee6-99d1-6f1976d25d29 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.87 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 820 time: 0.3143024 Nov 03 18:36:31.312364 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-37faa7cb-3c31-4228-b6ae-f7236d74927f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Request body: {'port': {'device_id': '1e49062a-2c88-415a-9667-d1ca56857736', 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c', 'admin_state_up': True, 'tenant_id': '9967bc7a71e345f08f6394ec34bbf289'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:31.336094 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6685e07-be89-4db5-b2fb-e993bf22986a req-a2bef982-8d08-415b-b602-a03e2c143616 tempest-FloatingIPsAssociationTestJSON-1314756323 tempest-FloatingIPsAssociationTestJSON-1314756323-project] 10.222.0.107 "GET /v2.0/ports?device_id=d667da5c-4a02-4fe6-a014-32d1aa835fc2 HTTP/1.1" status: 200 len: 210 time: 0.0613067 Nov 03 18:36:31.385526 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Set router ed451d8b-11c1-4ee2-aee6-9a402f188e12 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:31.489885 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.508956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 75dc7332-da08-4067-a0bf-be2e17e7675d, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=75dc7332-da08-4067-a0bf-be2e17e7675d,segment=NetworkSegment(4ce8d045-17c7-4d74-9c52-b0a48329c30d),segment_id=4ce8d045-17c7-4d74-9c52-b0a48329c30d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:31.553841 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.573856 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b66eb13-b928-47f3-bb2e-233a5f567d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.576906 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '75dc7332-da08-4067-a0bf-be2e17e7675d', 'network_id': '50fc5b2b-7db6-4980-b24e-f83bbbbce52f', 'port_id': '75dc7332-da08-4067-a0bf-be2e17e7675d', 'mac_address': 'fa:16:3e:73:ca:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfabbf6-b34a-4c40-9423-b2e1ae1d8343', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:36:31.616336 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-88ccdbad-6c28-4094-8d15-ebb3b98fc370 req-dbb0e30d-9ce2-46fb-8768-90e802cb0a51 tempest-FloatingIPDetailsNegativeTestJSON-1777956744 tempest-FloatingIPDetailsNegativeTestJSON-1777956744-project] show failed (client error): The resource could not be found. Nov 03 18:36:31.621487 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88ccdbad-6c28-4094-8d15-ebb3b98fc370 req-dbb0e30d-9ce2-46fb-8768-90e802cb0a51 tempest-FloatingIPDetailsNegativeTestJSON-1777956744 tempest-FloatingIPDetailsNegativeTestJSON-1777956744-project] 10.222.0.107 "GET /v2.0/floatingips/f3495900-652b-47af-af56-7abd938fe4d4 HTTP/1.1" status: 404 len: 350 time: 0.0862293 Nov 03 18:36:31.629532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36854) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:31.666210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6b66eb13-b928-47f3-bb2e-233a5f567d08 None None] For port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=aaac243f-6de9-4cf1-92cf-d6502bb7b8fe,segment=NetworkSegment(591f6f94-fd57-408e-8ac3-238cdc06a505),segment_id=591f6f94-fd57-408e-8ac3-238cdc06a505)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:31.692423 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.709987 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b66eb13-b928-47f3-bb2e-233a5f567d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.738581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ad3c464-f786-4d8d-9824-f3a33f1e4588 req-268167fb-0583-43c7-aed3-c1ead5fc899f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 210 time: 0.1149673 Nov 03 18:36:31.764266 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.771855 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:19Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 4, 'project_id': '0487d7314e3748c0932b744a4660085a', 'gw_port': {'id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:21Z', 'updated_at': '2021-11-03T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'aaac243f-6de9-4cf1-92cf-d6502bb7b8fe', 'name': '', 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'mac_address': 'fa:16:3e:7a:ae:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:24Z', 'updated_at': '2021-11-03T18:36:30Z', 'revision_number': 4, 'project_id': '0487d7314e3748c0932b744a4660085a', 'subnets': [{'id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:31.793295 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-37faa7cb-3c31-4228-b6ae-f7236d74927f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Made reservation on behalf of 9967bc7a71e345f08f6394ec34bbf289 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:31.797807 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-37faa7cb-3c31-4228-b6ae-f7236d74927f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.814919 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d55b1c-910f-4af3-aeb2-cd512ee32849 None None] The sync data for ids ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'] in n-d-812150-4 is: [{'id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:19Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 4, 'project_id': '0487d7314e3748c0932b744a4660085a', 'gw_port': {'id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:21Z', 'updated_at': '2021-11-03T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'aaac243f-6de9-4cf1-92cf-d6502bb7b8fe', 'name': '', 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'mac_address': 'fa:16:3e:7a:ae:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:24Z', 'updated_at': '2021-11-03T18:36:30Z', 'revision_number': 4, 'project_id': '0487d7314e3748c0932b744a4660085a', 'subnets': [{'id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:31.815392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:31.820849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75dc7332-da08-4067-a0bf-be2e17e7675d {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:31.874674 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1273790689-router', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:12Z', 'updated_at': '2021-11-03T18:36:28Z', 'revision_number': 4, 'project_id': '5a5d83ec134642d8bf992b46f2b879e2', 'gw_port': {'id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:15Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9a2b9641-3b01-434b-a703-5719ea155b1d', 'name': '', 'network_id': '4f5ec5a1-8033-44c0-88ce-f998d8f40b9c', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2', 'mac_address': 'fa:16:3e:b4:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '6991ca97-2d32-48f5-a6e7-d1a95746378d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:25Z', 'updated_at': '2021-11-03T18:36:28Z', 'revision_number': 2, 'project_id': '5a5d83ec134642d8bf992b46f2b879e2', 'subnets': [{'id': '6991ca97-2d32-48f5-a6e7-d1a95746378d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:31.902531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 75dc7332-da08-4067-a0bf-be2e17e7675d, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=75dc7332-da08-4067-a0bf-be2e17e7675d,segment=NetworkSegment(4ce8d045-17c7-4d74-9c52-b0a48329c30d),segment_id=4ce8d045-17c7-4d74-9c52-b0a48329c30d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:31.931841 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:31.939763 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Checking router: ed451d8b-11c1-4ee2-aee6-9a402f188e12 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:31.940308 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Updating router ed451d8b-11c1-4ee2-aee6-9a402f188e12 port 9a2b9641-3b01-434b-a703-5719ea155b1d binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:36:31.980449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66eb13-b928-47f3-bb2e-233a5f567d08 None None] Pushing event updated for resources: {'Port': ['ID=aaac243f-6de9-4cf1-92cf-d6502bb7b8fe,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:32.000620 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.015497 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:32.055993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:32.073143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=75dc7332-da08-4067-a0bf-be2e17e7675d,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:32.095343 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Pushing event updated for resources: {'Port': ['ID=2fd4b123-31d7-490f-a613-c95ef3c3988b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:32.098005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 2b56174a-42b3-4702-a5e7-6683ccb41159 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:32.194500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device aaac243f-6de9-4cf1-92cf-d6502bb7b8fe up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:32.258782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['75dc7332-da08-4067-a0bf-be2e17e7675d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:32.261808 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 2b56174a-42b3-4702-a5e7-6683ccb41159 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:32.262172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 2b56174a-42b3-4702-a5e7-6683ccb41159 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:32.333954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f812eb-39c2-48d3-a913-af049fd062fc req-f051ff1c-d9dd-4e96-9778-b55f36ac4066 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:32.335441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:32.335973 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.338467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d1f812eb-39c2-48d3-a913-af049fd062fc req-f051ff1c-d9dd-4e96-9778-b55f36ac4066 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=dacd4c07-32ac-443b-b028-0985f0ad0382 HTTP/1.1" status: 200 len: 944 time: 0.1180384 Nov 03 18:36:32.468613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d1f812eb-39c2-48d3-a913-af049fd062fc req-ab271574-ba10-40b1-af68-0bba99319012 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177564 Nov 03 18:36:32.536258 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36866) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:32.615071 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.634178 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.756438 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.778973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:32.887363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-37faa7cb-3c31-4228-b6ae-f7236d74927f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Allocated IP 172.20.0.10 (5642331e-152e-4c1a-8167-032b35756d1c/97b55460-6287-4d60-9d60-2a65074fdaf9/8fdbc434-68a9-4c1d-9b6b-73523bd83ad4) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:32.917261 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52399b41-0547-4b0e-822b-8bf15ab8e0b9 None None] Pushing event updated for resources: {'Port': ['ID=9a2b9641-3b01-434b-a703-5719ea155b1d,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:32.930120 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:36:32.939809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:32.940429 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.949389 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Attempting to bind port 9a2b9641-3b01-434b-a703-5719ea155b1d on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:32.951694 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Attempting to bind port 9a2b9641-3b01-434b-a703-5719ea155b1d by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '26783dfe-997c-47ea-8cf5-3ac31999926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4f5ec5a1-8033-44c0-88ce-f998d8f40b9c'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:32.952177 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Attempting to bind port 9a2b9641-3b01-434b-a703-5719ea155b1d on network 4f5ec5a1-8033-44c0-88ce-f998d8f40b9c {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:32.962566 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:32.963107 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Checking segment: {'id': '26783dfe-997c-47ea-8cf5-3ac31999926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4f5ec5a1-8033-44c0-88ce-f998d8f40b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:32.963664 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:32.964154 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Bound using segment: {'id': '26783dfe-997c-47ea-8cf5-3ac31999926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4f5ec5a1-8033-44c0-88ce-f998d8f40b9c'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:32.964730 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Bound port: 9a2b9641-3b01-434b-a703-5719ea155b1d, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26783dfe-997c-47ea-8cf5-3ac31999926e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4f5ec5a1-8033-44c0-88ce-f998d8f40b9c'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:32.965223 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.109803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4bc96b9a-917d-4d91-99c2-e430def853d5 req-cce32fec-0d0f-461c-827b-7c2f4b553886 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 210 time: 0.1008027 Nov 03 18:36:33.110031 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.113216 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] For port 9a2b9641-3b01-434b-a703-5719ea155b1d, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:33.117929 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] For port 9a2b9641-3b01-434b-a703-5719ea155b1d, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9a2b9641-3b01-434b-a703-5719ea155b1d,segment=NetworkSegment(26783dfe-997c-47ea-8cf5-3ac31999926e),segment_id=26783dfe-997c-47ea-8cf5-3ac31999926e)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:33.136226 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.233689 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52399b41-0547-4b0e-822b-8bf15ab8e0b9 None None] Pushing event updated for resources: {'Port': ['ID=9a2b9641-3b01-434b-a703-5719ea155b1d,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:33.256072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5d1b4ed2-f1fe-44f7-b768-4cf2949e7de4 None None] Provisioning complete for port 9a2b9641-3b01-434b-a703-5719ea155b1d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:33.256572 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d1b4ed2-f1fe-44f7-b768-4cf2949e7de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.260907 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.264119 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Routers {'ed451d8b-11c1-4ee2-aee6-9a402f188e12'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:33.264751 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ed451d8b-11c1-4ee2-aee6-9a402f188e12'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:33.371436 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef332bef-4e21-4188-abd2-8a8cad446864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5418cf7b-9d94-4081-b90d-8c3e1a9e6685'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:33.387324 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b48f4f1-60db-4d70-aa67-4d376bfa2f99" -d '{"events": [{"server_uuid": "ef332bef-4e21-4188-abd2-8a8cad446864", "name": "network-vif-plugged", "status": "completed", "tag": "5418cf7b-9d94-4081-b90d-8c3e1a9e6685"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:33.426843 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 5418cf7b-9d94-4081-b90d-8c3e1a9e6685, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5418cf7b-9d94-4081-b90d-8c3e1a9e6685,segment=NetworkSegment(4ce8d045-17c7-4d74-9c52-b0a48329c30d),segment_id=4ce8d045-17c7-4d74-9c52-b0a48329c30d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:33.429522 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-37faa7cb-3c31-4228-b6ae-f7236d74927f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.454603 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.486358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-37faa7cb-3c31-4228-b6ae-f7236d74927f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.577377 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] Set router ed451d8b-11c1-4ee2-aee6-9a402f188e12 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:33.611657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-37faa7cb-3c31-4228-b6ae-f7236d74927f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Network 5642331e-152e-4c1a-8167-032b35756d1c is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:33.618202 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-37faa7cb-3c31-4228-b6ae-f7236d74927f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:33.636664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-37faa7cb-3c31-4228-b6ae-f7236d74927f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:33.645189 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6908a0ae-8f83-4cc5-9c1b-f10a13b035e6 x-openstack-request-id: req-6908a0ae-8f83-4cc5-9c1b-f10a13b035e6 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:33.645446 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef332bef-4e21-4188-abd2-8a8cad446864", "name": "network-vif-plugged", "status": "completed", "tag": "5418cf7b-9d94-4081-b90d-8c3e1a9e6685", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:33.645658 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6908a0ae-8f83-4cc5-9c1b-f10a13b035e6 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:33.646512 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef332bef-4e21-4188-abd2-8a8cad446864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5418cf7b-9d94-4081-b90d-8c3e1a9e6685', 'code': 200} Nov 03 18:36:33.700555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=5418cf7b-9d94-4081-b90d-8c3e1a9e6685,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:33.706450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['fea87f74-97ec-46fb-903f-774c009a5245'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:33.734738 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37faa7cb-3c31-4228-b6ae-f7236d74927f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Pushing event updated for resources: {'Port': ['ID=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:33.803163 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-37faa7cb-3c31-4228-b6ae-f7236d74927f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:33.803874 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-37faa7cb-3c31-4228-b6ae-f7236d74927f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.827206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadeb77-078b-41e9-97fa-05f011a46b11 req-f8e0e7fd-fb6b-4c75-8182-fb8aaf8f188c tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:33.838246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cadeb77-078b-41e9-97fa-05f011a46b11 req-f8e0e7fd-fb6b-4c75-8182-fb8aaf8f188c tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=dacd4c07-32ac-443b-b028-0985f0ad0382 HTTP/1.1" status: 200 len: 944 time: 0.1771753 Nov 03 18:36:33.896943 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-37faa7cb-3c31-4228-b6ae-f7236d74927f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6005299 Nov 03 18:36:33.936981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb74e37-5f34-4431-81d3-0b1f13d29685 req-62a64333-7560-49f1-a91e-024f16405f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:33.940825 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdb74e37-5f34-4431-81d3-0b1f13d29685 req-62a64333-7560-49f1-a91e-024f16405f33 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ef332bef-4e21-4188-abd2-8a8cad446864 HTTP/1.1" status: 200 len: 1096 time: 0.3810005 Nov 03 18:36:33.956529 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.971349 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:33.996806 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Request body: {'port': {'device_id': '1e49062a-2c88-415a-9667-d1ca56857736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:34.012103 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d1b4ed2-f1fe-44f7-b768-4cf2949e7de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.057352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device aaac243f-6de9-4cf1-92cf-d6502bb7b8fe up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:34.102857 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0305ab7c-2558-4677-8d36-f0783a8ecebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.112622 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5d1b4ed2-f1fe-44f7-b768-4cf2949e7de4 None None] For port 9a2b9641-3b01-434b-a703-5719ea155b1d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9a2b9641-3b01-434b-a703-5719ea155b1d,segment=NetworkSegment(26783dfe-997c-47ea-8cf5-3ac31999926e),segment_id=26783dfe-997c-47ea-8cf5-3ac31999926e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:34.128974 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1273790689-router', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:12Z', 'updated_at': '2021-11-03T18:36:28Z', 'revision_number': 4, 'project_id': '5a5d83ec134642d8bf992b46f2b879e2', 'gw_port': {'id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:15Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9a2b9641-3b01-434b-a703-5719ea155b1d', 'name': '', 'network_id': '4f5ec5a1-8033-44c0-88ce-f998d8f40b9c', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2', 'mac_address': 'fa:16:3e:b4:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '6991ca97-2d32-48f5-a6e7-d1a95746378d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:25Z', 'updated_at': '2021-11-03T18:36:33Z', 'revision_number': 4, 'project_id': '5a5d83ec134642d8bf992b46f2b879e2', 'subnets': [{'id': '6991ca97-2d32-48f5-a6e7-d1a95746378d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:34.159664 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdb74e37-5f34-4431-81d3-0b1f13d29685 req-ff7d8eec-b26b-4cf7-bc63-c0bbf08bef7b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930785 Nov 03 18:36:34.170994 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d1b4ed2-f1fe-44f7-b768-4cf2949e7de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.213619 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87d31c-4b05-40d3-ab9f-41560b74ffb9 None None] The sync data for ids ['ed451d8b-11c1-4ee2-aee6-9a402f188e12'] in n-d-812150-4 is: [{'id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1273790689-router', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:12Z', 'updated_at': '2021-11-03T18:36:28Z', 'revision_number': 4, 'project_id': '5a5d83ec134642d8bf992b46f2b879e2', 'gw_port': {'id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:15Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9a2b9641-3b01-434b-a703-5719ea155b1d', 'name': '', 'network_id': '4f5ec5a1-8033-44c0-88ce-f998d8f40b9c', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2', 'mac_address': 'fa:16:3e:b4:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '6991ca97-2d32-48f5-a6e7-d1a95746378d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:25Z', 'updated_at': '2021-11-03T18:36:33Z', 'revision_number': 4, 'project_id': '5a5d83ec134642d8bf992b46f2b879e2', 'subnets': [{'id': '6991ca97-2d32-48f5-a6e7-d1a95746378d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:34.228467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cadeb77-078b-41e9-97fa-05f011a46b11 req-1fe9bd6b-82df-49cf-ace1-b15a3518a292 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829746 Nov 03 18:36:34.251800 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-06fd0481-2318-4d49-bad4-2fe6f137f973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.267364 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b4ed2-f1fe-44f7-b768-4cf2949e7de4 None None] Pushing event updated for resources: {'Port': ['ID=9a2b9641-3b01-434b-a703-5719ea155b1d,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:34.336146 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-41fdb351-5eff-487f-ae0f-25c7ebf40489 None None] Provisioning complete for port 9a2b9641-3b01-434b-a703-5719ea155b1d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:34.336391 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-41fdb351-5eff-487f-ae0f-25c7ebf40489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.391095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.403654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Pushing event updated for resources: {'Port': ['ID=2fd4b123-31d7-490f-a613-c95ef3c3988b,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:34.422265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:34.423225 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.434932 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.438802 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.448727 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0484c164-da4b-4e57-9773-b8cedd21f439 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6246166 Nov 03 18:36:34.542549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20654-0a8e-480b-b26d-1576581f99a3 req-ba98ee6d-3ff1-4a10-9fcd-e14570ce4940 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:34.551937 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05b20654-0a8e-480b-b26d-1576581f99a3 req-ba98ee6d-3ff1-4a10-9fcd-e14570ce4940 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 932 time: 0.1516287 Nov 03 18:36:34.661259 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05b20654-0a8e-480b-b26d-1576581f99a3 req-247df17b-624b-4b7f-a17a-af941e1a26ee tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029062 Nov 03 18:36:34.791700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 75dc7332-da08-4067-a0bf-be2e17e7675d up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:34.825154 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-06fd0481-2318-4d49-bad4-2fe6f137f973 admin admin] Deleting port c29fe7f1-726d-4b9b-bd83-97721321f941 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:34.825504 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-06fd0481-2318-4d49-bad4-2fe6f137f973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.875769 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 75dc7332-da08-4067-a0bf-be2e17e7675d completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:36:34.896620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 75dc7332-da08-4067-a0bf-be2e17e7675d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:34.897367 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.903715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-0305ab7c-2558-4677-8d36-f0783a8ecebc admin admin] Deleting port 9a2b9641-3b01-434b-a703-5719ea155b1d {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:34.903938 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0305ab7c-2558-4677-8d36-f0783a8ecebc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.934206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-06fd0481-2318-4d49-bad4-2fe6f137f973 admin admin] For port c29fe7f1-726d-4b9b-bd83-97721321f941, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c29fe7f1-726d-4b9b-bd83-97721321f941,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:34.935271 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-06fd0481-2318-4d49-bad4-2fe6f137f973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:34.952847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-06fd0481-2318-4d49-bad4-2fe6f137f973 admin admin] Calling delete_port for c29fe7f1-726d-4b9b-bd83-97721321f941 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:35.047767 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.095809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 75dc7332-da08-4067-a0bf-be2e17e7675d, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=75dc7332-da08-4067-a0bf-be2e17e7675d,segment=NetworkSegment(4ce8d045-17c7-4d74-9c52-b0a48329c30d),segment_id=4ce8d045-17c7-4d74-9c52-b0a48329c30d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:35.101974 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.118275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-0305ab7c-2558-4677-8d36-f0783a8ecebc admin admin] For port 9a2b9641-3b01-434b-a703-5719ea155b1d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9a2b9641-3b01-434b-a703-5719ea155b1d,segment=NetworkSegment(26783dfe-997c-47ea-8cf5-3ac31999926e),segment_id=26783dfe-997c-47ea-8cf5-3ac31999926e)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:35.118639 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0305ab7c-2558-4677-8d36-f0783a8ecebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.142480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-0305ab7c-2558-4677-8d36-f0783a8ecebc admin admin] Calling delete_port for 9a2b9641-3b01-434b-a703-5719ea155b1d owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:35.151256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:35.168806 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.172398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=75dc7332-da08-4067-a0bf-be2e17e7675d,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:35.236543 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Transition to ACTIVE for port object 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:36:35.241040 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-06fd0481-2318-4d49-bad4-2fe6f137f973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.248659 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.283399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd0481-2318-4d49-bad4-2fe6f137f973 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29fe7f1-726d-4b9b-bd83-97721321f941,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:35.456073 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:35.621696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b8617-868e-433f-8ad0-d9169c257156 req-0ffe0c8e-1ffb-4b5c-baa3-9d74e5159310 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:35.623498 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c8b8617-868e-433f-8ad0-d9169c257156 req-0ffe0c8e-1ffb-4b5c-baa3-9d74e5159310 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=dacd4c07-32ac-443b-b028-0985f0ad0382 HTTP/1.1" status: 200 len: 945 time: 0.2447789 Nov 03 18:36:35.626791 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-06fd0481-2318-4d49-bad4-2fe6f137f973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.648036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacd4c07-32ac-443b-b028-0985f0ad0382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dc7332-da08-4067-a0bf-be2e17e7675d'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:35.651751 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb119c8b-8ec2-4bf1-8394-8624b6b9030e" -d '{"events": [{"server_uuid": "dacd4c07-32ac-443b-b028-0985f0ad0382", "name": "network-vif-plugged", "status": "completed", "tag": "75dc7332-da08-4067-a0bf-be2e17e7675d"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:35.681576 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Attempting to bind port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:36:35.682039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Attempting to bind port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:36:35.682486 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Attempting to bind port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:35.688585 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 on network 5642331e-152e-4c1a-8167-032b35756d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:36:35.689012 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Attempting to bind port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:36:35.698440 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0305ab7c-2558-4677-8d36-f0783a8ecebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.702759 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472195ef-4f14-4b23-999e-ce2ac42ef9df x-openstack-request-id: req-472195ef-4f14-4b23-999e-ce2ac42ef9df {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:35.703069 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacd4c07-32ac-443b-b028-0985f0ad0382", "name": "network-vif-plugged", "status": "completed", "tag": "75dc7332-da08-4067-a0bf-be2e17e7675d", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:35.703332 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-472195ef-4f14-4b23-999e-ce2ac42ef9df {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:35.703861 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacd4c07-32ac-443b-b028-0985f0ad0382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dc7332-da08-4067-a0bf-be2e17e7675d', 'code': 200} Nov 03 18:36:35.710735 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:36:35.711191 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Checking segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:35.711725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Bound using segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:36:35.712288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Bound port: 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:36:35.712770 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:35.746802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305ab7c-2558-4677-8d36-f0783a8ecebc admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2b9641-3b01-434b-a703-5719ea155b1d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:35.897551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:36:35.962256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:36:35.980609 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.341320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:36.341956 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.343356 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] 10.222.0.87 "PUT /v2.0/ports/8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 HTTP/1.1" status: 200 len: 1092 time: 2.3602068 Nov 03 18:36:36.343833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e49062a-2c88-415a-9667-d1ca56857736', 'tag': '8fdbc434-68a9-4c1d-9b6b-73523bd83ad4'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:36.346069 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bf2082-b044-4bf3-9821-32b186f06616" -d '{"events": [{"name": "network-changed", "server_uuid": "1e49062a-2c88-415a-9667-d1ca56857736", "tag": "8fdbc434-68a9-4c1d-9b6b-73523bd83ad4"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:36.382778 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c8b8617-868e-433f-8ad0-d9169c257156 req-b9a4657b-0137-432c-81f9-fe6e2047b393 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7493372 Nov 03 18:36:36.384069 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0305ab7c-2558-4677-8d36-f0783a8ecebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.386823 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc8b18-66ff-42b7-a4a7-5c34461afb38 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:36.445451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ec9a3-31b8-4590-8ac6-89c0e935353c req-38613e94-a0e5-4c3b-aa5b-ec99280d825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:36.447040 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-718ec9a3-31b8-4590-8ac6-89c0e935353c req-38613e94-a0e5-4c3b-aa5b-ec99280d825d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dacd4c07-32ac-443b-b028-0985f0ad0382 HTTP/1.1" status: 200 len: 1096 time: 0.1965024 Nov 03 18:36:36.459568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd18a29-3b1d-4ad5-bdc4-c732384557fd req-1ed07769-01b2-49a2-852c-a1e06e738185 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:36.461246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-edd18a29-3b1d-4ad5-bdc4-c732384557fd req-1ed07769-01b2-49a2-852c-a1e06e738185 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 944 time: 0.2193515 Nov 03 18:36:36.552889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fd0481-2318-4d49-bad4-2fe6f137f973 admin admin] Router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:36:36.560767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-edd18a29-3b1d-4ad5-bdc4-c732384557fd req-be663bc0-b2e3-497f-8c29-ad7e1e6f21f1 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913637 Nov 03 18:36:36.566743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-718ec9a3-31b8-4590-8ac6-89c0e935353c req-0584aa8c-0b8d-4199-a515-afc7a4a31f8b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044595 Nov 03 18:36:36.704811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fd0481-2318-4d49-bad4-2fe6f137f973 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:36.719597 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-06fd0481-2318-4d49-bad4-2fe6f137f973 admin admin] 10.222.0.107 "PUT /v2.0/routers/6af4cce8-c2ed-4942-ba0a-04040e3bf457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1820850 Nov 03 18:36:36.720301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36908) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:36.723170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13971a0-78c1-47ab-b62c-aef3af017aec None None] Sync routers for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:36.735910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13971a0-78c1-47ab-b62c-aef3af017aec None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:36.736675 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d13971a0-78c1-47ab-b62c-aef3af017aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:36.740981 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1302aa86-ac46-4b1d-b6d4-b49eddd77acc x-openstack-request-id: req-1302aa86-ac46-4b1d-b6d4-b49eddd77acc {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:36.740981 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e49062a-2c88-415a-9667-d1ca56857736", "tag": "8fdbc434-68a9-4c1d-9b6b-73523bd83ad4", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:36.740981 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1302aa86-ac46-4b1d-b6d4-b49eddd77acc {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:36.740981 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e49062a-2c88-415a-9667-d1ca56857736', 'tag': '8fdbc434-68a9-4c1d-9b6b-73523bd83ad4', 'status': 'completed', 'code': 200} Nov 03 18:36:36.744893 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-9ec8f52f-4b41-4117-84d1-156ee05363df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:36.746417 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-9ec8f52f-4b41-4117-84d1-156ee05363df service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 1095 time: 0.2658491 Nov 03 18:36:36.783072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0305ab7c-2558-4677-8d36-f0783a8ecebc admin admin] Router ed451d8b-11c1-4ee2-aee6-9a402f188e12 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:36:36.819934 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-7ed609d5-2a93-48bf-95bc-3113a8416304 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 HTTP/1.1" status: 200 len: 217 time: 0.0473058 Nov 03 18:36:36.850117 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d13971a0-78c1-47ab-b62c-aef3af017aec None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:36.860676 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.956490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-e612b852-e7aa-4e5a-9c07-2919c4a42bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:36.958114 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-e612b852-e7aa-4e5a-9c07-2919c4a42bb5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.0984089 Nov 03 18:36:36.995401 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:36.998678 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-ef84bd8b-1e7b-47d9-a8d3-4bae4eb72024 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291588 Nov 03 18:36:37.001771 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0305ab7c-2558-4677-8d36-f0783a8ecebc admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:36:37.007607 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0305ab7c-2558-4677-8d36-f0783a8ecebc admin admin] 10.222.0.107 "PUT /v2.0/routers/ed451d8b-11c1-4ee2-aee6-9a402f188e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3769529 Nov 03 18:36:37.010265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36910) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:37.016954 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fb34b2-1d1c-40cc-90f5-039ac907e7b6 None None] Sync routers for ids ['ed451d8b-11c1-4ee2-aee6-9a402f188e12'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:36:37.032983 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb34b2-1d1c-40cc-90f5-039ac907e7b6 None None] Routers {'ed451d8b-11c1-4ee2-aee6-9a402f188e12'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:37.033917 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e4fb34b2-1d1c-40cc-90f5-039ac907e7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ed451d8b-11c1-4ee2-aee6-9a402f188e12'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:37.072212 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d13971a0-78c1-47ab-b62c-aef3af017aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:36:35Z', 'revision_number': 5, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port': {'id': '6198308b-f0f2-4e87-88c8-ff248546e4f3', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:34:55Z', 'updated_at': '2021-11-03T18:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:37.107195 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13971a0-78c1-47ab-b62c-aef3af017aec None None] Checking router: 6af4cce8-c2ed-4942-ba0a-04040e3bf457 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:37.115938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13971a0-78c1-47ab-b62c-aef3af017aec None None] Routers {'6af4cce8-c2ed-4942-ba0a-04040e3bf457'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:37.116563 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d13971a0-78c1-47ab-b62c-aef3af017aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:37.167393 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-e4fb34b2-1d1c-40cc-90f5-039ac907e7b6 None None] Set router ed451d8b-11c1-4ee2-aee6-9a402f188e12 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:37.182139 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.207785 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-fb0d0db9-4662-43ed-b3b5-6bd60e3cfa09 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871343 Nov 03 18:36:37.226712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] Deleting port 6198308b-f0f2-4e87-88c8-ff248546e4f3 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:37.227062 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.245742 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d13971a0-78c1-47ab-b62c-aef3af017aec None None] Set router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:37.312307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] For port 6198308b-f0f2-4e87-88c8-ff248546e4f3, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6198308b-f0f2-4e87-88c8-ff248546e4f3,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:37.312609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.314957 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d13971a0-78c1-47ab-b62c-aef3af017aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:36:36Z', 'revision_number': 6, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:37.332344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] Calling delete_port for 6198308b-f0f2-4e87-88c8-ff248546e4f3 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:37.349127 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13971a0-78c1-47ab-b62c-aef3af017aec None None] The sync data for ids ['6af4cce8-c2ed-4942-ba0a-04040e3bf457'] in n-d-812150-4 is: [{'id': '6af4cce8-c2ed-4942-ba0a-04040e3bf457', 'name': 'tempest-FloatingIPsAssociationTestJSON-199677332-router', 'tenant_id': '3244fbd166ef4347a56433f1643aae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:34:54Z', 'updated_at': '2021-11-03T18:36:36Z', 'revision_number': 6, 'project_id': '3244fbd166ef4347a56433f1643aae96', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:37.373383 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a14907d7-5e77-4c8e-920c-a1b77bfff068 req-c4ff3465-52dd-458a-a472-5a9d5a57ceb7 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541200 Nov 03 18:36:37.404661 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e4fb34b2-1d1c-40cc-90f5-039ac907e7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1273790689-router', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:12Z', 'updated_at': '2021-11-03T18:36:35Z', 'revision_number': 5, 'project_id': '5a5d83ec134642d8bf992b46f2b879e2', 'gw_port': {'id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:15Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:37.438684 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fb34b2-1d1c-40cc-90f5-039ac907e7b6 None None] Checking router: ed451d8b-11c1-4ee2-aee6-9a402f188e12 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:36:37.448432 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb34b2-1d1c-40cc-90f5-039ac907e7b6 None None] Routers {'ed451d8b-11c1-4ee2-aee6-9a402f188e12'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:36:37.449202 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e4fb34b2-1d1c-40cc-90f5-039ac907e7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ed451d8b-11c1-4ee2-aee6-9a402f188e12'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:37.501782 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.553534 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf2082-b044-4bf3-9821-32b186f06616 req-a13d264d-2001-4a68-9ad7-cce5ec56d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:37.555206 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-29bf2082-b044-4bf3-9821-32b186f06616 req-a13d264d-2001-4a68-9ad7-cce5ec56d8be service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 1095 time: 0.0575812 Nov 03 18:36:37.678812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf2082-b044-4bf3-9821-32b186f06616 req-aebbafb2-311f-4803-984a-2d252eaa8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:37.680060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad5007-b396-4c12-a68f-02daef7f23a1 req-f9c95e3a-cdd3-400e-b207-4100482a7b74 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:37.680480 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-29bf2082-b044-4bf3-9821-32b186f06616 req-aebbafb2-311f-4803-984a-2d252eaa8e5b service neutron] 10.222.0.87 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.1126902 Nov 03 18:36:37.684053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8ad5007-b396-4c12-a68f-02daef7f23a1 req-f9c95e3a-cdd3-400e-b207-4100482a7b74 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=dacd4c07-32ac-443b-b028-0985f0ad0382 HTTP/1.1" status: 200 len: 945 time: 0.1708591 Nov 03 18:36:37.736592 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-e4fb34b2-1d1c-40cc-90f5-039ac907e7b6 None None] Set router ed451d8b-11c1-4ee2-aee6-9a402f188e12 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:36:37.785612 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-29bf2082-b044-4bf3-9821-32b186f06616 req-1b0def37-af57-4e2c-bc73-89cb744565a1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 HTTP/1.1" status: 200 len: 217 time: 0.0845094 Nov 03 18:36:37.877814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] Deleting port d89c7364-82d9-4f70-baca-3ab59ca3a341 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:37.878077 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.899803 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:37.933267 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf2082-b044-4bf3-9821-32b186f06616 req-488be085-ed19-4f02-8375-38ae7456c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:37.944495 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-29bf2082-b044-4bf3-9821-32b186f06616 req-488be085-ed19-4f02-8375-38ae7456c8e5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.1411228 Nov 03 18:36:37.951081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7c851-2edd-4e22-b4f5-ac3c7182a483 req-f4e1f1ca-b18b-4074-9307-bbbb83e9caba tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:37.959118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ee7c851-2edd-4e22-b4f5-ac3c7182a483 req-f4e1f1ca-b18b-4074-9307-bbbb83e9caba tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 944 time: 0.2241940 Nov 03 18:36:37.997800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6198308b-f0f2-4e87-88c8-ff248546e4f3,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:38.006725 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8ad5007-b396-4c12-a68f-02daef7f23a1 req-929ee2e4-0e49-4251-b19f-4dae001389f9 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713418 Nov 03 18:36:38.028849 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e4fb34b2-1d1c-40cc-90f5-039ac907e7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1273790689-router', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:12Z', 'updated_at': '2021-11-03T18:36:35Z', 'revision_number': 5, 'project_id': '5a5d83ec134642d8bf992b46f2b879e2', 'gw_port': {'id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:15Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:38.046420 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-29bf2082-b044-4bf3-9821-32b186f06616 req-50a1584c-34ad-4dca-b9b6-e87c9a0c0b3b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809376 Nov 03 18:36:38.084218 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fb34b2-1d1c-40cc-90f5-039ac907e7b6 None None] The sync data for ids ['ed451d8b-11c1-4ee2-aee6-9a402f188e12'] in n-d-812150-4 is: [{'id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1273790689-router', 'tenant_id': '5a5d83ec134642d8bf992b46f2b879e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:12Z', 'updated_at': '2021-11-03T18:36:35Z', 'revision_number': 5, 'project_id': '5a5d83ec134642d8bf992b46f2b879e2', 'gw_port': {'id': 'd89c7364-82d9-4f70-baca-3ab59ca3a341', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed451d8b-11c1-4ee2-aee6-9a402f188e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:15Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:36:38.133064 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.156130 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ee7c851-2edd-4e22-b4f5-ac3c7182a483 req-b84879e9-21f9-4bb3-9eff-5ed151551606 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956761 Nov 03 18:36:38.188593 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-29bf2082-b044-4bf3-9821-32b186f06616 req-ddfb1478-a3f6-4deb-8d42-23f08c01f967 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211038 Nov 03 18:36:38.263247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] For port d89c7364-82d9-4f70-baca-3ab59ca3a341, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d89c7364-82d9-4f70-baca-3ab59ca3a341,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:38.263862 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.276988 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.282751 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.284453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] Calling delete_port for d89c7364-82d9-4f70-baca-3ab59ca3a341 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:38.331928 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-29bf2082-b044-4bf3-9821-32b186f06616 req-ebeb9bc4-df7d-4741-86ab-7633d0b801dd service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270559 Nov 03 18:36:38.390572 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.391049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6af4cce8-c2ed-4942-ba0a-04040e3bf457 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:36:38.398650 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.399846 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d0f45511-d0b6-410f-a2e9-01aceb5ac8c5 admin admin] 10.222.0.107 "DELETE /v2.0/routers/6af4cce8-c2ed-4942-ba0a-04040e3bf457 HTTP/1.1" status: 204 len: 168 time: 1.6785166 Nov 03 18:36:38.402490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36922) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:38.448857 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5830b3-aa51-463a-b206-8e48bcb9eabe admin admin] Deleting subnet 5ad472b0-e810-4227-ae11-610c384f0af3 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:36:38.452279 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8b5830b3-aa51-463a-b206-8e48bcb9eabe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.501332 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8b5830b3-aa51-463a-b206-8e48bcb9eabe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.566495 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.617186 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=d89c7364-82d9-4f70-baca-3ab59ca3a341,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:38.619221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6198308b-f0f2-4e87-88c8-ff248546e4f3 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:38.655792 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8b5830b3-aa51-463a-b206-8e48bcb9eabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.690540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 6198308b-f0f2-4e87-88c8-ff248546e4f3 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:38.692248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6198308b-f0f2-4e87-88c8-ff248546e4f3 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:38.694037 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c29fe7f1-726d-4b9b-bd83-97721321f941 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:38.761277 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: c29fe7f1-726d-4b9b-bd83-97721321f941 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:38.761878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c29fe7f1-726d-4b9b-bd83-97721321f941 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:38.768151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8b5830b3-aa51-463a-b206-8e48bcb9eabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.833930 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5830b3-aa51-463a-b206-8e48bcb9eabe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad472b0-e810-4227-ae11-610c384f0af3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:38.841680 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.850163 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8b5830b3-aa51-463a-b206-8e48bcb9eabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:38.853188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c219ad5c-998d-41a9-b9e0-932f748fe4c7 None None] Network 17a1e39a-386f-498c-8519-821f57e992b5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:38.855319 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8b5830b3-aa51-463a-b206-8e48bcb9eabe admin admin] 10.222.0.107 "DELETE /v2.0/subnets/5ad472b0-e810-4227-ae11-610c384f0af3 HTTP/1.1" status: 204 len: 168 time: 0.4517527 Nov 03 18:36:38.862332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36942) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:39.027375 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.034985 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.045508 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.137053 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.137804 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed451d8b-11c1-4ee2-aee6-9a402f188e12 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:36:39.158245 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.159605 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-68afb2d6-ca7b-4842-a2a7-32af44c12d08 admin admin] 10.222.0.107 "DELETE /v2.0/routers/ed451d8b-11c1-4ee2-aee6-9a402f188e12 HTTP/1.1" status: 204 len: 168 time: 2.1483235 Nov 03 18:36:39.163467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] Deleting port 8f74e789-d38d-4834-addb-89d505774f9c {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:39.164050 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.166668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36966) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:39.223657 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3773591e-0a25-41b5-b1f4-aab4a870c07f None None] DHCP port deletion for 17a1e39a-386f-498c-8519-821f57e992b5 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:36:39.288834 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c8b95-248b-42bd-a398-93d59d644740 req-543bd282-fd99-4612-91a7-851fc90ef045 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:39.293247 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-278c8b95-248b-42bd-a398-93d59d644740 req-543bd282-fd99-4612-91a7-851fc90ef045 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=dacd4c07-32ac-443b-b028-0985f0ad0382 HTTP/1.1" status: 200 len: 945 time: 0.1290965 Nov 03 18:36:39.320757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-9430a7f7-a1ab-49be-89f0-e4fd0c7ca2a2 admin admin] Deleting subnet 6991ca97-2d32-48f5-a6e7-d1a95746378d {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:36:39.337976 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9430a7f7-a1ab-49be-89f0-e4fd0c7ca2a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.346771 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3773591e-0a25-41b5-b1f4-aab4a870c07f None None] Deleting port 8f74e789-d38d-4834-addb-89d505774f9c {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:39.347516 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3773591e-0a25-41b5-b1f4-aab4a870c07f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.422066 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] For port 8f74e789-d38d-4834-addb-89d505774f9c, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8f74e789-d38d-4834-addb-89d505774f9c,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:39.422066 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.456698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-278c8b95-248b-42bd-a398-93d59d644740 req-9be4295a-b2ca-4e2a-a53d-850b81d34058 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556363 Nov 03 18:36:39.470297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] Calling delete_port for 8f74e789-d38d-4834-addb-89d505774f9c owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:39.493212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9430a7f7-a1ab-49be-89f0-e4fd0c7ca2a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.529734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3773591e-0a25-41b5-b1f4-aab4a870c07f None None] For port 8f74e789-d38d-4834-addb-89d505774f9c, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8f74e789-d38d-4834-addb-89d505774f9c,segment=NetworkSegment(e6e14221-3755-44ae-a483-76b358204b44),segment_id=e6e14221-3755-44ae-a483-76b358204b44)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:39.532186 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3773591e-0a25-41b5-b1f4-aab4a870c07f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.568249 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3773591e-0a25-41b5-b1f4-aab4a870c07f None None] Calling delete_port for 8f74e789-d38d-4834-addb-89d505774f9c owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:39.577892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25880421-072c-46f1-8aa5-be64253a7a18 req-3915a38d-2111-40b8-b84c-0447668a33bc tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:39.604759 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25880421-072c-46f1-8aa5-be64253a7a18 req-3915a38d-2111-40b8-b84c-0447668a33bc tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 944 time: 0.1842139 Nov 03 18:36:39.633452 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.693869 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] No DVR routers for this DVR port 8f74e789-d38d-4834-addb-89d505774f9c on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:39.698014 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f74e789-d38d-4834-addb-89d505774f9c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:39.794684 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3773591e-0a25-41b5-b1f4-aab4a870c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.817585 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25880421-072c-46f1-8aa5-be64253a7a18 req-d53b8eab-6e05-4b82-b4f0-7a4da0a2be98 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093728 Nov 03 18:36:39.833580 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.851652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e04e2d-c9ed-4dc5-bc83-af4b7a72c7a9 req-e1509797-2e2b-4032-9e4d-20e43e51bfbc tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:39.855311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d1e04e2d-c9ed-4dc5-bc83-af4b7a72c7a9 req-e1509797-2e2b-4032-9e4d-20e43e51bfbc tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef332bef-4e21-4188-abd2-8a8cad446864 HTTP/1.1" status: 200 len: 945 time: 0.1655591 Nov 03 18:36:39.859101 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a1e39a-386f-498c-8519-821f57e992b5']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:39.884384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e14221-3755-44ae-a483-76b358204b44') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:39.885432 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e14221-3755-44ae-a483-76b358204b44') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:39.899355 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.917558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3773591e-0a25-41b5-b1f4-aab4a870c07f None None] No DVR routers for this DVR port 8f74e789-d38d-4834-addb-89d505774f9c on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:39.919391 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:39.927702 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773591e-0a25-41b5-b1f4-aab4a870c07f None None] Pushing event deleted for resources: {'Port': ['ID=8f74e789-d38d-4834-addb-89d505774f9c,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:39.932671 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:36:39.933354 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.059750 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d1e04e2d-c9ed-4dc5-bc83-af4b7a72c7a9 req-027db519-47da-4d07-8da7-a618257e350b tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979842 Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:36:40.087296 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:36:40.089488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d89c7364-82d9-4f70-baca-3ab59ca3a341 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:40.124595 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.159797 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: d89c7364-82d9-4f70-baca-3ab59ca3a341 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:40.160422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d89c7364-82d9-4f70-baca-3ab59ca3a341 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:40.161124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9a2b9641-3b01-434b-a703-5719ea155b1d no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:40.166135 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.176305 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] 10.222.0.107 "DELETE /v2.0/networks/17a1e39a-386f-498c-8519-821f57e992b5 HTTP/1.1" status: 204 len: 168 time: 1.3105514 Nov 03 18:36:40.179799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3d3ec-565b-487e-8de1-ec8ef26fd505 admin admin] Pushing event deleted for resources: {'Network': ['ID=17a1e39a-386f-498c-8519-821f57e992b5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:40.184529 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9430a7f7-a1ab-49be-89f0-e4fd0c7ca2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.217893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 9a2b9641-3b01-434b-a703-5719ea155b1d {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:40.218490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9a2b9641-3b01-434b-a703-5719ea155b1d not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:40.219251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8f74e789-d38d-4834-addb-89d505774f9c no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:40.269133 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 8f74e789-d38d-4834-addb-89d505774f9c {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:40.269489 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8f74e789-d38d-4834-addb-89d505774f9c not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:40.298270 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9430a7f7-a1ab-49be-89f0-e4fd0c7ca2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.343002 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9430a7f7-a1ab-49be-89f0-e4fd0c7ca2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.351394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0d9ca9-657b-4998-9d8f-8375158e1bd0 None None] Network 4f5ec5a1-8033-44c0-88ce-f998d8f40b9c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:40.358821 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9430a7f7-a1ab-49be-89f0-e4fd0c7ca2a2 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/6991ca97-2d32-48f5-a6e7-d1a95746378d HTTP/1.1" status: 204 len: 168 time: 1.1871114 Nov 03 18:36:40.361553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37056) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:40.363175 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430a7f7-a1ab-49be-89f0-e4fd0c7ca2a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6991ca97-2d32-48f5-a6e7-d1a95746378d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:40.445514 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37060) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:40.563839 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.581001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408b580-5afb-4927-939b-860a1c42d851 req-9a0f133d-91a0-447b-a1e9-94b33756f5c0 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:40.582542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b408b580-5afb-4927-939b-860a1c42d851 req-9a0f133d-91a0-447b-a1e9-94b33756f5c0 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef332bef-4e21-4188-abd2-8a8cad446864 HTTP/1.1" status: 200 len: 945 time: 0.0800912 Nov 03 18:36:40.591972 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3cf77505-c716-46c1-ad34-62bb19f38568 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3244fbd166ef4347a56433f1643aae96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432490 Nov 03 18:36:40.596437 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37064) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:40.693093 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0a09096-fa75-4fb8-aee9-4cbb5d9264fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.694543 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b408b580-5afb-4927-939b-860a1c42d851 req-c364c90d-a7ce-41e5-811f-7423383c34a4 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821624 Nov 03 18:36:40.709381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] Deleting port 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:40.710586 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.729712 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0a09096-fa75-4fb8-aee9-4cbb5d9264fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.731851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6ffac9-a1d8-4906-9c8d-61452febe6ba None None] DHCP port deletion for 4f5ec5a1-8033-44c0-88ce-f998d8f40b9c request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:36:40.788671 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0a09096-fa75-4fb8-aee9-4cbb5d9264fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.791676 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0a09096-fa75-4fb8-aee9-4cbb5d9264fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.808470 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c0a09096-fa75-4fb8-aee9-4cbb5d9264fa admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2e5fba06-ebd4-42e7-844f-85f928b6e1c1 HTTP/1.1" status: 204 len: 168 time: 0.1980467 Nov 03 18:36:40.820565 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a09096-fa75-4fb8-aee9-4cbb5d9264fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5fba06-ebd4-42e7-844f-85f928b6e1c1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:40.820854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ffac9-a1d8-4906-9c8d-61452febe6ba None None] Deleting port 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:40.821314 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6f6ffac9-a1d8-4906-9c8d-61452febe6ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.849868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] For port 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5,segment=NetworkSegment(26783dfe-997c-47ea-8cf5-3ac31999926e),segment_id=26783dfe-997c-47ea-8cf5-3ac31999926e)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:40.851407 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:40.871343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] Calling delete_port for 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:41.018964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6f6ffac9-a1d8-4906-9c8d-61452febe6ba None None] For port 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5,segment=NetworkSegment(26783dfe-997c-47ea-8cf5-3ac31999926e),segment_id=26783dfe-997c-47ea-8cf5-3ac31999926e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:41.019374 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6f6ffac9-a1d8-4906-9c8d-61452febe6ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.028795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4d3d6-712a-4eb1-9090-087fb5531427 req-79f2396c-ebf8-4a25-ab0a-19caa2775872 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:41.031260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09c4d3d6-712a-4eb1-9090-087fb5531427 req-79f2396c-ebf8-4a25-ab0a-19caa2775872 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 944 time: 0.0645001 Nov 03 18:36:41.032174 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.090904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ffac9-a1d8-4906-9c8d-61452febe6ba None None] Calling delete_port for 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:41.138348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] Pushing event deleted for resources: {'Port': ['ID=44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:41.142426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] No DVR routers for this DVR port 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:41.222331 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6f6ffac9-a1d8-4906-9c8d-61452febe6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.261878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ffac9-a1d8-4906-9c8d-61452febe6ba None None] Pushing event deleted for resources: {'Port': ['ID=44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:41.267658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ffac9-a1d8-4906-9c8d-61452febe6ba None None] No DVR routers for this DVR port 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:41.405616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09c4d3d6-712a-4eb1-9090-087fb5531427 req-7aeefd69-2901-4df6-a8ff-23892b2d7508 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506138 Nov 03 18:36:41.418874 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.442346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5ec5a1-8033-44c0-88ce-f998d8f40b9c']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:41.456605 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26783dfe-997c-47ea-8cf5-3ac31999926e') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:41.457087 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26783dfe-997c-47ea-8cf5-3ac31999926e') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:36:41.480923 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.496318 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.508675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:36:41.509094 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:36:41.513824 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:36:41.654215 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.672794 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:41.684630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] 10.222.0.107 "DELETE /v2.0/networks/4f5ec5a1-8033-44c0-88ce-f998d8f40b9c HTTP/1.1" status: 204 len: 168 time: 1.3220890 Nov 03 18:36:41.717567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53433b58-5074-4c41-a2d4-bd87d27f1776 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f5ec5a1-8033-44c0-88ce-f998d8f40b9c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:42.044400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:42.087687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:42.088309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 44d9e02b-96bd-4bc1-a8a2-cc3f9470acb5 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:42.106033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37132) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:42.205254 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-96961563-f8d9-4571-870f-a9d171b51f7b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5a5d83ec134642d8bf992b46f2b879e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0986040 Nov 03 18:36:42.207653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37138) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:42.281255 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ae9617e6-5a69-4f97-9ec8-be65c1e03c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.308170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37140) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:42.341239 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ae9617e6-5a69-4f97-9ec8-be65c1e03c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.431149 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ae9617e6-5a69-4f97-9ec8-be65c1e03c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.434956 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ae9617e6-5a69-4f97-9ec8-be65c1e03c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.436497 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ae9617e6-5a69-4f97-9ec8-be65c1e03c11 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/08db1272-b2fc-4049-b077-16396c8154e2 HTTP/1.1" status: 204 len: 168 time: 0.2276978 Nov 03 18:36:42.447251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9617e6-5a69-4f97-9ec8-be65c1e03c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08db1272-b2fc-4049-b077-16396c8154e2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:42.516455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0f152-82fa-412f-9fa1-2bc5ec71de8d req-34797b45-3994-4e8c-abe5-2964c56748fa tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:42.517876 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93c0f152-82fa-412f-9fa1-2bc5ec71de8d req-34797b45-3994-4e8c-abe5-2964c56748fa tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.98 "GET /v2.0/ports?device_id=ef332bef-4e21-4188-abd2-8a8cad446864 HTTP/1.1" status: 200 len: 945 time: 0.7575924 Nov 03 18:36:42.545737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-360280467-network', 'tenant_id': 'dd4e5255e5f04623bdf2f66b212cfc8f'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:42.551562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f461d-8c79-441f-8447-d23b41b8586f req-859ef515-08c4-4930-9086-5cb3b11b8c49 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:42.561721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-292f461d-8c79-441f-8447-d23b41b8586f req-859ef515-08c4-4930-9086-5cb3b11b8c49 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef332bef-4e21-4188-abd2-8a8cad446864 HTTP/1.1" status: 200 len: 945 time: 0.7037423 Nov 03 18:36:42.596243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] Made reservation on behalf of dd4e5255e5f04623bdf2f66b212cfc8f for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:42.599860 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.627112 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.733578 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-292f461d-8c79-441f-8447-d23b41b8586f req-5e85e743-11bd-4ef1-ab14-f9ca7b470f5f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707933 Nov 03 18:36:42.764058 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.775247 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.779610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc234bc-71e4-45ff-b315-ebbc55e9ab71 req-b0465050-769a-4b43-9c0e-f8bb45ff5c78 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:42.783695 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2bc234bc-71e4-45ff-b315-ebbc55e9ab71 req-b0465050-769a-4b43-9c0e-f8bb45ff5c78 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 944 time: 0.1857607 Nov 03 18:36:42.829019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:36:42.840165 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b62bae9-ed43-4158-8e6d-607c6c5fae4a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:42.848550 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.848959 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] Added segment 28459fce-175d-4b11-a21c-983e13477a95 of type vlan for network dfd66ab7-d64a-4b29-8d02-07dde8098dad Nov 03 18:36:42.891498 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-93c0f152-82fa-412f-9fa1-2bc5ec71de8d req-943e4a55-1c24-4d54-98c7-738f26116cb4 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Deleting port 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:36:42.891978 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-93c0f152-82fa-412f-9fa1-2bc5ec71de8d req-943e4a55-1c24-4d54-98c7-738f26116cb4 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.903244 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.944769 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.945889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:42.946530 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.949560 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:42.983817 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2bc234bc-71e4-45ff-b315-ebbc55e9ab71 req-de57cde5-a2cb-44c5-9771-4113fe5693ed tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908381 Nov 03 18:36:43.049524 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7373235 Nov 03 18:36:43.050399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37158) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:43.060459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d1f5d684-cc17-4bda-ac47-eddd04fc234e admin admin] Request body: {'subnet': {'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-360280467-subnet', 'tenant_id': 'dd4e5255e5f04623bdf2f66b212cfc8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:43.072737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bd1cb-c932-4cb7-ae5f-1227718ec956 admin admin] Pushing event updated for resources: {'Network': ['ID=dfd66ab7-d64a-4b29-8d02-07dde8098dad,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:43.084369 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network dfd66ab7-d64a-4b29-8d02-07dde8098dad details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:36:43.116117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f5d684-cc17-4bda-ac47-eddd04fc234e admin admin] Made reservation on behalf of dd4e5255e5f04623bdf2f66b212cfc8f for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:43.119328 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d1f5d684-cc17-4bda-ac47-eddd04fc234e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.157278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-93c0f152-82fa-412f-9fa1-2bc5ec71de8d req-943e4a55-1c24-4d54-98c7-738f26116cb4 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] For port 5418cf7b-9d94-4081-b90d-8c3e1a9e6685, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5418cf7b-9d94-4081-b90d-8c3e1a9e6685,segment=NetworkSegment(4ce8d045-17c7-4d74-9c52-b0a48329c30d),segment_id=4ce8d045-17c7-4d74-9c52-b0a48329c30d)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:43.158265 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-93c0f152-82fa-412f-9fa1-2bc5ec71de8d req-943e4a55-1c24-4d54-98c7-738f26116cb4 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.179994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-93c0f152-82fa-412f-9fa1-2bc5ec71de8d req-943e4a55-1c24-4d54-98c7-738f26116cb4 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Calling delete_port for 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:36:43.423455 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-93c0f152-82fa-412f-9fa1-2bc5ec71de8d req-943e4a55-1c24-4d54-98c7-738f26116cb4 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.436679 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['75dc7332-da08-4067-a0bf-be2e17e7675d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:43.460295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e4a55-1c24-4d54-98c7-738f26116cb4 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Pushing event deleted for resources: {'Port': ['ID=5418cf7b-9d94-4081-b90d-8c3e1a9e6685,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:43.494534 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d1f5d684-cc17-4bda-ac47-eddd04fc234e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.526917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['44afaffd-2445-4d3b-8d1f-5ac13472b446'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:43.545658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c0f152-82fa-412f-9fa1-2bc5ec71de8d req-943e4a55-1c24-4d54-98c7-738f26116cb4 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] No DVR routers for this DVR port 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:36:43.548618 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-93c0f152-82fa-412f-9fa1-2bc5ec71de8d req-943e4a55-1c24-4d54-98c7-738f26116cb4 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.556275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93c0f152-82fa-412f-9fa1-2bc5ec71de8d req-943e4a55-1c24-4d54-98c7-738f26116cb4 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.98 "DELETE /v2.0/ports/5418cf7b-9d94-4081-b90d-8c3e1a9e6685 HTTP/1.1" status: 204 len: 173 time: 1.0287900 Nov 03 18:36:43.556760 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef332bef-4e21-4188-abd2-8a8cad446864', 'name': 'network-vif-deleted', 'tag': '5418cf7b-9d94-4081-b90d-8c3e1a9e6685'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:43.562510 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e602a278-432e-4f1b-9c5e-de0ac45fc1b0" -d '{"events": [{"server_uuid": "ef332bef-4e21-4188-abd2-8a8cad446864", "name": "network-vif-deleted", "tag": "5418cf7b-9d94-4081-b90d-8c3e1a9e6685"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:43.598215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5d684-cc17-4bda-ac47-eddd04fc234e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce9e0b49-eaf9-4f18-8308-2f1514ace683,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:43.612193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f5d684-cc17-4bda-ac47-eddd04fc234e admin admin] Checking segment: {'id': '28459fce-175d-4b11-a21c-983e13477a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:36:43.612569 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f5d684-cc17-4bda-ac47-eddd04fc234e admin admin] Network hostable DHCP agents. Network: dfd66ab7-d64a-4b29-8d02-07dde8098dad, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:36:43.656259 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f5d684-cc17-4bda-ac47-eddd04fc234e admin admin] Network dfd66ab7-d64a-4b29-8d02-07dde8098dad is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:36:43.667884 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6bfa6d-a91e-4505-bd2e-11d2d280cffd x-openstack-request-id: req-be6bfa6d-a91e-4505-bd2e-11d2d280cffd {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:43.668586 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef332bef-4e21-4188-abd2-8a8cad446864", "name": "network-vif-deleted", "tag": "5418cf7b-9d94-4081-b90d-8c3e1a9e6685", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:43.669027 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-be6bfa6d-a91e-4505-bd2e-11d2d280cffd {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:43.669668 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef332bef-4e21-4188-abd2-8a8cad446864', 'name': 'network-vif-deleted', 'tag': '5418cf7b-9d94-4081-b90d-8c3e1a9e6685', 'status': 'completed', 'code': 200} Nov 03 18:36:43.678466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d1f5d684-cc17-4bda-ac47-eddd04fc234e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, dfd66ab7-d64a-4b29-8d02-07dde8098dad) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:43.683184 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f5d684-cc17-4bda-ac47-eddd04fc234e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:43.684035 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d1f5d684-cc17-4bda-ac47-eddd04fc234e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:43.703766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6889ea7-02cb-4a7c-a03c-d0c4353ae53a None None] Network dfd66ab7-d64a-4b29-8d02-07dde8098dad requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:43.723311 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d1f5d684-cc17-4bda-ac47-eddd04fc234e admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6721001 Nov 03 18:36:43.976768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35cead9c-3218-47ec-9d36-9d3258c7ec03 req-ae356047-73c0-4471-826f-f8f4b62af77f tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef332bef-4e21-4188-abd2-8a8cad446864 HTTP/1.1" status: 200 len: 210 time: 0.0476675 Nov 03 18:36:44.291765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e17098-dec9-45b6-af68-f2745cfa6df1 None None] Network dfd66ab7-d64a-4b29-8d02-07dde8098dad requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:36:44.376150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09c397-5ca3-42f1-b30d-71c4046d2529 req-d4941e35-469f-4ed8-8060-1458739e7bd8 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:44.380428 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd09c397-5ca3-42f1-b30d-71c4046d2529 req-d4941e35-469f-4ed8-8060-1458739e7bd8 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 944 time: 0.1108396 Nov 03 18:36:44.442834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd09c397-5ca3-42f1-b30d-71c4046d2529 req-900e8154-1fbf-4dbb-8864-40240fb6eff4 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566547 Nov 03 18:36:44.826375 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:36:44.847668 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:36:44.848021 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5418cf7b-9d94-4081-b90d-8c3e1a9e6685 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:36:47.300258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a5e95dd-60fe-4c05-9c26-d795d31315de req-66169441-fae5-4288-ad57-0252629104fe service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536442 Nov 03 18:36:47.365519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e95dd-60fe-4c05-9c26-d795d31315de req-eb98bc78-866a-4d33-9d29-3610bb1677bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:47.367020 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a5e95dd-60fe-4c05-9c26-d795d31315de req-eb98bc78-866a-4d33-9d29-3610bb1677bf service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 1095 time: 0.0452578 Nov 03 18:36:47.487977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e95dd-60fe-4c05-9c26-d795d31315de req-59760be8-bf7c-49e8-9194-42e8e0fdc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:47.489721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a5e95dd-60fe-4c05-9c26-d795d31315de req-59760be8-bf7c-49e8-9194-42e8e0fdc509 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.0941150 Nov 03 18:36:47.536836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a5e95dd-60fe-4c05-9c26-d795d31315de req-9d54930d-88af-43c6-857d-21c860bc80c6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141 HTTP/1.1" status: 200 len: 217 time: 0.0394065 Nov 03 18:36:47.585884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e95dd-60fe-4c05-9c26-d795d31315de req-e8f3a6f9-62de-45f1-9291-c2579d7d3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:47.587345 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a5e95dd-60fe-4c05-9c26-d795d31315de req-e8f3a6f9-62de-45f1-9291-c2579d7d3664 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.0440509 Nov 03 18:36:47.621200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a5e95dd-60fe-4c05-9c26-d795d31315de req-5e3cb426-6243-4e77-9452-582b20806cc0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266955 Nov 03 18:36:47.728404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a5e95dd-60fe-4c05-9c26-d795d31315de req-50a06182-607a-4c50-8fe9-506f0a368ce3 service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954432 Nov 03 18:36:47.823027 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a5e95dd-60fe-4c05-9c26-d795d31315de req-c6a781b1-d93d-4a55-a2de-9e90eb6e2a9a service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872025 Nov 03 18:36:54.171570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:36:54.271404 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:54.284085 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '8fdbc434-68a9-4c1d-9b6b-73523bd83ad4', 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c', 'port_id': '8fdbc434-68a9-4c1d-9b6b-73523bd83ad4', 'mac_address': 'fa:16:3e:32:42:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b55460-6287-4d60-9d60-2a65074fdaf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:36:54.329122 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.342649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:36:54.362278 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:54.368480 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:54.420036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:54.817616 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['8fdbc434-68a9-4c1d-9b6b-73523bd83ad4'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:36:55.659121 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aae64a7e-a020-4b6a-a0de-f6d0ab4d5722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:56.181652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-0e1ee374-f8b5-4eba-b0d8-82b8565d60ee tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:56.184223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-0e1ee374-f8b5-4eba-b0d8-82b8565d60ee tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/networks?id=dfd66ab7-d64a-4b29-8d02-07dde8098dad HTTP/1.1" status: 200 len: 821 time: 0.1335392 Nov 03 18:36:56.197174 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:36:56.205068 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-ac5d71f8-c7ee-4373-9356-2b82b7b4a2ba tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/quotas/dd4e5255e5f04623bdf2f66b212cfc8f HTTP/1.1" status: 200 len: 375 time: 0.0144758 Nov 03 18:36:56.263353 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:36:56.270393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:36:56.270772 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:56.271628 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-b230987b-f62f-4537-b1cc-576a246e40cb tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=dd4e5255e5f04623bdf2f66b212cfc8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449679 Nov 03 18:36:56.364040 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:56.389379 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e49062a-2c88-415a-9667-d1ca56857736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdbc434-68a9-4c1d-9b6b-73523bd83ad4'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:36:56.391731 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e76b01b-6d8c-4162-9e0b-5ea83cd98bc9" -d '{"events": [{"server_uuid": "1e49062a-2c88-415a-9667-d1ca56857736", "name": "network-vif-plugged", "status": "completed", "tag": "8fdbc434-68a9-4c1d-9b6b-73523bd83ad4"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:36:56.406766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:36:56.412629 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:56.422141 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1d373-ea5e-49b6-a3c6-67096cad0d00 req-10bfde3e-e194-44ae-b5eb-2b2bce21eac3 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:56.423780 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5dc1d373-ea5e-49b6-a3c6-67096cad0d00 req-10bfde3e-e194-44ae-b5eb-2b2bce21eac3 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 945 time: 0.1057184 Nov 03 18:36:56.430232 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-cbea5ff3-8c4f-40a1-bfde-adb9bd9f2f60 service neutron] 10.222.0.107 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497903 Nov 03 18:36:56.503013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:56.563357 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5dc1d373-ea5e-49b6-a3c6-67096cad0d00 req-f3d8a2d4-ebfc-4aca-a657-575b84cbc301 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320593 Nov 03 18:36:56.606264 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-4a9e554f-990f-45c1-a900-2050b493589a service neutron] 10.222.0.107 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566973 Nov 03 18:36:56.750588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073d11b-ffe8-436c-bd37-d3f8d11f5f2f req-803adadd-9483-4415-95f3-6bea63b2d526 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:56.761019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0073d11b-ffe8-436c-bd37-d3f8d11f5f2f req-803adadd-9483-4415-95f3-6bea63b2d526 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 945 time: 0.0797181 Nov 03 18:36:56.824372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0073d11b-ffe8-436c-bd37-d3f8d11f5f2f req-2a6af0e2-bf78-4428-872a-4cde0c264e3d tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617142 Nov 03 18:36:56.910616 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb67368-e919-4cc3-b31d-3f9d1bbf4fba x-openstack-request-id: req-4bb67368-e919-4cc3-b31d-3f9d1bbf4fba {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:36:56.911117 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e49062a-2c88-415a-9667-d1ca56857736", "name": "network-vif-plugged", "status": "completed", "tag": "8fdbc434-68a9-4c1d-9b6b-73523bd83ad4", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:36:56.911538 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4bb67368-e919-4cc3-b31d-3f9d1bbf4fba {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:36:56.912048 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e49062a-2c88-415a-9667-d1ca56857736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdbc434-68a9-4c1d-9b6b-73523bd83ad4', 'code': 200} Nov 03 18:36:57.038193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f604b508-2216-4bd4-83f6-c1dacf0e6efd req-5081e22d-801d-4a1a-bd80-089560714de5 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 210 time: 0.0463879 Nov 03 18:36:57.082694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422e0e3-24be-4f42-b48d-3b5c7ccbe197 req-29b4ebdb-4068-4407-8b29-e5865b457f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:57.084294 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e422e0e3-24be-4f42-b48d-3b5c7ccbe197 req-29b4ebdb-4068-4407-8b29-e5865b457f89 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 1097 time: 0.0462973 Nov 03 18:36:57.173425 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e422e0e3-24be-4f42-b48d-3b5c7ccbe197 req-bb906c6e-4f14-4e0a-bf08-57c49184275a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778358 Nov 03 18:36:57.587882 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37350) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:57.797926 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74f160af-f18b-4614-a20f-1b662cb4cb14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:57.937544 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74f160af-f18b-4614-a20f-1b662cb4cb14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:57.945459 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74f160af-f18b-4614-a20f-1b662cb4cb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:57.966278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8739a4-115c-4d9e-957c-d57bd8bf4d66 req-2b51a163-808f-4648-80bc-c535d30e3d5e tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:57.975837 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f8739a4-115c-4d9e-957c-d57bd8bf4d66 req-2b51a163-808f-4648-80bc-c535d30e3d5e tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 945 time: 0.1340890 Nov 03 18:36:57.996397 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-74f160af-f18b-4614-a20f-1b662cb4cb14 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d7de36cbe36e4991b2eb1c2968490a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4073083 Nov 03 18:36:57.997446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37372) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:36:57.998199 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f160af-f18b-4614-a20f-1b662cb4cb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2af45a-b56c-45cc-b97f-302a743776b3,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:58.025282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac5b38-4ad2-4cf2-ab4e-e13bfb323347 req-d0fde04e-6245-4fc8-a0bc-993fc53dcfd9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:58.027771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2bac5b38-4ad2-4cf2-ab4e-e13bfb323347 req-d0fde04e-6245-4fc8-a0bc-993fc53dcfd9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 946 time: 0.1512372 Nov 03 18:36:58.059282 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-08b1d661-996c-440b-b618-c25a40544e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:58.097958 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f8739a4-115c-4d9e-957c-d57bd8bf4d66 req-c390ed68-9322-4aa4-81df-24796d38d9df tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207798 Nov 03 18:36:58.101806 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-27b7f5a7-1aa4-4eb0-8fbf-23fc8c0ff31c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:58.133081 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-27b7f5a7-1aa4-4eb0-8fbf-23fc8c0ff31c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:58.164289 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2bac5b38-4ad2-4cf2-ab4e-e13bfb323347 req-afef7fb9-9b8d-4ab0-a11b-4935e6954a19 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168182 Nov 03 18:36:58.223206 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-27b7f5a7-1aa4-4eb0-8fbf-23fc8c0ff31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:58.226513 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-27b7f5a7-1aa4-4eb0-8fbf-23fc8c0ff31c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:58.227971 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-27b7f5a7-1aa4-4eb0-8fbf-23fc8c0ff31c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3c2af45a-b56c-45cc-b97f-302a743776b3 HTTP/1.1" status: 204 len: 168 time: 0.2268331 Nov 03 18:36:58.282002 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7f5a7-1aa4-4eb0-8fbf-23fc8c0ff31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2af45a-b56c-45cc-b97f-302a743776b3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:36:58.438289 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7723a048-64c3-42fb-b0c7-dffc2e291861 req-aabdeb5c-4fef-42a6-9e2e-2deacedf59c2 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 210 time: 0.0784197 Nov 03 18:36:58.673006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135105b4-517c-4395-9a1a-8e8cdb561b4d req-73e79097-159d-4291-8244-9b05f6b3c18a tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:58.679679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135105b4-517c-4395-9a1a-8e8cdb561b4d req-73e79097-159d-4291-8244-9b05f6b3c18a tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:58.681627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-135105b4-517c-4395-9a1a-8e8cdb561b4d req-73e79097-159d-4291-8244-9b05f6b3c18a tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d8de815-58b9-4e0c-b191-dd1f6b62a95e&device_id=dacd4c07-32ac-443b-b028-0985f0ad0382 HTTP/1.1" status: 200 len: 1681 time: 0.1475513 Nov 03 18:36:58.733487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-e7d2e670-a087-4a0e-af34-7cd6eacf6e09 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:58.735247 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-e7d2e670-a087-4a0e-af34-7cd6eacf6e09 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.98 "GET /v2.0/networks?id=dfd66ab7-d64a-4b29-8d02-07dde8098dad HTTP/1.1" status: 200 len: 821 time: 0.3120203 Nov 03 18:36:58.756372 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-d0137295-8b28-4411-a549-025d26adcec9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Request body: {'port': {'device_id': 'bb59a7c0-bae2-423e-908e-37e0c5913adc', 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad', 'admin_state_up': True, 'tenant_id': 'dd4e5255e5f04623bdf2f66b212cfc8f'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:36:58.838373 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-135105b4-517c-4395-9a1a-8e8cdb561b4d req-49c6da61-360a-48a5-986a-524ce730eda9 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468728 Nov 03 18:36:58.941492 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-d0137295-8b28-4411-a549-025d26adcec9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Made reservation on behalf of dd4e5255e5f04623bdf2f66b212cfc8f for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:36:58.950101 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-d0137295-8b28-4411-a549-025d26adcec9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:59.186035 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:59.279044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-d0137295-8b28-4411-a549-025d26adcec9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Allocated IP 172.20.0.5 (dfd66ab7-d64a-4b29-8d02-07dde8098dad/ce9e0b49-eaf9-4f18-8308-2f1514ace683/73333135-00e2-4670-84c1-4a07daf7b02a) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:36:59.498658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac696f-ed5c-49d5-a71f-364a327d5ae6 req-9a6b61b8-8568-4e9c-9abe-2ecff7237ed9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:59.507906 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0dac696f-ed5c-49d5-a71f-364a327d5ae6 req-9a6b61b8-8568-4e9c-9abe-2ecff7237ed9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 945 time: 0.2511089 Nov 03 18:36:59.548372 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34500f5-d1c0-4b35-8b63-15d5da893c3f req-9d3d2e06-7cce-4667-8fa6-cf44ca39980a tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:59.556403 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f34500f5-d1c0-4b35-8b63-15d5da893c3f req-9d3d2e06-7cce-4667-8fa6-cf44ca39980a tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 946 time: 0.2296147 Nov 03 18:36:59.665813 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0dac696f-ed5c-49d5-a71f-364a327d5ae6 req-363dc8f6-b4a1-42f6-a3f9-b68d6802c0d1 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559858 Nov 03 18:36:59.680462 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-d0137295-8b28-4411-a549-025d26adcec9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:59.736136 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-d0137295-8b28-4411-a549-025d26adcec9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:36:59.747099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-344086dc-e645-4bfb-b73d-08070484c4a9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:36:59.748642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-344086dc-e645-4bfb-b73d-08070484c4a9 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.98 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 945 time: 0.1871648 Nov 03 18:36:59.777817 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f34500f5-d1c0-4b35-8b63-15d5da893c3f req-ce432b26-eacc-4aab-bc77-032d5175501b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200630 Nov 03 18:36:59.798748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-d0137295-8b28-4411-a549-025d26adcec9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Network dfd66ab7-d64a-4b29-8d02-07dde8098dad is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:36:59.820867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-d0137295-8b28-4411-a549-025d26adcec9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:36:59.834193 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-d0137295-8b28-4411-a549-025d26adcec9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:36:59.980313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0137295-8b28-4411-a549-025d26adcec9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Pushing event updated for resources: {'Port': ['ID=73333135-00e2-4670-84c1-4a07daf7b02a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:00.048615 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-d0137295-8b28-4411-a549-025d26adcec9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:00.049226 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-d0137295-8b28-4411-a549-025d26adcec9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.064846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccf306-5212-442f-8b79-2904a239349f req-6c9f86f2-6393-4760-a543-f8415e13fc24 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:00.066618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1eccf306-5212-442f-8b79-2904a239349f req-6c9f86f2-6393-4760-a543-f8415e13fc24 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 931 time: 0.2651031 Nov 03 18:37:00.105906 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-d0137295-8b28-4411-a549-025d26adcec9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3596725 Nov 03 18:37:00.111745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-7f9051fa-6e80-4f60-8456-0ba0272acdf8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Deleting port dd66cecd-3615-4198-9cd2-6c15f74d7453 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:00.112431 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-7f9051fa-6e80-4f60-8456-0ba0272acdf8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.172451 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.231320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Request body: {'port': {'device_id': 'bb59a7c0-bae2-423e-908e-37e0c5913adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:00.378227 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-7f9051fa-6e80-4f60-8456-0ba0272acdf8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] For port dd66cecd-3615-4198-9cd2-6c15f74d7453, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=dd66cecd-3615-4198-9cd2-6c15f74d7453,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:00.378934 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-7f9051fa-6e80-4f60-8456-0ba0272acdf8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.410821 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1eccf306-5212-442f-8b79-2904a239349f req-bf618e83-2066-4aba-b24e-4ee1bccd263f tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351049 Nov 03 18:37:00.481260 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.571303 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:00.623568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45db2-330a-4d4d-9779-1ff9c358edb1 req-6e6a1dd7-7410-4bd4-aaa0-6ce03f330366 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:00.625956 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64d45db2-330a-4d4d-9779-1ff9c358edb1 req-6e6a1dd7-7410-4bd4-aaa0-6ce03f330366 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 1097 time: 0.2227886 Nov 03 18:37:00.995471 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64d45db2-330a-4d4d-9779-1ff9c358edb1 req-6dd80986-140f-497a-bdb3-c80ac18df4c3 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717395 Nov 03 18:37:01.000886 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-7f9051fa-6e80-4f60-8456-0ba0272acdf8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.001245 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-7f9051fa-6e80-4f60-8456-0ba0272acdf8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.001567 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-7f9051fa-6e80-4f60-8456-0ba0272acdf8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Floating IP 907c75db-4b24-465d-8712-3729e37b9f42 disassociated. External IP: 172.25.2.35, port: dd66cecd-3615-4198-9cd2-6c15f74d7453. Nov 03 18:37:01.002019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-7f9051fa-6e80-4f60-8456-0ba0272acdf8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Calling delete_port for dd66cecd-3615-4198-9cd2-6c15f74d7453 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:01.022989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189efc1-a21b-4b55-811b-bfe14ec6b965 req-5b4798c3-9563-4920-821e-8bbb271ce6f4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:01.025490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8189efc1-a21b-4b55-811b-bfe14ec6b965 req-5b4798c3-9563-4920-821e-8bbb271ce6f4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 945 time: 0.2118256 Nov 03 18:37:01.180568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8189efc1-a21b-4b55-811b-bfe14ec6b965 req-5f6293ac-c060-4583-9db1-200df4e8a4b6 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups?id=290df57c-3450-4513-a8bb-d6fcb4f7334b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471932 Nov 03 18:37:01.268628 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73333135-00e2-4670-84c1-4a07daf7b02a {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:01.306310 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.360054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Transition to ACTIVE for port object 73333135-00e2-4670-84c1-4a07daf7b02a will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:01.372878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb238bed-7f29-4bfd-ae4c-8cb0da53f98b req-d15dff36-06a4-4249-8ee0-263834170ae2 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:01.380381 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb238bed-7f29-4bfd-ae4c-8cb0da53f98b req-d15dff36-06a4-4249-8ee0-263834170ae2 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=dacd4c07-32ac-443b-b028-0985f0ad0382 HTTP/1.1" status: 200 len: 945 time: 0.2229428 Nov 03 18:37:01.386111 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.395928 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.441150 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-7f9051fa-6e80-4f60-8456-0ba0272acdf8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.777723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350edcd-db82-4e54-9e36-5328671cef6b req-126a8db6-8c3e-4bdf-94c8-d13dded32534 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:01.780182 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3350edcd-db82-4e54-9e36-5328671cef6b req-126a8db6-8c3e-4bdf-94c8-d13dded32534 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.98 "GET /v2.0/ports?device_id=dacd4c07-32ac-443b-b028-0985f0ad0382 HTTP/1.1" status: 200 len: 945 time: 0.0604923 Nov 03 18:37:01.811137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f4ac2-a111-4f7f-a087-222e90c2fe67 req-cc1b5033-15d2-49fd-9021-d3f24263a1de tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:01.822800 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a61f4ac2-a111-4f7f-a087-222e90c2fe67 req-cc1b5033-15d2-49fd-9021-d3f24263a1de tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 1097 time: 0.5115066 Nov 03 18:37:01.824956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=73333135-00e2-4670-84c1-4a07daf7b02a,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:01.898585 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a61f4ac2-a111-4f7f-a087-222e90c2fe67 req-74c0cc78-5be4-4662-ad02-0b3dc06f9dc4 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728736 Nov 03 18:37:01.955813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-3350edcd-db82-4e54-9e36-5328671cef6b req-57a74fa8-d56f-4e6b-99cb-8dad4ff27a0a tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Deleting port 75dc7332-da08-4067-a0bf-be2e17e7675d {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:01.957158 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3350edcd-db82-4e54-9e36-5328671cef6b req-57a74fa8-d56f-4e6b-99cb-8dad4ff27a0a tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:01.976741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9051fa-6e80-4f60-8456-0ba0272acdf8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Pushing event deleted for resources: {'Port': ['ID=dd66cecd-3615-4198-9cd2-6c15f74d7453,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:02.006887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb238bed-7f29-4bfd-ae4c-8cb0da53f98b req-da53bf00-b0ca-46ae-a48b-c5aefd39ce3d tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fc4adf4-6feb-4022-8b64-fa890fe49518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6251607 Nov 03 18:37:02.215256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3350edcd-db82-4e54-9e36-5328671cef6b req-57a74fa8-d56f-4e6b-99cb-8dad4ff27a0a tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] For port 75dc7332-da08-4067-a0bf-be2e17e7675d, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=75dc7332-da08-4067-a0bf-be2e17e7675d,segment=NetworkSegment(4ce8d045-17c7-4d74-9c52-b0a48329c30d),segment_id=4ce8d045-17c7-4d74-9c52-b0a48329c30d)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:02.216384 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3350edcd-db82-4e54-9e36-5328671cef6b req-57a74fa8-d56f-4e6b-99cb-8dad4ff27a0a tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.235822 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-3350edcd-db82-4e54-9e36-5328671cef6b req-57a74fa8-d56f-4e6b-99cb-8dad4ff27a0a tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Calling delete_port for 75dc7332-da08-4067-a0bf-be2e17e7675d owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:02.385322 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b8f87-691d-4876-915a-f3134b4859b3 req-feec9078-a2c0-4b4a-9ffc-83fd301802cc tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:02.387209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f2b8f87-691d-4876-915a-f3134b4859b3 req-feec9078-a2c0-4b4a-9ffc-83fd301802cc tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 943 time: 0.2075968 Nov 03 18:37:02.394371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Attempting to bind port 73333135-00e2-4670-84c1-4a07daf7b02a on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:02.394887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Attempting to bind port 73333135-00e2-4670-84c1-4a07daf7b02a by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '28459fce-175d-4b11-a21c-983e13477a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:02.395240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Attempting to bind port 73333135-00e2-4670-84c1-4a07daf7b02a on network dfd66ab7-d64a-4b29-8d02-07dde8098dad {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:02.450239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Port 73333135-00e2-4670-84c1-4a07daf7b02a on network dfd66ab7-d64a-4b29-8d02-07dde8098dad not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:02.450536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Attempting to bind port 73333135-00e2-4670-84c1-4a07daf7b02a on network dfd66ab7-d64a-4b29-8d02-07dde8098dad {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:02.475707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:02.476313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Checking segment: {'id': '28459fce-175d-4b11-a21c-983e13477a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:02.476737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Bound using segment: {'id': '28459fce-175d-4b11-a21c-983e13477a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:02.477378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Bound port: 73333135-00e2-4670-84c1-4a07daf7b02a, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28459fce-175d-4b11-a21c-983e13477a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:02.477656 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.548589 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-7f9051fa-6e80-4f60-8456-0ba0272acdf8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Router 48b22fe6-32b4-42c9-9570-77794a40a0e2 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:37:02.560309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c8347ac-39fb-42f4-8700-544f6d3c4fcb req-e0379f4c-70fe-4815-9ab5-6560f99a8dd4 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 210 time: 0.0921388 Nov 03 18:37:02.584764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f2b8f87-691d-4876-915a-f3134b4859b3 req-4ebb3576-fcce-46fb-a48a-d29415eefaa9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708167 Nov 03 18:37:02.605284 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3350edcd-db82-4e54-9e36-5328671cef6b req-57a74fa8-d56f-4e6b-99cb-8dad4ff27a0a tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.618516 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['75dc7332-da08-4067-a0bf-be2e17e7675d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:02.687889 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['44afaffd-2445-4d3b-8d1f-5ac13472b446'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:02.700386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a74fa8-d56f-4e6b-99cb-8dad4ff27a0a tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Pushing event deleted for resources: {'Port': ['ID=75dc7332-da08-4067-a0bf-be2e17e7675d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:02.751342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37506) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:02.769356 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3350edcd-db82-4e54-9e36-5328671cef6b req-57a74fa8-d56f-4e6b-99cb-8dad4ff27a0a tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] No DVR routers for this DVR port 75dc7332-da08-4067-a0bf-be2e17e7675d on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:02.778361 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3350edcd-db82-4e54-9e36-5328671cef6b req-57a74fa8-d56f-4e6b-99cb-8dad4ff27a0a tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:02.782332 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3350edcd-db82-4e54-9e36-5328671cef6b req-57a74fa8-d56f-4e6b-99cb-8dad4ff27a0a tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.98 "DELETE /v2.0/ports/75dc7332-da08-4067-a0bf-be2e17e7675d HTTP/1.1" status: 204 len: 173 time: 0.9950860 Nov 03 18:37:02.782897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacd4c07-32ac-443b-b028-0985f0ad0382', 'name': 'network-vif-deleted', 'tag': '75dc7332-da08-4067-a0bf-be2e17e7675d'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:02.785970 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10142dc1-9045-4d5e-9ec6-30ea4b5acd86" -d '{"events": [{"server_uuid": "dacd4c07-32ac-443b-b028-0985f0ad0382", "name": "network-vif-deleted", "tag": "75dc7332-da08-4067-a0bf-be2e17e7675d"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:02.913767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] For port 73333135-00e2-4670-84c1-4a07daf7b02a, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:02.944921 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c432c99-6019-4661-add4-3d26a247e765 req-cb819dd4-920a-46f7-abd3-f23512efd399 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:02.955400 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0c432c99-6019-4661-add4-3d26a247e765 req-cb819dd4-920a-46f7-abd3-f23512efd399 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.87 "GET /v2.0/ports?device_id=7d8de815-58b9-4e0c-b191-dd1f6b62a95e HTTP/1.1" status: 200 len: 945 time: 0.1428392 Nov 03 18:37:02.956978 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb941e0-1e18-4a66-97bb-4daf2f324379 x-openstack-request-id: req-cdb941e0-1e18-4a66-97bb-4daf2f324379 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:02.957787 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacd4c07-32ac-443b-b028-0985f0ad0382", "name": "network-vif-deleted", "tag": "75dc7332-da08-4067-a0bf-be2e17e7675d", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:02.958054 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cdb941e0-1e18-4a66-97bb-4daf2f324379 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:02.958475 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacd4c07-32ac-443b-b028-0985f0ad0382', 'name': 'network-vif-deleted', 'tag': '75dc7332-da08-4067-a0bf-be2e17e7675d', 'status': 'completed', 'code': 200} Nov 03 18:37:02.985089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] For port 73333135-00e2-4670-84c1-4a07daf7b02a, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=73333135-00e2-4670-84c1-4a07daf7b02a,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:03.002624 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.024732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device dd66cecd-3615-4198-9cd2-6c15f74d7453 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:03.061030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: dd66cecd-3615-4198-9cd2-6c15f74d7453 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:37:03.062046 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device dd66cecd-3615-4198-9cd2-6c15f74d7453 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:03.062638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 75dc7332-da08-4067-a0bf-be2e17e7675d no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:03.109034 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 75dc7332-da08-4067-a0bf-be2e17e7675d {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:37:03.109643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 75dc7332-da08-4067-a0bf-be2e17e7675d not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:03.111222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-7f9051fa-6e80-4f60-8456-0ba0272acdf8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:37:03.129682 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78d566-6765-46ae-93c9-9a807fc85845 None None] Sync routers for ids ['48b22fe6-32b4-42c9-9570-77794a40a0e2'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:37:03.151972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78d566-6765-46ae-93c9-9a807fc85845 None None] Routers {'48b22fe6-32b4-42c9-9570-77794a40a0e2'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:03.152866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-1e78d566-6765-46ae-93c9-9a807fc85845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['48b22fe6-32b4-42c9-9570-77794a40a0e2'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:03.159964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-0c432c99-6019-4661-add4-3d26a247e765 req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Deleting port 44afaffd-2445-4d3b-8d1f-5ac13472b446 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:03.161814 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0c432c99-6019-4661-add4-3d26a247e765 req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.220978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:03.221611 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.231987 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] 10.222.0.98 "PUT /v2.0/ports/73333135-00e2-4670-84c1-4a07daf7b02a HTTP/1.1" status: 200 len: 1091 time: 3.0445540 Nov 03 18:37:03.242019 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c9af3b9-38c3-43d8-a37f-3db4780a7c47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.243474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb59a7c0-bae2-423e-908e-37e0c5913adc', 'tag': '73333135-00e2-4670-84c1-4a07daf7b02a'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:03.245794 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d855ab2-f79b-4d6a-8632-dedd3430b252" -d '{"events": [{"name": "network-changed", "server_uuid": "bb59a7c0-bae2-423e-908e-37e0c5913adc", "tag": "73333135-00e2-4670-84c1-4a07daf7b02a"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:03.279951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-1e78d566-6765-46ae-93c9-9a807fc85845 None None] Set router 48b22fe6-32b4-42c9-9570-77794a40a0e2 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:03.372646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-0c432c99-6019-4661-add4-3d26a247e765 req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] For port 44afaffd-2445-4d3b-8d1f-5ac13472b446, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=44afaffd-2445-4d3b-8d1f-5ac13472b446,segment=NetworkSegment(4ce8d045-17c7-4d74-9c52-b0a48329c30d),segment_id=4ce8d045-17c7-4d74-9c52-b0a48329c30d)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:03.373395 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0c432c99-6019-4661-add4-3d26a247e765 req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.376069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-7f9051fa-6e80-4f60-8456-0ba0272acdf8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] No DVR routers for this DVR port dd66cecd-3615-4198-9cd2-6c15f74d7453 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:03.406452 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-0c432c99-6019-4661-add4-3d26a247e765 req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Calling delete_port for 44afaffd-2445-4d3b-8d1f-5ac13472b446 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:03.519044 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-7f9051fa-6e80-4f60-8456-0ba0272acdf8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.523352 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe4a0ed0-0408-4aba-93f8-17433b082e98 req-7f9051fa-6e80-4f60-8456-0ba0272acdf8 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.98 "DELETE /v2.0/ports/dd66cecd-3615-4198-9cd2-6c15f74d7453 HTTP/1.1" status: 204 len: 173 time: 3.7228622 Nov 03 18:37:03.525983 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6d5997e-241b-4580-873e-7b06b3bf8149 req-1c3258ff-080d-4b4b-a6b8-779e206a0c23 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.107 "GET /v2.0/ports?device_id=dacd4c07-32ac-443b-b028-0985f0ad0382 HTTP/1.1" status: 200 len: 210 time: 0.3068967 Nov 03 18:37:03.545121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0408c-21d0-4468-adcf-9aff3d574fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=73333135-00e2-4670-84c1-4a07daf7b02a,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:03.586056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-af7304b3-ce7b-4af4-99b6-f634630695ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:03.587854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-af7304b3-ce7b-4af4-99b6-f634630695ef service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dd4e5255e5f04623bdf2f66b212cfc8f&device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 1094 time: 0.2519073 Nov 03 18:37:03.725365 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c9af3b9-38c3-43d8-a37f-3db4780a7c47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.729195 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-ef8e28a6-1b81-472d-9498-ca9c9015a8bd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73333135-00e2-4670-84c1-4a07daf7b02a HTTP/1.1" status: 200 len: 217 time: 0.1328139 Nov 03 18:37:03.735034 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c9af3b9-38c3-43d8-a37f-3db4780a7c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.876969 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0c432c99-6019-4661-add4-3d26a247e765 req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:03.892021 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-1e78d566-6765-46ae-93c9-9a807fc85845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '388a835d-b7b1-4673-ba75-235b7b33de03', 'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'mac_address': 'fa:16:3e:a0:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:07Z', 'updated_at': '2021-11-03T18:32:15Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'subnets': [{'id': '6c261132-6889-44aa-bb6d-27235b204e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:03.948498 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205802e5-fe3c-400d-9a59-de60ace39737 x-openstack-request-id: req-205802e5-fe3c-400d-9a59-de60ace39737 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:03.948987 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb59a7c0-bae2-423e-908e-37e0c5913adc", "tag": "73333135-00e2-4670-84c1-4a07daf7b02a", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:03.952009 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-205802e5-fe3c-400d-9a59-de60ace39737 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:03.952652 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb59a7c0-bae2-423e-908e-37e0c5913adc', 'tag': '73333135-00e2-4670-84c1-4a07daf7b02a', 'status': 'completed', 'code': 200} Nov 03 18:37:03.968963 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Pushing event deleted for resources: {'Port': ['ID=44afaffd-2445-4d3b-8d1f-5ac13472b446,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:03.978312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78d566-6765-46ae-93c9-9a807fc85845 None None] Checking router: 48b22fe6-32b4-42c9-9570-77794a40a0e2 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:37:03.988142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9af3b9-38c3-43d8-a37f-3db4780a7c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7a6603-535c-4047-a4f4-2fac24d66342,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:03.992690 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:03.993048 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:03.993466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:03.994681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78d566-6765-46ae-93c9-9a807fc85845 None None] Routers {'48b22fe6-32b4-42c9-9570-77794a40a0e2'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:03.995286 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:03.996498 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:03.996779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-1e78d566-6765-46ae-93c9-9a807fc85845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['48b22fe6-32b4-42c9-9570-77794a40a0e2'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:03.997159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-9f326872-78b2-4364-8cd9-07e886e51d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:03.997670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:03.998939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:04.000093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-9f326872-78b2-4364-8cd9-07e886e51d0a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ce9e0b49-eaf9-4f18-8308-2f1514ace683 HTTP/1.1" status: 200 len: 861 time: 0.2557323 Nov 03 18:37:04.000919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:04.001515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:04.002841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:04.005422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:04.010343 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:04.100429 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3c9af3b9-38c3-43d8-a37f-3db4780a7c47 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5fcf0d8f9bf94e6fac9858a970abc6b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3291855 Nov 03 18:37:04.108886 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37546) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:04.139830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-bac01ea8-2b65-4a7d-bfe6-e5cd65143438 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfd66ab7-d64a-4b29-8d02-07dde8098dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282606 Nov 03 18:37:04.150073 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c432c99-6019-4661-add4-3d26a247e765 req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] No DVR routers for this DVR port 44afaffd-2445-4d3b-8d1f-5ac13472b446 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:04.155260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0c432c99-6019-4661-add4-3d26a247e765 req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:04.159382 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0c432c99-6019-4661-add4-3d26a247e765 req-dfecf0af-011a-4548-a316-53f67b318f75 tempest-ListServersNegativeTestJSON-1572824261 tempest-ListServersNegativeTestJSON-1572824261-project] 10.222.0.87 "DELETE /v2.0/ports/44afaffd-2445-4d3b-8d1f-5ac13472b446 HTTP/1.1" status: 204 len: 173 time: 1.1927423 Nov 03 18:37:04.183690 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-1e78d566-6765-46ae-93c9-9a807fc85845 None None] Set router 48b22fe6-32b4-42c9-9570-77794a40a0e2 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:04.192079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e73b03-974a-4b86-ad8e-57bd9098996b req-f384279d-2a32-4a9c-ba81-a9990efb446f tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:04.200932 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3e73b03-974a-4b86-ad8e-57bd9098996b req-f384279d-2a32-4a9c-ba81-a9990efb446f tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 943 time: 0.1987755 Nov 03 18:37:04.227521 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4bad076-b86d-4fd5-96e5-4565714372e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:04.256879 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4bad076-b86d-4fd5-96e5-4565714372e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:04.358950 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4bad076-b86d-4fd5-96e5-4565714372e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:04.362193 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4bad076-b86d-4fd5-96e5-4565714372e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:04.366108 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f4bad076-b86d-4fd5-96e5-4565714372e0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5a7a6603-535c-4047-a4f4-2fac24d66342 HTTP/1.1" status: 204 len: 168 time: 0.2542057 Nov 03 18:37:04.412779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bad076-b86d-4fd5-96e5-4565714372e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7a6603-535c-4047-a4f4-2fac24d66342,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:04.484171 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3e73b03-974a-4b86-ad8e-57bd9098996b req-a0f8e2f7-6305-4be8-b301-7b0aaa1cd102 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638805 Nov 03 18:37:04.549407 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-5bdc76fc-2c4f-4aea-8577-1f5d36a74c01 service neutron] 10.222.0.98 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928614 Nov 03 18:37:04.649299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-1e78d566-6765-46ae-93c9-9a807fc85845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '388a835d-b7b1-4673-ba75-235b7b33de03', 'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'mac_address': 'fa:16:3e:a0:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:07Z', 'updated_at': '2021-11-03T18:32:15Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'subnets': [{'id': '6c261132-6889-44aa-bb6d-27235b204e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:04.716842 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78d566-6765-46ae-93c9-9a807fc85845 None None] The sync data for ids ['48b22fe6-32b4-42c9-9570-77794a40a0e2'] in n-d-812150-4 is: [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:32:08Z', 'revision_number': 4, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '388a835d-b7b1-4673-ba75-235b7b33de03', 'name': '', 'network_id': 'dd27ba54-feaa-49d5-877c-9b4735452b4f', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'mac_address': 'fa:16:3e:a0:30:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c261132-6889-44aa-bb6d-27235b204e10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:07Z', 'updated_at': '2021-11-03T18:32:15Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'subnets': [{'id': '6c261132-6889-44aa-bb6d-27235b204e10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:37:04.802851 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f642b694-0b06-4821-9931-1dbbd364b684 req-a108c8ad-fb2a-4b29-905b-bc23f0221ae0 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/ports?device_id=7dd4292f-8306-4870-b1f6-4670959be2a5 HTTP/1.1" status: 200 len: 210 time: 0.0503263 Nov 03 18:37:04.817637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-42a3be10-fd72-42f4-8c79-303edcde79b8 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:37:04.819092 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-42a3be10-fd72-42f4-8c79-303edcde79b8 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0196862 Nov 03 18:37:04.862040 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9b8a6ef-9f51-4537-83e7-28de6ab30715 req-65ad9eb0-e152-4522-98e0-690dc59c00e6 service neutron] 10.222.0.98 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116870 Nov 03 18:37:04.961251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8de815-58b9-4e0c-b191-dd1f6b62a95e', 'name': 'network-vif-deleted', 'tag': '44afaffd-2445-4d3b-8d1f-5ac13472b446'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:04.964062 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b73e5c-5d86-441a-bc85-1bbe47b887a9" -d '{"events": [{"server_uuid": "7d8de815-58b9-4e0c-b191-dd1f6b62a95e", "name": "network-vif-deleted", "tag": "44afaffd-2445-4d3b-8d1f-5ac13472b446"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:04.991250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-433b7f2f-8f32-441d-afee-b09024a8e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:05.001134 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-433b7f2f-8f32-441d-afee-b09024a8e510 service neutron] 10.222.0.107 "GET /v2.0/ports/8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 HTTP/1.1" status: 200 len: 1094 time: 0.1361139 Nov 03 18:37:05.006337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9aa1c04a-8010-436e-b56a-d87c859e25d5 service neutron] Request body: {'binding': {'host': 'n-h2-812150-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:05.007026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9aa1c04a-8010-436e-b56a-d87c859e25d5 service neutron] Unknown quota resources ['binding']. {{(pid=101711) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:37:05.015692 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:37:05.079664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d855ab2-f79b-4d6a-8632-dedd3430b252 req-7f67331a-7d75-4e79-b550-31788861157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:05.083650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d855ab2-f79b-4d6a-8632-dedd3430b252 req-7f67331a-7d75-4e79-b550-31788861157f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dd4e5255e5f04623bdf2f66b212cfc8f&device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 1094 time: 0.1340435 Nov 03 18:37:05.271775 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a316606-3460-40dc-bfad-33be59f3356f x-openstack-request-id: req-1a316606-3460-40dc-bfad-33be59f3356f {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:05.271775 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8de815-58b9-4e0c-b191-dd1f6b62a95e", "name": "network-vif-deleted", "tag": "44afaffd-2445-4d3b-8d1f-5ac13472b446", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:05.271775 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1a316606-3460-40dc-bfad-33be59f3356f {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:05.271775 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8de815-58b9-4e0c-b191-dd1f6b62a95e', 'name': 'network-vif-deleted', 'tag': '44afaffd-2445-4d3b-8d1f-5ac13472b446', 'status': 'completed', 'code': 200} Nov 03 18:37:05.303860 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37572) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:05.362013 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53a061-6e23-4124-acc6-dd2ee57adf07 None None] New status for floating IP 907c75db-4b24-465d-8712-3729e37b9f42: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:37:05.395178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d855ab2-f79b-4d6a-8632-dedd3430b252 req-e3f60bc1-ed02-49dd-9221-fd32a87b006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:05.396705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d855ab2-f79b-4d6a-8632-dedd3430b252 req-e3f60bc1-ed02-49dd-9221-fd32a87b006e service neutron] 10.222.0.98 "GET /v2.0/networks?id=dfd66ab7-d64a-4b29-8d02-07dde8098dad HTTP/1.1" status: 200 len: 922 time: 0.2977357 Nov 03 18:37:05.422811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9aa1c04a-8010-436e-b56a-d87c859e25d5 service neutron] Attempting to bind port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 on host n-h2-812150-4 for vnic_type normal with profile None {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:05.423307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9aa1c04a-8010-436e-b56a-d87c859e25d5 service neutron] Attempting to bind port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:05.423838 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9aa1c04a-8010-436e-b56a-d87c859e25d5 service neutron] Attempting to bind port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:05.433136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9aa1c04a-8010-436e-b56a-d87c859e25d5 service neutron] Port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 on network 5642331e-152e-4c1a-8167-032b35756d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:05.434342 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9aa1c04a-8010-436e-b56a-d87c859e25d5 service neutron] Attempting to bind port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:05.442847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Deleting subnet 9dfabbf6-b34a-4c40-9423-b2e1ae1d8343 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:37:05.445026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9aa1c04a-8010-436e-b56a-d87c859e25d5 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:05.445558 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9aa1c04a-8010-436e-b56a-d87c859e25d5 service neutron] Checking segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:05.447567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9aa1c04a-8010-436e-b56a-d87c859e25d5 service neutron] Bound using segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:05.447987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9aa1c04a-8010-436e-b56a-d87c859e25d5 service neutron] Bound port: 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:05.532079 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d855ab2-f79b-4d6a-8632-dedd3430b252 req-bcbe4cfd-4467-4c56-b240-0c44c6815578 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73333135-00e2-4670-84c1-4a07daf7b02a HTTP/1.1" status: 200 len: 217 time: 0.1196876 Nov 03 18:37:05.542882 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:05.653053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9aa1c04a-8010-436e-b56a-d87c859e25d5 service neutron] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:05.669786 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9aa1c04a-8010-436e-b56a-d87c859e25d5 service neutron] Publish callbacks [] for binding, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:05.672644 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9aa1c04a-8010-436e-b56a-d87c859e25d5 service neutron] 10.222.0.107 "POST /v2.0/ports/8fdbc434-68a9-4c1d-9b6b-73523bd83ad4/bindings HTTP/1.1" status: 201 len: 389 time: 0.6695650 Nov 03 18:37:05.698012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d855ab2-f79b-4d6a-8632-dedd3430b252 req-1f35c973-8493-4585-b76d-0546c225f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:05.702766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d855ab2-f79b-4d6a-8632-dedd3430b252 req-1f35c973-8493-4585-b76d-0546c225f926 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ce9e0b49-eaf9-4f18-8308-2f1514ace683 HTTP/1.1" status: 200 len: 861 time: 0.1600368 Nov 03 18:37:05.902903 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d855ab2-f79b-4d6a-8632-dedd3430b252 req-444e1291-b67a-4fb3-aa0e-b338f04c61dc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfd66ab7-d64a-4b29-8d02-07dde8098dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385396 Nov 03 18:37:05.952166 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:05.960957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd4292f-8306-4870-b1f6-4670959be2a5', 'name': 'network-vif-deleted', 'tag': 'dd66cecd-3615-4198-9cd2-6c15f74d7453'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:05.966258 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000a204f-ae11-48ea-8f96-3e3d4aaecd6d" -d '{"events": [{"server_uuid": "7dd4292f-8306-4870-b1f6-4670959be2a5", "name": "network-vif-deleted", "tag": "dd66cecd-3615-4198-9cd2-6c15f74d7453"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:06.035596 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37594) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:06.185300 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474dc34-7a98-44ff-8139-5662684c2833 req-77a4c69c-9bdf-474a-a974-ae3dd9a5ec08 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:06.187509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f474dc34-7a98-44ff-8139-5662684c2833 req-77a4c69c-9bdf-474a-a974-ae3dd9a5ec08 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 943 time: 0.5896788 Nov 03 18:37:06.210042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-691952931-network', 'tenant_id': 'fd42fde4382c43128145a83ce025634d'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:06.213008 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.236145 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] Made reservation on behalf of fd42fde4382c43128145a83ce025634d for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:06.239619 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.252075 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.260582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0113710-dc63-47ae-9bce-603354bb07e5 req-9720c05f-d086-47dd-b4cd-5d6b308aef57 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:06.262762 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0113710-dc63-47ae-9bce-603354bb07e5 req-9720c05f-d086-47dd-b4cd-5d6b308aef57 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 946 time: 0.3695951 Nov 03 18:37:06.278161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 44afaffd-2445-4d3b-8d1f-5ac13472b446 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:06.301612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-94ed389a-0817-426d-8a39-6ed3e07e290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:06.303791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-94ed389a-0817-426d-8a39-6ed3e07e290c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 1097 time: 0.2213345 Nov 03 18:37:06.316371 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 44afaffd-2445-4d3b-8d1f-5ac13472b446 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:37:06.317509 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 44afaffd-2445-4d3b-8d1f-5ac13472b446 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:06.398024 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.411186 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.412799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d855ab2-f79b-4d6a-8632-dedd3430b252 req-14e7bc79-5b35-47f4-a77b-31121155de63 service neutron] 10.222.0.98 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306331 Nov 03 18:37:06.438247 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f474dc34-7a98-44ff-8139-5662684c2833 req-352bc09c-07dc-4686-a5f0-f112a567a08f tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314150 Nov 03 18:37:06.444852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:37:06.456473 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.456868 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] Added segment b17250d0-d518-4c56-87dd-f4b2b4839f45 of type vlan for network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 Nov 03 18:37:06.528883 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.548994 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.550393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:06.567008 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cdc522-876d-47e5-8c9b-52f9a274ad12 x-openstack-request-id: req-b3cdc522-876d-47e5-8c9b-52f9a274ad12 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:06.567724 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd4292f-8306-4870-b1f6-4670959be2a5", "name": "network-vif-deleted", "tag": "dd66cecd-3615-4198-9cd2-6c15f74d7453", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:06.568203 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b3cdc522-876d-47e5-8c9b-52f9a274ad12 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:06.568813 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd4292f-8306-4870-b1f6-4670959be2a5', 'name': 'network-vif-deleted', 'tag': 'dd66cecd-3615-4198-9cd2-6c15f74d7453', 'status': 'completed', 'code': 200} Nov 03 18:37:06.577547 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.578815 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:06.579606 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.609124 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.612562 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/9dfabbf6-b34a-4c40-9423-b2e1ae1d8343 HTTP/1.1" status: 204 len: 168 time: 1.3052995 Nov 03 18:37:06.616521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37604) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:06.646986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dfabbf6-b34a-4c40-9423-b2e1ae1d8343,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:06.653530 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6167994 Nov 03 18:37:06.657323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37606) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:06.674212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-dce035cd-3665-40b1-8f28-cfdbb2908bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:06.676239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-dce035cd-3665-40b1-8f28-cfdbb2908bd1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.3571780 Nov 03 18:37:06.679567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0f7714f5-eef4-4f1f-8359-a3ad665f1953 admin admin] Request body: {'subnet': {'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-691952931-subnet', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:06.682811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.683381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.684270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.685036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.685582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.686146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.686710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.687249 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.687813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.688366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.688886 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6e0e8-ff67-4bda-830a-2987db60d1ac admin admin] Pushing event updated for resources: {'Network': ['ID=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:06.689146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.689686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e25e769-b5cf-4d3e-9dc7-f27e58dc15f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:06.709941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:37:06.754994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-1d658107-f640-4b35-8f80-86b5cce9088e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 HTTP/1.1" status: 200 len: 217 time: 0.0569911 Nov 03 18:37:06.765954 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c5543c63-b839-46f4-a472-87c2101551d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.769225 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7714f5-eef4-4f1f-8359-a3ad665f1953 admin admin] Made reservation on behalf of fd42fde4382c43128145a83ce025634d for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:06.771704 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0113710-dc63-47ae-9bce-603354bb07e5 req-18d86fd2-8dee-481b-b63e-40e4358ca866 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863760 Nov 03 18:37:06.773277 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f7714f5-eef4-4f1f-8359-a3ad665f1953 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:06.849282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9dd2957a-d17f-41a7-a715-52d2eb7ecf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:06.851252 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9dd2957a-d17f-41a7-a715-52d2eb7ecf14 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.0722239 Nov 03 18:37:06.852336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37612) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:06.861209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d855ab2-f79b-4d6a-8632-dedd3430b252 req-472111f6-08a3-4385-b8a5-64d61d84c1b5 service neutron] 10.222.0.98 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400673 Nov 03 18:37:06.905564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-4aa2c3a9-f70e-4e79-91ba-0c1dd2966e6f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417025 Nov 03 18:37:06.975183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 73333135-00e2-4670-84c1-4a07daf7b02a details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:07.004635 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-47265c08-ed1d-4195-b8d6-8d37cff55c95 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.096247 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-adf9ec14-b898-4d79-bd04-447f895d9f7f service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820531 Nov 03 18:37:07.112251 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-47265c08-ed1d-4195-b8d6-8d37cff55c95 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.237274 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c5543c63-b839-46f4-a472-87c2101551d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.265382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-c5543c63-b839-46f4-a472-87c2101551d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fc5b2b-7db6-4980-b24e-f83bbbbce52f']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:07.282395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-c5543c63-b839-46f4-a472-87c2101551d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce8d045-17c7-4d74-9c52-b0a48329c30d') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:07.283249 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-c5543c63-b839-46f4-a472-87c2101551d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce8d045-17c7-4d74-9c52-b0a48329c30d') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:07.297626 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c5543c63-b839-46f4-a472-87c2101551d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.300782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 73333135-00e2-4670-84c1-4a07daf7b02a, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=73333135-00e2-4670-84c1-4a07daf7b02a,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:07.316741 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c5543c63-b839-46f4-a472-87c2101551d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.317355 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '73333135-00e2-4670-84c1-4a07daf7b02a', 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad', 'port_id': '73333135-00e2-4670-84c1-4a07daf7b02a', 'mac_address': 'fa:16:3e:49:96:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9e0b49-eaf9-4f18-8308-2f1514ace683', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:07.327770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5543c63-b839-46f4-a472-87c2101551d9 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:37:07.328185 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c5543c63-b839-46f4-a472-87c2101551d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.360358 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-93ed8e88-5fe7-4dd7-92ca-e2f1a5c1ba74 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1195822516&fields=id&tenant_id=0487d7314e3748c0932b744a4660085a HTTP/1.1" status: 200 len: 267 time: 0.1117334 Nov 03 18:37:07.363093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-5e89c437-34b2-41a7-a892-561edfbf5549 service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414305 Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:37:07.379227 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:37:07.381515 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.389585 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-47265c08-ed1d-4195-b8d6-8d37cff55c95 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.393475 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-47265c08-ed1d-4195-b8d6-8d37cff55c95 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.394326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-47265c08-ed1d-4195-b8d6-8d37cff55c95 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "DELETE /v2.0/security-groups/290df57c-3450-4513-a8bb-d6fcb4f7334b HTTP/1.1" status: 204 len: 168 time: 0.5407884 Nov 03 18:37:07.401951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73333135-00e2-4670-84c1-4a07daf7b02a {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:07.422159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37622) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:07.426613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 73333135-00e2-4670-84c1-4a07daf7b02a, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=73333135-00e2-4670-84c1-4a07daf7b02a,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:07.435330 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.448467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47265c08-ed1d-4195-b8d6-8d37cff55c95 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290df57c-3450-4513-a8bb-d6fcb4f7334b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:07.483686 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-fc707314-c564-4692-99ad-00e338687fba tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] show failed (client error): The resource could not be found. Nov 03 18:37:07.483686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fc707314-c564-4692-99ad-00e338687fba tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "GET /v2.0/security-groups/290df57c-3450-4513-a8bb-d6fcb4f7334b HTTP/1.1" status: 404 len: 347 time: 0.0586133 Nov 03 18:37:07.487493 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37626) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:07.502758 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c5543c63-b839-46f4-a472-87c2101551d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.516796 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c5543c63-b839-46f4-a472-87c2101551d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.538023 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c5543c63-b839-46f4-a472-87c2101551d9 admin admin] 10.222.0.107 "DELETE /v2.0/networks/50fc5b2b-7db6-4980-b24e-f83bbbbce52f HTTP/1.1" status: 204 len: 168 time: 0.8881788 Nov 03 18:37:07.573357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=73333135-00e2-4670-84c1-4a07daf7b02a,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:07.586331 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5543c63-b839-46f4-a472-87c2101551d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=50fc5b2b-7db6-4980-b24e-f83bbbbce52f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:07.643425 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f7714f5-eef4-4f1f-8359-a3ad665f1953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.688518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['73333135-00e2-4670-84c1-4a07daf7b02a'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:07.715102 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7714f5-eef4-4f1f-8359-a3ad665f1953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6ac7e8-7993-435c-a6d9-e549d9c53f62,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:07.762601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37634) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:07.790083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7714f5-eef4-4f1f-8359-a3ad665f1953 admin admin] Checking segment: {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:07.790928 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7714f5-eef4-4f1f-8359-a3ad665f1953 admin admin] Network hostable DHCP agents. Network: 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:37:07.808890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929e59d-8c3a-4a85-a158-b0a1658e970e req-7cb8447e-c41f-4e67-b836-e715e3f383d7 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:07.810468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f929e59d-8c3a-4a85-a158-b0a1658e970e req-7cb8447e-c41f-4e67-b836-e715e3f383d7 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 944 time: 0.2108209 Nov 03 18:37:07.836386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7714f5-eef4-4f1f-8359-a3ad665f1953 admin admin] Network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:37:07.836728 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af576f-de47-4d56-b340-066484947947 req-241f391b-a083-48a6-ba7e-3221222e5a54 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:07.838279 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-241f391b-a083-48a6-ba7e-3221222e5a54 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/networks?id=74b7de5c-625e-4531-ade4-edde3aeb2a38 HTTP/1.1" status: 200 len: 815 time: 0.4618571 Nov 03 18:37:07.853483 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ef55af6a-c55f-409c-8681-1663025749a2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dac85fe88037412992bcb26da561410e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0895538 Nov 03 18:37:07.856254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37638) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:07.871899 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-0f7714f5-eef4-4f1f-8359-a3ad665f1953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:07.878316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7714f5-eef4-4f1f-8359-a3ad665f1953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:07.879257 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f7714f5-eef4-4f1f-8359-a3ad665f1953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.893552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f929e59d-8c3a-4a85-a158-b0a1658e970e req-f68f3026-1796-410e-92e7-c2cf8256f59a tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694325 Nov 03 18:37:07.897275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-cdab139c-d4d5-4fdc-bd46-284945c8d441 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Deleting port 41a731c1-1d34-43cd-a866-03fcfdc77ee3 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:07.897708 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cdab139c-d4d5-4fdc-bd46-284945c8d441 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.904684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92545dd-6bc3-45dc-b896-2c4ea4c5ca2e None None] Network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:37:07.929610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-65e45d62-0439-41a1-9c1a-454bc21fb4f7 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/quotas/0487d7314e3748c0932b744a4660085a HTTP/1.1" status: 200 len: 375 time: 0.0418887 Nov 03 18:37:07.932700 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37640) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:07.936928 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0f7714f5-eef4-4f1f-8359-a3ad665f1953 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2689927 Nov 03 18:37:07.955980 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a043c1ae-4ee9-45cc-9cd8-1b1bd1fde67d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:07.962021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:07.983194 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a043c1ae-4ee9-45cc-9cd8-1b1bd1fde67d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.060862 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a043c1ae-4ee9-45cc-9cd8-1b1bd1fde67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.065709 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a043c1ae-4ee9-45cc-9cd8-1b1bd1fde67d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.073252 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a043c1ae-4ee9-45cc-9cd8-1b1bd1fde67d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2fc4adf4-6feb-4022-8b64-fa890fe49518 HTTP/1.1" status: 204 len: 168 time: 0.2148886 Nov 03 18:37:08.091819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043c1ae-4ee9-45cc-9cd8-1b1bd1fde67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc4adf4-6feb-4022-8b64-fa890fe49518,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:08.168755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:37:08.170019 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.399148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Allocated IP 172.20.0.2 (7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53/bd6ac7e8-7993-435c-a6d9-e549d9c53f62/23de7708-6e89-4a9b-975c-3fbf1f3da62a) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:08.444593 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.445958 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.461546 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-053ff866-611b-442e-aeca-cff77eb1f4f5 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=0487d7314e3748c0932b744a4660085a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5119884 Nov 03 18:37:08.493894 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cdab139c-d4d5-4fdc-bd46-284945c8d441 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.494224 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cdab139c-d4d5-4fdc-bd46-284945c8d441 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.531028 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-cdab139c-d4d5-4fdc-bd46-284945c8d441 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Calling delete_port for 41a731c1-1d34-43cd-a866-03fcfdc77ee3 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:08.601326 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.654781 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.665172 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.718485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:08.719984 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-46fc3213-42fd-4a9f-ad84-9b1b5378fc19 service neutron] 10.222.0.107 "GET /v2.0/networks/74b7de5c-625e-4531-ade4-edde3aeb2a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386909 Nov 03 18:37:08.721722 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:08.726947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:08.730645 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Pushing event updated for resources: {'Port': ['ID=23de7708-6e89-4a9b-975c-3fbf1f3da62a,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:08.804550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Attempting to bind port 23de7708-6e89-4a9b-975c-3fbf1f3da62a on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:08.804941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Attempting to bind port 23de7708-6e89-4a9b-975c-3fbf1f3da62a by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:08.805325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Attempting to bind port 23de7708-6e89-4a9b-975c-3fbf1f3da62a on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:08.814227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:08.814698 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Checking segment: {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:08.815119 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.815526 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Bound using segment: {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:08.818155 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Bound port: 23de7708-6e89-4a9b-975c-3fbf1f3da62a, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:08.818576 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.899108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] For port 23de7708-6e89-4a9b-975c-3fbf1f3da62a, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:08.906211 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] For port 23de7708-6e89-4a9b-975c-3fbf1f3da62a, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=23de7708-6e89-4a9b-975c-3fbf1f3da62a,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:08.912483 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.957181 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:08.981602 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 73333135-00e2-4670-84c1-4a07daf7b02a up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:08.993228 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4533e-3094-4b98-a5ae-b7fd2913798d req-166baa62-5494-4636-bdb9-5cc1d6e1cf84 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:09.006906 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00d4533e-3094-4b98-a5ae-b7fd2913798d req-166baa62-5494-4636-bdb9-5cc1d6e1cf84 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 946 time: 0.6011105 Nov 03 18:37:09.033322 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-519b4058-6e27-4e16-a4c1-8011ca9a1dcd service neutron] 10.222.0.107 "GET /v2.0/networks/74b7de5c-625e-4531-ade4-edde3aeb2a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714539 Nov 03 18:37:09.112512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fbb2a-06d0-487b-bfe4-8c6e1927da27 None None] Pushing event updated for resources: {'Port': ['ID=23de7708-6e89-4a9b-975c-3fbf1f3da62a,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:09.144476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 73333135-00e2-4670-84c1-4a07daf7b02a completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:37:09.154658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 73333135-00e2-4670-84c1-4a07daf7b02a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:09.154658 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.236093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00d4533e-3094-4b98-a5ae-b7fd2913798d req-ef81eebc-796a-4d74-9532-443d099a9f9c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281322 Nov 03 18:37:09.316342 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37674) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:09.322016 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.384197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb59a7c0-bae2-423e-908e-37e0c5913adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73333135-00e2-4670-84c1-4a07daf7b02a'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:09.391054 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40548a7-6557-416a-8818-e2406aa2c0c2" -d '{"events": [{"server_uuid": "bb59a7c0-bae2-423e-908e-37e0c5913adc", "name": "network-vif-plugged", "status": "completed", "tag": "73333135-00e2-4670-84c1-4a07daf7b02a"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:09.411684 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cdab139c-d4d5-4fdc-bd46-284945c8d441 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.418837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 73333135-00e2-4670-84c1-4a07daf7b02a, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=73333135-00e2-4670-84c1-4a07daf7b02a,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:09.427205 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.494222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab139c-d4d5-4fdc-bd46-284945c8d441 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Pushing event deleted for resources: {'Port': ['ID=41a731c1-1d34-43cd-a866-03fcfdc77ee3,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:09.498944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=73333135-00e2-4670-84c1-4a07daf7b02a,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:09.527700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-network', 'tenant_id': '905883f7e9804a949a03151623ea3991'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:09.557712 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] Made reservation on behalf of 905883f7e9804a949a03151623ea3991 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:09.561243 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.574261 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.696335 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cdab139c-d4d5-4fdc-bd46-284945c8d441 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.706543 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cdab139c-d4d5-4fdc-bd46-284945c8d441 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.708321 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cdab139c-d4d5-4fdc-bd46-284945c8d441 tempest-ServersWithSpecificFlavorTestJSON-136765641 tempest-ServersWithSpecificFlavorTestJSON-136765641-project] 10.222.0.107 "DELETE /v2.0/floatingips/907c75db-4b24-465d-8712-3729e37b9f42 HTTP/1.1" status: 204 len: 168 time: 2.2184463 Nov 03 18:37:09.756561 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.766783 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.798291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:37:09.807332 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8ba68d27-ca25-4387-83c4-255298cc62a7 req-20608f0b-ac56-4162-8589-c8e14abd4fda service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0942647 Nov 03 18:37:09.818252 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96b0599-6909-402b-bf2d-d94268df6dab,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:09.824718 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.825239 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] Added segment b3275687-faf5-4ac4-98f3-746b0557b365 of type vlan for network 19a60a5f-6939-4da6-9b04-d569ad193dce Nov 03 18:37:09.907056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-2065b047-aeac-4f16-842b-d335c3a44e2e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:09.915064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-2065b047-aeac-4f16-842b-d335c3a44e2e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 807 time: 0.4922626 Nov 03 18:37:09.934914 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:09.953040 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-f7a9df30-54f8-4638-9812-16c933a7d288 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/quotas/04adf6892c414a028b77c4d4f0759b92 HTTP/1.1" status: 200 len: 375 time: 0.0367458 Nov 03 18:37:09.979446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba68d27-ca25-4387-83c4-255298cc62a7 req-de59ebbb-3a79-4dbf-8f52-dfdbd02f2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:09.981032 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8ba68d27-ca25-4387-83c4-255298cc62a7 req-de59ebbb-3a79-4dbf-8f52-dfdbd02f2d8e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 1095 time: 0.0925534 Nov 03 18:37:10.007088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:10.013206 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:10.014317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:10.048929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf67ed2-2feb-493b-978f-155a5b90ff80 req-7958a7a7-e04d-44ec-b4c2-174a27feb19f tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:10.056464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbf67ed2-2feb-493b-978f-155a5b90ff80 req-7958a7a7-e04d-44ec-b4c2-174a27feb19f tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 945 time: 0.3164961 Nov 03 18:37:10.114635 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-35fe6fe2-231c-4a84-a047-7d4690639007 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1605637 Nov 03 18:37:10.130325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 23de7708-6e89-4a9b-975c-3fbf1f3da62a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:10.146822 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:10.189671 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:10.208517 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8880603 Nov 03 18:37:10.212284 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37698) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:10.247684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-3c8273db-9b1c-4167-abd6-b72301a9a7a5 admin admin] Request body: {'subnet': {'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-subnet', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:10.250080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 23de7708-6e89-4a9b-975c-3fbf1f3da62a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:10.250484 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:10.286323 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbf67ed2-2feb-493b-978f-155a5b90ff80 req-1711ea9e-f40e-4dfb-8297-e8e442f90548 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287903 Nov 03 18:37:10.338951 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8273db-9b1c-4167-abd6-b72301a9a7a5 admin admin] Made reservation on behalf of 905883f7e9804a949a03151623ea3991 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:10.341508 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c8273db-9b1c-4167-abd6-b72301a9a7a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:10.470957 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:10.545781 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd91555-ddcd-40ef-9823-8c053ac9a7bf x-openstack-request-id: req-4bd91555-ddcd-40ef-9823-8c053ac9a7bf {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:10.546337 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb59a7c0-bae2-423e-908e-37e0c5913adc", "name": "network-vif-plugged", "status": "completed", "tag": "73333135-00e2-4670-84c1-4a07daf7b02a", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:10.547346 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4bd91555-ddcd-40ef-9823-8c053ac9a7bf {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:10.547945 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb59a7c0-bae2-423e-908e-37e0c5913adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73333135-00e2-4670-84c1-4a07daf7b02a', 'code': 200} Nov 03 18:37:10.552249 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-98173db7-2b06-46c3-b1c3-134cd4e24ff8 service neutron] 10.222.0.107 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367123 Nov 03 18:37:10.567191 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 23de7708-6e89-4a9b-975c-3fbf1f3da62a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=23de7708-6e89-4a9b-975c-3fbf1f3da62a,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:10.568836 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd053d-7315-466a-a710-f02a97e1f9c8 admin admin] Pushing event updated for resources: {'Network': ['ID=19a60a5f-6939-4da6-9b04-d569ad193dce,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:10.578359 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:10.579264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba68d27-ca25-4387-83c4-255298cc62a7 req-041319a8-f112-49a5-a1b8-46f831cb63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:10.584887 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8ba68d27-ca25-4387-83c4-255298cc62a7 req-041319a8-f112-49a5-a1b8-46f831cb63bc service neutron] 10.222.0.87 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.5625527 Nov 03 18:37:10.654330 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 19a60a5f-6939-4da6-9b04-d569ad193dce details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:37:10.662778 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa39cdbb-b056-4d98-bb0f-f9c03f188417 None None] Network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:37:10.684921 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c8273db-9b1c-4167-abd6-b72301a9a7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:10.692742 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8ba68d27-ca25-4387-83c4-255298cc62a7 req-e5714bbf-ab96-4be2-8f3a-3505379fb972 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea87f74-97ec-46fb-903f-774c009a5245 HTTP/1.1" status: 200 len: 217 time: 0.0817559 Nov 03 18:37:10.777613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c5f7309-64c4-4887-a27f-dfba45b3d448 req-3e25c224-f3fa-4882-9f00-fb4d9db0faec tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 210 time: 0.0900989 Nov 03 18:37:10.801625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8273db-9b1c-4167-abd6-b72301a9a7a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c827802-1882-4b43-8fb1-d7eee0b7d76f,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:10.816029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Allocated IP 172.25.2.189 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/87bf1185-05dc-4ddf-b58f-920945edab4c) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:10.824591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba68d27-ca25-4387-83c4-255298cc62a7 req-9b8c1e44-4b7e-49fa-bbdd-2a4664f0e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:10.826541 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8ba68d27-ca25-4387-83c4-255298cc62a7 req-9b8c1e44-4b7e-49fa-bbdd-2a4664f0e098 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.1024547 Nov 03 18:37:10.831696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8273db-9b1c-4167-abd6-b72301a9a7a5 admin admin] Checking segment: {'id': 'b3275687-faf5-4ac4-98f3-746b0557b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:10.833044 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8273db-9b1c-4167-abd6-b72301a9a7a5 admin admin] Network hostable DHCP agents. Network: 19a60a5f-6939-4da6-9b04-d569ad193dce, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:37:10.884591 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=23de7708-6e89-4a9b-975c-3fbf1f3da62a,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:10.888391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f65e9-178f-4ed6-bff0-8d03aa7431fa req-8dde9dd3-119a-4fb8-b2c7-ac23605104aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:10.890072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a0f65e9-178f-4ed6-bff0-8d03aa7431fa req-8dde9dd3-119a-4fb8-b2c7-ac23605104aa service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 1096 time: 0.2731709 Nov 03 18:37:10.951857 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8ba68d27-ca25-4387-83c4-255298cc62a7 req-4675ea30-d647-4651-a6d4-c00b008036ad service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118457 Nov 03 18:37:10.965798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8273db-9b1c-4167-abd6-b72301a9a7a5 admin admin] Network 19a60a5f-6939-4da6-9b04-d569ad193dce is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:37:10.974454 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-1efe74aa-40c8-4be0-ac86-0aa0bb3ce1a1 service neutron] 10.222.0.107 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044366 Nov 03 18:37:10.982690 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-3c8273db-9b1c-4167-abd6-b72301a9a7a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 19a60a5f-6939-4da6-9b04-d569ad193dce) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:10.998891 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7e0aeaf7-2b31-4123-a468-63a4ea746de9 None None] Provisioning complete for port 23de7708-6e89-4a9b-975c-3fbf1f3da62a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:11.000020 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7e0aeaf7-2b31-4123-a468-63a4ea746de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:11.014034 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8273db-9b1c-4167-abd6-b72301a9a7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:11.014778 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c8273db-9b1c-4167-abd6-b72301a9a7a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:11.037485 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a0f65e9-178f-4ed6-bff0-8d03aa7431fa req-1da2e750-b05e-4e6e-81d2-99b94caca14e service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325419 Nov 03 18:37:11.101281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ca12c3-0023-4a33-9334-c804ec547cc3 None None] Network 19a60a5f-6939-4da6-9b04-d569ad193dce requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:37:11.115689 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:11.124973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685608b3-d806-49f1-a2bf-8eae59d9e85a req-1d6a7074-8330-44bb-964d-9704ee597cf6 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:11.126732 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-685608b3-d806-49f1-a2bf-8eae59d9e85a req-1d6a7074-8330-44bb-964d-9704ee597cf6 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 946 time: 0.1168218 Nov 03 18:37:11.151829 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3c8273db-9b1c-4167-abd6-b72301a9a7a5 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9368520 Nov 03 18:37:11.154465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37708) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:11.161335 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:11.212761 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8ba68d27-ca25-4387-83c4-255298cc62a7 req-34ecd178-0446-4dd4-aea8-699db1dc2e65 service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088153 Nov 03 18:37:11.220483 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:11.223496 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:11.271447 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-685608b3-d806-49f1-a2bf-8eae59d9e85a req-59132eef-7e20-41de-bed9-0a4843cb296a tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307001 Nov 03 18:37:11.274927 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:11.364827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:11.376832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:11.393223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:11.423532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb118b61-82b1-4cc7-9339-a5333c1c7f77 None None] Network 19a60a5f-6939-4da6-9b04-d569ad193dce requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:37:11.471865 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Pushing event updated for resources: {'Port': ['ID=87bf1185-05dc-4ddf-b58f-920945edab4c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:11.483407 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:11.673525 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8ba68d27-ca25-4387-83c4-255298cc62a7 req-600fe2e0-d953-4b70-97e0-6df75209347b service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407873 Nov 03 18:37:11.794309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:11.870507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b432cc0-1918-435b-a079-0289f07073f7 req-5d9257da-27d8-4a33-9d90-0802722d591a tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:11.886152 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b432cc0-1918-435b-a079-0289f07073f7 req-5d9257da-27d8-4a33-9d90-0802722d591a tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 945 time: 0.4156036 Nov 03 18:37:12.012403 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5956492d-8697-4973-bc25-0378ec456e4b req-7eb79a09-4f03-4599-8299-0cc72103c3b9 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 210 time: 0.0965154 Nov 03 18:37:12.040820 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8335a49c-d741-4ed7-8fd0-973bba333883 None None] Provisioning complete for port 23de7708-6e89-4a9b-975c-3fbf1f3da62a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:12.043222 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8335a49c-d741-4ed7-8fd0-973bba333883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:12.118003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af576f-de47-4d56-b340-066484947947 req-cb168c39-d448-4e9f-8f64-6b02a8d08774 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:12.119530 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-cb168c39-d448-4e9f-8f64-6b02a8d08774 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.87 "GET /v2.0/networks?id=74b7de5c-625e-4531-ade4-edde3aeb2a38 HTTP/1.1" status: 200 len: 815 time: 0.1810653 Nov 03 18:37:12.258017 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 23de7708-6e89-4a9b-975c-3fbf1f3da62a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:12.319894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b432cc0-1918-435b-a079-0289f07073f7 req-9cc9695a-efdb-4d7f-97cf-02187c1beed6 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940554 Nov 03 18:37:12.501577 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-f104ae74-dea7-4226-b49e-c4296c5d3724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0487d7314e3748c0932b744a4660085a HTTP/1.1" status: 200 len: 380 time: 0.3265712 Nov 03 18:37:12.502155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c12013a-a522-4368-a106-080b9ac45e2f req-71ce455c-189c-48f9-970c-5ab51ce7f4dd tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 210 time: 0.1720564 Nov 03 18:37:12.507774 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:12.532547 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 23de7708-6e89-4a9b-975c-3fbf1f3da62a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:12.534123 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:12.562085 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:12.570085 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:12.787053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Allocated IP 172.25.2.243 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/2a6811da-0c2a-4f91-809c-e9730d1d613e) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:12.912237 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:12.961937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b6556-7bdd-49a4-b3ff-76f60d040206 req-a5cb2936-2875-4035-9685-e40afa4424c8 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:12.963530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-71af576f-de47-4d56-b340-066484947947 req-2ea4e7ec-0cbe-41fc-8b97-088603774933 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Request body: {'port': {'device_id': '29709f7a-39c6-4f0c-bf45-1a686b71d1b9', 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'admin_state_up': True, 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'security_groups': ['88421fb9-4b77-44bd-97e8-63b176ed61b9']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:12.969162 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:12.971965 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b61b6556-7bdd-49a4-b3ff-76f60d040206 req-a5cb2936-2875-4035-9685-e40afa4424c8 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 946 time: 0.2794433 Nov 03 18:37:13.056685 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:13.061289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:13.073556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:13.085485 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:13.170652 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Pushing event updated for resources: {'Port': ['ID=2a6811da-0c2a-4f91-809c-e9730d1d613e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:13.172696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b61b6556-7bdd-49a4-b3ff-76f60d040206 req-a0d3ee77-3619-461c-9d32-ce57c1e6e1e4 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972187 Nov 03 18:37:13.175014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37748) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:13.249394 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:13.458415 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71af576f-de47-4d56-b340-066484947947 req-2ea4e7ec-0cbe-41fc-8b97-088603774933 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Made reservation on behalf of 0487d7314e3748c0932b744a4660085a for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:13.463393 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-71af576f-de47-4d56-b340-066484947947 req-2ea4e7ec-0cbe-41fc-8b97-088603774933 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:13.724200 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:13.768450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-71af576f-de47-4d56-b340-066484947947 req-2ea4e7ec-0cbe-41fc-8b97-088603774933 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Allocated IP 172.20.0.12 (74b7de5c-625e-4531-ade4-edde3aeb2a38/bf3b54d6-1983-470d-8b3b-6e8728cac670/14b9ab53-db75-42df-937a-92add46ed91a) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:13.885430 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cff63b1-e830-4dee-a889-f6282e06648f req-1ef1deac-36ca-464f-8ad7-d9452479d8e3 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 210 time: 0.5099440 Nov 03 18:37:14.132204 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a1ec5-5240-4417-b805-42d1b0d29cce req-6a849b51-2f70-4cfc-af2a-f69b32579bc6 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:14.133758 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-441a1ec5-5240-4417-b805-42d1b0d29cce req-6a849b51-2f70-4cfc-af2a-f69b32579bc6 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 945 time: 0.6175373 Nov 03 18:37:14.135751 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eae8b11d-75dc-4c47-b3fe-bc869d254281 req-a66dd8a2-f905-4cc6-b1e6-06b03ed8d7a4 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 210 time: 0.0847898 Nov 03 18:37:14.157342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-f98edde8-cf7a-4925-a21f-91b06b1442e6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:14.167297 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-f98edde8-cf7a-4925-a21f-91b06b1442e6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.98 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 807 time: 0.7938168 Nov 03 18:37:14.207441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-1313f82f-dbb4-4cc7-ae19-2bdd82bdeb09 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Request body: {'port': {'device_id': 'd46d0e6a-5d15-4ed6-bb98-23cc0087ab3f', 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae', 'admin_state_up': True, 'tenant_id': '04adf6892c414a028b77c4d4f0759b92'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:14.307999 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-71af576f-de47-4d56-b340-066484947947 req-2ea4e7ec-0cbe-41fc-8b97-088603774933 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.393712 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.403149 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-71af576f-de47-4d56-b340-066484947947 req-2ea4e7ec-0cbe-41fc-8b97-088603774933 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.443639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-441a1ec5-5240-4417-b805-42d1b0d29cce req-35f45512-238e-4d0e-8cd8-315a75ab4f5b tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836270 Nov 03 18:37:14.451648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:37:14.493115 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71af576f-de47-4d56-b340-066484947947 req-2ea4e7ec-0cbe-41fc-8b97-088603774933 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Network 74b7de5c-625e-4531-ade4-edde3aeb2a38 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:14.499891 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-71af576f-de47-4d56-b340-066484947947 req-2ea4e7ec-0cbe-41fc-8b97-088603774933 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:14.506145 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-71af576f-de47-4d56-b340-066484947947 req-2ea4e7ec-0cbe-41fc-8b97-088603774933 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:14.559613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4e7ec-0cbe-41fc-8b97-088603774933 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Pushing event updated for resources: {'Port': ['ID=14b9ab53-db75-42df-937a-92add46ed91a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:14.638924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e1b63-f765-4c1c-af00-8777225d6072 req-af931916-56e0-43eb-a91b-d91f8de53a9d tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:14.650634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d7e1b63-f765-4c1c-af00-8777225d6072 req-af931916-56e0-43eb-a91b-d91f8de53a9d tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 946 time: 0.3015556 Nov 03 18:37:14.672847 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af576f-de47-4d56-b340-066484947947 req-2ea4e7ec-0cbe-41fc-8b97-088603774933 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:14.673797 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-71af576f-de47-4d56-b340-066484947947 req-2ea4e7ec-0cbe-41fc-8b97-088603774933 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.714672 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-2ea4e7ec-0cbe-41fc-8b97-088603774933 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7579439 Nov 03 18:37:14.721365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Router 51be193b-52a6-4e5a-adbe-cad374e67ea4 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:37:14.728935 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-1313f82f-dbb4-4cc7-ae19-2bdd82bdeb09 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Made reservation on behalf of 04adf6892c414a028b77c4d4f0759b92 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:14.732451 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-1313f82f-dbb4-4cc7-ae19-2bdd82bdeb09 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.787398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Request body: {'port': {'device_id': '29709f7a-39c6-4f0c-bf45-1a686b71d1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:14.833531 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d0c98-a7b3-4c69-bf04-14245dbc602c req-529064f6-efd6-4b50-a94b-4440d18b87b4 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:14.835868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-564d0c98-a7b3-4c69-bf04-14245dbc602c req-529064f6-efd6-4b50-a94b-4440d18b87b4 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 945 time: 0.2699721 Nov 03 18:37:14.868004 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d7e1b63-f765-4c1c-af00-8777225d6072 req-87f2beaa-78c6-478c-aeb5-adfd25f92157 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163906 Nov 03 18:37:14.875137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e53dd95f-eb23-4ee4-b956-efb1801e5958 None None] Provisioning complete for port 14b9ab53-db75-42df-937a-92add46ed91a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:14.876280 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e53dd95f-eb23-4ee4-b956-efb1801e5958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.882617 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:14.885664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:37:14.928531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Sync routers for ids ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:37:14.968069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Routers {'3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:14.969092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:15.024953 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e53dd95f-eb23-4ee4-b956-efb1801e5958 None None] Port 14b9ab53-db75-42df-937a-92add46ed91a cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:37:15.041363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:37:15.053642 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.054218 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Sync routers for ids ['51be193b-52a6-4e5a-adbe-cad374e67ea4'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:37:15.055217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-274287c3-0c7e-4aac-87bf-79ca1348a176 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1066651 Nov 03 18:37:15.061673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37764) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:15.080914 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Routers {'51be193b-52a6-4e5a-adbe-cad374e67ea4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:15.081689 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['51be193b-52a6-4e5a-adbe-cad374e67ea4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:15.106322 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc3dbb39-01b9-4797-a2f4-ba737cfd3d81 req-72ecbe89-6f69-4b27-896f-1eabacd4c536 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 210 time: 0.0851068 Nov 03 18:37:15.125666 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-564d0c98-a7b3-4c69-bf04-14245dbc602c req-11a402e3-5f71-4742-9454-f2529839d973 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766907 Nov 03 18:37:15.150499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Set router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:15.185508 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.187391 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-74da4cd5-5b41-446d-8bb8-741d542258dd admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0316718 Nov 03 18:37:15.197104 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37772) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:15.208770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-1313f82f-dbb4-4cc7-ae19-2bdd82bdeb09 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Allocated IP 172.20.0.3 (e6ea9eda-3066-4349-948b-e1223c0656ae/e033faf3-e15c-44a6-8ae2-6df27fb7fb61/762eab77-e3bf-4f1a-a6b5-67e568a2a40e) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:15.281271 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d60ac70-757b-472e-ae2a-d3ae25c72555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.423610 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:08Z', 'updated_at': '2021-11-03T18:37:11Z', 'revision_number': 3, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'gw_port': {'id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:10Z', 'updated_at': '2021-11-03T18:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:15.461398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Checking router: 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:37:15.461754 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Updating router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 port 87bf1185-05dc-4ddf-b58f-920945edab4c binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:37:15.465449 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Set router 51be193b-52a6-4e5a-adbe-cad374e67ea4 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:15.509227 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.565396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aba05b-3db6-4510-891f-be097784db51 req-b38e0872-64b4-482a-a127-4389e585d6c0 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:15.567522 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2aba05b-3db6-4510-891f-be097784db51 req-b38e0872-64b4-482a-a127-4389e585d6c0 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 932 time: 0.1962419 Nov 03 18:37:15.580803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536769f-bb79-4bc2-8038-7f73f86712bf req-b2e67ba1-4833-45cc-bb62-6a1e30f2306a tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:15.582879 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7536769f-bb79-4bc2-8038-7f73f86712bf req-b2e67ba1-4833-45cc-bb62-6a1e30f2306a tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 945 time: 0.2141204 Nov 03 18:37:15.592133 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-1313f82f-dbb4-4cc7-ae19-2bdd82bdeb09 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.826235 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7536769f-bb79-4bc2-8038-7f73f86712bf req-f3350dfd-ccab-46d3-972f-3a29598aa639 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316046 Nov 03 18:37:15.831670 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-1313f82f-dbb4-4cc7-ae19-2bdd82bdeb09 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.896693 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.903186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['5a59d86a-0d89-4c23-961d-c644f2d0edcc'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:15.911718 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:15.950195 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:11Z', 'updated_at': '2021-11-03T18:37:13Z', 'revision_number': 3, 'project_id': '905883f7e9804a949a03151623ea3991', 'gw_port': {'id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:12Z', 'updated_at': '2021-11-03T18:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:15.966228 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-1313f82f-dbb4-4cc7-ae19-2bdd82bdeb09 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Network e6ea9eda-3066-4349-948b-e1223c0656ae is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:15.979025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313f82f-dbb4-4cc7-ae19-2bdd82bdeb09 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Pushing event updated for resources: {'Port': ['ID=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:15.987743 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b9648-56ee-4cd8-8352-f22837796363 None None] Pushing event updated for resources: {'Port': ['ID=87bf1185-05dc-4ddf-b58f-920945edab4c,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:15.990310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-1313f82f-dbb4-4cc7-ae19-2bdd82bdeb09 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:16.021144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-1313f82f-dbb4-4cc7-ae19-2bdd82bdeb09 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:16.027400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b9648-56ee-4cd8-8352-f22837796363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:16.027758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b9648-56ee-4cd8-8352-f22837796363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:16.028099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b9648-56ee-4cd8-8352-f22837796363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:16.028481 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b9648-56ee-4cd8-8352-f22837796363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:16.028892 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b9648-56ee-4cd8-8352-f22837796363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:16.029288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b9648-56ee-4cd8-8352-f22837796363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:16.029789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b9648-56ee-4cd8-8352-f22837796363 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:16.030281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b9648-56ee-4cd8-8352-f22837796363 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:16.030761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b9648-56ee-4cd8-8352-f22837796363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:16.031245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b9648-56ee-4cd8-8352-f22837796363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:16.031800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b9648-56ee-4cd8-8352-f22837796363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:16.032258 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b9648-56ee-4cd8-8352-f22837796363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:37:16.042440 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Checking router: 51be193b-52a6-4e5a-adbe-cad374e67ea4 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:37:16.043189 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Updating router 51be193b-52a6-4e5a-adbe-cad374e67ea4 port 2a6811da-0c2a-4f91-809c-e9730d1d613e binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:37:16.057691 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Attempting to bind port 87bf1185-05dc-4ddf-b58f-920945edab4c on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:16.058069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Attempting to bind port 87bf1185-05dc-4ddf-b58f-920945edab4c by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:16.058447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Attempting to bind port 87bf1185-05dc-4ddf-b58f-920945edab4c on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:16.068595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:16.068977 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:16.069380 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.069780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:16.070821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Bound port: 87bf1185-05dc-4ddf-b58f-920945edab4c, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:16.071225 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.085334 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.098996 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b9ab53-db75-42df-937a-92add46ed91a {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:16.109675 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.130311 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Transition to ACTIVE for port object 14b9ab53-db75-42df-937a-92add46ed91a will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:16.131169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2aba05b-3db6-4510-891f-be097784db51 req-3a46be34-e1c8-48f0-b89c-a7e5c62973b7 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5471911 Nov 03 18:37:16.199957 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.276384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=14b9ab53-db75-42df-937a-92add46ed91a,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:16.340132 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] For port 87bf1185-05dc-4ddf-b58f-920945edab4c, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:16.364528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-1313f82f-dbb4-4cc7-ae19-2bdd82bdeb09 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:16.365217 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-1313f82f-dbb4-4cc7-ae19-2bdd82bdeb09 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.419521 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] For port 87bf1185-05dc-4ddf-b58f-920945edab4c, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=87bf1185-05dc-4ddf-b58f-920945edab4c,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:16.493289 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.513083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-1313f82f-dbb4-4cc7-ae19-2bdd82bdeb09 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3107171 Nov 03 18:37:16.592179 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f736a3-e766-4960-9586-b63d8a2d030d req-240689a5-800b-42bc-96ce-3e6270884272 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:16.605492 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70f736a3-e766-4960-9586-b63d8a2d030d req-240689a5-800b-42bc-96ce-3e6270884272 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 945 time: 0.3966537 Nov 03 18:37:16.671143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Routers {'3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:16.678481 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:16.685271 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Request body: {'port': {'device_id': 'd46d0e6a-5d15-4ed6-bb98-23cc0087ab3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:16.713899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0559c37-fd12-4159-91b3-0edaf358e8c0 req-4985450e-f1e1-4739-8920-346cb440b57f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:16.721480 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0559c37-fd12-4159-91b3-0edaf358e8c0 req-4985450e-f1e1-4739-8920-346cb440b57f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 946 time: 0.3971558 Nov 03 18:37:16.753466 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.760599 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.761821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Attempting to bind port 14b9ab53-db75-42df-937a-92add46ed91a on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:16.762623 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Attempting to bind port 14b9ab53-db75-42df-937a-92add46ed91a by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '591f6f94-fd57-408e-8ac3-238cdc06a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:16.763408 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Attempting to bind port 14b9ab53-db75-42df-937a-92add46ed91a on network 74b7de5c-625e-4531-ade4-edde3aeb2a38 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:16.821190 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad29700-ece7-42d5-b027-6da5cfc32088 None None] Pushing event updated for resources: {'Port': ['ID=2a6811da-0c2a-4f91-809c-e9730d1d613e,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:16.830683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b9648-56ee-4cd8-8352-f22837796363 None None] Pushing event updated for resources: {'Port': ['ID=87bf1185-05dc-4ddf-b58f-920945edab4c,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:16.849130 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.874049 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Attempting to bind port 2a6811da-0c2a-4f91-809c-e9730d1d613e on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:16.874436 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Attempting to bind port 2a6811da-0c2a-4f91-809c-e9730d1d613e by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:16.874789 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Attempting to bind port 2a6811da-0c2a-4f91-809c-e9730d1d613e on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:16.891961 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:16.893095 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:16.893510 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.893906 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:16.894461 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Bound port: 2a6811da-0c2a-4f91-809c-e9730d1d613e, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:16.894847 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:16.950955 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] Set router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:16.952140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Port 14b9ab53-db75-42df-937a-92add46ed91a on network 74b7de5c-625e-4531-ade4-edde3aeb2a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:16.952494 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Attempting to bind port 14b9ab53-db75-42df-937a-92add46ed91a on network 74b7de5c-625e-4531-ade4-edde3aeb2a38 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:16.999179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:16.999503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Checking segment: {'id': '591f6f94-fd57-408e-8ac3-238cdc06a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:17.004005 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Bound using segment: {'id': '591f6f94-fd57-408e-8ac3-238cdc06a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:17.009150 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Bound port: 14b9ab53-db75-42df-937a-92add46ed91a, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591f6f94-fd57-408e-8ac3-238cdc06a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:17.009524 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.031933 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] For port 2a6811da-0c2a-4f91-809c-e9730d1d613e, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:17.036432 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] For port 2a6811da-0c2a-4f91-809c-e9730d1d613e, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=2a6811da-0c2a-4f91-809c-e9730d1d613e,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:17.046529 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.049298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70f736a3-e766-4960-9586-b63d8a2d030d req-715cf37c-8715-4fc9-8830-cdae192f6830 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420016 Nov 03 18:37:17.087363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2d60ac70-757b-472e-ae2a-d3ae25c72555 admin admin] Deleting port 388a835d-b7b1-4673-ba75-235b7b33de03 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:17.088004 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d60ac70-757b-472e-ae2a-d3ae25c72555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.118207 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0559c37-fd12-4159-91b3-0edaf358e8c0 req-403f2198-8aea-4b50-ad1a-1368aa21196a tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957531 Nov 03 18:37:17.139595 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.187791 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Routers {'51be193b-52a6-4e5a-adbe-cad374e67ea4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:17.188582 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['51be193b-52a6-4e5a-adbe-cad374e67ea4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:17.213137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:08Z', 'updated_at': '2021-11-03T18:37:11Z', 'revision_number': 3, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'gw_port': {'id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:10Z', 'updated_at': '2021-11-03T18:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:17.246891 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c563bec5-a20b-43c1-8aa4-56024c23a0cb None None] The sync data for ids ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'] in n-d-812150-4 is: [{'id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:08Z', 'updated_at': '2021-11-03T18:37:11Z', 'revision_number': 3, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'gw_port': {'id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:10Z', 'updated_at': '2021-11-03T18:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:37:17.493174 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad29700-ece7-42d5-b027-6da5cfc32088 None None] Pushing event updated for resources: {'Port': ['ID=2a6811da-0c2a-4f91-809c-e9730d1d613e,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:17.512377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782471dc-f4a9-4956-a8d0-34bb19f08fb3 req-5ffb6dcb-cb7e-4147-a538-6db14c246270 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:17.514096 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-782471dc-f4a9-4956-a8d0-34bb19f08fb3 req-5ffb6dcb-cb7e-4147-a538-6db14c246270 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 931 time: 0.2746811 Nov 03 18:37:17.521719 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.523639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-2d60ac70-757b-472e-ae2a-d3ae25c72555 admin admin] For port 388a835d-b7b1-4673-ba75-235b7b33de03, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=388a835d-b7b1-4673-ba75-235b7b33de03,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:17.524589 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d60ac70-757b-472e-ae2a-d3ae25c72555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.525103 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Allocated IP 172.20.0.1 (19a60a5f-6939-4da6-9b04-d569ad193dce/1c827802-1882-4b43-8fb1-d7eee0b7d76f/9862cc37-9714-403d-a6e5-edba74acdd2b) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:17.578803 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] For port 14b9ab53-db75-42df-937a-92add46ed91a, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:17.605331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2d60ac70-757b-472e-ae2a-d3ae25c72555 admin admin] Calling delete_port for 388a835d-b7b1-4673-ba75-235b7b33de03 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:17.620858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] For port 14b9ab53-db75-42df-937a-92add46ed91a, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=14b9ab53-db75-42df-937a-92add46ed91a,segment=NetworkSegment(591f6f94-fd57-408e-8ac3-238cdc06a505),segment_id=591f6f94-fd57-408e-8ac3-238cdc06a505)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:17.705940 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:17.713569 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] Set router 51be193b-52a6-4e5a-adbe-cad374e67ea4 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:17.713903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ab444-ea4e-46ae-b677-176ba96f3c6e req-ddffb0a8-3a5c-437f-865b-32f066939b86 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:17.721707 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec4ab444-ea4e-46ae-b677-176ba96f3c6e req-ddffb0a8-3a5c-437f-865b-32f066939b86 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 944 time: 0.3293338 Nov 03 18:37:17.727363 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-782471dc-f4a9-4956-a8d0-34bb19f08fb3 req-0896aac3-bcdc-499a-94ac-14b0f07d946b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993070 Nov 03 18:37:18.106882 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec4ab444-ea4e-46ae-b677-176ba96f3c6e req-fffd8d28-9625-4548-a026-d7e9f0bafd62 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831565 Nov 03 18:37:18.140347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 87bf1185-05dc-4ddf-b58f-920945edab4c up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:18.178424 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:11Z', 'updated_at': '2021-11-03T18:37:13Z', 'revision_number': 3, 'project_id': '905883f7e9804a949a03151623ea3991', 'gw_port': {'id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:12Z', 'updated_at': '2021-11-03T18:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:18.248137 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2258986-bab3-494f-b463-8e35342289c7 None None] The sync data for ids ['51be193b-52a6-4e5a-adbe-cad374e67ea4'] in n-d-812150-4 is: [{'id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:11Z', 'updated_at': '2021-11-03T18:37:13Z', 'revision_number': 3, 'project_id': '905883f7e9804a949a03151623ea3991', 'gw_port': {'id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:12Z', 'updated_at': '2021-11-03T18:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:37:18.293236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 87bf1185-05dc-4ddf-b58f-920945edab4c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:18.293559 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.434195 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.443493 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762eab77-e3bf-4f1a-a6b5-67e568a2a40e {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:18.453019 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.454606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=14b9ab53-db75-42df-937a-92add46ed91a,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:18.474773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Transition to ACTIVE for port object 762eab77-e3bf-4f1a-a6b5-67e568a2a40e will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:18.478157 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d60ac70-757b-472e-ae2a-d3ae25c72555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.492796 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 87bf1185-05dc-4ddf-b58f-920945edab4c, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=87bf1185-05dc-4ddf-b58f-920945edab4c,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:18.496917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:18.499489 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.502717 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-b5d137e7-cd0e-4a41-afe6-4ca2cd1ad0f5 service neutron] 10.222.0.87 "PUT /v2.0/ports/14b9ab53-db75-42df-937a-92add46ed91a HTTP/1.1" status: 200 len: 1092 time: 3.7660787 Nov 03 18:37:18.505111 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29709f7a-39c6-4f0c-bf45-1a686b71d1b9', 'tag': '14b9ab53-db75-42df-937a-92add46ed91a'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:18.507372 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b4ef6a-35d9-48dd-ab7a-bcb664c0f5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "29709f7a-39c6-4f0c-bf45-1a686b71d1b9", "tag": "14b9ab53-db75-42df-937a-92add46ed91a"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:18.513660 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.684147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=87bf1185-05dc-4ddf-b58f-920945edab4c,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:18.769834 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:18.871120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af576f-de47-4d56-b340-066484947947 req-647637fb-65cd-4deb-8c88-67ea5887a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:18.873513 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-647637fb-65cd-4deb-8c88-67ea5887a075 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0487d7314e3748c0932b744a4660085a&device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 1095 time: 0.2663884 Nov 03 18:37:18.909715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Allocated IP 172.20.0.1 (7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53/bd6ac7e8-7993-435c-a6d9-e549d9c53f62/8e67d2b5-a477-455a-8c67-e0ebb3997e82) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:18.981869 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-fa690979-b308-4d07-8bcf-21ba638dc7dd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b9ab53-db75-42df-937a-92add46ed91a HTTP/1.1" status: 200 len: 217 time: 0.0736828 Nov 03 18:37:18.994863 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.108753 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.119733 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d7e19-9994-4e56-b62a-15935ea020cb req-f9b2a26d-e22b-4ae6-8024-5865c5bb6750 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:19.127639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e6d7e19-9994-4e56-b62a-15935ea020cb req-f9b2a26d-e22b-4ae6-8024-5865c5bb6750 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 945 time: 1.1889794 Nov 03 18:37:19.135268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60ac70-757b-472e-ae2a-d3ae25c72555 admin admin] Pushing event deleted for resources: {'Port': ['ID=388a835d-b7b1-4673-ba75-235b7b33de03,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:19.173064 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.281763 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.306779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Network 19a60a5f-6939-4da6-9b04-d569ad193dce is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:19.348378 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:19.368724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Pushing event updated for resources: {'Port': ['ID=9862cc37-9714-403d-a6e5-edba74acdd2b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:19.373118 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:19.410597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:19.432585 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af576f-de47-4d56-b340-066484947947 req-99fa4a44-ed53-42f6-a154-54b78bcbb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:19.434836 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-99fa4a44-ed53-42f6-a154-54b78bcbb7e0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf3b54d6-1983-470d-8b3b-6e8728cac670 HTTP/1.1" status: 200 len: 854 time: 0.4245570 Nov 03 18:37:19.440075 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:19.442562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:19.496445 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d60ac70-757b-472e-ae2a-d3ae25c72555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.584795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.643738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d365ea4-56e5-4372-b8c7-a811a8ebca3f req-c2a3ccf5-3bc2-4999-a826-8363b28dd29b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:19.644198 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=8e67d2b5-a477-455a-8c67-e0ebb3997e82,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:19.652703 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d365ea4-56e5-4372-b8c7-a811a8ebca3f req-c2a3ccf5-3bc2-4999-a826-8363b28dd29b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 946 time: 1.2744675 Nov 03 18:37:19.657719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Pushing event updated for resources: {'Port': ['ID=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:19.659385 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af576f-de47-4d56-b340-066484947947 req-92d66ea6-77fb-4d0e-a9bc-56a4a3a35c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:19.661645 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-92d66ea6-77fb-4d0e-a9bc-56a4a3a35c80 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=74b7de5c-625e-4531-ade4-edde3aeb2a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2111862 Nov 03 18:37:19.664302 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.669543 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e6d7e19-9994-4e56-b62a-15935ea020cb req-c6176b60-b9db-4d00-af13-4a88b0426d06 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412872 Nov 03 18:37:19.960972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7d5fe203-35d9-4fda-9eb1-0f0ad93d06ff None None] Provisioning complete for port 8e67d2b5-a477-455a-8c67-e0ebb3997e82 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:19.962031 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7d5fe203-35d9-4fda-9eb1-0f0ad93d06ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:19.996336 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4496ed-41ca-4119-8be3-2fc609d276d1 x-openstack-request-id: req-8d4496ed-41ca-4119-8be3-2fc609d276d1 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:19.997447 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29709f7a-39c6-4f0c-bf45-1a686b71d1b9", "tag": "14b9ab53-db75-42df-937a-92add46ed91a", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:19.997447 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8d4496ed-41ca-4119-8be3-2fc609d276d1 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:19.997447 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29709f7a-39c6-4f0c-bf45-1a686b71d1b9', 'tag': '14b9ab53-db75-42df-937a-92add46ed91a', 'status': 'completed', 'code': 200} Nov 03 18:37:20.104739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d365ea4-56e5-4372-b8c7-a811a8ebca3f req-ed65f3fc-6152-4b03-b9e4-c5150666676e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458117 Nov 03 18:37:20.105765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:20.106139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:20.106473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:20.156678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on network e6ea9eda-3066-4349-948b-e1223c0656ae not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:20.157294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:20.192970 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.201673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc29c6-b7c6-40dc-bece-8caf609b3635 req-da72e907-9360-46f8-92b8-407e9cc54d30 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:20.210149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3dc29c6-b7c6-40dc-bece-8caf609b3635 req-da72e907-9360-46f8-92b8-407e9cc54d30 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 943 time: 0.1823082 Nov 03 18:37:20.223979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:20.224322 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Checking segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:20.224721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Bound using segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:20.225354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Bound port: 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:20.225892 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.293221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d60ac70-757b-472e-ae2a-d3ae25c72555 admin admin] Router 48b22fe6-32b4-42c9-9570-77794a40a0e2 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:37:20.389382 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-ed2fce38-352d-4a13-b12b-09cdc4354be3 service neutron] 10.222.0.87 "GET /v2.0/networks/74b7de5c-625e-4531-ade4-edde3aeb2a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7085643 Nov 03 18:37:20.392746 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.410379 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-7d5fe203-35d9-4fda-9eb1-0f0ad93d06ff None None] Port 8e67d2b5-a477-455a-8c67-e0ebb3997e82 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:37:20.414398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 87bf1185-05dc-4ddf-b58f-920945edab4c up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:20.449382 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3dc29c6-b7c6-40dc-bece-8caf609b3635 req-06ea56cc-7be9-48d3-b8af-641968feabf6 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310903 Nov 03 18:37:20.482762 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 87bf1185-05dc-4ddf-b58f-920945edab4c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:20.483617 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.527971 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-71af576f-de47-4d56-b340-066484947947 req-cfeffc75-1401-421e-abfc-2073d244c5c4 service neutron] 10.222.0.87 "GET /v2.0/networks/74b7de5c-625e-4531-ade4-edde3aeb2a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144528 Nov 03 18:37:20.588484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:20.598566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 2a6811da-0c2a-4f91-809c-e9730d1d613e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:20.643841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a03c9-52cd-46c4-9aee-e0bf7687fa50 req-7af0b71e-60dc-45c0-82f1-db35b4342200 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:20.653206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-274a03c9-52cd-46c4-9aee-e0bf7687fa50 req-7af0b71e-60dc-45c0-82f1-db35b4342200 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 944 time: 0.3169568 Nov 03 18:37:20.678109 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 2a6811da-0c2a-4f91-809c-e9730d1d613e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:20.679033 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.685785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:20.745898 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.768008 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.798480 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.804913 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.822401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:20.823299 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.825019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-43683198-a97c-4983-b0a3-c55298842577 service neutron] 10.222.0.98 "PUT /v2.0/ports/762eab77-e3bf-4f1a-a6b5-67e568a2a40e HTTP/1.1" status: 200 len: 1091 time: 4.2964349 Nov 03 18:37:20.825694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46d0e6a-5d15-4ed6-bb98-23cc0087ab3f', 'tag': '762eab77-e3bf-4f1a-a6b5-67e568a2a40e'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:20.828534 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a9aa5b-6913-48ed-9eac-6001f8dbc04c" -d '{"events": [{"name": "network-changed", "server_uuid": "d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f", "tag": "762eab77-e3bf-4f1a-a6b5-67e568a2a40e"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:20.861268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfd230-60e3-45cc-b0dc-2eea7d0292a5 req-267bdbb3-8db2-4fab-890b-7595972b9822 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:20.862326 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 2a6811da-0c2a-4f91-809c-e9730d1d613e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=2a6811da-0c2a-4f91-809c-e9730d1d613e,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:20.872043 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10dfd230-60e3-45cc-b0dc-2eea7d0292a5 req-267bdbb3-8db2-4fab-890b-7595972b9822 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 945 time: 0.3082333 Nov 03 18:37:20.874528 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.938358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:20.980285 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4ef6a-35d9-48dd-ab7a-bcb664c0f5f3 req-2caebf68-0065-446e-a704-8931d453c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:20.981991 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b4ef6a-35d9-48dd-ab7a-bcb664c0f5f3 req-2caebf68-0065-446e-a704-8931d453c783 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0487d7314e3748c0932b744a4660085a&device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 1095 time: 0.3428063 Nov 03 18:37:21.001503 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=2a6811da-0c2a-4f91-809c-e9730d1d613e,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:21.002105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-274a03c9-52cd-46c4-9aee-e0bf7687fa50 req-79515594-1bd0-41d2-895e-890e3638e693 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472838 Nov 03 18:37:21.003043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d60ac70-757b-472e-ae2a-d3ae25c72555 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:37:21.010694 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2d60ac70-757b-472e-ae2a-d3ae25c72555 admin admin] 10.222.0.107 "PUT /v2.0/routers/48b22fe6-32b4-42c9-9570-77794a40a0e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8337781 Nov 03 18:37:21.021145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42930c92-d573-479e-a562-e96d6194ac6c None None] Sync routers for ids ['48b22fe6-32b4-42c9-9570-77794a40a0e2'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:37:21.033918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37808) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:21.045274 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42930c92-d573-479e-a562-e96d6194ac6c None None] Routers {'48b22fe6-32b4-42c9-9570-77794a40a0e2'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:21.046132 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-42930c92-d573-479e-a562-e96d6194ac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['48b22fe6-32b4-42c9-9570-77794a40a0e2'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:21.078127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=8e67d2b5-a477-455a-8c67-e0ebb3997e82,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:21.195077 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67261a7f-33e1-447e-a4b5-033e990e9847 x-openstack-request-id: req-67261a7f-33e1-447e-a4b5-033e990e9847 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:21.195674 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f", "tag": "762eab77-e3bf-4f1a-a6b5-67e568a2a40e", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:21.195846 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-67261a7f-33e1-447e-a4b5-033e990e9847 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:21.196350 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46d0e6a-5d15-4ed6-bb98-23cc0087ab3f', 'tag': '762eab77-e3bf-4f1a-a6b5-67e568a2a40e', 'status': 'completed', 'code': 200} Nov 03 18:37:21.201115 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-42930c92-d573-479e-a562-e96d6194ac6c None None] Set router 48b22fe6-32b4-42c9-9570-77794a40a0e2 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:21.202828 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:21.258710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-61797db4-86f2-4c1d-8709-fbb9ec0dc8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:21.264483 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-61797db4-86f2-4c1d-8709-fbb9ec0dc8c3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 1094 time: 0.3666182 Nov 03 18:37:21.283625 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10dfd230-60e3-45cc-b0dc-2eea7d0292a5 req-9636a377-2faa-4b5d-ac99-78ec60e2be83 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104359 Nov 03 18:37:21.302738 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4ef6a-35d9-48dd-ab7a-bcb664c0f5f3 req-be6d226d-b4b0-4ce7-bb0d-39fcec8c3995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:21.309863 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43683198-a97c-4983-b0a3-c55298842577 service neutron] Pushing event updated for resources: {'Port': ['ID=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:21.311224 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b4ef6a-35d9-48dd-ab7a-bcb664c0f5f3 req-be6d226d-b4b0-4ce7-bb0d-39fcec8c3995 service neutron] 10.222.0.87 "GET /v2.0/networks?id=74b7de5c-625e-4531-ade4-edde3aeb2a38 HTTP/1.1" status: 200 len: 916 time: 0.2241886 Nov 03 18:37:21.358248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-bf992f55-27b3-4cb1-bf9e-e00d6e1cb6cd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e HTTP/1.1" status: 200 len: 217 time: 0.0578995 Nov 03 18:37:21.428829 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b4ef6a-35d9-48dd-ab7a-bcb664c0f5f3 req-91b79637-0ebb-4ed5-827c-7d3dcb75e38a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b9ab53-db75-42df-937a-92add46ed91a HTTP/1.1" status: 200 len: 217 time: 0.0989623 Nov 03 18:37:21.470617 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-42930c92-d573-479e-a562-e96d6194ac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:37:18Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:21.507670 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42930c92-d573-479e-a562-e96d6194ac6c None None] Checking router: 48b22fe6-32b4-42c9-9570-77794a40a0e2 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:37:21.515707 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4ef6a-35d9-48dd-ab7a-bcb664c0f5f3 req-36149e0e-e0e3-486c-a391-2e5426db62ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:21.517217 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b4ef6a-35d9-48dd-ab7a-bcb664c0f5f3 req-36149e0e-e0e3-486c-a391-2e5426db62ab service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf3b54d6-1983-470d-8b3b-6e8728cac670 HTTP/1.1" status: 200 len: 854 time: 0.0731564 Nov 03 18:37:21.521603 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42930c92-d573-479e-a562-e96d6194ac6c None None] Routers {'48b22fe6-32b4-42c9-9570-77794a40a0e2'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:21.522704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-42930c92-d573-479e-a562-e96d6194ac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['48b22fe6-32b4-42c9-9570-77794a40a0e2'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:21.522935 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:21.558705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-ca0b1904-8bef-492f-ae7e-57264b7edd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:21.560444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-ca0b1904-8bef-492f-ae7e-57264b7edd9e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.1946299 Nov 03 18:37:21.564736 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:21.609061 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-e24492af-9d11-4249-a3bf-0adbbf0b4220 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309904 Nov 03 18:37:21.621110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4ac41-f14d-4144-b9ed-f79f4893840f req-97e4a808-0e9d-4fbc-b811-d078cc59a0ac tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:21.630098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ebe4ac41-f14d-4144-b9ed-f79f4893840f req-97e4a808-0e9d-4fbc-b811-d078cc59a0ac tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 945 time: 0.1871815 Nov 03 18:37:21.630594 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Pushing event updated for resources: {'Port': ['ID=9862cc37-9714-403d-a6e5-edba74acdd2b,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:21.656758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4ef6a-35d9-48dd-ab7a-bcb664c0f5f3 req-7fe73031-dbc7-4cce-a46c-325888b560e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:21.658284 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b4ef6a-35d9-48dd-ab7a-bcb664c0f5f3 req-7fe73031-dbc7-4cce-a46c-325888b560e0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=74b7de5c-625e-4531-ade4-edde3aeb2a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313031 Nov 03 18:37:21.679987 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-42930c92-d573-479e-a562-e96d6194ac6c None None] Set router 48b22fe6-32b4-42c9-9570-77794a40a0e2 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:21.688127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:21.725336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d4355-00b4-4b3b-83af-fab15c14a5f7 req-8c2116ef-f945-4d79-9499-4d213872ef5a tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:21.727062 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c5d4355-00b4-4b3b-83af-fab15c14a5f7 req-8c2116ef-f945-4d79-9499-4d213872ef5a tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 946 time: 0.3072140 Nov 03 18:37:21.772240 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:21.780425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:21.788792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:21.816996 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ebe4ac41-f14d-4144-b9ed-f79f4893840f req-8ffa4218-6b26-4a95-8f78-ed4999a80945 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829751 Nov 03 18:37:21.980350 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c5d4355-00b4-4b3b-83af-fab15c14a5f7 req-0bfa2359-77a5-45f3-8fc5-f6cce526a672 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450373 Nov 03 18:37:22.004135 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-48893d22-6b6d-4a13-8c24-d3691695f0de service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520491 Nov 03 18:37:22.054354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2a7ab-52f7-48a8-90fb-9222c1d745d5 req-00e40c53-87b5-449d-9b3a-9e0da698e827 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:22.060651 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-42930c92-d573-479e-a562-e96d6194ac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:37:18Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:22.062494 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ff2a7ab-52f7-48a8-90fb-9222c1d745d5 req-00e40c53-87b5-449d-9b3a-9e0da698e827 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 943 time: 0.1159513 Nov 03 18:37:22.092353 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Network 19a60a5f-6939-4da6-9b04-d569ad193dce is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:22.100835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42930c92-d573-479e-a562-e96d6194ac6c None None] The sync data for ids ['48b22fe6-32b4-42c9-9570-77794a40a0e2'] in n-d-812150-4 is: [{'id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1061526237-router', 'tenant_id': '21fa55ef73344191a9573f8f1d3a7c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:04Z', 'updated_at': '2021-11-03T18:37:18Z', 'revision_number': 5, 'project_id': '21fa55ef73344191a9573f8f1d3a7c58', 'gw_port': {'id': 'c94d580a-a9ab-42dd-95bc-9604822c6d70', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b22fe6-32b4-42c9-9570-77794a40a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:05Z', 'updated_at': '2021-11-03T18:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:37:22.111664 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 2a6811da-0c2a-4f91-809c-e9730d1d613e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:22.121099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:22.144957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] Deleting port c94d580a-a9ab-42dd-95bc-9604822c6d70 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:22.145388 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:22.147884 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b4ef6a-35d9-48dd-ab7a-bcb664c0f5f3 req-ec41d551-ea47-41f1-91d7-a60116d05e25 service neutron] 10.222.0.87 "GET /v2.0/networks/74b7de5c-625e-4531-ade4-edde3aeb2a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664934 Nov 03 18:37:22.176439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:37:22.217961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 2a6811da-0c2a-4f91-809c-e9730d1d613e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:22.218443 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:22.321724 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ff2a7ab-52f7-48a8-90fb-9222c1d745d5 req-fe3dc80a-e5d4-45eb-90da-ba96798b431d tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581172 Nov 03 18:37:22.357842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060f6bd5-3819-4967-a7c5-e872b6db4897 req-854df154-dbd2-43da-ba0e-ce5583a87d9b service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420551 Nov 03 18:37:22.398559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7007ca58-8964-40de-8cfb-0947aaf2a8cf None None] Provisioning complete for port 8e67d2b5-a477-455a-8c67-e0ebb3997e82 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:22.399696 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7007ca58-8964-40de-8cfb-0947aaf2a8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:22.442832 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Router 51be193b-52a6-4e5a-adbe-cad374e67ea4 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:37:22.454829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-7007ca58-8964-40de-8cfb-0947aaf2a8cf None None] Port 8e67d2b5-a477-455a-8c67-e0ebb3997e82 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:37:22.486377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431414bb-e7a7-419a-9a9e-f394522eb055 req-e0c32446-c473-41f1-be3e-d76454e1ce51 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:22.487721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-431414bb-e7a7-419a-9a9e-f394522eb055 req-e0c32446-c473-41f1-be3e-d76454e1ce51 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 945 time: 0.2703671 Nov 03 18:37:22.532464 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] For port c94d580a-a9ab-42dd-95bc-9604822c6d70, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c94d580a-a9ab-42dd-95bc-9604822c6d70,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:22.533075 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:22.590804 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] Calling delete_port for c94d580a-a9ab-42dd-95bc-9604822c6d70 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:22.672734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9aa5b-6913-48ed-9eac-6001f8dbc04c req-525ac217-7048-49e0-ada8-9ad576b383a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:22.674262 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1a9aa5b-6913-48ed-9eac-6001f8dbc04c req-525ac217-7048-49e0-ada8-9ad576b383a2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 1094 time: 0.2428844 Nov 03 18:37:22.683608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a146017-4389-4512-bef0-ac96b75c0655 req-179f482d-68a0-4e80-81c3-7502337711d9 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:22.685202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a146017-4389-4512-bef0-ac96b75c0655 req-179f482d-68a0-4e80-81c3-7502337711d9 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 944 time: 0.2292566 Nov 03 18:37:22.729641 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-431414bb-e7a7-419a-9a9e-f394522eb055 req-b161ce6f-0ed4-4b78-a023-aa58d21d6c30 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049458 Nov 03 18:37:23.016770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:23.048275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:37:23.058707 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Sync routers for ids ['51be193b-52a6-4e5a-adbe-cad374e67ea4'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:37:23.077295 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Routers {'51be193b-52a6-4e5a-adbe-cad374e67ea4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:23.078330 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['51be193b-52a6-4e5a-adbe-cad374e67ea4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:23.087510 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-46b317c6-c565-4d9b-b05d-2d0110a7b15b admin admin] 10.222.0.107 "PUT /v2.0/routers/51be193b-52a6-4e5a-adbe-cad374e67ea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8885944 Nov 03 18:37:23.095864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:37:23.108793 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b4ef6a-35d9-48dd-ab7a-bcb664c0f5f3 req-190a0670-9172-47a5-b55f-ed4690180374 service neutron] 10.222.0.87 "GET /v2.0/networks/74b7de5c-625e-4531-ade4-edde3aeb2a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9272048 Nov 03 18:37:23.112223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Sync routers for ids ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:37:23.130513 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e292d364-5e48-454c-83f6-e83c4c17c7b9 admin admin] 10.222.0.107 "PUT /v2.0/routers/3cf7b4ba-416e-46aa-9875-7b0cf9d671c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0658629 Nov 03 18:37:23.236241 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Routers {'3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:23.236875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:23.342247 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Set router 51be193b-52a6-4e5a-adbe-cad374e67ea4 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:23.455335 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:23.478280 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 has no active binding in host n-h2-812150-4 {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:37:23.495480 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Set router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:23.521505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-40ff67ef-c797-48b9-9c93-eb5a55db4c44 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:23.523116 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-40ff67ef-c797-48b9-9c93-eb5a55db4c44 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736&tenant_id=9967bc7a71e345f08f6394ec34bbf289&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 1097 time: 0.8012550 Nov 03 18:37:23.532237 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a146017-4389-4512-bef0-ac96b75c0655 req-44d0d9e6-b422-4958-befa-851f876dd90e tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8131363 Nov 03 18:37:23.572478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812150-4'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:23.578843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9aa5b-6913-48ed-9eac-6001f8dbc04c req-f3731885-22e2-4542-a785-ba8731d810f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:23.580408 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1a9aa5b-6913-48ed-9eac-6001f8dbc04c req-f3731885-22e2-4542-a785-ba8731d810f9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.8942721 Nov 03 18:37:23.633460 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:11Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '905883f7e9804a949a03151623ea3991', 'gw_port': {'id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:12Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9862cc37-9714-403d-a6e5-edba74acdd2b', 'name': '', 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'mac_address': 'fa:16:3e:0f:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 2, 'project_id': '905883f7e9804a949a03151623ea3991', 'subnets': [{'id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:23.663479 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Checking router: 51be193b-52a6-4e5a-adbe-cad374e67ea4 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:37:23.664164 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Updating router 51be193b-52a6-4e5a-adbe-cad374e67ea4 port 9862cc37-9714-403d-a6e5-edba74acdd2b binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:37:23.665539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1a9aa5b-6913-48ed-9eac-6001f8dbc04c req-beaf172a-0597-476a-a4a7-b33c01ca1d3a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e HTTP/1.1" status: 200 len: 217 time: 0.0681021 Nov 03 18:37:23.698051 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:23.764798 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810e6c4-d710-479a-b61d-1bfeaeb75c25 req-11c42201-283c-4bc8-82b7-bf8991912545 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:23.773628 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7810e6c4-d710-479a-b61d-1bfeaeb75c25 req-11c42201-283c-4bc8-82b7-bf8991912545 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 946 time: 0.2739394 Nov 03 18:37:23.799928 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:23.896710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9aa5b-6913-48ed-9eac-6001f8dbc04c req-21d246df-916f-45d5-a0b7-8d3268f56a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:23.898163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1a9aa5b-6913-48ed-9eac-6001f8dbc04c req-21d246df-916f-45d5-a0b7-8d3268f56a68 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.1975815 Nov 03 18:37:23.898791 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:23.943512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:08Z', 'updated_at': '2021-11-03T18:37:19Z', 'revision_number': 4, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'gw_port': {'id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:10Z', 'updated_at': '2021-11-03T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '8e67d2b5-a477-455a-8c67-e0ebb3997e82', 'name': '', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'mac_address': 'fa:16:3e:4e:8c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 2, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'subnets': [{'id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:23.985111 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Checking router: 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:37:23.985595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Updating router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 port 8e67d2b5-a477-455a-8c67-e0ebb3997e82 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:37:24.001688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1a9aa5b-6913-48ed-9eac-6001f8dbc04c req-750b4942-2cf8-4cb5-9d51-4878665572c7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939333 Nov 03 18:37:24.013269 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 388a835d-b7b1-4673-ba75-235b7b33de03 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:24.029701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7810e6c4-d710-479a-b61d-1bfeaeb75c25 req-a4a80570-7118-4296-ab9e-4c6d6b511827 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500021 Nov 03 18:37:24.033981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] Pushing event deleted for resources: {'Port': ['ID=c94d580a-a9ab-42dd-95bc-9604822c6d70,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:24.043231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 388a835d-b7b1-4673-ba75-235b7b33de03 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:37:24.043588 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 388a835d-b7b1-4673-ba75-235b7b33de03 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:24.066032 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.228364 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.245121 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.292047 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f15b7-fd0d-41f8-8685-6f2ff29f02f8 None None] Pushing event updated for resources: {'Port': ['ID=9862cc37-9714-403d-a6e5-edba74acdd2b,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:24.294752 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.353372 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Attempting to bind port 9862cc37-9714-403d-a6e5-edba74acdd2b on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:24.354031 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Attempting to bind port 9862cc37-9714-403d-a6e5-edba74acdd2b by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'b3275687-faf5-4ac4-98f3-746b0557b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:24.354561 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Attempting to bind port 9862cc37-9714-403d-a6e5-edba74acdd2b on network 19a60a5f-6939-4da6-9b04-d569ad193dce {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:24.359795 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:24.360376 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Checking segment: {'id': 'b3275687-faf5-4ac4-98f3-746b0557b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:24.360956 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.361526 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Bound using segment: {'id': 'b3275687-faf5-4ac4-98f3-746b0557b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:24.362143 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Bound port: 9862cc37-9714-403d-a6e5-edba74acdd2b, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3275687-faf5-4ac4-98f3-746b0557b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:24.362727 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.430355 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] For port 9862cc37-9714-403d-a6e5-edba74acdd2b, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:24.433811 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] For port 9862cc37-9714-403d-a6e5-edba74acdd2b, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9862cc37-9714-403d-a6e5-edba74acdd2b,segment=NetworkSegment(b3275687-faf5-4ac4-98f3-746b0557b365),segment_id=b3275687-faf5-4ac4-98f3-746b0557b365)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:24.441927 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.504965 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c243ee-9cd5-42b3-a412-d03041fe7f06 req-ad2614e4-3322-4f7e-b079-5ab01a32efd9 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:24.510262 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52c243ee-9cd5-42b3-a412-d03041fe7f06 req-ad2614e4-3322-4f7e-b079-5ab01a32efd9 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 943 time: 0.3677506 Nov 03 18:37:24.529477 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Routers {'51be193b-52a6-4e5a-adbe-cad374e67ea4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:24.530799 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['51be193b-52a6-4e5a-adbe-cad374e67ea4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:24.603511 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1a9aa5b-6913-48ed-9eac-6001f8dbc04c req-28247e0b-d37f-4c6d-85ef-cb50192abc71 service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661938 Nov 03 18:37:24.605732 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.616269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37856) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:24.623234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-378d21b5-98d9-44b7-b6ba-d5df48146072 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1111571501', 'description': 'tempest-description--1207376039'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:24.625502 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.693383 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.700541 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-378d21b5-98d9-44b7-b6ba-d5df48146072 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.709944 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.773725 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] Set router 51be193b-52a6-4e5a-adbe-cad374e67ea4 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:24.781821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:24.853508 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f15b7-fd0d-41f8-8685-6f2ff29f02f8 None None] Pushing event updated for resources: {'Port': ['ID=9862cc37-9714-403d-a6e5-edba74acdd2b,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:24.874458 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-378d21b5-98d9-44b7-b6ba-d5df48146072 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.881943 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-378d21b5-98d9-44b7-b6ba-d5df48146072 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.936984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7a79f-2c91-4cd1-b53d-564a0527b099 None None] Pushing event updated for resources: {'Port': ['ID=8e67d2b5-a477-455a-8c67-e0ebb3997e82,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:24.970845 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-378d21b5-98d9-44b7-b6ba-d5df48146072 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.973367 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-378d21b5-98d9-44b7-b6ba-d5df48146072 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3547239 Nov 03 18:37:24.981069 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:24.981808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48b22fe6-32b4-42c9-9570-77794a40a0e2 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:37:24.996897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37870) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:25.009067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-79e10c16-2654-41db-9efa-ccd3ee256e6d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Request body: {'security_group_rule': {'security_group_id': 'db127647-8cbb-4d1d-a3bb-3debf1716fb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:25.009407 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.010742 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8f47fec9-5cb9-48f1-a47e-5473f46c6abe admin admin] 10.222.0.107 "DELETE /v2.0/routers/48b22fe6-32b4-42c9-9570-77794a40a0e2 HTTP/1.1" status: 204 len: 168 time: 3.9678910 Nov 03 18:37:25.042729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37872) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:25.054653 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 73333135-00e2-4670-84c1-4a07daf7b02a details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:25.059601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Attempting to bind port 8e67d2b5-a477-455a-8c67-e0ebb3997e82 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:25.072902 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Attempting to bind port 8e67d2b5-a477-455a-8c67-e0ebb3997e82 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:25.073324 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Attempting to bind port 8e67d2b5-a477-455a-8c67-e0ebb3997e82 on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:25.074632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d21b5-98d9-44b7-b6ba-d5df48146072 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db127647-8cbb-4d1d-a3bb-3debf1716fb9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:25.077693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52c243ee-9cd5-42b3-a412-d03041fe7f06 req-c0033ccb-6c8c-4f73-881b-399d5d05a76e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544248 Nov 03 18:37:25.107005 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79e10c16-2654-41db-9efa-ccd3ee256e6d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.157645 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:25.159304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Checking segment: {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:25.162503 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.164827 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Bound using segment: {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:25.165499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Bound port: 8e67d2b5-a477-455a-8c67-e0ebb3997e82, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:25.166061 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.221884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0f0ab4-1032-4981-b8c9-ad3cc3f4e6ad admin admin] Deleting subnet 6c261132-6889-44aa-bb6d-27235b204e10 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:37:25.236379 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.resource_extend [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:37:25.236598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79e10c16-2654-41db-9efa-ccd3ee256e6d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.248435 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79e10c16-2654-41db-9efa-ccd3ee256e6d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.267185 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:11Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '905883f7e9804a949a03151623ea3991', 'gw_port': {'id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:12Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9862cc37-9714-403d-a6e5-edba74acdd2b', 'name': '', 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'mac_address': 'fa:16:3e:0f:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:24Z', 'revision_number': 4, 'project_id': '905883f7e9804a949a03151623ea3991', 'subnets': [{'id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:25.280806 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0ab4-1032-4981-b8c9-ad3cc3f4e6ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.295144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:25.302345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e10c16-2654-41db-9efa-ccd3ee256e6d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362af3b3-43fe-45e8-8273-ff8190569bc0,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:25.305723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9a7a9873-59c1-48b5-9795-8a387f4569cc None None] Provisioning complete for port 8e67d2b5-a477-455a-8c67-e0ebb3997e82 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:25.306219 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9a7a9873-59c1-48b5-9795-8a387f4569cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.328938 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79e10c16-2654-41db-9efa-ccd3ee256e6d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.331032 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-79e10c16-2654-41db-9efa-ccd3ee256e6d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3321648 Nov 03 18:37:25.333390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37876) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:25.338696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6866dd73-ca83-45cf-b3a5-b27d4491999d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Request body: {'security_group_rule': {'security_group_id': 'db127647-8cbb-4d1d-a3bb-3debf1716fb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:25.418478 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6866dd73-ca83-45cf-b3a5-b27d4491999d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.432994 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a9873-59c1-48b5-9795-8a387f4569cc None None] Port 8e67d2b5-a477-455a-8c67-e0ebb3997e82 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:37:25.486405 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39675184-9b29-4ac7-bfed-607ef11d27b6 None None] The sync data for ids ['51be193b-52a6-4e5a-adbe-cad374e67ea4'] in n-d-812150-4 is: [{'id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:11Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '905883f7e9804a949a03151623ea3991', 'gw_port': {'id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:12Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9862cc37-9714-403d-a6e5-edba74acdd2b', 'name': '', 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'mac_address': 'fa:16:3e:0f:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:24Z', 'revision_number': 4, 'project_id': '905883f7e9804a949a03151623ea3991', 'subnets': [{'id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:37:25.546092 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0ab4-1032-4981-b8c9-ad3cc3f4e6ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.555151 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e49062a-2c88-415a-9667-d1ca56857736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdbc434-68a9-4c1d-9b6b-73523bd83ad4'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:25.557437 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fb347e-749e-407c-97f8-b3681f31febe" -d '{"events": [{"server_uuid": "1e49062a-2c88-415a-9667-d1ca56857736", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdbc434-68a9-4c1d-9b6b-73523bd83ad4"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:25.558224 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] For port 8e67d2b5-a477-455a-8c67-e0ebb3997e82, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:25.561841 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1a9aa5b-6913-48ed-9eac-6001f8dbc04c req-e337d4e7-e4ec-435c-9333-484722fb9a9b service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9049385 Nov 03 18:37:25.566876 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 73333135-00e2-4670-84c1-4a07daf7b02a, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=73333135-00e2-4670-84c1-4a07daf7b02a,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:25.567895 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.590049 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6866dd73-ca83-45cf-b3a5-b27d4491999d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.598520 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] For port 8e67d2b5-a477-455a-8c67-e0ebb3997e82, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8e67d2b5-a477-455a-8c67-e0ebb3997e82,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:25.605393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '73333135-00e2-4670-84c1-4a07daf7b02a', 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad', 'port_id': '73333135-00e2-4670-84c1-4a07daf7b02a', 'mac_address': 'fa:16:3e:49:96:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9e0b49-eaf9-4f18-8308-2f1514ace683', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:25.616477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6866dd73-ca83-45cf-b3a5-b27d4491999d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.655489 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.675749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-8f61f441-206b-42fa-9c52-62a541ffeced tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:25.677642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-8f61f441-206b-42fa-9c52-62a541ffeced tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/networks?id=19a60a5f-6939-4da6-9b04-d569ad193dce HTTP/1.1" status: 200 len: 820 time: 0.6919382 Nov 03 18:37:25.688509 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.694251 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.703845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866dd73-ca83-45cf-b3a5-b27d4491999d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0475fcce-8032-434e-b215-c4698b12acff,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:25.716936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ab767-2be3-47b3-8687-07d4bc1ca12a req-d2d42c8f-9dee-4ece-ac47-1388b4ff8c59 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:25.718926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c44ab767-2be3-47b3-8687-07d4bc1ca12a req-d2d42c8f-9dee-4ece-ac47-1388b4ff8c59 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 944 time: 0.3304777 Nov 03 18:37:25.735890 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6866dd73-ca83-45cf-b3a5-b27d4491999d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.745929 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6866dd73-ca83-45cf-b3a5-b27d4491999d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4111979 Nov 03 18:37:25.758429 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37880) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:25.774373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:25.815003 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.824683 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dbe028f5-b37e-46a4-9bd0-069710d489f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:25.828372 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73333135-00e2-4670-84c1-4a07daf7b02a {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:25.872372 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Routers {'3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:25.873056 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:36:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:25.877046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-2d7120ab-aad3-4022-b459-cf11d969ea4c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/quotas/905883f7e9804a949a03151623ea3991 HTTP/1.1" status: 200 len: 375 time: 0.1717713 Nov 03 18:37:26.037182 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:26.079266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] Set router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:26.091863 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Pushing event updated for resources: {'Port': ['ID=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,revision_number=7']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:26.147596 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0ab4-1032-4981-b8c9-ad3cc3f4e6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:26.160132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Attempting to bind port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 on host n-h1-812150-4 for vnic_type normal with profile {"migrating_to": "n-h2-812150-4"} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:26.160470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Attempting to bind port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:26.160799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Attempting to bind port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:26.255406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Allocated IP 172.25.2.37 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/615612e9-b62f-4dc6-bdcc-5131a3b98a0f) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:26.282274 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 73333135-00e2-4670-84c1-4a07daf7b02a, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=73333135-00e2-4670-84c1-4a07daf7b02a,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:26.285641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9862cc37-9714-403d-a6e5-edba74acdd2b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:26.285801 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7153128b-8662-45c1-92b8-c8755bc69bb3 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=905883f7e9804a949a03151623ea3991&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4065287 Nov 03 18:37:26.288322 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0ab4-1032-4981-b8c9-ad3cc3f4e6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:26.306670 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:26.373654 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7a79f-2c91-4cd1-b53d-564a0527b099 None None] Pushing event updated for resources: {'Port': ['ID=8e67d2b5-a477-455a-8c67-e0ebb3997e82,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:26.417066 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60046a46-2b57-45e5-9688-c8aeab6e8a5d service neutron] 10.222.0.107 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299901 Nov 03 18:37:26.436099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 on network 5642331e-152e-4c1a-8167-032b35756d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:26.436415 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Attempting to bind port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 on network 5642331e-152e-4c1a-8167-032b35756d1c {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:26.462261 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:26.477396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c44ab767-2be3-47b3-8687-07d4bc1ca12a req-0020ce30-380a-4bd8-b0fb-30d5d4a8c012 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6715341 Nov 03 18:37:26.496835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['73333135-00e2-4670-84c1-4a07daf7b02a'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:26.510858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f0ab4-1032-4981-b8c9-ad3cc3f4e6ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c261132-6889-44aa-bb6d-27235b204e10,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:26.513186 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c0f0ab4-1032-4981-b8c9-ad3cc3f4e6ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:26.524526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1c0f0ab4-1032-4981-b8c9-ad3cc3f4e6ad admin admin] 10.222.0.107 "DELETE /v2.0/subnets/6c261132-6889-44aa-bb6d-27235b204e10 HTTP/1.1" status: 204 len: 168 time: 1.4776342 Nov 03 18:37:26.527685 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37886) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:26.532702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:26.536331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Checking segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:26.538219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Bound using segment: {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:26.539071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Bound port: 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98acb4e9-f11a-42ff-872c-e0a9f53efb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5642331e-152e-4c1a-8167-032b35756d1c'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:26.539536 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:26.612840 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:26.645355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:26.648535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c8b094-442e-40a3-97c7-add89b5f8422 None None] Network dd27ba54-feaa-49d5-877c-9b4735452b4f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:37:26.652394 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:26.754593 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:26.790019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:26.808525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-0e914353-3703-4c54-b16b-44e00fdfd105 service neutron] 10.222.0.107 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892324 Nov 03 18:37:26.812402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:26.823012 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:26.842938 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:26.908945 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event updated for resources: {'Port': ['ID=615612e9-b62f-4dc6-bdcc-5131a3b98a0f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:26.935171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-30fbf149-0f1f-40f5-a83b-b118a3366cb7 None None] Provisioning complete for port 8e67d2b5-a477-455a-8c67-e0ebb3997e82 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:26.935790 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30fbf149-0f1f-40f5-a83b-b118a3366cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:27.008796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] Deleting port 6adf1aab-d969-44d2-a3b5-d625b55295f4 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:27.009451 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:27.053198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=73333135-00e2-4670-84c1-4a07daf7b02a,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:27.070156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:27.158227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 9862cc37-9714-403d-a6e5-edba74acdd2b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:27.158608 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:27.183780 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:27.200407 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:27.203076 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] 10.222.0.98 "PUT /v2.0/ports/8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 HTTP/1.1" status: 200 len: 1122 time: 3.6425185 Nov 03 18:37:27.225483 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b816942b-d1d0-44d1-9888-c16effe0a7bb x-openstack-request-id: req-b816942b-d1d0-44d1-9888-c16effe0a7bb {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:27.226931 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e49062a-2c88-415a-9667-d1ca56857736", "name": "network-vif-unplugged", "status": "completed", "tag": "8fdbc434-68a9-4c1d-9b6b-73523bd83ad4", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:27.230575 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b816942b-d1d0-44d1-9888-c16effe0a7bb {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:27.231437 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e49062a-2c88-415a-9667-d1ca56857736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fdbc434-68a9-4c1d-9b6b-73523bd83ad4', 'code': 200} Nov 03 18:37:27.253200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c2f3d-ca51-47b9-b83c-cfe923bd9bcd service neutron] Pushing event updated for resources: {'Port': ['ID=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,revision_number=8']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:27.270504 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] For port 6adf1aab-d969-44d2-a3b5-d625b55295f4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6adf1aab-d969-44d2-a3b5-d625b55295f4,segment=NetworkSegment(d0709cdf-ffc2-4c97-a392-f973e2c3d01b),segment_id=d0709cdf-ffc2-4c97-a392-f973e2c3d01b)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:27.270877 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:27.298379 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:27.347659 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d60111-628f-4666-b0e1-51cbeab5c073 req-cc04002d-83a0-4042-b6b7-65c86f071a27 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:27.352078 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8d60111-628f-4666-b0e1-51cbeab5c073 req-cc04002d-83a0-4042-b6b7-65c86f071a27 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 944 time: 0.3609612 Nov 03 18:37:27.378081 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] Calling delete_port for 6adf1aab-d969-44d2-a3b5-d625b55295f4 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:27.381984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['8fdbc434-68a9-4c1d-9b6b-73523bd83ad4'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:27.395384 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['8fdbc434-68a9-4c1d-9b6b-73523bd83ad4'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:27.565076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c819-5e14-458a-9c65-f4b935d65069 req-833fb160-500e-4b59-8409-4f2bc5f49aa8 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:27.575758 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76d2c819-5e14-458a-9c65-f4b935d65069 req-833fb160-500e-4b59-8409-4f2bc5f49aa8 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 943 time: 0.1558619 Nov 03 18:37:27.681748 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76d2c819-5e14-458a-9c65-f4b935d65069 req-49d3fba2-a0ac-4200-ae62-83c4562237b3 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041818 Nov 03 18:37:27.704712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8d60111-628f-4666-b0e1-51cbeab5c073 req-95807aa1-bd8b-47ad-a957-214d1f3a9bc0 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453476 Nov 03 18:37:27.793992 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:27.824556 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6df5ce-b9ab-47b4-bf19-99faa8f32037 None None] DHCP port deletion for dd27ba54-feaa-49d5-877c-9b4735452b4f request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:37:27.840101 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] No DVR routers for this DVR port 6adf1aab-d969-44d2-a3b5-d625b55295f4 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:27.916645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=6adf1aab-d969-44d2-a3b5-d625b55295f4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:27.980233 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.011134 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.018128 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.049504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:08Z', 'updated_at': '2021-11-03T18:37:19Z', 'revision_number': 4, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'gw_port': {'id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:10Z', 'updated_at': '2021-11-03T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '8e67d2b5-a477-455a-8c67-e0ebb3997e82', 'name': '', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'mac_address': 'fa:16:3e:4e:8c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:25Z', 'revision_number': 4, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'subnets': [{'id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:28.072119 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30fbf149-0f1f-40f5-a83b-b118a3366cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.108975 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-acdfa66b-28d7-4ddd-ae59-c6a1901eb68e req-0327aaa6-45b9-4e5f-8571-048c464a1245 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 210 time: 0.0824833 Nov 03 18:37:28.130907 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.153392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286c015-50d6-4b93-8af0-cb2ccad150d5 None None] The sync data for ids ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'] in n-d-812150-4 is: [{'id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:08Z', 'updated_at': '2021-11-03T18:37:19Z', 'revision_number': 4, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'gw_port': {'id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:10Z', 'updated_at': '2021-11-03T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '8e67d2b5-a477-455a-8c67-e0ebb3997e82', 'name': '', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'mac_address': 'fa:16:3e:4e:8c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:25Z', 'revision_number': 4, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'subnets': [{'id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:37:28.192781 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0306b997-94d0-483e-871c-9ff411e49220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.207117 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abda5bc-01a3-4c87-bd20-778d99a87bc4 req-b40ad755-251e-49c6-8bda-b4d1baaec70c tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:28.209737 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6abda5bc-01a3-4c87-bd20-778d99a87bc4 req-b40ad755-251e-49c6-8bda-b4d1baaec70c tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 944 time: 0.3185885 Nov 03 18:37:28.213987 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 9862cc37-9714-403d-a6e5-edba74acdd2b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9862cc37-9714-403d-a6e5-edba74acdd2b,segment=NetworkSegment(b3275687-faf5-4ac4-98f3-746b0557b365),segment_id=b3275687-faf5-4ac4-98f3-746b0557b365)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:28.243372 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.243662 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd27ba54-feaa-49d5-877c-9b4735452b4f']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:28.259601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-30fbf149-0f1f-40f5-a83b-b118a3366cb7 None None] For port 8e67d2b5-a477-455a-8c67-e0ebb3997e82, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8e67d2b5-a477-455a-8c67-e0ebb3997e82,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:28.260429 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event updated for resources: {'Port': ['ID=615612e9-b62f-4dc6-bdcc-5131a3b98a0f,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:28.295884 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:28.301634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0709cdf-ffc2-4c97-a392-f973e2c3d01b') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:28.319694 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.322109 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.336939 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30fbf149-0f1f-40f5-a83b-b118a3366cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.354150 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.358153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c94d580a-a9ab-42dd-95bc-9604822c6d70 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:28.362110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6abda5bc-01a3-4c87-bd20-778d99a87bc4 req-95cea8a6-1c02-4b60-b3a6-b19034451cf8 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438227 Nov 03 18:37:28.371700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:37:28.372112 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.418935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: c94d580a-a9ab-42dd-95bc-9604822c6d70 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:37:28.419284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c94d580a-a9ab-42dd-95bc-9604822c6d70 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:28.477779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=9862cc37-9714-403d-a6e5-edba74acdd2b,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:28.495334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882504f3-6f0e-4f94-946a-38f898ff9018 req-8cb68fd2-3df0-4aeb-9274-fcac309afaa4 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:28.506721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-882504f3-6f0e-4f94-946a-38f898ff9018 req-8cb68fd2-3df0-4aeb-9274-fcac309afaa4 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 944 time: 0.1406436 Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:37:28.556456 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:37:28.569911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.581595 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-802a992c-4ef9-484a-a8b1-97951a2137a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8219783 Nov 03 18:37:28.609152 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.623857 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:28.637039 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] 10.222.0.107 "DELETE /v2.0/networks/dd27ba54-feaa-49d5-877c-9b4735452b4f HTTP/1.1" status: 204 len: 168 time: 2.1050079 Nov 03 18:37:28.645830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-882504f3-6f0e-4f94-946a-38f898ff9018 req-5d23496b-55d9-455f-9423-8c362ef7a96d tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361246 Nov 03 18:37:28.646696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37920) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:28.668829 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e80840-2ce0-4a7a-872f-828f0a283a94 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd27ba54-feaa-49d5-877c-9b4735452b4f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:28.684625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6adf1aab-d969-44d2-a3b5-d625b55295f4 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:28.812399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 6adf1aab-d969-44d2-a3b5-d625b55295f4 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:37:28.812743 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6adf1aab-d969-44d2-a3b5-d625b55295f4 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:28.819948 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbf149-0f1f-40f5-a83b-b118a3366cb7 None None] Pushing event updated for resources: {'Port': ['ID=8e67d2b5-a477-455a-8c67-e0ebb3997e82,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:28.967750 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-3613d1d9-3e5f-4030-901c-b76a8d958d7e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1111571501&fields=id&tenant_id=fd42fde4382c43128145a83ce025634d HTTP/1.1" status: 200 len: 267 time: 0.1562874 Nov 03 18:37:29.032556 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa35f7-524f-4eff-8ed6-bb86b41f4d4a req-72f7bd5c-f83a-41b9-b763-ce657583e270 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:29.034091 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-48aa35f7-524f-4eff-8ed6-bb86b41f4d4a req-72f7bd5c-f83a-41b9-b763-ce657583e270 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 943 time: 0.1447234 Nov 03 18:37:29.082853 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 73333135-00e2-4670-84c1-4a07daf7b02a up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:29.255948 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e49062a-2c88-415a-9667-d1ca56857736', 'tag': '8fdbc434-68a9-4c1d-9b6b-73523bd83ad4'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:29.262226 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fa38db-1f90-45a5-93f6-9aa2afb02949" -d '{"events": [{"name": "network-changed", "server_uuid": "1e49062a-2c88-415a-9667-d1ca56857736", "tag": "8fdbc434-68a9-4c1d-9b6b-73523bd83ad4"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:29.287534 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:29.296941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-84b3fd63-f053-45f3-b2df-c390240a7e42 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:29.299335 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-84b3fd63-f053-45f3-b2df-c390240a7e42 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.87 "GET /v2.0/networks?id=19a60a5f-6939-4da6-9b04-d569ad193dce HTTP/1.1" status: 200 len: 820 time: 0.2695246 Nov 03 18:37:29.323873 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 73333135-00e2-4670-84c1-4a07daf7b02a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:29.324501 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:29.348553 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-48aa35f7-524f-4eff-8ed6-bb86b41f4d4a req-0b2cc565-23ef-4564-9dae-7373538723e4 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906210 Nov 03 18:37:29.370528 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7fd775f8-95b7-440a-b618-527528ecd81c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Request body: {'port': {'device_id': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce', 'admin_state_up': True, 'tenant_id': '905883f7e9804a949a03151623ea3991'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:29.526560 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:29.586103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-febc0453-0057-4c41-a20a-3ca41b59e65a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:29.603626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb59a7c0-bae2-423e-908e-37e0c5913adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73333135-00e2-4670-84c1-4a07daf7b02a'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:29.615059 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e96812-2fd6-46e8-8f8c-4e15be5dbe58" -d '{"events": [{"server_uuid": "bb59a7c0-bae2-423e-908e-37e0c5913adc", "name": "network-vif-plugged", "status": "completed", "tag": "73333135-00e2-4670-84c1-4a07daf7b02a"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:29.616696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-febc0453-0057-4c41-a20a-3ca41b59e65a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 811 time: 0.6378882 Nov 03 18:37:29.647326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-ef2abd46-8a74-4500-a88c-4703fd7e6ed3 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/quotas/fd42fde4382c43128145a83ce025634d HTTP/1.1" status: 200 len: 375 time: 0.0289989 Nov 03 18:37:29.659334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 73333135-00e2-4670-84c1-4a07daf7b02a, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=73333135-00e2-4670-84c1-4a07daf7b02a,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:29.673771 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:29.786261 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-2542e6ac-9b9d-4b00-9338-f1b078ece165 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1349666 Nov 03 18:37:29.793550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7fd775f8-95b7-440a-b618-527528ecd81c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Made reservation on behalf of 905883f7e9804a949a03151623ea3991 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:29.800568 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7fd775f8-95b7-440a-b618-527528ecd81c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:29.842467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=73333135-00e2-4670-84c1-4a07daf7b02a,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:30.083322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7fd775f8-95b7-440a-b618-527528ecd81c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Allocated IP 172.20.0.3 (19a60a5f-6939-4da6-9b04-d569ad193dce/1c827802-1882-4b43-8fb1-d7eee0b7d76f/c4f4bb2f-f826-47bb-9b06-b33b334c8832) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:30.164063 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-75e1110d-e627-450a-b230-dae4ed4a4be0 service neutron] 10.222.0.107 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587401 Nov 03 18:37:30.181283 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:30.504135 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7fd775f8-95b7-440a-b618-527528ecd81c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:30.552784 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7fd775f8-95b7-440a-b618-527528ecd81c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:30.575928 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:30.652928 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7fd775f8-95b7-440a-b618-527528ecd81c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Network 19a60a5f-6939-4da6-9b04-d569ad193dce is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:30.657469 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7fd775f8-95b7-440a-b618-527528ecd81c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:30.669305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7fd775f8-95b7-440a-b618-527528ecd81c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:30.710556 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8e67d2b5-a477-455a-8c67-e0ebb3997e82 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:30.722678 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd775f8-95b7-440a-b618-527528ecd81c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Pushing event updated for resources: {'Port': ['ID=c4f4bb2f-f826-47bb-9b06-b33b334c8832,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:30.774567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7fd775f8-95b7-440a-b618-527528ecd81c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:30.775516 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7fd775f8-95b7-440a-b618-527528ecd81c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:30.802709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 8e67d2b5-a477-455a-8c67-e0ebb3997e82 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:30.803219 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7fd775f8-95b7-440a-b618-527528ecd81c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4377868 Nov 03 18:37:30.803538 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:30.827988 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Request body: {'port': {'device_id': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:30.847889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddcded-6550-4d76-bb29-94b0ad305c32 req-399c5ba1-e7c7-4537-844f-8f72f634355c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:30.849587 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63ddcded-6550-4d76-bb29-94b0ad305c32 req-399c5ba1-e7c7-4537-844f-8f72f634355c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 944 time: 0.6844022 Nov 03 18:37:30.905662 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:30.922210 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-78e296f6-5929-4aea-82ef-16104aaaa856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:30.934944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9862cc37-9714-403d-a6e5-edba74acdd2b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:30.980423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723237b-8ff3-41ea-9cf9-0fe4b0abbd2a req-84eda684-4b84-4d3f-912b-fab48c8eb284 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:30.982060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e723237b-8ff3-41ea-9cf9-0fe4b0abbd2a req-84eda684-4b84-4d3f-912b-fab48c8eb284 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 945 time: 0.2352881 Nov 03 18:37:30.994924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63ddcded-6550-4d76-bb29-94b0ad305c32 req-a6ddd771-61a8-4e84-86c8-f8de3d8739a6 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298208 Nov 03 18:37:31.030042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 9862cc37-9714-403d-a6e5-edba74acdd2b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:31.030421 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.067945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-5050bc09-6195-4f61-b5b4-4c0997bb04db service neutron] 10.222.0.107 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8831496 Nov 03 18:37:31.101947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 73333135-00e2-4670-84c1-4a07daf7b02a no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:31.241043 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.255487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90840c9-fdb2-4e08-9deb-a962605f1efd req-f1c72463-5872-4cef-8ca0-a85b3f861fbb tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:31.257790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b90840c9-fdb2-4e08-9deb-a962605f1efd req-f1c72463-5872-4cef-8ca0-a85b3f861fbb tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 945 time: 0.1337166 Nov 03 18:37:31.297727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e723237b-8ff3-41ea-9cf9-0fe4b0abbd2a req-f337db5c-2f32-453d-9496-a8ac9655d3cf tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Deleting port 73333135-00e2-4670-84c1-4a07daf7b02a {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:31.297727 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e723237b-8ff3-41ea-9cf9-0fe4b0abbd2a req-f337db5c-2f32-453d-9496-a8ac9655d3cf tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.318035 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 73333135-00e2-4670-84c1-4a07daf7b02a, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=73333135-00e2-4670-84c1-4a07daf7b02a,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:31.326245 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.402326 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=73333135-00e2-4670-84c1-4a07daf7b02a,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:31.436261 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.459433 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f4bb2f-f826-47bb-9b06-b33b334c8832 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:31.469197 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.483820 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Transition to ACTIVE for port object c4f4bb2f-f826-47bb-9b06-b33b334c8832 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:31.491834 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.531519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-e723237b-8ff3-41ea-9cf9-0fe4b0abbd2a req-f337db5c-2f32-453d-9496-a8ac9655d3cf tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] For port 73333135-00e2-4670-84c1-4a07daf7b02a, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=73333135-00e2-4670-84c1-4a07daf7b02a,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:31.531983 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e723237b-8ff3-41ea-9cf9-0fe4b0abbd2a req-f337db5c-2f32-453d-9496-a8ac9655d3cf tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.549713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e723237b-8ff3-41ea-9cf9-0fe4b0abbd2a req-f337db5c-2f32-453d-9496-a8ac9655d3cf tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Calling delete_port for 73333135-00e2-4670-84c1-4a07daf7b02a owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:31.619361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f4bb2f-f826-47bb-9b06-b33b334c8832,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:31.676441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Attempting to bind port c4f4bb2f-f826-47bb-9b06-b33b334c8832 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:31.677043 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Attempting to bind port c4f4bb2f-f826-47bb-9b06-b33b334c8832 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'b3275687-faf5-4ac4-98f3-746b0557b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:31.677378 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b90840c9-fdb2-4e08-9deb-a962605f1efd req-b80135b9-8634-4f5c-bf29-10b203af0ef7 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124961 Nov 03 18:37:31.677877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Attempting to bind port c4f4bb2f-f826-47bb-9b06-b33b334c8832 on network 19a60a5f-6939-4da6-9b04-d569ad193dce {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:31.683714 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Port c4f4bb2f-f826-47bb-9b06-b33b334c8832 on network 19a60a5f-6939-4da6-9b04-d569ad193dce not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:31.684505 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Attempting to bind port c4f4bb2f-f826-47bb-9b06-b33b334c8832 on network 19a60a5f-6939-4da6-9b04-d569ad193dce {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:31.699992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:31.699992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Checking segment: {'id': 'b3275687-faf5-4ac4-98f3-746b0557b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:31.699992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Bound using segment: {'id': 'b3275687-faf5-4ac4-98f3-746b0557b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:31.701867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Bound port: c4f4bb2f-f826-47bb-9b06-b33b334c8832, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3275687-faf5-4ac4-98f3-746b0557b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:31.702305 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.752436 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de46f2c-5b89-4be2-ba51-70fa9a99f81d x-openstack-request-id: req-4de46f2c-5b89-4be2-ba51-70fa9a99f81d {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:31.752729 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e49062a-2c88-415a-9667-d1ca56857736", "tag": "8fdbc434-68a9-4c1d-9b6b-73523bd83ad4", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:31.752979 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4de46f2c-5b89-4be2-ba51-70fa9a99f81d {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:31.753404 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e49062a-2c88-415a-9667-d1ca56857736', 'tag': '8fdbc434-68a9-4c1d-9b6b-73523bd83ad4', 'status': 'completed', 'code': 200} Nov 03 18:37:31.792287 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc92e1a-d0d5-4c98-89f5-17d4614ed5c9 x-openstack-request-id: req-fcc92e1a-d0d5-4c98-89f5-17d4614ed5c9 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:31.792610 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb59a7c0-bae2-423e-908e-37e0c5913adc", "name": "network-vif-plugged", "status": "completed", "tag": "73333135-00e2-4670-84c1-4a07daf7b02a", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:31.792866 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fcc92e1a-d0d5-4c98-89f5-17d4614ed5c9 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:31.793260 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb59a7c0-bae2-423e-908e-37e0c5913adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73333135-00e2-4670-84c1-4a07daf7b02a', 'code': 200} Nov 03 18:37:31.818692 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] For port c4f4bb2f-f826-47bb-9b06-b33b334c8832, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:31.824605 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] For port c4f4bb2f-f826-47bb-9b06-b33b334c8832, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832,segment=NetworkSegment(b3275687-faf5-4ac4-98f3-746b0557b365),segment_id=b3275687-faf5-4ac4-98f3-746b0557b365)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:31.833362 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.913860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f4bb2f-f826-47bb-9b06-b33b334c8832,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:31.928441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:31.929693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:31.931137 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-60117cea-d4dc-4d37-9908-ffd3fc65f682 service neutron] 10.222.0.87 "PUT /v2.0/ports/c4f4bb2f-f826-47bb-9b06-b33b334c8832 HTTP/1.1" status: 200 len: 1091 time: 1.1077623 Nov 03 18:37:31.931699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'tag': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:31.934725 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa34d43-7607-4803-8c5f-a94d66d118f6" -d '{"events": [{"name": "network-changed", "server_uuid": "83f669c6-eb87-447d-9a6e-9e6740eaba11", "tag": "c4f4bb2f-f826-47bb-9b06-b33b334c8832"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:31.942289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2742d2c-c519-48fa-94b4-716108c57cfd req-a675e20b-8363-48f1-ba05-a68f8e495789 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:31.950320 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2742d2c-c519-48fa-94b4-716108c57cfd req-a675e20b-8363-48f1-ba05-a68f8e495789 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 943 time: 0.3402264 Nov 03 18:37:31.999409 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e723237b-8ff3-41ea-9cf9-0fe4b0abbd2a req-f337db5c-2f32-453d-9496-a8ac9655d3cf tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:32.061627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337db5c-2f32-453d-9496-a8ac9655d3cf tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Pushing event deleted for resources: {'Port': ['ID=73333135-00e2-4670-84c1-4a07daf7b02a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:32.105096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7a533996-40ef-4643-98f6-e0d0a63b2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:32.106894 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7a533996-40ef-4643-98f6-e0d0a63b2c3f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=905883f7e9804a949a03151623ea3991&device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 1094 time: 0.0837910 Nov 03 18:37:32.130593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f167623-e730-4c5c-be48-2cec2c3f3218 req-f73202ce-e377-4785-9e3c-94d26f5b6ce0 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:32.132406 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f167623-e730-4c5c-be48-2cec2c3f3218 req-f73202ce-e377-4785-9e3c-94d26f5b6ce0 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 944 time: 0.2360551 Nov 03 18:37:32.133895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-78e296f6-5929-4aea-82ef-16104aaaa856 admin admin] Deleting port 9f6dec96-202c-486e-9bc4-5dbeed600a71 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:32.134335 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-78e296f6-5929-4aea-82ef-16104aaaa856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:32.178713 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-7f640a03-74aa-45ba-a7e6-3a935a954df0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832 HTTP/1.1" status: 200 len: 217 time: 0.0479252 Nov 03 18:37:32.181138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa38db-1f90-45a5-93f6-9aa2afb02949 req-2abe9d8d-5570-437c-ab4e-5e20db08362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:32.183110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0fa38db-1f90-45a5-93f6-9aa2afb02949 req-2abe9d8d-5570-437c-ab4e-5e20db08362c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 1125 time: 0.3431046 Nov 03 18:37:32.198565 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e723237b-8ff3-41ea-9cf9-0fe4b0abbd2a req-f337db5c-2f32-453d-9496-a8ac9655d3cf tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] No DVR routers for this DVR port 73333135-00e2-4670-84c1-4a07daf7b02a on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:32.204389 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e723237b-8ff3-41ea-9cf9-0fe4b0abbd2a req-f337db5c-2f32-453d-9496-a8ac9655d3cf tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:32.209735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e723237b-8ff3-41ea-9cf9-0fe4b0abbd2a req-f337db5c-2f32-453d-9496-a8ac9655d3cf tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.98 "DELETE /v2.0/ports/73333135-00e2-4670-84c1-4a07daf7b02a HTTP/1.1" status: 204 len: 173 time: 1.2055659 Nov 03 18:37:32.267253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-01ce5721-5546-494f-be1e-2254d1ffc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:32.269417 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-01ce5721-5546-494f-be1e-2254d1ffc24f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c827802-1882-4b43-8fb1-d7eee0b7d76f HTTP/1.1" status: 200 len: 860 time: 0.0709391 Nov 03 18:37:32.317806 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-5f5b15f0-e62a-4ea6-b8b7-31845d99f88d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19a60a5f-6939-4da6-9b04-d569ad193dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315921 Nov 03 18:37:32.338010 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2742d2c-c519-48fa-94b4-716108c57cfd req-2d2bc9fb-d821-4085-9c98-2c1b8e47ea9e tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867786 Nov 03 18:37:32.422638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f167623-e730-4c5c-be48-2cec2c3f3218 req-8c2f3c10-0cbf-4d90-b17d-39714a2a973c tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252290 Nov 03 18:37:32.470090 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-2e98fac7-9d1a-49d3-9ada-e9d3adbca747 service neutron] 10.222.0.87 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386597 Nov 03 18:37:32.489724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa38db-1f90-45a5-93f6-9aa2afb02949 req-5a66a7e1-6feb-427f-ad3f-e060e5b1148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:32.491264 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0fa38db-1f90-45a5-93f6-9aa2afb02949 req-5a66a7e1-6feb-427f-ad3f-e060e5b1148e service neutron] 10.222.0.87 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.2798333 Nov 03 18:37:32.590219 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c6fda08b-4faa-49a4-a98b-2a3ac196bacc req-d6225759-3ef1-4a27-9222-95c859b3d94a service neutron] 10.222.0.87 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120603 Nov 03 18:37:32.598102 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a5f8730-11af-4721-9aba-7f57e7cdf057 req-e988d398-2da8-4401-9ee2-9f9d37cf329c tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 210 time: 0.0794833 Nov 03 18:37:32.599364 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0fa38db-1f90-45a5-93f6-9aa2afb02949 req-581809a3-8ee9-46e6-837d-2a47ead00008 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 HTTP/1.1" status: 200 len: 217 time: 0.0952785 Nov 03 18:37:32.625029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-78e296f6-5929-4aea-82ef-16104aaaa856 admin admin] For port 9f6dec96-202c-486e-9bc4-5dbeed600a71, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9f6dec96-202c-486e-9bc4-5dbeed600a71,segment=NetworkSegment(1250ebe2-ed97-4b8a-b459-6623c82d7b04),segment_id=1250ebe2-ed97-4b8a-b459-6623c82d7b04)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:32.626057 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-78e296f6-5929-4aea-82ef-16104aaaa856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:32.639252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849260a-1580-4c9d-8610-85708ceb29c2 req-a0e51bdc-ada6-4209-8bfc-ced502cf892f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:32.641074 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d849260a-1580-4c9d-8610-85708ceb29c2 req-a0e51bdc-ada6-4209-8bfc-ced502cf892f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 943 time: 0.2135470 Nov 03 18:37:32.689190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-78e296f6-5929-4aea-82ef-16104aaaa856 admin admin] Calling delete_port for 9f6dec96-202c-486e-9bc4-5dbeed600a71 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:32.757736 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d770b700-37e5-490c-82a4-a68df262d857 x-openstack-request-id: req-d770b700-37e5-490c-82a4-a68df262d857 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:32.758318 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f669c6-eb87-447d-9a6e-9e6740eaba11", "tag": "c4f4bb2f-f826-47bb-9b06-b33b334c8832", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:32.759810 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d770b700-37e5-490c-82a4-a68df262d857 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:32.760320 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'tag': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832', 'status': 'completed', 'code': 200} Nov 03 18:37:32.786472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa38db-1f90-45a5-93f6-9aa2afb02949 req-3f7c8148-e241-40ff-865c-3e61c2a9bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:32.790444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0fa38db-1f90-45a5-93f6-9aa2afb02949 req-3f7c8148-e241-40ff-865c-3e61c2a9bb26 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.1785090 Nov 03 18:37:32.904919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa34d43-7607-4803-8c5f-a94d66d118f6 req-750daf18-177a-480b-a183-85bf223a8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:32.906929 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2aa34d43-7607-4803-8c5f-a94d66d118f6 req-750daf18-177a-480b-a183-85bf223a8bff service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=905883f7e9804a949a03151623ea3991&device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 1094 time: 0.0802104 Nov 03 18:37:32.923090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0fa38db-1f90-45a5-93f6-9aa2afb02949 req-a08556b3-d23f-4db9-ac52-13ecf35ba6a7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008542 Nov 03 18:37:32.985386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d849260a-1580-4c9d-8610-85708ceb29c2 req-b6a1cad3-39f0-434f-bd7b-7fa948925057 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355157 Nov 03 18:37:33.069426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa34d43-7607-4803-8c5f-a94d66d118f6 req-c970d193-2ba7-4449-860a-2d31929d337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:33.072446 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2aa34d43-7607-4803-8c5f-a94d66d118f6 req-c970d193-2ba7-4449-860a-2d31929d337e service neutron] 10.222.0.87 "GET /v2.0/networks?id=19a60a5f-6939-4da6-9b04-d569ad193dce HTTP/1.1" status: 200 len: 921 time: 0.1282456 Nov 03 18:37:33.121841 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2aa34d43-7607-4803-8c5f-a94d66d118f6 req-b5f67b1e-ebf2-4950-9d23-db2035c6180b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832 HTTP/1.1" status: 200 len: 217 time: 0.0380204 Nov 03 18:37:33.161909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392257b-2e77-4e9b-9b5b-f3f060e97934 req-05bc53c6-369c-40ca-a9d4-488df71889cc tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:33.163500 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c392257b-2e77-4e9b-9b5b-f3f060e97934 req-05bc53c6-369c-40ca-a9d4-488df71889cc tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 944 time: 0.3370507 Nov 03 18:37:33.185248 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-53789fd3-20e0-4d80-98c7-2cf497dbe181 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:33.187023 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-53789fd3-20e0-4d80-98c7-2cf497dbe181 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 811 time: 0.3933349 Nov 03 18:37:33.216117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa34d43-7607-4803-8c5f-a94d66d118f6 req-8d444b3f-5f24-4ca1-b018-742c3b4c2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:33.218175 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2aa34d43-7607-4803-8c5f-a94d66d118f6 req-8d444b3f-5f24-4ca1-b018-742c3b4c2a07 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c827802-1882-4b43-8fb1-d7eee0b7d76f HTTP/1.1" status: 200 len: 860 time: 0.0817535 Nov 03 18:37:33.262581 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2aa34d43-7607-4803-8c5f-a94d66d118f6 req-b73466d3-e224-4b1d-9ffe-9ed5be2ff99e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19a60a5f-6939-4da6-9b04-d569ad193dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291660 Nov 03 18:37:33.297616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0fa38db-1f90-45a5-93f6-9aa2afb02949 req-32102810-7add-4316-bf39-b0c18afb637e service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194399 Nov 03 18:37:33.299464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20c962cd-a4db-45e7-9f4d-657a06ec6a0d req-c96dc090-3a59-4021-b16f-529060118e94 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=bb59a7c0-bae2-423e-908e-37e0c5913adc HTTP/1.1" status: 200 len: 210 time: 0.0903647 Nov 03 18:37:33.387024 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2aa34d43-7607-4803-8c5f-a94d66d118f6 req-e154d823-8825-4956-86c9-d17d84ffda26 service neutron] 10.222.0.87 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118274 Nov 03 18:37:33.423626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c392257b-2e77-4e9b-9b5b-f3f060e97934 req-85b80db3-fb42-4f37-ab88-8664bb952cb3 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469554 Nov 03 18:37:33.455080 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-0c3513e6-d9a6-45ad-93e7-35d3958fea6e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd42fde4382c43128145a83ce025634d HTTP/1.1" status: 200 len: 380 time: 0.2448790 Nov 03 18:37:33.477550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-60fbd7bf-5a5c-4865-a788-a7996b009cf5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Request body: {'port': {'device_id': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'admin_state_up': True, 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'security_groups': ['db127647-8cbb-4d1d-a3bb-3debf1716fb9']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:33.507242 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2aa34d43-7607-4803-8c5f-a94d66d118f6 req-74bbf840-ea7a-4e41-978c-25b03ee1c66a service neutron] 10.222.0.87 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099019 Nov 03 18:37:33.794326 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb59a7c0-bae2-423e-908e-37e0c5913adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73333135-00e2-4670-84c1-4a07daf7b02a'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:33.796920 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaec205-ffe3-4b7f-9229-822f736a3d85" -d '{"events": [{"server_uuid": "bb59a7c0-bae2-423e-908e-37e0c5913adc", "name": "network-vif-unplugged", "status": "completed", "tag": "73333135-00e2-4670-84c1-4a07daf7b02a"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:33.892255 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb59a7c0-bae2-423e-908e-37e0c5913adc', 'name': 'network-vif-deleted', 'tag': '73333135-00e2-4670-84c1-4a07daf7b02a'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:33.895071 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d66df3-4ce6-4c8f-ae66-eaa2d89bff64" -d '{"events": [{"server_uuid": "bb59a7c0-bae2-423e-908e-37e0c5913adc", "name": "network-vif-deleted", "tag": "73333135-00e2-4670-84c1-4a07daf7b02a"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:33.906995 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-78e296f6-5929-4aea-82ef-16104aaaa856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:33.952747 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0fa38db-1f90-45a5-93f6-9aa2afb02949 req-0944836c-e798-464b-ae9c-3e2d9d68e61c service neutron] 10.222.0.87 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467001 Nov 03 18:37:33.958390 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e296f6-5929-4aea-82ef-16104aaaa856 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6dec96-202c-486e-9bc4-5dbeed600a71,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:33.977351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdfbcf-ca96-4b21-bf86-5f4a60e52b44 req-9d480e95-574e-47a8-9cea-1db51db80740 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:33.984876 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29cdfbcf-ca96-4b21-bf86-5f4a60e52b44 req-9d480e95-574e-47a8-9cea-1db51db80740 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 943 time: 0.5405390 Nov 03 18:37:34.069711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f9dad-19d1-4e47-9975-4280077e5191 req-216f1ba1-7bc9-4339-8b48-89b257da4983 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:34.071473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-533f9dad-19d1-4e47-9975-4280077e5191 req-216f1ba1-7bc9-4339-8b48-89b257da4983 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 944 time: 0.5475893 Nov 03 18:37:34.150990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29cdfbcf-ca96-4b21-bf86-5f4a60e52b44 req-886811c9-4833-44cc-a8b4-0976510bcace tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652176 Nov 03 18:37:34.153812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-60fbd7bf-5a5c-4865-a788-a7996b009cf5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Made reservation on behalf of fd42fde4382c43128145a83ce025634d for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:34.157436 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-60fbd7bf-5a5c-4865-a788-a7996b009cf5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:34.240884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-533f9dad-19d1-4e47-9975-4280077e5191 req-cdb518c0-cb8c-4395-ba80-09f9500a43ab tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562386 Nov 03 18:37:34.334535 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee0bd6ff-cd6e-4650-a477-4cb9610043a8 req-62479371-aa32-4af1-95f8-3aeb1dc68c35 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 210 time: 0.0925157 Nov 03 18:37:34.373642 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-78e296f6-5929-4aea-82ef-16104aaaa856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:34.376635 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcddd7e-a263-43ed-bba6-d3e803d9c710 x-openstack-request-id: req-4bcddd7e-a263-43ed-bba6-d3e803d9c710 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:34.377234 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb59a7c0-bae2-423e-908e-37e0c5913adc", "name": "network-vif-unplugged", "status": "completed", "tag": "73333135-00e2-4670-84c1-4a07daf7b02a", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:34.377648 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4bcddd7e-a263-43ed-bba6-d3e803d9c710 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:34.378475 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb59a7c0-bae2-423e-908e-37e0c5913adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73333135-00e2-4670-84c1-4a07daf7b02a', 'code': 200} Nov 03 18:37:34.452952 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2e3ab7-47c0-4b26-94f8-fb56d14803f9 x-openstack-request-id: req-5b2e3ab7-47c0-4b26-94f8-fb56d14803f9 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:34.453245 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb59a7c0-bae2-423e-908e-37e0c5913adc", "name": "network-vif-deleted", "tag": "73333135-00e2-4670-84c1-4a07daf7b02a", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:34.453499 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5b2e3ab7-47c0-4b26-94f8-fb56d14803f9 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:34.454025 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb59a7c0-bae2-423e-908e-37e0c5913adc', 'name': 'network-vif-deleted', 'tag': '73333135-00e2-4670-84c1-4a07daf7b02a', 'status': 'completed', 'code': 200} Nov 03 18:37:34.464151 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device c4f4bb2f-f826-47bb-9b06-b33b334c8832 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:34.505505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-60fbd7bf-5a5c-4865-a788-a7996b009cf5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Allocated IP 172.20.0.14 (7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53/bd6ac7e8-7993-435c-a6d9-e549d9c53f62/f2806032-c4a8-4a44-8499-beb4381ceba9) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:34.600804 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f518d5-0d84-4f93-a9cd-b14ce3a30682 req-37ced6fa-116d-4c50-b4f9-d20e232bbdc3 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:34.602396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5f518d5-0d84-4f93-a9cd-b14ce3a30682 req-37ced6fa-116d-4c50-b4f9-d20e232bbdc3 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 943 time: 0.1475966 Nov 03 18:37:34.650883 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port c4f4bb2f-f826-47bb-9b06-b33b334c8832, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832,segment=NetworkSegment(b3275687-faf5-4ac4-98f3-746b0557b365),segment_id=b3275687-faf5-4ac4-98f3-746b0557b365)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:34.673347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832', 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce', 'port_id': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832', 'mac_address': 'fa:16:3e:53:c8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:34.735705 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:34.753217 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f4bb2f-f826-47bb-9b06-b33b334c8832 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:34.777461 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port c4f4bb2f-f826-47bb-9b06-b33b334c8832, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832,segment=NetworkSegment(b3275687-faf5-4ac4-98f3-746b0557b365),segment_id=b3275687-faf5-4ac4-98f3-746b0557b365)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:34.781260 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:34.824080 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5f518d5-0d84-4f93-a9cd-b14ce3a30682 req-96dd38ba-8951-469c-986b-1afac161bcac tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136161 Nov 03 18:37:34.841578 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=c4f4bb2f-f826-47bb-9b06-b33b334c8832,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:34.908622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b550c0-ed6d-4329-9fa8-9d566d7ea975 req-ca424c15-f54d-4247-aa53-a3fed95d9e83 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:34.916064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4b550c0-ed6d-4329-9fa8-9d566d7ea975 req-ca424c15-f54d-4247-aa53-a3fed95d9e83 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 944 time: 0.2201838 Nov 03 18:37:34.933393 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-60fbd7bf-5a5c-4865-a788-a7996b009cf5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:34.977512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e296f6-5929-4aea-82ef-16104aaaa856 admin admin] Router 6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:37:35.009584 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4b550c0-ed6d-4329-9fa8-9d566d7ea975 req-706620f2-9e64-4279-ba1f-880751af5e6f tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925274 Nov 03 18:37:35.025247 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-60fbd7bf-5a5c-4865-a788-a7996b009cf5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:35.073304 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37996) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:35.079779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-42d0e722-91ec-4f22-b3dc-de860089231e tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422429756', 'description': 'tempest-description--1663130083'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:35.108901 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42d0e722-91ec-4f22-b3dc-de860089231e tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:35.126366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-60fbd7bf-5a5c-4865-a788-a7996b009cf5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:35.158514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-60fbd7bf-5a5c-4865-a788-a7996b009cf5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:35.162979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-60fbd7bf-5a5c-4865-a788-a7996b009cf5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:35.165724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbd7bf-5a5c-4865-a788-a7996b009cf5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event updated for resources: {'Port': ['ID=f2806032-c4a8-4a44-8499-beb4381ceba9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:35.201347 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42d0e722-91ec-4f22-b3dc-de860089231e tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:35.207165 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42d0e722-91ec-4f22-b3dc-de860089231e tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:35.215420 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['c4f4bb2f-f826-47bb-9b06-b33b334c8832'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:35.241431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-60fbd7bf-5a5c-4865-a788-a7996b009cf5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:35.243266 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-60fbd7bf-5a5c-4865-a788-a7996b009cf5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:35.246776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e296f6-5929-4aea-82ef-16104aaaa856 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:37:35.255495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-78e296f6-5929-4aea-82ef-16104aaaa856 admin admin] 10.222.0.107 "PUT /v2.0/routers/6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6047344 Nov 03 18:37:35.262939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38000) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:35.264021 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee83cade-83ad-4d1b-a509-a3d213bb483e None None] Sync routers for ids ['6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:37:35.284136 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee83cade-83ad-4d1b-a509-a3d213bb483e None None] Routers {'6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:35.287382 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ee83cade-83ad-4d1b-a509-a3d213bb483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:35.330767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0e722-91ec-4f22-b3dc-de860089231e tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2334b62-2d76-4837-bb49-0a40bb025dc6,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:35.357788 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42d0e722-91ec-4f22-b3dc-de860089231e tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:35.366026 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38004) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:35.367300 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-42d0e722-91ec-4f22-b3dc-de860089231e tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2920127 Nov 03 18:37:35.376091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-57559b8b-ab49-43af-acac-5f9c928d4cbd tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Request body: {'security_group_rule': {'security_group_id': 'd2334b62-2d76-4837-bb49-0a40bb025dc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:35.404464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-60fbd7bf-5a5c-4865-a788-a7996b009cf5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9323213 Nov 03 18:37:35.442917 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-ee83cade-83ad-4d1b-a509-a3d213bb483e None None] Set router 6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:35.480640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Request body: {'port': {'device_id': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:35.644803 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:35.646581 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e3977bfc-52a6-4252-aa0d-3a3d6932a9bb None None] Provisioning complete for port f2806032-c4a8-4a44-8499-beb4381ceba9 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:35.647756 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e3977bfc-52a6-4252-aa0d-3a3d6932a9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:35.677357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049c2f9-cf7f-4cb8-8b63-966aff88ce11 req-3e305022-f823-4d6a-b8b6-4a9841015941 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:35.685739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1049c2f9-cf7f-4cb8-8b63-966aff88ce11 req-3e305022-f823-4d6a-b8b6-4a9841015941 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 944 time: 0.3185878 Nov 03 18:37:35.689033 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ee83cade-83ad-4d1b-a509-a3d213bb483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155324280-router', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:15Z', 'updated_at': '2021-11-03T18:37:33Z', 'revision_number': 5, 'project_id': '1dd2f71f9adb461589caf10e6865c6b6', 'gw_port': {'id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:18Z', 'updated_at': '2021-11-03T18:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:35.702850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e3977bfc-52a6-4252-aa0d-3a3d6932a9bb None None] Port f2806032-c4a8-4a44-8499-beb4381ceba9 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:37:35.739283 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee83cade-83ad-4d1b-a509-a3d213bb483e None None] Checking router: 6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:37:35.749227 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee83cade-83ad-4d1b-a509-a3d213bb483e None None] Routers {'6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:35.750117 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ee83cade-83ad-4d1b-a509-a3d213bb483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:35.762403 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57559b8b-ab49-43af-acac-5f9c928d4cbd tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:35.819256 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532f394-8980-4904-9616-3535cfc39b1a req-a6d76ca8-74d2-43d9-b49d-ae3b9f14cccb tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:35.821619 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1532f394-8980-4904-9616-3535cfc39b1a req-a6d76ca8-74d2-43d9-b49d-ae3b9f14cccb tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 944 time: 0.4160795 Nov 03 18:37:35.836387 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:35.892805 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-ee83cade-83ad-4d1b-a509-a3d213bb483e None None] Set router 6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:36.016539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1049c2f9-cf7f-4cb8-8b63-966aff88ce11 req-00d8b730-ee39-4ba6-b54f-2059e24952dd tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290374 Nov 03 18:37:36.143178 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ee83cade-83ad-4d1b-a509-a3d213bb483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155324280-router', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:15Z', 'updated_at': '2021-11-03T18:37:33Z', 'revision_number': 5, 'project_id': '1dd2f71f9adb461589caf10e6865c6b6', 'gw_port': {'id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:18Z', 'updated_at': '2021-11-03T18:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:36.174876 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee83cade-83ad-4d1b-a509-a3d213bb483e None None] The sync data for ids ['6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a'] in n-d-812150-4 is: [{'id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1155324280-router', 'tenant_id': '1dd2f71f9adb461589caf10e6865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:32:15Z', 'updated_at': '2021-11-03T18:37:33Z', 'revision_number': 5, 'project_id': '1dd2f71f9adb461589caf10e6865c6b6', 'gw_port': {'id': '100f6dc4-9e27-41d9-9d3b-8081cdace367', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:10:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:32:18Z', 'updated_at': '2021-11-03T18:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:37:36.224864 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57559b8b-ab49-43af-acac-5f9c928d4cbd tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.243151 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1532f394-8980-4904-9616-3535cfc39b1a req-83083094-cd1f-4f6e-a3b6-4bda4f639899 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4030883 Nov 03 18:37:36.279311 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57559b8b-ab49-43af-acac-5f9c928d4cbd tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.333739 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.345671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57559b8b-ab49-43af-acac-5f9c928d4cbd tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2827f7-e37c-4451-b50b-f0816614fbc7,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:36.366525 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57559b8b-ab49-43af-acac-5f9c928d4cbd tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.370767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-57559b8b-ab49-43af-acac-5f9c928d4cbd tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9962888 Nov 03 18:37:36.372022 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38014) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:36.377860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-2e4f2154-f2a1-45a7-b236-5bc2aed3705c tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Request body: {'security_group_rule': {'security_group_id': 'd2334b62-2d76-4837-bb49-0a40bb025dc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:36.384991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28965ee4-18a4-4eca-80b9-adbf75351e0d req-eed79283-0ed8-4f17-80c0-71df0f963a6f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:36.386973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28965ee4-18a4-4eca-80b9-adbf75351e0d req-eed79283-0ed8-4f17-80c0-71df0f963a6f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 932 time: 0.2812824 Nov 03 18:37:36.412234 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e4f2154-f2a1-45a7-b236-5bc2aed3705c tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.434613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-abe168ae-afd8-4943-8783-75c91e4d73a2 service neutron] 10.222.0.87 "GET /v2.0/ports/8fdbc434-68a9-4c1d-9b6b-73523bd83ad4/bindings/n-h2-812150-4 HTTP/1.1" status: 200 len: 384 time: 0.3302732 Nov 03 18:37:36.474582 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device c4f4bb2f-f826-47bb-9b06-b33b334c8832 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:36.488942 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e4f2154-f2a1-45a7-b236-5bc2aed3705c tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.493342 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e4f2154-f2a1-45a7-b236-5bc2aed3705c tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.516623 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f2154-f2a1-45a7-b236-5bc2aed3705c tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82595960-ac4a-4438-b910-bb6876388329,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:36.523976 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e4f2154-f2a1-45a7-b236-5bc2aed3705c tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.525758 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2e4f2154-f2a1-45a7-b236-5bc2aed3705c tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520441 Nov 03 18:37:36.530241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38016) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:36.536616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:36.565165 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.573149 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9f6dec96-202c-486e-9bc4-5dbeed600a71 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:36.577855 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port c4f4bb2f-f826-47bb-9b06-b33b334c8832 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:37:36.601972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port c4f4bb2f-f826-47bb-9b06-b33b334c8832 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:36.602687 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.606779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 9f6dec96-202c-486e-9bc4-5dbeed600a71 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:37:36.607673 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9f6dec96-202c-486e-9bc4-5dbeed600a71 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:36.645534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28965ee4-18a4-4eca-80b9-adbf75351e0d req-ac01f642-0540-4862-aef7-8226965128b7 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494328 Nov 03 18:37:36.684838 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885a315-2bfc-480a-a4df-960b48ecd775 req-fbda2853-1470-4da0-9ae6-777b69c49c85 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:36.688207 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b885a315-2bfc-480a-a4df-960b48ecd775 req-fbda2853-1470-4da0-9ae6-777b69c49c85 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 943 time: 0.2711174 Nov 03 18:37:36.703879 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] Deleting port 100f6dc4-9e27-41d9-9d3b-8081cdace367 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:36.704365 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.723798 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.755345 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.768795 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:36.771641 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3664bf-5c14-4b87-932d-cfa20d3e09b0" -d '{"events": [{"server_uuid": "83f669c6-eb87-447d-9a6e-9e6740eaba11", "name": "network-vif-plugged", "status": "completed", "tag": "c4f4bb2f-f826-47bb-9b06-b33b334c8832"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:36.793221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port c4f4bb2f-f826-47bb-9b06-b33b334c8832, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832,segment=NetworkSegment(b3275687-faf5-4ac4-98f3-746b0557b365),segment_id=b3275687-faf5-4ac4-98f3-746b0557b365)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:36.793508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2806032-c4a8-4a44-8499-beb4381ceba9 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:36.800936 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.802072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:36.828167 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:36.924700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Allocated IP 172.25.2.69 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/c0874897-baf0-4ed5-b1dc-b7d8dcace751) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:36.969709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=c4f4bb2f-f826-47bb-9b06-b33b334c8832,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:37.065343 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:37.107012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:37.153618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:37.156681 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:37.159821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:37.166440 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Pushing event updated for resources: {'Port': ['ID=c0874897-baf0-4ed5-b1dc-b7d8dcace751,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:37.256291 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:37.263161 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Transition to ACTIVE for port object f2806032-c4a8-4a44-8499-beb4381ceba9 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:37.292925 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:37.297588 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:37.306951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] For port 100f6dc4-9e27-41d9-9d3b-8081cdace367, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=100f6dc4-9e27-41d9-9d3b-8081cdace367,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:37.307331 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:37.386886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b885a315-2bfc-480a-a4df-960b48ecd775 req-a161fe6f-c81f-40e9-9fee-e9df0720219d tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5971413 Nov 03 18:37:37.394866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5478854-7b8e-40be-848c-8799c6ee672e req-f10eb02d-d10f-400c-b8ef-0229391dc7e3 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:37.396395 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5478854-7b8e-40be-848c-8799c6ee672e req-f10eb02d-d10f-400c-b8ef-0229391dc7e3 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 944 time: 0.6100171 Nov 03 18:37:37.407698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] Calling delete_port for 100f6dc4-9e27-41d9-9d3b-8081cdace367 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:37.454949 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:37.458213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Pushing event updated for resources: {'Port': ['ID=f2806032-c4a8-4a44-8499-beb4381ceba9,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:37.467495 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e3feaf-f776-4423-a7e5-ba05aa3c5fa1 x-openstack-request-id: req-b1e3feaf-f776-4423-a7e5-ba05aa3c5fa1 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:37.467826 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f669c6-eb87-447d-9a6e-9e6740eaba11", "name": "network-vif-plugged", "status": "completed", "tag": "c4f4bb2f-f826-47bb-9b06-b33b334c8832", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:37.468133 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b1e3feaf-f776-4423-a7e5-ba05aa3c5fa1 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:37.468536 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832', 'code': 200} Nov 03 18:37:37.469242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:37.555242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:37.562118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-ade6aa9b-7939-4275-b31c-d588a90c6b8c service neutron] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:37.574667 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Pushing event updated for resources: {'Port': ['ID=c0874897-baf0-4ed5-b1dc-b7d8dcace751,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:37.583185 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:37.584716 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-40936e65-079c-4842-aa2b-2fd009b67531 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0533252 Nov 03 18:37:37.631687 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5478854-7b8e-40be-848c-8799c6ee672e req-8d8fd64b-573b-455c-be1a-c41501f56c1e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203672 Nov 03 18:37:37.654436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6aae76-d8b0-4ae8-8621-3f5fed6cdb92 req-2e0375bb-142b-4f0d-9652-0212f9878fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:37.660142 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d6aae76-d8b0-4ae8-8621-3f5fed6cdb92 req-2e0375bb-142b-4f0d-9652-0212f9878fa8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 1096 time: 0.0741744 Nov 03 18:37:37.706973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-ade6aa9b-7939-4275-b31c-d588a90c6b8c service neutron] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:37.740769 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d6aae76-d8b0-4ae8-8621-3f5fed6cdb92 req-230b9663-074b-4a21-bc30-df5c4d3638b2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718932 Nov 03 18:37:37.802253 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Attempting to bind port f2806032-c4a8-4a44-8499-beb4381ceba9 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:37.802571 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Attempting to bind port f2806032-c4a8-4a44-8499-beb4381ceba9 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:37.802979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Attempting to bind port f2806032-c4a8-4a44-8499-beb4381ceba9 on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:37.854195 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Port f2806032-c4a8-4a44-8499-beb4381ceba9 on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:37.854524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Attempting to bind port f2806032-c4a8-4a44-8499-beb4381ceba9 on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:37.878136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7da85b-6b1b-427c-8904-fecd058f5efd req-c2aeeb63-52d4-4679-9bb4-7b91af1931a8 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:37.880109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af7da85b-6b1b-427c-8904-fecd058f5efd req-c2aeeb63-52d4-4679-9bb4-7b91af1931a8 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.2801375 Nov 03 18:37:37.890977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-ade6aa9b-7939-4275-b31c-d588a90c6b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:37.903920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:37.904255 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Checking segment: {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:37.904751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Bound using segment: {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:37.905277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Bound port: f2806032-c4a8-4a44-8499-beb4381ceba9, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:37.905881 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:37.921348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-ade6aa9b-7939-4275-b31c-d588a90c6b8c service neutron] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:38.007863 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a9c21-bfd8-464e-a1b4-3292a8b2420e req-af8b2392-45e4-417b-877f-06c9aa29fce9 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:38.009352 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-769a9c21-bfd8-464e-a1b4-3292a8b2420e req-af8b2392-45e4-417b-877f-06c9aa29fce9 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 944 time: 0.2443643 Nov 03 18:37:38.030904 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-ade6aa9b-7939-4275-b31c-d588a90c6b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.084548 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af7da85b-6b1b-427c-8904-fecd058f5efd req-9cc0742b-95d7-4293-9218-a350240f6e92 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969266 Nov 03 18:37:38.126924 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.180001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] Pushing event deleted for resources: {'Port': ['ID=100f6dc4-9e27-41d9-9d3b-8081cdace367,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:38.187063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:38.236101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:38.241686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-769a9c21-bfd8-464e-a1b4-3292a8b2420e req-fde04558-c63c-42dc-92c8-c91acd77d3ae tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086883 Nov 03 18:37:38.266746 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.366741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-ade6aa9b-7939-4275-b31c-d588a90c6b8c service neutron] Transition to ACTIVE for port object 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:38.390254 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:38.390877 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.392264 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] 10.222.0.98 "PUT /v2.0/ports/f2806032-c4a8-4a44-8499-beb4381ceba9 HTTP/1.1" status: 200 len: 1092 time: 2.9451468 Nov 03 18:37:38.401960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:38.404345 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d0a8cb-4a43-429e-82fb-6feadcc03613" -d '{"events": [{"name": "network-changed", "server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:38.408742 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-ade6aa9b-7939-4275-b31c-d588a90c6b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.417383 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.493105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 14b9ab53-db75-42df-937a-92add46ed91a details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:38.537103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cded82f-dd93-4a28-99d5-6d45e3cf7043 service neutron] Pushing event updated for resources: {'Port': ['ID=f2806032-c4a8-4a44-8499-beb4381ceba9,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:38.603922 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 14b9ab53-db75-42df-937a-92add46ed91a, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=14b9ab53-db75-42df-937a-92add46ed91a,segment=NetworkSegment(591f6f94-fd57-408e-8ac3-238cdc06a505),segment_id=591f6f94-fd57-408e-8ac3-238cdc06a505)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:38.611343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb82d7b-9bd4-4527-812e-9c9272e796f4 req-d59279bc-0b5c-4c8f-9e52-e6607a4c4f86 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:38.612847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0cb82d7b-9bd4-4527-812e-9c9272e796f4 req-d59279bc-0b5c-4c8f-9e52-e6607a4c4f86 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 944 time: 0.3496757 Nov 03 18:37:38.620760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '14b9ab53-db75-42df-937a-92add46ed91a', 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'port_id': '14b9ab53-db75-42df-937a-92add46ed91a', 'mac_address': 'fa:16:3e:b9:d3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:38.634167 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.641332 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.685916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-ade6aa9b-7939-4275-b31c-d588a90c6b8c service neutron] No DVR routers for this DVR port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:38.688096 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.716440 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b9ab53-db75-42df-937a-92add46ed91a {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:38.745882 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 14b9ab53-db75-42df-937a-92add46ed91a, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=14b9ab53-db75-42df-937a-92add46ed91a,segment=NetworkSegment(591f6f94-fd57-408e-8ac3-238cdc06a505),segment_id=591f6f94-fd57-408e-8ac3-238cdc06a505)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:38.770968 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.803869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-5bb0ed7f-7093-4f51-b5a0-3f5b22b09a51 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:38.805415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-5bb0ed7f-7093-4f51-b5a0-3f5b22b09a51 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/networks?id=dfd66ab7-d64a-4b29-8d02-07dde8098dad HTTP/1.1" status: 200 len: 821 time: 0.4649463 Nov 03 18:37:38.825402 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.826971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:37:38.832463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6aa9b-7939-4275-b31c-d588a90c6b8c service neutron] Pushing event updated for resources: {'Port': ['ID=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,revision_number=10']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:38.840082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=14b9ab53-db75-42df-937a-92add46ed91a,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:38.854427 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-9e2ff51c-0082-4f90-90f1-71315998036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:38.855989 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-9e2ff51c-0082-4f90-90f1-71315998036f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 1095 time: 0.3642585 Nov 03 18:37:38.869016 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.871623 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3d338fe1-9d27-44c1-b082-141d0dd2b724 admin admin] 10.222.0.107 "DELETE /v2.0/routers/6c30cfc8-a69a-4f42-bfbb-0dc9f321e31a HTTP/1.1" status: 204 len: 168 time: 3.6062973 Nov 03 18:37:38.877004 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-ade6aa9b-7939-4275-b31c-d588a90c6b8c service neutron] 10.222.0.87 "PUT /v2.0/ports/8fdbc434-68a9-4c1d-9b6b-73523bd83ad4/bindings/n-h2-812150-4/activate HTTP/1.1" status: 200 len: 369 time: 2.4204671 Nov 03 18:37:38.877900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38048) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:38.918133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-40ebf6e0-8e3a-4639-8ef6-c57625419c5d tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/quotas/dd4e5255e5f04623bdf2f66b212cfc8f HTTP/1.1" status: 200 len: 375 time: 0.0882156 Nov 03 18:37:38.947530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b6faae-05fe-4a07-8ed7-d284210c48a3 admin admin] Deleting subnet e52fdb11-71ff-4507-9129-3040ccafb8cb {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:37:38.953815 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18b6faae-05fe-4a07-8ed7-d284210c48a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:38.961027 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-de306ddf-7c13-4038-8176-115c7520a477 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2806032-c4a8-4a44-8499-beb4381ceba9 HTTP/1.1" status: 200 len: 217 time: 0.0754395 Nov 03 18:37:38.965287 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0cb82d7b-9bd4-4527-812e-9c9272e796f4 req-6135fe8e-c9fb-4000-a0f7-fb93e87bb80a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221409 Nov 03 18:37:39.024168 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18b6faae-05fe-4a07-8ed7-d284210c48a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.097339 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-d14bce4b-cea6-4467-b60b-66db4e3e9e85 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=dd4e5255e5f04623bdf2f66b212cfc8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1401846 Nov 03 18:37:39.100068 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-680592ec-a959-4482-9ebd-e7199717c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:39.103097 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-680592ec-a959-4482-9ebd-e7199717c938 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.1262941 Nov 03 18:37:39.164751 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 762eab77-e3bf-4f1a-a6b5-67e568a2a40e details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:39.170142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18b6faae-05fe-4a07-8ed7-d284210c48a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.187515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['14b9ab53-db75-42df-937a-92add46ed91a'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:39.192590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-00b2cb90-3db1-45b7-8504-01db69a9bb77 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:39.194208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-00b2cb90-3db1-45b7-8504-01db69a9bb77 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736&tenant_id=9967bc7a71e345f08f6394ec34bbf289&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 1096 time: 0.1619248 Nov 03 18:37:39.245307 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18b6faae-05fe-4a07-8ed7-d284210c48a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.276767 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f9ad53-8b3c-4ab9-ac3e-80bd8c7f44ac None None] Network aadd13e4-6730-403c-9fb7-49fcdab2a4f3 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:37:39.283208 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18b6faae-05fe-4a07-8ed7-d284210c48a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.287102 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-18b6faae-05fe-4a07-8ed7-d284210c48a3 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/e52fdb11-71ff-4507-9129-3040ccafb8cb HTTP/1.1" status: 204 len: 168 time: 0.4067857 Nov 03 18:37:39.289168 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6faae-05fe-4a07-8ed7-d284210c48a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e52fdb11-71ff-4507-9129-3040ccafb8cb,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:39.290795 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38056) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:39.310038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-2ad80a44-0772-4dfd-8a75-707045f842d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:39.311771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-2ad80a44-0772-4dfd-8a75-707045f842d6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1977847 Nov 03 18:37:39.387666 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.391795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d893961-16a2-4437-bbb1-72d3c370421c req-49b455a8-f5d2-4431-bd81-e1e14bc1ee2d tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:39.393883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d893961-16a2-4437-bbb1-72d3c370421c req-49b455a8-f5d2-4431-bd81-e1e14bc1ee2d tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 943 time: 0.2582932 Nov 03 18:37:39.443022 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-a6957407-5f59-40f9-9d5a-39d779c87bde service neutron] 10.222.0.107 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089745 Nov 03 18:37:39.454030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-6e651ebe-dcee-4ac9-b936-8f7ca7ef67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:39.456518 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-6e651ebe-dcee-4ac9-b936-8f7ca7ef67b3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736&tenant_id=9967bc7a71e345f08f6394ec34bbf289 HTTP/1.1" status: 200 len: 1096 time: 0.2354622 Nov 03 18:37:39.494046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] Deleting port 24932996-6bc9-451e-8a01-41e2e543b50c {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:39.494720 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.565915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-4b5a1387-64f7-422d-83f0-01c73a70305c service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431819 Nov 03 18:37:39.581882 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] For port 24932996-6bc9-451e-8a01-41e2e543b50c, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=24932996-6bc9-451e-8a01-41e2e543b50c,segment=NetworkSegment(1250ebe2-ed97-4b8a-b459-6623c82d7b04),segment_id=1250ebe2-ed97-4b8a-b459-6623c82d7b04)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:39.581882 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.598571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] Calling delete_port for 24932996-6bc9-451e-8a01-41e2e543b50c owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:39.598897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:39.638370 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '762eab77-e3bf-4f1a-a6b5-67e568a2a40e', 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae', 'port_id': '762eab77-e3bf-4f1a-a6b5-67e568a2a40e', 'mac_address': 'fa:16:3e:6d:b2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e033faf3-e15c-44a6-8ae2-6df27fb7fb61', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:39.732391 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d893961-16a2-4437-bbb1-72d3c370421c req-d2eae74c-4167-4209-b8fd-688f700f1239 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959120 Nov 03 18:37:39.751692 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.754820 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-50e60f87-bbaa-48cb-b085-a46a02ccf852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:39.756487 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-50e60f87-bbaa-48cb-b085-a46a02ccf852 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 1096 time: 0.2459598 Nov 03 18:37:39.779621 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.816726 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762eab77-e3bf-4f1a-a6b5-67e568a2a40e {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:39.844861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] No DVR routers for this DVR port 24932996-6bc9-451e-8a01-41e2e543b50c on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:39.852192 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:39.853455 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] Pushing event deleted for resources: {'Port': ['ID=24932996-6bc9-451e-8a01-41e2e543b50c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:39.862865 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:39.944230 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6183ca3a-b3a9-4b03-9ba5-3cdd7d2c4b8d None None] DHCP port deletion for aadd13e4-6730-403c-9fb7-49fcdab2a4f3 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:37:39.972420 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:40.011314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:40.044402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadd13e4-6730-403c-9fb7-49fcdab2a4f3']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:40.061491 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1250ebe2-ed97-4b8a-b459-6623c82d7b04') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:40.061852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1250ebe2-ed97-4b8a-b459-6623c82d7b04') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:40.075623 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:40.092892 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:40.099987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:37:40.100399 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:37:40.102543 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:37:40.153514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['762eab77-e3bf-4f1a-a6b5-67e568a2a40e'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:40.174168 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:40.184340 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:40.187061 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] 10.222.0.107 "DELETE /v2.0/networks/aadd13e4-6730-403c-9fb7-49fcdab2a4f3 HTTP/1.1" status: 204 len: 168 time: 0.8951192 Nov 03 18:37:40.198480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e383633-e90a-4e5c-b191-8ea36a181695 admin admin] Pushing event deleted for resources: {'Network': ['ID=aadd13e4-6730-403c-9fb7-49fcdab2a4f3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:40.210605 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863f13f3-d449-4efa-99b0-73864cbca879 x-openstack-request-id: req-863f13f3-d449-4efa-99b0-73864cbca879 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:40.210874 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:40.211947 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-863f13f3-d449-4efa-99b0-73864cbca879 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:40.211947 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'status': 'completed', 'code': 200} Nov 03 18:37:40.259922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-37d6afbc-ec84-4381-a23f-ad58d2c9aa02 service neutron] 10.222.0.107 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7478812 Nov 03 18:37:40.327094 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3e0d10-18ce-4475-b40a-f3009dea047c req-b6b48089-c0f6-4eba-8be8-d48cc1079f1c service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7484741 Nov 03 18:37:40.390419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff2558-bc36-4aa3-84b4-cd2214c22b76 req-c4a6b9e3-0a84-4d01-b3cc-6235a24456a2 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:40.400680 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0ff2558-bc36-4aa3-84b4-cd2214c22b76 req-c4a6b9e3-0a84-4d01-b3cc-6235a24456a2 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 945 time: 0.1739724 Nov 03 18:37:40.420604 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38062) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:40.460868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9cc80a0a-22e4-4970-9bdc-abead43e21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:40.462187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-9cc80a0a-22e4-4970-9bdc-abead43e21e6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.6959074 Nov 03 18:37:40.488849 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1f5ae165-9303-4e0a-bbc9-110450191dd0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=21fa55ef73344191a9573f8f1d3a7c58&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0627611 Nov 03 18:37:40.490811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38066) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:40.568435 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0ff2558-bc36-4aa3-84b4-cd2214c22b76 req-fefc0b64-8b71-4b25-ace9-811269c80d83 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665387 Nov 03 18:37:40.574101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-042793f1-6feb-4c14-97b7-59aab7e26512 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 HTTP/1.1" status: 200 len: 217 time: 0.1015360 Nov 03 18:37:40.585103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 100f6dc4-9e27-41d9-9d3b-8081cdace367 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:40.592366 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e52fd6ed-7b28-4493-8d6c-ab195706163b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:40.620658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 100f6dc4-9e27-41d9-9d3b-8081cdace367 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:37:40.621189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 100f6dc4-9e27-41d9-9d3b-8081cdace367 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:40.621594 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 24932996-6bc9-451e-8a01-41e2e543b50c no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:40.652505 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e52fd6ed-7b28-4493-8d6c-ab195706163b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:40.657970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 24932996-6bc9-451e-8a01-41e2e543b50c {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:37:40.658485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 24932996-6bc9-451e-8a01-41e2e543b50c not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:37:40.700275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0a8cb-4a43-429e-82fb-6feadcc03613 req-d89fafd2-5e86-4dd5-bc0b-2cef650ec7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:40.701897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d0a8cb-4a43-429e-82fb-6feadcc03613 req-d89fafd2-5e86-4dd5-bc0b-2cef650ec7b6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 1095 time: 0.2813654 Nov 03 18:37:40.784122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-14b9e4f3-ed9f-4fa8-bcfe-71727eb045bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:40.785163 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e52fd6ed-7b28-4493-8d6c-ab195706163b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:40.786198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-14b9e4f3-ed9f-4fa8-bcfe-71727eb045bb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.1849029 Nov 03 18:37:40.790472 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e52fd6ed-7b28-4493-8d6c-ab195706163b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:40.809504 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e52fd6ed-7b28-4493-8d6c-ab195706163b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3a8c61a6-0964-4c78-8a68-239eeaa93a30 HTTP/1.1" status: 204 len: 168 time: 0.3064749 Nov 03 18:37:40.822221 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fd6ed-7b28-4493-8d6c-ab195706163b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8c61a6-0964-4c78-8a68-239eeaa93a30,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:40.879048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ae1a6-b021-4f02-b321-38cf63bf5141 req-f4835824-5ef4-43f0-a074-c536bd20866f tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:40.880630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-804ae1a6-b021-4f02-b321-38cf63bf5141 req-f4835824-5ef4-43f0-a074-c536bd20866f tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1850882 Nov 03 18:37:40.935734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-a57f79d2-41b7-4249-bc7c-0a29c6fedbd3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387587 Nov 03 18:37:41.083384 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e41485-a62d-4923-8b4a-f1f23d66c624 req-69269001-2470-4ded-96ee-0a544073242b tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:41.085013 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06e41485-a62d-4923-8b4a-f1f23d66c624 req-69269001-2470-4ded-96ee-0a544073242b tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 945 time: 0.2256522 Nov 03 18:37:41.094354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0a8cb-4a43-429e-82fb-6feadcc03613 req-d64b34cb-e342-488e-b9e3-c87336540649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:41.095806 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d0a8cb-4a43-429e-82fb-6feadcc03613 req-d64b34cb-e342-488e-b9e3-c87336540649 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.3503389 Nov 03 18:37:41.105080 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-804ae1a6-b021-4f02-b321-38cf63bf5141 req-1e31ce29-8930-4a3d-87cc-2301c1170bb4 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719563 Nov 03 18:37:41.169289 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d0a8cb-4a43-429e-82fb-6feadcc03613 req-39837247-6295-4dd9-b902-36140fe693b6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2806032-c4a8-4a44-8499-beb4381ceba9 HTTP/1.1" status: 200 len: 217 time: 0.0632193 Nov 03 18:37:41.192215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 762eab77-e3bf-4f1a-a6b5-67e568a2a40e up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:41.277412 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-557013ba-6317-4c16-b178-532dbc10c70e service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146119 Nov 03 18:37:41.321096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:37:41.329104 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:41.329431 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06e41485-a62d-4923-8b4a-f1f23d66c624 req-761724dd-8bb4-4bd0-9971-ef7e8d08d328 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321107 Nov 03 18:37:41.331352 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:41.346016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0a8cb-4a43-429e-82fb-6feadcc03613 req-b79b1322-5dd1-4487-83c9-67588b7fefa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:41.348784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d0a8cb-4a43-429e-82fb-6feadcc03613 req-b79b1322-5dd1-4487-83c9-67588b7fefa5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.1699040 Nov 03 18:37:41.434720 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38084) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:41.503250 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-84ae782b-b98d-4d6b-a7fa-6a9150e6e351 service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090359 Nov 03 18:37:41.525189 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:41.549185 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e28dd8b9-54c8-47c3-97dc-f1c3fe85ff1c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1dd2f71f9adb461589caf10e6865c6b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1116514 Nov 03 18:37:41.551395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38086) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:41.551894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94fe013e-05f6-43e8-806e-31f74ba5700d req-96300686-f4f3-466a-982e-85bd3f404835 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 210 time: 0.0762541 Nov 03 18:37:41.563330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b72b1b-0b52-473a-b74e-b9540a40ca52 req-0831d64e-11db-4aab-a0cb-25a214f46a2f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:41.566467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67b72b1b-0b52-473a-b74e-b9540a40ca52 req-0831d64e-11db-4aab-a0cb-25a214f46a2f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 944 time: 0.3671303 Nov 03 18:37:41.584780 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0a8cb-4a43-429e-82fb-6feadcc03613 req-0ce16815-3407-4510-9cf4-aa36a863d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:41.586691 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d0a8cb-4a43-429e-82fb-6feadcc03613 req-0ce16815-3407-4510-9cf4-aa36a863d738 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021585 Nov 03 18:37:41.601994 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:41.604686 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46d0e6a-5d15-4ed6-bb98-23cc0087ab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762eab77-e3bf-4f1a-a6b5-67e568a2a40e'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:41.609785 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6097a39-99fc-4412-ac36-b7b1a41b516b" -d '{"events": [{"server_uuid": "d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f", "name": "network-vif-plugged", "status": "completed", "tag": "762eab77-e3bf-4f1a-a6b5-67e568a2a40e"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:41.616245 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:41.716895 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9b565152-0263-4750-a196-abd86478f813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:41.720053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:41.771134 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9b565152-0263-4750-a196-abd86478f813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:41.779745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67b72b1b-0b52-473a-b74e-b9540a40ca52 req-6519c495-1ae6-4eaa-87f2-04b2ee37f427 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915638 Nov 03 18:37:41.812003 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d0a8cb-4a43-429e-82fb-6feadcc03613 req-bd5e951a-62f9-49e6-b34e-9610bde63fa3 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032533 Nov 03 18:37:41.835739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bce3e-556d-48f5-83b0-ef4e019f28cb req-4a8cabbd-4442-4b40-84d3-b6b294b86416 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:41.837854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-120bce3e-556d-48f5-83b0-ef4e019f28cb req-4a8cabbd-4442-4b40-84d3-b6b294b86416 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 945 time: 0.1207716 Nov 03 18:37:41.866520 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9b565152-0263-4750-a196-abd86478f813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:41.867308 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9b565152-0263-4750-a196-abd86478f813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:41.868608 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9b565152-0263-4750-a196-abd86478f813 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6e9fb4b3-097a-4f6d-90e2-a4a0d9e5be09 HTTP/1.1" status: 204 len: 168 time: 0.3157101 Nov 03 18:37:41.878463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b565152-0263-4750-a196-abd86478f813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9fb4b3-097a-4f6d-90e2-a4a0d9e5be09,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:42.004608 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:37:42.010243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-7a8b388a-2c2a-4231-b2db-e862fd3e7918 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:42.013176 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-7a8b388a-2c2a-4231-b2db-e862fd3e7918 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736&tenant_id=9967bc7a71e345f08f6394ec34bbf289&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 1096 time: 0.1649866 Nov 03 18:37:42.066107 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-120bce3e-556d-48f5-83b0-ef4e019f28cb req-ff67edde-382c-4a1c-803f-0a7f67f150d7 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010872 Nov 03 18:37:42.086114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d0a8cb-4a43-429e-82fb-6feadcc03613 req-fd2592c0-ad63-4030-b377-78b1b1dd7d25 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644961 Nov 03 18:37:42.240396 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098803e5-c733-47bd-a184-a7cdcadf3a27 x-openstack-request-id: req-098803e5-c733-47bd-a184-a7cdcadf3a27 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:42.241030 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f", "name": "network-vif-plugged", "status": "completed", "tag": "762eab77-e3bf-4f1a-a6b5-67e568a2a40e", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:42.241518 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-098803e5-c733-47bd-a184-a7cdcadf3a27 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:42.242219 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46d0e6a-5d15-4ed6-bb98-23cc0087ab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762eab77-e3bf-4f1a-a6b5-67e568a2a40e', 'code': 200} Nov 03 18:37:42.408073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92003c-f479-4f3c-971b-20fab1633040 req-741e293d-b337-4f3c-a12f-f2b14a40d5d8 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:42.410453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cf92003c-f479-4f3c-971b-20fab1633040 req-741e293d-b337-4f3c-a12f-f2b14a40d5d8 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 945 time: 0.1880953 Nov 03 18:37:42.429115 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-c46f7042-4f24-4668-9177-dbdd1800fed6 service neutron] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:42.449703 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-c46f7042-4f24-4668-9177-dbdd1800fed6 service neutron] Publish callbacks [] for binding, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:42.450822 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a5a97-e631-4bd5-b2a5-8b15518307e5 req-c46f7042-4f24-4668-9177-dbdd1800fed6 service neutron] 10.222.0.98 "DELETE /v2.0/ports/8fdbc434-68a9-4c1d-9b6b-73523bd83ad4/bindings/n-h1-812150-4 HTTP/1.1" status: 204 len: 173 time: 0.4248595 Nov 03 18:37:42.506624 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 14b9ab53-db75-42df-937a-92add46ed91a up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:42.615304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 14b9ab53-db75-42df-937a-92add46ed91a completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:37:42.620906 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-07dcad0f-00c1-49b5-b792-8210e2740b5c tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:42.621305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 14b9ab53-db75-42df-937a-92add46ed91a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:42.621882 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:42.623655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-07dcad0f-00c1-49b5-b792-8210e2740b5c tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.87 "GET /v2.0/networks?id=dfd66ab7-d64a-4b29-8d02-07dde8098dad HTTP/1.1" status: 200 len: 821 time: 0.3494267 Nov 03 18:37:42.628820 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe89ca-e58f-48b0-88a0-a0d97e81ad27 req-9fb95d6b-02dc-40cf-9252-de2fb047cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:42.630057 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cf92003c-f479-4f3c-971b-20fab1633040 req-953aec2c-81e4-4187-b003-d5bc2917bccd tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074142 Nov 03 18:37:42.631903 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-24fe89ca-e58f-48b0-88a0-a0d97e81ad27 req-9fb95d6b-02dc-40cf-9252-de2fb047cf9e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=905883f7e9804a949a03151623ea3991&device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 1096 time: 0.3466072 Nov 03 18:37:42.639788 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f803226-eedd-4845-86fb-f59be2ad952b req-f2259bdb-d6fe-45cc-a6c8-43459ded8875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:42.641331 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f803226-eedd-4845-86fb-f59be2ad952b req-f2259bdb-d6fe-45cc-a6c8-43459ded8875 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 1096 time: 0.2208283 Nov 03 18:37:42.666103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcc323-458c-4412-99ec-0a91d5d6f372 req-05264e2b-c79f-47b8-9dfe-84665b7d7ba8 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:42.675302 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cffcc323-458c-4412-99ec-0a91d5d6f372 req-05264e2b-c79f-47b8-9dfe-84665b7d7ba8 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1366789 Nov 03 18:37:42.689109 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-51d25622-8a7f-46c7-aa6d-8611d467db76 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Request body: {'port': {'device_id': 'f5c4b0dd-dbec-45b4-963e-087583f8605f', 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad', 'admin_state_up': True, 'tenant_id': 'dd4e5255e5f04623bdf2f66b212cfc8f'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:42.753452 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:42.801138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 14b9ab53-db75-42df-937a-92add46ed91a, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=14b9ab53-db75-42df-937a-92add46ed91a,segment=NetworkSegment(591f6f94-fd57-408e-8ac3-238cdc06a505),segment_id=591f6f94-fd57-408e-8ac3-238cdc06a505)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:42.808747 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:42.815625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe89ca-e58f-48b0-88a0-a0d97e81ad27 req-1a798fda-8616-41f6-8c73-7ce9dd9f4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:42.817801 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-24fe89ca-e58f-48b0-88a0-a0d97e81ad27 req-1a798fda-8616-41f6-8c73-7ce9dd9f4dc1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=19a60a5f-6939-4da6-9b04-d569ad193dce HTTP/1.1" status: 200 len: 921 time: 0.1388416 Nov 03 18:37:42.852908 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f803226-eedd-4845-86fb-f59be2ad952b req-94278f57-5164-4d8a-8fac-e26847f8ac07 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013121 Nov 03 18:37:42.879823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=14b9ab53-db75-42df-937a-92add46ed91a,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:42.882029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cffcc323-458c-4412-99ec-0a91d5d6f372 req-2f63e7ae-3586-4f50-9128-e7f23037f6ba tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034347 Nov 03 18:37:42.943348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641fdf5-8e84-44f0-8d8d-478786c20191 req-003261eb-b6b7-4c98-b6f3-a724d68c5f0a tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:42.944601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0641fdf5-8e84-44f0-8d8d-478786c20191 req-003261eb-b6b7-4c98-b6f3-a724d68c5f0a tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 946 time: 0.1661961 Nov 03 18:37:42.995964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-51d25622-8a7f-46c7-aa6d-8611d467db76 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Made reservation on behalf of dd4e5255e5f04623bdf2f66b212cfc8f for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:42.998843 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:43.000635 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-51d25622-8a7f-46c7-aa6d-8611d467db76 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:43.059640 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19062bcb-5897-497b-a834-e64d54216eb2 req-e600b9b8-4a48-4b81-8653-14f1cb105fb4 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 210 time: 0.0538604 Nov 03 18:37:43.069004 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0641fdf5-8e84-44f0-8d8d-478786c20191 req-d2a5bf93-26b1-48a5-ab3f-f5c72ca62add tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135659 Nov 03 18:37:43.185441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2806032-c4a8-4a44-8499-beb4381ceba9 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:43.287468 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-24fe89ca-e58f-48b0-88a0-a0d97e81ad27 req-ebd5cf2e-eceb-4130-b688-9f3b98196507 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832 HTTP/1.1" status: 200 len: 217 time: 0.4550171 Nov 03 18:37:43.366775 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe89ca-e58f-48b0-88a0-a0d97e81ad27 req-ed63bb29-9238-4393-8fe6-a74ae647ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:43.368576 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-24fe89ca-e58f-48b0-88a0-a0d97e81ad27 req-ed63bb29-9238-4393-8fe6-a74ae647ce77 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c827802-1882-4b43-8fb1-d7eee0b7d76f HTTP/1.1" status: 200 len: 860 time: 0.0750670 Nov 03 18:37:43.387304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:43.399892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-51d25622-8a7f-46c7-aa6d-8611d467db76 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Allocated IP 172.20.0.3 (dfd66ab7-d64a-4b29-8d02-07dde8098dad/ce9e0b49-eaf9-4f18-8308-2f1514ace683/0c9dbc0e-9b04-4924-86ce-67a450cc14ef) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:43.429313 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'port_id': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'mac_address': 'fa:16:3e:6f:06:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:43.442689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc5da3-064b-414e-bb3d-26c7544767ff req-9367237c-f11d-4dbc-b02b-a8b86d00c5f5 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:43.442689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71dc5da3-064b-414e-bb3d-26c7544767ff req-9367237c-f11d-4dbc-b02b-a8b86d00c5f5 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 945 time: 0.1560550 Nov 03 18:37:43.447527 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-24fe89ca-e58f-48b0-88a0-a0d97e81ad27 req-0dabb0bb-8c3c-4395-8811-46c5c2c3192b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19a60a5f-6939-4da6-9b04-d569ad193dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474148 Nov 03 18:37:43.449545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5df29-fccd-4a0c-9173-520df3b1b144 req-44cc25f3-1225-4262-a468-edb6abd1841c tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:43.451114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92e5df29-fccd-4a0c-9173-520df3b1b144 req-44cc25f3-1225-4262-a468-edb6abd1841c tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 944 time: 0.1726677 Nov 03 18:37:43.495710 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:43.519509 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2806032-c4a8-4a44-8499-beb4381ceba9 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:43.553774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:43.560722 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:43.594575 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-24fe89ca-e58f-48b0-88a0-a0d97e81ad27 req-55d70571-2df7-45ca-ba86-c2af679def4f service neutron] 10.222.0.87 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310589 Nov 03 18:37:43.601808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92e5df29-fccd-4a0c-9173-520df3b1b144 req-b45ec1d5-32ab-4637-a6c9-9470d9287554 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386037 Nov 03 18:37:43.616150 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71dc5da3-064b-414e-bb3d-26c7544767ff req-003d7612-1992-4a3c-b1e1-517a1c8d4508 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616609 Nov 03 18:37:43.656734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f2806032-c4a8-4a44-8499-beb4381ceba9,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:43.794805 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-24fe89ca-e58f-48b0-88a0-a0d97e81ad27 req-57c95401-df45-4503-8bf0-9373019d2f8e service neutron] 10.222.0.87 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896482 Nov 03 18:37:43.798459 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51117265-9412-4622-aa02-db3a7b013bcf req-57782ed0-b254-4581-ac76-a7d586002b4e tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:43.806973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51117265-9412-4622-aa02-db3a7b013bcf req-57782ed0-b254-4581-ac76-a7d586002b4e tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 1096 time: 0.1141238 Nov 03 18:37:43.812588 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-51d25622-8a7f-46c7-aa6d-8611d467db76 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:43.876178 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51117265-9412-4622-aa02-db3a7b013bcf req-59cfe993-72ef-4c22-bd33-f70119f2e7e5 tempest-LiveAutoBlockMigrationV225Test-621557241 tempest-LiveAutoBlockMigrationV225Test-621557241-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682414 Nov 03 18:37:43.900665 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-51d25622-8a7f-46c7-aa6d-8611d467db76 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:43.904679 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['f2806032-c4a8-4a44-8499-beb4381ceba9'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:44.024447 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-51d25622-8a7f-46c7-aa6d-8611d467db76 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Network dfd66ab7-d64a-4b29-8d02-07dde8098dad is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:44.029284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-51d25622-8a7f-46c7-aa6d-8611d467db76 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:44.037770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-51d25622-8a7f-46c7-aa6d-8611d467db76 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:44.094345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d25622-8a7f-46c7-aa6d-8611d467db76 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Pushing event updated for resources: {'Port': ['ID=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:44.220649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-51d25622-8a7f-46c7-aa6d-8611d467db76 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:44.221984 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-51d25622-8a7f-46c7-aa6d-8611d467db76 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:44.259777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047bfe1-a347-4192-b0fb-2ee4313ba81f req-4dae97dd-a98b-4216-8e62-3e321354b9b2 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:44.261749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7047bfe1-a347-4192-b0fb-2ee4313ba81f req-4dae97dd-a98b-4216-8e62-3e321354b9b2 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1685760 Nov 03 18:37:44.282307 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-51d25622-8a7f-46c7-aa6d-8611d467db76 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6026814 Nov 03 18:37:44.300576 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29709f7a-39c6-4f0c-bf45-1a686b71d1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b9ab53-db75-42df-937a-92add46ed91a'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:44.313547 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644d4de5-4505-4517-b85e-d07b60270685" -d '{"events": [{"server_uuid": "29709f7a-39c6-4f0c-bf45-1a686b71d1b9", "name": "network-vif-plugged", "status": "completed", "tag": "14b9ab53-db75-42df-937a-92add46ed91a"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:44.322754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Request body: {'port': {'device_id': 'f5c4b0dd-dbec-45b4-963e-087583f8605f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:44.411967 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:44.444996 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7047bfe1-a347-4192-b0fb-2ee4313ba81f req-750f6b98-c598-4fe4-b6d4-d66055e39ba5 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616089 Nov 03 18:37:44.507781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622edb21-160a-45fe-b9a8-cde84c97ee8c req-f773fc9e-a959-4389-8962-cd35edfe3287 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:44.509377 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-622edb21-160a-45fe-b9a8-cde84c97ee8c req-f773fc9e-a959-4389-8962-cd35edfe3287 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 946 time: 0.1111128 Nov 03 18:37:44.736800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadef480-abdc-495f-95f2-30226fac8432 req-806d0fdd-ebb4-4492-8267-5c912ac979df tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:44.738660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fadef480-abdc-495f-95f2-30226fac8432 req-806d0fdd-ebb4-4492-8267-5c912ac979df tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 931 time: 0.1537070 Nov 03 18:37:44.746108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-622edb21-160a-45fe-b9a8-cde84c97ee8c req-7d46c7c5-6689-4448-a93a-a06c4e33fae0 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599751 Nov 03 18:37:44.839346 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fadef480-abdc-495f-95f2-30226fac8432 req-22ce426c-298e-4b97-a29b-b37c89d945a9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922179 Nov 03 18:37:44.897076 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d32061-a79a-422f-8150-0940511e1d2f x-openstack-request-id: req-c7d32061-a79a-422f-8150-0940511e1d2f {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:44.897498 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29709f7a-39c6-4f0c-bf45-1a686b71d1b9", "name": "network-vif-plugged", "status": "completed", "tag": "14b9ab53-db75-42df-937a-92add46ed91a", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:44.897756 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c7d32061-a79a-422f-8150-0940511e1d2f {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:44.898154 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29709f7a-39c6-4f0c-bf45-1a686b71d1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b9ab53-db75-42df-937a-92add46ed91a', 'code': 200} Nov 03 18:37:44.921966 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9dbc0e-9b04-4924-86ce-67a450cc14ef {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:44.934235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd139f-ddc0-4097-8d7d-c0a2b7a163d6 req-c384d173-f4f6-478d-a831-966c5e12abb0 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:44.935854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8dd139f-ddc0-4097-8d7d-c0a2b7a163d6 req-c384d173-f4f6-478d-a831-966c5e12abb0 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 945 time: 0.1208444 Nov 03 18:37:44.940714 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:45.004189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Transition to ACTIVE for port object 0c9dbc0e-9b04-4924-86ce-67a450cc14ef will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:45.020786 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:45.133422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d14869-63d6-4746-a475-50031e2ae8cd req-d8e8f2d4-738f-40f0-9c85-e733f631c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:45.135672 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-22d14869-63d6-4746-a475-50031e2ae8cd req-d8e8f2d4-738f-40f0-9c85-e733f631c7de service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 1097 time: 0.0975997 Nov 03 18:37:45.194612 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-22d14869-63d6-4746-a475-50031e2ae8cd req-e55882b4-28e1-4026-a2b4-83c2c86514cc service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498290 Nov 03 18:37:45.214377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2806032-c4a8-4a44-8499-beb4381ceba9 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:45.283147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port f2806032-c4a8-4a44-8499-beb4381ceba9 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:37:45.289648 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port f2806032-c4a8-4a44-8499-beb4381ceba9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:45.290739 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:45.398131 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:45.431522 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8dd139f-ddc0-4097-8d7d-c0a2b7a163d6 req-3d78d7c5-3110-4906-99ec-666187790aa8 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879613 Nov 03 18:37:45.440296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:45.445486 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:45.446573 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:37:45.460212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a5e99-14a4-47f0-99b4-cc401308795e req-55466dca-ba48-43d0-83a1-ba5bd5d2d833 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:45.461776 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a77a5e99-14a4-47f0-99b4-cc401308795e req-55466dca-ba48-43d0-83a1-ba5bd5d2d833 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 945 time: 0.5171521 Nov 03 18:37:45.473308 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-45a1a8f3-3f11-4d4d-95d2-178f81276633 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=72107d064293479db9d913e1eb3d59a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789297 Nov 03 18:37:45.482267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:45.556118 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f2806032-c4a8-4a44-8499-beb4381ceba9,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:45.759939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0afaf-24a7-4065-b315-be3eb33e6002 req-9fde6321-44d4-4726-8ba7-f156b216185b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:45.761755 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06c0afaf-24a7-4065-b315-be3eb33e6002 req-9fde6321-44d4-4726-8ba7-f156b216185b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 946 time: 0.2326496 Nov 03 18:37:45.780716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Attempting to bind port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:45.781046 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Attempting to bind port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '28459fce-175d-4b11-a21c-983e13477a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:45.781369 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Attempting to bind port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef on network dfd66ab7-d64a-4b29-8d02-07dde8098dad {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:45.798081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-17aba916-872d-4cf3-b376-073f6d507558 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:45.799574 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-17aba916-872d-4cf3-b376-073f6d507558 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3145175 Nov 03 18:37:45.811233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef on network dfd66ab7-d64a-4b29-8d02-07dde8098dad not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:45.811455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Attempting to bind port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef on network dfd66ab7-d64a-4b29-8d02-07dde8098dad {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:45.838447 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:45.838712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Checking segment: {'id': '28459fce-175d-4b11-a21c-983e13477a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:45.839099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Bound using segment: {'id': '28459fce-175d-4b11-a21c-983e13477a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:45.839544 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Bound port: 0c9dbc0e-9b04-4924-86ce-67a450cc14ef, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28459fce-175d-4b11-a21c-983e13477a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:45.839964 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:45.858446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-62c2c560-f25e-41cc-bde3-1c23e57eb0ba tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/quotas/72107d064293479db9d913e1eb3d59a8 HTTP/1.1" status: 200 len: 375 time: 0.0397098 Nov 03 18:37:45.873987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-a77a5e99-14a4-47f0-99b4-cc401308795e req-c2063996-5d6a-4293-92d4-061920643183 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Deleting port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:45.875652 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a77a5e99-14a4-47f0-99b4-cc401308795e req-c2063996-5d6a-4293-92d4-061920643183 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:45.939155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06c0afaf-24a7-4065-b315-be3eb33e6002 req-eecbeaf4-a2eb-490a-8da3-686643893f6b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630104 Nov 03 18:37:45.941703 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-474c2b62-ddf9-4a9b-b584-9858c5020fff tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703735 Nov 03 18:37:46.087000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] For port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:46.096652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] For port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:46.107389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-a77a5e99-14a4-47f0-99b4-cc401308795e req-c2063996-5d6a-4293-92d4-061920643183 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] For port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:46.107787 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a77a5e99-14a4-47f0-99b4-cc401308795e req-c2063996-5d6a-4293-92d4-061920643183 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:46.119437 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:46.145041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ccb5f-a57f-4969-b4c2-0af05bb98d4f req-2d3eca0c-09eb-44a8-8371-e9a53a57a85e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:46.146513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad2ccb5f-a57f-4969-b4c2-0af05bb98d4f req-2d3eca0c-09eb-44a8-8371-e9a53a57a85e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 945 time: 0.1304486 Nov 03 18:37:46.147540 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-a77a5e99-14a4-47f0-99b4-cc401308795e req-c2063996-5d6a-4293-92d4-061920643183 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Calling delete_port for 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:46.200211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:46.200980 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:46.203131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] 10.222.0.87 "PUT /v2.0/ports/0c9dbc0e-9b04-4924-86ce-67a450cc14ef HTTP/1.1" status: 200 len: 1091 time: 1.8856990 Nov 03 18:37:46.218146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c4b0dd-dbec-45b4-963e-087583f8605f', 'tag': '0c9dbc0e-9b04-4924-86ce-67a450cc14ef'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:46.220323 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa390b3-4752-4b10-b821-6b76400943b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c4b0dd-dbec-45b4-963e-087583f8605f", "tag": "0c9dbc0e-9b04-4924-86ce-67a450cc14ef"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:46.320310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b6b67-90c1-4dc8-8728-e5c66523ad42 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:46.394263 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad2ccb5f-a57f-4969-b4c2-0af05bb98d4f req-0ae35908-73fd-4b58-83ec-d820f787bd72 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230299 Nov 03 18:37:46.432853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-19e13f42-d2b8-4399-9759-c96d9be24c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:46.434617 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-19e13f42-d2b8-4399-9759-c96d9be24c7b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dd4e5255e5f04623bdf2f66b212cfc8f&device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 1094 time: 0.1409206 Nov 03 18:37:46.444857 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4a4df-73b1-4909-a19c-17378170edb2 req-49bcc17b-4c76-4e9e-8cf0-0cce462f4e80 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:46.446281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3af4a4df-73b1-4909-a19c-17378170edb2 req-49bcc17b-4c76-4e9e-8cf0-0cce462f4e80 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1514366 Nov 03 18:37:46.560397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-4f591908-207b-46f4-a772-d1d505c34fa4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c9dbc0e-9b04-4924-86ce-67a450cc14ef HTTP/1.1" status: 200 len: 217 time: 0.1008158 Nov 03 18:37:46.608960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3af4a4df-73b1-4909-a19c-17378170edb2 req-c9e296ea-a2df-423a-9f91-5e3b809273c0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506846 Nov 03 18:37:46.609726 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a77a5e99-14a4-47f0-99b4-cc401308795e req-c2063996-5d6a-4293-92d4-061920643183 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:46.660819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da327a37-d157-43b0-998f-93509b1f9c89 req-9364dcbc-210a-40c6-9b28-8961b91e4bfb tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:46.661981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['fea87f74-97ec-46fb-903f-774c009a5245'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:46.662780 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da327a37-d157-43b0-998f-93509b1f9c89 req-9364dcbc-210a-40c6-9b28-8961b91e4bfb tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 946 time: 0.1776338 Nov 03 18:37:46.683164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2063996-5d6a-4293-92d4-061920643183 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Pushing event deleted for resources: {'Port': ['ID=8fdbc434-68a9-4c1d-9b6b-73523bd83ad4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:46.778078 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77a5e99-14a4-47f0-99b4-cc401308795e req-c2063996-5d6a-4293-92d4-061920643183 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] No DVR routers for this DVR port 8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:46.795350 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a77a5e99-14a4-47f0-99b4-cc401308795e req-c2063996-5d6a-4293-92d4-061920643183 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:46.798675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a77a5e99-14a4-47f0-99b4-cc401308795e req-c2063996-5d6a-4293-92d4-061920643183 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.98 "DELETE /v2.0/ports/8fdbc434-68a9-4c1d-9b6b-73523bd83ad4 HTTP/1.1" status: 204 len: 173 time: 1.3242612 Nov 03 18:37:46.834784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-4620b4a4-be2a-4c8b-b636-0352310ec12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:46.836323 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-4620b4a4-be2a-4c8b-b636-0352310ec12f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ce9e0b49-eaf9-4f18-8308-2f1514ace683 HTTP/1.1" status: 200 len: 861 time: 0.2138684 Nov 03 18:37:46.865065 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da327a37-d157-43b0-998f-93509b1f9c89 req-a98542bc-a46d-481c-95e0-02208f8bad1f tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778064 Nov 03 18:37:46.891904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-e67f4488-d900-47b2-b464-340024e8c839 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dfd66ab7-d64a-4b29-8d02-07dde8098dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442681 Nov 03 18:37:46.902202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c289ab-8162-41ed-b957-e209939d8e6b req-b72e5f27-1d56-4eff-b7b0-88759fcb2f54 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:46.902535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:46.904476 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d5ca94-ef15-4050-bc5e-b2d3ef94aab6" -d '{"events": [{"server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "name": "network-vif-plugged", "status": "completed", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:46.910246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57c289ab-8162-41ed-b957-e209939d8e6b req-b72e5f27-1d56-4eff-b7b0-88759fcb2f54 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 943 time: 0.1336868 Nov 03 18:37:47.043795 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da35cb6a-371e-403a-9b8d-c523ac8f1084 req-9deb4e9b-7a0f-44b6-baff-81b0b1d2dbf8 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 210 time: 0.0596066 Nov 03 18:37:47.052484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57c289ab-8162-41ed-b957-e209939d8e6b req-387fd403-0d02-479d-b9ec-9cffa7da4dc9 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413617 Nov 03 18:37:47.070747 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-e8a01c6c-83f4-499f-bca3-e7fed657b0ea service neutron] 10.222.0.87 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583018 Nov 03 18:37:47.180918 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a162b9-8e89-4150-bae5-a33833f75d21 x-openstack-request-id: req-f1a162b9-8e89-4150-bae5-a33833f75d21 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:47.181272 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c4b0dd-dbec-45b4-963e-087583f8605f", "tag": "0c9dbc0e-9b04-4924-86ce-67a450cc14ef", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:47.181539 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f1a162b9-8e89-4150-bae5-a33833f75d21 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:47.181889 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c4b0dd-dbec-45b4-963e-087583f8605f', 'tag': '0c9dbc0e-9b04-4924-86ce-67a450cc14ef', 'status': 'completed', 'code': 200} Nov 03 18:37:47.224767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cddac9-1e7d-4240-b6b9-3d9d73768fb8 req-97b52ae9-14e9-424b-b401-9ab42f4c6432 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:47.228571 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2cddac9-1e7d-4240-b6b9-3d9d73768fb8 req-97b52ae9-14e9-424b-b401-9ab42f4c6432 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 945 time: 0.0865612 Nov 03 18:37:47.230589 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-475e976b-35b5-4d56-a1e7-7e5c405dd811 req-549366f9-f93f-459c-b764-d227ac2ce904 service neutron] 10.222.0.87 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514044 Nov 03 18:37:47.398472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7795af7-5e03-4386-b2cd-ba8ab13fa9b3 req-0a939fbc-77a5-45a4-945d-0ca50cd4453f tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:47.399942 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7795af7-5e03-4386-b2cd-ba8ab13fa9b3 req-0a939fbc-77a5-45a4-945d-0ca50cd4453f tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 1096 time: 0.1684387 Nov 03 18:37:47.420943 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2cddac9-1e7d-4240-b6b9-3d9d73768fb8 req-6f292d5b-a2db-4fbb-a3a3-a0729b894945 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fd7f891-3782-4939-b088-6bd88b611cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778593 Nov 03 18:37:47.423941 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e2f268a-fd5c-4c73-9d1b-f939d91fd8f5 req-9af05049-f13e-48d9-8390-af37251ec4f7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1530561 Nov 03 18:37:47.430831 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-c2cae14f-2665-4e8a-991c-2184a0febf9e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=72107d064293479db9d913e1eb3d59a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541778 Nov 03 18:37:47.589498 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa390b3-4752-4b10-b821-6b76400943b7 req-bf0a7670-99c8-43a5-9854-63f4f482441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:47.591014 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3fa390b3-4752-4b10-b821-6b76400943b7 req-bf0a7670-99c8-43a5-9854-63f4f482441e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dd4e5255e5f04623bdf2f66b212cfc8f&device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 1094 time: 0.2542331 Nov 03 18:37:47.597697 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7795af7-5e03-4386-b2cd-ba8ab13fa9b3 req-b2c73366-a847-4bd6-a753-adddbd371ecc tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720338 Nov 03 18:37:47.656462 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6248b4cd-1ef2-47c6-9447-54c08b3a090f req-0877b23f-72ea-4ac9-bc46-c16fcc41fce9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 210 time: 0.1183298 Nov 03 18:37:47.676531 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00179c4-47bc-4ad1-b4b1-b5de7d6e73cf x-openstack-request-id: req-a00179c4-47bc-4ad1-b4b1-b5de7d6e73cf {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:47.676531 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "name": "network-vif-plugged", "status": "completed", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:47.677080 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a00179c4-47bc-4ad1-b4b1-b5de7d6e73cf {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:47.677406 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'code': 200} Nov 03 18:37:47.699964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-9908f799-0288-493d-aec8-fac9731ea5d0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:47.702465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-9908f799-0288-493d-aec8-fac9731ea5d0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468352 Nov 03 18:37:47.717439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f268a-fd5c-4c73-9d1b-f939d91fd8f5 req-8e8e2f2d-fd8e-4aa7-8794-ab2dcb25cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:47.718995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e2f268a-fd5c-4c73-9d1b-f939d91fd8f5 req-8e8e2f2d-fd8e-4aa7-8794-ab2dcb25cee8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9967bc7a71e345f08f6394ec34bbf289&device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 1096 time: 0.2662914 Nov 03 18:37:47.731547 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Request body: {'port': {'device_id': '067cdc33-75a5-47d6-976d-92b5fad71e0c', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '72107d064293479db9d913e1eb3d59a8'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:47.854382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f268a-fd5c-4c73-9d1b-f939d91fd8f5 req-2b911f9b-20ba-42fc-947e-bdf525125794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:47.856026 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5e2f268a-fd5c-4c73-9d1b-f939d91fd8f5 req-2b911f9b-20ba-42fc-947e-bdf525125794 service neutron] 10.222.0.98 "GET /v2.0/networks?id=5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 200 len: 921 time: 0.1078031 Nov 03 18:37:47.911298 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5e2f268a-fd5c-4c73-9d1b-f939d91fd8f5 req-ff6618b4-bb63-4f02-97c3-c61188ee39f9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907 HTTP/1.1" status: 200 len: 217 time: 0.0474823 Nov 03 18:37:47.990156 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f268a-fd5c-4c73-9d1b-f939d91fd8f5 req-03c5608a-4432-4e4f-9078-73ff19317a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:47.994757 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5e2f268a-fd5c-4c73-9d1b-f939d91fd8f5 req-03c5608a-4432-4e4f-9078-73ff19317a87 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 200 len: 860 time: 0.0732260 Nov 03 18:37:48.003825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa7bdd-3590-427f-a282-810fdf565373 req-ef29870c-31e5-4258-a28b-b182b7571890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.005305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-46fa7bdd-3590-427f-a282-810fdf565373 req-ef29870c-31e5-4258-a28b-b182b7571890 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 1097 time: 0.2226810 Nov 03 18:37:48.012680 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa390b3-4752-4b10-b821-6b76400943b7 req-52cfe455-53be-44a7-8e0b-c94df66ae45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.013254 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3fa390b3-4752-4b10-b821-6b76400943b7 req-52cfe455-53be-44a7-8e0b-c94df66ae45f service neutron] 10.222.0.87 "GET /v2.0/networks?id=dfd66ab7-d64a-4b29-8d02-07dde8098dad HTTP/1.1" status: 200 len: 922 time: 0.4066169 Nov 03 18:37:48.027433 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c49474-414b-4621-8ab8-0b07a3e62500 req-28e4463a-2aab-42e9-a31f-54befcb5028b tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.028991 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81c49474-414b-4621-8ab8-0b07a3e62500 req-28e4463a-2aab-42e9-a31f-54befcb5028b tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 1096 time: 0.2243159 Nov 03 18:37:48.033080 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5e2f268a-fd5c-4c73-9d1b-f939d91fd8f5 req-17134360-f57d-45f1-ada2-2bc74a9aba69 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5642331e-152e-4c1a-8167-032b35756d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321610 Nov 03 18:37:48.038060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261a5b6-d70e-4471-a870-1036af2933f6 req-ab56705b-f6da-4e4e-bfd4-3e33887bccf7 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.040361 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1261a5b6-d70e-4471-a870-1036af2933f6 req-ab56705b-f6da-4e4e-bfd4-3e33887bccf7 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 946 time: 0.2308855 Nov 03 18:37:48.129145 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3fa390b3-4752-4b10-b821-6b76400943b7 req-87edb19d-58ad-4ccf-9770-f0625df79c46 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c9dbc0e-9b04-4924-86ce-67a450cc14ef HTTP/1.1" status: 200 len: 217 time: 0.0858924 Nov 03 18:37:48.154086 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5e2f268a-fd5c-4c73-9d1b-f939d91fd8f5 req-28a3b1f3-596f-4590-aa2e-eea9c4b5b326 service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113675 Nov 03 18:37:48.212582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Made reservation on behalf of 72107d064293479db9d913e1eb3d59a8 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:37:48.216034 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:48.236001 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-46fa7bdd-3590-427f-a282-810fdf565373 req-a37bc1b5-4593-4b52-8c0b-957639f118b1 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188325 Nov 03 18:37:48.252195 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81c49474-414b-4621-8ab8-0b07a3e62500 req-09686086-1b04-451e-a84d-bc64ccc09eb9 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101533 Nov 03 18:37:48.256174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1261a5b6-d70e-4471-a870-1036af2933f6 req-0e563310-1553-47cd-90ef-6e2023174fb8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016482 Nov 03 18:37:48.256875 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:48.273368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa390b3-4752-4b10-b821-6b76400943b7 req-3ffef46f-0d37-436d-a26a-4fcb12d62d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.274877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3fa390b3-4752-4b10-b821-6b76400943b7 req-3ffef46f-0d37-436d-a26a-4fcb12d62d89 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ce9e0b49-eaf9-4f18-8308-2f1514ace683 HTTP/1.1" status: 200 len: 861 time: 0.1317754 Nov 03 18:37:48.289571 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5e2f268a-fd5c-4c73-9d1b-f939d91fd8f5 req-0b1f954d-62e9-4897-9211-5ec7b0383a63 service neutron] 10.222.0.98 "GET /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279545 Nov 03 18:37:48.333761 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3fa390b3-4752-4b10-b821-6b76400943b7 req-1e3ec64e-dbea-497d-9d30-40e9d892a7a8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dfd66ab7-d64a-4b29-8d02-07dde8098dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393169 Nov 03 18:37:48.544827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12804fd-77f2-453a-b795-17b718acaf3b req-ab6cc68b-ac9e-463b-b379-6c6655b4d0a6 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.546399 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d12804fd-77f2-453a-b795-17b718acaf3b req-ab6cc68b-ac9e-463b-b379-6c6655b4d0a6 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 946 time: 0.1799512 Nov 03 18:37:48.550190 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:48.557621 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3fa390b3-4752-4b10-b821-6b76400943b7 req-a9fa3018-6575-4032-a07f-e3e450500e62 service neutron] 10.222.0.87 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132626 Nov 03 18:37:48.565766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b63a7-c458-432a-a769-95bda9c9eeae req-3adb389b-365d-463c-bf53-f0fda7e12589 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:48.567191 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-908b63a7-c458-432a-a769-95bda9c9eeae req-3adb389b-365d-463c-bf53-f0fda7e12589 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1996396 Nov 03 18:37:48.579833 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:49.048269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82507c2c-a98b-4bd8-a5dd-f97f9393fee7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:49.076901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d12804fd-77f2-453a-b795-17b718acaf3b req-de455b68-00e9-494e-87f7-2083cf1f50a0 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5216053 Nov 03 18:37:49.105981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-908b63a7-c458-432a-a769-95bda9c9eeae req-c7fc02d1-fd5e-441a-8395-c41bada2f9b3 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195813 Nov 03 18:37:49.160585 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3fa390b3-4752-4b10-b821-6b76400943b7 req-d3d2803a-c953-4f59-af9a-fcb662787215 service neutron] 10.222.0.87 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921636 Nov 03 18:37:49.183444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e49062a-2c88-415a-9667-d1ca56857736', 'name': 'network-vif-deleted', 'tag': '8fdbc434-68a9-4c1d-9b6b-73523bd83ad4'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:49.187399 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cecce0e-2786-4dba-9650-509704b66505" -d '{"events": [{"server_uuid": "1e49062a-2c88-415a-9667-d1ca56857736", "name": "network-vif-deleted", "tag": "8fdbc434-68a9-4c1d-9b6b-73523bd83ad4"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:49.227364 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2478eb6a-c11b-4ddf-844b-101368493404 req-0355a38f-0346-41af-b981-6a49be59247c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 210 time: 0.0501919 Nov 03 18:37:49.233748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Allocated IP 192.168.233.134 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/384118ea-2c6b-44dc-ab7e-129a2bf3259d) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:37:49.514133 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:49.520000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d478651-b56b-4f76-836b-2931500397fe req-7d669904-ae22-4105-b425-3cd1fb6d4e6b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 210 time: 0.0601552 Nov 03 18:37:49.553343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fbfef-db5f-4815-9771-99f3b4b172e0 req-a76c7a98-bfc2-4358-bff5-f5851294cf4c tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:49.554966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b2fbfef-db5f-4815-9771-99f3b4b172e0 req-a76c7a98-bfc2-4358-bff5-f5851294cf4c tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 943 time: 0.1223295 Nov 03 18:37:49.608622 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:49.695376 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b2fbfef-db5f-4815-9771-99f3b4b172e0 req-c660b69e-ad39-4c25-a20a-0277f119936f tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279013 Nov 03 18:37:49.712604 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:37:49.719313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:37:49.723995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Pushing event updated for resources: {'Port': ['ID=384118ea-2c6b-44dc-ab7e-129a2bf3259d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:49.727028 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:37:49.740434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24a468-c58f-4a24-8aed-35ce2aabf33b req-8546486f-a18d-4262-8814-0ba79737685f tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:49.742255 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a24a468-c58f-4a24-8aed-35ce2aabf33b req-8546486f-a18d-4262-8814-0ba79737685f tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 946 time: 0.1405914 Nov 03 18:37:49.755692 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38242) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:49.765487 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1318fd2f-48c6-4934-bfcb-828cb923f8ab tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Request body: {'floatingip': {'port_id': '14b9ab53-db75-42df-937a-92add46ed91a'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:49.809188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:49.811272 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:49.856952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a2fc0743-4744-46d5-b2a8-d2c5fe2c0b86 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1368389 Nov 03 18:37:49.861082 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304f5d69-e858-4a19-9b00-d651be8eab61 x-openstack-request-id: req-304f5d69-e858-4a19-9b00-d651be8eab61 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:49.865633 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e49062a-2c88-415a-9667-d1ca56857736", "name": "network-vif-deleted", "tag": "8fdbc434-68a9-4c1d-9b6b-73523bd83ad4", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:49.866247 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-304f5d69-e858-4a19-9b00-d651be8eab61 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:49.866782 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e49062a-2c88-415a-9667-d1ca56857736', 'name': 'network-vif-deleted', 'tag': '8fdbc434-68a9-4c1d-9b6b-73523bd83ad4', 'status': 'completed', 'code': 200} Nov 03 18:37:49.895298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Request body: {'port': {'device_id': '067cdc33-75a5-47d6-976d-92b5fad71e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:49.909337 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1318fd2f-48c6-4934-bfcb-828cb923f8ab tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:50.012487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01aaa-bdc5-4cb6-9c7d-7d5ce24c80dd req-bd44f858-daec-4edf-8d6b-a8883d2c1c5a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:50.015171 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1f01aaa-bdc5-4cb6-9c7d-7d5ce24c80dd req-bd44f858-daec-4edf-8d6b-a8883d2c1c5a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 946 time: 0.1791251 Nov 03 18:37:50.040925 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:50.083864 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0aa40537-1884-4b83-a076-dcc16d820a3f None None] Provisioning complete for port 384118ea-2c6b-44dc-ab7e-129a2bf3259d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:50.084496 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0aa40537-1884-4b83-a076-dcc16d820a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:50.121509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1f01aaa-bdc5-4cb6-9c7d-7d5ce24c80dd req-0cebdcc0-be71-45fb-b9ba-a28ddb93fec8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987651 Nov 03 18:37:50.172207 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0aa40537-1884-4b83-a076-dcc16d820a3f None None] Port 384118ea-2c6b-44dc-ab7e-129a2bf3259d cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:37:50.500486 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1318fd2f-48c6-4934-bfcb-828cb923f8ab tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:50.505563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f932d4-cf46-46af-947b-11dccc91967a req-cd0485e8-0636-484c-8c6b-8b1c3f5c4123 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:50.507474 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1318fd2f-48c6-4934-bfcb-828cb923f8ab tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:50.519088 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39f932d4-cf46-46af-947b-11dccc91967a req-cd0485e8-0636-484c-8c6b-8b1c3f5c4123 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 945 time: 0.1370611 Nov 03 18:37:50.584071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 0c9dbc0e-9b04-4924-86ce-67a450cc14ef details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:50.625066 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-1318fd2f-48c6-4934-bfcb-828cb923f8ab tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Floating IP 545bf344-f47e-4f7e-9177-8817fb6a9c1b associated. External IP: 172.25.2.71, port: 14b9ab53-db75-42df-937a-92add46ed91a. Nov 03 18:37:50.676608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39f932d4-cf46-46af-947b-11dccc91967a req-52aa77eb-a1c3-416f-9eb2-3ac177a57c42 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fd7f891-3782-4939-b088-6bd88b611cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499369 Nov 03 18:37:50.757861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:50.780296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '0c9dbc0e-9b04-4924-86ce-67a450cc14ef', 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad', 'port_id': '0c9dbc0e-9b04-4924-86ce-67a450cc14ef', 'mac_address': 'fa:16:3e:4f:74:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9e0b49-eaf9-4f18-8308-2f1514ace683', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:50.830340 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:50.849835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9dbc0e-9b04-4924-86ce-67a450cc14ef {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:50.884107 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384118ea-2c6b-44dc-ab7e-129a2bf3259d {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:50.898116 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:50.903554 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:50.916261 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:50.939366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1318fd2f-48c6-4934-bfcb-828cb923f8ab tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:37:50.954849 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Transition to ACTIVE for port object 384118ea-2c6b-44dc-ab7e-129a2bf3259d will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:37:50.967248 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:50.984793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:51.043076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29c2a7-7023-4bb4-ae10-784df3ed0efd req-29fd6ab9-de47-48be-a4ae-82462bdf3984 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:51.044826 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d29c2a7-7023-4bb4-ae10-784df3ed0efd req-29fd6ab9-de47-48be-a4ae-82462bdf3984 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1953943 Nov 03 18:37:51.081702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Pushing event updated for resources: {'Port': ['ID=384118ea-2c6b-44dc-ab7e-129a2bf3259d,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:51.100218 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1318fd2f-48c6-4934-bfcb-828cb923f8ab tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:37:51.106547 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1318fd2f-48c6-4934-bfcb-828cb923f8ab tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.112675 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4696ef-3508-4c50-b394-9ecbd814a66f None None] Sync routers for ids ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:37:51.131759 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4696ef-3508-4c50-b394-9ecbd814a66f None None] Routers {'9263b7fd-621f-4749-9294-4e4d0c6c5d6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:51.132946 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0a4696ef-3508-4c50-b394-9ecbd814a66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:51.169317 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1318fd2f-48c6-4934-bfcb-828cb923f8ab tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "PUT /v2.0/floatingips/545bf344-f47e-4f7e-9177-8817fb6a9c1b HTTP/1.1" status: 200 len: 991 time: 1.4113843 Nov 03 18:37:51.170165 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29709f7a-39c6-4f0c-bf45-1a686b71d1b9', 'tag': '14b9ab53-db75-42df-937a-92add46ed91a'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:51.175900 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16226a4-2d9d-4319-9bd2-c1ef9d0b7716" -d '{"events": [{"name": "network-changed", "server_uuid": "29709f7a-39c6-4f0c-bf45-1a686b71d1b9", "tag": "14b9ab53-db75-42df-937a-92add46ed91a"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:51.226067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Attempting to bind port 384118ea-2c6b-44dc-ab7e-129a2bf3259d on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:51.230470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Attempting to bind port 384118ea-2c6b-44dc-ab7e-129a2bf3259d by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:51.231020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Attempting to bind port 384118ea-2c6b-44dc-ab7e-129a2bf3259d on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:51.248710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Port 384118ea-2c6b-44dc-ab7e-129a2bf3259d on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:51.249048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Attempting to bind port 384118ea-2c6b-44dc-ab7e-129a2bf3259d on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:51.260814 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d29c2a7-7023-4bb4-ae10-784df3ed0efd req-dbb7bf92-d05e-4faa-8e6e-ae330c3df3b1 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027369 Nov 03 18:37:51.262495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:51.262495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:51.262856 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:51.263619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Bound port: 384118ea-2c6b-44dc-ab7e-129a2bf3259d, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:51.268663 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.295241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-15afa3be-70a0-4b71-bd6a-79bfc6cb47af tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:37:51.296770 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-15afa3be-70a0-4b71-bd6a-79bfc6cb47af tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0069261 Nov 03 18:37:51.343052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-0a4696ef-3508-4c50-b394-9ecbd814a66f None None] Set router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:51.383260 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] For port 384118ea-2c6b-44dc-ab7e-129a2bf3259d, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:37:51.392433 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] For port 384118ea-2c6b-44dc-ab7e-129a2bf3259d, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:51.404628 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.413443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-a6146b1a-1c62-4aca-8646-7a38fe3de28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:51.415086 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-a6146b1a-1c62-4aca-8646-7a38fe3de28d service neutron] 10.222.0.107 "GET /v2.0/ports/762eab77-e3bf-4f1a-a6b5-67e568a2a40e HTTP/1.1" status: 200 len: 1093 time: 0.1082995 Nov 03 18:37:51.425392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-93e7706f-0350-4c2f-802b-1ddd82f6ca1a service neutron] Request body: {'binding': {'host': 'n-h1-812150-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:51.425854 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-93e7706f-0350-4c2f-802b-1ddd82f6ca1a service neutron] Unknown quota resources ['binding']. {{(pid=101711) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 18:37:51.481245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['0c9dbc0e-9b04-4924-86ce-67a450cc14ef'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:51.576403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:51.578141 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.580245 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] 10.222.0.98 "PUT /v2.0/ports/384118ea-2c6b-44dc-ab7e-129a2bf3259d HTTP/1.1" status: 200 len: 1096 time: 1.6925683 Nov 03 18:37:51.586144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2ba21-440b-4756-aa79-91a170c2bc13 service neutron] Pushing event updated for resources: {'Port': ['ID=384118ea-2c6b-44dc-ab7e-129a2bf3259d,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:51.695622 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-93e7706f-0350-4c2f-802b-1ddd82f6ca1a service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on host n-h1-812150-4 for vnic_type normal with profile None {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:37:51.696183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-93e7706f-0350-4c2f-802b-1ddd82f6ca1a service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:37:51.696734 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-93e7706f-0350-4c2f-802b-1ddd82f6ca1a service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:51.701640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350584d-509b-4162-a0c4-581bb4a0478a req-2e1ecbb2-7f18-48b1-b836-e73d9c51d618 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:51.712735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1350584d-509b-4162-a0c4-581bb4a0478a req-2e1ecbb2-7f18-48b1-b836-e73d9c51d618 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 946 time: 0.2747805 Nov 03 18:37:51.716669 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38280) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:37:51.737646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f78c4712-cc3a-4419-a2fc-d6806a2a3134 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Request body: {'floatingip': {'port_id': 'f2806032-c4a8-4a44-8499-beb4381ceba9'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:37:51.764092 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-93e7706f-0350-4c2f-802b-1ddd82f6ca1a service neutron] Port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on network e6ea9eda-3066-4349-948b-e1223c0656ae not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:37:51.764663 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-93e7706f-0350-4c2f-802b-1ddd82f6ca1a service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:37:51.851783 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-93e7706f-0350-4c2f-802b-1ddd82f6ca1a service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:37:51.852747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-93e7706f-0350-4c2f-802b-1ddd82f6ca1a service neutron] Checking segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:37:51.853287 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-93e7706f-0350-4c2f-802b-1ddd82f6ca1a service neutron] Bound using segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:37:51.853920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-93e7706f-0350-4c2f-802b-1ddd82f6ca1a service neutron] Bound port: 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:37:51.868056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-901c6950-ca74-49bc-80cf-23aa8f6f3bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:51.869820 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-901c6950-ca74-49bc-80cf-23aa8f6f3bd0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 1099 time: 0.1524241 Nov 03 18:37:51.871067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067cdc33-75a5-47d6-976d-92b5fad71e0c', 'tag': '384118ea-2c6b-44dc-ab7e-129a2bf3259d'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:51.874065 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3622fca7-176d-47b7-910c-3122d2293f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "067cdc33-75a5-47d6-976d-92b5fad71e0c", "tag": "384118ea-2c6b-44dc-ab7e-129a2bf3259d"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:51.887680 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f78c4712-cc3a-4419-a2fc-d6806a2a3134 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:51.890233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427639ba-5822-497a-849a-084f2a9b7fb0 req-315907c7-d53a-49af-a410-7cf1e3949b3c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:51.892210 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-427639ba-5822-497a-849a-084f2a9b7fb0 req-315907c7-d53a-49af-a410-7cf1e3949b3c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 948 time: 0.1003745 Nov 03 18:37:51.952661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-ca5e3f8e-578b-4fda-a8a4-26a49bbf2c21 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d HTTP/1.1" status: 200 len: 217 time: 0.0593271 Nov 03 18:37:52.029801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0a4696ef-3508-4c50-b394-9ecbd814a66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:19Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 4, 'project_id': '0487d7314e3748c0932b744a4660085a', 'gw_port': {'id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:21Z', 'updated_at': '2021-11-03T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '545bf344-f47e-4f7e-9177-8817fb6a9c1b', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'port_id': '14b9ab53-db75-42df-937a-92add46ed91a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'mac_address': 'fa:16:3e:b9:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29709f7a-39c6-4f0c-bf45-1a686b71d1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:36:32Z', 'updated_at': '2021-11-03T18:37:50Z', 'revision_number': 1, 'project_id': '0487d7314e3748c0932b744a4660085a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaac243f-6de9-4cf1-92cf-d6502bb7b8fe', 'name': '', 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'mac_address': 'fa:16:3e:7a:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:24Z', 'updated_at': '2021-11-03T18:36:31Z', 'revision_number': 5, 'project_id': '0487d7314e3748c0932b744a4660085a', 'subnets': [{'id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:52.039868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-1f75a27d-dd1d-4945-83d8-8a0b7ac02d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:52.041550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-1f75a27d-dd1d-4945-83d8-8a0b7ac02d54 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0801485 Nov 03 18:37:52.053242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-427639ba-5822-497a-849a-084f2a9b7fb0 req-bbb7179c-0d71-4c7f-b2c3-2e4bd3f879c8 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510456 Nov 03 18:37:52.076878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4696ef-3508-4c50-b394-9ecbd814a66f None None] Checking router: 9263b7fd-621f-4749-9294-4e4d0c6c5d6f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:37:52.088253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4696ef-3508-4c50-b394-9ecbd814a66f None None] Routers {'9263b7fd-621f-4749-9294-4e4d0c6c5d6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:52.089371 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0a4696ef-3508-4c50-b394-9ecbd814a66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:52.164644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-8efde1fc-5357-4651-b0e4-2d2d1b64da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:52.166330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-8efde1fc-5357-4651-b0e4-2d2d1b64da55 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065035 Nov 03 18:37:52.248419 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0629c501-f964-4f49-90f0-44cd7d871dfb req-3a270dae-b81a-4c31-88a3-a8967db1f928 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e49062a-2c88-415a-9667-d1ca56857736 HTTP/1.1" status: 200 len: 210 time: 0.0592737 Nov 03 18:37:52.376548 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-a9cfab5b-143a-4ff0-bfdd-c6530f88b0a2 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026341 Nov 03 18:37:52.404728 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-0a4696ef-3508-4c50-b394-9ecbd814a66f None None] Set router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:52.425603 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f78c4712-cc3a-4419-a2fc-d6806a2a3134 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:52.446521 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f78c4712-cc3a-4419-a2fc-d6806a2a3134 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:52.550732 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac4f17-aa65-4168-ab09-927bcd9fdecc req-71275309-7c61-4640-ab81-bd0e49f638db tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:52.552732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-93e7706f-0350-4c2f-802b-1ddd82f6ca1a service neutron] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:37:52.562580 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-93e7706f-0350-4c2f-802b-1ddd82f6ca1a service neutron] Publish callbacks [] for binding, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:52.563991 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-93e7706f-0350-4c2f-802b-1ddd82f6ca1a service neutron] 10.222.0.107 "POST /v2.0/ports/762eab77-e3bf-4f1a-a6b5-67e568a2a40e/bindings HTTP/1.1" status: 201 len: 389 time: 1.1430051 Nov 03 18:37:52.577867 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fac4f17-aa65-4168-ab09-927bcd9fdecc req-71275309-7c61-4640-ab81-bd0e49f638db tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 944 time: 0.1746008 Nov 03 18:37:52.586553 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-f78c4712-cc3a-4419-a2fc-d6806a2a3134 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Floating IP 86d0a9cf-73d4-432a-9d13-e698568f574d associated. External IP: 172.25.2.37, port: f2806032-c4a8-4a44-8499-beb4381ceba9. Nov 03 18:37:52.693258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fac4f17-aa65-4168-ab09-927bcd9fdecc req-28570b40-23fe-4233-802c-ca12a0a2786b tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127567 Nov 03 18:37:52.743863 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a23f665a-6e62-4790-9c74-2ce037b0818f req-241deba8-65bc-437c-9850-3c354ed82b3d service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559246 Nov 03 18:37:52.811923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0a4696ef-3508-4c50-b394-9ecbd814a66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:19Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 4, 'project_id': '0487d7314e3748c0932b744a4660085a', 'gw_port': {'id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:21Z', 'updated_at': '2021-11-03T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '545bf344-f47e-4f7e-9177-8817fb6a9c1b', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'port_id': '14b9ab53-db75-42df-937a-92add46ed91a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'mac_address': 'fa:16:3e:b9:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29709f7a-39c6-4f0c-bf45-1a686b71d1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:36:32Z', 'updated_at': '2021-11-03T18:37:50Z', 'revision_number': 1, 'project_id': '0487d7314e3748c0932b744a4660085a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaac243f-6de9-4cf1-92cf-d6502bb7b8fe', 'name': '', 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'mac_address': 'fa:16:3e:7a:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:24Z', 'updated_at': '2021-11-03T18:36:31Z', 'revision_number': 5, 'project_id': '0487d7314e3748c0932b744a4660085a', 'subnets': [{'id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:52.842107 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3209e36a-e74c-4a28-ae28-5769a5f5afa8 x-openstack-request-id: req-3209e36a-e74c-4a28-ae28-5769a5f5afa8 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:52.842511 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29709f7a-39c6-4f0c-bf45-1a686b71d1b9", "tag": "14b9ab53-db75-42df-937a-92add46ed91a", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:52.842863 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3209e36a-e74c-4a28-ae28-5769a5f5afa8 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:52.843440 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29709f7a-39c6-4f0c-bf45-1a686b71d1b9', 'tag': '14b9ab53-db75-42df-937a-92add46ed91a', 'status': 'completed', 'code': 200} Nov 03 18:37:52.885147 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf390fb5-7e5e-4659-96fe-8b5ccddbfd6a x-openstack-request-id: req-bf390fb5-7e5e-4659-96fe-8b5ccddbfd6a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:52.885446 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067cdc33-75a5-47d6-976d-92b5fad71e0c", "tag": "384118ea-2c6b-44dc-ab7e-129a2bf3259d", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:52.885701 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bf390fb5-7e5e-4659-96fe-8b5ccddbfd6a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:52.886658 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067cdc33-75a5-47d6-976d-92b5fad71e0c', 'tag': '384118ea-2c6b-44dc-ab7e-129a2bf3259d', 'status': 'completed', 'code': 200} Nov 03 18:37:52.901239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4696ef-3508-4c50-b394-9ecbd814a66f None None] The sync data for ids ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'] in n-d-812150-4 is: [{'id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:19Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 4, 'project_id': '0487d7314e3748c0932b744a4660085a', 'gw_port': {'id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:21Z', 'updated_at': '2021-11-03T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '545bf344-f47e-4f7e-9177-8817fb6a9c1b', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'port_id': '14b9ab53-db75-42df-937a-92add46ed91a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'mac_address': 'fa:16:3e:b9:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29709f7a-39c6-4f0c-bf45-1a686b71d1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:36:32Z', 'updated_at': '2021-11-03T18:37:50Z', 'revision_number': 1, 'project_id': '0487d7314e3748c0932b744a4660085a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaac243f-6de9-4cf1-92cf-d6502bb7b8fe', 'name': '', 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'mac_address': 'fa:16:3e:7a:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:24Z', 'updated_at': '2021-11-03T18:36:31Z', 'revision_number': 5, 'project_id': '0487d7314e3748c0932b744a4660085a', 'subnets': [{'id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:37:53.093739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622fca7-176d-47b7-910c-3122d2293f0a req-3d574282-12c1-482e-96dd-1d17fecbd707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.095312 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3622fca7-176d-47b7-910c-3122d2293f0a req-3d574282-12c1-482e-96dd-1d17fecbd707 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 1099 time: 0.1567962 Nov 03 18:37:53.100507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16226a4-2d9d-4319-9bd2-c1ef9d0b7716 req-590c2ef9-194d-4797-947c-9b68192f4d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.102024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a16226a4-2d9d-4319-9bd2-c1ef9d0b7716 req-590c2ef9-194d-4797-947c-9b68192f4d90 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0487d7314e3748c0932b744a4660085a&device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 1097 time: 0.1733181 Nov 03 18:37:53.110057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b169bf2-f8a2-4a1b-8b6c-57d27ff717ee req-6c0e7e5a-9ed2-466d-9170-0ceaaa399650 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.111555 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b169bf2-f8a2-4a1b-8b6c-57d27ff717ee req-6c0e7e5a-9ed2-466d-9170-0ceaaa399650 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1350570 Nov 03 18:37:53.141604 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0579fff-7441-4752-ae83-ca1298078c76 req-f273ee36-62ec-43ed-8934-94dc5dffca94 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.143350 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0579fff-7441-4752-ae83-ca1298078c76 req-f273ee36-62ec-43ed-8934-94dc5dffca94 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 945 time: 0.1691327 Nov 03 18:37:53.259638 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62048303-d311-420c-b7e1-12c420ce65a6 None None] New status for floating IP 545bf344-f47e-4f7e-9177-8817fb6a9c1b: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:37:53.417878 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0579fff-7441-4752-ae83-ca1298078c76 req-54b36837-edf1-497c-b076-0d4670b71d4f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619293 Nov 03 18:37:53.463774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b169bf2-f8a2-4a1b-8b6c-57d27ff717ee req-b56a803a-01cb-4ea8-b5b5-490a699a7b88 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179679 Nov 03 18:37:53.472301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622fca7-176d-47b7-910c-3122d2293f0a req-cbd222c5-be57-49df-ba50-cdffbe47e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.477646 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3622fca7-176d-47b7-910c-3122d2293f0a req-cbd222c5-be57-49df-ba50-cdffbe47e592 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.3626614 Nov 03 18:37:53.485841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16226a4-2d9d-4319-9bd2-c1ef9d0b7716 req-bfca8ede-27f6-4eca-b60b-8651b6c1a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.487738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a16226a4-2d9d-4319-9bd2-c1ef9d0b7716 req-bfca8ede-27f6-4eca-b60b-8651b6c1a5c5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=74b7de5c-625e-4531-ade4-edde3aeb2a38 HTTP/1.1" status: 200 len: 916 time: 0.3707361 Nov 03 18:37:53.502205 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78c4712-cc3a-4419-a2fc-d6806a2a3134 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:37:53.515440 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-a7fe4866-f279-4b4b-878d-e9300d6826ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.516981 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-a7fe4866-f279-4b4b-878d-e9300d6826ac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 1096 time: 0.1213570 Nov 03 18:37:53.535988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3622fca7-176d-47b7-910c-3122d2293f0a req-0c188596-02d8-472c-8a90-f1913bdc2531 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d HTTP/1.1" status: 200 len: 217 time: 0.0468876 Nov 03 18:37:53.676371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a16226a4-2d9d-4319-9bd2-c1ef9d0b7716 req-2256d5af-f77c-42c6-94ae-71c34d657418 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b9ab53-db75-42df-937a-92add46ed91a HTTP/1.1" status: 200 len: 1001 time: 0.1389101 Nov 03 18:37:53.725821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-c154977a-7c42-4477-81e9-662be026220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.726640 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-c154977a-7c42-4477-81e9-662be026220d service neutron] 10.222.0.87 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.1975465 Nov 03 18:37:53.728139 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78c4712-cc3a-4419-a2fc-d6806a2a3134 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:37:53.732667 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f78c4712-cc3a-4419-a2fc-d6806a2a3134 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:53.738961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d9959-1f53-4bf4-8b66-e4d8d554c351 None None] Sync routers for ids ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:37:53.766822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d9959-1f53-4bf4-8b66-e4d8d554c351 None None] Routers {'3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:53.769177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-428d9959-1f53-4bf4-8b66-e4d8d554c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:53.784701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622fca7-176d-47b7-910c-3122d2293f0a req-7078cd1b-e02e-4ae6-be4e-3be99352bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.787031 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3622fca7-176d-47b7-910c-3122d2293f0a req-7078cd1b-e02e-4ae6-be4e-3be99352bb32 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.2338204 Nov 03 18:37:53.838863 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-36357794-50e2-4327-8e0d-c82584421e2d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e HTTP/1.1" status: 200 len: 217 time: 0.0660152 Nov 03 18:37:53.843126 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f78c4712-cc3a-4419-a2fc-d6806a2a3134 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "PUT /v2.0/floatingips/86d0a9cf-73d4-432a-9d13-e698568f574d HTTP/1.1" status: 200 len: 991 time: 2.1223485 Nov 03 18:37:53.937072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-946fecef-171d-440f-b52d-593058f9b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.945655 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5e4fa-2c37-4855-838d-74caf39886ff req-64cc6433-d6dd-422b-bbc6-d62ae0909dc4 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.946709 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-946fecef-171d-440f-b52d-593058f9b731 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.0973618 Nov 03 18:37:53.947806 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08a5e4fa-2c37-4855-838d-74caf39886ff req-64cc6433-d6dd-422b-bbc6-d62ae0909dc4 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 948 time: 0.3450465 Nov 03 18:37:53.987815 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-33fe5e32-603e-42f9-b2e2-2e061314d1b1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281706 Nov 03 18:37:53.997944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622fca7-176d-47b7-910c-3122d2293f0a req-76beef81-68c1-4286-b49e-96cfee8592dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:53.999819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3622fca7-176d-47b7-910c-3122d2293f0a req-76beef81-68c1-4286-b49e-96cfee8592dd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1903195 Nov 03 18:37:54.005769 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-428d9959-1f53-4bf4-8b66-e4d8d554c351 None None] Set router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:54.136800 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3622fca7-176d-47b7-910c-3122d2293f0a req-ec8ab57f-9006-4736-9454-5c7b777a4597 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226046 Nov 03 18:37:54.140165 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-40ec63ae-6166-46fc-b7d0-feaacac95763 service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371129 Nov 03 18:37:54.165069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16226a4-2d9d-4319-9bd2-c1ef9d0b7716 req-2a1d5b62-d07b-4a80-95fd-21b502af0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:54.173345 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a16226a4-2d9d-4319-9bd2-c1ef9d0b7716 req-2a1d5b62-d07b-4a80-95fd-21b502af0169 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf3b54d6-1983-470d-8b3b-6e8728cac670 HTTP/1.1" status: 200 len: 854 time: 0.3756690 Nov 03 18:37:54.268828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8f7ae-bede-40e4-ac91-5b56d991ea4f req-da732aad-68af-4d64-9555-ae0e50c2dd31 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:54.272295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-edd8f7ae-bede-40e4-ac91-5b56d991ea4f req-da732aad-68af-4d64-9555-ae0e50c2dd31 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 945 time: 0.3463554 Nov 03 18:37:54.281779 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-3895037c-05aa-4889-aaf9-b2ad87f20893 service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280503 Nov 03 18:37:54.328576 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-428d9959-1f53-4bf4-8b66-e4d8d554c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:08Z', 'updated_at': '2021-11-03T18:37:19Z', 'revision_number': 4, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'gw_port': {'id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:10Z', 'updated_at': '2021-11-03T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '86d0a9cf-73d4-432a-9d13-e698568f574d', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'port_id': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'mac_address': 'fa:16:3e:6f:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:37:26Z', 'updated_at': '2021-11-03T18:37:52Z', 'revision_number': 1, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e67d2b5-a477-455a-8c67-e0ebb3997e82', 'name': '', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'mac_address': 'fa:16:3e:4e:8c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:28Z', 'revision_number': 5, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'subnets': [{'id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:54.359934 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d9959-1f53-4bf4-8b66-e4d8d554c351 None None] Checking router: 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:37:54.370388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d9959-1f53-4bf4-8b66-e4d8d554c351 None None] Routers {'3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:54.371078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-428d9959-1f53-4bf4-8b66-e4d8d554c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:54.444793 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08a5e4fa-2c37-4855-838d-74caf39886ff req-eba908de-16ea-4b5d-bced-c717ea111f31 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610052 Nov 03 18:37:54.516608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-428d9959-1f53-4bf4-8b66-e4d8d554c351 None None] Set router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:54.619309 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16226a4-2d9d-4319-9bd2-c1ef9d0b7716 req-ff4c3313-1540-4af2-b573-d4f6a61976f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:54.621012 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a16226a4-2d9d-4319-9bd2-c1ef9d0b7716 req-ff4c3313-1540-4af2-b573-d4f6a61976f1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=74b7de5c-625e-4531-ade4-edde3aeb2a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4206643 Nov 03 18:37:54.628003 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-edd8f7ae-bede-40e4-ac91-5b56d991ea4f req-8e4f47b9-a60a-4202-b9a1-c517df3e27c2 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fd7f891-3782-4939-b088-6bd88b611cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933478 Nov 03 18:37:54.665253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 0c9dbc0e-9b04-4924-86ce-67a450cc14ef up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:54.679872 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3622fca7-176d-47b7-910c-3122d2293f0a req-f8b0e5be-00c1-461e-9cc1-0e76bcc5ac06 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051692 Nov 03 18:37:54.780510 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:37:54.796862 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:54.797245 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:54.835618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a16226a4-2d9d-4319-9bd2-c1ef9d0b7716 req-0eef9c6a-6012-4d4d-8b2e-4a2566a105a5 service neutron] 10.222.0.87 "GET /v2.0/networks/74b7de5c-625e-4531-ade4-edde3aeb2a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915045 Nov 03 18:37:54.844734 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:54.848822 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006d8614-ffaf-48c4-8dec-ccf4bc8c857b" -d '{"events": [{"name": "network-changed", "server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:54.863259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f341157-46a6-4102-9d10-3011d0cce0fa req-0ea6889d-8090-4a64-86d9-e4c6c63b8bd3 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:54.873683 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f341157-46a6-4102-9d10-3011d0cce0fa req-0ea6889d-8090-4a64-86d9-e4c6c63b8bd3 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 944 time: 0.3008316 Nov 03 18:37:55.014189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-428d9959-1f53-4bf4-8b66-e4d8d554c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:08Z', 'updated_at': '2021-11-03T18:37:19Z', 'revision_number': 4, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'gw_port': {'id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:10Z', 'updated_at': '2021-11-03T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '86d0a9cf-73d4-432a-9d13-e698568f574d', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'port_id': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'mac_address': 'fa:16:3e:6f:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:37:26Z', 'updated_at': '2021-11-03T18:37:52Z', 'revision_number': 1, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e67d2b5-a477-455a-8c67-e0ebb3997e82', 'name': '', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'mac_address': 'fa:16:3e:4e:8c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:28Z', 'revision_number': 5, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'subnets': [{'id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:55.048555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d9959-1f53-4bf4-8b66-e4d8d554c351 None None] The sync data for ids ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'] in n-d-812150-4 is: [{'id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:08Z', 'updated_at': '2021-11-03T18:37:19Z', 'revision_number': 4, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'gw_port': {'id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:10Z', 'updated_at': '2021-11-03T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '86d0a9cf-73d4-432a-9d13-e698568f574d', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'port_id': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'mac_address': 'fa:16:3e:6f:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:37:26Z', 'updated_at': '2021-11-03T18:37:52Z', 'revision_number': 1, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e67d2b5-a477-455a-8c67-e0ebb3997e82', 'name': '', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'mac_address': 'fa:16:3e:4e:8c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:28Z', 'revision_number': 5, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'subnets': [{'id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:37:55.050280 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:55.113952 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:55.116185 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4b0dd-dbec-45b4-963e-087583f8605f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9dbc0e-9b04-4924-86ce-67a450cc14ef'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:55.120925 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd331c3-3fe2-4db1-ac13-e40b7480dfbc" -d '{"events": [{"server_uuid": "f5c4b0dd-dbec-45b4-963e-087583f8605f", "name": "network-vif-plugged", "status": "completed", "tag": "0c9dbc0e-9b04-4924-86ce-67a450cc14ef"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:55.127179 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:55.206407 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f341157-46a6-4102-9d10-3011d0cce0fa req-df0c29ca-0bca-467a-89a6-28bd26e3db6b tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314183 Nov 03 18:37:55.208047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:55.271731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db294317-2544-4a35-9c28-bfbd4122f3c0 req-98a3c297-7628-458d-a58b-ba340a5e85c2 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:55.273471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 384118ea-2c6b-44dc-ab7e-129a2bf3259d details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:37:55.283296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db294317-2544-4a35-9c28-bfbd4122f3c0 req-98a3c297-7628-458d-a58b-ba340a5e85c2 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 945 time: 0.2976468 Nov 03 18:37:55.342626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a16226a4-2d9d-4319-9bd2-c1ef9d0b7716 req-07b91d7f-6992-4f3d-96f5-f586326281c7 service neutron] 10.222.0.87 "GET /v2.0/networks/74b7de5c-625e-4531-ade4-edde3aeb2a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657290 Nov 03 18:37:55.426276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448de2cf-5828-46d0-a611-7e8c649d5f0c req-337d8111-2447-41a6-9496-13809108e61b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:55.433943 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-448de2cf-5828-46d0-a611-7e8c649d5f0c req-337d8111-2447-41a6-9496-13809108e61b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.0965302 Nov 03 18:37:55.445237 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c363c763-6956-487d-907a-d49465bad2d3 None None] New status for floating IP 86d0a9cf-73d4-432a-9d13-e698568f574d: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:37:55.456600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db294317-2544-4a35-9c28-bfbd4122f3c0 req-a8afc8dc-6e12-40cb-b9b9-e336a4c9d47f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719482 Nov 03 18:37:55.508569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 384118ea-2c6b-44dc-ab7e-129a2bf3259d, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:55.520563 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-448de2cf-5828-46d0-a611-7e8c649d5f0c req-04a78b49-613c-4aaa-9272-dc952399d378 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827885 Nov 03 18:37:55.548744 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '384118ea-2c6b-44dc-ab7e-129a2bf3259d', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '384118ea-2c6b-44dc-ab7e-129a2bf3259d', 'mac_address': 'fa:16:3e:79:6c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:37:55.623139 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a713ff13-3215-404d-824f-9cd7096335a9 x-openstack-request-id: req-a713ff13-3215-404d-824f-9cd7096335a9 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:55.623440 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:55.623733 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a713ff13-3215-404d-824f-9cd7096335a9 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:55.624143 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'status': 'completed', 'code': 200} Nov 03 18:37:55.659331 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af1d703-796e-4979-a5b1-6da92f90888b x-openstack-request-id: req-2af1d703-796e-4979-a5b1-6da92f90888b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:55.663619 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c4b0dd-dbec-45b4-963e-087583f8605f", "name": "network-vif-plugged", "status": "completed", "tag": "0c9dbc0e-9b04-4924-86ce-67a450cc14ef", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:55.664017 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2af1d703-796e-4979-a5b1-6da92f90888b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:55.664457 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c4b0dd-dbec-45b4-963e-087583f8605f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9dbc0e-9b04-4924-86ce-67a450cc14ef', 'code': 200} Nov 03 18:37:55.665183 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:55.741952 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384118ea-2c6b-44dc-ab7e-129a2bf3259d {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:37:55.804024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 384118ea-2c6b-44dc-ab7e-129a2bf3259d, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:55.810680 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-191f22f9-e6dc-4e28-8a57-2c7253e8aebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:55.816758 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:55.904191 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=384118ea-2c6b-44dc-ab7e-129a2bf3259d,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:55.992712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d8614-ffaf-48c4-8dec-ccf4bc8c857b req-3e58d96d-1f5c-4364-87ec-5648b7a84462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:55.994229 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-006d8614-ffaf-48c4-8dec-ccf4bc8c857b req-3e58d96d-1f5c-4364-87ec-5648b7a84462 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 1097 time: 0.3413649 Nov 03 18:37:56.021305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e630ed2-5b29-4672-94b5-0ff131f54130 req-941ef705-9474-470d-b232-65303e9fdba9 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:56.022991 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e630ed2-5b29-4672-94b5-0ff131f54130 req-941ef705-9474-470d-b232-65303e9fdba9 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 949 time: 0.2413039 Nov 03 18:37:56.107422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eb7d1-eb6d-4c45-97a8-7cbc3538aaac req-8f213bed-c10c-40c1-80ee-1cf1b787132b tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:56.109321 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d3eb7d1-eb6d-4c45-97a8-7cbc3538aaac req-8f213bed-c10c-40c1-80ee-1cf1b787132b tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 945 time: 0.2949800 Nov 03 18:37:56.117766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67ca1f-1036-4add-a1fa-195aca29dc3a req-014cac4e-8f8a-40f0-8783-6f6a548b5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:56.120697 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd67ca1f-1036-4add-a1fa-195aca29dc3a req-014cac4e-8f8a-40f0-8783-6f6a548b5ccc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 1096 time: 0.2900653 Nov 03 18:37:56.132010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['384118ea-2c6b-44dc-ab7e-129a2bf3259d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:37:56.241747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-cadff71b-4a47-4547-8fd0-0a49e116e7b1 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:56.246992 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-cadff71b-4a47-4547-8fd0-0a49e116e7b1 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.87 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 945 time: 0.1778381 Nov 03 18:37:56.418997 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-2c2125f4-a85c-4319-b593-eef8c6d2e67e tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Deleting port 363f54bc-134c-4fdd-b237-1745a4431f86 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:37:56.419534 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-2c2125f4-a85c-4319-b593-eef8c6d2e67e tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:56.579711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-2c2125f4-a85c-4319-b593-eef8c6d2e67e tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] For port 363f54bc-134c-4fdd-b237-1745a4431f86, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=363f54bc-134c-4fdd-b237-1745a4431f86,segment=NetworkSegment(ca8a2b03-2521-4fb4-a017-3582cb48a495),segment_id=ca8a2b03-2521-4fb4-a017-3582cb48a495)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:56.580076 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-2c2125f4-a85c-4319-b593-eef8c6d2e67e tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:56.760178 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d3eb7d1-eb6d-4c45-97a8-7cbc3538aaac req-626152cc-af5e-4a3e-96bb-2d283115130f tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fd7f891-3782-4939-b088-6bd88b611cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5704246 Nov 03 18:37:56.808264 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e630ed2-5b29-4672-94b5-0ff131f54130 req-6bb72b16-e583-4c43-b4f5-c29c975fef67 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7741046 Nov 03 18:37:56.884164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d8614-ffaf-48c4-8dec-ccf4bc8c857b req-6e11bf1b-6d2b-4517-8242-207fdc4d93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:56.885862 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-006d8614-ffaf-48c4-8dec-ccf4bc8c857b req-6e11bf1b-6d2b-4517-8242-207fdc4d93e2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.8810911 Nov 03 18:37:56.896919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd67ca1f-1036-4add-a1fa-195aca29dc3a req-bb0b62fe-1574-4452-8d6a-05336be71d6f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6952674 Nov 03 18:37:56.965277 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-2c2125f4-a85c-4319-b593-eef8c6d2e67e tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:56.965629 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-2c2125f4-a85c-4319-b593-eef8c6d2e67e tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:56.966018 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-2c2125f4-a85c-4319-b593-eef8c6d2e67e tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Floating IP d2a47b69-08cd-4f1f-828f-911bb1790f88 disassociated. External IP: 172.25.2.200, port: 363f54bc-134c-4fdd-b237-1745a4431f86. Nov 03 18:37:56.966404 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-2c2125f4-a85c-4319-b593-eef8c6d2e67e tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Calling delete_port for 363f54bc-134c-4fdd-b237-1745a4431f86 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:37:57.087246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-006d8614-ffaf-48c4-8dec-ccf4bc8c857b req-21ff1501-e5d6-4f45-8068-421cb6fd5e55 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2806032-c4a8-4a44-8499-beb4381ceba9 HTTP/1.1" status: 200 len: 1001 time: 0.1883488 Nov 03 18:37:57.264598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-2c2125f4-a85c-4319-b593-eef8c6d2e67e tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:57.278144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 384118ea-2c6b-44dc-ab7e-129a2bf3259d up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:37:57.293654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28009056-a15f-45e6-a5be-4861e4ae39fe req-6a8c6799-bd50-4c94-b5b7-b4370ce94736 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:57.306686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28009056-a15f-45e6-a5be-4861e4ae39fe req-6a8c6799-bd50-4c94-b5b7-b4370ce94736 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 945 time: 0.2597151 Nov 03 18:37:57.318119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d8614-ffaf-48c4-8dec-ccf4bc8c857b req-e48a8db3-5f70-4341-9dc0-a3849c719654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:57.321810 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2125f4-a85c-4319-b593-eef8c6d2e67e tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Pushing event deleted for resources: {'Port': ['ID=363f54bc-134c-4fdd-b237-1745a4431f86,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:57.328692 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-006d8614-ffaf-48c4-8dec-ccf4bc8c857b req-e48a8db3-5f70-4341-9dc0-a3849c719654 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.2036865 Nov 03 18:37:57.448528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 384118ea-2c6b-44dc-ab7e-129a2bf3259d completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:37:57.457205 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 384118ea-2c6b-44dc-ab7e-129a2bf3259d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:37:57.457580 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:57.498675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20912ee0-ada4-4a59-9257-ae012ba906ea req-5e21e57c-2446-4677-a75e-d95f95009042 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:57.503899 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20912ee0-ada4-4a59-9257-ae012ba906ea req-5e21e57c-2446-4677-a75e-d95f95009042 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 945 time: 0.4338791 Nov 03 18:37:57.527260 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-2c2125f4-a85c-4319-b593-eef8c6d2e67e tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:37:57.623356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20912ee0-ada4-4a59-9257-ae012ba906ea req-ba45af8d-bf63-47bb-a6ca-5d1375e20de0 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034868 Nov 03 18:37:57.629376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d8614-ffaf-48c4-8dec-ccf4bc8c857b req-7cd6b952-9235-448e-8e78-5f1ce813adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:57.633583 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-006d8614-ffaf-48c4-8dec-ccf4bc8c857b req-7cd6b952-9235-448e-8e78-5f1ce813adfb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3019588 Nov 03 18:37:57.659334 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28009056-a15f-45e6-a5be-4861e4ae39fe req-597f6584-2402-4d36-a62e-29f39df29b06 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516755 Nov 03 18:37:57.728585 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:57.759817 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067cdc33-75a5-47d6-976d-92b5fad71e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384118ea-2c6b-44dc-ab7e-129a2bf3259d'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:57.762898 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b14900-3c8c-480a-991c-a32b35bde6b9" -d '{"events": [{"server_uuid": "067cdc33-75a5-47d6-976d-92b5fad71e0c", "name": "network-vif-plugged", "status": "completed", "tag": "384118ea-2c6b-44dc-ab7e-129a2bf3259d"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:57.789342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 384118ea-2c6b-44dc-ab7e-129a2bf3259d, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:37:57.797923 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:57.882872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-2c2125f4-a85c-4319-b593-eef8c6d2e67e tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:37:57.934529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=384118ea-2c6b-44dc-ab7e-129a2bf3259d,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:37:57.946520 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0290c50-4495-4c73-a74f-e9d65026b72c x-openstack-request-id: req-c0290c50-4495-4c73-a74f-e9d65026b72c {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:57.946848 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067cdc33-75a5-47d6-976d-92b5fad71e0c", "name": "network-vif-plugged", "status": "completed", "tag": "384118ea-2c6b-44dc-ab7e-129a2bf3259d", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:57.947189 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c0290c50-4495-4c73-a74f-e9d65026b72c {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:57.948656 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067cdc33-75a5-47d6-976d-92b5fad71e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384118ea-2c6b-44dc-ab7e-129a2bf3259d', 'code': 200} Nov 03 18:37:57.957627 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30cb215-09e5-4ebd-9486-7f1da12f4ebb None None] Sync routers for ids ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:37:57.983045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30cb215-09e5-4ebd-9486-7f1da12f4ebb None None] Routers {'62f7eee2-8800-44cb-aaf7-bcc4e43ab993'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:57.983861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e30cb215-09e5-4ebd-9486-7f1da12f4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:58.005240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b419ea2-a5f1-49b5-aa05-692316d9c9a3 req-6490f89b-23f7-4379-a9b2-bd4dba74b6a4 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:58.008491 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b419ea2-a5f1-49b5-aa05-692316d9c9a3 req-6490f89b-23f7-4379-a9b2-bd4dba74b6a4 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1924558 Nov 03 18:37:58.029985 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5745565b-cec7-4e17-9bdf-cdaabb508db6 req-9a9437dd-6396-40d5-86f6-51b404872e91 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 210 time: 0.0830805 Nov 03 18:37:58.068087 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-2c2125f4-a85c-4319-b593-eef8c6d2e67e tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] No DVR routers for this DVR port 363f54bc-134c-4fdd-b237-1745a4431f86 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:37:58.076061 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-2c2125f4-a85c-4319-b593-eef8c6d2e67e tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.080963 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7e8c5940-e849-4022-b2ee-30c4077f9197 req-2c2125f4-a85c-4319-b593-eef8c6d2e67e tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.87 "DELETE /v2.0/ports/363f54bc-134c-4fdd-b237-1745a4431f86 HTTP/1.1" status: 204 len: 173 time: 1.8231525 Nov 03 18:37:58.081471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5090bfd-d508-4b60-b6e3-8e55b33b86e0', 'name': 'network-vif-deleted', 'tag': '363f54bc-134c-4fdd-b237-1745a4431f86'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:37:58.085280 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316eaac8-368e-4407-89c9-5ca595a605e2" -d '{"events": [{"server_uuid": "e5090bfd-d508-4b60-b6e3-8e55b33b86e0", "name": "network-vif-deleted", "tag": "363f54bc-134c-4fdd-b237-1745a4431f86"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:37:58.103455 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f094aa7-2dc7-434b-9a63-c3582fd3bc93 req-ec3ce825-5373-4929-bb39-2efa4c07cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:58.106430 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1f094aa7-2dc7-434b-9a63-c3582fd3bc93 req-ec3ce825-5373-4929-bb39-2efa4c07cfd1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 1101 time: 0.1413739 Nov 03 18:37:58.206301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-006d8614-ffaf-48c4-8dec-ccf4bc8c857b req-02260dd2-cacf-400b-9e53-9946cd0415cb service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415237 Nov 03 18:37:58.227716 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1f094aa7-2dc7-434b-9a63-c3582fd3bc93 req-de689a80-d326-41bb-b293-b4a2e89bed5e service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100945 Nov 03 18:37:58.375834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-e30cb215-09e5-4ebd-9486-7f1da12f4ebb None None] Set router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:58.409220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-006d8614-ffaf-48c4-8dec-ccf4bc8c857b req-3b6208ba-bdfb-487b-9aee-3286dc4eb44a service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830716 Nov 03 18:37:58.427830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b419ea2-a5f1-49b5-aa05-692316d9c9a3 req-76fdffc0-6994-42b1-aded-f53ae394fad6 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852160 Nov 03 18:37:58.541074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66149447-8e49-45fc-bf4f-dce9abf604ec req-ebd65800-9ded-4c04-9f06-6ba5a1531d85 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:58.552596 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66149447-8e49-45fc-bf4f-dce9abf604ec req-ebd65800-9ded-4c04-9f06-6ba5a1531d85 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.3618813 Nov 03 18:37:58.600626 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0331cd37-af8a-44e8-b445-85c3d6ca1233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:58.618083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66149447-8e49-45fc-bf4f-dce9abf604ec req-5c001e1c-9fc8-4677-aa62-de2edfc7fd79 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590308 Nov 03 18:37:58.729124 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46015cf6-cb8f-4aa5-b01a-0bbe77573223 x-openstack-request-id: req-46015cf6-cb8f-4aa5-b01a-0bbe77573223 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:37:58.730574 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5090bfd-d508-4b60-b6e3-8e55b33b86e0", "name": "network-vif-deleted", "tag": "363f54bc-134c-4fdd-b237-1745a4431f86", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:37:58.730574 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-46015cf6-cb8f-4aa5-b01a-0bbe77573223 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:37:58.730574 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5090bfd-d508-4b60-b6e3-8e55b33b86e0', 'name': 'network-vif-deleted', 'tag': '363f54bc-134c-4fdd-b237-1745a4431f86', 'status': 'completed', 'code': 200} Nov 03 18:37:58.828584 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e30cb215-09e5-4ebd-9486-7f1da12f4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd418e274-b57d-4277-ab19-5622113af7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:11Z', 'updated_at': '2021-11-03T18:35:17Z', 'revision_number': 4, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'gw_port': {'id': 'd418e274-b57d-4277-ab19-5622113af7de', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:13Z', 'updated_at': '2021-11-03T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '10319ad8-58cb-4d41-926a-989da09b38e6', 'name': '', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'mac_address': 'fa:16:3e:9d:17:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:16Z', 'updated_at': '2021-11-03T18:35:22Z', 'revision_number': 5, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'subnets': [{'id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:58.873201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30cb215-09e5-4ebd-9486-7f1da12f4ebb None None] Checking router: 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:37:58.895569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30cb215-09e5-4ebd-9486-7f1da12f4ebb None None] Routers {'62f7eee2-8800-44cb-aaf7-bcc4e43ab993'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:37:58.896499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e30cb215-09e5-4ebd-9486-7f1da12f4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:37:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:58.936178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa62f83-cf43-4a72-9744-d875bc4922ca req-f4af2687-aee4-44fd-a62e-d81d64b23964 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:58.940763 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fa62f83-cf43-4a72-9744-d875bc4922ca req-f4af2687-aee4-44fd-a62e-d81d64b23964 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 945 time: 0.0653126 Nov 03 18:37:58.948819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf58c8f-7eb8-4371-b67e-5b203ab14b3c req-ecd5d087-5c28-46c6-88d8-38b54f0c58dd tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:58.956509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5cf58c8f-7eb8-4371-b67e-5b203ab14b3c req-ecd5d087-5c28-46c6-88d8-38b54f0c58dd tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 945 time: 0.1174252 Nov 03 18:37:59.031458 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-e30cb215-09e5-4ebd-9486-7f1da12f4ebb None None] Set router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:37:59.053732 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fa62f83-cf43-4a72-9744-d875bc4922ca req-39f198d2-82dc-4217-ae01-3d4b3ac4f537 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949171 Nov 03 18:37:59.083979 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5cf58c8f-7eb8-4371-b67e-5b203ab14b3c req-3f98457b-9d61-4508-a545-e3ddee75b0ec tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265285 Nov 03 18:37:59.290961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a5ec9-b507-4759-bde9-44293b0d7579 req-cb69ec14-93b6-4c9f-911d-8cfeac86c9f1 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:59.295202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-770a5ec9-b507-4759-bde9-44293b0d7579 req-cb69ec14-93b6-4c9f-911d-8cfeac86c9f1 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 945 time: 0.1101255 Nov 03 18:37:59.350271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2cdcc13f-6c51-4555-9b38-1128ffa8cf76 req-781e3b15-04d6-4646-b266-9e1ec211277a tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/ports?device_id=e5090bfd-d508-4b60-b6e3-8e55b33b86e0 HTTP/1.1" status: 200 len: 210 time: 0.0528486 Nov 03 18:37:59.380899 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:37:59.431340 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e30cb215-09e5-4ebd-9486-7f1da12f4ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd418e274-b57d-4277-ab19-5622113af7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:11Z', 'updated_at': '2021-11-03T18:35:17Z', 'revision_number': 4, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'gw_port': {'id': 'd418e274-b57d-4277-ab19-5622113af7de', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:13Z', 'updated_at': '2021-11-03T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '10319ad8-58cb-4d41-926a-989da09b38e6', 'name': '', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'mac_address': 'fa:16:3e:9d:17:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:16Z', 'updated_at': '2021-11-03T18:35:22Z', 'revision_number': 5, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'subnets': [{'id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:37:59.435733 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-770a5ec9-b507-4759-bde9-44293b0d7579 req-b3d7ccc5-c60b-4301-9379-8338ed8e1ebb tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185856 Nov 03 18:37:59.490319 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30cb215-09e5-4ebd-9486-7f1da12f4ebb None None] The sync data for ids ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'] in n-d-812150-4 is: [{'id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd418e274-b57d-4277-ab19-5622113af7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:11Z', 'updated_at': '2021-11-03T18:35:17Z', 'revision_number': 4, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'gw_port': {'id': 'd418e274-b57d-4277-ab19-5622113af7de', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:13Z', 'updated_at': '2021-11-03T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '10319ad8-58cb-4d41-926a-989da09b38e6', 'name': '', 'network_id': 'd55d92ed-0f45-47fe-b361-a71b6daed198', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'mac_address': 'fa:16:3e:9d:17:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:16Z', 'updated_at': '2021-11-03T18:35:22Z', 'revision_number': 5, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'subnets': [{'id': 'ee23bf3f-cb65-4e2c-b0af-6b5e147f4141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:37:59.632958 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57927507-2669-4417-896a-a783ee28a251 req-9ee3a8b2-fc99-417e-b9af-61974e598d84 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:37:59.634974 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57927507-2669-4417-896a-a783ee28a251 req-9ee3a8b2-fc99-417e-b9af-61974e598d84 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.0809040 Nov 03 18:37:59.727983 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57927507-2669-4417-896a-a783ee28a251 req-fe657c46-b4d9-4ce9-9922-fe48b56599eb tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863624 Nov 03 18:37:59.937483 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d93cc-0535-4141-b84f-cf19c7a24201 None None] New status for floating IP d2a47b69-08cd-4f1f-828f-911bb1790f88: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:38:00.060304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25091b18-217d-4f76-8e84-e6fb86cab27f req-3513416e-a6e8-46ce-87c0-743411c3d2b0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:00.074174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25091b18-217d-4f76-8e84-e6fb86cab27f req-3513416e-a6e8-46ce-87c0-743411c3d2b0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1155360 Nov 03 18:38:00.171476 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25091b18-217d-4f76-8e84-e6fb86cab27f req-84130793-0586-4846-b9f1-768639a38533 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921314 Nov 03 18:38:00.187026 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.312794 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989f4b5-95ff-496a-9c85-d1292edec0d8 req-0e8a9b36-92dc-4eaf-b34c-c46a5680d702 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:00.316105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4989f4b5-95ff-496a-9c85-d1292edec0d8 req-0e8a9b36-92dc-4eaf-b34c-c46a5680d702 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 945 time: 0.0660257 Nov 03 18:38:00.405771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4989f4b5-95ff-496a-9c85-d1292edec0d8 req-38030e9c-eb2f-472d-aa4b-1001ee176822 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830178 Nov 03 18:38:00.422199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba48ec-7b16-48aa-9938-0c3821c79089 req-90bef03c-330c-41c3-b30a-34ce00c4c559 tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:00.424640 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-84ba48ec-7b16-48aa-9938-0c3821c79089 req-90bef03c-330c-41c3-b30a-34ce00c4c559 tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 1101 time: 0.0514805 Nov 03 18:38:00.446379 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-84ba48ec-7b16-48aa-9938-0c3821c79089 req-5ea4c5f0-af6a-4d9a-b8fc-c57f9c0675f9 tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.541462 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.559197 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-84ba48ec-7b16-48aa-9938-0c3821c79089 req-5ea4c5f0-af6a-4d9a-b8fc-c57f9c0675f9 tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.566704 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-84ba48ec-7b16-48aa-9938-0c3821c79089 req-5ea4c5f0-af6a-4d9a-b8fc-c57f9c0675f9 tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.629525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-84ba48ec-7b16-48aa-9938-0c3821c79089 req-5ea4c5f0-af6a-4d9a-b8fc-c57f9c0675f9 tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980505 Nov 03 18:38:00.630704 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4c5f0-af6a-4d9a-b8fc-c57f9c0675f9 tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52f058f-0741-4e1b-a516-b0402a1eeed6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:00.655479 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 363f54bc-134c-4fdd-b237-1745a4431f86 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:00.681567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 363f54bc-134c-4fdd-b237-1745a4431f86 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:00.682153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 363f54bc-134c-4fdd-b237-1745a4431f86 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:00.759308 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38410) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:00.840533 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4824d526-9165-4ad6-9095-24b02a4f7ab9 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.862256 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0ee1e-f624-491d-87f1-04774ae6ad07 req-0ad64f45-6534-46b6-be27-66b392dca729 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:00.871101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cda0ee1e-f624-491d-87f1-04774ae6ad07 req-0ad64f45-6534-46b6-be27-66b392dca729 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 945 time: 0.1294827 Nov 03 18:38:00.875183 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4824d526-9165-4ad6-9095-24b02a4f7ab9 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.974996 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4824d526-9165-4ad6-9095-24b02a4f7ab9 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.978478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cda0ee1e-f624-491d-87f1-04774ae6ad07 req-914fa236-0409-456c-9fac-bc8d65e95d6d tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054776 Nov 03 18:38:00.984005 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4824d526-9165-4ad6-9095-24b02a4f7ab9 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:00.989596 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4824d526-9165-4ad6-9095-24b02a4f7ab9 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "DELETE /v2.0/security-groups/2fd7f891-3782-4939-b088-6bd88b611cc4 HTTP/1.1" status: 204 len: 168 time: 0.2264216 Nov 03 18:38:00.990631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38420) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:01.010513 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824d526-9165-4ad6-9095-24b02a4f7ab9 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd7f891-3782-4939-b088-6bd88b611cc4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:01.013020 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-373bf216-116e-44fa-b51d-ee80cf6ee1ae tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] show failed (client error): The resource could not be found. Nov 03 18:38:01.019009 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-373bf216-116e-44fa-b51d-ee80cf6ee1ae tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "GET /v2.0/security-groups/2fd7f891-3782-4939-b088-6bd88b611cc4 HTTP/1.1" status: 404 len: 347 time: 0.0265830 Nov 03 18:38:01.019960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38424) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:01.243894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e446f7-4c82-4351-9e42-419dd9946c49 req-076ed5d2-4d8c-48ef-9d0b-3a9a961a24bc tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:01.246353 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9e446f7-4c82-4351-9e42-419dd9946c49 req-076ed5d2-4d8c-48ef-9d0b-3a9a961a24bc tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 944 time: 0.1434238 Nov 03 18:38:01.286597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-decb3059-fb8d-49db-8578-3f95dd674a10 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Deleting port ca93d174-cd1b-4d7d-91d4-9de020565a12 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:01.287038 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-decb3059-fb8d-49db-8578-3f95dd674a10 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.389997 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.403848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9e446f7-4c82-4351-9e42-419dd9946c49 req-07f87ddc-b475-46bd-a81c-d80ed3199c4a tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456656 Nov 03 18:38:01.458917 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-eebcb9b0-2267-488a-b05a-b436f2e14aad service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0520973 Nov 03 18:38:01.471998 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-35fe5819-c497-4f0d-b074-a4e38f5c296b service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:38:01.473297 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-35fe5819-c497-4f0d-b074-a4e38f5c296b service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0063961 Nov 03 18:38:01.490429 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-decb3059-fb8d-49db-8578-3f95dd674a10 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.490773 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-decb3059-fb8d-49db-8578-3f95dd674a10 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.505528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7869d06-8f3d-4e4a-8633-204e49cb2134 req-6eee6acc-0dc5-4fee-979b-add141f15e21 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:01.505528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7869d06-8f3d-4e4a-8633-204e49cb2134 req-6eee6acc-0dc5-4fee-979b-add141f15e21 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.0990348 Nov 03 18:38:01.537014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-decb3059-fb8d-49db-8578-3f95dd674a10 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Calling delete_port for ca93d174-cd1b-4d7d-91d4-9de020565a12 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:01.651415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7869d06-8f3d-4e4a-8633-204e49cb2134 req-84ed7825-a0fe-44d0-a308-a85c5f8f6ddd tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382101 Nov 03 18:38:01.853889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-decb3059-fb8d-49db-8578-3f95dd674a10 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:01.880638 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b1b07-7597-484f-910c-f9f6aa271287 req-fad8f723-55a1-4f31-b25f-0af09ce584e8 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:01.883139 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-613b1b07-7597-484f-910c-f9f6aa271287 req-fad8f723-55a1-4f31-b25f-0af09ce584e8 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.87 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 944 time: 0.0646350 Nov 03 18:38:01.913095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6c0a6-8779-4765-a04a-32905847aa1e req-c477e31e-8349-4d36-8655-0ef1016b3bc3 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:01.924772 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66b6c0a6-8779-4765-a04a-32905847aa1e req-c477e31e-8349-4d36-8655-0ef1016b3bc3 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 945 time: 0.1640446 Nov 03 18:38:01.937821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8511f5-0edf-4670-b5ba-2bf32ccd6a4a req-809f0a5a-904e-4d8c-a894-9f14ee69074f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:01.940835 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b8511f5-0edf-4670-b5ba-2bf32ccd6a4a req-809f0a5a-904e-4d8c-a894-9f14ee69074f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1818287 Nov 03 18:38:01.949998 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb3059-fb8d-49db-8578-3f95dd674a10 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Pushing event deleted for resources: {'Port': ['ID=ca93d174-cd1b-4d7d-91d4-9de020565a12,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:02.033558 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-613b1b07-7597-484f-910c-f9f6aa271287 req-2521f383-5703-4dbc-aa7e-566def18459e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Deleting port fea87f74-97ec-46fb-903f-774c009a5245 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:02.034350 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-613b1b07-7597-484f-910c-f9f6aa271287 req-2521f383-5703-4dbc-aa7e-566def18459e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.110114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66b6c0a6-8779-4765-a04a-32905847aa1e req-6c2df742-5f7e-4997-8729-225037e3a9df tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653225 Nov 03 18:38:02.119364 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-decb3059-fb8d-49db-8578-3f95dd674a10 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.122216 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-decb3059-fb8d-49db-8578-3f95dd674a10 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.123333 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-decb3059-fb8d-49db-8578-3f95dd674a10 tempest-ServersTestManualDisk-143848886 tempest-ServersTestManualDisk-143848886-project] 10.222.0.107 "DELETE /v2.0/floatingips/d2a47b69-08cd-4f1f-828f-911bb1790f88 HTTP/1.1" status: 204 len: 168 time: 1.1019175 Nov 03 18:38:02.150271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b8511f5-0edf-4670-b5ba-2bf32ccd6a4a req-2656d9af-7947-40b1-a399-4da0409f5544 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860306 Nov 03 18:38:02.150810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38456) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:02.159428 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-613b1b07-7597-484f-910c-f9f6aa271287 req-2521f383-5703-4dbc-aa7e-566def18459e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] For port fea87f74-97ec-46fb-903f-774c009a5245, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fea87f74-97ec-46fb-903f-774c009a5245,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:02.160314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-613b1b07-7597-484f-910c-f9f6aa271287 req-2521f383-5703-4dbc-aa7e-566def18459e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.175819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-613b1b07-7597-484f-910c-f9f6aa271287 req-2521f383-5703-4dbc-aa7e-566def18459e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Calling delete_port for fea87f74-97ec-46fb-903f-774c009a5245 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:02.359853 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-613b1b07-7597-484f-910c-f9f6aa271287 req-2521f383-5703-4dbc-aa7e-566def18459e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.384636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62e46d-c730-454c-bdb2-dfe158be965c req-c0ad9839-db25-4a0d-8468-c3998488d042 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:02.393684 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb62e46d-c730-454c-bdb2-dfe158be965c req-c0ad9839-db25-4a0d-8468-c3998488d042 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 945 time: 0.1584966 Nov 03 18:38:02.412774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['fea87f74-97ec-46fb-903f-774c009a5245'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:02.451799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-613b1b07-7597-484f-910c-f9f6aa271287 req-2521f383-5703-4dbc-aa7e-566def18459e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] No DVR routers for this DVR port fea87f74-97ec-46fb-903f-774c009a5245 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:02.454422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521f383-5703-4dbc-aa7e-566def18459e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Pushing event deleted for resources: {'Port': ['ID=fea87f74-97ec-46fb-903f-774c009a5245,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:02.458236 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-613b1b07-7597-484f-910c-f9f6aa271287 req-2521f383-5703-4dbc-aa7e-566def18459e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.462021 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-613b1b07-7597-484f-910c-f9f6aa271287 req-2521f383-5703-4dbc-aa7e-566def18459e tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.87 "DELETE /v2.0/ports/fea87f74-97ec-46fb-903f-774c009a5245 HTTP/1.1" status: 204 len: 173 time: 0.5595949 Nov 03 18:38:02.463026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc7d327-1e73-4be8-947f-5172766b210c', 'name': 'network-vif-deleted', 'tag': 'fea87f74-97ec-46fb-903f-774c009a5245'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:02.466047 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0b6955-eb4d-483f-91ce-826df7017971" -d '{"events": [{"server_uuid": "6bc7d327-1e73-4be8-947f-5172766b210c", "name": "network-vif-deleted", "tag": "fea87f74-97ec-46fb-903f-774c009a5245"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:02.586699 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb62e46d-c730-454c-bdb2-dfe158be965c req-22d7eaaa-b380-495e-a201-13203d546245 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902704 Nov 03 18:38:02.605827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c09ae51-67a6-47aa-9e9e-d9f34b0930d1 req-89dc2f1b-da63-4471-8049-e9c90e0f9db2 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 210 time: 0.0822678 Nov 03 18:38:02.653781 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd7fa2c-22f8-401a-8f7e-20d163bab368 x-openstack-request-id: req-fbd7fa2c-22f8-401a-8f7e-20d163bab368 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:02.657219 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 0c9dbc0e-9b04-4924-86ce-67a450cc14ef details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:38:02.658737 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc7d327-1e73-4be8-947f-5172766b210c", "name": "network-vif-deleted", "tag": "fea87f74-97ec-46fb-903f-774c009a5245", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:02.659086 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fbd7fa2c-22f8-401a-8f7e-20d163bab368 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:02.659518 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc7d327-1e73-4be8-947f-5172766b210c', 'name': 'network-vif-deleted', 'tag': 'fea87f74-97ec-46fb-903f-774c009a5245', 'status': 'completed', 'code': 200} Nov 03 18:38:02.834581 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:02.847144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '0c9dbc0e-9b04-4924-86ce-67a450cc14ef', 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad', 'port_id': '0c9dbc0e-9b04-4924-86ce-67a450cc14ef', 'mac_address': 'fa:16:3e:4f:74:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9e0b49-eaf9-4f18-8308-2f1514ace683', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:38:02.851852 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5addd8c7-babd-493a-bf0a-85b91345ad1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.885138 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.902529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c9dbc0e-9b04-4924-86ce-67a450cc14ef {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:02.926132 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:02.930746 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:02.983181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:02.985300 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8904ae1-384d-434f-b1ee-0ef3f5958a42 req-f0bd7da9-8010-49e0-93a7-9ee8eff54fdb tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:02.986974 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b8904ae1-384d-434f-b1ee-0ef3f5958a42 req-f0bd7da9-8010-49e0-93a7-9ee8eff54fdb tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1014674 Nov 03 18:38:03.098105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b8904ae1-384d-434f-b1ee-0ef3f5958a42 req-11dbad3f-0f98-46c0-ba3f-d49b6e404ae6 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045947 Nov 03 18:38:03.193008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5addd8c7-babd-493a-bf0a-85b91345ad1e admin admin] Deleting port 10319ad8-58cb-4d41-926a-989da09b38e6 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:03.193250 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5addd8c7-babd-493a-bf0a-85b91345ad1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:03.274336 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['0c9dbc0e-9b04-4924-86ce-67a450cc14ef'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:03.325513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e35366-0e34-41df-8258-d5db5df520e2 req-c48a5c3e-e717-403c-9e46-c5d9e3610f6f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:03.327041 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29e35366-0e34-41df-8258-d5db5df520e2 req-c48a5c3e-e717-403c-9e46-c5d9e3610f6f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 945 time: 0.1358666 Nov 03 18:38:03.338346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511fb6e-8bb4-4f11-b80e-a6fb2efa73be req-7b6d09fc-5af6-4697-a5ea-4869dbb84434 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:03.339854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f511fb6e-8bb4-4f11-b80e-a6fb2efa73be req-7b6d09fc-5af6-4697-a5ea-4869dbb84434 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1364019 Nov 03 18:38:03.366926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-5addd8c7-babd-493a-bf0a-85b91345ad1e admin admin] For port 10319ad8-58cb-4d41-926a-989da09b38e6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=10319ad8-58cb-4d41-926a-989da09b38e6,segment=NetworkSegment(ca8a2b03-2521-4fb4-a017-3582cb48a495),segment_id=ca8a2b03-2521-4fb4-a017-3582cb48a495)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:03.367390 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5addd8c7-babd-493a-bf0a-85b91345ad1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:03.393771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5addd8c7-babd-493a-bf0a-85b91345ad1e admin admin] Calling delete_port for 10319ad8-58cb-4d41-926a-989da09b38e6 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:03.451785 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f511fb6e-8bb4-4f11-b80e-a6fb2efa73be req-eb10360f-2305-4935-bc88-1e6bec0a9541 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014426 Nov 03 18:38:03.576246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29e35366-0e34-41df-8258-d5db5df520e2 req-eefc85f4-215b-4d9d-95c7-b073dab0a156 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353902 Nov 03 18:38:03.645861 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5addd8c7-babd-493a-bf0a-85b91345ad1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:03.694012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addd8c7-babd-493a-bf0a-85b91345ad1e admin admin] Pushing event deleted for resources: {'Port': ['ID=10319ad8-58cb-4d41-926a-989da09b38e6,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:03.820918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79723b89-d311-47b0-8843-5248b231e968 req-1997dee6-e197-46e0-a148-c9dc936751c2 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=6bc7d327-1e73-4be8-947f-5172766b210c HTTP/1.1" status: 200 len: 210 time: 0.0684292 Nov 03 18:38:03.844313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-26314aed-e8b5-4664-a630-55fb3131af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:03.846331 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-26314aed-e8b5-4664-a630-55fb3131af67 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 1101 time: 0.1616039 Nov 03 18:38:03.912690 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760c508-7715-4eb7-910d-e9c06dd6d35a req-97e3eccd-c1d6-44d4-a107-29f96c470b84 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:03.914275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a760c508-7715-4eb7-910d-e9c06dd6d35a req-97e3eccd-c1d6-44d4-a107-29f96c470b84 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 944 time: 0.2311616 Nov 03 18:38:04.430993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a760c508-7715-4eb7-910d-e9c06dd6d35a req-6e596b92-b458-4c03-9289-33045a9db226 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005531 Nov 03 18:38:04.444510 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5addd8c7-babd-493a-bf0a-85b91345ad1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:04.463206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ee659-9fdc-4677-98ba-a4c2ce7ab384 req-bb97849c-8052-4288-ac2e-15053cd3e11a tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:04.464772 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d78ee659-9fdc-4677-98ba-a4c2ce7ab384 req-bb97849c-8052-4288-ac2e-15053cd3e11a tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1290777 Nov 03 18:38:04.468053 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-b696c4a2-552f-4c4c-b9ff-0c1e1565e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:04.469368 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-b696c4a2-552f-4c4c-b9ff-0c1e1565e4bc service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.6103907 Nov 03 18:38:04.577040 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-18a3e0c1-5df9-4e4f-b0b3-8cdf68a8e1bf service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d HTTP/1.1" status: 200 len: 217 time: 0.0967371 Nov 03 18:38:04.655248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 0c9dbc0e-9b04-4924-86ce-67a450cc14ef up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:04.703058 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d78ee659-9fdc-4677-98ba-a4c2ce7ab384 req-3768194a-e77d-4513-8032-5dc539c3dee4 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256255 Nov 03 18:38:04.716533 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:04.716970 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:04.735511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-b359a3bc-f91d-4e72-ad2f-a9a08d365d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:04.735511 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-b359a3bc-f91d-4e72-ad2f-a9a08d365d95 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1379094 Nov 03 18:38:04.742278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92d517-bd01-4d3e-bbe4-9cad22e09cca req-d0c78bb8-f75e-4cb4-92d5-3f87150c5357 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:04.744104 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba92d517-bd01-4d3e-bbe4-9cad22e09cca req-d0c78bb8-f75e-4cb4-92d5-3f87150c5357 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1810062 Nov 03 18:38:04.810708 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:04.836773 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4b0dd-dbec-45b4-963e-087583f8605f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9dbc0e-9b04-4924-86ce-67a450cc14ef'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:04.839026 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9d238c-4fc5-4972-aa79-a2e6313f9247" -d '{"events": [{"server_uuid": "f5c4b0dd-dbec-45b4-963e-087583f8605f", "name": "network-vif-plugged", "status": "completed", "tag": "0c9dbc0e-9b04-4924-86ce-67a450cc14ef"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:04.851764 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:04.856295 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:04.857078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fea87f74-97ec-46fb-903f-774c009a5245 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:04.878129 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: fea87f74-97ec-46fb-903f-774c009a5245 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:04.878343 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fea87f74-97ec-46fb-903f-774c009a5245 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:04.903864 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-1cdd16d0-5e3d-4b8c-b26c-5b9c208e2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:04.906756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-1cdd16d0-5e3d-4b8c-b26c-5b9c208e2c62 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1590292 Nov 03 18:38:04.931943 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:04.974699 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba92d517-bd01-4d3e-bbe4-9cad22e09cca req-beacf885-6840-474a-ad8e-abd72cdf2bd2 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150497 Nov 03 18:38:05.005923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11533c56-555c-433a-9fe9-49821465d86a req-bbd59bcc-2b9b-4ce5-b3c5-a22c3cad4b52 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:05.007547 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11533c56-555c-433a-9fe9-49821465d86a req-bbd59bcc-2b9b-4ce5-b3c5-a22c3cad4b52 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 945 time: 0.2018528 Nov 03 18:38:05.024769 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95565a92-cfaa-4e72-a04c-3960696d6cc5 x-openstack-request-id: req-95565a92-cfaa-4e72-a04c-3960696d6cc5 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:05.025320 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c4b0dd-dbec-45b4-963e-087583f8605f", "name": "network-vif-plugged", "status": "completed", "tag": "0c9dbc0e-9b04-4924-86ce-67a450cc14ef", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:05.025733 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-95565a92-cfaa-4e72-a04c-3960696d6cc5 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:05.026319 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c4b0dd-dbec-45b4-963e-087583f8605f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9dbc0e-9b04-4924-86ce-67a450cc14ef', 'code': 200} Nov 03 18:38:05.084333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5addd8c7-babd-493a-bf0a-85b91345ad1e admin admin] Router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:38:05.137000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11533c56-555c-433a-9fe9-49821465d86a req-7c6846f3-1b54-4ee0-b340-63bff52842fb tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204107 Nov 03 18:38:05.175124 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-df8a86ae-cb14-4fc0-9970-6e9f6387fa79 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539194 Nov 03 18:38:05.304405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5addd8c7-babd-493a-bf0a-85b91345ad1e admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:38:05.311524 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5addd8c7-babd-493a-bf0a-85b91345ad1e admin admin] 10.222.0.107 "PUT /v2.0/routers/62f7eee2-8800-44cb-aaf7-bcc4e43ab993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1596344 Nov 03 18:38:05.314307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38506) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:05.318316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07902165-e9ac-45da-b91d-a73367402922 None None] Sync routers for ids ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:38:05.328310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-390e7479-9612-4a3b-9f2c-55951160df78 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450944 Nov 03 18:38:05.328623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07902165-e9ac-45da-b91d-a73367402922 None None] Routers {'62f7eee2-8800-44cb-aaf7-bcc4e43ab993'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:05.329245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-07902165-e9ac-45da-b91d-a73367402922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:37:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:05.431375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87ab3b-eb6b-49b8-b16e-320c634fe517 req-ef8450c7-5377-4be9-9662-b1af8273e41c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:05.433958 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1d87ab3b-eb6b-49b8-b16e-320c634fe517 req-ef8450c7-5377-4be9-9662-b1af8273e41c tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 945 time: 0.0685649 Nov 03 18:38:05.437648 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:05.480220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-07902165-e9ac-45da-b91d-a73367402922 None None] Set router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:05.504654 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1d87ab3b-eb6b-49b8-b16e-320c634fe517 req-87a64deb-bf4f-4a66-8b22-dae1a04b136a tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619092 Nov 03 18:38:05.553056 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:05.599183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09f85d-5dc1-4832-a975-9417e6bb9e99 req-a6318f31-92de-4f23-aa5c-793585339255 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:05.600926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc09f85d-5dc1-4832-a975-9417e6bb9e99 req-a6318f31-92de-4f23-aa5c-793585339255 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 945 time: 0.0569539 Nov 03 18:38:05.612030 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Deleting port d418e274-b57d-4277-ab19-5622113af7de {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:05.612716 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:05.661996 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc09f85d-5dc1-4832-a975-9417e6bb9e99 req-06d7c22c-0a8e-4d7f-8322-d2e136e5d6a4 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532782 Nov 03 18:38:05.712396 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] For port d418e274-b57d-4277-ab19-5622113af7de, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d418e274-b57d-4277-ab19-5622113af7de,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:05.712396 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:05.724666 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Calling delete_port for d418e274-b57d-4277-ab19-5622113af7de owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:05.735878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-07902165-e9ac-45da-b91d-a73367402922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'd418e274-b57d-4277-ab19-5622113af7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:11Z', 'updated_at': '2021-11-03T18:38:03Z', 'revision_number': 5, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'gw_port': {'id': 'd418e274-b57d-4277-ab19-5622113af7de', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:35:13Z', 'updated_at': '2021-11-03T18:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:05.770812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07902165-e9ac-45da-b91d-a73367402922 None None] Checking router: 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:38:05.783618 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07902165-e9ac-45da-b91d-a73367402922 None None] Routers {'62f7eee2-8800-44cb-aaf7-bcc4e43ab993'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:05.784255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-07902165-e9ac-45da-b91d-a73367402922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:37:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:05.877741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9065c-9ca3-45bd-bda9-ce968a3d3305 req-a4e33af0-0b4a-4f61-8644-8854dfc08d63 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:05.885044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ed9065c-9ca3-45bd-bda9-ce968a3d3305 req-a4e33af0-0b4a-4f61-8644-8854dfc08d63 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.0912378 Nov 03 18:38:05.914065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-07902165-e9ac-45da-b91d-a73367402922 None None] Set router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:05.921184 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f64cc-b5ff-4f91-b937-acdcbe6651ed req-cee9a2b9-8c19-4445-93f9-2d8584a7da51 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:05.922727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa2f64cc-b5ff-4f91-b937-acdcbe6651ed req-cee9a2b9-8c19-4445-93f9-2d8584a7da51 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.98 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 945 time: 0.0972054 Nov 03 18:38:05.934190 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:05.972365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Pushing event deleted for resources: {'Port': ['ID=d418e274-b57d-4277-ab19-5622113af7de,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:05.979115 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-07902165-e9ac-45da-b91d-a73367402922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:11Z', 'updated_at': '2021-11-03T18:38:05Z', 'revision_number': 6, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:05.999212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:05.999212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:05.999212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:05.999212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:05.999980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:05.999980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.000344 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.000697 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.001177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.001352 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.001645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.002875 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.013099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07902165-e9ac-45da-b91d-a73367402922 None None] The sync data for ids ['62f7eee2-8800-44cb-aaf7-bcc4e43ab993'] in n-d-812150-4 is: [{'id': '62f7eee2-8800-44cb-aaf7-bcc4e43ab993', 'name': 'tempest-ServersTestManualDisk-982644223-router', 'tenant_id': '6cb7b896fc0b4106a325973450c7c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:35:11Z', 'updated_at': '2021-11-03T18:38:05Z', 'revision_number': 6, 'project_id': '6cb7b896fc0b4106a325973450c7c02f', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:38:06.021961 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ed9065c-9ca3-45bd-bda9-ce968a3d3305 req-d4568394-b501-4132-8355-981a91ddb77c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358614 Nov 03 18:38:06.055051 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.146581 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640d1c8-4137-49f8-9523-69c672ac6a9e req-087b8458-2f0a-4e17-b40a-a7295c5fdca0 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:06.149039 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5640d1c8-4137-49f8-9523-69c672ac6a9e req-087b8458-2f0a-4e17-b40a-a7295c5fdca0 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 945 time: 0.2173207 Nov 03 18:38:06.155183 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.157239 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.206595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245083f-dca8-47c9-86b5-6c3420ad722e req-0c1af9a5-09bc-42eb-8141-fe712a04c615 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:06.207125 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.207893 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62f7eee2-8800-44cb-aaf7-bcc4e43ab993 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:38:06.208232 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0245083f-dca8-47c9-86b5-6c3420ad722e req-0c1af9a5-09bc-42eb-8141-fe712a04c615 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1055510 Nov 03 18:38:06.212384 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.216399 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d61c9e0f-17ee-4f85-8672-110041ddcfdb admin admin] 10.222.0.107 "DELETE /v2.0/routers/62f7eee2-8800-44cb-aaf7-bcc4e43ab993 HTTP/1.1" status: 204 len: 168 time: 0.9004548 Nov 03 18:38:06.217086 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38522) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:06.219639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-aa2f64cc-b5ff-4f91-b937-acdcbe6651ed req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Deleting port 69a52d2b-7093-494c-a4f7-4f515ac5e907 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:06.219994 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-aa2f64cc-b5ff-4f91-b937-acdcbe6651ed req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.273145 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead85277-0e93-4dd1-bdb6-974ecf30e9c5 admin admin] Deleting subnet ee23bf3f-cb65-4e2c-b0af-6b5e147f4141 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:38:06.275918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5640d1c8-4137-49f8-9523-69c672ac6a9e req-b52d5ea5-58d4-4ab0-ba38-c079f417441f tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192398 Nov 03 18:38:06.276408 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ead85277-0e93-4dd1-bdb6-974ecf30e9c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.324355 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ead85277-0e93-4dd1-bdb6-974ecf30e9c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.353017 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0245083f-dca8-47c9-86b5-6c3420ad722e req-33806370-047c-4f7a-919d-356cf53ba177 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287518 Nov 03 18:38:06.372171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-aa2f64cc-b5ff-4f91-b937-acdcbe6651ed req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] For port 69a52d2b-7093-494c-a4f7-4f515ac5e907, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=69a52d2b-7093-494c-a4f7-4f515ac5e907,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:06.372641 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-aa2f64cc-b5ff-4f91-b937-acdcbe6651ed req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.390712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-aa2f64cc-b5ff-4f91-b937-acdcbe6651ed req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Calling delete_port for 69a52d2b-7093-494c-a4f7-4f515ac5e907 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:06.428936 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ead85277-0e93-4dd1-bdb6-974ecf30e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.496314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ead85277-0e93-4dd1-bdb6-974ecf30e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.543345 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ead85277-0e93-4dd1-bdb6-974ecf30e9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.550247 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ead85277-0e93-4dd1-bdb6-974ecf30e9c5 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/ee23bf3f-cb65-4e2c-b0af-6b5e147f4141 HTTP/1.1" status: 204 len: 168 time: 0.3293037 Nov 03 18:38:06.550247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead85277-0e93-4dd1-bdb6-974ecf30e9c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee23bf3f-cb65-4e2c-b0af-6b5e147f4141,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:06.550784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38528) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:06.552236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df6f9d8-995b-48e6-9493-9f4fa5892ce4 None None] Network d55d92ed-0f45-47fe-b361-a71b6daed198 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:06.563937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15fde5-d557-4236-b436-44ccdecdcd49 req-2280cd27-70c2-4fee-8df4-fdc6a3ab5ccd tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:06.565643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d15fde5-d557-4236-b436-44ccdecdcd49 req-2280cd27-70c2-4fee-8df4-fdc6a3ab5ccd tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 945 time: 0.1020522 Nov 03 18:38:06.633796 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.692461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] Deleting port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:06.692823 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.696739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d15fde5-d557-4236-b436-44ccdecdcd49 req-821cbf2c-5293-464a-8d14-d43ccfe4b280 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187854 Nov 03 18:38:06.732797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caefc78-3121-45d2-bbeb-5a8537001787 req-3eab3718-b3f9-4f79-9278-d7c5195d3867 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:06.741412 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6caefc78-3121-45d2-bbeb-5a8537001787 req-3eab3718-b3f9-4f79-9278-d7c5195d3867 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=44cc76f7-d964-4633-a534-bdc69c252b31 HTTP/1.1" status: 200 len: 945 time: 0.1236496 Nov 03 18:38:06.749486 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-aa2f64cc-b5ff-4f91-b937-acdcbe6651ed req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.774103 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] For port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5d8f8202-8eec-4c78-ac7e-9785cf301ae0,segment=NetworkSegment(ca8a2b03-2521-4fb4-a017-3582cb48a495),segment_id=ca8a2b03-2521-4fb4-a017-3582cb48a495)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:06.774431 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.788844 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] Calling delete_port for 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:06.791305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Pushing event deleted for resources: {'Port': ['ID=69a52d2b-7093-494c-a4f7-4f515ac5e907,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:06.807125 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.807474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.807841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.808185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.808516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.808847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.809175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.809503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.809830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.810211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.810557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.810863 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:06.859281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2f64cc-b5ff-4f91-b937-acdcbe6651ed req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] No DVR routers for this DVR port 69a52d2b-7093-494c-a4f7-4f515ac5e907 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:06.868939 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-aa2f64cc-b5ff-4f91-b937-acdcbe6651ed req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.868939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa2f64cc-b5ff-4f91-b937-acdcbe6651ed req-b87b6732-333b-490b-b5ae-65c8d7c1eba9 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.98 "DELETE /v2.0/ports/69a52d2b-7093-494c-a4f7-4f515ac5e907 HTTP/1.1" status: 204 len: 173 time: 0.9375513 Nov 03 18:38:06.868939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cc76f7-d964-4633-a534-bdc69c252b31', 'name': 'network-vif-deleted', 'tag': '69a52d2b-7093-494c-a4f7-4f515ac5e907'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:06.870648 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0767a022-81d3-49e8-b13c-d4d914fe688d" -d '{"events": [{"server_uuid": "44cc76f7-d964-4633-a534-bdc69c252b31", "name": "network-vif-deleted", "tag": "69a52d2b-7093-494c-a4f7-4f515ac5e907"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:06.890094 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6caefc78-3121-45d2-bbeb-5a8537001787 req-564b3d6c-2759-488c-a224-83f746a3efea tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476331 Nov 03 18:38:06.890351 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3403f86c-9dd7-4e18-ad09-7ebc25d2ef88 None None] DHCP port deletion for d55d92ed-0f45-47fe-b361-a71b6daed198 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:38:06.909626 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.941431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8f8202-8eec-4c78-ac7e-9785cf301ae0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:06.954826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] No DVR routers for this DVR port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:06.975356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3403f86c-9dd7-4e18-ad09-7ebc25d2ef88 None None] Deleting port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:06.975532 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3403f86c-9dd7-4e18-ad09-7ebc25d2ef88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:06.976688 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8804d995-21ec-425a-8332-e2fbe9668bc0 x-openstack-request-id: req-8804d995-21ec-425a-8332-e2fbe9668bc0 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:06.976981 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cc76f7-d964-4633-a534-bdc69c252b31", "name": "network-vif-deleted", "tag": "69a52d2b-7093-494c-a4f7-4f515ac5e907", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:06.977234 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8804d995-21ec-425a-8332-e2fbe9668bc0 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:06.977667 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cc76f7-d964-4633-a534-bdc69c252b31', 'name': 'network-vif-deleted', 'tag': '69a52d2b-7093-494c-a4f7-4f515ac5e907', 'status': 'completed', 'code': 200} Nov 03 18:38:06.978779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 10319ad8-58cb-4d41-926a-989da09b38e6 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:07.078580 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.104239 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55d92ed-0f45-47fe-b361-a71b6daed198']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:07.116666 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8a2b03-2521-4fb4-a017-3582cb48a495') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:07.117113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8a2b03-2521-4fb4-a017-3582cb48a495') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:07.129104 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.147270 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.153348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 10319ad8-58cb-4d41-926a-989da09b38e6 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:07.153683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 10319ad8-58cb-4d41-926a-989da09b38e6 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:07.160215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:38:07.160732 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:38:07.163434 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:38:07.179805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd2d37-fb08-4810-8dda-dde9f750d766 req-181e7819-9b9d-4b0b-bd0f-48c44d523820 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:07.181652 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79dd2d37-fb08-4810-8dda-dde9f750d766 req-181e7819-9b9d-4b0b-bd0f-48c44d523820 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.0634434 Nov 03 18:38:07.208365 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3403f86c-9dd7-4e18-ad09-7ebc25d2ef88 None None] For port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:07.208760 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3403f86c-9dd7-4e18-ad09-7ebc25d2ef88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.226419 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3403f86c-9dd7-4e18-ad09-7ebc25d2ef88 None None] Calling delete_port for 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:07.227880 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.230130 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-3403f86c-9dd7-4e18-ad09-7ebc25d2ef88 None None] Port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:38:07.231775 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3403f86c-9dd7-4e18-ad09-7ebc25d2ef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.236858 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.241354 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] 10.222.0.107 "DELETE /v2.0/networks/d55d92ed-0f45-47fe-b361-a71b6daed198 HTTP/1.1" status: 204 len: 168 time: 0.6895530 Nov 03 18:38:07.249754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79dd2d37-fb08-4810-8dda-dde9f750d766 req-9bfbce67-a837-4f98-a8cc-9c30eacda3e8 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617788 Nov 03 18:38:07.255298 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2aaea-3492-42c2-88fd-642bd55f3ece admin admin] Pushing event deleted for resources: {'Network': ['ID=d55d92ed-0f45-47fe-b361-a71b6daed198,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:07.266165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403f86c-9dd7-4e18-ad09-7ebc25d2ef88 None None] Pushing event deleted for resources: {'Port': ['ID=5d8f8202-8eec-4c78-ac7e-9785cf301ae0,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:07.268147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3403f86c-9dd7-4e18-ad09-7ebc25d2ef88 None None] Network d55d92ed-0f45-47fe-b361-a71b6daed198 is not hosted by any dhcp agent {{(pid=101713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 18:38:07.268605 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3403f86c-9dd7-4e18-ad09-7ebc25d2ef88 None None] No DVR routers for this DVR port 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:07.420571 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30270b82-248c-4af8-8b7b-ef15764d129d req-c26cd8a6-ddc1-4814-961c-e471868368b6 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:07.426873 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-30270b82-248c-4af8-8b7b-ef15764d129d req-c26cd8a6-ddc1-4814-961c-e471868368b6 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 945 time: 0.0674062 Nov 03 18:38:07.458585 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38542) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:07.489219 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-30270b82-248c-4af8-8b7b-ef15764d129d req-9bfb459e-ffc4-41d2-957c-e74131096bde tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613530 Nov 03 18:38:07.527785 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-18ab5aec-7f00-4ced-84c1-ed208005be70 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6cb7b896fc0b4106a325973450c7c02f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0678594 Nov 03 18:38:07.530613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38546) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:07.589182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3732fd0-2cbd-4ef7-88a2-a81e8ba0598c req-124d379b-b39f-4412-8781-3f1fe8f072b7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:07.590706 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3732fd0-2cbd-4ef7-88a2-a81e8ba0598c req-124d379b-b39f-4412-8781-3f1fe8f072b7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.0668573 Nov 03 18:38:07.593006 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0a02309-e1a4-40ed-83e8-a75f9dcc8af4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.616634 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0a02309-e1a4-40ed-83e8-a75f9dcc8af4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.642187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3732fd0-2cbd-4ef7-88a2-a81e8ba0598c req-74ee9724-0946-4f77-bf50-556d89b12f16 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442958 Nov 03 18:38:07.667510 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0a02309-e1a4-40ed-83e8-a75f9dcc8af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.670100 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0a02309-e1a4-40ed-83e8-a75f9dcc8af4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:07.671242 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f0a02309-e1a4-40ed-83e8-a75f9dcc8af4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2653d1e4-69d9-4eb7-a449-cd7269496f2c HTTP/1.1" status: 204 len: 168 time: 0.1389663 Nov 03 18:38:07.679720 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a02309-e1a4-40ed-83e8-a75f9dcc8af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2653d1e4-69d9-4eb7-a449-cd7269496f2c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:07.839962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149dd41-86f8-49ed-a383-b65ef066950e req-d9a2767a-11f9-4b98-b374-3435e306d380 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:07.841426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5149dd41-86f8-49ed-a383-b65ef066950e req-d9a2767a-11f9-4b98-b374-3435e306d380 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 945 time: 0.0538237 Nov 03 18:38:07.891839 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5149dd41-86f8-49ed-a383-b65ef066950e req-4a6c5e28-a7c5-4007-a751-2852b996d129 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426667 Nov 03 18:38:08.182579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21874310-7563-4b8e-9647-9514172422cd req-593c9cc7-6e94-4eb5-af43-068e97e1ef29 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:08.184146 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21874310-7563-4b8e-9647-9514172422cd req-593c9cc7-6e94-4eb5-af43-068e97e1ef29 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 945 time: 0.0556297 Nov 03 18:38:08.234910 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21874310-7563-4b8e-9647-9514172422cd req-fcddef7b-0e20-40f8-a87f-d93d3aa29aef tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444639 Nov 03 18:38:08.366552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e475c-cd09-47a1-b19c-b1acc26eaba5 req-9d02df20-3f02-4044-a29d-3dc17223068b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:08.368001 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b2e475c-cd09-47a1-b19c-b1acc26eaba5 req-9d02df20-3f02-4044-a29d-3dc17223068b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.0513227 Nov 03 18:38:08.375914 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38578) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:08.416692 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b2e475c-cd09-47a1-b19c-b1acc26eaba5 req-51ffc026-cbee-4462-9e81-71a35f4f898f tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426550 Nov 03 18:38:08.475290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2022376666-network', 'tenant_id': '326a8b3143c7495cbf9c57a8e3e086d9'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:08.500491 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] Made reservation on behalf of 326a8b3143c7495cbf9c57a8e3e086d9 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:08.504195 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.513298 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.555684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:08.584479 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:08.584829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5d8f8202-8eec-4c78-ac7e-9785cf301ae0 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:08.585246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d418e274-b57d-4277-ab19-5622113af7de no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:08.605784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: d418e274-b57d-4277-ab19-5622113af7de {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:08.606128 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d418e274-b57d-4277-ab19-5622113af7de not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:08.613129 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.618551 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.630160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29c3b4-2673-4df8-bf26-48e61f083840 req-cecbd2ee-6c58-4219-b273-055f9b70b469 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:08.631900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a29c3b4-2673-4df8-bf26-48e61f083840 req-cecbd2ee-6c58-4219-b273-055f9b70b469 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 945 time: 0.0589759 Nov 03 18:38:08.645530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:38:08.656985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0230ab-0932-4311-8aac-d0cf0a4cb236,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:08.659471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 0c9dbc0e-9b04-4924-86ce-67a450cc14ef no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:08.664260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.664822 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] Added segment 5380eed3-88fb-4b87-a256-32fd1af06981 of type vlan for network 23771ce2-de78-436c-90e0-3e63e3bf86dc Nov 03 18:38:08.725229 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.756196 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.756606 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.759778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:08.760813 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.763407 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a29c3b4-2673-4df8-bf26-48e61f083840 req-a9c547fd-9637-4f18-b904-19bee19a63fa tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236005 Nov 03 18:38:08.777821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295628e4-39d4-464c-a4e0-57478f3f3148 req-f8c26fb1-8d25-4853-bcaa-098a5efec429 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:08.779722 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-295628e4-39d4-464c-a4e0-57478f3f3148 req-f8c26fb1-8d25-4853-bcaa-098a5efec429 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.98 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 945 time: 0.1231151 Nov 03 18:38:08.800275 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4232004 Nov 03 18:38:08.801152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38590) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:08.813811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-847e47e6-5b69-45f8-a975-603b3742116c admin admin] Request body: {'subnet': {'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2022376666-subnet', 'tenant_id': '326a8b3143c7495cbf9c57a8e3e086d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:08.826617 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:08.827747 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4b0dd-dbec-45b4-963e-087583f8605f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9dbc0e-9b04-4924-86ce-67a450cc14ef'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:08.831213 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca46ce97-3051-471d-a33d-57ecceafb137" -d '{"events": [{"server_uuid": "f5c4b0dd-dbec-45b4-963e-087583f8605f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9dbc0e-9b04-4924-86ce-67a450cc14ef"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:08.834944 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.866287 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3158e4-523d-4d12-bfe8-baf056993fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=23771ce2-de78-436c-90e0-3e63e3bf86dc,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:08.871942 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df258d64-d392-474a-bb53-11152359f9bc x-openstack-request-id: req-df258d64-d392-474a-bb53-11152359f9bc {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:08.872230 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c4b0dd-dbec-45b4-963e-087583f8605f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9dbc0e-9b04-4924-86ce-67a450cc14ef", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:08.872608 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-df258d64-d392-474a-bb53-11152359f9bc {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:08.872849 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c4b0dd-dbec-45b4-963e-087583f8605f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9dbc0e-9b04-4924-86ce-67a450cc14ef', 'code': 200} Nov 03 18:38:08.876575 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 23771ce2-de78-436c-90e0-3e63e3bf86dc details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:38:08.883329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847e47e6-5b69-45f8-a975-603b3742116c admin admin] Made reservation on behalf of 326a8b3143c7495cbf9c57a8e3e086d9 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:08.885949 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-847e47e6-5b69-45f8-a975-603b3742116c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:08.941608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c6dd7-deb4-4bc3-8892-c0edb432db2a req-91bb0eff-d868-4f9a-b3b5-b9dd8edc4a14 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:08.942846 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:08.951638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e8c6dd7-deb4-4bc3-8892-c0edb432db2a req-91bb0eff-d868-4f9a-b3b5-b9dd8edc4a14 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1223073 Nov 03 18:38:08.997857 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-295628e4-39d4-464c-a4e0-57478f3f3148 req-d9ae332d-2cd3-4fc2-82d7-211e35d03885 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Deleting port 6b94e40d-bb76-446a-a54c-a3d29834c955 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:08.998296 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-295628e4-39d4-464c-a4e0-57478f3f3148 req-d9ae332d-2cd3-4fc2-82d7-211e35d03885 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:09.063987 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e8c6dd7-deb4-4bc3-8892-c0edb432db2a req-e20cee79-aedc-4db1-beea-14da96853060 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110475 Nov 03 18:38:09.123030 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee2f03-b37c-4c02-b27f-379f7b81dffe req-68947659-39d5-477e-98ae-0d0df85e8b26 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:09.124704 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f7ee2f03-b37c-4c02-b27f-379f7b81dffe req-68947659-39d5-477e-98ae-0d0df85e8b26 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.87 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 943 time: 0.0983870 Nov 03 18:38:09.125849 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-847e47e6-5b69-45f8-a975-603b3742116c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:09.141905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43d237-62fe-4ce5-825b-9671372aa56d req-d9db8c5a-6c2e-4193-b96e-2685093bbb3c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:09.143415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d43d237-62fe-4ce5-825b-9671372aa56d req-d9db8c5a-6c2e-4193-b96e-2685093bbb3c tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 945 time: 0.1380422 Nov 03 18:38:09.163025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-295628e4-39d4-464c-a4e0-57478f3f3148 req-d9ae332d-2cd3-4fc2-82d7-211e35d03885 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] For port 6b94e40d-bb76-446a-a54c-a3d29834c955, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6b94e40d-bb76-446a-a54c-a3d29834c955,segment=NetworkSegment(98acb4e9-f11a-42ff-872c-e0a9f53efb7b),segment_id=98acb4e9-f11a-42ff-872c-e0a9f53efb7b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:09.163487 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-295628e4-39d4-464c-a4e0-57478f3f3148 req-d9ae332d-2cd3-4fc2-82d7-211e35d03885 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:09.186945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-295628e4-39d4-464c-a4e0-57478f3f3148 req-d9ae332d-2cd3-4fc2-82d7-211e35d03885 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Calling delete_port for 6b94e40d-bb76-446a-a54c-a3d29834c955 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:09.222887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e47e6-5b69-45f8-a975-603b3742116c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff7ca472-a50c-48ab-a812-76c46b2d1f6a,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:09.252980 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d43d237-62fe-4ce5-825b-9671372aa56d req-2fd2cada-25fc-456c-9c51-6cf4fa0f4ac3 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020429 Nov 03 18:38:09.258443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e47e6-5b69-45f8-a975-603b3742116c admin admin] Checking segment: {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:09.258818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847e47e6-5b69-45f8-a975-603b3742116c admin admin] Network hostable DHCP agents. Network: 23771ce2-de78-436c-90e0-3e63e3bf86dc, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:38:09.291044 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847e47e6-5b69-45f8-a975-603b3742116c admin admin] Network 23771ce2-de78-436c-90e0-3e63e3bf86dc is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:38:09.302748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-847e47e6-5b69-45f8-a975-603b3742116c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 23771ce2-de78-436c-90e0-3e63e3bf86dc) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:09.308320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-f7ee2f03-b37c-4c02-b27f-379f7b81dffe req-d2e5b946-8482-4f0a-8f0e-64f499367c72 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Deleting port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:09.308750 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f7ee2f03-b37c-4c02-b27f-379f7b81dffe req-d2e5b946-8482-4f0a-8f0e-64f499367c72 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:09.312397 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e47e6-5b69-45f8-a975-603b3742116c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:09.313064 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-847e47e6-5b69-45f8-a975-603b3742116c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:09.322143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8d3cf8-f51d-412d-9233-54fde8ee097a None None] Network 23771ce2-de78-436c-90e0-3e63e3bf86dc requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:09.327032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 69a52d2b-7093-494c-a4f7-4f515ac5e907 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:09.370259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 69a52d2b-7093-494c-a4f7-4f515ac5e907 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:09.370647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 69a52d2b-7093-494c-a4f7-4f515ac5e907 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:09.371072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6b94e40d-bb76-446a-a54c-a3d29834c955 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:09.387711 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-847e47e6-5b69-45f8-a975-603b3742116c admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5721838 Nov 03 18:38:09.401816 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-295628e4-39d4-464c-a4e0-57478f3f3148 req-d9ae332d-2cd3-4fc2-82d7-211e35d03885 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:09.431240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3881a8-64d7-46b6-a2c6-2969cec70ca3 req-fba51662-d0d4-463d-815c-cce221997417 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:09.433124 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f3881a8-64d7-46b6-a2c6-2969cec70ca3 req-fba51662-d0d4-463d-815c-cce221997417 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/ports?device_id=d314cd41-5767-4b99-92c2-9694d2f47090 HTTP/1.1" status: 200 len: 866 time: 0.0978251 Nov 03 18:38:09.461299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No active binding found for port 6b94e40d-bb76-446a-a54c-a3d29834c955 {{(pid=101713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 18:38:09.461760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6b94e40d-bb76-446a-a54c-a3d29834c955 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:09.463721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae332d-2cd3-4fc2-82d7-211e35d03885 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Pushing event deleted for resources: {'Port': ['ID=6b94e40d-bb76-446a-a54c-a3d29834c955,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:09.484300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-f7ee2f03-b37c-4c02-b27f-379f7b81dffe req-d2e5b946-8482-4f0a-8f0e-64f499367c72 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] For port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:09.484833 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f7ee2f03-b37c-4c02-b27f-379f7b81dffe req-d2e5b946-8482-4f0a-8f0e-64f499367c72 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:09.529186 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-f7ee2f03-b37c-4c02-b27f-379f7b81dffe req-d2e5b946-8482-4f0a-8f0e-64f499367c72 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Calling delete_port for 0c9dbc0e-9b04-4924-86ce-67a450cc14ef owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:09.537589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9870a52a-cfcf-4693-98ed-0e87b8393492 None None] Network 23771ce2-de78-436c-90e0-3e63e3bf86dc requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:09.593897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-295628e4-39d4-464c-a4e0-57478f3f3148 req-d9ae332d-2cd3-4fc2-82d7-211e35d03885 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] No DVR routers for this DVR port 6b94e40d-bb76-446a-a54c-a3d29834c955 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:09.597383 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-295628e4-39d4-464c-a4e0-57478f3f3148 req-d9ae332d-2cd3-4fc2-82d7-211e35d03885 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:09.601543 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-295628e4-39d4-464c-a4e0-57478f3f3148 req-d9ae332d-2cd3-4fc2-82d7-211e35d03885 tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.98 "DELETE /v2.0/ports/6b94e40d-bb76-446a-a54c-a3d29834c955 HTTP/1.1" status: 204 len: 173 time: 0.8154616 Nov 03 18:38:09.604975 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd314cd41-5767-4b99-92c2-9694d2f47090', 'name': 'network-vif-deleted', 'tag': '6b94e40d-bb76-446a-a54c-a3d29834c955'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:09.608472 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcc1cbc-3718-44f6-80ef-5b6000e54edd" -d '{"events": [{"server_uuid": "d314cd41-5767-4b99-92c2-9694d2f47090", "name": "network-vif-deleted", "tag": "6b94e40d-bb76-446a-a54c-a3d29834c955"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:09.640552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f3881a8-64d7-46b6-a2c6-2969cec70ca3 req-19e4609c-eea5-4f1c-a663-71f049b72c8b tempest-LiveAutoBlockMigrationV225Test-988563764 tempest-LiveAutoBlockMigrationV225Test-988563764-project] 10.222.0.107 "GET /v2.0/security-groups?id=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830339 Nov 03 18:38:09.689065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece72b-bd2b-4cf9-9228-d6669e771de6 req-8b623ce9-31bb-473e-9221-9dab1dc37f0c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:09.691564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0aece72b-bd2b-4cf9-9228-d6669e771de6 req-8b623ce9-31bb-473e-9221-9dab1dc37f0c tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1119711 Nov 03 18:38:09.794991 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f7ee2f03-b37c-4c02-b27f-379f7b81dffe req-d2e5b946-8482-4f0a-8f0e-64f499367c72 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:09.834067 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0aece72b-bd2b-4cf9-9228-d6669e771de6 req-a38e5d31-3aec-4ea6-aaac-6d34de467c1d tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145110 Nov 03 18:38:09.836070 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-1d5292ce-dea2-46e9-9d8a-80dd2499cccb tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:09.837899 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-1d5292ce-dea2-46e9-9d8a-80dd2499cccb tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f&tenant_id=04adf6892c414a028b77c4d4f0759b92&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 1096 time: 0.1438737 Nov 03 18:38:09.847446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5b946-8482-4f0a-8f0e-64f499367c72 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Pushing event deleted for resources: {'Port': ['ID=0c9dbc0e-9b04-4924-86ce-67a450cc14ef,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:09.856438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812150-4'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:09.908862 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb25a859-95d5-45cf-9667-b764101dcd15 x-openstack-request-id: req-eb25a859-95d5-45cf-9667-b764101dcd15 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:09.909349 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d314cd41-5767-4b99-92c2-9694d2f47090", "name": "network-vif-deleted", "tag": "6b94e40d-bb76-446a-a54c-a3d29834c955", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:09.909706 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-eb25a859-95d5-45cf-9667-b764101dcd15 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:09.910279 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd314cd41-5767-4b99-92c2-9694d2f47090', 'name': 'network-vif-deleted', 'tag': '6b94e40d-bb76-446a-a54c-a3d29834c955', 'status': 'completed', 'code': 200} Nov 03 18:38:09.937151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ee2f03-b37c-4c02-b27f-379f7b81dffe req-d2e5b946-8482-4f0a-8f0e-64f499367c72 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] No DVR routers for this DVR port 0c9dbc0e-9b04-4924-86ce-67a450cc14ef on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:09.943412 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f7ee2f03-b37c-4c02-b27f-379f7b81dffe req-d2e5b946-8482-4f0a-8f0e-64f499367c72 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:09.944371 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:09.947981 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f7ee2f03-b37c-4c02-b27f-379f7b81dffe req-d2e5b946-8482-4f0a-8f0e-64f499367c72 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.87 "DELETE /v2.0/ports/0c9dbc0e-9b04-4924-86ce-67a450cc14ef HTTP/1.1" status: 204 len: 173 time: 0.7905233 Nov 03 18:38:09.948493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4b0dd-dbec-45b4-963e-087583f8605f', 'name': 'network-vif-deleted', 'tag': '0c9dbc0e-9b04-4924-86ce-67a450cc14ef'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:09.950925 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52ea643-16e0-4818-8a00-2bf9be3636ed" -d '{"events": [{"server_uuid": "f5c4b0dd-dbec-45b4-963e-087583f8605f", "name": "network-vif-deleted", "tag": "0c9dbc0e-9b04-4924-86ce-67a450cc14ef"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:10.169550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5ddfb168-05c8-4548-9636-1d7a1e0f92bc req-22460a96-5477-4cc9-a9ad-72708836cc7f tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5c4b0dd-dbec-45b4-963e-087583f8605f HTTP/1.1" status: 200 len: 210 time: 0.0727944 Nov 03 18:38:10.215033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:10.228847 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fb888f-1071-4600-b928-014d3234247e x-openstack-request-id: req-64fb888f-1071-4600-b928-014d3234247e {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:10.229229 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c4b0dd-dbec-45b4-963e-087583f8605f", "name": "network-vif-deleted", "tag": "0c9dbc0e-9b04-4924-86ce-67a450cc14ef", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:10.229543 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-64fb888f-1071-4600-b928-014d3234247e {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:10.230302 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c4b0dd-dbec-45b4-963e-087583f8605f', 'name': 'network-vif-deleted', 'tag': '0c9dbc0e-9b04-4924-86ce-67a450cc14ef', 'status': 'completed', 'code': 200} Nov 03 18:38:10.246380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b5725-5538-471e-9516-e5d2a5383f57 req-3950093c-ff65-431b-b77b-cc7d78927662 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:10.247972 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-449b5725-5538-471e-9516-e5d2a5383f57 req-3950093c-ff65-431b-b77b-cc7d78927662 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 812 time: 0.2198975 Nov 03 18:38:10.278027 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-449b5725-5538-471e-9516-e5d2a5383f57 req-c6e2757f-cbad-4c57-be50-6957dab59dc8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/quotas/326a8b3143c7495cbf9c57a8e3e086d9 HTTP/1.1" status: 200 len: 375 time: 0.0209200 Nov 03 18:38:10.301261 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:10.362318 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-449b5725-5538-471e-9516-e5d2a5383f57 req-883ec836-3ab5-4487-884b-1ff7549cbb1a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767157 Nov 03 18:38:10.424305 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:10.463412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310ac65-43cf-4060-b0ad-3aa87664fe06 req-757013ea-da49-4a36-857d-f851c7fc3a8d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:10.465216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3310ac65-43cf-4060-b0ad-3aa87664fe06 req-757013ea-da49-4a36-857d-f851c7fc3a8d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1750998 Nov 03 18:38:10.468476 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:10.603868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Pushing event updated for resources: {'Port': ['ID=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,revision_number=7']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:10.627570 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-449b5725-5538-471e-9516-e5d2a5383f57 req-d0e68c16-f699-4a83-9661-cb1f3897ed90 service neutron] 10.222.0.107 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535853 Nov 03 18:38:10.631264 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3310ac65-43cf-4060-b0ad-3aa87664fe06 req-9186c54f-e1bd-45de-b267-388af9de396e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519687 Nov 03 18:38:10.671074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on host n-h2-812150-4 for vnic_type normal with profile {"migrating_to": "n-h1-812150-4"} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:10.671794 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:10.672441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:10.673080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 762eab77-e3bf-4f1a-a6b5-67e568a2a40e details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:38:10.706494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on network e6ea9eda-3066-4349-948b-e1223c0656ae not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:38:10.706826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:10.716469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:10.716469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Checking segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:10.716725 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Bound using segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:10.717066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Bound port: 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:10.717399 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:10.807346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h2-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:10.835633 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on host n-h2-812150-4 for vnic_type normal with profile {"migrating_to": "n-h1-812150-4"} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:10.836015 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:10.836388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:10.841276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on network e6ea9eda-3066-4349-948b-e1223c0656ae not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:38:10.841638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:10.847251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:10.847661 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Checking segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:10.848294 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Bound using segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:10.848772 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Bound port: 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:10.849174 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:10.924077 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h2-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:10.927644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:10.932795 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:10.998447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:11.015464 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 762eab77-e3bf-4f1a-a6b5-67e568a2a40e has no active binding in host n-h1-812150-4 {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 18:38:11.133673 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-449b5725-5538-471e-9516-e5d2a5383f57 req-6ca524d4-a55c-4738-b31d-ed597a709e0e service neutron] 10.222.0.107 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000451 Nov 03 18:38:11.173325 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4c286-e04e-429e-b6f5-ccfbd24e5234 req-1626ab5a-4153-4788-a1e6-8995e3b07327 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:11.174899 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27b4c286-e04e-429e-b6f5-ccfbd24e5234 req-1626ab5a-4153-4788-a1e6-8995e3b07327 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 943 time: 0.4301288 Nov 03 18:38:11.179188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:11.197861 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.api [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 762eab77-e3bf-4f1a-a6b5-67e568a2a40e-n-h2-812150-4-0 {{(pid=101712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:38:11.198195 n-d-812150-4 neutron-server[101712]: DEBUG oslo_db.api [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:38:11.240723 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27b4c286-e04e-429e-b6f5-ccfbd24e5234 req-93631746-2a2a-433c-8075-399c4d4e38a8 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588317 Nov 03 18:38:11.285435 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38642) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:11.403313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad4077-a4b8-4109-afc5-229203878aef req-d18d887d-5cd7-493e-8871-e74f50948549 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:11.403767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07747a2-b06e-48ba-8275-de9edd791843 admin admin] Deleting subnet 97b55460-6287-4d60-9d60-2a65074fdaf9 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:38:11.405206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41ad4077-a4b8-4109-afc5-229203878aef req-d18d887d-5cd7-493e-8871-e74f50948549 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.0536215 Nov 03 18:38:11.414510 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b07747a2-b06e-48ba-8275-de9edd791843 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:11.459841 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41ad4077-a4b8-4109-afc5-229203878aef req-53bf9abd-e1cf-406d-937e-d0e96379c915 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481408 Nov 03 18:38:11.578431 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a8d883e-a33a-4141-93f9-6bfebc56b5fa req-35a7e08c-a470-4a9a-8f20-74a635b06d71 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8da36e79-f421-4781-8f27-1e16d7da812f HTTP/1.1" status: 200 len: 210 time: 0.0380332 Nov 03 18:38:11.722718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on host n-h2-812150-4 for vnic_type normal with profile {"migrating_to": "n-h1-812150-4"} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:11.723300 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:11.731951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:11.738536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b07747a2-b06e-48ba-8275-de9edd791843 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:11.744674 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on network e6ea9eda-3066-4349-948b-e1223c0656ae not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:38:11.745603 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Attempting to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on network e6ea9eda-3066-4349-948b-e1223c0656ae {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:11.763643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:11.764184 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Checking segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:11.765824 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Bound using segment: {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:11.766389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Bound port: 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baca4958-a69b-47f5-ac77-5a2a6436f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e6ea9eda-3066-4349-948b-e1223c0656ae'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:11.766641 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:11.793577 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b07747a2-b06e-48ba-8275-de9edd791843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:11.863670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b07747a2-b06e-48ba-8275-de9edd791843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:11.896651 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07747a2-b06e-48ba-8275-de9edd791843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b55460-6287-4d60-9d60-2a65074fdaf9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:11.901143 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b07747a2-b06e-48ba-8275-de9edd791843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:11.907194 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b07747a2-b06e-48ba-8275-de9edd791843 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/97b55460-6287-4d60-9d60-2a65074fdaf9 HTTP/1.1" status: 204 len: 168 time: 0.6171923 Nov 03 18:38:11.908655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38668) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:11.914978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046ac6b-2b99-470b-a973-408df031bb7f req-73c32a09-db32-4832-ad8b-d75cff5cf594 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:11.916754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e046ac6b-2b99-470b-a973-408df031bb7f req-73c32a09-db32-4832-ad8b-d75cff5cf594 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1747968 Nov 03 18:38:11.924063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46d0e6a-5d15-4ed6-bb98-23cc0087ab3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762eab77-e3bf-4f1a-a6b5-67e568a2a40e'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:11.926450 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969df32b-f90a-4fd5-ae8e-2b56e4a45220" -d '{"events": [{"server_uuid": "d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f", "name": "network-vif-unplugged", "status": "completed", "tag": "762eab77-e3bf-4f1a-a6b5-67e568a2a40e"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:11.973107 n-d-812150-4 neutron-server[101712]: WARNING neutron.plugins.ml2.plugin [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Concurrent port binding operations failed on port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e Nov 03 18:38:11.979223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:11.986494 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-23f44e5b-5f08-4c29-8050-760196306b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.000954 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Attempt 2 to bind port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e Nov 03 18:38:12.008849 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:12.009484 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.011059 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-6a29e7e6-0939-400e-8fc1-1b9e986b32fc service neutron] 10.222.0.87 "PUT /v2.0/ports/762eab77-e3bf-4f1a-a6b5-67e568a2a40e HTTP/1.1" status: 200 len: 1121 time: 2.1595125 Nov 03 18:38:12.022082 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-eb707617-edb7-4717-8320-84070af4eb8d tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:12.023729 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-eb707617-edb7-4717-8320-84070af4eb8d tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/networks?id=dfd66ab7-d64a-4b29-8d02-07dde8098dad HTTP/1.1" status: 200 len: 821 time: 0.2448759 Nov 03 18:38:12.047887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e046ac6b-2b99-470b-a973-408df031bb7f req-26557a35-35b7-4945-a927-de4eea1f4d78 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157434 Nov 03 18:38:12.052774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-c9b72e3a-d54b-4d9b-ad1c-6c38fd0514f3 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/quotas/dd4e5255e5f04623bdf2f66b212cfc8f HTTP/1.1" status: 200 len: 375 time: 0.0170946 Nov 03 18:38:12.087517 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-23f44e5b-5f08-4c29-8050-760196306b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.129674 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24db0cec-d77f-4880-8533-c842311a61ca x-openstack-request-id: req-24db0cec-d77f-4880-8533-c842311a61ca {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:12.129968 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f", "name": "network-vif-unplugged", "status": "completed", "tag": "762eab77-e3bf-4f1a-a6b5-67e568a2a40e", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:12.130223 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-24db0cec-d77f-4880-8533-c842311a61ca {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:12.130622 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46d0e6a-5d15-4ed6-bb98-23cc0087ab3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762eab77-e3bf-4f1a-a6b5-67e568a2a40e', 'code': 200} Nov 03 18:38:12.131792 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['762eab77-e3bf-4f1a-a6b5-67e568a2a40e'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:12.132989 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-23f44e5b-5f08-4c29-8050-760196306b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5642331e-152e-4c1a-8167-032b35756d1c']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:12.143126 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-18fce478-3952-4a6f-a9b5-5c9abb388518 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=dd4e5255e5f04623bdf2f66b212cfc8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751073 Nov 03 18:38:12.149154 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-23f44e5b-5f08-4c29-8050-760196306b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98acb4e9-f11a-42ff-872c-e0a9f53efb7b') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:12.149737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-23f44e5b-5f08-4c29-8050-760196306b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98acb4e9-f11a-42ff-872c-e0a9f53efb7b') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:12.160313 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-23f44e5b-5f08-4c29-8050-760196306b9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.175626 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-23f44e5b-5f08-4c29-8050-760196306b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.185203 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f44e5b-5f08-4c29-8050-760196306b9f admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:38:12.185728 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-23f44e5b-5f08-4c29-8050-760196306b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:38:12.187960 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:38:12.241108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['762eab77-e3bf-4f1a-a6b5-67e568a2a40e'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:12.261241 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-23f44e5b-5f08-4c29-8050-760196306b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.269795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-23f44e5b-5f08-4c29-8050-760196306b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.275932 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-23f44e5b-5f08-4c29-8050-760196306b9f admin admin] 10.222.0.107 "DELETE /v2.0/networks/5642331e-152e-4c1a-8167-032b35756d1c HTTP/1.1" status: 204 len: 168 time: 0.3640909 Nov 03 18:38:12.288351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38674) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:12.292008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f44e5b-5f08-4c29-8050-760196306b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=5642331e-152e-4c1a-8167-032b35756d1c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:12.380904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17265f0-8641-42d1-9eea-3d0271fb98d1 admin admin] Deleting subnet 1e335d5f-5556-4a6c-afe8-58f7d660c383 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:38:12.405344 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a17265f0-8641-42d1-9eea-3d0271fb98d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.409645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-8bd5ca26-27b0-442f-8f64-1ec06d50b01a service neutron] 10.222.0.107 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555165 Nov 03 18:38:12.509439 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a17265f0-8641-42d1-9eea-3d0271fb98d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.552777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079bb84-4bdf-43cf-9e66-c5f36d6eb382 req-32c825b3-3f5b-4c2a-a859-e0d0ed7d959a tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:12.554896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a079bb84-4bdf-43cf-9e66-c5f36d6eb382 req-32c825b3-3f5b-4c2a-a859-e0d0ed7d959a tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 943 time: 0.2021437 Nov 03 18:38:12.666685 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 0c9dbc0e-9b04-4924-86ce-67a450cc14ef no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:12.680419 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a17265f0-8641-42d1-9eea-3d0271fb98d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.691423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 0c9dbc0e-9b04-4924-86ce-67a450cc14ef {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:12.691963 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 0c9dbc0e-9b04-4924-86ce-67a450cc14ef not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:12.741670 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-5cbacb3f-b13a-47c3-b12a-8aad0ee885de service neutron] 10.222.0.107 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099570 Nov 03 18:38:12.757742 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a079bb84-4bdf-43cf-9e66-c5f36d6eb382 req-5058e153-5b8b-43d1-9963-f29c5ea2bbcc tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851251 Nov 03 18:38:12.774701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b5725-5538-471e-9516-e5d2a5383f57 req-692b9649-863c-4dca-ac63-2ce0fe2cf7e7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:12.776261 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-449b5725-5538-471e-9516-e5d2a5383f57 req-692b9649-863c-4dca-ac63-2ce0fe2cf7e7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.98 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 812 time: 0.2648208 Nov 03 18:38:12.802991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-449b5725-5538-471e-9516-e5d2a5383f57 req-064e3420-3fc2-4446-8b94-fd531e3bdcc9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Request body: {'port': {'device_id': '8da36e79-f421-4781-8f27-1e16d7da812f', 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc', 'admin_state_up': True, 'tenant_id': '326a8b3143c7495cbf9c57a8e3e086d9'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:12.808455 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a17265f0-8641-42d1-9eea-3d0271fb98d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.857644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17265f0-8641-42d1-9eea-3d0271fb98d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e335d5f-5556-4a6c-afe8-58f7d660c383,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:12.894177 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a17265f0-8641-42d1-9eea-3d0271fb98d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:12.899882 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a17265f0-8641-42d1-9eea-3d0271fb98d1 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/1e335d5f-5556-4a6c-afe8-58f7d660c383 HTTP/1.1" status: 204 len: 168 time: 0.6082106 Nov 03 18:38:12.900227 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38688) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:12.998417 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.037155 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-97458fba-3ad3-4cf9-adff-7c474dcce4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.067000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc414c20-a188-4d65-9e6b-0e3fa0369f32 req-de78b23b-70f8-44d5-9386-7eca14af41d0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:13.068626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc414c20-a188-4d65-9e6b-0e3fa0369f32 req-de78b23b-70f8-44d5-9386-7eca14af41d0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1575816 Nov 03 18:38:13.084884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449b5725-5538-471e-9516-e5d2a5383f57 req-064e3420-3fc2-4446-8b94-fd531e3bdcc9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Made reservation on behalf of 326a8b3143c7495cbf9c57a8e3e086d9 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:13.088431 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-449b5725-5538-471e-9516-e5d2a5383f57 req-064e3420-3fc2-4446-8b94-fd531e3bdcc9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.131080 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-593f41e6-7c74-4954-8d72-b06ef42701de req-345ffa9a-28de-41f1-8f62-37129eec3f03 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8da36e79-f421-4781-8f27-1e16d7da812f HTTP/1.1" status: 200 len: 210 time: 0.0609958 Nov 03 18:38:13.299900 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-97458fba-3ad3-4cf9-adff-7c474dcce4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.332208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9fbda2e-1d33-4cb9-b9c7-afe5c64acaed req-80f25dea-a67e-44e3-8d5a-fd88a6b9fa30 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 210 time: 0.1229074 Nov 03 18:38:13.369999 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc414c20-a188-4d65-9e6b-0e3fa0369f32 req-1b2a7e6c-b8b2-46d0-8887-b61bb758876f tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849846 Nov 03 18:38:13.393598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-97458fba-3ad3-4cf9-adff-7c474dcce4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42cee3eb-a8f7-4ba9-8302-57a4eb2cb91d']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:13.408985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-97458fba-3ad3-4cf9-adff-7c474dcce4d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311d7edd-31a9-4a0f-b754-d561ee65803f') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:13.409199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-97458fba-3ad3-4cf9-adff-7c474dcce4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311d7edd-31a9-4a0f-b754-d561ee65803f') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:13.455334 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-97458fba-3ad3-4cf9-adff-7c474dcce4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.493126 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-97458fba-3ad3-4cf9-adff-7c474dcce4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.514837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97458fba-3ad3-4cf9-adff-7c474dcce4d6 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:38:13.515153 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-97458fba-3ad3-4cf9-adff-7c474dcce4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:38:13.517601 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:38:13.566004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-449b5725-5538-471e-9516-e5d2a5383f57 req-064e3420-3fc2-4446-8b94-fd531e3bdcc9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Allocated IP 172.20.0.6 (23771ce2-de78-436c-90e0-3e63e3bf86dc/ff7ca472-a50c-48ab-a812-76c46b2d1f6a/427d1043-718b-4bc3-9a73-0cbabc8a2250) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:13.576904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bc160-3225-4d23-8191-9f1de5ca9eb5 req-15bc8cc5-88a6-4c32-b4f4-582b07d86d44 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:13.578726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-740bc160-3225-4d23-8191-9f1de5ca9eb5 req-15bc8cc5-88a6-4c32-b4f4-582b07d86d44 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1676972 Nov 03 18:38:13.620654 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-97458fba-3ad3-4cf9-adff-7c474dcce4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.654595 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-97458fba-3ad3-4cf9-adff-7c474dcce4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.658453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-97458fba-3ad3-4cf9-adff-7c474dcce4d6 admin admin] 10.222.0.107 "DELETE /v2.0/networks/42cee3eb-a8f7-4ba9-8302-57a4eb2cb91d HTTP/1.1" status: 204 len: 168 time: 0.7566776 Nov 03 18:38:13.690803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97458fba-3ad3-4cf9-adff-7c474dcce4d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=42cee3eb-a8f7-4ba9-8302-57a4eb2cb91d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:13.699662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-740bc160-3225-4d23-8191-9f1de5ca9eb5 req-31947522-49fa-4001-987c-5f09612c91ff tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078634 Nov 03 18:38:13.816766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38704) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:13.822588 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-449b5725-5538-471e-9516-e5d2a5383f57 req-064e3420-3fc2-4446-8b94-fd531e3bdcc9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.887822 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0c101329-8a6f-40fc-8fac-6a7bee4b6c64 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9967bc7a71e345f08f6394ec34bbf289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0694456 Nov 03 18:38:13.893489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38708) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:13.910134 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-449b5725-5538-471e-9516-e5d2a5383f57 req-064e3420-3fc2-4446-8b94-fd531e3bdcc9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.949997 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a92a02a4-b506-49b5-b016-0ee736f14b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.964166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449b5725-5538-471e-9516-e5d2a5383f57 req-064e3420-3fc2-4446-8b94-fd531e3bdcc9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Network 23771ce2-de78-436c-90e0-3e63e3bf86dc is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:13.969485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-449b5725-5538-471e-9516-e5d2a5383f57 req-064e3420-3fc2-4446-8b94-fd531e3bdcc9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:13.971607 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a92a02a4-b506-49b5-b016-0ee736f14b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:13.983781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca8df8-bf50-47ba-96b0-4c46084eae2d req-8e6b2cc4-e4e6-4dc9-be3a-0f73d41681d4 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:13.985477 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45ca8df8-bf50-47ba-96b0-4c46084eae2d req-8e6b2cc4-e4e6-4dc9-be3a-0f73d41681d4 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 943 time: 0.1186914 Nov 03 18:38:13.989135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-449b5725-5538-471e-9516-e5d2a5383f57 req-064e3420-3fc2-4446-8b94-fd531e3bdcc9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:14.015441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e3420-3fc2-4446-8b94-fd531e3bdcc9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Pushing event updated for resources: {'Port': ['ID=427d1043-718b-4bc3-9a73-0cbabc8a2250,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:14.031936 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a92a02a4-b506-49b5-b016-0ee736f14b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.035630 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a92a02a4-b506-49b5-b016-0ee736f14b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.036885 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a92a02a4-b506-49b5-b016-0ee736f14b99 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4d0bdb80-e9a3-4da2-96db-5c5274e5ae99 HTTP/1.1" status: 204 len: 168 time: 0.1432781 Nov 03 18:38:14.047009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a02a4-b506-49b5-b016-0ee736f14b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0bdb80-e9a3-4da2-96db-5c5274e5ae99,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:14.072499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b5725-5538-471e-9516-e5d2a5383f57 req-064e3420-3fc2-4446-8b94-fd531e3bdcc9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:14.072499 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-449b5725-5538-471e-9516-e5d2a5383f57 req-064e3420-3fc2-4446-8b94-fd531e3bdcc9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.099227 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45ca8df8-bf50-47ba-96b0-4c46084eae2d req-e32d2812-83ff-4d7c-8ad8-1138ccd00c04 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037400 Nov 03 18:38:14.103707 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-449b5725-5538-471e-9516-e5d2a5383f57 req-064e3420-3fc2-4446-8b94-fd531e3bdcc9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3053713 Nov 03 18:38:14.118729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Request body: {'port': {'device_id': '8da36e79-f421-4781-8f27-1e16d7da812f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:14.138369 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46d0e6a-5d15-4ed6-bb98-23cc0087ab3f', 'tag': '762eab77-e3bf-4f1a-a6b5-67e568a2a40e'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:14.140641 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3abe920-4e96-4c52-83b1-56e41f4659c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f", "tag": "762eab77-e3bf-4f1a-a6b5-67e568a2a40e"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:14.187919 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.201163 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c715677-c9b6-40d6-a52a-c73620572a12 x-openstack-request-id: req-7c715677-c9b6-40d6-a52a-c73620572a12 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:14.201482 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f", "tag": "762eab77-e3bf-4f1a-a6b5-67e568a2a40e", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:14.201698 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7c715677-c9b6-40d6-a52a-c73620572a12 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:14.202103 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46d0e6a-5d15-4ed6-bb98-23cc0087ab3f', 'tag': '762eab77-e3bf-4f1a-a6b5-67e568a2a40e', 'status': 'completed', 'code': 200} Nov 03 18:38:14.281892 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abe920-4e96-4c52-83b1-56e41f4659c6 req-72ded819-bb42-4fbd-b468-3fa31d17ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:14.283989 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d3abe920-4e96-4c52-83b1-56e41f4659c6 req-72ded819-bb42-4fbd-b468-3fa31d17ead9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 1124 time: 0.0559075 Nov 03 18:38:14.392840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abe920-4e96-4c52-83b1-56e41f4659c6 req-8373e9de-caa0-4fb7-82c7-44b6c1203a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:14.394653 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d3abe920-4e96-4c52-83b1-56e41f4659c6 req-8373e9de-caa0-4fb7-82c7-44b6c1203a85 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.1014609 Nov 03 18:38:14.403903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21e7e5-43be-4963-bf25-92939483e990 req-3c1ae5c9-1460-4ecc-87be-9f8e02621cb3 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:14.413578 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb21e7e5-43be-4963-bf25-92939483e990 req-3c1ae5c9-1460-4ecc-87be-9f8e02621cb3 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8da36e79-f421-4781-8f27-1e16d7da812f HTTP/1.1" status: 200 len: 931 time: 0.1737509 Nov 03 18:38:14.478122 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d3abe920-4e96-4c52-83b1-56e41f4659c6 req-adc8478d-3762-44d2-a099-01d0f10e0735 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e HTTP/1.1" status: 200 len: 217 time: 0.0704656 Nov 03 18:38:14.489041 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19b860bf-79a3-4c80-8b56-873913b51ef7 req-94a33688-6d24-43aa-80ce-954bef037bdf tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 210 time: 0.0638795 Nov 03 18:38:14.538510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38724) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:14.547535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abe920-4e96-4c52-83b1-56e41f4659c6 req-4fd6e1d8-e409-4f0b-8368-35cc643ae61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:14.549763 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d3abe920-4e96-4c52-83b1-56e41f4659c6 req-4fd6e1d8-e409-4f0b-8368-35cc643ae61e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.0655878 Nov 03 18:38:14.578631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb21e7e5-43be-4963-bf25-92939483e990 req-fe072865-0846-4814-a6f5-b128f165c42d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641021 Nov 03 18:38:14.605124 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d3abe920-4e96-4c52-83b1-56e41f4659c6 req-4e46bb88-d031-4b14-b5af-07f2931103b8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365479 Nov 03 18:38:14.612364 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dd8221ef-27c8-4964-9cfe-bb6d1f72a481 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3ce25a8f26cd490c95c0c2d55a9173f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0726452 Nov 03 18:38:14.615390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38726) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:14.668238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d337b74-6ddb-401a-a293-79f4e7d419a3 req-147d19ce-de07-4324-9623-108db4126eca tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:14.669752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d337b74-6ddb-401a-a293-79f4e7d419a3 req-147d19ce-de07-4324-9623-108db4126eca tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.0879843 Nov 03 18:38:14.719354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427d1043-718b-4bc3-9a73-0cbabc8a2250 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:14.722024 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8425-9634-417a-8569-5aedf6acfc8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.734325 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.758024 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d3abe920-4e96-4c52-83b1-56e41f4659c6 req-446be145-50dc-45b6-9992-a297187f5a44 service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362641 Nov 03 18:38:14.759110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d337b74-6ddb-401a-a293-79f4e7d419a3 req-3d9d7d7b-3413-4947-b66a-ff5c76c2fbca tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715394 Nov 03 18:38:14.762904 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8425-9634-417a-8569-5aedf6acfc8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.764587 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Transition to ACTIVE for port object 427d1043-718b-4bc3-9a73-0cbabc8a2250 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:38:14.771840 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.859871 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Pushing event updated for resources: {'Port': ['ID=427d1043-718b-4bc3-9a73-0cbabc8a2250,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:14.875834 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8425-9634-417a-8569-5aedf6acfc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.878487 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8425-9634-417a-8569-5aedf6acfc8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:14.879656 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d3bf8425-9634-417a-8569-5aedf6acfc8f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c073315b-d057-4943-8c5a-d80a31c9fed6 HTTP/1.1" status: 204 len: 168 time: 0.2631750 Nov 03 18:38:14.885094 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d3abe920-4e96-4c52-83b1-56e41f4659c6 req-ddd69115-125d-421b-93f5-bee3f98d3168 service neutron] 10.222.0.98 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147397 Nov 03 18:38:14.892862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf8425-9634-417a-8569-5aedf6acfc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c073315b-d057-4943-8c5a-d80a31c9fed6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:14.917081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614537e0-9bc1-4222-9508-77a0832e1305 req-97dd3b24-521c-4f93-8d32-ecc3e2138b2e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:14.918625 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-614537e0-9bc1-4222-9508-77a0832e1305 req-97dd3b24-521c-4f93-8d32-ecc3e2138b2e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1149573 Nov 03 18:38:14.978461 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Attempting to bind port 427d1043-718b-4bc3-9a73-0cbabc8a2250 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:14.978778 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Attempting to bind port 427d1043-718b-4bc3-9a73-0cbabc8a2250 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:14.979108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Attempting to bind port 427d1043-718b-4bc3-9a73-0cbabc8a2250 on network 23771ce2-de78-436c-90e0-3e63e3bf86dc {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:14.993009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Port 427d1043-718b-4bc3-9a73-0cbabc8a2250 on network 23771ce2-de78-436c-90e0-3e63e3bf86dc not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:38:14.993346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Attempting to bind port 427d1043-718b-4bc3-9a73-0cbabc8a2250 on network 23771ce2-de78-436c-90e0-3e63e3bf86dc {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:14.999718 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-614537e0-9bc1-4222-9508-77a0832e1305 req-4f4ef24d-3c33-4c6c-ac4b-c773152fe280 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727575 Nov 03 18:38:15.002643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:15.002984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Checking segment: {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:15.003378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Bound using segment: {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:15.003930 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Bound port: 427d1043-718b-4bc3-9a73-0cbabc8a2250, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:15.004297 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:15.083480 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] For port 427d1043-718b-4bc3-9a73-0cbabc8a2250, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:15.087265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] For port 427d1043-718b-4bc3-9a73-0cbabc8a2250, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=427d1043-718b-4bc3-9a73-0cbabc8a2250,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:15.092141 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:15.128717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:15.129531 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:15.131242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-449b5725-5538-471e-9516-e5d2a5383f57 req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] 10.222.0.98 "PUT /v2.0/ports/427d1043-718b-4bc3-9a73-0cbabc8a2250 HTTP/1.1" status: 200 len: 1091 time: 1.0176408 Nov 03 18:38:15.161344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b88509-ee11-475e-86fa-4034dca2dbde service neutron] Pushing event updated for resources: {'Port': ['ID=427d1043-718b-4bc3-9a73-0cbabc8a2250,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:15.274210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a4773-aa1e-4e7a-9a59-42a71f00a061 req-b43b5512-afb6-4c0e-8a9c-4978c1ddf559 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:15.275871 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e3a4773-aa1e-4e7a-9a59-42a71f00a061 req-b43b5512-afb6-4c0e-8a9c-4978c1ddf559 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 943 time: 0.0810928 Nov 03 18:38:15.282054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b5725-5538-471e-9516-e5d2a5383f57 req-9027862b-1cab-4bea-858c-f724ee31ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:15.283553 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-449b5725-5538-471e-9516-e5d2a5383f57 req-9027862b-1cab-4bea-858c-f724ee31ecce service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&device_id=8da36e79-f421-4781-8f27-1e16d7da812f HTTP/1.1" status: 200 len: 1094 time: 0.0768700 Nov 03 18:38:15.354410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-449b5725-5538-471e-9516-e5d2a5383f57 req-83bf6e67-3219-4a2d-99a6-f5a706ca00ec service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=427d1043-718b-4bc3-9a73-0cbabc8a2250 HTTP/1.1" status: 200 len: 217 time: 0.0533483 Nov 03 18:38:15.464515 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e3a4773-aa1e-4e7a-9a59-42a71f00a061 req-a943a18f-40ee-46c1-95e2-b6d0e6462c30 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797829 Nov 03 18:38:15.483225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b5725-5538-471e-9516-e5d2a5383f57 req-474af6d0-7563-4b7e-b640-1570ce172be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:15.485319 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-449b5725-5538-471e-9516-e5d2a5383f57 req-474af6d0-7563-4b7e-b640-1570ce172be1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ff7ca472-a50c-48ab-a812-76c46b2d1f6a HTTP/1.1" status: 200 len: 852 time: 0.1229372 Nov 03 18:38:15.524341 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-449b5725-5538-471e-9516-e5d2a5383f57 req-d28a3004-68b2-4a3e-91f4-10a88bfc16d2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23771ce2-de78-436c-90e0-3e63e3bf86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314677 Nov 03 18:38:15.571215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-4bbab90d-5dc9-4be3-92b7-3895cfdf7a5b tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:15.572748 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-4bbab90d-5dc9-4be3-92b7-3895cfdf7a5b tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.87 "GET /v2.0/networks?id=dfd66ab7-d64a-4b29-8d02-07dde8098dad HTTP/1.1" status: 200 len: 821 time: 0.2313638 Nov 03 18:38:15.637115 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-903f1ba5-7328-43eb-83f1-f2f0efc15bef req-1452bf62-b840-4236-abfd-8be188948a5f tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 210 time: 0.0322988 Nov 03 18:38:15.686227 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-449b5725-5538-471e-9516-e5d2a5383f57 req-b975e5ce-3d4b-484a-b53f-c50ac01b3473 service neutron] 10.222.0.98 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547358 Nov 03 18:38:15.714079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-309a65f1-e3be-4d57-b884-912a5ee71d31 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Request body: {'port': {'device_id': 'c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4', 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad', 'admin_state_up': True, 'tenant_id': 'dd4e5255e5f04623bdf2f66b212cfc8f'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:15.751522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38760) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:15.831756 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24f05c-33ce-4d11-8f14-5c9058a12506 req-ab0dcb1c-6f27-45f4-a29a-229b3e06ba21 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:15.833264 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d24f05c-33ce-4d11-8f14-5c9058a12506 req-ab0dcb1c-6f27-45f4-a29a-229b3e06ba21 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8da36e79-f421-4781-8f27-1e16d7da812f HTTP/1.1" status: 200 len: 943 time: 0.1622305 Nov 03 18:38:15.870750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1629764754-network', 'tenant_id': '19949cc442364341b7e56e6fc64d590f'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:15.894736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] Made reservation on behalf of 19949cc442364341b7e56e6fc64d590f for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:15.897258 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:15.906905 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.000621 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.008930 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.041622 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:38:16.053467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4005862d-efe1-41d6-939d-ec93aa32b1e0,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:16.059546 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.059918 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] Added segment de4e7c0d-fdf9-4eea-9343-34ac9120528b of type vlan for network de1a2580-5b06-4e32-895b-f06cb7b8a817 Nov 03 18:38:16.106836 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.138503 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.139561 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:16.140254 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.189758 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4362900 Nov 03 18:38:16.214661 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da36e79-f421-4781-8f27-1e16d7da812f', 'tag': '427d1043-718b-4bc3-9a73-0cbabc8a2250'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:16.216975 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccdb313-95df-49b4-be2b-366132743dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "8da36e79-f421-4781-8f27-1e16d7da812f", "tag": "427d1043-718b-4bc3-9a73-0cbabc8a2250"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:16.218540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38770) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:16.224405 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-2462e738-6e83-4109-bdb5-f431da3be69d admin admin] Request body: {'subnet': {'network_id': 'de1a2580-5b06-4e32-895b-f06cb7b8a817', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1629764754-subnet', 'tenant_id': '19949cc442364341b7e56e6fc64d590f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:16.240142 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206bbd1-5130-41e9-bc74-6ad71ef812b5 admin admin] Pushing event updated for resources: {'Network': ['ID=de1a2580-5b06-4e32-895b-f06cb7b8a817,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:16.255688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-449b5725-5538-471e-9516-e5d2a5383f57 req-c9954db2-2fe4-4895-90dd-41f182278995 service neutron] 10.222.0.98 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534551 Nov 03 18:38:16.260351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2462e738-6e83-4109-bdb5-f431da3be69d admin admin] Made reservation on behalf of 19949cc442364341b7e56e6fc64d590f for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:16.264698 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2462e738-6e83-4109-bdb5-f431da3be69d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.275889 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network de1a2580-5b06-4e32-895b-f06cb7b8a817 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:38:16.322303 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d24f05c-33ce-4d11-8f14-5c9058a12506 req-5a264c48-eb0c-46f3-ac47-bfcd19acbad3 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723079 Nov 03 18:38:16.343085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e44870-2fd9-4850-b842-9a8598dba8fd req-183e13a0-4055-4eea-81ce-d5c9eff4ef39 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:16.344805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0e44870-2fd9-4850-b842-9a8598dba8fd req-183e13a0-4055-4eea-81ce-d5c9eff4ef39 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.4924972 Nov 03 18:38:16.379396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-309a65f1-e3be-4d57-b884-912a5ee71d31 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Made reservation on behalf of dd4e5255e5f04623bdf2f66b212cfc8f for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:16.383254 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-309a65f1-e3be-4d57-b884-912a5ee71d31 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.431042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0e44870-2fd9-4850-b842-9a8598dba8fd req-d72c7b2c-7db1-41e3-bdac-3a8fa5ee08a2 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724459 Nov 03 18:38:16.597852 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2462e738-6e83-4109-bdb5-f431da3be69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.605678 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6677a34-9b31-4a19-8d51-2fe49fefd082 x-openstack-request-id: req-f6677a34-9b31-4a19-8d51-2fe49fefd082 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:16.605976 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da36e79-f421-4781-8f27-1e16d7da812f", "tag": "427d1043-718b-4bc3-9a73-0cbabc8a2250", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:16.606507 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f6677a34-9b31-4a19-8d51-2fe49fefd082 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:16.606842 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da36e79-f421-4781-8f27-1e16d7da812f', 'tag': '427d1043-718b-4bc3-9a73-0cbabc8a2250', 'status': 'completed', 'code': 200} Nov 03 18:38:16.672930 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462e738-6e83-4109-bdb5-f431da3be69d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a69ed87-ab5a-47eb-af0a-91e912ce112d,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:16.692420 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462e738-6e83-4109-bdb5-f431da3be69d admin admin] Checking segment: {'id': 'de4e7c0d-fdf9-4eea-9343-34ac9120528b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'de1a2580-5b06-4e32-895b-f06cb7b8a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:16.692420 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2462e738-6e83-4109-bdb5-f431da3be69d admin admin] Network hostable DHCP agents. Network: de1a2580-5b06-4e32-895b-f06cb7b8a817, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:38:16.736993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2462e738-6e83-4109-bdb5-f431da3be69d admin admin] Network de1a2580-5b06-4e32-895b-f06cb7b8a817 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:38:16.742375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-309a65f1-e3be-4d57-b884-912a5ee71d31 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Allocated IP 172.20.0.7 (dfd66ab7-d64a-4b29-8d02-07dde8098dad/ce9e0b49-eaf9-4f18-8308-2f1514ace683/099c97c5-b34e-40f9-ae12-9a380b9b1ed7) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:16.752740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2462e738-6e83-4109-bdb5-f431da3be69d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, de1a2580-5b06-4e32-895b-f06cb7b8a817) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:16.756491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdb313-95df-49b4-be2b-366132743dcb req-9113ba49-721a-4fa4-ba44-34ed9a02f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:16.757291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2462e738-6e83-4109-bdb5-f431da3be69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:16.757863 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2462e738-6e83-4109-bdb5-f431da3be69d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:16.758616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fccdb313-95df-49b4-be2b-366132743dcb req-9113ba49-721a-4fa4-ba44-34ed9a02f519 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&device_id=8da36e79-f421-4781-8f27-1e16d7da812f HTTP/1.1" status: 200 len: 1094 time: 0.1508281 Nov 03 18:38:16.763980 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e3910e-8425-4cf0-bc74-b2c67bf2c633 None None] Network de1a2580-5b06-4e32-895b-f06cb7b8a817 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:16.794392 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2462e738-6e83-4109-bdb5-f431da3be69d admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5674458 Nov 03 18:38:16.796981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03e333-656e-4595-bd60-0d228303d6b3 req-614e5230-0b48-4d2b-936e-ee51a3e0e04d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:16.798951 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb03e333-656e-4595-bd60-0d228303d6b3 req-614e5230-0b48-4d2b-936e-ee51a3e0e04d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1954911 Nov 03 18:38:16.943892 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcf8a16-61ae-4b35-8c57-c6dc40d766c5 None None] Network de1a2580-5b06-4e32-895b-f06cb7b8a817 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:16.976629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0295eb-e2a5-48c8-b5c5-cf1e63be236d req-aa2c68be-68a7-4272-ac12-110c26a5dd3a tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:16.984795 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c0295eb-e2a5-48c8-b5c5-cf1e63be236d req-aa2c68be-68a7-4272-ac12-110c26a5dd3a tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 943 time: 0.2058008 Nov 03 18:38:17.032185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb03e333-656e-4595-bd60-0d228303d6b3 req-30006342-316c-4528-8ac3-cdc0cc3307ba tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115343 Nov 03 18:38:17.081061 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdb313-95df-49b4-be2b-366132743dcb req-b6f5e554-4b82-404a-b623-3ec2f74a7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:17.083817 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fccdb313-95df-49b4-be2b-366132743dcb req-b6f5e554-4b82-404a-b623-3ec2f74a7b6e service neutron] 10.222.0.98 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 913 time: 0.3148680 Nov 03 18:38:17.217509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fccdb313-95df-49b4-be2b-366132743dcb req-17d0c132-afac-4d9d-904c-19060f0e5e00 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=427d1043-718b-4bc3-9a73-0cbabc8a2250 HTTP/1.1" status: 200 len: 217 time: 0.1108770 Nov 03 18:38:17.223937 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44cbc401-4df7-4c66-baaa-f5e9215688d3 req-c68ba616-4bb1-4690-a2cf-b5a143cb2850 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 210 time: 0.1148839 Nov 03 18:38:17.230185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c0295eb-e2a5-48c8-b5c5-cf1e63be236d req-667663f9-81bc-484b-b3ae-88d0320d72e3 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444367 Nov 03 18:38:17.322685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdb313-95df-49b4-be2b-366132743dcb req-e01cc43f-415c-441d-bbe5-1f327ee3c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:17.324573 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fccdb313-95df-49b4-be2b-366132743dcb req-e01cc43f-415c-441d-bbe5-1f327ee3c4f8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ff7ca472-a50c-48ab-a812-76c46b2d1f6a HTTP/1.1" status: 200 len: 852 time: 0.0894880 Nov 03 18:38:17.364197 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-309a65f1-e3be-4d57-b884-912a5ee71d31 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.395004 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fccdb313-95df-49b4-be2b-366132743dcb req-dcc5b5f8-4ecf-4e50-84ad-3d2b91ab4e28 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23771ce2-de78-436c-90e0-3e63e3bf86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558815 Nov 03 18:38:17.402635 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 427d1043-718b-4bc3-9a73-0cbabc8a2250 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:38:17.591204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38800) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:17.591745 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-309a65f1-e3be-4d57-b884-912a5ee71d31 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.601895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-777431761-network', 'tenant_id': '18c800c4707141d9be2e3a8d6c973a39'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:17.611493 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 427d1043-718b-4bc3-9a73-0cbabc8a2250, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=427d1043-718b-4bc3-9a73-0cbabc8a2250,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:17.635295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '427d1043-718b-4bc3-9a73-0cbabc8a2250', 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc', 'port_id': '427d1043-718b-4bc3-9a73-0cbabc8a2250', 'mac_address': 'fa:16:3e:fc:6d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7ca472-a50c-48ab-a812-76c46b2d1f6a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:38:17.653521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] Made reservation on behalf of 18c800c4707141d9be2e3a8d6c973a39 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:17.658019 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.675289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb896940-9f11-4444-9db1-9ef156a9c794 req-71bcc626-bc16-4416-8d53-607c85230e0b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:17.676905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb896940-9f11-4444-9db1-9ef156a9c794 req-71bcc626-bc16-4416-8d53-607c85230e0b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8da36e79-f421-4781-8f27-1e16d7da812f HTTP/1.1" status: 200 len: 943 time: 0.1556499 Nov 03 18:38:17.679296 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.692372 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.707501 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427d1043-718b-4bc3-9a73-0cbabc8a2250 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:17.717766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fccdb313-95df-49b4-be2b-366132743dcb req-098d9657-704b-4b93-a084-59878bed4667 service neutron] 10.222.0.98 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069217 Nov 03 18:38:17.719856 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-309a65f1-e3be-4d57-b884-912a5ee71d31 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Network dfd66ab7-d64a-4b29-8d02-07dde8098dad is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:17.738099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 427d1043-718b-4bc3-9a73-0cbabc8a2250, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=427d1043-718b-4bc3-9a73-0cbabc8a2250,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:17.741446 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a65f1-e3be-4d57-b884-912a5ee71d31 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Pushing event updated for resources: {'Port': ['ID=099c97c5-b34e-40f9-ae12-9a380b9b1ed7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:17.743762 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.744143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-309a65f1-e3be-4d57-b884-912a5ee71d31 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:17.764051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-309a65f1-e3be-4d57-b884-912a5ee71d31 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:17.791223 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.797006 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.823725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:38:17.830768 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=427d1043-718b-4bc3-9a73-0cbabc8a2250,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:17.839287 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c58b50-3978-4877-b46c-676df5ff509a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:17.847707 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.848331 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] Added segment 28344240-8e53-4247-bf93-04ac14569ac4 of type vlan for network 3f0ced71-3336-48d2-869c-9b60f5a57a05 Nov 03 18:38:17.848719 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:17.849614 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:17.850850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:17.853859 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:17.856248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:17.857051 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:17.859391 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:17.861297 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:17.862410 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:17.864919 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:17.867523 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:17.869209 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:38:17.882188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cc785-8529-4b34-82f5-05c225eb2ae6 req-88efe2c0-0311-4457-9640-cf9038cfd29a tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:17.892608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-379cc785-8529-4b34-82f5-05c225eb2ae6 req-88efe2c0-0311-4457-9640-cf9038cfd29a tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.2522533 Nov 03 18:38:17.899204 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.929134 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.930593 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:17.931287 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:17.956986 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb896940-9f11-4444-9db1-9ef156a9c794 req-28d773ad-48f2-4c0d-a577-7dbf907a4463 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651119 Nov 03 18:38:17.972006 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3793402 Nov 03 18:38:17.972385 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-309a65f1-e3be-4d57-b884-912a5ee71d31 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:17.972747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38804) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:17.973450 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-309a65f1-e3be-4d57-b884-912a5ee71d31 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.007451 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9758b9ee-57cd-4772-979c-390a8f4b3264 admin admin] Request body: {'subnet': {'network_id': '3f0ced71-3336-48d2-869c-9b60f5a57a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-777431761-subnet', 'tenant_id': '18c800c4707141d9be2e3a8d6c973a39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:18.016189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fccdb313-95df-49b4-be2b-366132743dcb req-8f2adb30-0b3c-4239-aa8f-7df5678409a4 service neutron] 10.222.0.98 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856016 Nov 03 18:38:18.021242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f3d43-005a-47bb-958e-8ba29cf9abae admin admin] Pushing event updated for resources: {'Network': ['ID=3f0ced71-3336-48d2-869c-9b60f5a57a05,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:18.037035 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-309a65f1-e3be-4d57-b884-912a5ee71d31 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3359215 Nov 03 18:38:18.038415 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9758b9ee-57cd-4772-979c-390a8f4b3264 admin admin] Made reservation on behalf of 18c800c4707141d9be2e3a8d6c973a39 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:18.041394 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9758b9ee-57cd-4772-979c-390a8f4b3264 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.043912 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 3f0ced71-3336-48d2-869c-9b60f5a57a05 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:38:18.050547 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-379cc785-8529-4b34-82f5-05c225eb2ae6 req-9400ce93-bdea-4642-9b49-44f752c6a79d tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568050 Nov 03 18:38:18.068751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Request body: {'port': {'device_id': 'c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:18.077882 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['427d1043-718b-4bc3-9a73-0cbabc8a2250'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:18.182575 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.280047 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9758b9ee-57cd-4772-979c-390a8f4b3264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.371670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758b9ee-57cd-4772-979c-390a8f4b3264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=001a6c72-2c38-4556-94a2-c6cffd3bf382,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:18.385382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a336b-053b-49ff-a62d-b4cf317639ff req-d1fbb999-3198-4df2-8786-7b3a870d4616 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:18.398136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9758b9ee-57cd-4772-979c-390a8f4b3264 admin admin] Checking segment: {'id': '28344240-8e53-4247-bf93-04ac14569ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '3f0ced71-3336-48d2-869c-9b60f5a57a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:18.398378 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b06a336b-053b-49ff-a62d-b4cf317639ff req-d1fbb999-3198-4df2-8786-7b3a870d4616 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1946929 Nov 03 18:38:18.398727 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9758b9ee-57cd-4772-979c-390a8f4b3264 admin admin] Network hostable DHCP agents. Network: 3f0ced71-3336-48d2-869c-9b60f5a57a05, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:38:18.420457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9758b9ee-57cd-4772-979c-390a8f4b3264 admin admin] Network 3f0ced71-3336-48d2-869c-9b60f5a57a05 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:38:18.429903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-9758b9ee-57cd-4772-979c-390a8f4b3264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 3f0ced71-3336-48d2-869c-9b60f5a57a05) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:18.437402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9758b9ee-57cd-4772-979c-390a8f4b3264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:18.437747 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9758b9ee-57cd-4772-979c-390a8f4b3264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.440332 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae4e0eb-a546-4fbf-9a4c-56bbf6efb0a4 None None] Network 3f0ced71-3336-48d2-869c-9b60f5a57a05 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:18.458103 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9758b9ee-57cd-4772-979c-390a8f4b3264 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4560177 Nov 03 18:38:18.596916 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d483a26-dbc3-4fd8-bfcd-70f70603b76d None None] Network 3f0ced71-3336-48d2-869c-9b60f5a57a05 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:18.621176 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38816) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:18.621719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35e370-bc6a-46e1-b98f-02105c6e9f10 req-a73e7452-bb3a-4af2-a85b-2f25cb975ed4 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:18.623152 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d35e370-bc6a-46e1-b98f-02105c6e9f10 req-a73e7452-bb3a-4af2-a85b-2f25cb975ed4 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 943 time: 0.2756937 Nov 03 18:38:18.676636 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b06a336b-053b-49ff-a62d-b4cf317639ff req-c0c7a8e1-5b19-4c49-95db-03312898494e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771230 Nov 03 18:38:18.693583 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-06d3e687-03e0-4bd4-9feb-7e442e6b94df service neutron] 10.222.0.98 "GET /v2.0/ports/762eab77-e3bf-4f1a-a6b5-67e568a2a40e/bindings/n-h1-812150-4 HTTP/1.1" status: 200 len: 384 time: 0.2009232 Nov 03 18:38:18.698998 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db037d0-e9d6-4d27-9c1a-653c7dda8f70 admin admin] Deleting subnet 2a69ed87-ab5a-47eb-af0a-91e912ce112d {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:38:18.703369 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2db037d0-e9d6-4d27-9c1a-653c7dda8f70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.757170 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2db037d0-e9d6-4d27-9c1a-653c7dda8f70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.789159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d35e370-bc6a-46e1-b98f-02105c6e9f10 req-19653da6-daf2-4596-ab5e-db82e63fa414 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266935 Nov 03 18:38:18.808341 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2db037d0-e9d6-4d27-9c1a-653c7dda8f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.891145 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2db037d0-e9d6-4d27-9c1a-653c7dda8f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.916418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:18.924840 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.925772 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2db037d0-e9d6-4d27-9c1a-653c7dda8f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:18.930113 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2db037d0-e9d6-4d27-9c1a-653c7dda8f70 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/2a69ed87-ab5a-47eb-af0a-91e912ce112d HTTP/1.1" status: 204 len: 168 time: 0.3070424 Nov 03 18:38:18.931403 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db037d0-e9d6-4d27-9c1a-653c7dda8f70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a69ed87-ab5a-47eb-af0a-91e912ce112d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:18.933712 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38818) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:18.935711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb533fa0-d226-4694-b744-3df0f8f0696c req-828a35ab-f3af-4035-89c4-4eb6a2fda21c tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:18.937225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb533fa0-d226-4694-b744-3df0f8f0696c req-828a35ab-f3af-4035-89c4-4eb6a2fda21c tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 931 time: 0.1598253 Nov 03 18:38:18.990086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Transition to ACTIVE for port object 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:38:19.007813 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.010411 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:38:19.021116 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c663cc8-fa8c-48a7-b187-a050ad72ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.109140 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c663cc8-fa8c-48a7-b187-a050ad72ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.121570 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb533fa0-d226-4694-b744-3df0f8f0696c req-c23faf50-c98c-4181-b2fc-037f404579a7 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610358 Nov 03 18:38:19.132610 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-3c663cc8-fa8c-48a7-b187-a050ad72ea79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1a2580-5b06-4e32-895b-f06cb7b8a817']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:19.148866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-3c663cc8-fa8c-48a7-b187-a050ad72ea79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4e7c0d-fdf9-4eea-9343-34ac9120528b') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:19.149279 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-3c663cc8-fa8c-48a7-b187-a050ad72ea79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4e7c0d-fdf9-4eea-9343-34ac9120528b') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:19.157962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=099c97c5-b34e-40f9-ae12-9a380b9b1ed7,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:19.161232 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c663cc8-fa8c-48a7-b187-a050ad72ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.177686 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c663cc8-fa8c-48a7-b187-a050ad72ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.185089 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c663cc8-fa8c-48a7-b187-a050ad72ea79 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:38:19.185599 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c663cc8-fa8c-48a7-b187-a050ad72ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:38:19.187448 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:38:19.247613 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c663cc8-fa8c-48a7-b187-a050ad72ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.254677 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c663cc8-fa8c-48a7-b187-a050ad72ea79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.260439 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3c663cc8-fa8c-48a7-b187-a050ad72ea79 admin admin] 10.222.0.107 "DELETE /v2.0/networks/de1a2580-5b06-4e32-895b-f06cb7b8a817 HTTP/1.1" status: 204 len: 168 time: 0.3231401 Nov 03 18:38:19.267723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38826) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:19.269931 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c663cc8-fa8c-48a7-b187-a050ad72ea79 admin admin] Pushing event deleted for resources: {'Network': ['ID=de1a2580-5b06-4e32-895b-f06cb7b8a817,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:19.297280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c491651-810d-4131-a8fe-9e298c6a544f req-100e6154-2f8f-4f11-ba8c-e5ee6063d35d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:19.299337 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c491651-810d-4131-a8fe-9e298c6a544f req-100e6154-2f8f-4f11-ba8c-e5ee6063d35d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8da36e79-f421-4781-8f27-1e16d7da812f HTTP/1.1" status: 200 len: 944 time: 0.2104003 Nov 03 18:38:19.302346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-7183a149-e6df-421c-a2bb-3cd3a9790cf5 service neutron] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:19.325560 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d92bf4-53fb-4d5a-b235-b81fcda7e10b admin admin] Deleting subnet 001a6c72-2c38-4556-94a2-c6cffd3bf382 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:38:19.330340 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35d92bf4-53fb-4d5a-b235-b81fcda7e10b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.368048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-7183a149-e6df-421c-a2bb-3cd3a9790cf5 service neutron] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:19.370399 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35d92bf4-53fb-4d5a-b235-b81fcda7e10b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.400533 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 427d1043-718b-4bc3-9a73-0cbabc8a2250 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:19.410594 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Attempting to bind port 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:19.411280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Attempting to bind port 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '28459fce-175d-4b11-a21c-983e13477a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:19.411280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Attempting to bind port 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 on network dfd66ab7-d64a-4b29-8d02-07dde8098dad {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:19.424338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35d92bf4-53fb-4d5a-b235-b81fcda7e10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.430092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87657a-0bec-4b1d-97f3-c881a591f98e req-85d7750f-681e-40d6-8f87-29975970cc9b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:19.432048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd87657a-0bec-4b1d-97f3-c881a591f98e req-85d7750f-681e-40d6-8f87-29975970cc9b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.2190053 Nov 03 18:38:19.454290 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-7183a149-e6df-421c-a2bb-3cd3a9790cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762eab77-e3bf-4f1a-a6b5-67e568a2a40e {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:19.471723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Port 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 on network dfd66ab7-d64a-4b29-8d02-07dde8098dad not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:38:19.472213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Attempting to bind port 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 on network dfd66ab7-d64a-4b29-8d02-07dde8098dad {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:19.476194 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 427d1043-718b-4bc3-9a73-0cbabc8a2250 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:38:19.480507 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 427d1043-718b-4bc3-9a73-0cbabc8a2250 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:19.480890 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.489803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-7183a149-e6df-421c-a2bb-3cd3a9790cf5 service neutron] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:19.500836 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35d92bf4-53fb-4d5a-b235-b81fcda7e10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.510712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c491651-810d-4131-a8fe-9e298c6a544f req-b1bd8868-af8f-4ae3-9e0e-7af0576be730 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931696 Nov 03 18:38:19.512079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:19.512470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Checking segment: {'id': '28459fce-175d-4b11-a21c-983e13477a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:19.512873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Bound using segment: {'id': '28459fce-175d-4b11-a21c-983e13477a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:19.513400 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Bound port: 099c97c5-b34e-40f9-ae12-9a380b9b1ed7, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28459fce-175d-4b11-a21c-983e13477a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:19.513909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.535669 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-7183a149-e6df-421c-a2bb-3cd3a9790cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.593857 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d92bf4-53fb-4d5a-b235-b81fcda7e10b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=001a6c72-2c38-4556-94a2-c6cffd3bf382,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:19.599780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35d92bf4-53fb-4d5a-b235-b81fcda7e10b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.609815 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-35d92bf4-53fb-4d5a-b235-b81fcda7e10b admin admin] 10.222.0.107 "DELETE /v2.0/subnets/001a6c72-2c38-4556-94a2-c6cffd3bf382 HTTP/1.1" status: 204 len: 168 time: 0.3388815 Nov 03 18:38:19.610032 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd87657a-0bec-4b1d-97f3-c881a591f98e req-fb083bc7-18a6-4e02-a2c1-5ec621be89fb tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661632 Nov 03 18:38:19.616307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38828) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:19.684752 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.702662 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] For port 099c97c5-b34e-40f9-ae12-9a380b9b1ed7, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:19.708594 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] For port 099c97c5-b34e-40f9-ae12-9a380b9b1ed7, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=099c97c5-b34e-40f9-ae12-9a380b9b1ed7,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:19.718569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da36e79-f421-4781-8f27-1e16d7da812f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427d1043-718b-4bc3-9a73-0cbabc8a2250'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:19.722455 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f03e658-2db5-4611-b095-4218fff89e9a" -d '{"events": [{"server_uuid": "8da36e79-f421-4781-8f27-1e16d7da812f", "name": "network-vif-plugged", "status": "completed", "tag": "427d1043-718b-4bc3-9a73-0cbabc8a2250"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:19.733494 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dadea989-2e07-4238-90c6-2ef7fca46a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.739113 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.746063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 427d1043-718b-4bc3-9a73-0cbabc8a2250, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=427d1043-718b-4bc3-9a73-0cbabc8a2250,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:19.754646 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.755808 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 762eab77-e3bf-4f1a-a6b5-67e568a2a40e no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:19.787712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-7183a149-e6df-421c-a2bb-3cd3a9790cf5 service neutron] Transition to ACTIVE for port object 762eab77-e3bf-4f1a-a6b5-67e568a2a40e will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:38:19.796618 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c362c92-f388-4a05-9c60-6cd15ad6e770 x-openstack-request-id: req-2c362c92-f388-4a05-9c60-6cd15ad6e770 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:19.797371 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da36e79-f421-4781-8f27-1e16d7da812f", "name": "network-vif-plugged", "status": "completed", "tag": "427d1043-718b-4bc3-9a73-0cbabc8a2250", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:19.797845 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2c362c92-f388-4a05-9c60-6cd15ad6e770 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:19.797965 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-7183a149-e6df-421c-a2bb-3cd3a9790cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.800227 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da36e79-f421-4781-8f27-1e16d7da812f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427d1043-718b-4bc3-9a73-0cbabc8a2250', 'code': 200} Nov 03 18:38:19.822671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:19.823315 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.824817 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] 10.222.0.87 "PUT /v2.0/ports/099c97c5-b34e-40f9-ae12-9a380b9b1ed7 HTTP/1.1" status: 200 len: 1091 time: 1.7616122 Nov 03 18:38:19.825440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4', 'tag': '099c97c5-b34e-40f9-ae12-9a380b9b1ed7'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:19.828161 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e53c8a5-dfb8-4c29-94e9-143a9373fbb0" -d '{"events": [{"name": "network-changed", "server_uuid": "c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4", "tag": "099c97c5-b34e-40f9-ae12-9a380b9b1ed7"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:19.835165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b84e33-70a3-4ece-86e8-fd6f0cbefdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=099c97c5-b34e-40f9-ae12-9a380b9b1ed7,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:19.858416 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dadea989-2e07-4238-90c6-2ef7fca46a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.876524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-7183a149-e6df-421c-a2bb-3cd3a9790cf5 service neutron] No DVR routers for this DVR port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:19.915403 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dadea989-2e07-4238-90c6-2ef7fca46a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0ced71-3336-48d2-869c-9b60f5a57a05']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:19.927191 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 762eab77-e3bf-4f1a-a6b5-67e568a2a40e not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:19.934395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dadea989-2e07-4238-90c6-2ef7fca46a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28344240-8e53-4247-bf93-04ac14569ac4') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:19.934960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dadea989-2e07-4238-90c6-2ef7fca46a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28344240-8e53-4247-bf93-04ac14569ac4') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:19.935885 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=427d1043-718b-4bc3-9a73-0cbabc8a2250,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:19.951002 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dadea989-2e07-4238-90c6-2ef7fca46a7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.969467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d5881-6334-4e28-a756-13ac57817b48 req-5262e49b-fb86-49ac-aec3-5b04844d3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:19.971789 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-327d5881-6334-4e28-a756-13ac57817b48 req-5262e49b-fb86-49ac-aec3-5b04844d3e24 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8da36e79-f421-4781-8f27-1e16d7da812f HTTP/1.1" status: 200 len: 1096 time: 0.0980484 Nov 03 18:38:19.975552 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dadea989-2e07-4238-90c6-2ef7fca46a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.988848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadea989-2e07-4238-90c6-2ef7fca46a7f admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:38:19.989656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dadea989-2e07-4238-90c6-2ef7fca46a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:38:19.992883 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:38:20.046246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-7183a149-e6df-421c-a2bb-3cd3a9790cf5 service neutron] 10.222.0.98 "PUT /v2.0/ports/762eab77-e3bf-4f1a-a6b5-67e568a2a40e/bindings/n-h1-812150-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3346560 Nov 03 18:38:20.062263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183a149-e6df-421c-a2bb-3cd3a9790cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,revision_number=10']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:20.083339 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dadea989-2e07-4238-90c6-2ef7fca46a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:20.084320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5a9d1-7b64-484b-b054-2d67b0d50832 req-c11326dc-8d93-4469-bd5e-ea7cc2c7d35e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:20.085919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63f5a9d1-7b64-484b-b054-2d67b0d50832 req-c11326dc-8d93-4469-bd5e-ea7cc2c7d35e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1847706 Nov 03 18:38:20.102479 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dadea989-2e07-4238-90c6-2ef7fca46a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:20.104144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7da3f9-1a29-4f61-8af4-317f0ed89f41 req-0450b409-e6e3-4591-bae5-f916ae4887ba tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:20.105831 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b7da3f9-1a29-4f61-8af4-317f0ed89f41 req-0450b409-e6e3-4591-bae5-f916ae4887ba tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 944 time: 0.1218643 Nov 03 18:38:20.109280 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dadea989-2e07-4238-90c6-2ef7fca46a7f admin admin] 10.222.0.107 "DELETE /v2.0/networks/3f0ced71-3336-48d2-869c-9b60f5a57a05 HTTP/1.1" status: 204 len: 168 time: 0.4906747 Nov 03 18:38:20.117115 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-796a3a25-1e50-400b-9b32-3aa03d3afcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:20.118843 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-796a3a25-1e50-400b-9b32-3aa03d3afcdc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dd4e5255e5f04623bdf2f66b212cfc8f&device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 1094 time: 0.1695716 Nov 03 18:38:20.132637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadea989-2e07-4238-90c6-2ef7fca46a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f0ced71-3336-48d2-869c-9b60f5a57a05,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:20.136994 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-327d5881-6334-4e28-a756-13ac57817b48 req-89656c70-cef0-44ac-801b-c2f5330a483a service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555550 Nov 03 18:38:20.200815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-5c6782f4-0d27-451e-bb85-5f33b28ba0e2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=099c97c5-b34e-40f9-ae12-9a380b9b1ed7 HTTP/1.1" status: 200 len: 217 time: 0.0597582 Nov 03 18:38:20.219785 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-0d2a81aa-5fdb-4e01-92a7-f088e6fab4af tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:20.221612 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-0d2a81aa-5fdb-4e01-92a7-f088e6fab4af tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f&tenant_id=04adf6892c414a028b77c4d4f0759b92&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 1095 time: 0.0586350 Nov 03 18:38:20.280087 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b7da3f9-1a29-4f61-8af4-317f0ed89f41 req-05b99e89-73e7-43a0-a3f3-4711bfbd646b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601410 Nov 03 18:38:20.286489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-ecbe2c36-faeb-478f-8457-92d94bb3bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:20.288379 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-ecbe2c36-faeb-478f-8457-92d94bb3bd3a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f&tenant_id=04adf6892c414a028b77c4d4f0759b92 HTTP/1.1" status: 200 len: 1095 time: 0.0543001 Nov 03 18:38:20.292265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63f5a9d1-7b64-484b-b054-2d67b0d50832 req-41eda709-0047-41d7-9add-23b24fd80194 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976020 Nov 03 18:38:20.314482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-02063c0c-1a51-42ec-bb5f-5e837263c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:20.317165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-02063c0c-1a51-42ec-bb5f-5e837263c7da service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ce9e0b49-eaf9-4f18-8308-2f1514ace683 HTTP/1.1" status: 200 len: 861 time: 0.0970829 Nov 03 18:38:20.350024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38844) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:20.381089 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389878c6-63dc-4539-9a48-dbbd606d14a2 x-openstack-request-id: req-389878c6-63dc-4539-9a48-dbbd606d14a2 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:20.381386 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4", "tag": "099c97c5-b34e-40f9-ae12-9a380b9b1ed7", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:20.381644 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-389878c6-63dc-4539-9a48-dbbd606d14a2 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:20.382143 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4', 'tag': '099c97c5-b34e-40f9-ae12-9a380b9b1ed7', 'status': 'completed', 'code': 200} Nov 03 18:38:20.384584 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-867ded1e-ea51-45eb-8597-963d84d50d4b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dfd66ab7-d64a-4b29-8d02-07dde8098dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515211 Nov 03 18:38:20.398123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-a56b5016-5e69-4859-88b9-6b25fbeace5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:20.399937 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-a56b5016-5e69-4859-88b9-6b25fbeace5e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=04adf6892c414a028b77c4d4f0759b92&device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 1095 time: 0.0563653 Nov 03 18:38:20.507305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-9ac57b11-83cd-40ce-a631-f728e1dbf730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:20.509097 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-9ac57b11-83cd-40ce-a631-f728e1dbf730 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 200 len: 908 time: 0.0983977 Nov 03 18:38:20.510355 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4068f01a-7c42-41e8-9028-fd414777f803 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=19949cc442364341b7e56e6fc64d590f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586490 Nov 03 18:38:20.513442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38846) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:20.555080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9f50c-ec5b-49fa-8aca-23469741523e req-94f628f2-adae-4b60-80af-7930c032c9ad tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:20.556788 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99b9f50c-ec5b-49fa-8aca-23469741523e req-94f628f2-adae-4b60-80af-7930c032c9ad tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 943 time: 0.1073592 Nov 03 18:38:20.560905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-26c77503-140e-4f25-8781-84737da094a7 service neutron] 10.222.0.87 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501410 Nov 03 18:38:20.572140 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-816c483b-f7da-4b2b-9421-68a5ac9eb7a3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e HTTP/1.1" status: 200 len: 217 time: 0.0517175 Nov 03 18:38:20.648446 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-90697fa6-c4e4-4491-bc1c-b3a8d05339af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:20.655765 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-762b221e-5160-4247-b8ce-0d99e661cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:20.657374 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-762b221e-5160-4247-b8ce-0d99e661cf64 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 200 len: 847 time: 0.0730228 Nov 03 18:38:20.685093 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-90697fa6-c4e4-4491-bc1c-b3a8d05339af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:20.708613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99b9f50c-ec5b-49fa-8aca-23469741523e req-a979344e-9e98-447e-b636-b899b889de19 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444635 Nov 03 18:38:20.716435 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-80352ff5-a661-44c6-9b76-ba5948622794 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6ea9eda-3066-4349-948b-e1223c0656ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414603 Nov 03 18:38:20.755795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3bd3c-093d-47f8-af8e-70ac2eb8f227 req-a5f1da64-63b7-42ba-ba75-a6455981ccab tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:20.757528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1fb3bd3c-093d-47f8-af8e-70ac2eb8f227 req-a5f1da64-63b7-42ba-ba75-a6455981ccab tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8da36e79-f421-4781-8f27-1e16d7da812f HTTP/1.1" status: 200 len: 945 time: 0.1333120 Nov 03 18:38:20.761914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a5afca-5307-4155-bca6-ac602bcc7466 req-17953cdb-9c9c-4715-921e-68bcdf0174b2 service neutron] 10.222.0.87 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898377 Nov 03 18:38:20.833609 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-90697fa6-c4e4-4491-bc1c-b3a8d05339af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:20.836385 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-90697fa6-c4e4-4491-bc1c-b3a8d05339af admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:20.837644 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-90697fa6-c4e4-4491-bc1c-b3a8d05339af admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4005862d-efe1-41d6-939d-ec93aa32b1e0 HTTP/1.1" status: 204 len: 168 time: 0.3232088 Nov 03 18:38:20.853188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90697fa6-c4e4-4491-bc1c-b3a8d05339af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4005862d-efe1-41d6-939d-ec93aa32b1e0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:20.881890 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-e07843c4-7dbb-463f-b28d-bd0e405dc49c service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492457 Nov 03 18:38:21.096653 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-e52029aa-ce04-443f-90ec-94c32cde7f6c service neutron] 10.222.0.87 "GET /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829631 Nov 03 18:38:21.217766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1fb3bd3c-093d-47f8-af8e-70ac2eb8f227 req-b74fdb79-d52a-45db-888f-a30d6f8bbfad tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517913 Nov 03 18:38:21.268359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9a4f4-94d8-424b-bc80-9be69d36583e req-adf13d0c-7e98-4317-b1f1-2bf3217569ea tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:21.278988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7a9a4f4-94d8-424b-bc80-9be69d36583e req-adf13d0c-7e98-4317-b1f1-2bf3217569ea tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.4828784 Nov 03 18:38:21.300757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53c8a5-dfb8-4c29-94e9-143a9373fbb0 req-1b87d868-3bde-4fe8-9a77-a1d4bb301f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:21.302261 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e53c8a5-dfb8-4c29-94e9-143a9373fbb0 req-1b87d868-3bde-4fe8-9a77-a1d4bb301f92 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dd4e5255e5f04623bdf2f66b212cfc8f&device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 1094 time: 0.0994065 Nov 03 18:38:21.322257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38862) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:21.332643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d42a2-aeaf-4959-a688-fdeeb136ef1f req-a67e67d4-0e9c-4634-b91a-4ed53283da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:21.334353 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-830d42a2-aeaf-4959-a688-fdeeb136ef1f req-a67e67d4-0e9c-4634-b91a-4ed53283da6d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 1096 time: 0.0747082 Nov 03 18:38:21.343088 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7a9a4f4-94d8-424b-bc80-9be69d36583e req-1c2c2826-9f2e-4927-b015-e206f92b0a81 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625432 Nov 03 18:38:21.437666 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38866) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:21.438260 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dd600029-f623-41d8-a187-4414e05ce27b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=18c800c4707141d9be2e3a8d6c973a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1112990 Nov 03 18:38:21.483825 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-830d42a2-aeaf-4959-a688-fdeeb136ef1f req-76560e41-9982-49b8-b11c-4f430691249d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074390 Nov 03 18:38:21.563297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad85e56-92d2-41de-a7b1-0ad707181659 req-7a32bbf8-d64a-45f3-bf88-86cb5b3ffb43 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:21.565373 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ad85e56-92d2-41de-a7b1-0ad707181659 req-7a32bbf8-d64a-45f3-bf88-86cb5b3ffb43 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 944 time: 0.1449621 Nov 03 18:38:21.569142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53c8a5-dfb8-4c29-94e9-143a9373fbb0 req-f715f6df-6f76-413d-b10b-2b46d17bceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:21.570657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e53c8a5-dfb8-4c29-94e9-143a9373fbb0 req-f715f6df-6f76-413d-b10b-2b46d17bceb4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=dfd66ab7-d64a-4b29-8d02-07dde8098dad HTTP/1.1" status: 200 len: 922 time: 0.2210190 Nov 03 18:38:21.612980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9abaf-8d1f-49e6-82cc-68e6975def6d req-125aece7-b245-412e-9e1d-eddeff59da5f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:21.614636 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dd9abaf-8d1f-49e6-82cc-68e6975def6d req-125aece7-b245-412e-9e1d-eddeff59da5f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1511886 Nov 03 18:38:21.619334 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f826737e-2284-4c0a-8559-20495ef46e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:21.682811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ad85e56-92d2-41de-a7b1-0ad707181659 req-963fb420-7a5a-4549-b10e-7521f9f827fa tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082778 Nov 03 18:38:21.691764 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f826737e-2284-4c0a-8559-20495ef46e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:21.717269 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dd9abaf-8d1f-49e6-82cc-68e6975def6d req-b766e67d-640a-4b78-b68b-d9aa9f3558ba tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926061 Nov 03 18:38:21.763464 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f826737e-2284-4c0a-8559-20495ef46e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:21.763464 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f826737e-2284-4c0a-8559-20495ef46e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:21.763464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f826737e-2284-4c0a-8559-20495ef46e42 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a7c58b50-3978-4877-b46c-676df5ff509a HTTP/1.1" status: 204 len: 168 time: 0.3204296 Nov 03 18:38:21.771032 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826737e-2284-4c0a-8559-20495ef46e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c58b50-3978-4877-b46c-676df5ff509a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:21.890761 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-1aaac0d4-9d39-424d-9826-b9dc19122941 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:21.894019 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-1aaac0d4-9d39-424d-9826-b9dc19122941 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f&tenant_id=04adf6892c414a028b77c4d4f0759b92&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 1095 time: 0.0628226 Nov 03 18:38:21.917646 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e53c8a5-dfb8-4c29-94e9-143a9373fbb0 req-658a4a59-3329-4219-9b53-74d449c91708 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=099c97c5-b34e-40f9-ae12-9a380b9b1ed7 HTTP/1.1" status: 200 len: 217 time: 0.0865459 Nov 03 18:38:21.938365 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88fbe3-c120-4cdf-90a2-bb9545b12366 req-15f0d030-031c-4fbf-929f-ff1bdbbfb510 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:21.941526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe88fbe3-c120-4cdf-90a2-bb9545b12366 req-15f0d030-031c-4fbf-929f-ff1bdbbfb510 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 943 time: 0.1235433 Nov 03 18:38:22.027953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53c8a5-dfb8-4c29-94e9-143a9373fbb0 req-11cb07f1-9076-4f6c-b0e4-373a1aca206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:22.029465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e53c8a5-dfb8-4c29-94e9-143a9373fbb0 req-11cb07f1-9076-4f6c-b0e4-373a1aca206c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ce9e0b49-eaf9-4f18-8308-2f1514ace683 HTTP/1.1" status: 200 len: 861 time: 0.0878174 Nov 03 18:38:22.039033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe88fbe3-c120-4cdf-90a2-bb9545b12366 req-370c5d83-794b-450f-aa27-4bfd01074694 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889819 Nov 03 18:38:22.074586 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-e5bfa2fb-0587-4923-a65e-cc2ce1c2b629 service neutron] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:22.075063 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e53c8a5-dfb8-4c29-94e9-143a9373fbb0 req-ca612da4-a7f1-4e2d-a658-9c6ca198e4ee service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dfd66ab7-d64a-4b29-8d02-07dde8098dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298548 Nov 03 18:38:22.078478 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-e5bfa2fb-0587-4923-a65e-cc2ce1c2b629 service neutron] Publish callbacks [] for binding, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:22.080616 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-74597eb0-00e6-49ee-9a8c-5df3840eb52a req-e5bfa2fb-0587-4923-a65e-cc2ce1c2b629 service neutron] 10.222.0.87 "DELETE /v2.0/ports/762eab77-e3bf-4f1a-a6b5-67e568a2a40e/bindings/n-h2-812150-4 HTTP/1.1" status: 204 len: 173 time: 0.1461878 Nov 03 18:38:22.207404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e53c8a5-dfb8-4c29-94e9-143a9373fbb0 req-8a474bd9-32e6-47f3-a586-33c326786ebf service neutron] 10.222.0.87 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167879 Nov 03 18:38:22.325209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e53c8a5-dfb8-4c29-94e9-143a9373fbb0 req-dda688cc-0702-4c68-829e-a13cd3e1e28a service neutron] 10.222.0.87 "GET /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027548 Nov 03 18:38:22.363254 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550b218-c975-4259-bb1b-b4d3e5bcd26d req-a5b84764-6885-4713-aec0-a877176c1a4f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:22.370698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9550b218-c975-4259-bb1b-b4d3e5bcd26d req-a5b84764-6885-4713-aec0-a877176c1a4f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8da36e79-f421-4781-8f27-1e16d7da812f HTTP/1.1" status: 200 len: 945 time: 0.0654738 Nov 03 18:38:22.421824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9550b218-c975-4259-bb1b-b4d3e5bcd26d req-2ecf533b-851f-4eb1-9556-96b5e2128054 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501831 Nov 03 18:38:22.583274 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07589f-4494-466f-8339-4e5ef8c424f5 req-2446ea4f-e3b8-4af2-8ce6-a31ae8c7ee2b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:22.590686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9d07589f-4494-466f-8339-4e5ef8c424f5 req-2446ea4f-e3b8-4af2-8ce6-a31ae8c7ee2b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.0679665 Nov 03 18:38:22.668855 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9d07589f-4494-466f-8339-4e5ef8c424f5 req-a535484c-0660-43dd-9b73-c663395be6a5 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699196 Nov 03 18:38:22.753773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80d7cf-0991-4819-bc9f-4a59383a2135 req-e5504149-9e63-4147-829c-95530ada7090 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:22.755364 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab80d7cf-0991-4819-bc9f-4a59383a2135 req-e5504149-9e63-4147-829c-95530ada7090 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8da36e79-f421-4781-8f27-1e16d7da812f HTTP/1.1" status: 200 len: 945 time: 0.0637567 Nov 03 18:38:22.843039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de9f5c-1a78-4058-b544-07dd858053bc req-8ef1a3cc-38ae-4b39-a795-575807924818 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:22.844571 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-84de9f5c-1a78-4058-b544-07dd858053bc req-8ef1a3cc-38ae-4b39-a795-575807924818 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 944 time: 0.0841553 Nov 03 18:38:22.852035 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab80d7cf-0991-4819-bc9f-4a59383a2135 req-a5135075-22ce-4106-9253-5aed3a14552e tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877721 Nov 03 18:38:22.898858 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-84de9f5c-1a78-4058-b544-07dd858053bc req-10e67187-8346-41aa-aba5-28ad5484c1b1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458002 Nov 03 18:38:22.990837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b970b66-0407-429a-95c5-2880ae8ad9a7 req-85175d16-86ab-4f3c-9019-250113bff888 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:22.992724 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b970b66-0407-429a-95c5-2880ae8ad9a7 req-85175d16-86ab-4f3c-9019-250113bff888 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.0625846 Nov 03 18:38:23.063356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b970b66-0407-429a-95c5-2880ae8ad9a7 req-f8188bd1-f1fa-4a36-9e4e-f83c94029028 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605085 Nov 03 18:38:23.182948 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a2331-08ed-4fa6-894d-0a45d26df487 req-537fa2a9-aa5c-4636-9b1a-9bcf1f8be404 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:23.184587 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb4a2331-08ed-4fa6-894d-0a45d26df487 req-537fa2a9-aa5c-4636-9b1a-9bcf1f8be404 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 943 time: 0.0582335 Nov 03 18:38:23.251856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb4a2331-08ed-4fa6-894d-0a45d26df487 req-06903abf-94b0-4c4e-9e17-6f664ad99e2b tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553834 Nov 03 18:38:23.439403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b652ab-75db-4c61-b139-d2f94c7668e8 req-2ab65fb6-5383-4956-8557-f319561276a6 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:23.441393 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64b652ab-75db-4c61-b139-d2f94c7668e8 req-2ab65fb6-5383-4956-8557-f319561276a6 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 1095 time: 0.0448298 Nov 03 18:38:23.495523 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64b652ab-75db-4c61-b139-d2f94c7668e8 req-8fec555c-53a9-4ba0-abc3-773b8f29b5e8 tempest-LiveMigrationTest-426875922 tempest-LiveMigrationTest-426875922-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480058 Nov 03 18:38:23.637551 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-827c3344-107f-4b37-97d4-7061e855c531 req-156168d2-c93e-451e-8c16-c567c34f7ba3 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=2841aa537fca4e50a7e4211a7775237d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255456 Nov 03 18:38:23.760626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c3344-107f-4b37-97d4-7061e855c531 req-3a85208e-e4bd-4b1f-8214-1830169d5e7c tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:23.762663 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-827c3344-107f-4b37-97d4-7061e855c531 req-3a85208e-e4bd-4b1f-8214-1830169d5e7c tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1185279 Nov 03 18:38:23.781961 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-827c3344-107f-4b37-97d4-7061e855c531 req-5b6e131f-3529-483f-89cb-c3390f9e0eb1 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/quotas/2841aa537fca4e50a7e4211a7775237d HTTP/1.1" status: 200 len: 375 time: 0.0112097 Nov 03 18:38:23.824489 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-827c3344-107f-4b37-97d4-7061e855c531 req-2e6f30fd-6bdb-4854-bf6c-7ac1b8aec435 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2841aa537fca4e50a7e4211a7775237d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366397 Nov 03 18:38:23.871066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77620d-19d1-443f-bf2c-c26cf818c758 req-b33622b0-589a-4cf4-8d83-7525c5292465 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:23.872792 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da77620d-19d1-443f-bf2c-c26cf818c758 req-b33622b0-589a-4cf4-8d83-7525c5292465 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.0719836 Nov 03 18:38:23.924666 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da77620d-19d1-443f-bf2c-c26cf818c758 req-7c41dcbe-f7bc-492f-8376-1ec6180bc770 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438590 Nov 03 18:38:24.086511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90948709-64d7-4dcf-8c52-57433be6978a req-beb6f0b2-3d14-496d-9588-13be550e9ab4 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:24.089061 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90948709-64d7-4dcf-8c52-57433be6978a req-beb6f0b2-3d14-496d-9588-13be550e9ab4 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 944 time: 0.0909615 Nov 03 18:38:24.097211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6824b-9a31-488a-a699-b097f6974349 req-23125c96-e85d-4012-84b6-1ee2ba6488bc tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:24.098986 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86b6824b-9a31-488a-a699-b097f6974349 req-23125c96-e85d-4012-84b6-1ee2ba6488bc tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8da36e79-f421-4781-8f27-1e16d7da812f HTTP/1.1" status: 200 len: 945 time: 0.1003978 Nov 03 18:38:24.176241 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90948709-64d7-4dcf-8c52-57433be6978a req-2b494b6f-97f5-4299-be83-23153bd28b1a tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762744 Nov 03 18:38:24.179748 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86b6824b-9a31-488a-a699-b097f6974349 req-58d79c80-a594-45ff-b2b5-723a12dafec5 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738370 Nov 03 18:38:24.212557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-638fb962-dd84-4693-bee3-0f1b63cf2752 req-e3a86f5c-ca6f-4010-89b2-197e0aded91b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1702350368', 'description': 'tempest-description-11797392'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:24.252331 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7b0ba-3fd0-4835-87cc-c7cb094fa9c5 req-d16e093d-36f7-44ce-b363-1ee99bb0ab57 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:24.254167 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38a7b0ba-3fd0-4835-87cc-c7cb094fa9c5 req-d16e093d-36f7-44ce-b363-1ee99bb0ab57 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.98 "GET /v2.0/ports?device_id=8da36e79-f421-4781-8f27-1e16d7da812f HTTP/1.1" status: 200 len: 945 time: 0.0528893 Nov 03 18:38:24.262265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e503c7b-88c0-4da0-92aa-39d9340c9af6 req-561634d1-1df6-4484-bbd0-a6d109041dd0 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 210 time: 0.0305536 Nov 03 18:38:24.264518 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-638fb962-dd84-4693-bee3-0f1b63cf2752 req-e3a86f5c-ca6f-4010-89b2-197e0aded91b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.349649 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-638fb962-dd84-4693-bee3-0f1b63cf2752 req-e3a86f5c-ca6f-4010-89b2-197e0aded91b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.354093 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-638fb962-dd84-4693-bee3-0f1b63cf2752 req-e3a86f5c-ca6f-4010-89b2-197e0aded91b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.373492 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-38a7b0ba-3fd0-4835-87cc-c7cb094fa9c5 req-1bb29cdc-55c8-4abf-a6af-c94017990465 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Deleting port 427d1043-718b-4bc3-9a73-0cbabc8a2250 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:24.373492 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-38a7b0ba-3fd0-4835-87cc-c7cb094fa9c5 req-1bb29cdc-55c8-4abf-a6af-c94017990465 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.407762 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-638fb962-dd84-4693-bee3-0f1b63cf2752 req-e3a86f5c-ca6f-4010-89b2-197e0aded91b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.409565 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-638fb962-dd84-4693-bee3-0f1b63cf2752 req-e3a86f5c-ca6f-4010-89b2-197e0aded91b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2011368 Nov 03 18:38:24.412213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a86f5c-ca6f-4010-89b2-197e0aded91b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf9d303-d914-4e4f-b43c-0a858219558e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:24.513192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22920f-9bf2-4821-a88b-37da3c5bdb4f req-1af21dbe-379f-4701-b5c1-1bc790d39346 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:24.515830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b22920f-9bf2-4821-a88b-37da3c5bdb4f req-1af21dbe-379f-4701-b5c1-1bc790d39346 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.0791066 Nov 03 18:38:24.538974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-38a7b0ba-3fd0-4835-87cc-c7cb094fa9c5 req-1bb29cdc-55c8-4abf-a6af-c94017990465 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] For port 427d1043-718b-4bc3-9a73-0cbabc8a2250, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=427d1043-718b-4bc3-9a73-0cbabc8a2250,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:24.539426 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-38a7b0ba-3fd0-4835-87cc-c7cb094fa9c5 req-1bb29cdc-55c8-4abf-a6af-c94017990465 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.562675 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-38a7b0ba-3fd0-4835-87cc-c7cb094fa9c5 req-1bb29cdc-55c8-4abf-a6af-c94017990465 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Calling delete_port for 427d1043-718b-4bc3-9a73-0cbabc8a2250 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:24.618426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af063e-de2f-4089-ac08-cf2c563297a5 req-cb0a5eca-eed3-44e1-b518-4c5b1c5ceed0 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:24.621320 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3af063e-de2f-4089-ac08-cf2c563297a5 req-cb0a5eca-eed3-44e1-b518-4c5b1c5ceed0 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 943 time: 0.1043215 Nov 03 18:38:24.636891 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b22920f-9bf2-4821-a88b-37da3c5bdb4f req-bc4ccba7-8559-4bf8-866b-8ed759bfcfb2 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868511 Nov 03 18:38:24.734583 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3af063e-de2f-4089-ac08-cf2c563297a5 req-accfbe89-d912-4919-b9de-1dfe04ac1e93 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917606 Nov 03 18:38:24.759352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:38:24.772191 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-38a7b0ba-3fd0-4835-87cc-c7cb094fa9c5 req-1bb29cdc-55c8-4abf-a6af-c94017990465 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.797118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d782ba5-5529-4b64-8f65-89d806e9a5b2 req-25fdeb60-74f1-43de-bbd7-42dff1363f66 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1702350368&fields=id&tenant_id=905883f7e9804a949a03151623ea3991 HTTP/1.1" status: 200 len: 267 time: 0.0611300 Nov 03 18:38:24.809238 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['427d1043-718b-4bc3-9a73-0cbabc8a2250'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:24.816006 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb29cdc-55c8-4abf-a6af-c94017990465 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Pushing event deleted for resources: {'Port': ['ID=427d1043-718b-4bc3-9a73-0cbabc8a2250,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:24.877956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a7b0ba-3fd0-4835-87cc-c7cb094fa9c5 req-1bb29cdc-55c8-4abf-a6af-c94017990465 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] No DVR routers for this DVR port 427d1043-718b-4bc3-9a73-0cbabc8a2250 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:24.880970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d782ba5-5529-4b64-8f65-89d806e9a5b2 req-bf453dc9-7972-45c3-aedb-5c4643148d5d tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:24.881373 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-38a7b0ba-3fd0-4835-87cc-c7cb094fa9c5 req-1bb29cdc-55c8-4abf-a6af-c94017990465 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.882830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d782ba5-5529-4b64-8f65-89d806e9a5b2 req-bf453dc9-7972-45c3-aedb-5c4643148d5d tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.0799937 Nov 03 18:38:24.885092 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38a7b0ba-3fd0-4835-87cc-c7cb094fa9c5 req-1bb29cdc-55c8-4abf-a6af-c94017990465 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.98 "DELETE /v2.0/ports/427d1043-718b-4bc3-9a73-0cbabc8a2250 HTTP/1.1" status: 204 len: 173 time: 0.6245749 Nov 03 18:38:24.885599 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da36e79-f421-4781-8f27-1e16d7da812f', 'name': 'network-vif-deleted', 'tag': '427d1043-718b-4bc3-9a73-0cbabc8a2250'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:24.889064 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e4d70c-b63c-42f1-9d2b-5ff9bc3ea43c" -d '{"events": [{"server_uuid": "8da36e79-f421-4781-8f27-1e16d7da812f", "name": "network-vif-deleted", "tag": "427d1043-718b-4bc3-9a73-0cbabc8a2250"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:24.896182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-8d782ba5-5529-4b64-8f65-89d806e9a5b2 req-b25b3b00-b473-4443-9667-7c2cac02fdd8 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Request body: {'port': {'security_groups': ['e96b0599-6909-402b-bf2d-d94268df6dab', '0bf9d303-d914-4e4f-b43c-0a858219558e']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:24.915840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 099c97c5-b34e-40f9-ae12-9a380b9b1ed7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=099c97c5-b34e-40f9-ae12-9a380b9b1ed7,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:24.931713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '099c97c5-b34e-40f9-ae12-9a380b9b1ed7', 'network_id': 'dfd66ab7-d64a-4b29-8d02-07dde8098dad', 'port_id': '099c97c5-b34e-40f9-ae12-9a380b9b1ed7', 'mac_address': 'fa:16:3e:16:98:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9e0b49-eaf9-4f18-8308-2f1514ace683', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:38:24.948688 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcffbda-7ff3-4743-8e55-696c88d50b4c x-openstack-request-id: req-9fcffbda-7ff3-4743-8e55-696c88d50b4c {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:24.949053 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da36e79-f421-4781-8f27-1e16d7da812f", "name": "network-vif-deleted", "tag": "427d1043-718b-4bc3-9a73-0cbabc8a2250", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:24.949392 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9fcffbda-7ff3-4743-8e55-696c88d50b4c {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:24.949854 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da36e79-f421-4781-8f27-1e16d7da812f', 'name': 'network-vif-deleted', 'tag': '427d1043-718b-4bc3-9a73-0cbabc8a2250', 'status': 'completed', 'code': 200} Nov 03 18:38:24.979512 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.993666 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8d782ba5-5529-4b64-8f65-89d806e9a5b2 req-b25b3b00-b473-4443-9667-7c2cac02fdd8 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:24.994453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:25.018288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 099c97c5-b34e-40f9-ae12-9a380b9b1ed7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=099c97c5-b34e-40f9-ae12-9a380b9b1ed7,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:25.022605 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:25.070603 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfc153-e8e3-43a1-866f-eb7ebb3cec2f req-ab5ea712-ce76-462e-97c8-f8ddc32edb06 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:25.072248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9dfc153-e8e3-43a1-866f-eb7ebb3cec2f req-ab5ea712-ce76-462e-97c8-f8ddc32edb06 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.87 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 944 time: 0.0879452 Nov 03 18:38:25.084459 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=099c97c5-b34e-40f9-ae12-9a380b9b1ed7,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:25.188255 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-827c3344-107f-4b37-97d4-7061e855c531 req-ebfdff71-e148-4f8a-bfbb-cba0e8df9667 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=2841aa537fca4e50a7e4211a7775237d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286171 Nov 03 18:38:25.288893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-f9dfc153-e8e3-43a1-866f-eb7ebb3cec2f req-21e19feb-b41f-4176-8df0-78b0bddf10ea tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Deleting port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:25.289572 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9dfc153-e8e3-43a1-866f-eb7ebb3cec2f req-21e19feb-b41f-4176-8df0-78b0bddf10ea tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:25.332644 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c3344-107f-4b37-97d4-7061e855c531 req-2f9d7f2f-3e6d-4280-a18f-77e2a486295d tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:25.335243 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-827c3344-107f-4b37-97d4-7061e855c531 req-2f9d7f2f-3e6d-4280-a18f-77e2a486295d tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395922 Nov 03 18:38:25.351515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-827c3344-107f-4b37-97d4-7061e855c531 req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Request body: {'port': {'device_id': 'a40f2487-527d-4998-be84-c8643e9405d1', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '2841aa537fca4e50a7e4211a7775237d'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:25.357898 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92f29fbe-c0c1-46e8-a4e4-e89be889a2c6 req-e3439d38-4b90-4cc5-973c-fa11f474add0 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8da36e79-f421-4781-8f27-1e16d7da812f HTTP/1.1" status: 200 len: 210 time: 0.0596983 Nov 03 18:38:25.406201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-8d782ba5-5529-4b64-8f65-89d806e9a5b2 req-b25b3b00-b473-4443-9667-7c2cac02fdd8 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] For port c4f4bb2f-f826-47bb-9b06-b33b334c8832, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832,segment=NetworkSegment(b3275687-faf5-4ac4-98f3-746b0557b365),segment_id=b3275687-faf5-4ac4-98f3-746b0557b365)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:25.490068 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827c3344-107f-4b37-97d4-7061e855c531 req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Made reservation on behalf of 2841aa537fca4e50a7e4211a7775237d for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:25.492196 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8d782ba5-5529-4b64-8f65-89d806e9a5b2 req-b25b3b00-b473-4443-9667-7c2cac02fdd8 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:25.494300 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-827c3344-107f-4b37-97d4-7061e855c531 req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:25.501832 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8d782ba5-5529-4b64-8f65-89d806e9a5b2 req-b25b3b00-b473-4443-9667-7c2cac02fdd8 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:25.505220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['099c97c5-b34e-40f9-ae12-9a380b9b1ed7'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:25.507130 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-827c3344-107f-4b37-97d4-7061e855c531 req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:25.509894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9dfc153-e8e3-43a1-866f-eb7ebb3cec2f req-21e19feb-b41f-4176-8df0-78b0bddf10ea tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] For port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:25.509894 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9dfc153-e8e3-43a1-866f-eb7ebb3cec2f req-21e19feb-b41f-4176-8df0-78b0bddf10ea tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:25.535043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-f9dfc153-e8e3-43a1-866f-eb7ebb3cec2f req-21e19feb-b41f-4176-8df0-78b0bddf10ea tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Calling delete_port for 762eab77-e3bf-4f1a-a6b5-67e568a2a40e owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:25.620193 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-827c3344-107f-4b37-97d4-7061e855c531 req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:25.628136 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-827c3344-107f-4b37-97d4-7061e855c531 req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:25.662400 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b3b00-b473-4443-9667-7c2cac02fdd8 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Pushing event updated for resources: {'Port': ['ID=c4f4bb2f-f826-47bb-9b06-b33b334c8832,revision_number=6']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:25.689663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeec202-20e5-4051-a04f-f7203b930298 req-d416dd31-57e4-4528-9f31-fb15981e9f04 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:25.698088 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbeec202-20e5-4051-a04f-f7203b930298 req-d416dd31-57e4-4528-9f31-fb15981e9f04 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 944 time: 0.2567029 Nov 03 18:38:25.709596 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d782ba5-5529-4b64-8f65-89d806e9a5b2 req-b25b3b00-b473-4443-9667-7c2cac02fdd8 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:25.710251 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8d782ba5-5529-4b64-8f65-89d806e9a5b2 req-b25b3b00-b473-4443-9667-7c2cac02fdd8 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:25.718677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:25.722243 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d113-fe3a-4cd8-b02c-e9309d8022c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:25.724520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d782ba5-5529-4b64-8f65-89d806e9a5b2 req-b25b3b00-b473-4443-9667-7c2cac02fdd8 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "PUT /v2.0/ports/c4f4bb2f-f826-47bb-9b06-b33b334c8832 HTTP/1.1" status: 200 len: 981 time: 0.8343048 Nov 03 18:38:25.730215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'tag': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:25.739999 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b031d22-4b1b-43fc-a4d4-82570416fb64" -d '{"events": [{"name": "network-changed", "server_uuid": "83f669c6-eb87-447d-9a6e-9e6740eaba11", "tag": "c4f4bb2f-f826-47bb-9b06-b33b334c8832"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:25.834603 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fd749bd-8c49-4e88-8537-ae9727db6493 req-2ecbb567-6705-4ff6-9065-112d70d79d6c tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 210 time: 0.0411544 Nov 03 18:38:25.857299 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-827c3344-107f-4b37-97d4-7061e855c531 req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Allocated IP 192.168.233.116 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/f6fe80b9-358c-4bc5-88f3-2e2aa8947820) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:25.881162 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbeec202-20e5-4051-a04f-f7203b930298 req-36fae483-44cd-4f92-a57b-f58d4e0f6b67 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374121 Nov 03 18:38:25.906073 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9dfc153-e8e3-43a1-866f-eb7ebb3cec2f req-21e19feb-b41f-4176-8df0-78b0bddf10ea tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:25.921182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['5a59d86a-0d89-4c23-961d-c644f2d0edcc'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:25.957036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e19feb-b41f-4176-8df0-78b0bddf10ea tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Pushing event deleted for resources: {'Port': ['ID=762eab77-e3bf-4f1a-a6b5-67e568a2a40e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:26.008361 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['c4f4bb2f-f826-47bb-9b06-b33b334c8832'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:26.028684 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9dfc153-e8e3-43a1-866f-eb7ebb3cec2f req-21e19feb-b41f-4176-8df0-78b0bddf10ea tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] No DVR routers for this DVR port 762eab77-e3bf-4f1a-a6b5-67e568a2a40e on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:26.031636 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9dfc153-e8e3-43a1-866f-eb7ebb3cec2f req-21e19feb-b41f-4176-8df0-78b0bddf10ea tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.036110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9dfc153-e8e3-43a1-866f-eb7ebb3cec2f req-21e19feb-b41f-4176-8df0-78b0bddf10ea tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.87 "DELETE /v2.0/ports/762eab77-e3bf-4f1a-a6b5-67e568a2a40e HTTP/1.1" status: 204 len: 173 time: 0.9545746 Nov 03 18:38:26.076476 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-827c3344-107f-4b37-97d4-7061e855c531 req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.112973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-77358643-dc60-4e00-8822-38c708611d9f req-88f716b1-bee5-4e16-b4ef-d3eba0f63cd3 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1702350368&fields=id&tenant_id=905883f7e9804a949a03151623ea3991 HTTP/1.1" status: 200 len: 267 time: 0.1166105 Nov 03 18:38:26.122991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5bff8-6718-4bbe-a778-96271fe8e787 req-5a8f78f5-880b-43c4-802d-9b226c67aa11 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:26.124845 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70e5bff8-6718-4bbe-a778-96271fe8e787 req-5a8f78f5-880b-43c4-802d-9b226c67aa11 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.0973945 Nov 03 18:38:26.136138 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-827c3344-107f-4b37-97d4-7061e855c531 req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.198495 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827c3344-107f-4b37-97d4-7061e855c531 req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:26.202388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-827c3344-107f-4b37-97d4-7061e855c531 req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:26.208483 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-827c3344-107f-4b37-97d4-7061e855c531 req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:26.212891 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Pushing event updated for resources: {'Port': ['ID=f6fe80b9-358c-4bc5-88f3-2e2aa8947820,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:26.234217 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77358643-dc60-4e00-8822-38c708611d9f req-d2099bd0-73b7-4c5f-b8af-05400dccf6ce tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:26.245128 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-77358643-dc60-4e00-8822-38c708611d9f req-d2099bd0-73b7-4c5f-b8af-05400dccf6ce tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 984 time: 0.1190853 Nov 03 18:38:26.252435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-77358643-dc60-4e00-8822-38c708611d9f req-e4db5b5a-f9db-4968-b2e7-fba7018f03bb tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Request body: {'port': {'security_groups': ['e96b0599-6909-402b-bf2d-d94268df6dab']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:26.264117 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70e5bff8-6718-4bbe-a778-96271fe8e787 req-2af7e987-3ac0-49c3-a1f5-f7f500d5f0aa tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282227 Nov 03 18:38:26.271027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c3344-107f-4b37-97d4-7061e855c531 req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:26.272042 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-827c3344-107f-4b37-97d4-7061e855c531 req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.301344 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-827c3344-107f-4b37-97d4-7061e855c531 req-f3e09f3b-1c2c-4ce3-8b0d-2708ea3d2de7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9561696 Nov 03 18:38:26.316808 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Request body: {'port': {'device_id': 'a40f2487-527d-4998-be84-c8643e9405d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:26.361271 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-77358643-dc60-4e00-8822-38c708611d9f req-e4db5b5a-f9db-4968-b2e7-fba7018f03bb tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.366051 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8659e678-89b5-4303-acc7-38687f2c07ce x-openstack-request-id: req-8659e678-89b5-4303-acc7-38687f2c07ce {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:26.366242 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f669c6-eb87-447d-9a6e-9e6740eaba11", "tag": "c4f4bb2f-f826-47bb-9b06-b33b334c8832", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:26.366506 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8659e678-89b5-4303-acc7-38687f2c07ce {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:26.368292 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'tag': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832', 'status': 'completed', 'code': 200} Nov 03 18:38:26.413995 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['c4f4bb2f-f826-47bb-9b06-b33b334c8832'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:26.446538 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.602043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1febbe-a7e7-4634-ada9-d05784dd73f2 req-ba6f4fdb-570e-4997-9914-d247141fe5d0 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:26.610568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b1febbe-a7e7-4634-ada9-d05784dd73f2 req-ba6f4fdb-570e-4997-9914-d247141fe5d0 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 944 time: 0.1119769 Nov 03 18:38:26.619294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b031d22-4b1b-43fc-a4d4-82570416fb64 req-13bf3f4d-365e-4004-acb0-d84d6e3f4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:26.620710 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b031d22-4b1b-43fc-a4d4-82570416fb64 req-13bf3f4d-365e-4004-acb0-d84d6e3f4e0c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=905883f7e9804a949a03151623ea3991&device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 1135 time: 0.1524355 Nov 03 18:38:26.756750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7f573645-b8c5-4a04-b19c-364c73f16a1e None None] Provisioning complete for port f6fe80b9-358c-4bc5-88f3-2e2aa8947820 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:26.757386 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7f573645-b8c5-4a04-b19c-364c73f16a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.794734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:26.821956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6fe80b9-358c-4bc5-88f3-2e2aa8947820 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:26.830756 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.843455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-77358643-dc60-4e00-8822-38c708611d9f req-e4db5b5a-f9db-4968-b2e7-fba7018f03bb tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] For port c4f4bb2f-f826-47bb-9b06-b33b334c8832, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832,segment=NetworkSegment(b3275687-faf5-4ac4-98f3-746b0557b365),segment_id=b3275687-faf5-4ac4-98f3-746b0557b365)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:26.844589 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Transition to ACTIVE for port object f6fe80b9-358c-4bc5-88f3-2e2aa8947820 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:38:26.851375 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.870289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b031d22-4b1b-43fc-a4d4-82570416fb64 req-c192ab4a-3ec0-466a-9c42-70934048ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:26.871674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b031d22-4b1b-43fc-a4d4-82570416fb64 req-c192ab4a-3ec0-466a-9c42-70934048ea62 service neutron] 10.222.0.87 "GET /v2.0/networks?id=19a60a5f-6939-4da6-9b04-d569ad193dce HTTP/1.1" status: 200 len: 921 time: 0.1936946 Nov 03 18:38:26.881728 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-7f573645-b8c5-4a04-b19c-364c73f16a1e None None] Port f6fe80b9-358c-4bc5-88f3-2e2aa8947820 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:38:26.900501 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:38:26.907539 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:26.908218 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:26.916324 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Pushing event updated for resources: {'Port': ['ID=f6fe80b9-358c-4bc5-88f3-2e2aa8947820,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:26.984098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b031d22-4b1b-43fc-a4d4-82570416fb64 req-f36502d8-c863-45c7-818a-2c6ab3f71ab3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832 HTTP/1.1" status: 200 len: 217 time: 0.0979614 Nov 03 18:38:26.987659 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-77358643-dc60-4e00-8822-38c708611d9f req-e4db5b5a-f9db-4968-b2e7-fba7018f03bb tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:27.011044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b1febbe-a7e7-4634-ada9-d05784dd73f2 req-4a6edf0e-0999-4abb-8e64-df5ad1b27222 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978801 Nov 03 18:38:27.036890 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-77358643-dc60-4e00-8822-38c708611d9f req-e4db5b5a-f9db-4968-b2e7-fba7018f03bb tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:27.037979 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:27.040382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Attempting to bind port f6fe80b9-358c-4bc5-88f3-2e2aa8947820 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:27.040732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Attempting to bind port f6fe80b9-358c-4bc5-88f3-2e2aa8947820 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:27.041052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Attempting to bind port f6fe80b9-358c-4bc5-88f3-2e2aa8947820 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:27.048334 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Port f6fe80b9-358c-4bc5-88f3-2e2aa8947820 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:38:27.048663 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Attempting to bind port f6fe80b9-358c-4bc5-88f3-2e2aa8947820 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:27.054998 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:27.055339 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:27.055769 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:27.056205 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Bound port: f6fe80b9-358c-4bc5-88f3-2e2aa8947820, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:27.056571 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:27.097924 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['c4f4bb2f-f826-47bb-9b06-b33b334c8832'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:27.155667 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] For port f6fe80b9-358c-4bc5-88f3-2e2aa8947820, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:27.160804 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] For port f6fe80b9-358c-4bc5-88f3-2e2aa8947820, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f6fe80b9-358c-4bc5-88f3-2e2aa8947820,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:27.161463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099c97c5-b34e-40f9-ae12-9a380b9b1ed7'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:27.164067 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55630c4d-d2ab-41ff-9e4b-bf196a1481ac" -d '{"events": [{"server_uuid": "c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4", "name": "network-vif-plugged", "status": "completed", "tag": "099c97c5-b34e-40f9-ae12-9a380b9b1ed7"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:27.170623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db5b5a-f9db-4968-b2e7-fba7018f03bb tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Pushing event updated for resources: {'Port': ['ID=c4f4bb2f-f826-47bb-9b06-b33b334c8832,revision_number=7']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:27.173783 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:27.202062 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 099c97c5-b34e-40f9-ae12-9a380b9b1ed7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=099c97c5-b34e-40f9-ae12-9a380b9b1ed7,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:27.206795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77358643-dc60-4e00-8822-38c708611d9f req-e4db5b5a-f9db-4968-b2e7-fba7018f03bb tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:27.209845 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-77358643-dc60-4e00-8822-38c708611d9f req-e4db5b5a-f9db-4968-b2e7-fba7018f03bb tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:27.214211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-77358643-dc60-4e00-8822-38c708611d9f req-e4db5b5a-f9db-4968-b2e7-fba7018f03bb tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "PUT /v2.0/ports/c4f4bb2f-f826-47bb-9b06-b33b334c8832 HTTP/1.1" status: 200 len: 942 time: 0.9681234 Nov 03 18:38:27.221533 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:27.230198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 762eab77-e3bf-4f1a-a6b5-67e568a2a40e no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:27.246301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b031d22-4b1b-43fc-a4d4-82570416fb64 req-964790bd-07e8-4c78-a337-2a281573d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:27.259787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b031d22-4b1b-43fc-a4d4-82570416fb64 req-964790bd-07e8-4c78-a337-2a281573d342 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c827802-1882-4b43-8fb1-d7eee0b7d76f HTTP/1.1" status: 200 len: 860 time: 0.2361050 Nov 03 18:38:27.259909 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:27.259909 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:27.259909 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-827c3344-107f-4b37-97d4-7061e855c531 req-d67c5578-5634-4215-9138-427d840e2801 service neutron] 10.222.0.98 "PUT /v2.0/ports/f6fe80b9-358c-4bc5-88f3-2e2aa8947820 HTTP/1.1" status: 200 len: 1096 time: 0.9459434 Nov 03 18:38:27.259909 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40f2487-527d-4998-be84-c8643e9405d1', 'tag': 'f6fe80b9-358c-4bc5-88f3-2e2aa8947820'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:27.260956 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95e6c59-81d4-46eb-9c7c-d9cc1fc18979" -d '{"events": [{"name": "network-changed", "server_uuid": "a40f2487-527d-4998-be84-c8643e9405d1", "tag": "f6fe80b9-358c-4bc5-88f3-2e2aa8947820"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:27.374629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b031d22-4b1b-43fc-a4d4-82570416fb64 req-41981f9e-594d-4841-b717-ecdf041a73b2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19a60a5f-6939-4da6-9b04-d569ad193dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032491 Nov 03 18:38:27.394179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 762eab77-e3bf-4f1a-a6b5-67e568a2a40e {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:27.394523 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 762eab77-e3bf-4f1a-a6b5-67e568a2a40e not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:27.432768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c5578-5634-4215-9138-427d840e2801 service neutron] Pushing event updated for resources: {'Port': ['ID=f6fe80b9-358c-4bc5-88f3-2e2aa8947820,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:27.461186 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74850271-6a75-4298-90ae-b4a7be62afb6 req-fe007144-715c-45ed-9862-bffd05125adf tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 210 time: 0.0732322 Nov 03 18:38:27.477148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 427d1043-718b-4bc3-9a73-0cbabc8a2250 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:27.493648 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c3344-107f-4b37-97d4-7061e855c531 req-4895c555-48f5-45ba-a824-b37062cf1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:27.495337 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-827c3344-107f-4b37-97d4-7061e855c531 req-4895c555-48f5-45ba-a824-b37062cf1322 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2841aa537fca4e50a7e4211a7775237d&device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 1099 time: 0.1319585 Nov 03 18:38:27.533519 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 427d1043-718b-4bc3-9a73-0cbabc8a2250 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:27.534182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 427d1043-718b-4bc3-9a73-0cbabc8a2250 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:27.536551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['c4f4bb2f-f826-47bb-9b06-b33b334c8832'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:27.609809 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-827c3344-107f-4b37-97d4-7061e855c531 req-de031dfa-171d-4a13-8c2d-8ea83cdd0220 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f6fe80b9-358c-4bc5-88f3-2e2aa8947820 HTTP/1.1" status: 200 len: 217 time: 0.0962632 Nov 03 18:38:27.613153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeff43-19de-4098-9793-36b360d84720 req-8373efee-b82f-4705-aaf7-166d2010103d tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:27.614799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2bbeff43-19de-4098-9793-36b360d84720 req-8373efee-b82f-4705-aaf7-166d2010103d tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 948 time: 0.2268105 Nov 03 18:38:27.680600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b031d22-4b1b-43fc-a4d4-82570416fb64 req-f2bf4277-d0de-4511-9cab-596eadc8debb service neutron] 10.222.0.87 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731750 Nov 03 18:38:27.701332 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786965fc-a6d5-436c-bacb-6657997ccb30 x-openstack-request-id: req-786965fc-a6d5-436c-bacb-6657997ccb30 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:27.701645 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4", "name": "network-vif-plugged", "status": "completed", "tag": "099c97c5-b34e-40f9-ae12-9a380b9b1ed7", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:27.701871 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-786965fc-a6d5-436c-bacb-6657997ccb30 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:27.702262 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099c97c5-b34e-40f9-ae12-9a380b9b1ed7', 'code': 200} Nov 03 18:38:27.703773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c3344-107f-4b37-97d4-7061e855c531 req-7e8d1d54-1239-4863-8e69-27e6c1d70329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:27.704996 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-827c3344-107f-4b37-97d4-7061e855c531 req-7e8d1d54-1239-4863-8e69-27e6c1d70329 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0816188 Nov 03 18:38:27.717805 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=099c97c5-b34e-40f9-ae12-9a380b9b1ed7,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:27.723896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2bbeff43-19de-4098-9793-36b360d84720 req-eb918156-f42a-45b0-bc50-00ce07ad4c45 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965290 Nov 03 18:38:27.783905 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206b46f9-6a37-4beb-9d55-7446c813b168 x-openstack-request-id: req-206b46f9-6a37-4beb-9d55-7446c813b168 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:27.784204 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40f2487-527d-4998-be84-c8643e9405d1", "tag": "f6fe80b9-358c-4bc5-88f3-2e2aa8947820", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:27.784460 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-206b46f9-6a37-4beb-9d55-7446c813b168 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:27.784861 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40f2487-527d-4998-be84-c8643e9405d1', 'tag': 'f6fe80b9-358c-4bc5-88f3-2e2aa8947820', 'status': 'completed', 'code': 200} Nov 03 18:38:27.798101 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c3344-107f-4b37-97d4-7061e855c531 req-e0289055-3d76-499b-a162-7b7e1b42e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:27.804028 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-827c3344-107f-4b37-97d4-7061e855c531 req-e0289055-3d76-499b-a162-7b7e1b42e2e9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856564 Nov 03 18:38:27.960174 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47145c-faa7-404e-9f13-18f3aa2b8b77 req-3f4f307b-3032-4f27-8244-5d7e55f39d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:27.961782 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4f47145c-faa7-404e-9f13-18f3aa2b8b77 req-3f4f307b-3032-4f27-8244-5d7e55f39d93 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 1096 time: 0.1390147 Nov 03 18:38:27.986211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b031d22-4b1b-43fc-a4d4-82570416fb64 req-e3e27df7-b751-4317-a642-f1de45405810 service neutron] 10.222.0.87 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484667 Nov 03 18:38:27.991764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-a8b14c73-17a7-40c7-b1eb-742212c0ba26 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2843468 Nov 03 18:38:27.999277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2f957-7bda-45c7-8152-e58e9b692e67 req-6a2062ee-4a26-44ca-9ba0-ffb7888d388b tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:28.000752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18c2f957-7bda-45c7-8152-e58e9b692e67 req-6a2062ee-4a26-44ca-9ba0-ffb7888d388b tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1321328 Nov 03 18:38:28.006033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:28.016544 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-827c3344-107f-4b37-97d4-7061e855c531 req-bf6c0acd-d53b-4b11-b24e-12a3b351fb89 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014320 Nov 03 18:38:28.051048 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fcd38540-acc0-426b-b03b-3a3c52d8b341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.070930 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.108639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18c2f957-7bda-45c7-8152-e58e9b692e67 req-c751744c-89e3-4ee0-8700-5bc6f647257f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979936 Nov 03 18:38:28.115108 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4f47145c-faa7-404e-9f13-18f3aa2b8b77 req-2190194b-dc7b-4250-9d55-83d36ce49eef service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409822 Nov 03 18:38:28.159692 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-827c3344-107f-4b37-97d4-7061e855c531 req-a58f6b9f-1793-4f80-bcbf-9f0cd6637899 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211176 Nov 03 18:38:28.250384 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.259411 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e6c59-81d4-46eb-9c7c-d9cc1fc18979 req-f4f5ae54-579e-41e8-b807-49eb69505840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:28.262014 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a95e6c59-81d4-46eb-9c7c-d9cc1fc18979 req-f4f5ae54-579e-41e8-b807-49eb69505840 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2841aa537fca4e50a7e4211a7775237d&device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 1099 time: 0.0472579 Nov 03 18:38:28.369814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-c79cc2c6-129a-4533-b255-0866a0746b5c tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:28.371327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-c79cc2c6-129a-4533-b255-0866a0746b5c tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 812 time: 0.1683354 Nov 03 18:38:28.389014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46d0e6a-5d15-4ed6-bb98-23cc0087ab3f', 'name': 'network-vif-deleted', 'tag': '762eab77-e3bf-4f1a-a6b5-67e568a2a40e'}, {'name': 'network-changed', 'server_uuid': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'tag': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:28.391505 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ba6572-617c-4d44-82de-9dcd25355b4e" -d '{"events": [{"server_uuid": "d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f", "name": "network-vif-deleted", "tag": "762eab77-e3bf-4f1a-a6b5-67e568a2a40e"}, {"name": "network-changed", "server_uuid": "83f669c6-eb87-447d-9a6e-9e6740eaba11", "tag": "c4f4bb2f-f826-47bb-9b06-b33b334c8832"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:28.394422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e6c59-81d4-46eb-9c7c-d9cc1fc18979 req-6f610d36-48f2-4426-96e4-8b43b64bac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:28.397406 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a95e6c59-81d4-46eb-9c7c-d9cc1fc18979 req-6f610d36-48f2-4426-96e4-8b43b64bac65 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1158521 Nov 03 18:38:28.415396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-11443fe3-6321-4cdd-83d5-9f94dd65c867 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/quotas/326a8b3143c7495cbf9c57a8e3e086d9 HTTP/1.1" status: 200 len: 375 time: 0.0205781 Nov 03 18:38:28.434129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Allocated IP 172.25.2.170 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/18097b90-c9d1-42bc-a9f0-89ac7dd7f26b) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:28.456103 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a95e6c59-81d4-46eb-9c7c-d9cc1fc18979 req-4c511964-8cd2-4b5c-be11-393dccb88f01 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=f6fe80b9-358c-4bc5-88f3-2e2aa8947820 HTTP/1.1" status: 200 len: 217 time: 0.0514176 Nov 03 18:38:28.472914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-133c0025-4535-4517-a5b4-bd9045832139 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407960 Nov 03 18:38:28.537853 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e6c59-81d4-46eb-9c7c-d9cc1fc18979 req-754b43c4-90d5-4e63-828e-3ea35fb23c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:28.540377 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a95e6c59-81d4-46eb-9c7c-d9cc1fc18979 req-754b43c4-90d5-4e63-828e-3ea35fb23c30 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0768363 Nov 03 18:38:28.599428 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e6c59-81d4-46eb-9c7c-d9cc1fc18979 req-0aae54a7-524d-4e38-a117-437231fee59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:28.600757 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a95e6c59-81d4-46eb-9c7c-d9cc1fc18979 req-0aae54a7-524d-4e38-a117-437231fee59a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0523641 Nov 03 18:38:28.704996 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a95e6c59-81d4-46eb-9c7c-d9cc1fc18979 req-c2c08609-d149-41c7-a734-71c1ff2238aa service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921795 Nov 03 18:38:28.959486 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:28.962661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-8c01ec81-20f3-4ed2-8ca1-82048c902692 service neutron] 10.222.0.107 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745569 Nov 03 18:38:29.054865 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:29.096673 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a95e6c59-81d4-46eb-9c7c-d9cc1fc18979 req-6ddff210-96db-4760-b5ad-a22c50c28690 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841388 Nov 03 18:38:29.113765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:29.120302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:29.125269 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-59c9b82b-5508-413c-bb20-f5a7c14e5545 service neutron] 10.222.0.107 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513865 Nov 03 18:38:29.128499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:29.151520 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Pushing event updated for resources: {'Port': ['ID=18097b90-c9d1-42bc-a9f0-89ac7dd7f26b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:29.162975 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:29.228753 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:29.273664 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:29.411708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca61fb4-921e-4184-b7c9-25b9c0d6ed13 req-c1c75598-bd57-4b4b-8b90-7d49b1b4e5be tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:29.413634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cca61fb4-921e-4184-b7c9-25b9c0d6ed13 req-c1c75598-bd57-4b4b-8b90-7d49b1b4e5be tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 945 time: 0.0868416 Nov 03 18:38:29.512971 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cca61fb4-921e-4184-b7c9-25b9c0d6ed13 req-85c35a18-f7c7-403b-92df-0d244b82763e tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707448 Nov 03 18:38:29.557646 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:29.565079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:29.638883 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Pushing event updated for resources: {'Port': ['ID=18097b90-c9d1-42bc-a9f0-89ac7dd7f26b,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:29.653119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:29.676659 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:29.684626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ca4498e6-a17d-4ff0-af47-010311c02be0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6822932 Nov 03 18:38:29.729003 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa4ed79-5581-4f7c-96a5-dfc24208f6e1 x-openstack-request-id: req-8fa4ed79-5581-4f7c-96a5-dfc24208f6e1 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:29.729696 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f", "name": "network-vif-deleted", "tag": "762eab77-e3bf-4f1a-a6b5-67e568a2a40e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "83f669c6-eb87-447d-9a6e-9e6740eaba11", "tag": "c4f4bb2f-f826-47bb-9b06-b33b334c8832", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:29.729696 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8fa4ed79-5581-4f7c-96a5-dfc24208f6e1 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:29.730025 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46d0e6a-5d15-4ed6-bb98-23cc0087ab3f', 'name': 'network-vif-deleted', 'tag': '762eab77-e3bf-4f1a-a6b5-67e568a2a40e', 'status': 'completed', 'code': 200} Nov 03 18:38:29.730372 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'tag': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832', 'status': 'completed', 'code': 200} Nov 03 18:38:29.746949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-d7725746-8d62-4da3-859a-cf3774e05218 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.0611734 Nov 03 18:38:29.825376 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98c254a7-7ba6-4e26-b016-5a3ea293e98c req-e04ebca0-ae51-4f3f-9bfb-95a6b45b44fd tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 210 time: 0.0457082 Nov 03 18:38:29.895459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba6572-617c-4d44-82de-9dcd25355b4e req-7dd79a71-8b29-46e8-b9eb-12b3ad28b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:29.897384 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a2ba6572-617c-4d44-82de-9dcd25355b4e req-7dd79a71-8b29-46e8-b9eb-12b3ad28b31e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=905883f7e9804a949a03151623ea3991&device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 1096 time: 0.0949519 Nov 03 18:38:29.920086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ecf8d223-b729-482f-a715-b644b3228dd0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:29.926924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ce0ca81-59a9-4f91-94f7-c57c650190e6 req-ecf8d223-b729-482f-a715-b644b3228dd0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.1791337 Nov 03 18:38:30.073614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf48169-c7b7-4331-b3fc-36d0390b85cb req-e80b3f50-06ad-4dfa-a4a1-182b2345c4e6 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:30.078580 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcf48169-c7b7-4331-b3fc-36d0390b85cb req-e80b3f50-06ad-4dfa-a4a1-182b2345c4e6 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 948 time: 0.1012497 Nov 03 18:38:30.092143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0baab3-4d66-432a-9740-0c5e921d745a req-634f22ca-502a-4387-9b65-7fb1db9ab1ba tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:30.093851 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b0baab3-4d66-432a-9740-0c5e921d745a req-634f22ca-502a-4387-9b65-7fb1db9ab1ba tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.0856369 Nov 03 18:38:30.163419 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b0baab3-4d66-432a-9740-0c5e921d745a req-7f77958a-a7c8-4f1d-a6a9-c62d71f3d300 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599966 Nov 03 18:38:30.199720 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:30.226447 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcf48169-c7b7-4331-b3fc-36d0390b85cb req-aac70dc4-8367-40be-bbbd-6a2a82898002 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314399 Nov 03 18:38:30.254736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba6572-617c-4d44-82de-9dcd25355b4e req-d6f44fac-ce89-4693-83b2-8c649615185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:30.257729 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a2ba6572-617c-4d44-82de-9dcd25355b4e req-d6f44fac-ce89-4693-83b2-8c649615185e service neutron] 10.222.0.87 "GET /v2.0/networks?id=19a60a5f-6939-4da6-9b04-d569ad193dce HTTP/1.1" status: 200 len: 921 time: 0.1880143 Nov 03 18:38:30.284165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3739316c-0746-4aba-b828-5a53d06fa61f req-9a272150-9b3c-4771-a94b-17dc6cdc1bed tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 210 time: 0.0309846 Nov 03 18:38:30.359184 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a2ba6572-617c-4d44-82de-9dcd25355b4e req-f78a03ed-61eb-418e-b0db-7deade7623ff service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832 HTTP/1.1" status: 200 len: 217 time: 0.0360048 Nov 03 18:38:30.363953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-0413089b-4609-4a00-8928-414669d69196 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:30.365570 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-0413089b-4609-4a00-8928-414669d69196 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0552275 Nov 03 18:38:30.419241 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-fe9ad612-51b1-4b53-af9e-62703008de31 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.0469503 Nov 03 18:38:30.430473 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba6572-617c-4d44-82de-9dcd25355b4e req-f2efb440-585f-44bc-b2e3-55af6c489895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:30.430703 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-40dda1c8-bbb6-4c42-803a-ce58a893b107 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Request body: {'floatingip': {'port_id': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:30.432667 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a2ba6572-617c-4d44-82de-9dcd25355b4e req-f2efb440-585f-44bc-b2e3-55af6c489895 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c827802-1882-4b43-8fb1-d7eee0b7d76f HTTP/1.1" status: 200 len: 860 time: 0.0611904 Nov 03 18:38:30.478775 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a2ba6572-617c-4d44-82de-9dcd25355b4e req-4ab9a70d-40eb-42e3-8cd3-bd27a1dc73be service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19a60a5f-6939-4da6-9b04-d569ad193dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313931 Nov 03 18:38:30.484809 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-40dda1c8-bbb6-4c42-803a-ce58a893b107 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:30.534322 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:30.625275 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a2ba6572-617c-4d44-82de-9dcd25355b4e req-50ab1a40-a23a-438f-ac94-e417dcd2a04c service neutron] 10.222.0.87 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323669 Nov 03 18:38:30.760426 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a2ba6572-617c-4d44-82de-9dcd25355b4e req-19898868-ab7e-4b56-9d63-60446062c9ad service neutron] 10.222.0.87 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217968 Nov 03 18:38:30.782860 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8f3d1-582c-419c-8e9d-67a8e9a165d9 req-14b32539-3452-40cc-a43b-73278646f28d tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:30.784484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40f8f3d1-582c-419c-8e9d-67a8e9a165d9 req-14b32539-3452-40cc-a43b-73278646f28d tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 945 time: 0.1658788 Nov 03 18:38:30.893963 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40f8f3d1-582c-419c-8e9d-67a8e9a165d9 req-d2348773-f8b3-459c-b57b-05b3f2f16870 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982194 Nov 03 18:38:31.134382 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4670866a-d195-488f-9731-157c1353bea0 req-5f733722-b876-41c3-aff9-6d9b05fdaf49 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=d46d0e6a-5d15-4ed6-bb98-23cc0087ab3f HTTP/1.1" status: 200 len: 210 time: 0.0393956 Nov 03 18:38:31.205875 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-40dda1c8-bbb6-4c42-803a-ce58a893b107 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.211171 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-40dda1c8-bbb6-4c42-803a-ce58a893b107 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.317849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-7888cc35-9c88-4e80-be6d-7520f5212fc6 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:31.320097 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-7888cc35-9c88-4e80-be6d-7520f5212fc6 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.87 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 812 time: 0.2285841 Nov 03 18:38:31.338682 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-40dda1c8-bbb6-4c42-803a-ce58a893b107 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Floating IP 5629cd40-d517-4e7c-b347-167c49607b14 associated. External IP: 172.25.2.170, port: c4f4bb2f-f826-47bb-9b06-b33b334c8832. Nov 03 18:38:31.374060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-0f00910a-8a4e-4681-824f-bfc9829a99d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Request body: {'port': {'device_id': 'e6de65f6-9b17-40d4-b2a7-885f1d438a6e', 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc', 'admin_state_up': True, 'tenant_id': '326a8b3143c7495cbf9c57a8e3e086d9'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:31.420501 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.454992 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f6fe80b9-358c-4bc5-88f3-2e2aa8947820 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:38:31.549714 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-0f00910a-8a4e-4681-824f-bfc9829a99d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Made reservation on behalf of 326a8b3143c7495cbf9c57a8e3e086d9 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:31.553923 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-0f00910a-8a4e-4681-824f-bfc9829a99d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.587995 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f6fe80b9-358c-4bc5-88f3-2e2aa8947820, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f6fe80b9-358c-4bc5-88f3-2e2aa8947820,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:31.602499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'f6fe80b9-358c-4bc5-88f3-2e2aa8947820', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': 'f6fe80b9-358c-4bc5-88f3-2e2aa8947820', 'mac_address': 'fa:16:3e:ff:f4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:38:31.651384 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.672469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6fe80b9-358c-4bc5-88f3-2e2aa8947820 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:31.698916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806ea9c-2d35-493f-b262-42b8e60d39e1 req-766d5287-853e-4da8-9ac4-ce06dc42e8f7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:31.700744 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f6fe80b9-358c-4bc5-88f3-2e2aa8947820, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f6fe80b9-358c-4bc5-88f3-2e2aa8947820,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:31.705744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c806ea9c-2d35-493f-b262-42b8e60d39e1 req-766d5287-853e-4da8-9ac4-ce06dc42e8f7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1582358 Nov 03 18:38:31.706336 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.738760 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-0f00910a-8a4e-4681-824f-bfc9829a99d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Allocated IP 172.20.0.10 (23771ce2-de78-436c-90e0-3e63e3bf86dc/ff7ca472-a50c-48ab-a812-76c46b2d1f6a/ea366677-ed96-42c4-bc31-c2826ba5dce4) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:31.764791 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f6fe80b9-358c-4bc5-88f3-2e2aa8947820,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:31.779970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-40dda1c8-bbb6-4c42-803a-ce58a893b107 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Router 51be193b-52a6-4e5a-adbe-cad374e67ea4 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:38:31.818273 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c806ea9c-2d35-493f-b262-42b8e60d39e1 req-46be9dc9-849e-45a1-b809-20b44e0d4cc3 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920780 Nov 03 18:38:31.942483 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-0f00910a-8a4e-4681-824f-bfc9829a99d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:31.986653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdb06c-2b8d-4b63-8fa3-05199d77252b req-1383c20e-f707-4fa4-81e7-c06039ce5353 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:31.988245 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1afdb06c-2b8d-4b63-8fa3-05199d77252b req-1383c20e-f707-4fa4-81e7-c06039ce5353 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 949 time: 0.1067073 Nov 03 18:38:31.998788 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-0f00910a-8a4e-4681-824f-bfc9829a99d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.024919 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['f6fe80b9-358c-4bc5-88f3-2e2aa8947820'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:32.034989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-40dda1c8-bbb6-4c42-803a-ce58a893b107 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:38:32.048819 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6719d675-b652-4937-ad2e-43dfa36031ed None None] Sync routers for ids ['51be193b-52a6-4e5a-adbe-cad374e67ea4'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:38:32.053484 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-40dda1c8-bbb6-4c42-803a-ce58a893b107 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.054734 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-0f00910a-8a4e-4681-824f-bfc9829a99d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Network 23771ce2-de78-436c-90e0-3e63e3bf86dc is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:32.058785 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-0f00910a-8a4e-4681-824f-bfc9829a99d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:32.062025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-0f00910a-8a4e-4681-824f-bfc9829a99d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:32.074136 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6719d675-b652-4937-ad2e-43dfa36031ed None None] Routers {'51be193b-52a6-4e5a-adbe-cad374e67ea4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:32.074757 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6719d675-b652-4937-ad2e-43dfa36031ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:38:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['51be193b-52a6-4e5a-adbe-cad374e67ea4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:32.120984 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-40dda1c8-bbb6-4c42-803a-ce58a893b107 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "PUT /v2.0/floatingips/5629cd40-d517-4e7c-b347-167c49607b14 HTTP/1.1" status: 200 len: 996 time: 1.6948423 Nov 03 18:38:32.121627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'tag': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:32.124743 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa08f02a-07e8-49fd-b6ae-b919ad7c6d76" -d '{"events": [{"name": "network-changed", "server_uuid": "83f669c6-eb87-447d-9a6e-9e6740eaba11", "tag": "c4f4bb2f-f826-47bb-9b06-b33b334c8832"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:32.152630 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00910a-8a4e-4681-824f-bfc9829a99d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Pushing event updated for resources: {'Port': ['ID=ea366677-ed96-42c4-bc31-c2826ba5dce4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:32.159398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1afdb06c-2b8d-4b63-8fa3-05199d77252b req-0d5ec6b0-98b6-4d0f-bd4c-faa958320134 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619444 Nov 03 18:38:32.208488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-0f00910a-8a4e-4681-824f-bfc9829a99d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:32.212496 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-0f00910a-8a4e-4681-824f-bfc9829a99d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.252197 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-0f00910a-8a4e-4681-824f-bfc9829a99d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8814437 Nov 03 18:38:32.275619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-66bb24c1-d48d-46b1-aae3-e988694b44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:32.280255 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-66bb24c1-d48d-46b1-aae3-e988694b44ba service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=905883f7e9804a949a03151623ea3991&device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 1096 time: 0.1189086 Nov 03 18:38:32.293713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Request body: {'port': {'device_id': 'e6de65f6-9b17-40d4-b2a7-885f1d438a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:32.381911 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6719d675-b652-4937-ad2e-43dfa36031ed None None] Set router 51be193b-52a6-4e5a-adbe-cad374e67ea4 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:32.429549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f9e14-f44b-4e6c-9ad8-d871c7da8161 req-25e6000e-f645-4947-b6cf-9611f56f2aca tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:32.431142 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-424f9e14-f44b-4e6c-9ad8-d871c7da8161 req-25e6000e-f645-4947-b6cf-9611f56f2aca tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 932 time: 0.1376789 Nov 03 18:38:32.439919 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.504517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-424f9e14-f44b-4e6c-9ad8-d871c7da8161 req-64cec9d6-2f26-4b5d-a00c-237884ef097c tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591910 Nov 03 18:38:32.530359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-bd552fa5-48f0-40dd-b5c4-82b4997197f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:32.532611 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-bd552fa5-48f0-40dd-b5c4-82b4997197f7 service neutron] 10.222.0.107 "GET /v2.0/networks?id=19a60a5f-6939-4da6-9b04-d569ad193dce HTTP/1.1" status: 200 len: 921 time: 0.2058985 Nov 03 18:38:32.659160 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-8e86678e-e42d-4adc-9ef0-a77bfd23a0bb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832 HTTP/1.1" status: 200 len: 999 time: 0.1179571 Nov 03 18:38:32.705782 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6719d675-b652-4937-ad2e-43dfa36031ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:11Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '905883f7e9804a949a03151623ea3991', 'gw_port': {'id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:12Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '5629cd40-d517-4e7c-b347-167c49607b14', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'port_id': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce', 'mac_address': 'fa:16:3e:53:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:38:29Z', 'updated_at': '2021-11-03T18:38:31Z', 'revision_number': 1, 'project_id': '905883f7e9804a949a03151623ea3991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9862cc37-9714-403d-a6e5-edba74acdd2b', 'name': '', 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'mac_address': 'fa:16:3e:0f:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:28Z', 'revision_number': 5, 'project_id': '905883f7e9804a949a03151623ea3991', 'subnets': [{'id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:32.710466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-1605f78b-b97b-449c-bc43-706ccbfa8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:32.712015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-1605f78b-b97b-449c-bc43-706ccbfa8d3a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1c827802-1882-4b43-8fb1-d7eee0b7d76f HTTP/1.1" status: 200 len: 860 time: 0.0444663 Nov 03 18:38:32.725450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786e812-1c84-4549-bbf8-4e28dee9f9c8 req-fe638b31-ec8d-4483-ba21-5158fea48067 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:32.732678 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7786e812-1c84-4549-bbf8-4e28dee9f9c8 req-fe638b31-ec8d-4483-ba21-5158fea48067 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 945 time: 0.1102989 Nov 03 18:38:32.754179 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6719d675-b652-4937-ad2e-43dfa36031ed None None] Checking router: 51be193b-52a6-4e5a-adbe-cad374e67ea4 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:38:32.765817 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6719d675-b652-4937-ad2e-43dfa36031ed None None] Routers {'51be193b-52a6-4e5a-adbe-cad374e67ea4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:32.768030 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6719d675-b652-4937-ad2e-43dfa36031ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:38:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['51be193b-52a6-4e5a-adbe-cad374e67ea4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:32.776421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-d19222af-01c3-4a47-9557-d240e914b036 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=19a60a5f-6939-4da6-9b04-d569ad193dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359743 Nov 03 18:38:32.837827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7786e812-1c84-4549-bbf8-4e28dee9f9c8 req-dd5fc903-a530-4ad3-b2b6-7414f51c7cfa tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b62bae9-ed43-4158-8e6d-607c6c5fae4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041858 Nov 03 18:38:32.853841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea366677-ed96-42c4-bc31-c2826ba5dce4 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:32.868356 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.888281 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Transition to ACTIVE for port object ea366677-ed96-42c4-bc31-c2826ba5dce4 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:38:32.893947 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:32.929220 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6719d675-b652-4937-ad2e-43dfa36031ed None None] Set router 51be193b-52a6-4e5a-adbe-cad374e67ea4 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:32.946577 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-20c3d0bc-245d-4b4c-900e-8990c9fd36a6 service neutron] 10.222.0.107 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601715 Nov 03 18:38:32.995308 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea366677-ed96-42c4-bc31-c2826ba5dce4,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:33.055854 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Attempting to bind port ea366677-ed96-42c4-bc31-c2826ba5dce4 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:33.056196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Attempting to bind port ea366677-ed96-42c4-bc31-c2826ba5dce4 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:33.056529 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Attempting to bind port ea366677-ed96-42c4-bc31-c2826ba5dce4 on network 23771ce2-de78-436c-90e0-3e63e3bf86dc {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:33.061323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Port ea366677-ed96-42c4-bc31-c2826ba5dce4 on network 23771ce2-de78-436c-90e0-3e63e3bf86dc not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:38:33.061648 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Attempting to bind port ea366677-ed96-42c4-bc31-c2826ba5dce4 on network 23771ce2-de78-436c-90e0-3e63e3bf86dc {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:33.066792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:33.067132 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Checking segment: {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:33.067688 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Bound using segment: {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:33.068124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Bound port: ea366677-ed96-42c4-bc31-c2826ba5dce4, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:33.068484 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:33.074236 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778441a2-c418-4aaf-b090-6d467755895a x-openstack-request-id: req-778441a2-c418-4aaf-b090-6d467755895a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:33.075831 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f669c6-eb87-447d-9a6e-9e6740eaba11", "tag": "c4f4bb2f-f826-47bb-9b06-b33b334c8832", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:33.077925 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-778441a2-c418-4aaf-b090-6d467755895a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:33.078530 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'tag': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832', 'status': 'completed', 'code': 200} Nov 03 18:38:33.191938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9999552d-71d9-48e3-bcc1-cfb742af8f38 req-40f43b92-dfdc-479e-94b5-c6ae9745f5d4 service neutron] 10.222.0.107 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370832 Nov 03 18:38:33.202513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08f02a-07e8-49fd-b6ae-b919ad7c6d76 req-ef797d13-e83b-456a-aa5b-88715ddd1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:33.204741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa08f02a-07e8-49fd-b6ae-b919ad7c6d76 req-ef797d13-e83b-456a-aa5b-88715ddd1c7e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=905883f7e9804a949a03151623ea3991&device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 1096 time: 0.0767889 Nov 03 18:38:33.236548 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] For port ea366677-ed96-42c4-bc31-c2826ba5dce4, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:33.259075 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6719d675-b652-4937-ad2e-43dfa36031ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:11Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '905883f7e9804a949a03151623ea3991', 'gw_port': {'id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:12Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '5629cd40-d517-4e7c-b347-167c49607b14', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'port_id': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce', 'mac_address': 'fa:16:3e:53:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:38:29Z', 'updated_at': '2021-11-03T18:38:31Z', 'revision_number': 1, 'project_id': '905883f7e9804a949a03151623ea3991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9862cc37-9714-403d-a6e5-edba74acdd2b', 'name': '', 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'mac_address': 'fa:16:3e:0f:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:28Z', 'revision_number': 5, 'project_id': '905883f7e9804a949a03151623ea3991', 'subnets': [{'id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:33.279741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] For port ea366677-ed96-42c4-bc31-c2826ba5dce4, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ea366677-ed96-42c4-bc31-c2826ba5dce4,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:33.290769 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:33.338743 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6719d675-b652-4937-ad2e-43dfa36031ed None None] The sync data for ids ['51be193b-52a6-4e5a-adbe-cad374e67ea4'] in n-d-812150-4 is: [{'id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:11Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '905883f7e9804a949a03151623ea3991', 'gw_port': {'id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:12Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '5629cd40-d517-4e7c-b347-167c49607b14', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'port_id': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce', 'mac_address': 'fa:16:3e:53:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:38:29Z', 'updated_at': '2021-11-03T18:38:31Z', 'revision_number': 1, 'project_id': '905883f7e9804a949a03151623ea3991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9862cc37-9714-403d-a6e5-edba74acdd2b', 'name': '', 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'mac_address': 'fa:16:3e:0f:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:28Z', 'revision_number': 5, 'project_id': '905883f7e9804a949a03151623ea3991', 'subnets': [{'id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:38:33.385457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:33.387335 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:33.389423 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] 10.222.0.87 "PUT /v2.0/ports/ea366677-ed96-42c4-bc31-c2826ba5dce4 HTTP/1.1" status: 200 len: 1092 time: 1.1118717 Nov 03 18:38:33.390136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6de65f6-9b17-40d4-b2a7-885f1d438a6e', 'tag': 'ea366677-ed96-42c4-bc31-c2826ba5dce4'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:33.393339 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0147f2a2-6dae-4a8c-aff3-3882bec9e397" -d '{"events": [{"name": "network-changed", "server_uuid": "e6de65f6-9b17-40d4-b2a7-885f1d438a6e", "tag": "ea366677-ed96-42c4-bc31-c2826ba5dce4"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:33.431300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c702c-15c1-49b9-9450-175352616bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea366677-ed96-42c4-bc31-c2826ba5dce4,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:33.461208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f6fe80b9-358c-4bc5-88f3-2e2aa8947820 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:33.486120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcfc6f-80fd-471f-94e3-4bd79672f547 req-7e53bff9-886b-4e31-8b7f-aef28eced3bb tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:33.488071 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41bcfc6f-80fd-471f-94e3-4bd79672f547 req-7e53bff9-886b-4e31-8b7f-aef28eced3bb tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 949 time: 0.1200411 Nov 03 18:38:33.490653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08f02a-07e8-49fd-b6ae-b919ad7c6d76 req-695a1313-faff-47de-a93b-a2ee65a63670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:33.492284 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa08f02a-07e8-49fd-b6ae-b919ad7c6d76 req-695a1313-faff-47de-a93b-a2ee65a63670 service neutron] 10.222.0.87 "GET /v2.0/networks?id=19a60a5f-6939-4da6-9b04-d569ad193dce HTTP/1.1" status: 200 len: 921 time: 0.2743604 Nov 03 18:38:33.513950 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dd193-0b55-455e-8c1c-2904923aecbc req-2e71b1a9-8e07-468a-83dd-7e75cab1e6db tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:33.524472 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-898dd193-0b55-455e-8c1c-2904923aecbc req-2e71b1a9-8e07-468a-83dd-7e75cab1e6db tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1802197 Nov 03 18:38:33.548297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-07abf893-c394-47a8-8ad3-beb2300c620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:33.551037 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-07abf893-c394-47a8-8ad3-beb2300c620c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 1095 time: 0.0759525 Nov 03 18:38:33.573150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port f6fe80b9-358c-4bc5-88f3-2e2aa8947820 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:38:33.581927 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port f6fe80b9-358c-4bc5-88f3-2e2aa8947820 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:33.583288 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:33.703342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-898dd193-0b55-455e-8c1c-2904923aecbc req-26de48bd-39a2-4266-baf9-f3c3a8136e6b tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778560 Nov 03 18:38:33.710187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa08f02a-07e8-49fd-b6ae-b919ad7c6d76 req-00efbc5e-5f34-4b39-99e9-2a1ca78dbef9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832 HTTP/1.1" status: 200 len: 999 time: 0.1688700 Nov 03 18:38:33.724629 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-557abc5e-d685-4087-9225-ed763e3be1e8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea366677-ed96-42c4-bc31-c2826ba5dce4 HTTP/1.1" status: 200 len: 217 time: 0.0953386 Nov 03 18:38:33.736099 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41bcfc6f-80fd-471f-94e3-4bd79672f547 req-10d694bc-1435-4043-b921-e0a39114ce01 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395103 Nov 03 18:38:33.761345 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:33.809104 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fe56b3e1-d930-49f5-aa4f-e9be88086949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:33.810878 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-fe56b3e1-d930-49f5-aa4f-e9be88086949 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ff7ca472-a50c-48ab-a812-76c46b2d1f6a HTTP/1.1" status: 200 len: 852 time: 0.0756488 Nov 03 18:38:33.821186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3565f01-b55d-4392-8ba9-fbd0907fc5f9 None None] New status for floating IP 5629cd40-d517-4e7c-b347-167c49607b14: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:38:33.852634 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabe64ef-5ca1-4edc-a713-cd61642f3533 x-openstack-request-id: req-eabe64ef-5ca1-4edc-a713-cd61642f3533 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:33.852921 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6de65f6-9b17-40d4-b2a7-885f1d438a6e", "tag": "ea366677-ed96-42c4-bc31-c2826ba5dce4", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:33.853178 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-eabe64ef-5ca1-4edc-a713-cd61642f3533 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:33.853624 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6de65f6-9b17-40d4-b2a7-885f1d438a6e', 'tag': 'ea366677-ed96-42c4-bc31-c2826ba5dce4', 'status': 'completed', 'code': 200} Nov 03 18:38:33.861934 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-4aa2212f-a22a-4f5a-9189-e4e81df11613 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=23771ce2-de78-436c-90e0-3e63e3bf86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343409 Nov 03 18:38:33.931301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08f02a-07e8-49fd-b6ae-b919ad7c6d76 req-6c930b4c-74d5-44c5-a363-5328a5b7a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:33.933884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa08f02a-07e8-49fd-b6ae-b919ad7c6d76 req-6c930b4c-74d5-44c5-a363-5328a5b7a9cc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c827802-1882-4b43-8fb1-d7eee0b7d76f HTTP/1.1" status: 200 len: 860 time: 0.1955838 Nov 03 18:38:33.948701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-428e71dc-c3d4-48e2-ab8f-6bd75d658f9a tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 999 time: 0.1752639 Nov 03 18:38:34.070516 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-9e1af940-973d-4e86-b09d-8f13cec0a979 service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926911 Nov 03 18:38:34.075305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40f2487-527d-4998-be84-c8643e9405d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fe80b9-358c-4bc5-88f3-2e2aa8947820'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:34.083853 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e96421-5d83-429f-8368-99c46b69fced" -d '{"events": [{"server_uuid": "a40f2487-527d-4998-be84-c8643e9405d1", "name": "network-vif-plugged", "status": "completed", "tag": "f6fe80b9-358c-4bc5-88f3-2e2aa8947820"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:34.091599 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf502c-245f-4346-acff-f7ae9a677361 req-f2986770-ff3f-4352-9dc3-52433cd39c0f tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:34.096463 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3daf502c-245f-4346-acff-f7ae9a677361 req-f2986770-ff3f-4352-9dc3-52433cd39c0f tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.87 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 945 time: 0.0925615 Nov 03 18:38:34.108569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f6fe80b9-358c-4bc5-88f3-2e2aa8947820, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f6fe80b9-358c-4bc5-88f3-2e2aa8947820,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:34.129222 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:34.160735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa08f02a-07e8-49fd-b6ae-b919ad7c6d76 req-811fd49f-d153-4420-86c4-a6b916de52cd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19a60a5f-6939-4da6-9b04-d569ad193dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529133 Nov 03 18:38:34.168922 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-af111dc2-b2e0-46d0-9a74-0df57503f6e0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:34.190404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-af111dc2-b2e0-46d0-9a74-0df57503f6e0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports/c4f4bb2f-f826-47bb-9b06-b33b334c8832 HTTP/1.1" status: 200 len: 942 time: 0.2339544 Nov 03 18:38:34.218208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f6fe80b9-358c-4bc5-88f3-2e2aa8947820,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:34.285342 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-696e74c6-22f6-4f83-8ff8-3b88c2ae6a44 req-715388e1-f15c-4cc6-a6e9-781ac9e34734 service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873837 Nov 03 18:38:34.301133 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-3daf502c-245f-4346-acff-f7ae9a677361 req-f9286e97-98bf-4814-a9c8-0b30d0064ad5 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Deleting port 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:34.301560 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3daf502c-245f-4346-acff-f7ae9a677361 req-f9286e97-98bf-4814-a9c8-0b30d0064ad5 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:34.310615 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa08f02a-07e8-49fd-b6ae-b919ad7c6d76 req-f5199997-5f41-4d4a-a369-2cca2c730332 service neutron] 10.222.0.87 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186600 Nov 03 18:38:34.430770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3daf502c-245f-4346-acff-f7ae9a677361 req-f9286e97-98bf-4814-a9c8-0b30d0064ad5 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] For port 099c97c5-b34e-40f9-ae12-9a380b9b1ed7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=099c97c5-b34e-40f9-ae12-9a380b9b1ed7,segment=NetworkSegment(28459fce-175d-4b11-a21c-983e13477a95),segment_id=28459fce-175d-4b11-a21c-983e13477a95)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:34.431309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3daf502c-245f-4346-acff-f7ae9a677361 req-f9286e97-98bf-4814-a9c8-0b30d0064ad5 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:34.433064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e0c22-7ee3-4767-aed0-f2171dc0870c req-0a69a9a1-80e5-41a0-9307-c1cd71e22008 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:34.441231 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cf8e0c22-7ee3-4767-aed0-f2171dc0870c req-0a69a9a1-80e5-41a0-9307-c1cd71e22008 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 944 time: 0.4383588 Nov 03 18:38:34.452828 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-3daf502c-245f-4346-acff-f7ae9a677361 req-f9286e97-98bf-4814-a9c8-0b30d0064ad5 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Calling delete_port for 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:34.531461 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-a4b794a9-b587-4926-90eb-166f79006972 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 1001 time: 0.2184267 Nov 03 18:38:34.549858 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cf8e0c22-7ee3-4767-aed0-f2171dc0870c req-f916de1b-6fce-4b6c-bd8a-1645f1f5a928 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030991 Nov 03 18:38:34.569154 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147f2a2-6dae-4a8c-aff3-3882bec9e397 req-999bf91f-3661-437d-a221-a940279ccf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:34.570832 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0147f2a2-6dae-4a8c-aff3-3882bec9e397 req-999bf91f-3661-437d-a221-a940279ccf5d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 1095 time: 0.1061256 Nov 03 18:38:34.740802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147f2a2-6dae-4a8c-aff3-3882bec9e397 req-c0b23069-d4e9-4fc0-a03a-cd8dab84cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:34.742581 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0147f2a2-6dae-4a8c-aff3-3882bec9e397 req-c0b23069-d4e9-4fc0-a03a-cd8dab84cf00 service neutron] 10.222.0.87 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 913 time: 0.1545382 Nov 03 18:38:34.801804 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0147f2a2-6dae-4a8c-aff3-3882bec9e397 req-b3d4903c-2cbd-4f34-8fb8-13adecd99e8a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea366677-ed96-42c4-bc31-c2826ba5dce4 HTTP/1.1" status: 200 len: 217 time: 0.0442994 Nov 03 18:38:34.825354 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3daf502c-245f-4346-acff-f7ae9a677361 req-f9286e97-98bf-4814-a9c8-0b30d0064ad5 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:34.878260 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['099c97c5-b34e-40f9-ae12-9a380b9b1ed7'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:34.886181 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9286e97-98bf-4814-a9c8-0b30d0064ad5 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Pushing event deleted for resources: {'Port': ['ID=099c97c5-b34e-40f9-ae12-9a380b9b1ed7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:34.952088 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147f2a2-6dae-4a8c-aff3-3882bec9e397 req-bd47ba35-279b-46ef-98ea-dd143b41e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:34.955780 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0147f2a2-6dae-4a8c-aff3-3882bec9e397 req-bd47ba35-279b-46ef-98ea-dd143b41e386 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ff7ca472-a50c-48ab-a812-76c46b2d1f6a HTTP/1.1" status: 200 len: 852 time: 0.1398714 Nov 03 18:38:34.984542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3daf502c-245f-4346-acff-f7ae9a677361 req-f9286e97-98bf-4814-a9c8-0b30d0064ad5 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] No DVR routers for this DVR port 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:34.998769 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3daf502c-245f-4346-acff-f7ae9a677361 req-f9286e97-98bf-4814-a9c8-0b30d0064ad5 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:35.002360 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3daf502c-245f-4346-acff-f7ae9a677361 req-f9286e97-98bf-4814-a9c8-0b30d0064ad5 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.87 "DELETE /v2.0/ports/099c97c5-b34e-40f9-ae12-9a380b9b1ed7 HTTP/1.1" status: 204 len: 173 time: 0.8826692 Nov 03 18:38:35.027792 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0147f2a2-6dae-4a8c-aff3-3882bec9e397 req-b0849a39-72d9-49e4-adf2-884f816897b6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=23771ce2-de78-436c-90e0-3e63e3bf86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462379 Nov 03 18:38:35.049051 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa08f02a-07e8-49fd-b6ae-b919ad7c6d76 req-cfaecb3f-c0ae-46b2-a61d-df0d6c58f2a3 service neutron] 10.222.0.87 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6889505 Nov 03 18:38:35.059955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf8409ae-402b-4bd9-99b0-2b8869b7a57e req-1049e46d-2a75-4e0e-bbd9-3c3af118624e tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/ports?device_id=c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4 HTTP/1.1" status: 200 len: 210 time: 0.4062173 Nov 03 18:38:35.132939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-ab119e0c-469b-46e2-be3d-d4be3e413745 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:35.138609 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-ab119e0c-469b-46e2-be3d-d4be3e413745 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.5875261 Nov 03 18:38:35.231890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-32fbf5fc-a2b0-4589-9bac-be4ffdaba8eb tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 1001 time: 0.0834155 Nov 03 18:38:35.235459 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883990cc-b0d0-45e7-94a9-0ad6772ae573 x-openstack-request-id: req-883990cc-b0d0-45e7-94a9-0ad6772ae573 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:35.235723 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40f2487-527d-4998-be84-c8643e9405d1", "name": "network-vif-plugged", "status": "completed", "tag": "f6fe80b9-358c-4bc5-88f3-2e2aa8947820", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:35.235972 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-883990cc-b0d0-45e7-94a9-0ad6772ae573 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:35.236428 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40f2487-527d-4998-be84-c8643e9405d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fe80b9-358c-4bc5-88f3-2e2aa8947820', 'code': 200} Nov 03 18:38:35.236892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-df819f2a-5865-46dd-b56c-8014c07cf533 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:35.255924 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0147f2a2-6dae-4a8c-aff3-3882bec9e397 req-146be470-58af-45ca-9b84-48aea2b9df30 service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629772 Nov 03 18:38:35.392563 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-df819f2a-5865-46dd-b56c-8014c07cf533 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:35.450895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52161bc8-4411-4209-8011-7eac01611929 req-aa169b96-d5e8-446d-bf80-6399ec7a5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:35.453241 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-52161bc8-4411-4209-8011-7eac01611929 req-aa169b96-d5e8-446d-bf80-6399ec7a5bbb service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 1101 time: 0.0776048 Nov 03 18:38:35.456769 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0147f2a2-6dae-4a8c-aff3-3882bec9e397 req-a43e7807-00d3-495f-bedd-97d25c604470 service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799450 Nov 03 18:38:35.523708 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-52161bc8-4411-4209-8011-7eac01611929 req-bc68d4ec-027a-476b-8d13-7018bf5d3aed service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614579 Nov 03 18:38:35.580536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568dcbf-045f-4bc5-8342-09d343c88ec2 req-baa23ad0-fe76-4808-a6ee-279b59a4ffd8 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:35.582046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9568dcbf-045f-4bc5-8342-09d343c88ec2 req-baa23ad0-fe76-4808-a6ee-279b59a4ffd8 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1465502 Nov 03 18:38:35.646513 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-df819f2a-5865-46dd-b56c-8014c07cf533 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:35.653689 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-df819f2a-5865-46dd-b56c-8014c07cf533 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:35.653981 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-df819f2a-5865-46dd-b56c-8014c07cf533 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Floating IP 5629cd40-d517-4e7c-b347-167c49607b14 disassociated. External IP: 172.25.2.170, port: c4f4bb2f-f826-47bb-9b06-b33b334c8832. Nov 03 18:38:35.726750 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9568dcbf-045f-4bc5-8342-09d343c88ec2 req-3deb506d-fadf-47cb-8b70-249b44a9c39a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335814 Nov 03 18:38:35.854934 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4', 'name': 'network-vif-deleted', 'tag': '099c97c5-b34e-40f9-ae12-9a380b9b1ed7'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:35.857493 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e623a04-b59b-4422-87d0-203efe7939bb" -d '{"events": [{"server_uuid": "c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4", "name": "network-vif-deleted", "tag": "099c97c5-b34e-40f9-ae12-9a380b9b1ed7"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:35.895119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d8c2-81c0-468b-a362-e6b71e3d0e52 req-c6ec9391-aa5a-4a2a-9f50-95d5462ab40b tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:35.902918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f41d8c2-81c0-468b-a362-e6b71e3d0e52 req-c6ec9391-aa5a-4a2a-9f50-95d5462ab40b tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 950 time: 0.1011925 Nov 03 18:38:35.999204 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f41d8c2-81c0-468b-a362-e6b71e3d0e52 req-8f638733-b19b-40c8-a221-a3c08d5bb9f4 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953007 Nov 03 18:38:36.011416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-df819f2a-5865-46dd-b56c-8014c07cf533 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Router 51be193b-52a6-4e5a-adbe-cad374e67ea4 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:38:36.162554 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907265a-f9a7-47c9-a3ac-214b3effac2f req-a4552531-7305-4b71-bead-9a688e67e2fe tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:36.164318 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e907265a-f9a7-47c9-a3ac-214b3effac2f req-a4552531-7305-4b71-bead-9a688e67e2fe tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 944 time: 0.0985165 Nov 03 18:38:36.173938 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-df819f2a-5865-46dd-b56c-8014c07cf533 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:38:36.178010 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-df819f2a-5865-46dd-b56c-8014c07cf533 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:36.190263 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632908bd-162f-44ef-ae6b-2fa72399ab09 None None] Sync routers for ids ['51be193b-52a6-4e5a-adbe-cad374e67ea4'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:38:36.203476 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632908bd-162f-44ef-ae6b-2fa72399ab09 None None] Routers {'51be193b-52a6-4e5a-adbe-cad374e67ea4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:36.206364 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-632908bd-162f-44ef-ae6b-2fa72399ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:38:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['51be193b-52a6-4e5a-adbe-cad374e67ea4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:36.227486 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-df819f2a-5865-46dd-b56c-8014c07cf533 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "PUT /v2.0/floatingips/5629cd40-d517-4e7c-b347-167c49607b14 HTTP/1.1" status: 200 len: 695 time: 0.9943645 Nov 03 18:38:36.229242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'tag': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:36.231751 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6121c49c-9c61-48dd-a379-86d613d4eeea" -d '{"events": [{"name": "network-changed", "server_uuid": "83f669c6-eb87-447d-9a6e-9e6740eaba11", "tag": "c4f4bb2f-f826-47bb-9b06-b33b334c8832"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:36.288217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e907265a-f9a7-47c9-a3ac-214b3effac2f req-7a6b0d9d-e4e1-4ee7-96b1-b92e56ff503f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884175 Nov 03 18:38:36.313799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-103a2226-11e1-4927-9c78-9150701d99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:36.322671 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-103a2226-11e1-4927-9c78-9150701d99d6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=905883f7e9804a949a03151623ea3991&device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 1096 time: 0.0712273 Nov 03 18:38:36.338308 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7993bb7-3d41-4d7f-a187-0aea5d0a40ac x-openstack-request-id: req-d7993bb7-3d41-4d7f-a187-0aea5d0a40ac {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:36.338835 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4", "name": "network-vif-deleted", "tag": "099c97c5-b34e-40f9-ae12-9a380b9b1ed7", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:36.339263 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d7993bb7-3d41-4d7f-a187-0aea5d0a40ac {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:36.339915 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c031c00b-bd1b-4ff1-aab4-bf7a41ca75c4', 'name': 'network-vif-deleted', 'tag': '099c97c5-b34e-40f9-ae12-9a380b9b1ed7', 'status': 'completed', 'code': 200} Nov 03 18:38:36.341259 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-632908bd-162f-44ef-ae6b-2fa72399ab09 None None] Set router 51be193b-52a6-4e5a-adbe-cad374e67ea4 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:36.512434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-43a44d7a-09ad-46ba-a4fc-aa7b35e48119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:36.514041 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-43a44d7a-09ad-46ba-a4fc-aa7b35e48119 service neutron] 10.222.0.107 "GET /v2.0/networks?id=19a60a5f-6939-4da6-9b04-d569ad193dce HTTP/1.1" status: 200 len: 921 time: 0.1902151 Nov 03 18:38:36.593428 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ad9b57-12f7-4a7e-80a3-a845ca66f004 x-openstack-request-id: req-f8ad9b57-12f7-4a7e-80a3-a845ca66f004 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:36.593765 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f669c6-eb87-447d-9a6e-9e6740eaba11", "tag": "c4f4bb2f-f826-47bb-9b06-b33b334c8832", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:36.593977 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f8ad9b57-12f7-4a7e-80a3-a845ca66f004 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:36.594467 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'tag': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832', 'status': 'completed', 'code': 200} Nov 03 18:38:36.614748 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-c51d7f62-5115-4d84-adb6-a8aeef3cd540 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832 HTTP/1.1" status: 200 len: 217 time: 0.0789537 Nov 03 18:38:36.686926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-24323ce7-7ee2-4d1a-960a-437d2a292d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:36.688501 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-24323ce7-7ee2-4d1a-960a-437d2a292d29 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1c827802-1882-4b43-8fb1-d7eee0b7d76f HTTP/1.1" status: 200 len: 860 time: 0.0729012 Nov 03 18:38:36.770188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121c49c-9c61-48dd-a379-86d613d4eeea req-cb49c68a-145d-427e-8384-35216e99f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:36.770720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-3cf31d41-43d6-434d-8462-21fd0ae30278 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=19a60a5f-6939-4da6-9b04-d569ad193dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696099 Nov 03 18:38:36.772548 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6121c49c-9c61-48dd-a379-86d613d4eeea req-cb49c68a-145d-427e-8384-35216e99f79c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=905883f7e9804a949a03151623ea3991&device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 1096 time: 0.1355877 Nov 03 18:38:36.833615 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-632908bd-162f-44ef-ae6b-2fa72399ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:11Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '905883f7e9804a949a03151623ea3991', 'gw_port': {'id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:12Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9862cc37-9714-403d-a6e5-edba74acdd2b', 'name': '', 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'mac_address': 'fa:16:3e:0f:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:28Z', 'revision_number': 5, 'project_id': '905883f7e9804a949a03151623ea3991', 'subnets': [{'id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:36.896351 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-cb24798e-47cf-424f-9f34-53182f11cdf2 service neutron] 10.222.0.107 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201816 Nov 03 18:38:36.898819 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632908bd-162f-44ef-ae6b-2fa72399ab09 None None] Checking router: 51be193b-52a6-4e5a-adbe-cad374e67ea4 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:38:36.927154 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632908bd-162f-44ef-ae6b-2fa72399ab09 None None] Routers {'51be193b-52a6-4e5a-adbe-cad374e67ea4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:36.927861 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-632908bd-162f-44ef-ae6b-2fa72399ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:38:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['51be193b-52a6-4e5a-adbe-cad374e67ea4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:36.981790 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121c49c-9c61-48dd-a379-86d613d4eeea req-f09b3273-7569-4964-bf44-92a657af5f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:36.986227 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6121c49c-9c61-48dd-a379-86d613d4eeea req-f09b3273-7569-4964-bf44-92a657af5f1b service neutron] 10.222.0.87 "GET /v2.0/networks?id=19a60a5f-6939-4da6-9b04-d569ad193dce HTTP/1.1" status: 200 len: 921 time: 0.1999063 Nov 03 18:38:37.038353 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c79c8-eb38-4fee-bfa4-1f80da24988a req-8db8bfd6-5902-46e5-ae44-982fac6160a7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:37.040638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-540c79c8-eb38-4fee-bfa4-1f80da24988a req-8db8bfd6-5902-46e5-ae44-982fac6160a7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.1480064 Nov 03 18:38:37.057397 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6121c49c-9c61-48dd-a379-86d613d4eeea req-bea1fa21-bb6b-4394-bf6c-b8486ea453ca service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832 HTTP/1.1" status: 200 len: 217 time: 0.0546880 Nov 03 18:38:37.071998 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-632908bd-162f-44ef-ae6b-2fa72399ab09 None None] Set router 51be193b-52a6-4e5a-adbe-cad374e67ea4 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:37.123688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-540c79c8-eb38-4fee-bfa4-1f80da24988a req-07a59f7b-50fa-4697-8dd3-a9f4bcde8163 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563409 Nov 03 18:38:37.128504 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121c49c-9c61-48dd-a379-86d613d4eeea req-c33a1fec-806b-4a71-96c6-ad9849dc6851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:37.131461 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6121c49c-9c61-48dd-a379-86d613d4eeea req-c33a1fec-806b-4a71-96c6-ad9849dc6851 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c827802-1882-4b43-8fb1-d7eee0b7d76f HTTP/1.1" status: 200 len: 860 time: 0.0632367 Nov 03 18:38:37.137982 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c428a83-1c36-4bae-8145-3ceb8b92e805 req-39e76388-2583-4077-9f65-cf90a39cd20e service neutron] 10.222.0.107 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307260 Nov 03 18:38:37.192529 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6121c49c-9c61-48dd-a379-86d613d4eeea req-ecf7e250-0854-4a2f-8a68-a3dd1b545eee service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=19a60a5f-6939-4da6-9b04-d569ad193dce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434768 Nov 03 18:38:37.302957 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2eac9a78-895d-40d5-9296-9e93cdfcca8b req-55816203-922e-490d-9792-47d7c1509280 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/floatingips/5629cd40-d517-4e7c-b347-167c49607b14 HTTP/1.1" status: 200 len: 695 time: 0.0896142 Nov 03 18:38:37.364272 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6121c49c-9c61-48dd-a379-86d613d4eeea req-7674fe9f-a229-4ba6-9332-f580eb80c461 service neutron] 10.222.0.87 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437793 Nov 03 18:38:37.374899 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-632908bd-162f-44ef-ae6b-2fa72399ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:11Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '905883f7e9804a949a03151623ea3991', 'gw_port': {'id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:12Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9862cc37-9714-403d-a6e5-edba74acdd2b', 'name': '', 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'mac_address': 'fa:16:3e:0f:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:28Z', 'revision_number': 5, 'project_id': '905883f7e9804a949a03151623ea3991', 'subnets': [{'id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:37.415122 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632908bd-162f-44ef-ae6b-2fa72399ab09 None None] The sync data for ids ['51be193b-52a6-4e5a-adbe-cad374e67ea4'] in n-d-812150-4 is: [{'id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:11Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '905883f7e9804a949a03151623ea3991', 'gw_port': {'id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:12Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9862cc37-9714-403d-a6e5-edba74acdd2b', 'name': '', 'network_id': '19a60a5f-6939-4da6-9b04-d569ad193dce', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'mac_address': 'fa:16:3e:0f:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:28Z', 'revision_number': 5, 'project_id': '905883f7e9804a949a03151623ea3991', 'subnets': [{'id': '1c827802-1882-4b43-8fb1-d7eee0b7d76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:38:37.460835 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387fbd6-9741-4161-9f7c-4994e4f38d48 req-ae843d3e-d796-4d64-b2f0-080372ea96d5 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:37.476889 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a387fbd6-9741-4161-9f7c-4994e4f38d48 req-ae843d3e-d796-4d64-b2f0-080372ea96d5 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 950 time: 0.2048562 Nov 03 18:38:37.521979 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6121c49c-9c61-48dd-a379-86d613d4eeea req-2f452fa9-4b74-4be0-b403-34ebc04f79e6 service neutron] 10.222.0.87 "GET /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441569 Nov 03 18:38:37.576152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac9a78-895d-40d5-9296-9e93cdfcca8b req-e6f3959e-1f10-4c86-b91d-fca95d448754 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:37.578337 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2eac9a78-895d-40d5-9296-9e93cdfcca8b req-e6f3959e-1f10-4c86-b91d-fca95d448754 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.2746801 Nov 03 18:38:37.597658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a387fbd6-9741-4161-9f7c-4994e4f38d48 req-45e728bc-e14d-4a8d-92d3-fcf9cc8a0641 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044385 Nov 03 18:38:37.712627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2eac9a78-895d-40d5-9296-9e93cdfcca8b req-4f6294de-f12f-481f-ad3b-f0007f2c8e79 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 698 time: 0.1216345 Nov 03 18:38:37.776602 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2eac9a78-895d-40d5-9296-9e93cdfcca8b req-9c1a01fa-c5d2-40d4-b9a5-b158d7256745 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 698 time: 0.0597541 Nov 03 18:38:37.783561 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-789a6f76-1a60-4eb7-9789-51c32c074276 service neutron] show failed (client error): The resource could not be found. Nov 03 18:38:37.784725 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-789a6f76-1a60-4eb7-9789-51c32c074276 service neutron] 10.222.0.98 "GET /v2.0/ports/384118ea-2c6b-44dc-ab7e-129a2bf3259d/bindings/n-h1-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.1502316 Nov 03 18:38:37.876956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f521b18-19da-4ff3-bc43-ee9474804a3e None None] New status for floating IP 5629cd40-d517-4e7c-b347-167c49607b14: DOWN {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:38:38.032477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8ecb0-c68e-4ef1-b005-be5766e6c55d req-bc6aee6d-5f33-40b0-8ed0-270190d7cd84 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:38.034368 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4f8ecb0-c68e-4ef1-b005-be5766e6c55d req-bc6aee6d-5f33-40b0-8ed0-270190d7cd84 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 944 time: 0.2045326 Nov 03 18:38:38.101382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-6c4d377b-92db-4356-8668-2868f27f397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:38.102891 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-6c4d377b-92db-4356-8668-2868f27f397b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c&tenant_id=72107d064293479db9d913e1eb3d59a8 HTTP/1.1" status: 200 len: 1101 time: 0.0834653 Nov 03 18:38:38.106860 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-2eac9a78-895d-40d5-9296-9e93cdfcca8b req-2bad8d35-1b95-436a-98aa-75371447e8b0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Deleting port 18097b90-c9d1-42bc-a9f0-89ac7dd7f26b {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:38.107315 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2eac9a78-895d-40d5-9296-9e93cdfcca8b req-2bad8d35-1b95-436a-98aa-75371447e8b0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.156820 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:38.196195 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4f8ecb0-c68e-4ef1-b005-be5766e6c55d req-fcc2ff69-f7bb-4509-acdb-0c672bf94414 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349909 Nov 03 18:38:38.252969 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.264609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2eac9a78-895d-40d5-9296-9e93cdfcca8b req-2bad8d35-1b95-436a-98aa-75371447e8b0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.265979 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2eac9a78-895d-40d5-9296-9e93cdfcca8b req-2bad8d35-1b95-436a-98aa-75371447e8b0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.285422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-2eac9a78-895d-40d5-9296-9e93cdfcca8b req-2bad8d35-1b95-436a-98aa-75371447e8b0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Calling delete_port for 18097b90-c9d1-42bc-a9f0-89ac7dd7f26b owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:38.440072 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2eac9a78-895d-40d5-9296-9e93cdfcca8b req-2bad8d35-1b95-436a-98aa-75371447e8b0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.473647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad8d35-1b95-436a-98aa-75371447e8b0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Pushing event deleted for resources: {'Port': ['ID=18097b90-c9d1-42bc-a9f0-89ac7dd7f26b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:38.517130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] For port 384118ea-2c6b-44dc-ab7e-129a2bf3259d, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:38.553708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39154) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:38.562537 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2eac9a78-895d-40d5-9296-9e93cdfcca8b req-2bad8d35-1b95-436a-98aa-75371447e8b0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.565932 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2eac9a78-895d-40d5-9296-9e93cdfcca8b req-2bad8d35-1b95-436a-98aa-75371447e8b0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.567165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2eac9a78-895d-40d5-9296-9e93cdfcca8b req-2bad8d35-1b95-436a-98aa-75371447e8b0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "DELETE /v2.0/floatingips/5629cd40-d517-4e7c-b347-167c49607b14 HTTP/1.1" status: 204 len: 173 time: 0.7897506 Nov 03 18:38:38.568509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] For port 384118ea-2c6b-44dc-ab7e-129a2bf3259d, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:38.624055 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067cdc33-75a5-47d6-976d-92b5fad71e0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384118ea-2c6b-44dc-ab7e-129a2bf3259d'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:38.627207 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3571f119-7761-4bd0-8847-c3437adc9d8e" -d '{"events": [{"server_uuid": "067cdc33-75a5-47d6-976d-92b5fad71e0c", "name": "network-vif-unplugged", "status": "completed", "tag": "384118ea-2c6b-44dc-ab7e-129a2bf3259d"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:38.631876 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.633047 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3824524-7bc1-4720-b7b8-fa3a7c1c68d3 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.648970 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Transition to ACTIVE for port object 384118ea-2c6b-44dc-ab7e-129a2bf3259d will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:38:38.652842 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.666404 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3824524-7bc1-4720-b7b8-fa3a7c1c68d3 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.747055 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3824524-7bc1-4720-b7b8-fa3a7c1c68d3 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.750545 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3824524-7bc1-4720-b7b8-fa3a7c1c68d3 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.753010 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a3824524-7bc1-4720-b7b8-fa3a7c1c68d3 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "DELETE /v2.0/security-groups/d2334b62-2d76-4837-bb49-0a40bb025dc6 HTTP/1.1" status: 204 len: 168 time: 0.1978495 Nov 03 18:38:38.756628 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39162) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:38.764322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] No DVR routers for this DVR port 384118ea-2c6b-44dc-ab7e-129a2bf3259d on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:38.769356 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Pushing event updated for resources: {'Port': ['ID=384118ea-2c6b-44dc-ab7e-129a2bf3259d,revision_number=6']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:38.782736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3824524-7bc1-4720-b7b8-fa3a7c1c68d3 tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2334b62-2d76-4837-bb49-0a40bb025dc6,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:38.786327 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-8295cf66-8ec0-46b8-9912-3a523ef6825f tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] show failed (client error): The resource could not be found. Nov 03 18:38:38.787538 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8295cf66-8ec0-46b8-9912-3a523ef6825f tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "GET /v2.0/security-groups/d2334b62-2d76-4837-bb49-0a40bb025dc6 HTTP/1.1" status: 404 len: 347 time: 0.0298839 Nov 03 18:38:38.790215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39164) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:38.837755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Attempting to bind port 384118ea-2c6b-44dc-ab7e-129a2bf3259d on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:38.838101 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Attempting to bind port 384118ea-2c6b-44dc-ab7e-129a2bf3259d by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:38.838434 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Attempting to bind port 384118ea-2c6b-44dc-ab7e-129a2bf3259d on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:38.843351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Port 384118ea-2c6b-44dc-ab7e-129a2bf3259d on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:38:38.843705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Attempting to bind port 384118ea-2c6b-44dc-ab7e-129a2bf3259d on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:38.850709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:38.851306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:38.852194 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:38.852821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Bound port: 384118ea-2c6b-44dc-ab7e-129a2bf3259d, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:38.853371 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:38.863801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ea366677-ed96-42c4-bc31-c2826ba5dce4 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:38:38.892406 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:38.932608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:38.933250 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 099c97c5-b34e-40f9-ae12-9a380b9b1ed7 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:38.933643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] For port 384118ea-2c6b-44dc-ab7e-129a2bf3259d, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:38.937228 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] For port 384118ea-2c6b-44dc-ab7e-129a2bf3259d, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:38.948814 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.000690 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:39.001313 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.003030 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] 10.222.0.87 "PUT /v2.0/ports/384118ea-2c6b-44dc-ab7e-129a2bf3259d HTTP/1.1" status: 200 len: 1096 time: 0.8758395 Nov 03 18:38:39.031615 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4326a-654b-47cd-9b9e-f6f1b9b0a35b service neutron] Pushing event updated for resources: {'Port': ['ID=384118ea-2c6b-44dc-ab7e-129a2bf3259d,revision_number=7']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:39.036662 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f468ac3-4a96-4ea5-8493-aa4e3e09977b req-795a4257-ff87-4342-a370-179013bf5a92 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:39.038399 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f468ac3-4a96-4ea5-8493-aa4e3e09977b req-795a4257-ff87-4342-a370-179013bf5a92 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 948 time: 0.1892161 Nov 03 18:38:39.085548 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80abbb1-73e3-4040-8816-4830b0b23574 req-1e9d0221-496c-4380-bf94-ab8aef0b8f11 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:39.087525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e80abbb1-73e3-4040-8816-4830b0b23574 req-1e9d0221-496c-4380-bf94-ab8aef0b8f11 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 950 time: 0.2007313 Nov 03 18:38:39.112745 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port ea366677-ed96-42c4-bc31-c2826ba5dce4, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ea366677-ed96-42c4-bc31-c2826ba5dce4,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:39.136083 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'ea366677-ed96-42c4-bc31-c2826ba5dce4', 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc', 'port_id': 'ea366677-ed96-42c4-bc31-c2826ba5dce4', 'mac_address': 'fa:16:3e:be:e8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7ca472-a50c-48ab-a812-76c46b2d1f6a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:38:39.142786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-2200d202-ecea-46f2-a9b7-8c3da177f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:39.145996 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-2200d202-ecea-46f2-a9b7-8c3da177f575 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 1099 time: 0.0856302 Nov 03 18:38:39.190675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f468ac3-4a96-4ea5-8493-aa4e3e09977b req-a7052659-5db5-41c0-bd13-3b757e265177 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018417 Nov 03 18:38:39.228608 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.230662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e80abbb1-73e3-4040-8816-4830b0b23574 req-65ce57fb-5e7a-4a48-ab8d-183cbe5a2ce3 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152089 Nov 03 18:38:39.262437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-a7529d62-6b43-4cb9-be03-4bae1238f1af tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Deleting port c0874897-baf0-4ed5-b1dc-b7d8dcace751 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:39.262781 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7529d62-6b43-4cb9-be03-4bae1238f1af tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.263256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea366677-ed96-42c4-bc31-c2826ba5dce4 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:39.293707 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port ea366677-ed96-42c4-bc31-c2826ba5dce4, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ea366677-ed96-42c4-bc31-c2826ba5dce4,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:39.298943 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.387386 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=ea366677-ed96-42c4-bc31-c2826ba5dce4,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:39.391016 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab2abde-b9df-4019-bd1c-a01d71c48813 x-openstack-request-id: req-eab2abde-b9df-4019-bd1c-a01d71c48813 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:39.391932 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067cdc33-75a5-47d6-976d-92b5fad71e0c", "name": "network-vif-unplugged", "status": "completed", "tag": "384118ea-2c6b-44dc-ab7e-129a2bf3259d", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:39.392146 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-eab2abde-b9df-4019-bd1c-a01d71c48813 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:39.392546 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067cdc33-75a5-47d6-976d-92b5fad71e0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384118ea-2c6b-44dc-ab7e-129a2bf3259d', 'code': 200} Nov 03 18:38:39.450996 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3454415e-177f-4a9d-a661-8552970bea74 req-01a9111b-18dd-456c-87d8-fe511d8f681f tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups/0bf9d303-d914-4e4f-b43c-0a858219558e HTTP/1.1" status: 200 len: 1823 time: 0.2121897 Nov 03 18:38:39.461555 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-d4f0d6c9-6200-4e8e-83a1-f7ea9fcb01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:39.463157 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-d4f0d6c9-6200-4e8e-83a1-f7ea9fcb01bb service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.3041477 Nov 03 18:38:39.472345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1273d9b-bc77-4aaa-9d99-65b0572b02fa req-687c092f-c3e9-4c3f-8958-9269b76c97d2 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:39.474018 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d1273d9b-bc77-4aaa-9d99-65b0572b02fa req-687c092f-c3e9-4c3f-8958-9269b76c97d2 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.98 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 945 time: 0.1643579 Nov 03 18:38:39.523012 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-adf983eb-7cf1-4afd-b4ec-1783267da3ce service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d HTTP/1.1" status: 200 len: 217 time: 0.0475378 Nov 03 18:38:39.560016 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7529d62-6b43-4cb9-be03-4bae1238f1af tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.560322 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7529d62-6b43-4cb9-be03-4bae1238f1af tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.585197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-a7529d62-6b43-4cb9-be03-4bae1238f1af tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Calling delete_port for c0874897-baf0-4ed5-b1dc-b7d8dcace751 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:39.597226 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3454415e-177f-4a9d-a661-8552970bea74 req-f45a6d06-7db6-4ce1-bfff-762d10841fc3 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.605957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea153a-9ca6-40f5-af39-e32dec4323ed req-12a62c22-b796-47ee-ba5c-bc048c882f0b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:39.607448 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40ea153a-9ca6-40f5-af39-e32dec4323ed req-12a62c22-b796-47ee-ba5c-bc048c882f0b tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 945 time: 0.1489995 Nov 03 18:38:39.630934 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-86e52f63-ccae-4b4b-a3e7-0b833a167165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:39.632578 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-86e52f63-ccae-4b4b-a3e7-0b833a167165 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0913358 Nov 03 18:38:39.699508 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-d1273d9b-bc77-4aaa-9d99-65b0572b02fa req-e2b2427b-0119-4806-9e5c-15d67a47113e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Deleting port 5a59d86a-0d89-4c23-961d-c644f2d0edcc {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:39.699943 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d1273d9b-bc77-4aaa-9d99-65b0572b02fa req-e2b2427b-0119-4806-9e5c-15d67a47113e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.700778 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3454415e-177f-4a9d-a661-8552970bea74 req-f45a6d06-7db6-4ce1-bfff-762d10841fc3 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.779828 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40ea153a-9ca6-40f5-af39-e32dec4323ed req-d248cac7-140f-4afc-b40f-43d795d292c3 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593938 Nov 03 18:38:39.786975 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['ea366677-ed96-42c4-bc31-c2826ba5dce4'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:39.798413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-6bb145c0-2ea9-4e30-a26f-fb20591b87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:39.800601 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-6bb145c0-2ea9-4e30-a26f-fb20591b87a3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1481495 Nov 03 18:38:39.806663 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3454415e-177f-4a9d-a661-8552970bea74 req-f45a6d06-7db6-4ce1-bfff-762d10841fc3 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.810145 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3454415e-177f-4a9d-a661-8552970bea74 req-f45a6d06-7db6-4ce1-bfff-762d10841fc3 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.811853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3454415e-177f-4a9d-a661-8552970bea74 req-f45a6d06-7db6-4ce1-bfff-762d10841fc3 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "DELETE /v2.0/security-groups/0bf9d303-d914-4e4f-b43c-0a858219558e HTTP/1.1" status: 204 len: 173 time: 0.3548391 Nov 03 18:38:39.847435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a6d06-7db6-4ce1-bfff-762d10841fc3 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf9d303-d914-4e4f-b43c-0a858219558e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:39.888456 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7529d62-6b43-4cb9-be03-4bae1238f1af tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:39.946651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7529d62-6b43-4cb9-be03-4bae1238f1af tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Pushing event deleted for resources: {'Port': ['ID=c0874897-baf0-4ed5-b1dc-b7d8dcace751,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:40.066526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3ca45-6731-44f4-92ae-516776d3eb29 req-d5a00192-2a3e-4bf1-b343-ff12ceccf791 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:40.068886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28a3ca45-6731-44f4-92ae-516776d3eb29 req-d5a00192-2a3e-4bf1-b343-ff12ceccf791 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 945 time: 0.1327510 Nov 03 18:38:40.072454 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7529d62-6b43-4cb9-be03-4bae1238f1af tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:40.075367 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7529d62-6b43-4cb9-be03-4bae1238f1af tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:40.079087 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a7529d62-6b43-4cb9-be03-4bae1238f1af tempest-ImagesOneServerNegativeTestJSON-1980920948 tempest-ImagesOneServerNegativeTestJSON-1980920948-project] 10.222.0.107 "DELETE /v2.0/floatingips/bf09a38e-33bc-4bae-b4b0-b12f4fc0ff78 HTTP/1.1" status: 204 len: 168 time: 1.2853930 Nov 03 18:38:40.118690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-bd9e77f0-23df-4fe0-8e67-74bce42ea188 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=2841aa537fca4e50a7e4211a7775237d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395579 Nov 03 18:38:40.183118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28a3ca45-6731-44f4-92ae-516776d3eb29 req-c3dca876-4d0b-4679-b170-ee080c410943 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051252 Nov 03 18:38:40.199462 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d1273d9b-bc77-4aaa-9d99-65b0572b02fa req-e2b2427b-0119-4806-9e5c-15d67a47113e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] For port 5a59d86a-0d89-4c23-961d-c644f2d0edcc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5a59d86a-0d89-4c23-961d-c644f2d0edcc,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:40.200070 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d1273d9b-bc77-4aaa-9d99-65b0572b02fa req-e2b2427b-0119-4806-9e5c-15d67a47113e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:40.220224 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-d1273d9b-bc77-4aaa-9d99-65b0572b02fa req-e2b2427b-0119-4806-9e5c-15d67a47113e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Calling delete_port for 5a59d86a-0d89-4c23-961d-c644f2d0edcc owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:40.256083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-9ab7060a-108a-4568-9c1a-b124b580da2e tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:40.257623 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-9ab7060a-108a-4568-9c1a-b124b580da2e tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1301534 Nov 03 18:38:40.276138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-cc945576-bfda-40a6-8c91-2834db80c06f tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/quotas/2841aa537fca4e50a7e4211a7775237d HTTP/1.1" status: 200 len: 375 time: 0.0109441 Nov 03 18:38:40.284271 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-a3a12a85-debe-4ffe-8f12-e6101074bf85 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626217 Nov 03 18:38:40.336585 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-617ccfa9-38bc-49f2-9723-041109a8fe56 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2841aa537fca4e50a7e4211a7775237d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523393 Nov 03 18:38:40.445043 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-9c2f3a46-f40c-478c-8965-9d28819f15f5 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459012 Nov 03 18:38:40.462639 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d1273d9b-bc77-4aaa-9d99-65b0572b02fa req-e2b2427b-0119-4806-9e5c-15d67a47113e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:40.517289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2427b-0119-4806-9e5c-15d67a47113e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Pushing event deleted for resources: {'Port': ['ID=5a59d86a-0d89-4c23-961d-c644f2d0edcc,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:40.577776 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1273d9b-bc77-4aaa-9d99-65b0572b02fa req-e2b2427b-0119-4806-9e5c-15d67a47113e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] No DVR routers for this DVR port 5a59d86a-0d89-4c23-961d-c644f2d0edcc on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:40.582690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d1273d9b-bc77-4aaa-9d99-65b0572b02fa req-e2b2427b-0119-4806-9e5c-15d67a47113e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:40.587229 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d1273d9b-bc77-4aaa-9d99-65b0572b02fa req-e2b2427b-0119-4806-9e5c-15d67a47113e tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.98 "DELETE /v2.0/ports/5a59d86a-0d89-4c23-961d-c644f2d0edcc HTTP/1.1" status: 204 len: 173 time: 1.1037893 Nov 03 18:38:40.626173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b481fb9-2229-4ccb-8edf-de7032eb2fb1 req-336d29f4-8229-4a52-ad81-97b216610133 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:40.627933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b481fb9-2229-4ccb-8edf-de7032eb2fb1 req-336d29f4-8229-4a52-ad81-97b216610133 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 948 time: 0.1168411 Nov 03 18:38:40.644814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03496c24-7b20-4b8f-a421-40b2c6f3e264 req-e0e3b5ae-49f5-4254-916f-dad00f4a8583 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:40.652981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03496c24-7b20-4b8f-a421-40b2c6f3e264 req-e0e3b5ae-49f5-4254-916f-dad00f4a8583 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.0929968 Nov 03 18:38:40.736849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b481fb9-2229-4ccb-8edf-de7032eb2fb1 req-2d50347c-824b-409b-9d1f-e9d3877d75ab tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811663 Nov 03 18:38:40.747924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03496c24-7b20-4b8f-a421-40b2c6f3e264 req-664c4f0b-05e9-457b-9cbf-a924e6bd75e0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939476 Nov 03 18:38:40.827267 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37c81be8-b5a2-4733-b9d9-36cc840c7625 req-135f9c69-3ba3-40ac-8c9b-1953bc7ebcd4 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 210 time: 0.0302730 Nov 03 18:38:40.846886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39210) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:40.873257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ea366677-ed96-42c4-bc31-c2826ba5dce4 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:40.906141 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b025178-1b25-40f4-8513-06b5b20097b0 admin admin] Deleting subnet ce9e0b49-eaf9-4f18-8308-2f1514ace683 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:38:40.910958 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3b025178-1b25-40f4-8513-06b5b20097b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:40.981951 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dcf82074-16d7-45d5-8138-edbe101a0108 req-cfeac42d-e471-49cc-bd7e-2fa1a722dff9 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=1e4fd3ec-4d78-43c6-acbf-18e5dac53bce HTTP/1.1" status: 200 len: 210 time: 0.0396328 Nov 03 18:38:40.992501 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3b025178-1b25-40f4-8513-06b5b20097b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.054385 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3b025178-1b25-40f4-8513-06b5b20097b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.105907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port ea366677-ed96-42c4-bc31-c2826ba5dce4 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:38:41.111960 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port ea366677-ed96-42c4-bc31-c2826ba5dce4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:41.113149 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.123431 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3b025178-1b25-40f4-8513-06b5b20097b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.155842 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b025178-1b25-40f4-8513-06b5b20097b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce9e0b49-eaf9-4f18-8308-2f1514ace683,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:41.161775 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3b025178-1b25-40f4-8513-06b5b20097b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.165146 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3b025178-1b25-40f4-8513-06b5b20097b0 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/ce9e0b49-eaf9-4f18-8308-2f1514ace683 HTTP/1.1" status: 204 len: 168 time: 0.3169947 Nov 03 18:38:41.167863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39216) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:41.222176 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.249673 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4f27-fb1f-4e89-9baf-666d6c295a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.261969 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6de65f6-9b17-40d4-b2a7-885f1d438a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea366677-ed96-42c4-bc31-c2826ba5dce4'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:41.264676 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e3a048-a55b-42e1-ac22-d99c4dbaf0b4" -d '{"events": [{"server_uuid": "e6de65f6-9b17-40d4-b2a7-885f1d438a6e", "name": "network-vif-plugged", "status": "completed", "tag": "ea366677-ed96-42c4-bc31-c2826ba5dce4"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:41.281141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port ea366677-ed96-42c4-bc31-c2826ba5dce4, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ea366677-ed96-42c4-bc31-c2826ba5dce4,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:41.286887 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.331696 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315d2112-c014-426f-a6dc-01c39a7b4d0b x-openstack-request-id: req-315d2112-c014-426f-a6dc-01c39a7b4d0b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:41.332009 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6de65f6-9b17-40d4-b2a7-885f1d438a6e", "name": "network-vif-plugged", "status": "completed", "tag": "ea366677-ed96-42c4-bc31-c2826ba5dce4", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:41.332270 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-315d2112-c014-426f-a6dc-01c39a7b4d0b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:41.332663 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6de65f6-9b17-40d4-b2a7-885f1d438a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea366677-ed96-42c4-bc31-c2826ba5dce4', 'code': 200} Nov 03 18:38:41.351354 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=ea366677-ed96-42c4-bc31-c2826ba5dce4,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:41.397313 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067cdc33-75a5-47d6-976d-92b5fad71e0c', 'tag': '384118ea-2c6b-44dc-ab7e-129a2bf3259d'}, {'server_uuid': '1e4fd3ec-4d78-43c6-acbf-18e5dac53bce', 'name': 'network-vif-deleted', 'tag': '5a59d86a-0d89-4c23-961d-c644f2d0edcc'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:41.399957 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f437b2-2349-47f9-960a-2d3d82c3af43" -d '{"events": [{"name": "network-changed", "server_uuid": "067cdc33-75a5-47d6-976d-92b5fad71e0c", "tag": "384118ea-2c6b-44dc-ab7e-129a2bf3259d"}, {"server_uuid": "1e4fd3ec-4d78-43c6-acbf-18e5dac53bce", "name": "network-vif-deleted", "tag": "5a59d86a-0d89-4c23-961d-c644f2d0edcc"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:41.410977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2e3a4-da43-4be0-8297-bc8184f050d4 req-f37a129b-086b-4f01-93d4-2f87d91a3197 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:41.411842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dea2e3a4-da43-4be0-8297-bc8184f050d4 req-f37a129b-086b-4f01-93d4-2f87d91a3197 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 946 time: 0.0792642 Nov 03 18:38:41.417947 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4f27-fb1f-4e89-9baf-666d6c295a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.447112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6a9a4f27-fb1f-4e89-9baf-666d6c295a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd66ab7-d64a-4b29-8d02-07dde8098dad']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:41.463347 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6a9a4f27-fb1f-4e89-9baf-666d6c295a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28459fce-175d-4b11-a21c-983e13477a95') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:41.463728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6a9a4f27-fb1f-4e89-9baf-666d6c295a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28459fce-175d-4b11-a21c-983e13477a95') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:41.478110 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4f27-fb1f-4e89-9baf-666d6c295a12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.486054 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dea2e3a4-da43-4be0-8297-bc8184f050d4 req-0034bc11-47ad-4cbb-b92d-e41505af30c8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609803 Nov 03 18:38:41.496123 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4f27-fb1f-4e89-9baf-666d6c295a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.508690 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9a4f27-fb1f-4e89-9baf-666d6c295a12 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:38:41.509226 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4f27-fb1f-4e89-9baf-666d6c295a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:38:41.511203 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:38:41.514260 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 384118ea-2c6b-44dc-ab7e-129a2bf3259d no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:41.522296 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674e7639-3d6b-4f96-9703-31d1f0050778 x-openstack-request-id: req-674e7639-3d6b-4f96-9703-31d1f0050778 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:41.522591 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067cdc33-75a5-47d6-976d-92b5fad71e0c", "tag": "384118ea-2c6b-44dc-ab7e-129a2bf3259d", "status": "completed", "code": 200}, {"server_uuid": "1e4fd3ec-4d78-43c6-acbf-18e5dac53bce", "name": "network-vif-deleted", "tag": "5a59d86a-0d89-4c23-961d-c644f2d0edcc", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:41.523029 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-674e7639-3d6b-4f96-9703-31d1f0050778 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:41.523636 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067cdc33-75a5-47d6-976d-92b5fad71e0c', 'tag': '384118ea-2c6b-44dc-ab7e-129a2bf3259d', 'status': 'completed', 'code': 200} Nov 03 18:38:41.524095 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4fd3ec-4d78-43c6-acbf-18e5dac53bce', 'name': 'network-vif-deleted', 'tag': '5a59d86a-0d89-4c23-961d-c644f2d0edcc', 'status': 'completed', 'code': 200} Nov 03 18:38:41.556057 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 384118ea-2c6b-44dc-ab7e-129a2bf3259d not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:41.556579 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5a59d86a-0d89-4c23-961d-c644f2d0edcc no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:41.577189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 5a59d86a-0d89-4c23-961d-c644f2d0edcc {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:41.577532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5a59d86a-0d89-4c23-961d-c644f2d0edcc not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:41.622337 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-b0999b86-48c5-4e2c-8aa9-a0b4810116fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:41.624120 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-b0999b86-48c5-4e2c-8aa9-a0b4810116fd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 1099 time: 0.0427885 Nov 03 18:38:41.625432 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4f27-fb1f-4e89-9baf-666d6c295a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.634110 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4f27-fb1f-4e89-9baf-666d6c295a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:41.638182 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6a9a4f27-fb1f-4e89-9baf-666d6c295a12 admin admin] 10.222.0.107 "DELETE /v2.0/networks/dfd66ab7-d64a-4b29-8d02-07dde8098dad HTTP/1.1" status: 204 len: 168 time: 0.4692564 Nov 03 18:38:41.665618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a4f27-fb1f-4e89-9baf-666d6c295a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd66ab7-d64a-4b29-8d02-07dde8098dad,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:41.672939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-45cab0c7-8bac-4976-adda-d192e2f6e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:41.675086 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-45cab0c7-8bac-4976-adda-d192e2f6e264 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 1099 time: 0.1156442 Nov 03 18:38:41.677944 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7f317-944e-4e46-9e5f-e9fee04915ee req-0b3f7c7f-d356-4433-bdc6-c519ac57c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:41.679388 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10b7f317-944e-4e46-9e5f-e9fee04915ee req-0b3f7c7f-d356-4433-bdc6-c519ac57c5fa service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 1097 time: 0.1076512 Nov 03 18:38:41.758944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-56acc7e7-719e-42a2-992d-056cdf94d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:41.761948 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-56acc7e7-719e-42a2-992d-056cdf94d4b0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1170366 Nov 03 18:38:41.827789 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10b7f317-944e-4e46-9e5f-e9fee04915ee req-0e6a38e2-00c9-4db9-9163-f22ef555c70b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233575 Nov 03 18:38:41.837519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-fb86f8c4-60cf-47e7-92b8-9b97d019fe0d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d HTTP/1.1" status: 200 len: 217 time: 0.0531487 Nov 03 18:38:41.839627 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-f7cd7e3e-9eff-4870-81d0-1496585cf4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:41.841970 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-f7cd7e3e-9eff-4870-81d0-1496585cf4d3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1591125 Nov 03 18:38:41.884034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39234) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:41.890641 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-461e8822-1e46-41b6-80a4-3464ee4c1ccd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d HTTP/1.1" status: 200 len: 217 time: 0.0427420 Nov 03 18:38:41.940831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-2d8d9030-a131-4efe-99fc-33590bb5b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:41.942357 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-2d8d9030-a131-4efe-99fc-33590bb5b492 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0454214 Nov 03 18:38:41.953415 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362449d-27c0-443c-97f2-05874e4e28d3 req-25164e14-07cd-4e32-a129-08701499e9b4 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:41.955523 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f362449d-27c0-443c-97f2-05874e4e28d3 req-25164e14-07cd-4e32-a129-08701499e9b4 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 948 time: 0.1220996 Nov 03 18:38:41.990081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c8f0d-079e-4ed0-9023-07049982da00 req-430ede2a-2112-49aa-822b-87e087443abc tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:41.991766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-243c8f0d-079e-4ed0-9023-07049982da00 req-430ede2a-2112-49aa-822b-87e087443abc tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1239274 Nov 03 18:38:42.001344 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-92b901a9-af40-4be6-9324-814fb35ebc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:42.002577 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-92b901a9-af40-4be6-9324-814fb35ebc30 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534842 Nov 03 18:38:42.005348 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cdf16c5c-e535-4709-8b89-47a14d25a5d5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dd4e5255e5f04623bdf2f66b212cfc8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1178603 Nov 03 18:38:42.007881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39236) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:42.071394 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f362449d-27c0-443c-97f2-05874e4e28d3 req-cdeeaed9-1ebd-4a92-858b-fae0745c4606 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041939 Nov 03 18:38:42.076743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-243c8f0d-079e-4ed0-9023-07049982da00 req-6945137b-e883-43d2-9fdc-b37ed22b0d28 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745227 Nov 03 18:38:42.155461 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d28ec76f-91fe-4571-b934-e08fc9873d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:42.165959 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-5784db05-6998-48b7-9037-31b93788d535 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555223 Nov 03 18:38:42.176733 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5233213d-1305-4189-88ba-8269b13362a1 req-67116638-5573-4f77-bc40-4333d8e22dba tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 210 time: 0.0274248 Nov 03 18:38:42.211307 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d28ec76f-91fe-4571-b934-e08fc9873d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:42.277445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-172c5f8e-d8d8-40d1-b4cc-b7c8d1ea248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:42.279495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-172c5f8e-d8d8-40d1-b4cc-b7c8d1ea248e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0671761 Nov 03 18:38:42.355360 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-be975441-0d88-4e05-93c7-fc094362f42d service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819630 Nov 03 18:38:42.372227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d28ec76f-91fe-4571-b934-e08fc9873d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:42.377656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d28ec76f-91fe-4571-b934-e08fc9873d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:42.378898 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d28ec76f-91fe-4571-b934-e08fc9873d17 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5b62bae9-ed43-4158-8e6d-607c6c5fae4a HTTP/1.1" status: 204 len: 168 time: 0.3699245 Nov 03 18:38:42.388492 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ec76f-91fe-4571-b934-e08fc9873d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b62bae9-ed43-4158-8e6d-607c6c5fae4a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:42.473166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc2a7e-8ef9-42d9-aeb6-16084bdff70d req-363726e8-0b46-43ed-b750-d05bab5b83ed tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:42.476616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3fc2a7e-8ef9-42d9-aeb6-16084bdff70d req-363726e8-0b46-43ed-b750-d05bab5b83ed tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 945 time: 0.1273344 Nov 03 18:38:42.522914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-e5c86ede-f46d-46fd-aa8b-e73b9986d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:42.538044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-e5c86ede-f46d-46fd-aa8b-e73b9986d041 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1498299 Nov 03 18:38:42.747061 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-9bcce293-7150-43d7-a369-86e92f71f1d3 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=2841aa537fca4e50a7e4211a7775237d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684125 Nov 03 18:38:42.981831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84356de8-497b-4313-8449-47166022a104 req-6003560e-d6dd-4a79-ade6-245321d3fd1f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:42.983453 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-84356de8-497b-4313-8449-47166022a104 req-6003560e-d6dd-4a79-ade6-245321d3fd1f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.98 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 945 time: 0.2027190 Nov 03 18:38:43.006242 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.072681 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3fc2a7e-8ef9-42d9-aeb6-16084bdff70d req-e458bad6-afeb-4119-a70f-f354908387ae tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752139 Nov 03 18:38:43.080840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-140701c6-32a7-4987-858c-d660396da924 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:43.082361 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-140701c6-32a7-4987-858c-d660396da924 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3214025 Nov 03 18:38:43.118936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-84356de8-497b-4313-8449-47166022a104 req-7d2421c3-94dc-4845-a937-40c9a5d81491 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Deleting port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:43.119285 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-84356de8-497b-4313-8449-47166022a104 req-7d2421c3-94dc-4845-a937-40c9a5d81491 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.129785 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-2605c58d-c8c8-4159-a08c-8e07988b44dd tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Request body: {'port': {'device_id': '50ca7a12-b0cf-4d5e-8072-ce06dc4fca43', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '2841aa537fca4e50a7e4211a7775237d'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:43.150498 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-3523d099-7108-4c62-80a6-dee47c867efc service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970294 Nov 03 18:38:43.158731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bbdf5-7884-4183-9def-e8ffb00f4908 req-ed7d0aad-3cb5-4017-a22c-16935ee85929 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:43.160396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b59bbdf5-7884-4183-9def-e8ffb00f4908 req-ed7d0aad-3cb5-4017-a22c-16935ee85929 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 946 time: 0.1216948 Nov 03 18:38:43.293399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-84356de8-497b-4313-8449-47166022a104 req-7d2421c3-94dc-4845-a937-40c9a5d81491 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] For port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:43.293775 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-84356de8-497b-4313-8449-47166022a104 req-7d2421c3-94dc-4845-a937-40c9a5d81491 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.302237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eee9f8-a1bc-4b76-ba7f-758f974d6d09 req-7a8c3789-35fe-4788-a806-6337bf995228 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:43.308402 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1eee9f8-a1bc-4b76-ba7f-758f974d6d09 req-7a8c3789-35fe-4788-a806-6337bf995228 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 948 time: 0.1462719 Nov 03 18:38:43.318058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-84356de8-497b-4313-8449-47166022a104 req-7d2421c3-94dc-4845-a937-40c9a5d81491 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Calling delete_port for 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:43.346456 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b59bbdf5-7884-4183-9def-e8ffb00f4908 req-7a94b35f-865e-4bde-a81e-5c4042a736a0 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739101 Nov 03 18:38:43.375835 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8f437b2-2349-47f9-960a-2d3d82c3af43 req-a58b32db-4ac7-4f57-9d78-51acfd4eb39c service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115855 Nov 03 18:38:43.394117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-2605c58d-c8c8-4159-a08c-8e07988b44dd tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Made reservation on behalf of 2841aa537fca4e50a7e4211a7775237d for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:43.397733 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-2605c58d-c8c8-4159-a08c-8e07988b44dd tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.407741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1eee9f8-a1bc-4b76-ba7f-758f974d6d09 req-4d759d5c-52fb-4700-90ba-2cf2fb451f71 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765135 Nov 03 18:38:43.517391 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39280) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:43.534113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e009e28-d02e-42fe-a57f-ee0cfaab1b60 req-a756bef6-0f54-4503-b3f8-001185612e93 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 210 time: 0.0305910 Nov 03 18:38:43.555925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7322d-9b7a-443b-9ef3-4cf3dfc575e7 req-69933a2f-c750-4c0d-a5d5-566691418816 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:43.563802 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ef7322d-9b7a-443b-9ef3-4cf3dfc575e7 req-69933a2f-c750-4c0d-a5d5-566691418816 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1119642 Nov 03 18:38:43.593722 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-84356de8-497b-4313-8449-47166022a104 req-7d2421c3-94dc-4845-a937-40c9a5d81491 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.626900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ef7322d-9b7a-443b-9ef3-4cf3dfc575e7 req-cff670b3-f494-42e1-800e-e0dfa45c9e20 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621934 Nov 03 18:38:43.637866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-2605c58d-c8c8-4159-a08c-8e07988b44dd tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Allocated IP 192.168.233.208 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/415410c6-2b9b-46a5-862c-6d2577edf6b1) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:43.644889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2421c3-94dc-4845-a937-40c9a5d81491 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Pushing event deleted for resources: {'Port': ['ID=7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:43.703155 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-84356de8-497b-4313-8449-47166022a104 req-7d2421c3-94dc-4845-a937-40c9a5d81491 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] No DVR routers for this DVR port 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:43.710690 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-181997279-network', 'tenant_id': '7903513b87944404b85918f6bf251993'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:43.716084 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-84356de8-497b-4313-8449-47166022a104 req-7d2421c3-94dc-4845-a937-40c9a5d81491 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.719407 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-84356de8-497b-4313-8449-47166022a104 req-7d2421c3-94dc-4845-a937-40c9a5d81491 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.98 "DELETE /v2.0/ports/7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 HTTP/1.1" status: 204 len: 173 time: 0.7301357 Nov 03 18:38:43.725422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28952691-e53a-49e4-baaf-f375bdb379b2', 'name': 'network-vif-deleted', 'tag': '7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:43.727711 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f757e97-137e-4d60-b670-3bfd5e3890b6" -d '{"events": [{"server_uuid": "28952691-e53a-49e4-baaf-f375bdb379b2", "name": "network-vif-deleted", "tag": "7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:43.783931 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] Made reservation on behalf of 7903513b87944404b85918f6bf251993 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:43.786687 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.789588 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81cbc99-7b8f-4ebc-93af-95ade3f2ce80 x-openstack-request-id: req-c81cbc99-7b8f-4ebc-93af-95ade3f2ce80 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:43.789880 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28952691-e53a-49e4-baaf-f375bdb379b2", "name": "network-vif-deleted", "tag": "7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:43.790134 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c81cbc99-7b8f-4ebc-93af-95ade3f2ce80 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:43.790542 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28952691-e53a-49e4-baaf-f375bdb379b2', 'name': 'network-vif-deleted', 'tag': '7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97', 'status': 'completed', 'code': 200} Nov 03 18:38:43.815111 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.936863 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-2605c58d-c8c8-4159-a08c-8e07988b44dd tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.989302 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:43.994572 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.009081 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-2605c58d-c8c8-4159-a08c-8e07988b44dd tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.020000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['f6fe80b9-358c-4bc5-88f3-2e2aa8947820'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:44.046017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:38:44.070734 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.071021 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] Added segment d5b827b1-954c-4b5f-a34e-0af6230e9deb of type vlan for network 1e1b4976-5115-4119-8d6d-b8f08fe8b731 Nov 03 18:38:44.072342 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4376b1a0-f273-49c8-a47e-b6f1ec9616a9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:44.117923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605c58d-c8c8-4159-a08c-8e07988b44dd tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Pushing event updated for resources: {'Port': ['ID=415410c6-2b9b-46a5-862c-6d2577edf6b1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:44.136048 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-2605c58d-c8c8-4159-a08c-8e07988b44dd tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:44.137910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-2605c58d-c8c8-4159-a08c-8e07988b44dd tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:44.146264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-2605c58d-c8c8-4159-a08c-8e07988b44dd tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:44.176932 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.228784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-2605c58d-c8c8-4159-a08c-8e07988b44dd tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:44.229476 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-2605c58d-c8c8-4159-a08c-8e07988b44dd tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.247012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.248008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:44.248593 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.278398 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-2605c58d-c8c8-4159-a08c-8e07988b44dd tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1550832 Nov 03 18:38:44.290561 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ffaad17-d4ef-4918-8e48-34f3cebb361a req-38bc2442-bd5a-47d9-9fd2-8194a8acef2a tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=28952691-e53a-49e4-baaf-f375bdb379b2 HTTP/1.1" status: 200 len: 210 time: 0.0425756 Nov 03 18:38:44.332892 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8098505 Nov 03 18:38:44.333719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39290) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:44.334405 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Request body: {'port': {'device_id': '50ca7a12-b0cf-4d5e-8072-ce06dc4fca43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:44.338227 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d02c9146-8dcc-4da3-864c-bae83614b5c5 admin admin] Request body: {'subnet': {'network_id': '1e1b4976-5115-4119-8d6d-b8f08fe8b731', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-181997279-subnet', 'tenant_id': '7903513b87944404b85918f6bf251993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:44.367389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02c9146-8dcc-4da3-864c-bae83614b5c5 admin admin] Made reservation on behalf of 7903513b87944404b85918f6bf251993 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:44.370513 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d02c9146-8dcc-4da3-864c-bae83614b5c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.371317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba487d0-773d-413e-bb33-0b6967dcddfa admin admin] Pushing event updated for resources: {'Network': ['ID=1e1b4976-5115-4119-8d6d-b8f08fe8b731,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:44.385677 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 1e1b4976-5115-4119-8d6d-b8f08fe8b731 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:38:44.442548 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.581175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-10ac7d15-ce9a-4216-8c78-6bca9ae6abb8 None None] Provisioning complete for port 415410c6-2b9b-46a5-862c-6d2577edf6b1 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:44.581539 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10ac7d15-ce9a-4216-8c78-6bca9ae6abb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.629313 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-10ac7d15-ce9a-4216-8c78-6bca9ae6abb8 None None] Port 415410c6-2b9b-46a5-862c-6d2577edf6b1 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:38:44.657162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e256d19-2d94-4e29-aeea-77b3106c5350 req-366f8746-3f21-4a91-863d-c3f75c0d992f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:44.658766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e256d19-2d94-4e29-aeea-77b3106c5350 req-366f8746-3f21-4a91-863d-c3f75c0d992f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 946 time: 0.1639247 Nov 03 18:38:44.724315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22073633-a7c2-43ce-8d15-19f102189e6e req-40c85ee0-1cbb-4c2a-8e5c-ce7247ed04b0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:44.725942 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22073633-a7c2-43ce-8d15-19f102189e6e req-40c85ee0-1cbb-4c2a-8e5c-ce7247ed04b0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 948 time: 0.1932449 Nov 03 18:38:44.763839 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d02c9146-8dcc-4da3-864c-bae83614b5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.838609 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e256d19-2d94-4e29-aeea-77b3106c5350 req-6dfc6dfc-9f31-49ff-b0f9-26bbcce32f77 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581538 Nov 03 18:38:44.875164 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415410c6-2b9b-46a5-862c-6d2577edf6b1 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:44.886368 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.896233 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22073633-a7c2-43ce-8d15-19f102189e6e req-1f1f9d60-fd6c-4c54-8b6a-34969c974842 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615272 Nov 03 18:38:44.902653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c9146-8dcc-4da3-864c-bae83614b5c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f8ee2e7-a802-49e6-9c19-06b44a4b07e9,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:44.912138 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Transition to ACTIVE for port object 415410c6-2b9b-46a5-862c-6d2577edf6b1 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:38:44.913156 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 384118ea-2c6b-44dc-ab7e-129a2bf3259d details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:38:44.926794 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:44.977755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c9146-8dcc-4da3-864c-bae83614b5c5 admin admin] Checking segment: {'id': 'd5b827b1-954c-4b5f-a34e-0af6230e9deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1e1b4976-5115-4119-8d6d-b8f08fe8b731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:44.978350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c9146-8dcc-4da3-864c-bae83614b5c5 admin admin] Network hostable DHCP agents. Network: 1e1b4976-5115-4119-8d6d-b8f08fe8b731, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:38:45.098854 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c9146-8dcc-4da3-864c-bae83614b5c5 admin admin] Network 1e1b4976-5115-4119-8d6d-b8f08fe8b731 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:38:45.116188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6676a10-0b6e-463c-8500-8ea95fa1d885 req-5a180e3a-0113-4396-8267-1e3bfb7da786 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:45.124494 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6676a10-0b6e-463c-8500-8ea95fa1d885 req-5a180e3a-0113-4396-8267-1e3bfb7da786 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 948 time: 0.1651468 Nov 03 18:38:45.131988 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Pushing event updated for resources: {'Port': ['ID=415410c6-2b9b-46a5-862c-6d2577edf6b1,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:45.148332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-d02c9146-8dcc-4da3-864c-bae83614b5c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 1e1b4976-5115-4119-8d6d-b8f08fe8b731) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:45.161634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c9146-8dcc-4da3-864c-bae83614b5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:45.162002 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d02c9146-8dcc-4da3-864c-bae83614b5c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.173789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15d4dd8-bfda-4433-8daf-8d51eba9f89c None None] Network 1e1b4976-5115-4119-8d6d-b8f08fe8b731 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:45.181065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907ef9c-4ef5-4597-aec0-9c8e0f515659 req-d6b713d0-452f-40ba-a59f-2fc4554308a5 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:45.189972 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b907ef9c-4ef5-4597-aec0-9c8e0f515659 req-d6b713d0-452f-40ba-a59f-2fc4554308a5 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1641688 Nov 03 18:38:45.234271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d02c9146-8dcc-4da3-864c-bae83614b5c5 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8997700 Nov 03 18:38:45.252423 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6676a10-0b6e-463c-8500-8ea95fa1d885 req-6ab837a3-d93a-4868-97bc-0c6f68a76b3d tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230361 Nov 03 18:38:45.317921 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b907ef9c-4ef5-4597-aec0-9c8e0f515659 req-b2a7eaae-68c8-43f7-9b35-b31fd424563f tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267991 Nov 03 18:38:45.404417 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 384118ea-2c6b-44dc-ab7e-129a2bf3259d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:45.441164 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '384118ea-2c6b-44dc-ab7e-129a2bf3259d', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '384118ea-2c6b-44dc-ab7e-129a2bf3259d', 'mac_address': 'fa:16:3e:79:6c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:38:45.488189 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Attempting to bind port 415410c6-2b9b-46a5-862c-6d2577edf6b1 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:45.490929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Attempting to bind port 415410c6-2b9b-46a5-862c-6d2577edf6b1 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:45.491499 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Attempting to bind port 415410c6-2b9b-46a5-862c-6d2577edf6b1 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:45.513691 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.536693 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:45.543261 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Port 415410c6-2b9b-46a5-862c-6d2577edf6b1 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:38:45.544043 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Attempting to bind port 415410c6-2b9b-46a5-862c-6d2577edf6b1 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:45.563169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:45.563613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:45.564008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:45.564496 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Bound port: 415410c6-2b9b-46a5-862c-6d2577edf6b1, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:45.564958 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.590535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:45.590886 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 7c0ffc7e-f0f3-4b19-8b01-6594cdf8ad97 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:45.651227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384118ea-2c6b-44dc-ab7e-129a2bf3259d {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:45.660349 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd62fe3-e3a9-4f8c-b190-97521d4f5b30 None None] Network 1e1b4976-5115-4119-8d6d-b8f08fe8b731 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:45.749258 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 384118ea-2c6b-44dc-ab7e-129a2bf3259d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:45.750253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] For port 415410c6-2b9b-46a5-862c-6d2577edf6b1, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:45.758972 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.760778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] For port 415410c6-2b9b-46a5-862c-6d2577edf6b1, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=415410c6-2b9b-46a5-862c-6d2577edf6b1,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:45.767186 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.901715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Pushing event updated for resources: {'Port': ['ID=415410c6-2b9b-46a5-862c-6d2577edf6b1,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:45.911402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=384118ea-2c6b-44dc-ab7e-129a2bf3259d,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:45.925719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:45.926749 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:45.928311 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-7f350bd0-aa27-4b70-8bd4-9d735f8f9689 service neutron] 10.222.0.87 "PUT /v2.0/ports/415410c6-2b9b-46a5-862c-6d2577edf6b1 HTTP/1.1" status: 200 len: 1096 time: 1.6021621 Nov 03 18:38:45.928722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ca7a12-b0cf-4d5e-8072-ce06dc4fca43', 'tag': '415410c6-2b9b-46a5-862c-6d2577edf6b1'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:45.931004 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490c29a2-818f-4bb9-88b7-c0db283fe7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "50ca7a12-b0cf-4d5e-8072-ce06dc4fca43", "tag": "415410c6-2b9b-46a5-862c-6d2577edf6b1"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:46.008217 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-7ecc00c9-e021-4d0f-9239-3d138ce26b9d req-62f2a6c8-8500-4198-a16c-d3f7ea068312 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2005552467', 'description': 'tempest-description-1711411823'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:46.064694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a6d5d-ae4c-4e8e-b75b-43288bcd6cee req-3d912f07-98c0-4fc6-8ccd-21899b23435f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:46.068149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd1a6d5d-ae4c-4e8e-b75b-43288bcd6cee req-3d912f07-98c0-4fc6-8ccd-21899b23435f tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 944 time: 0.1633260 Nov 03 18:38:46.074393 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7ecc00c9-e021-4d0f-9239-3d138ce26b9d req-62f2a6c8-8500-4198-a16c-d3f7ea068312 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.088254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-3da577ae-14e4-4a2f-abbe-ff952d192d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:46.090024 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-3da577ae-14e4-4a2f-abbe-ff952d192d80 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2841aa537fca4e50a7e4211a7775237d&device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 1099 time: 0.0671735 Nov 03 18:38:46.093758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c687d44-fec9-42b9-a10c-b9dfbd54fb54 req-4f68dde3-8f73-43c2-9796-e24c802de434 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:46.095892 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c687d44-fec9-42b9-a10c-b9dfbd54fb54 req-4f68dde3-8f73-43c2-9796-e24c802de434 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.87 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1593201 Nov 03 18:38:46.197923 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-c9ca6cb7-02d7-4a7c-8abf-8686b40d9def service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=415410c6-2b9b-46a5-862c-6d2577edf6b1 HTTP/1.1" status: 200 len: 217 time: 0.0687504 Nov 03 18:38:46.254697 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7ecc00c9-e021-4d0f-9239-3d138ce26b9d req-62f2a6c8-8500-4198-a16c-d3f7ea068312 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.289325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-63fc7bc4-9bcd-44aa-b635-b220e1509756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:46.290722 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-63fc7bc4-9bcd-44aa-b635-b220e1509756 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0754182 Nov 03 18:38:46.298204 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd1a6d5d-ae4c-4e8e-b75b-43288bcd6cee req-2ebdf2b4-8e75-4a83-804d-1b79dca10df5 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/security-groups?id=78d645fa-7d5c-4d3a-9318-7f90fe152d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159715 Nov 03 18:38:46.309859 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['384118ea-2c6b-44dc-ab7e-129a2bf3259d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:46.337745 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7ecc00c9-e021-4d0f-9239-3d138ce26b9d req-62f2a6c8-8500-4198-a16c-d3f7ea068312 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.385435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2a6c8-8500-4198-a16c-d3f7ea068312 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c5067d-7bf9-4da0-9831-b1b3a20c2d48,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:46.425277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d921-e0f6-415c-b2a8-9bdf02c7517f req-4f5046bd-19cc-462f-a8bd-a20a11c3188a tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:46.431535 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0221d921-e0f6-415c-b2a8-9bdf02c7517f req-4f5046bd-19cc-462f-a8bd-a20a11c3188a tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.98 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 944 time: 0.2260022 Nov 03 18:38:46.478600 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7ecc00c9-e021-4d0f-9239-3d138ce26b9d req-62f2a6c8-8500-4198-a16c-d3f7ea068312 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.495435 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ecc00c9-e021-4d0f-9239-3d138ce26b9d req-62f2a6c8-8500-4198-a16c-d3f7ea068312 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4976494 Nov 03 18:38:46.586142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c0e14-4834-48a7-9a89-41892fc8f290 req-96c7e2fb-0c98-4fba-ac4e-b5de5b302acc tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:46.600700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb7c0e14-4834-48a7-9a89-41892fc8f290 req-96c7e2fb-0c98-4fba-ac4e-b5de5b302acc tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 949 time: 0.1914802 Nov 03 18:38:46.626826 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bd367e-8da8-412e-b7b7-f415879a615a x-openstack-request-id: req-c7bd367e-8da8-412e-b7b7-f415879a615a {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:46.627497 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ca7a12-b0cf-4d5e-8072-ce06dc4fca43", "tag": "415410c6-2b9b-46a5-862c-6d2577edf6b1", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:46.627497 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c7bd367e-8da8-412e-b7b7-f415879a615a {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:46.627835 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ca7a12-b0cf-4d5e-8072-ce06dc4fca43', 'tag': '415410c6-2b9b-46a5-862c-6d2577edf6b1', 'status': 'completed', 'code': 200} Nov 03 18:38:46.639710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-afc35812-fa5b-417f-bb69-79cf87fc661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:46.641796 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-afc35812-fa5b-417f-bb69-79cf87fc661f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3362987 Nov 03 18:38:46.702664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-9c687d44-fec9-42b9-a10c-b9dfbd54fb54 req-817cd6c2-5ff3-4678-b52a-fc004864a6a0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Deleting port c4f4bb2f-f826-47bb-9b06-b33b334c8832 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:46.704687 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9c687d44-fec9-42b9-a10c-b9dfbd54fb54 req-817cd6c2-5ff3-4678-b52a-fc004864a6a0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.724861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-0221d921-e0f6-415c-b2a8-9bdf02c7517f req-c1a6987d-5c63-424e-9f19-f83a6cb11ab1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Deleting port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:46.725341 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0221d921-e0f6-415c-b2a8-9bdf02c7517f req-c1a6987d-5c63-424e-9f19-f83a6cb11ab1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:46.754835 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb7c0e14-4834-48a7-9a89-41892fc8f290 req-9889fcad-cfd5-4500-a529-99083b46f345 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512036 Nov 03 18:38:46.867947 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-e7fc6737-b56a-409e-b4ef-739692c8939b service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050233 Nov 03 18:38:46.956026 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892c407-2c4f-431f-923c-6552e660177c req-c581a63e-7bd1-4f46-8b8f-38cb4789c136 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:46.964605 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5892c407-2c4f-431f-923c-6552e660177c req-c581a63e-7bd1-4f46-8b8f-38cb4789c136 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 948 time: 0.2471540 Nov 03 18:38:47.017443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-9c687d44-fec9-42b9-a10c-b9dfbd54fb54 req-817cd6c2-5ff3-4678-b52a-fc004864a6a0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] For port c4f4bb2f-f826-47bb-9b06-b33b334c8832, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=c4f4bb2f-f826-47bb-9b06-b33b334c8832,segment=NetworkSegment(b3275687-faf5-4ac4-98f3-746b0557b365),segment_id=b3275687-faf5-4ac4-98f3-746b0557b365)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:47.019064 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9c687d44-fec9-42b9-a10c-b9dfbd54fb54 req-817cd6c2-5ff3-4678-b52a-fc004864a6a0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.043533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307d118-ee16-4e76-94e8-6e1458af936b req-f0a6fe02-d9a9-4b27-b3c9-609d87bc235b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:47.045473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6307d118-ee16-4e76-94e8-6e1458af936b req-f0a6fe02-d9a9-4b27-b3c9-609d87bc235b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/ports?device_id=83f669c6-eb87-447d-9a6e-9e6740eaba11 HTTP/1.1" status: 200 len: 945 time: 0.1522956 Nov 03 18:38:47.053982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-9c687d44-fec9-42b9-a10c-b9dfbd54fb54 req-817cd6c2-5ff3-4678-b52a-fc004864a6a0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Calling delete_port for c4f4bb2f-f826-47bb-9b06-b33b334c8832 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:47.065927 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-0221d921-e0f6-415c-b2a8-9bdf02c7517f req-c1a6987d-5c63-424e-9f19-f83a6cb11ab1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] For port a9eb5a10-ec50-462a-87ec-5cef5f0cd141, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,segment=NetworkSegment(baca4958-a69b-47f5-ac77-5a2a6436f892),segment_id=baca4958-a69b-47f5-ac77-5a2a6436f892)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:47.066291 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0221d921-e0f6-415c-b2a8-9bdf02c7517f req-c1a6987d-5c63-424e-9f19-f83a6cb11ab1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.091246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-0221d921-e0f6-415c-b2a8-9bdf02c7517f req-c1a6987d-5c63-424e-9f19-f83a6cb11ab1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Calling delete_port for a9eb5a10-ec50-462a-87ec-5cef5f0cd141 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:47.106584 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb59153b-aa7b-45b1-8138-4ba139a882c7 req-6b9a8263-548e-490a-8d6a-4eb01df29634 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873913 Nov 03 18:38:47.140415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5892c407-2c4f-431f-923c-6552e660177c req-8c90fbc0-66c4-45c0-ad82-66bbfe2791ce tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747303 Nov 03 18:38:47.192650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6307d118-ee16-4e76-94e8-6e1458af936b req-a9e63249-6d5e-4471-aa2d-f3ad8644f02b tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.107 "GET /v2.0/security-groups?id=e96b0599-6909-402b-bf2d-d94268df6dab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317570 Nov 03 18:38:47.296687 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9c687d44-fec9-42b9-a10c-b9dfbd54fb54 req-817cd6c2-5ff3-4678-b52a-fc004864a6a0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.302494 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0221d921-e0f6-415c-b2a8-9bdf02c7517f req-c1a6987d-5c63-424e-9f19-f83a6cb11ab1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.338247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cd6c2-5ff3-4678-b52a-fc004864a6a0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Pushing event deleted for resources: {'Port': ['ID=c4f4bb2f-f826-47bb-9b06-b33b334c8832,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:47.401862 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['c4f4bb2f-f826-47bb-9b06-b33b334c8832'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:47.408421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c687d44-fec9-42b9-a10c-b9dfbd54fb54 req-817cd6c2-5ff3-4678-b52a-fc004864a6a0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] No DVR routers for this DVR port c4f4bb2f-f826-47bb-9b06-b33b334c8832 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:47.414192 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9c687d44-fec9-42b9-a10c-b9dfbd54fb54 req-817cd6c2-5ff3-4678-b52a-fc004864a6a0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.418104 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c687d44-fec9-42b9-a10c-b9dfbd54fb54 req-817cd6c2-5ff3-4678-b52a-fc004864a6a0 tempest-ServerRescueTestJSONUnderV235-335413232 tempest-ServerRescueTestJSONUnderV235-335413232-project] 10.222.0.87 "DELETE /v2.0/ports/c4f4bb2f-f826-47bb-9b06-b33b334c8832 HTTP/1.1" status: 204 len: 173 time: 1.2879658 Nov 03 18:38:47.418643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'name': 'network-vif-deleted', 'tag': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:47.421308 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c6040d-9c9d-4b31-b9c2-f00dd3757e79" -d '{"events": [{"server_uuid": "83f669c6-eb87-447d-9a6e-9e6740eaba11", "name": "network-vif-deleted", "tag": "c4f4bb2f-f826-47bb-9b06-b33b334c8832"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:47.439602 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffe30298-a814-44e4-a264-d2ec062b78f3 req-5abb4a19-799e-44c9-bb9b-d8c7297002ed tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/29c5067d-7bf9-4da0-9831-b1b3a20c2d48 HTTP/1.1" status: 200 len: 1822 time: 0.1047876 Nov 03 18:38:47.453217 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-ffe30298-a814-44e4-a264-d2ec062b78f3 req-fe79af4f-b16f-4d06-a240-aff671019ff4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29c5067d-7bf9-4da0-9831-b1b3a20c2d48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:47.453925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-ffe30298-a814-44e4-a264-d2ec062b78f3 req-fe79af4f-b16f-4d06-a240-aff671019ff4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29c5067d-7bf9-4da0-9831-b1b3a20c2d48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:47.559490 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ffe30298-a814-44e4-a264-d2ec062b78f3 req-fe79af4f-b16f-4d06-a240-aff671019ff4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.622917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45d13881-c050-4501-8b83-bb3abf5100b8 req-d08144d0-a695-4b60-b102-bb2216bea6be tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.107 "GET /v2.0/ports?device_id=38c227e3-fbdb-44ed-b56e-a653e579f5ee HTTP/1.1" status: 200 len: 210 time: 0.0535779 Nov 03 18:38:47.645102 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ffe30298-a814-44e4-a264-d2ec062b78f3 req-fe79af4f-b16f-4d06-a240-aff671019ff4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.676167 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ffe30298-a814-44e4-a264-d2ec062b78f3 req-fe79af4f-b16f-4d06-a240-aff671019ff4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.745941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6987d-5c63-424e-9f19-f83a6cb11ab1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Pushing event deleted for resources: {'Port': ['ID=a9eb5a10-ec50-462a-87ec-5cef5f0cd141,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:47.746885 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06891a3-5254-4d6f-b0b2-69f565ca7b16 x-openstack-request-id: req-d06891a3-5254-4d6f-b0b2-69f565ca7b16 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:47.747203 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f669c6-eb87-447d-9a6e-9e6740eaba11", "name": "network-vif-deleted", "tag": "c4f4bb2f-f826-47bb-9b06-b33b334c8832", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:47.747608 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d06891a3-5254-4d6f-b0b2-69f565ca7b16 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:47.748129 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f669c6-eb87-447d-9a6e-9e6740eaba11', 'name': 'network-vif-deleted', 'tag': 'c4f4bb2f-f826-47bb-9b06-b33b334c8832', 'status': 'completed', 'code': 200} Nov 03 18:38:47.753542 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79af4f-b16f-4d06-a240-aff671019ff4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732a67bc-2c12-44c9-8295-a889121b2bac,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:47.766589 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ffe30298-a814-44e4-a264-d2ec062b78f3 req-fe79af4f-b16f-4d06-a240-aff671019ff4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.768072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffe30298-a814-44e4-a264-d2ec062b78f3 req-fe79af4f-b16f-4d06-a240-aff671019ff4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3202291 Nov 03 18:38:47.790357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0221d921-e0f6-415c-b2a8-9bdf02c7517f req-c1a6987d-5c63-424e-9f19-f83a6cb11ab1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] No DVR routers for this DVR port a9eb5a10-ec50-462a-87ec-5cef5f0cd141 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:38:47.793048 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0221d921-e0f6-415c-b2a8-9bdf02c7517f req-c1a6987d-5c63-424e-9f19-f83a6cb11ab1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:47.796707 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0221d921-e0f6-415c-b2a8-9bdf02c7517f req-c1a6987d-5c63-424e-9f19-f83a6cb11ab1 tempest-LiveMigrationTest-805667546 tempest-LiveMigrationTest-805667546-project] 10.222.0.98 "DELETE /v2.0/ports/a9eb5a10-ec50-462a-87ec-5cef5f0cd141 HTTP/1.1" status: 204 len: 173 time: 1.3567710 Nov 03 18:38:47.800398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83fd27-7fa8-48a4-95f9-2eb49e34a85f req-b14fd84a-c15d-40ad-80f8-60b93a4aed7f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:47.802491 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a83fd27-7fa8-48a4-95f9-2eb49e34a85f req-b14fd84a-c15d-40ad-80f8-60b93a4aed7f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c&tenant_id=72107d064293479db9d913e1eb3d59a8&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 949 time: 0.1399925 Nov 03 18:38:47.815805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c29a2-818f-4bb9-88b7-c0db283fe7e2 req-00f4c373-94f8-4bca-acb6-439f8f819c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:47.817566 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-490c29a2-818f-4bb9-88b7-c0db283fe7e2 req-00f4c373-94f8-4bca-acb6-439f8f819c26 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2841aa537fca4e50a7e4211a7775237d&device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 1099 time: 0.4962735 Nov 03 18:38:47.927634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec245a8-c9b0-4520-9c00-6b937445cfed req-76b6ef05-6209-48a2-a99e-2bee412cdebd tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:47.929158 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ec245a8-c9b0-4520-9c00-6b937445cfed req-76b6ef05-6209-48a2-a99e-2bee412cdebd tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 949 time: 0.0856745 Nov 03 18:38:47.930638 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-4a83fd27-7fa8-48a4-95f9-2eb49e34a85f req-e53e5df4-8f41-439a-9788-5592d4e92bab service neutron] delete failed (client error): The resource could not be found. Nov 03 18:38:47.931557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a83fd27-7fa8-48a4-95f9-2eb49e34a85f req-e53e5df4-8f41-439a-9788-5592d4e92bab service neutron] 10.222.0.98 "DELETE /v2.0/ports/384118ea-2c6b-44dc-ab7e-129a2bf3259d/bindings/n-h2-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.1214561 Nov 03 18:38:47.956944 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c29a2-818f-4bb9-88b7-c0db283fe7e2 req-1f49956c-b4f0-410d-9475-09327f0eb6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:47.958949 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-490c29a2-818f-4bb9-88b7-c0db283fe7e2 req-1f49956c-b4f0-410d-9475-09327f0eb6ad service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1122358 Nov 03 18:38:48.019209 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-490c29a2-818f-4bb9-88b7-c0db283fe7e2 req-ff17fd01-a95b-4b4f-a2ff-60fecd028cec service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=415410c6-2b9b-46a5-862c-6d2577edf6b1 HTTP/1.1" status: 200 len: 217 time: 0.0439878 Nov 03 18:38:48.037922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ec245a8-c9b0-4520-9c00-6b937445cfed req-799f2db7-89bf-471d-9726-fdc69490c0b1 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012421 Nov 03 18:38:48.060961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83fd27-7fa8-48a4-95f9-2eb49e34a85f req-63ec61f5-6269-4810-ab2e-5cff30425860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:48.062537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a83fd27-7fa8-48a4-95f9-2eb49e34a85f req-63ec61f5-6269-4810-ab2e-5cff30425860 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 1100 time: 0.0576472 Nov 03 18:38:48.084020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-afa4e36f-fca6-45bc-813c-a62e2b9de9d1 req-d98953db-692e-4ad2-8803-aceeaaab616c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1075443827', 'description': 'tempest-description-682816998'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:48.115903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c29a2-818f-4bb9-88b7-c0db283fe7e2 req-2a5bae57-400b-43aa-a5c3-ecd72a4bb960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:48.117391 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-490c29a2-818f-4bb9-88b7-c0db283fe7e2 req-2a5bae57-400b-43aa-a5c3-ecd72a4bb960 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0752192 Nov 03 18:38:48.165946 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-afa4e36f-fca6-45bc-813c-a62e2b9de9d1 req-d98953db-692e-4ad2-8803-aceeaaab616c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:48.188406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c29a2-818f-4bb9-88b7-c0db283fe7e2 req-db204686-bcdd-4451-a9cf-72fbf2f87ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:48.190144 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-490c29a2-818f-4bb9-88b7-c0db283fe7e2 req-db204686-bcdd-4451-a9cf-72fbf2f87ef6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633082 Nov 03 18:38:48.209214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83fd27-7fa8-48a4-95f9-2eb49e34a85f req-81efc9c0-f3a8-40a8-9379-cbca48323d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:48.210974 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a83fd27-7fa8-48a4-95f9-2eb49e34a85f req-81efc9c0-f3a8-40a8-9379-cbca48323d79 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1399343 Nov 03 18:38:48.279660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a83fd27-7fa8-48a4-95f9-2eb49e34a85f req-7efd82b1-5256-44c7-b550-1ee3acee0842 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d HTTP/1.1" status: 200 len: 217 time: 0.0593007 Nov 03 18:38:48.382698 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-490c29a2-818f-4bb9-88b7-c0db283fe7e2 req-077fb69d-91bf-47ae-b080-cd91ea16e5a7 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711240 Nov 03 18:38:48.415748 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-afa4e36f-fca6-45bc-813c-a62e2b9de9d1 req-d98953db-692e-4ad2-8803-aceeaaab616c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:48.427160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c39c1-aa43-42ed-8875-7791f60e6bb3 req-63e07c15-cb85-428c-a05c-aa05d2d3d2cd tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:48.430512 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-642c39c1-aa43-42ed-8875-7791f60e6bb3 req-63e07c15-cb85-428c-a05c-aa05d2d3d2cd tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 948 time: 0.1568553 Nov 03 18:38:48.433394 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-afa4e36f-fca6-45bc-813c-a62e2b9de9d1 req-d98953db-692e-4ad2-8803-aceeaaab616c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:48.439409 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83fd27-7fa8-48a4-95f9-2eb49e34a85f req-75c645c6-e614-4228-b928-35fc45f143ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:48.441819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a83fd27-7fa8-48a4-95f9-2eb49e34a85f req-75c645c6-e614-4228-b928-35fc45f143ef service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1512287 Nov 03 18:38:48.545107 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-afa4e36f-fca6-45bc-813c-a62e2b9de9d1 req-d98953db-692e-4ad2-8803-aceeaaab616c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:48.546495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-afa4e36f-fca6-45bc-813c-a62e2b9de9d1 req-d98953db-692e-4ad2-8803-aceeaaab616c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4662828 Nov 03 18:38:48.552433 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-490c29a2-818f-4bb9-88b7-c0db283fe7e2 req-95b66440-f823-4913-854c-37ec91783cd0 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394997 Nov 03 18:38:48.555118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98953db-692e-4ad2-8803-aceeaaab616c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beebe17a-9858-4dfb-a993-77e5bfb0cb11,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:48.586013 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83fd27-7fa8-48a4-95f9-2eb49e34a85f req-36eda243-e905-4d46-aff2-4987417605f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:48.587867 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a83fd27-7fa8-48a4-95f9-2eb49e34a85f req-36eda243-e905-4d46-aff2-4987417605f2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235466 Nov 03 18:38:48.596171 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39372) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:48.599547 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-642c39c1-aa43-42ed-8875-7791f60e6bb3 req-cd5e0188-78a5-4a9e-b1e5-faed6bbf074f tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552842 Nov 03 18:38:48.655342 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c227e3-fbdb-44ed-b56e-a653e579f5ee', 'name': 'network-vif-deleted', 'tag': 'a9eb5a10-ec50-462a-87ec-5cef5f0cd141'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:48.658631 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a3cc98-5b3a-4df5-8318-a961961ddfb5" -d '{"events": [{"server_uuid": "38c227e3-fbdb-44ed-b56e-a653e579f5ee", "name": "network-vif-deleted", "tag": "a9eb5a10-ec50-462a-87ec-5cef5f0cd141"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:48.787395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39378) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:48.807916 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a83fd27-7fa8-48a4-95f9-2eb49e34a85f req-a93f1fa2-4171-4cdd-bb4a-b93061dbb69a service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033470 Nov 03 18:38:48.838576 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7884c64-5def-4470-8c61-e809df5c9eb7 x-openstack-request-id: req-c7884c64-5def-4470-8c61-e809df5c9eb7 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:48.839106 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c227e3-fbdb-44ed-b56e-a653e579f5ee", "name": "network-vif-deleted", "tag": "a9eb5a10-ec50-462a-87ec-5cef5f0cd141", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:48.839422 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c7884c64-5def-4470-8c61-e809df5c9eb7 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:48.840113 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c227e3-fbdb-44ed-b56e-a653e579f5ee', 'name': 'network-vif-deleted', 'tag': 'a9eb5a10-ec50-462a-87ec-5cef5f0cd141', 'status': 'completed', 'code': 200} Nov 03 18:38:48.953903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 384118ea-2c6b-44dc-ab7e-129a2bf3259d up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:48.962461 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcb4eb2d-fd9c-4b3f-8139-12bb41c7f544 req-548292a0-d3ba-4f97-b50f-61f30b5c4852 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/beebe17a-9858-4dfb-a993-77e5bfb0cb11 HTTP/1.1" status: 200 len: 1821 time: 0.1889946 Nov 03 18:38:48.976463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-bcb4eb2d-fd9c-4b3f-8139-12bb41c7f544 req-ece99742-2569-4925-b4a1-232db8f75281 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'beebe17a-9858-4dfb-a993-77e5bfb0cb11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:48.977119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-bcb4eb2d-fd9c-4b3f-8139-12bb41c7f544 req-ece99742-2569-4925-b4a1-232db8f75281 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'beebe17a-9858-4dfb-a993-77e5bfb0cb11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:49.028538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6edc3cd3-b026-4607-a4e1-7e4532bb7b65 admin admin] Deleting subnet e033faf3-e15c-44a6-8ae2-6df27fb7fb61 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:38:49.043382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6edc3cd3-b026-4607-a4e1-7e4532bb7b65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.045644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 384118ea-2c6b-44dc-ab7e-129a2bf3259d completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:38:49.052627 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 384118ea-2c6b-44dc-ab7e-129a2bf3259d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:49.053340 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.088070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a83fd27-7fa8-48a4-95f9-2eb49e34a85f req-b9e00992-cb94-4772-a34a-96c201e8552d service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693491 Nov 03 18:38:49.140473 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6edc3cd3-b026-4607-a4e1-7e4532bb7b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.148078 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f593dad-8ab9-4cf1-ab53-4207cc96d08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.227442 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.256418 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067cdc33-75a5-47d6-976d-92b5fad71e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384118ea-2c6b-44dc-ab7e-129a2bf3259d'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:49.259486 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979c1ef0-9703-481c-8ced-8f9ffd52dc07" -d '{"events": [{"server_uuid": "067cdc33-75a5-47d6-976d-92b5fad71e0c", "name": "network-vif-plugged", "status": "completed", "tag": "384118ea-2c6b-44dc-ab7e-129a2bf3259d"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:49.279627 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bcb4eb2d-fd9c-4b3f-8139-12bb41c7f544 req-ece99742-2569-4925-b4a1-232db8f75281 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.281437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 384118ea-2c6b-44dc-ab7e-129a2bf3259d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:49.288174 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.289406 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device c4f4bb2f-f826-47bb-9b06-b33b334c8832 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:49.324849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: c4f4bb2f-f826-47bb-9b06-b33b334c8832 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:49.325689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device c4f4bb2f-f826-47bb-9b06-b33b334c8832 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:49.328157 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bcb4eb2d-fd9c-4b3f-8139-12bb41c7f544 req-ece99742-2569-4925-b4a1-232db8f75281 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.330054 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6edc3cd3-b026-4607-a4e1-7e4532bb7b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.340768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798bda4-db71-45fd-a677-342c2160f52a req-8d39d0c6-3f97-4327-bf82-7cb7deee7b8e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:49.342565 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3798bda4-db71-45fd-a677-342c2160f52a req-8d39d0c6-3f97-4327-bf82-7cb7deee7b8e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 949 time: 0.1408854 Nov 03 18:38:49.363557 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bcb4eb2d-fd9c-4b3f-8139-12bb41c7f544 req-ece99742-2569-4925-b4a1-232db8f75281 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.426194 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bcb4eb2d-fd9c-4b3f-8139-12bb41c7f544 req-ece99742-2569-4925-b4a1-232db8f75281 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.428197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=384118ea-2c6b-44dc-ab7e-129a2bf3259d,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:49.444288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcb4eb2d-fd9c-4b3f-8139-12bb41c7f544 req-ece99742-2569-4925-b4a1-232db8f75281 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4804220 Nov 03 18:38:49.452970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece99742-2569-4925-b4a1-232db8f75281 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edace42a-95fb-4559-b867-b476e5e86fde,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:49.510134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a9eb5a10-ec50-462a-87ec-5cef5f0cd141 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:49.515939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3798bda4-db71-45fd-a677-342c2160f52a req-1a39cc98-8c21-4354-bec6-95e0703cc907 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480074 Nov 03 18:38:49.517899 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6edc3cd3-b026-4607-a4e1-7e4532bb7b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.553024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc3cd3-b026-4607-a4e1-7e4532bb7b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e033faf3-e15c-44a6-8ae2-6df27fb7fb61,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:49.564068 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6edc3cd3-b026-4607-a4e1-7e4532bb7b65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.571912 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6edc3cd3-b026-4607-a4e1-7e4532bb7b65 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/e033faf3-e15c-44a6-8ae2-6df27fb7fb61 HTTP/1.1" status: 204 len: 168 time: 0.7808533 Nov 03 18:38:49.572594 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39390) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:49.588577 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5194d8d-b366-4321-9994-20785859b421 x-openstack-request-id: req-a5194d8d-b366-4321-9994-20785859b421 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:49.588867 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067cdc33-75a5-47d6-976d-92b5fad71e0c", "name": "network-vif-plugged", "status": "completed", "tag": "384118ea-2c6b-44dc-ab7e-129a2bf3259d", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:49.591010 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a5194d8d-b366-4321-9994-20785859b421 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:49.591569 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067cdc33-75a5-47d6-976d-92b5fad71e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384118ea-2c6b-44dc-ab7e-129a2bf3259d', 'code': 200} Nov 03 18:38:49.594047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: a9eb5a10-ec50-462a-87ec-5cef5f0cd141 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:49.594400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a9eb5a10-ec50-462a-87ec-5cef5f0cd141 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:49.608112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f791fae3-3089-4dcf-a99e-199490ffa8b1 req-32e82d62-3e8c-488b-a828-8872f0a9b788 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2073515571', 'description': 'tempest-description-1164604821'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:49.711382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f791fae3-3089-4dcf-a99e-199490ffa8b1 req-32e82d62-3e8c-488b-a828-8872f0a9b788 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.747177 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-188a5ea1-7717-4554-a4bd-4d8de3ca66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.814000 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1f593dad-8ab9-4cf1-ab53-4207cc96d08c admin admin] Deleting port 9862cc37-9714-403d-a6e5-edba74acdd2b {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:49.814711 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f593dad-8ab9-4cf1-ab53-4207cc96d08c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.859110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28c6e9-3db2-4163-beea-d39eeb31378b req-cbeb5e3c-f2b9-4717-8a1b-c62652b44c3a tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:49.860827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd28c6e9-3db2-4163-beea-d39eeb31378b req-cbeb5e3c-f2b9-4717-8a1b-c62652b44c3a tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 948 time: 0.1716621 Nov 03 18:38:49.931457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-1f593dad-8ab9-4cf1-ab53-4207cc96d08c admin admin] For port 9862cc37-9714-403d-a6e5-edba74acdd2b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9862cc37-9714-403d-a6e5-edba74acdd2b,segment=NetworkSegment(b3275687-faf5-4ac4-98f3-746b0557b365),segment_id=b3275687-faf5-4ac4-98f3-746b0557b365)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:49.932212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f593dad-8ab9-4cf1-ab53-4207cc96d08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:49.946516 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1f593dad-8ab9-4cf1-ab53-4207cc96d08c admin admin] Calling delete_port for 9862cc37-9714-403d-a6e5-edba74acdd2b owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:49.949380 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-188a5ea1-7717-4554-a4bd-4d8de3ca66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.001570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-188a5ea1-7717-4554-a4bd-4d8de3ca66a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ea9eda-3066-4349-948b-e1223c0656ae']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:50.005344 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f791fae3-3089-4dcf-a99e-199490ffa8b1 req-32e82d62-3e8c-488b-a828-8872f0a9b788 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.016750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-188a5ea1-7717-4554-a4bd-4d8de3ca66a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baca4958-a69b-47f5-ac77-5a2a6436f892') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:50.016968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-188a5ea1-7717-4554-a4bd-4d8de3ca66a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baca4958-a69b-47f5-ac77-5a2a6436f892') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:50.024789 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f791fae3-3089-4dcf-a99e-199490ffa8b1 req-32e82d62-3e8c-488b-a828-8872f0a9b788 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.035357 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd28c6e9-3db2-4163-beea-d39eeb31378b req-80941876-1d23-405e-8ef9-1e9874863fae tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395097 Nov 03 18:38:50.037181 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-188a5ea1-7717-4554-a4bd-4d8de3ca66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.074873 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-188a5ea1-7717-4554-a4bd-4d8de3ca66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.081814 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f791fae3-3089-4dcf-a99e-199490ffa8b1 req-32e82d62-3e8c-488b-a828-8872f0a9b788 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.095209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f791fae3-3089-4dcf-a99e-199490ffa8b1 req-32e82d62-3e8c-488b-a828-8872f0a9b788 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4942026 Nov 03 18:38:50.106500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e82d62-3e8c-488b-a828-8872f0a9b788 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b27a41f-dfb4-4f40-b7d0-fea461470737,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:50.113382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188a5ea1-7717-4554-a4bd-4d8de3ca66a2 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:38:50.113827 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-188a5ea1-7717-4554-a4bd-4d8de3ca66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:38:50.115998 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:38:50.203994 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-188a5ea1-7717-4554-a4bd-4d8de3ca66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.225404 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f593dad-8ab9-4cf1-ab53-4207cc96d08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.231804 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-7521f999-9611-47f7-a088-ae8bd35e9a74 req-bd205901-f5e4-4a49-8cad-fb04d1b0fc52 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1524282295', 'description': 'tempest-description-706350388'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:50.238789 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-188a5ea1-7717-4554-a4bd-4d8de3ca66a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.245073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-188a5ea1-7717-4554-a4bd-4d8de3ca66a2 admin admin] 10.222.0.107 "DELETE /v2.0/networks/e6ea9eda-3066-4349-948b-e1223c0656ae HTTP/1.1" status: 204 len: 168 time: 0.6688917 Nov 03 18:38:50.245964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a5ea1-7717-4554-a4bd-4d8de3ca66a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ea9eda-3066-4349-948b-e1223c0656ae,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:50.247397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39400) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:50.254814 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f593dad-8ab9-4cf1-ab53-4207cc96d08c admin admin] Pushing event deleted for resources: {'Port': ['ID=9862cc37-9714-403d-a6e5-edba74acdd2b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:50.301769 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7521f999-9611-47f7-a088-ae8bd35e9a74 req-bd205901-f5e4-4a49-8cad-fb04d1b0fc52 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.326252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c76e65-2248-46a5-95da-142d3772b7df admin admin] Deleting subnet 1c98f16f-4b0b-4c21-87d7-932136903f8b {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:38:50.334836 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60c76e65-2248-46a5-95da-142d3772b7df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.396141 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60c76e65-2248-46a5-95da-142d3772b7df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.459035 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7521f999-9611-47f7-a088-ae8bd35e9a74 req-bd205901-f5e4-4a49-8cad-fb04d1b0fc52 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.462160 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60c76e65-2248-46a5-95da-142d3772b7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.463700 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f593dad-8ab9-4cf1-ab53-4207cc96d08c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.485251 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7521f999-9611-47f7-a088-ae8bd35e9a74 req-bd205901-f5e4-4a49-8cad-fb04d1b0fc52 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.530366 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7521f999-9611-47f7-a088-ae8bd35e9a74 req-bd205901-f5e4-4a49-8cad-fb04d1b0fc52 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.537854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7521f999-9611-47f7-a088-ae8bd35e9a74 req-bd205901-f5e4-4a49-8cad-fb04d1b0fc52 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3325858 Nov 03 18:38:50.541301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd205901-f5e4-4a49-8cad-fb04d1b0fc52 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66cc3987-4564-418c-893b-f23624778fbd,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:50.573508 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60c76e65-2248-46a5-95da-142d3772b7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.637601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c76e65-2248-46a5-95da-142d3772b7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c98f16f-4b0b-4c21-87d7-932136903f8b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:50.640076 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60c76e65-2248-46a5-95da-142d3772b7df admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.643694 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-60c76e65-2248-46a5-95da-142d3772b7df admin admin] 10.222.0.107 "DELETE /v2.0/subnets/1c98f16f-4b0b-4c21-87d7-932136903f8b HTTP/1.1" status: 204 len: 168 time: 0.3935392 Nov 03 18:38:50.647522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39408) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:50.745642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae4bfb52-7dc4-426c-901f-7420132ad3d6 req-ca5adcec-a17c-403d-b9ee-3203ce0816da tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/2b27a41f-dfb4-4f40-b7d0-fea461470737 HTTP/1.1" status: 200 len: 1822 time: 0.1179836 Nov 03 18:38:50.754634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c03968-9991-49dd-9d32-1217c4f3116b req-c4e28195-7b43-47e1-9fdf-465cda7ee4a7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:50.756367 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5c03968-9991-49dd-9d32-1217c4f3116b req-c4e28195-7b43-47e1-9fdf-465cda7ee4a7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.0953133 Nov 03 18:38:50.806686 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d993bb2c-886c-49f8-b956-5bd413bc6126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.826922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae4bfb52-7dc4-426c-901f-7420132ad3d6 req-534896c9-ab06-471d-a280-a9ca63261cc8 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/66cc3987-4564-418c-893b-f23624778fbd HTTP/1.1" status: 200 len: 1821 time: 0.0679564 Nov 03 18:38:50.839955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5c03968-9991-49dd-9d32-1217c4f3116b req-0fede8f3-8811-4ad6-86af-5ceff66b1417 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736690 Nov 03 18:38:50.848573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-ae4bfb52-7dc4-426c-901f-7420132ad3d6 req-18cd8e44-f37d-4945-b66a-25a62bc6a7e4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2b27a41f-dfb4-4f40-b7d0-fea461470737', 'remote_group_id': '66cc3987-4564-418c-893b-f23624778fbd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:50.848975 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-ae4bfb52-7dc4-426c-901f-7420132ad3d6 req-18cd8e44-f37d-4945-b66a-25a62bc6a7e4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2b27a41f-dfb4-4f40-b7d0-fea461470737', 'remote_group_id': '66cc3987-4564-418c-893b-f23624778fbd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:50.928182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 415410c6-2b9b-46a5-862c-6d2577edf6b1 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:38:50.950440 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ae4bfb52-7dc4-426c-901f-7420132ad3d6 req-18cd8e44-f37d-4945-b66a-25a62bc6a7e4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:50.981812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f593dad-8ab9-4cf1-ab53-4207cc96d08c admin admin] Router 51be193b-52a6-4e5a-adbe-cad374e67ea4 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:38:51.002232 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ae4bfb52-7dc4-426c-901f-7420132ad3d6 req-18cd8e44-f37d-4945-b66a-25a62bc6a7e4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.018682 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ae4bfb52-7dc4-426c-901f-7420132ad3d6 req-18cd8e44-f37d-4945-b66a-25a62bc6a7e4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.018969 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d993bb2c-886c-49f8-b956-5bd413bc6126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.045515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-d993bb2c-886c-49f8-b956-5bd413bc6126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a4bb34-538b-4f05-b404-c5685be43282']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:51.069875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd8e44-f37d-4945-b66a-25a62bc6a7e4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244cf0b2-ab85-4ef4-b901-c04d577dcca0,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:51.081054 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ae4bfb52-7dc4-426c-901f-7420132ad3d6 req-18cd8e44-f37d-4945-b66a-25a62bc6a7e4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.082523 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae4bfb52-7dc4-426c-901f-7420132ad3d6 req-18cd8e44-f37d-4945-b66a-25a62bc6a7e4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2391660 Nov 03 18:38:51.101681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2e67a-ef9e-42e5-a692-edbe13e3e7bf req-ac47ff3c-dca1-43d7-9c36-9eea322a2cbc tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:51.102908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-d993bb2c-886c-49f8-b956-5bd413bc6126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf1cba5-fcdd-456a-8be2-f5e442d720df') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:51.103933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5c2e67a-ef9e-42e5-a692-edbe13e3e7bf req-ac47ff3c-dca1-43d7-9c36-9eea322a2cbc tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 1101 time: 0.0996344 Nov 03 18:38:51.108947 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-d993bb2c-886c-49f8-b956-5bd413bc6126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf1cba5-fcdd-456a-8be2-f5e442d720df') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:51.122131 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d993bb2c-886c-49f8-b956-5bd413bc6126 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.129507 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 415410c6-2b9b-46a5-862c-6d2577edf6b1, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=415410c6-2b9b-46a5-862c-6d2577edf6b1,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:51.145814 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '415410c6-2b9b-46a5-862c-6d2577edf6b1', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '415410c6-2b9b-46a5-862c-6d2577edf6b1', 'mac_address': 'fa:16:3e:f3:76:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:38:51.179481 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d993bb2c-886c-49f8-b956-5bd413bc6126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.194177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d993bb2c-886c-49f8-b956-5bd413bc6126 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:38:51.194605 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d993bb2c-886c-49f8-b956-5bd413bc6126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:38:51.196524 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:38:51.222187 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.242899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415410c6-2b9b-46a5-862c-6d2577edf6b1 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:51.243340 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5c2e67a-ef9e-42e5-a692-edbe13e3e7bf req-6a405d4b-b957-4f85-9fc6-0ffe4b220fec tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311576 Nov 03 18:38:51.289326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f593dad-8ab9-4cf1-ab53-4207cc96d08c admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:38:51.298923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 415410c6-2b9b-46a5-862c-6d2577edf6b1, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=415410c6-2b9b-46a5-862c-6d2577edf6b1,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:51.299700 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-126aa925-e278-472d-ae05-57e989142d87 req-b84e058d-3788-4a73-8abb-b8d8b7865fb7 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-6290059', 'description': 'tempest-description-695379725'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:51.301682 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab2b7e-6833-4c89-a798-b1bdd01d9305 None None] Sync routers for ids ['51be193b-52a6-4e5a-adbe-cad374e67ea4'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:38:51.306919 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.307123 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1f593dad-8ab9-4cf1-ab53-4207cc96d08c admin admin] 10.222.0.107 "PUT /v2.0/routers/51be193b-52a6-4e5a-adbe-cad374e67ea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7094800 Nov 03 18:38:51.309055 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d993bb2c-886c-49f8-b956-5bd413bc6126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.313359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39422) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:51.316609 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d993bb2c-886c-49f8-b956-5bd413bc6126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.323620 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d993bb2c-886c-49f8-b956-5bd413bc6126 admin admin] 10.222.0.107 "DELETE /v2.0/networks/23a4bb34-538b-4f05-b404-c5685be43282 HTTP/1.1" status: 204 len: 168 time: 0.6747012 Nov 03 18:38:51.325866 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab2b7e-6833-4c89-a798-b1bdd01d9305 None None] Routers {'51be193b-52a6-4e5a-adbe-cad374e67ea4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:51.334921 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6bab2b7e-6833-4c89-a798-b1bdd01d9305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:38:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['51be193b-52a6-4e5a-adbe-cad374e67ea4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:51.341490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993bb2c-886c-49f8-b956-5bd413bc6126 admin admin] Pushing event deleted for resources: {'Network': ['ID=23a4bb34-538b-4f05-b404-c5685be43282,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:51.415716 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=415410c6-2b9b-46a5-862c-6d2577edf6b1,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:51.470371 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.488773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39426) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:51.499437 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6bab2b7e-6833-4c89-a798-b1bdd01d9305 None None] Set router 51be193b-52a6-4e5a-adbe-cad374e67ea4 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:51.550880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffed1f6-e900-4a38-8e0d-75df45dd73b1 req-ee88c498-8732-495d-8360-c9195b52ad93 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:51.568185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ffed1f6-e900-4a38-8e0d-75df45dd73b1 req-ee88c498-8732-495d-8360-c9195b52ad93 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 948 time: 0.3204231 Nov 03 18:38:51.580668 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-126aa925-e278-472d-ae05-57e989142d87 req-b84e058d-3788-4a73-8abb-b8d8b7865fb7 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.606754 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cae3d12c-aef1-4204-af68-897e18ea68f1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=04adf6892c414a028b77c4d4f0759b92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1160564 Nov 03 18:38:51.609464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39430) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:51.695515 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe197e74-f4ab-45f8-a6a9-253fb6c5082b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.722937 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe197e74-f4ab-45f8-a6a9-253fb6c5082b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.737613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ffed1f6-e900-4a38-8e0d-75df45dd73b1 req-9a7e9843-0a99-400a-85ba-60bcb223505f tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682312 Nov 03 18:38:51.748884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['415410c6-2b9b-46a5-862c-6d2577edf6b1'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:51.768063 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.793889 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6bab2b7e-6833-4c89-a798-b1bdd01d9305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:11Z', 'updated_at': '2021-11-03T18:38:50Z', 'revision_number': 5, 'project_id': '905883f7e9804a949a03151623ea3991', 'gw_port': {'id': '2a6811da-0c2a-4f91-809c-e9730d1d613e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:12Z', 'updated_at': '2021-11-03T18:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:51.804187 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe197e74-f4ab-45f8-a6a9-253fb6c5082b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.817303 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe197e74-f4ab-45f8-a6a9-253fb6c5082b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.820453 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fe197e74-f4ab-45f8-a6a9-253fb6c5082b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/78d645fa-7d5c-4d3a-9318-7f90fe152d34 HTTP/1.1" status: 204 len: 168 time: 0.2075720 Nov 03 18:38:51.837960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe197e74-f4ab-45f8-a6a9-253fb6c5082b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d645fa-7d5c-4d3a-9318-7f90fe152d34,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:51.862150 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab2b7e-6833-4c89-a798-b1bdd01d9305 None None] Checking router: 51be193b-52a6-4e5a-adbe-cad374e67ea4 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:38:51.870942 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-126aa925-e278-472d-ae05-57e989142d87 req-b84e058d-3788-4a73-8abb-b8d8b7865fb7 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.880207 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-126aa925-e278-472d-ae05-57e989142d87 req-b84e058d-3788-4a73-8abb-b8d8b7865fb7 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.897897 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab2b7e-6833-4c89-a798-b1bdd01d9305 None None] Routers {'51be193b-52a6-4e5a-adbe-cad374e67ea4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:38:51.898817 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6bab2b7e-6833-4c89-a798-b1bdd01d9305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:38:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['51be193b-52a6-4e5a-adbe-cad374e67ea4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:51.919470 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-126aa925-e278-472d-ae05-57e989142d87 req-b84e058d-3788-4a73-8abb-b8d8b7865fb7 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:51.938683 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-126aa925-e278-472d-ae05-57e989142d87 req-b84e058d-3788-4a73-8abb-b8d8b7865fb7 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6410847 Nov 03 18:38:52.040074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] Deleting port 2a6811da-0c2a-4f91-809c-e9730d1d613e {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:38:52.042114 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:52.063088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e058d-3788-4a73-8abb-b8d8b7865fb7 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce1955b-e8ed-4e75-bd37-560363e37d63,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:52.076580 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-22ca5900-5595-453d-bad3-6a0a3a525e0a req-fe531c52-3a9e-4694-aee6-3c627cccce8e tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1716035599', 'description': 'tempest-description-1773678838'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:52.141931 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6bab2b7e-6833-4c89-a798-b1bdd01d9305 None None] Set router 51be193b-52a6-4e5a-adbe-cad374e67ea4 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:38:52.209910 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-22ca5900-5595-453d-bad3-6a0a3a525e0a req-fe531c52-3a9e-4694-aee6-3c627cccce8e tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:52.239476 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6bab2b7e-6833-4c89-a798-b1bdd01d9305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:11Z', 'updated_at': '2021-11-03T18:38:51Z', 'revision_number': 6, 'project_id': '905883f7e9804a949a03151623ea3991', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:52.265094 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] For port 2a6811da-0c2a-4f91-809c-e9730d1d613e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=2a6811da-0c2a-4f91-809c-e9730d1d613e,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:52.265510 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:52.288296 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab2b7e-6833-4c89-a798-b1bdd01d9305 None None] The sync data for ids ['51be193b-52a6-4e5a-adbe-cad374e67ea4'] in n-d-812150-4 is: [{'id': '51be193b-52a6-4e5a-adbe-cad374e67ea4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1577516882-router', 'tenant_id': '905883f7e9804a949a03151623ea3991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:11Z', 'updated_at': '2021-11-03T18:38:51Z', 'revision_number': 6, 'project_id': '905883f7e9804a949a03151623ea3991', 'gw_port_host': None}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:38:52.319800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] Calling delete_port for 2a6811da-0c2a-4f91-809c-e9730d1d613e owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:38:52.323969 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-5dc9a66d-13b7-484a-8b37-bfba03fe53fd tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=72107d064293479db9d913e1eb3d59a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470490 Nov 03 18:38:52.387778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39450) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:52.433088 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d12e608a-8995-4499-ad17-4f5dc6eb8153 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3c6f3d1dd52e4573846b5b3136ac4ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439498 Nov 03 18:38:52.435563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39452) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:52.491786 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78426f47-acbd-44a2-b362-04f3a4e27f59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:52.517375 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78426f47-acbd-44a2-b362-04f3a4e27f59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:52.582197 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78426f47-acbd-44a2-b362-04f3a4e27f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:52.586918 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78426f47-acbd-44a2-b362-04f3a4e27f59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:52.592165 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-78426f47-acbd-44a2-b362-04f3a4e27f59 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/16cc0734-c8ee-4205-a36a-4c22ec4a40b5 HTTP/1.1" status: 204 len: 168 time: 0.1516294 Nov 03 18:38:52.601995 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78426f47-acbd-44a2-b362-04f3a4e27f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cc0734-c8ee-4205-a36a-4c22ec4a40b5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:52.713744 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9862cc37-9714-403d-a6e5-edba74acdd2b no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:52.759534 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 9862cc37-9714-403d-a6e5-edba74acdd2b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:52.760230 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9862cc37-9714-403d-a6e5-edba74acdd2b not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:52.897142 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-22ca5900-5595-453d-bad3-6a0a3a525e0a req-fe531c52-3a9e-4694-aee6-3c627cccce8e tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:52.915069 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-22ca5900-5595-453d-bad3-6a0a3a525e0a req-fe531c52-3a9e-4694-aee6-3c627cccce8e tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:52.929162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 415410c6-2b9b-46a5-862c-6d2577edf6b1 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:38:52.962952 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-22ca5900-5595-453d-bad3-6a0a3a525e0a req-fe531c52-3a9e-4694-aee6-3c627cccce8e tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:52.964217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22ca5900-5595-453d-bad3-6a0a3a525e0a req-fe531c52-3a9e-4694-aee6-3c627cccce8e tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9145875 Nov 03 18:38:53.009004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe531c52-3a9e-4694-aee6-3c627cccce8e tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae10a48c-7793-4ac6-afad-5fdd278792bf,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:53.020025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-0a85dc0a-78e7-41b9-adb4-672fbdfb1291 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:53.027408 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-0a85dc0a-78e7-41b9-adb4-672fbdfb1291 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6885498 Nov 03 18:38:53.030546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 415410c6-2b9b-46a5-862c-6d2577edf6b1 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:38:53.036062 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 415410c6-2b9b-46a5-862c-6d2577edf6b1 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:53.036437 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:53.082250 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-b80225c3-9c27-40c3-a643-b433813110f7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/quotas/72107d064293479db9d913e1eb3d59a8 HTTP/1.1" status: 200 len: 375 time: 0.0537477 Nov 03 18:38:53.135828 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:53.170586 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81028751-0902-418e-ba47-c2b0ee951ef1 req-0da65ef1-6411-40ca-942e-668204e9a1e6 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:53.173797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81028751-0902-418e-ba47-c2b0ee951ef1 req-0da65ef1-6411-40ca-942e-668204e9a1e6 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 949 time: 0.1269460 Nov 03 18:38:53.195711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ca7a12-b0cf-4d5e-8072-ce06dc4fca43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415410c6-2b9b-46a5-862c-6d2577edf6b1'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:53.198697 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acad967e-8c7a-4981-93bf-78cb26f0ad33" -d '{"events": [{"server_uuid": "50ca7a12-b0cf-4d5e-8072-ce06dc4fca43", "name": "network-vif-plugged", "status": "completed", "tag": "415410c6-2b9b-46a5-862c-6d2577edf6b1"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:53.215884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-afc28bc2-dec8-4cf7-ab4c-ff9613bfe5a6 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1205833 Nov 03 18:38:53.232155 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 415410c6-2b9b-46a5-862c-6d2577edf6b1, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=415410c6-2b9b-46a5-862c-6d2577edf6b1,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:38:53.239414 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:53.296777 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:53.333290 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=415410c6-2b9b-46a5-862c-6d2577edf6b1,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:53.342087 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6811da-0c2a-4f91-809c-e9730d1d613e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:53.359131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81028751-0902-418e-ba47-c2b0ee951ef1 req-9ca34a29-9790-448e-b92f-5f6d3e5b630c tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708035 Nov 03 18:38:53.489979 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:53.626493 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09e6d077-40ff-42eb-9dad-8513c6daf493 req-863ce73c-3c89-4cad-987e-e3773e60ccf5 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/cce1955b-e8ed-4e75-bd37-560363e37d63 HTTP/1.1" status: 200 len: 1818 time: 0.1809793 Nov 03 18:38:53.694106 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1b3e86-8750-4111-860e-56452f4ed83b x-openstack-request-id: req-1f1b3e86-8750-4111-860e-56452f4ed83b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:53.694329 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ca7a12-b0cf-4d5e-8072-ce06dc4fca43", "name": "network-vif-plugged", "status": "completed", "tag": "415410c6-2b9b-46a5-862c-6d2577edf6b1", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:53.694577 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1f1b3e86-8750-4111-860e-56452f4ed83b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:53.694973 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ca7a12-b0cf-4d5e-8072-ce06dc4fca43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415410c6-2b9b-46a5-862c-6d2577edf6b1', 'code': 200} Nov 03 18:38:53.702838 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:53.712383 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:53.866537 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:53.867079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51be193b-52a6-4e5a-adbe-cad374e67ea4 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:38:53.871176 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7148064f-ee18-495d-8d37-49ae429f8af7 req-80941f24-2e39-436e-a99e-a359b6d3b453 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 210 time: 0.0800903 Nov 03 18:38:53.874568 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:53.884607 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0fd6c4dc-747d-4e98-939f-b9fad7cd9f4f admin admin] 10.222.0.107 "DELETE /v2.0/routers/51be193b-52a6-4e5a-adbe-cad374e67ea4 HTTP/1.1" status: 204 len: 168 time: 2.5665936 Nov 03 18:38:53.885069 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09e6d077-40ff-42eb-9dad-8513c6daf493 req-cf29be7c-5c7c-4293-bdc6-94a61c78a41e tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/ae10a48c-7793-4ac6-afad-5fdd278792bf HTTP/1.1" status: 200 len: 1822 time: 0.2088747 Nov 03 18:38:53.885551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39496) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:53.923037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-09e6d077-40ff-42eb-9dad-8513c6daf493 req-471ab743-6f3f-4b58-b0ef-ae6580baf78c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cce1955b-e8ed-4e75-bd37-560363e37d63', 'remote_group_id': 'ae10a48c-7793-4ac6-afad-5fdd278792bf', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:53.923706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-09e6d077-40ff-42eb-9dad-8513c6daf493 req-471ab743-6f3f-4b58-b0ef-ae6580baf78c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cce1955b-e8ed-4e75-bd37-560363e37d63', 'remote_group_id': 'ae10a48c-7793-4ac6-afad-5fdd278792bf', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:53.963910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a15ade-7de6-4883-bcb9-51c320ff539e admin admin] Deleting subnet 1c827802-1882-4b43-8fb1-d7eee0b7d76f {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:38:53.967826 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f4a15ade-7de6-4883-bcb9-51c320ff539e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.030757 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f4a15ade-7de6-4883-bcb9-51c320ff539e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.033261 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe7796-0cdf-413e-8458-6dfcfe773e5d req-24caad0d-578a-4365-a14c-86d0eb4930d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:54.037627 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-29fe7796-0cdf-413e-8458-6dfcfe773e5d req-24caad0d-578a-4365-a14c-86d0eb4930d8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 1101 time: 0.1644511 Nov 03 18:38:54.073345 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f4a15ade-7de6-4883-bcb9-51c320ff539e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.127824 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-29fe7796-0cdf-413e-8458-6dfcfe773e5d req-2756d78e-b33e-46df-8c05-825d4ae017a4 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764751 Nov 03 18:38:54.142690 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f4a15ade-7de6-4883-bcb9-51c320ff539e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.176677 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a15ade-7de6-4883-bcb9-51c320ff539e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c827802-1882-4b43-8fb1-d7eee0b7d76f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:54.188581 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f4a15ade-7de6-4883-bcb9-51c320ff539e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.191821 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f4a15ade-7de6-4883-bcb9-51c320ff539e admin admin] 10.222.0.107 "DELETE /v2.0/subnets/1c827802-1882-4b43-8fb1-d7eee0b7d76f HTTP/1.1" status: 204 len: 168 time: 0.3029337 Nov 03 18:38:54.194913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39502) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:54.223901 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-09e6d077-40ff-42eb-9dad-8513c6daf493 req-471ab743-6f3f-4b58-b0ef-ae6580baf78c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.285417 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-09e6d077-40ff-42eb-9dad-8513c6daf493 req-471ab743-6f3f-4b58-b0ef-ae6580baf78c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.292783 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-09e6d077-40ff-42eb-9dad-8513c6daf493 req-471ab743-6f3f-4b58-b0ef-ae6580baf78c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.324296 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e55165bb-fa8f-400d-b65c-3ea91b19285e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.327520 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ab743-6f3f-4b58-b0ef-ae6580baf78c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebaf30d-7162-463e-a59b-cdb22009f7c9,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:54.344748 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-09e6d077-40ff-42eb-9dad-8513c6daf493 req-471ab743-6f3f-4b58-b0ef-ae6580baf78c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.346596 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09e6d077-40ff-42eb-9dad-8513c6daf493 req-471ab743-6f3f-4b58-b0ef-ae6580baf78c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4301639 Nov 03 18:38:54.478760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e032959-5fd3-45d2-892f-4e7d88e310b1 req-ad977316-5735-40a7-8721-6aacd41ef973 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/ae10a48c-7793-4ac6-afad-5fdd278792bf HTTP/1.1" status: 200 len: 1822 time: 0.0988140 Nov 03 18:38:54.490459 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e55165bb-fa8f-400d-b65c-3ea91b19285e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.537060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-e55165bb-fa8f-400d-b65c-3ea91b19285e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a60a5f-6939-4da6-9b04-d569ad193dce']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:54.558549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-e55165bb-fa8f-400d-b65c-3ea91b19285e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3275687-faf5-4ac4-98f3-746b0557b365') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:54.559099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-e55165bb-fa8f-400d-b65c-3ea91b19285e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3275687-faf5-4ac4-98f3-746b0557b365') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:38:54.570362 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0733080-ac54-426d-be19-a62650afc332 req-51aad1f1-427a-4036-8ea7-3d1b251282d0 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:54.571242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e55165bb-fa8f-400d-b65c-3ea91b19285e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.582044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0733080-ac54-426d-be19-a62650afc332 req-51aad1f1-427a-4036-8ea7-3d1b251282d0 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 950 time: 0.1319709 Nov 03 18:38:54.587367 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e55165bb-fa8f-400d-b65c-3ea91b19285e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.611985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55165bb-fa8f-400d-b65c-3ea91b19285e admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:38:54.612395 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e55165bb-fa8f-400d-b65c-3ea91b19285e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.651938 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3e032959-5fd3-45d2-892f-4e7d88e310b1 req-7780cfba-bd79-4c6e-97e4-03943e9de44a tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.663464 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 2a6811da-0c2a-4f91-809c-e9730d1d613e no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:38:54.669017 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:38:54.687405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 2a6811da-0c2a-4f91-809c-e9730d1d613e {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:38:54.688164 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 2a6811da-0c2a-4f91-809c-e9730d1d613e not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:38:54.701760 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e55165bb-fa8f-400d-b65c-3ea91b19285e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.714715 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e55165bb-fa8f-400d-b65c-3ea91b19285e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.726726 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e55165bb-fa8f-400d-b65c-3ea91b19285e admin admin] 10.222.0.107 "DELETE /v2.0/networks/19a60a5f-6939-4da6-9b04-d569ad193dce HTTP/1.1" status: 204 len: 168 time: 0.5279119 Nov 03 18:38:54.741749 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55165bb-fa8f-400d-b65c-3ea91b19285e admin admin] Pushing event deleted for resources: {'Network': ['ID=19a60a5f-6939-4da6-9b04-d569ad193dce,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:54.750345 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3e032959-5fd3-45d2-892f-4e7d88e310b1 req-7780cfba-bd79-4c6e-97e4-03943e9de44a tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.798613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0733080-ac54-426d-be19-a62650afc332 req-8e722029-ac46-414a-a7a6-76679662a668 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155993 Nov 03 18:38:54.882648 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3e032959-5fd3-45d2-892f-4e7d88e310b1 req-7780cfba-bd79-4c6e-97e4-03943e9de44a tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.887813 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3e032959-5fd3-45d2-892f-4e7d88e310b1 req-7780cfba-bd79-4c6e-97e4-03943e9de44a tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:54.889439 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e032959-5fd3-45d2-892f-4e7d88e310b1 req-7780cfba-bd79-4c6e-97e4-03943e9de44a tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "DELETE /v2.0/security-groups/ae10a48c-7793-4ac6-afad-5fdd278792bf HTTP/1.1" status: 204 len: 173 time: 0.4097829 Nov 03 18:38:54.929904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780cfba-bd79-4c6e-97e4-03943e9de44a tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae10a48c-7793-4ac6-afad-5fdd278792bf,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:54.981804 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39528) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:55.053506 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-511c34a2-592c-45ac-aa4b-11061fa50615 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=905883f7e9804a949a03151623ea3991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705256 Nov 03 18:38:55.056099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39532) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:55.103696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-7717f730-9bf7-4092-96a0-15960e87573d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=72107d064293479db9d913e1eb3d59a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360742 Nov 03 18:38:55.112341 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c775aa4a-d85c-4b29-bf1d-96dc04a6e691 req-f3fcca44-471b-4d12-b42a-37c1f5f7eff2 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/cce1955b-e8ed-4e75-bd37-560363e37d63 HTTP/1.1" status: 200 len: 1818 time: 0.1310303 Nov 03 18:38:55.164646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-0124adea-0e70-4057-889f-19988838f1fc req-8821695f-3b56-4c4a-9a3d-8dbde3894b25 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1718607440', 'description': 'tempest-description-742213473'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:55.166965 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d0a9-e86f-4ed8-9493-990b159ee02e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.206429 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d0a9-e86f-4ed8-9493-990b159ee02e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.263000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c8647ac-aa98-42e7-9828-9bb4e9a9ddd0 req-ff783c4d-54f6-4a42-b574-af1c31087cfb tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 210 time: 0.0520775 Nov 03 18:38:55.282732 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0124adea-0e70-4057-889f-19988838f1fc req-8821695f-3b56-4c4a-9a3d-8dbde3894b25 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.332582 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d0a9-e86f-4ed8-9493-990b159ee02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.335213 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d0a9-e86f-4ed8-9493-990b159ee02e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.338925 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e0a3d0a9-e86f-4ed8-9493-990b159ee02e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e96b0599-6909-402b-bf2d-d94268df6dab HTTP/1.1" status: 204 len: 168 time: 0.2792392 Nov 03 18:38:55.346470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-af00eb35-186c-4a53-ad4f-34bd655e651d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:55.348042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-af00eb35-186c-4a53-ad4f-34bd655e651d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338316 Nov 03 18:38:55.360444 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3d0a9-e86f-4ed8-9493-990b159ee02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96b0599-6909-402b-bf2d-d94268df6dab,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:55.366994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-cd2aa744-0c09-4c08-b180-f8b0ddd810e7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Request body: {'port': {'device_id': 'fa8d0f39-c134-42ee-9f13-9b848446292c', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '72107d064293479db9d913e1eb3d59a8'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:55.488449 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0124adea-0e70-4057-889f-19988838f1fc req-8821695f-3b56-4c4a-9a3d-8dbde3894b25 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.496415 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0124adea-0e70-4057-889f-19988838f1fc req-8821695f-3b56-4c4a-9a3d-8dbde3894b25 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.536141 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0124adea-0e70-4057-889f-19988838f1fc req-8821695f-3b56-4c4a-9a3d-8dbde3894b25 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.537380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0124adea-0e70-4057-889f-19988838f1fc req-8821695f-3b56-4c4a-9a3d-8dbde3894b25 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3903661 Nov 03 18:38:55.591045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821695f-3b56-4c4a-9a3d-8dbde3894b25 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe5d299-2975-4e6f-961a-91cd843f69e7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:55.600485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-cd2aa744-0c09-4c08-b180-f8b0ddd810e7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Made reservation on behalf of 72107d064293479db9d913e1eb3d59a8 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:55.604522 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-cd2aa744-0c09-4c08-b180-f8b0ddd810e7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.691860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe67c9cc-5c4d-4959-9431-3d7f12f689fb req-ce76b0e0-1e8b-44d1-83f3-c9e4965f3710 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/dbe5d299-2975-4e6f-961a-91cd843f69e7 HTTP/1.1" status: 200 len: 1821 time: 0.1024690 Nov 03 18:38:55.707978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-fe67c9cc-5c4d-4959-9431-3d7f12f689fb req-2acb100b-0e52-48a4-b777-b8afe748c211 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dbe5d299-2975-4e6f-961a-91cd843f69e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:55.708338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-fe67c9cc-5c4d-4959-9431-3d7f12f689fb req-2acb100b-0e52-48a4-b777-b8afe748c211 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dbe5d299-2975-4e6f-961a-91cd843f69e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:55.723304 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9e162463-e75d-47cf-bedd-8aea7ea7a734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.895947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-cd2aa744-0c09-4c08-b180-f8b0ddd810e7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Allocated IP 192.168.233.107 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/d7c1415e-8d28-4f9b-b351-1864b5a0b370) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:55.898981 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe67c9cc-5c4d-4959-9431-3d7f12f689fb req-2acb100b-0e52-48a4-b777-b8afe748c211 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.960606 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe67c9cc-5c4d-4959-9431-3d7f12f689fb req-2acb100b-0e52-48a4-b777-b8afe748c211 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:55.973205 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe67c9cc-5c4d-4959-9431-3d7f12f689fb req-2acb100b-0e52-48a4-b777-b8afe748c211 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.011438 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:38:56.054571 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb100b-0e52-48a4-b777-b8afe748c211 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f5f027-462c-4b8f-a2eb-0a474674c70f,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:56.074209 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe67c9cc-5c4d-4959-9431-3d7f12f689fb req-2acb100b-0e52-48a4-b777-b8afe748c211 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.084262 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe67c9cc-5c4d-4959-9431-3d7f12f689fb req-2acb100b-0e52-48a4-b777-b8afe748c211 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3919458 Nov 03 18:38:56.270691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b107830-50bc-4ed4-ae37-8e21f6fceeb6 req-fea6f518-2df1-47bc-98be-16a14ba4443b tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:56.283857 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b107830-50bc-4ed4-ae37-8e21f6fceeb6 req-fea6f518-2df1-47bc-98be-16a14ba4443b tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 950 time: 0.1120846 Nov 03 18:38:56.355066 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-cd2aa744-0c09-4c08-b180-f8b0ddd810e7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.388647 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b107830-50bc-4ed4-ae37-8e21f6fceeb6 req-5d7c649e-3fee-41ea-ac38-0f3b134d4bff tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061244 Nov 03 18:38:56.392852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-a6816339-5e7b-44b7-bd30-b0b49480cb7d tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417929 Nov 03 18:38:56.421773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39588) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:56.502868 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-cd2aa744-0c09-4c08-b180-f8b0ddd810e7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.558734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['384118ea-2c6b-44dc-ab7e-129a2bf3259d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:38:56.559933 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1167720754-network', 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:56.572433 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-cd2aa744-0c09-4c08-b180-f8b0ddd810e7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:38:56.579704 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-cd2aa744-0c09-4c08-b180-f8b0ddd810e7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:56.582235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2aa744-0c09-4c08-b180-f8b0ddd810e7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Pushing event updated for resources: {'Port': ['ID=d7c1415e-8d28-4f9b-b351-1864b5a0b370,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:56.585797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-cd2aa744-0c09-4c08-b180-f8b0ddd810e7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:38:56.596193 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-7919ac75-b8ea-49c1-b50c-8c65669f3f78 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:56.597008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] Made reservation on behalf of 1b6502cc2b2b4c5ca8cf848abbf86c1a for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:56.597783 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-7919ac75-b8ea-49c1-b50c-8c65669f3f78 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950443 Nov 03 18:38:56.601821 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.631739 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.707425 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-cd2aa744-0c09-4c08-b180-f8b0ddd810e7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:56.708632 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-cd2aa744-0c09-4c08-b180-f8b0ddd810e7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.726418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-2fe1da0d-ae50-4466-8041-2c7533023ef8 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/quotas/609624204b3a47a49e52c1d68d4fa3b3 HTTP/1.1" status: 200 len: 375 time: 0.1159251 Nov 03 18:38:56.762115 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.768127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.793146 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:38:56.795162 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-062ae81b-8b1c-43e2-bd47-28cd8ddc4a9a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567646 Nov 03 18:38:56.815296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-cd2aa744-0c09-4c08-b180-f8b0ddd810e7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4551301 Nov 03 18:38:56.817745 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.818271 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] Added segment c45780f7-b425-4bef-8203-1ef24302ec83 of type vlan for network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 Nov 03 18:38:56.824569 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-082e57c2-a08b-4693-bcb9-cb51830b5857 req-705f5114-b759-45c1-b243-db727db7bcf4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/dbe5d299-2975-4e6f-961a-91cd843f69e7 HTTP/1.1" status: 200 len: 2414 time: 0.2156069 Nov 03 18:38:56.831332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:56.838128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-082e57c2-a08b-4693-bcb9-cb51830b5857 req-7233268e-9307-4180-8ff4-f7696ab4656f tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dbe5d299-2975-4e6f-961a-91cd843f69e7', 'remote_group_id': None}]} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:56.838128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-082e57c2-a08b-4693-bcb9-cb51830b5857 req-7233268e-9307-4180-8ff4-f7696ab4656f tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dbe5d299-2975-4e6f-961a-91cd843f69e7', 'remote_group_id': None}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:56.846743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Request body: {'port': {'device_id': 'fa8d0f39-c134-42ee-9f13-9b848446292c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:56.876465 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.909221 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.910816 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:56.911717 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.930232 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:56.947639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-861d9a12-19ad-4dd0-924b-2a007656d161 None None] Provisioning complete for port d7c1415e-8d28-4f9b-b351-1864b5a0b370 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:38:56.961044 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-861d9a12-19ad-4dd0-924b-2a007656d161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.003311 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-861d9a12-19ad-4dd0-924b-2a007656d161 None None] Port d7c1415e-8d28-4f9b-b351-1864b5a0b370 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:38:57.010000 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5812681 Nov 03 18:38:57.011273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39596) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:57.055346 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-dc4a71ea-b9bd-47ad-bcb0-e90dec9bbd26 admin admin] Request body: {'subnet': {'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1167720754-subnet', 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:57.076707 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeac651-34f3-4165-818b-aeb0a24b6bee admin admin] Pushing event updated for resources: {'Network': ['ID=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:57.076926 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-082e57c2-a08b-4693-bcb9-cb51830b5857 req-7233268e-9307-4180-8ff4-f7696ab4656f tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.095293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:38:57.098776 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4a71ea-b9bd-47ad-bcb0-e90dec9bbd26 admin admin] Made reservation on behalf of 1b6502cc2b2b4c5ca8cf848abbf86c1a for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:57.102456 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc4a71ea-b9bd-47ad-bcb0-e90dec9bbd26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.183301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca43f9-61fc-493c-a632-89502b4ffab8 req-1055262a-a1de-4e2d-8adf-2be35494507e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:57.188666 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1ca43f9-61fc-493c-a632-89502b4ffab8 req-1055262a-a1de-4e2d-8adf-2be35494507e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 936 time: 0.1531487 Nov 03 18:38:57.192349 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-082e57c2-a08b-4693-bcb9-cb51830b5857 req-7233268e-9307-4180-8ff4-f7696ab4656f tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.253716 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-082e57c2-a08b-4693-bcb9-cb51830b5857 req-7233268e-9307-4180-8ff4-f7696ab4656f tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.311371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233268e-9307-4180-8ff4-f7696ab4656f tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88407da-f3de-47c8-a372-8f73647e29d0,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:57.347665 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1ca43f9-61fc-493c-a632-89502b4ffab8 req-26165982-d2de-434c-8c8f-86fffd19e88b tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518660 Nov 03 18:38:57.354812 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-082e57c2-a08b-4693-bcb9-cb51830b5857 req-7233268e-9307-4180-8ff4-f7696ab4656f tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.366530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-082e57c2-a08b-4693-bcb9-cb51830b5857 req-7233268e-9307-4180-8ff4-f7696ab4656f tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5329745 Nov 03 18:38:57.401455 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc4a71ea-b9bd-47ad-bcb0-e90dec9bbd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.542363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a71ea-b9bd-47ad-bcb0-e90dec9bbd26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a76d17-9ed3-48bb-927b-acc9f76c322b,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:57.549173 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4a71ea-b9bd-47ad-bcb0-e90dec9bbd26 admin admin] Checking segment: {'id': 'c45780f7-b425-4bef-8203-1ef24302ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:57.549880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4a71ea-b9bd-47ad-bcb0-e90dec9bbd26 admin admin] Network hostable DHCP agents. Network: 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:38:57.556770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-c33077d1-1e0e-443d-8de6-127b0431c3a1 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538497 Nov 03 18:38:57.592876 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4a71ea-b9bd-47ad-bcb0-e90dec9bbd26 admin admin] Network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:38:57.613333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-dc4a71ea-b9bd-47ad-bcb0-e90dec9bbd26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:38:57.621883 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4a71ea-b9bd-47ad-bcb0-e90dec9bbd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:57.622554 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc4a71ea-b9bd-47ad-bcb0-e90dec9bbd26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.631126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf315a9c-b537-49d9-bc49-c34adca5dc4a None None] Network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:57.670017 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dc4a71ea-b9bd-47ad-bcb0-e90dec9bbd26 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6185486 Nov 03 18:38:57.672755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39624) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:38:57.681881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1167720754-router', 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:57.735533 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.740026 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.839968 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.850198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88b0398a-0326-40b7-b98a-384161dd53e6 req-c5e84fdc-e533-4019-a039-4d0003438fbb tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/dbe5d299-2975-4e6f-961a-91cd843f69e7 HTTP/1.1" status: 200 len: 3012 time: 0.2305379 Nov 03 18:38:57.856149 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364c3c3f-344e-41b1-9176-5637465a04b0 None None] Network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:38:57.917710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-45135086-ccd6-40b2-8441-6c8f98307abb tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:57.920338 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-45135086-ccd6-40b2-8441-6c8f98307abb tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3625729 Nov 03 18:38:57.942676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c1415e-8d28-4f9b-b351-1864b5a0b370 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:38:57.954754 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:57.971044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-3f970e3e-f31d-47fc-b4b5-9eb8fcbd9965 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/quotas/609624204b3a47a49e52c1d68d4fa3b3 HTTP/1.1" status: 200 len: 375 time: 0.0156770 Nov 03 18:38:57.976340 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Transition to ACTIVE for port object d7c1415e-8d28-4f9b-b351-1864b5a0b370 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:38:57.998666 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:58.034815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-36799d1b-100d-46f4-95f1-8a92db952fc6 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563333 Nov 03 18:38:58.112644 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:58.136027 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-897e82bf-efaa-4b9f-b7c5-4f963b80f3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:58.160389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c1415e-8d28-4f9b-b351-1864b5a0b370,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:58.309372 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26464a4b-61b1-47eb-889f-62f6cce8229a req-fe79c8dc-81bd-4cc1-b277-5495595efa7b tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:58.317139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26464a4b-61b1-47eb-889f-62f6cce8229a req-fe79c8dc-81bd-4cc1-b277-5495595efa7b tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 950 time: 0.2007091 Nov 03 18:38:58.346788 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Attempting to bind port d7c1415e-8d28-4f9b-b351-1864b5a0b370 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:38:58.347225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Attempting to bind port d7c1415e-8d28-4f9b-b351-1864b5a0b370 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:38:58.347762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Attempting to bind port d7c1415e-8d28-4f9b-b351-1864b5a0b370 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:58.367927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Port d7c1415e-8d28-4f9b-b351-1864b5a0b370 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:38:58.368557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Attempting to bind port d7c1415e-8d28-4f9b-b351-1864b5a0b370 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:38:58.378018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:38:58.379777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:38:58.380417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:38:58.381107 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Bound port: d7c1415e-8d28-4f9b-b351-1864b5a0b370, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:38:58.381670 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:58.445690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26464a4b-61b1-47eb-889f-62f6cce8229a req-4293affe-f6a6-4032-a136-36aea1d21f8c tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270776 Nov 03 18:38:58.590117 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f909388-8258-45be-b20c-04db4e04d496 req-384b7853-649f-418f-baeb-1663411e6599 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 210 time: 0.0685384 Nov 03 18:38:58.596732 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a72c1f7-e50f-4802-9d95-a5520a749ac8 req-fdaa3383-f269-480d-a99d-78e7342ca1d1 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-group-rules/a88407da-f3de-47c8-a372-8f73647e29d0 HTTP/1.1" status: 200 len: 783 time: 0.0536599 Nov 03 18:38:58.650680 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] For port d7c1415e-8d28-4f9b-b351-1864b5a0b370, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:38:58.681066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] For port d7c1415e-8d28-4f9b-b351-1864b5a0b370, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d7c1415e-8d28-4f9b-b351-1864b5a0b370,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:38:58.701879 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:58.770301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a72c1f7-e50f-4802-9d95-a5520a749ac8 req-4545e412-8722-4684-a202-37ea5ecb200d tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/dbe5d299-2975-4e6f-961a-91cd843f69e7 HTTP/1.1" status: 200 len: 3012 time: 0.1496840 Nov 03 18:38:58.778514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:58.779287 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:58.781840 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] 10.222.0.98 "PUT /v2.0/ports/d7c1415e-8d28-4f9b-b351-1864b5a0b370 HTTP/1.1" status: 200 len: 1096 time: 1.9501665 Nov 03 18:38:58.833023 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8d0f39-c134-42ee-9f13-9b848446292c', 'tag': 'd7c1415e-8d28-4f9b-b351-1864b5a0b370'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:38:58.838364 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89d89fb-b7e8-4acb-9102-81547d22b08e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8d0f39-c134-42ee-9f13-9b848446292c", "tag": "d7c1415e-8d28-4f9b-b351-1864b5a0b370"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:38:58.939393 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-95721abd-21f1-4139-9b3e-e2ebc29fa0f4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611556 Nov 03 18:38:58.943208 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5a72c1f7-e50f-4802-9d95-a5520a749ac8 req-bd7a5fa0-abb5-43ba-bb57-6455f7863f7c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:58.962420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f932a1f-e7c0-49fb-96d3-721884a297e4 req-7fdc06a1-86ca-499b-a8f7-12a28921610a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:58.964214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f932a1f-e7c0-49fb-96d3-721884a297e4 req-7fdc06a1-86ca-499b-a8f7-12a28921610a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 948 time: 0.2434735 Nov 03 18:38:58.987076 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5a72c1f7-e50f-4802-9d95-a5520a749ac8 req-bd7a5fa0-abb5-43ba-bb57-6455f7863f7c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.006140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-ee1ebb9a-5f08-47bb-b555-144084a8c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:59.008915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-ee1ebb9a-5f08-47bb-b555-144084a8c412 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 1099 time: 0.1546857 Nov 03 18:38:59.009803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c3100-31fd-4296-9cf1-aad7b8a80f20 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c1415e-8d28-4f9b-b351-1864b5a0b370,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:59.082726 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.131170 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.151778 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-40e454f8-d4f0-43ca-9bf7-7210c489778d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=d7c1415e-8d28-4f9b-b351-1864b5a0b370 HTTP/1.1" status: 200 len: 217 time: 0.0857563 Nov 03 18:38:59.158471 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5a72c1f7-e50f-4802-9d95-a5520a749ac8 req-bd7a5fa0-abb5-43ba-bb57-6455f7863f7c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.193516 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.214868 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5a72c1f7-e50f-4802-9d95-a5520a749ac8 req-bd7a5fa0-abb5-43ba-bb57-6455f7863f7c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.220104 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-fa63db97-005f-40f4-96b2-0da2959390d7 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:59.221650 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-fa63db97-005f-40f4-96b2-0da2959390d7 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752392 Nov 03 18:38:59.225502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a72c1f7-e50f-4802-9d95-a5520a749ac8 req-bd7a5fa0-abb5-43ba-bb57-6455f7863f7c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/a88407da-f3de-47c8-a372-8f73647e29d0 HTTP/1.1" status: 204 len: 173 time: 0.4536116 Nov 03 18:38:59.240144 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Request body: {'port': {'device_id': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '609624204b3a47a49e52c1d68d4fa3b3'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:38:59.246163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f932a1f-e7c0-49fb-96d3-721884a297e4 req-3bda9a12-c9b4-4a6b-8fb3-3f4b216d23b8 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553258 Nov 03 18:38:59.250485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-5445f15a-1fc6-4e1d-b9ae-42f6396ee342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:59.261901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-5445f15a-1fc6-4e1d-b9ae-42f6396ee342 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1005483 Nov 03 18:38:59.291301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a5fa0-abb5-43ba-bb57-6455f7863f7c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a88407da-f3de-47c8-a372-8f73647e29d0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:38:59.303081 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3a024a-612a-4bd9-9c16-1e768faba95c x-openstack-request-id: req-cf3a024a-612a-4bd9-9c16-1e768faba95c {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:38:59.303638 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8d0f39-c134-42ee-9f13-9b848446292c", "tag": "d7c1415e-8d28-4f9b-b351-1864b5a0b370", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:38:59.304211 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cf3a024a-612a-4bd9-9c16-1e768faba95c {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:38:59.305004 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8d0f39-c134-42ee-9f13-9b848446292c', 'tag': 'd7c1415e-8d28-4f9b-b351-1864b5a0b370', 'status': 'completed', 'code': 200} Nov 03 18:38:59.403539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-086cbb88-c97d-4917-92dc-a16cd9bfead4 req-14ab027f-a56c-4edd-9fca-fc34068a4bf9 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/dbe5d299-2975-4e6f-961a-91cd843f69e7 HTTP/1.1" status: 200 len: 2414 time: 0.0767932 Nov 03 18:38:59.406993 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-6c79bd65-24e6-497c-a008-afaf555f91eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:59.409081 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-6c79bd65-24e6-497c-a008-afaf555f91eb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1364770 Nov 03 18:38:59.466357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Allocated IP 172.25.2.85 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/e27e4eea-692c-4140-9b5e-1663b57b38cf) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:38:59.554681 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Made reservation on behalf of 609624204b3a47a49e52c1d68d4fa3b3 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:38:59.558410 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.570275 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-086cbb88-c97d-4917-92dc-a16cd9bfead4 req-4a961c53-3e2e-41d2-8f81-13949c5cc4af tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.573270 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.585670 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-80cc5208-78e4-44bf-8123-f63fb1474476 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633751 Nov 03 18:38:59.615008 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-086cbb88-c97d-4917-92dc-a16cd9bfead4 req-4a961c53-3e2e-41d2-8f81-13949c5cc4af tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.669444 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.773149 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.780631 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.809183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce4e62-d1e1-4c10-9d7e-4e355bb863ac req-d855245e-6011-4970-8ad2-c625411c1851 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:38:59.810819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66ce4e62-d1e1-4c10-9d7e-4e355bb863ac req-d855245e-6011-4970-8ad2-c625411c1851 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 950 time: 0.2221725 Nov 03 18:38:59.817597 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-07478786-599d-4475-96f9-a790231a2501 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470474 Nov 03 18:38:59.847016 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-086cbb88-c97d-4917-92dc-a16cd9bfead4 req-4a961c53-3e2e-41d2-8f81-13949c5cc4af tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.849856 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-086cbb88-c97d-4917-92dc-a16cd9bfead4 req-4a961c53-3e2e-41d2-8f81-13949c5cc4af tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.850989 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-086cbb88-c97d-4917-92dc-a16cd9bfead4 req-4a961c53-3e2e-41d2-8f81-13949c5cc4af tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "DELETE /v2.0/security-groups/dbe5d299-2975-4e6f-961a-91cd843f69e7 HTTP/1.1" status: 204 len: 173 time: 0.4372444 Nov 03 18:38:59.870789 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:38:59.882462 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe838dfd-7f44-4bec-97a8-82cbc5ba673a req-976022fd-497d-4013-97c8-11513d2d5d77 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737994 Nov 03 18:38:59.903789 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a961c53-3e2e-41d2-8f81-13949c5cc4af tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe5d299-2975-4e6f-961a-91cd843f69e7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:00.004028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:00.024664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:00.031987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:00.036057 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Pushing event updated for resources: {'Port': ['ID=e27e4eea-692c-4140-9b5e-1663b57b38cf,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:00.059939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:00.061364 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8078fcb7-b139-4403-802e-656efde8685b req-c7aaffe3-93b5-4b84-8dd1-7b4589ee5c2d tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 210 time: 0.0751040 Nov 03 18:39:00.116729 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66ce4e62-d1e1-4c10-9d7e-4e355bb863ac req-1057810e-5d52-4400-b0bc-a78548f23817 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745237 Nov 03 18:39:00.133597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Allocated IP 192.168.233.207 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/a80a4aad-1a74-44de-800d-e185ddef3ead) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:00.136359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-cec122be-ef1f-4401-b832-d8650cb4c558 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:00.138097 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-cec122be-ef1f-4401-b832-d8650cb4c558 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3083751 Nov 03 18:39:00.150217 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d89fb-b7e8-4acb-9102-81547d22b08e req-4a0a449f-e500-4616-b54e-eb2482b40f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:00.152057 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a89d89fb-b7e8-4acb-9102-81547d22b08e req-4a0a449f-e500-4616-b54e-eb2482b40f5f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 1099 time: 0.1745267 Nov 03 18:39:00.158559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-9d3aadd4-d9b6-444b-8b83-da3c877c1767 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Request body: {'port': {'device_id': '70ccb450-16c8-4946-b947-4b90e3bc725b', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '609624204b3a47a49e52c1d68d4fa3b3'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:00.190945 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.199491 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-21fd43ff-9c26-4cda-b563-2b45bb0aea4e req-6cffc720-4496-4721-b587-41179881d7c8 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] show failed (client error): The resource could not be found. Nov 03 18:39:00.206427 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21fd43ff-9c26-4cda-b563-2b45bb0aea4e req-6cffc720-4496-4721-b587-41179881d7c8 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/ae10a48c-7793-4ac6-afad-5fdd278792bf HTTP/1.1" status: 404 len: 352 time: 0.0878589 Nov 03 18:39:00.548211 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.575316 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.578279 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.727080 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.733327 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8936d2-60cc-44bf-ace4-9851f71ea7d0 req-6372dddd-2128-452a-b777-d281e82d1052 tempest-LiveMigrationNegativeTest-915868161 tempest-LiveMigrationNegativeTest-915868161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:00.735324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c8936d2-60cc-44bf-ace4-9851f71ea7d0 req-6372dddd-2128-452a-b777-d281e82d1052 tempest-LiveMigrationNegativeTest-915868161 tempest-LiveMigrationNegativeTest-915868161-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 1101 time: 0.5117466 Nov 03 18:39:00.748286 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5bc6e98-3cce-4a32-916a-d7da1853221b req-4adf9077-37ab-4b69-b1c9-3366c2b8da55 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/cce1955b-e8ed-4e75-bd37-560363e37d63 HTTP/1.1" status: 200 len: 1818 time: 0.5229437 Nov 03 18:39:00.773686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d89fb-b7e8-4acb-9102-81547d22b08e req-cba38ad5-19fb-4395-befe-7f71adbb83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:00.775156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a89d89fb-b7e8-4acb-9102-81547d22b08e req-cba38ad5-19fb-4395-befe-7f71adbb83a2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.6064820 Nov 03 18:39:00.783668 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8c8936d2-60cc-44bf-ace4-9851f71ea7d0 req-50b8907f-2815-4e01-b581-d2712ca6ef3f tempest-LiveMigrationNegativeTest-915868161 tempest-LiveMigrationNegativeTest-915868161-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.831748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:00.839022 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Pushing event updated for resources: {'Port': ['ID=a80a4aad-1a74-44de-800d-e185ddef3ead,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:00.841750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:00.859713 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a89d89fb-b7e8-4acb-9102-81547d22b08e req-9c69d69d-62e9-462c-9455-b9b64a24fe6f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=d7c1415e-8d28-4f9b-b351-1864b5a0b370 HTTP/1.1" status: 200 len: 217 time: 0.0707476 Nov 03 18:39:00.867968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-9d3aadd4-d9b6-444b-8b83-da3c877c1767 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Made reservation on behalf of 609624204b3a47a49e52c1d68d4fa3b3 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:00.871437 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:00.871760 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-9d3aadd4-d9b6-444b-8b83-da3c877c1767 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.942491 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:00.943169 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:00.947635 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.008619 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-39c82b42-ba31-4499-8cfb-11feadde5de4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7760665 Nov 03 18:39:01.026207 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c5bc6e98-3cce-4a32-916a-d7da1853221b req-ab7c0c48-51fd-4c98-aabe-53ea01402dff tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.030859 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Request body: {'port': {'device_id': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:01.039538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d89fb-b7e8-4acb-9102-81547d22b08e req-c125303e-eb0f-42b8-b2e1-63e98e7f5079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:01.042034 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a89d89fb-b7e8-4acb-9102-81547d22b08e req-c125303e-eb0f-42b8-b2e1-63e98e7f5079 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1679065 Nov 03 18:39:01.129553 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.142310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-eb32a512-e345-44fb-920a-b28e62677b01 None None] Provisioning complete for port a80a4aad-1a74-44de-800d-e185ddef3ead triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:01.142639 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eb32a512-e345-44fb-920a-b28e62677b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.160550 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c5bc6e98-3cce-4a32-916a-d7da1853221b req-ab7c0c48-51fd-4c98-aabe-53ea01402dff tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.304871 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8c8936d2-60cc-44bf-ace4-9851f71ea7d0 req-50b8907f-2815-4e01-b581-d2712ca6ef3f tempest-LiveMigrationNegativeTest-915868161 tempest-LiveMigrationNegativeTest-915868161-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.312303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d89fb-b7e8-4acb-9102-81547d22b08e req-b764e678-9ada-46d0-8561-66a1c7f847b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:01.314535 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a89d89fb-b7e8-4acb-9102-81547d22b08e req-b764e678-9ada-46d0-8561-66a1c7f847b7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2632236 Nov 03 18:39:01.317983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Router b9d41700-9465-4be3-bcc5-71ad744dc6f9 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:39:01.320947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-eb32a512-e345-44fb-920a-b28e62677b01 None None] Port a80a4aad-1a74-44de-800d-e185ddef3ead cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:39:01.321186 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8c8936d2-60cc-44bf-ace4-9851f71ea7d0 req-50b8907f-2815-4e01-b581-d2712ca6ef3f tempest-LiveMigrationNegativeTest-915868161 tempest-LiveMigrationNegativeTest-915868161-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.346400 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-9d3aadd4-d9b6-444b-8b83-da3c877c1767 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Allocated IP 192.168.233.117 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/b9c32f87-aa86-4f09-b2ee-20e502f87de1) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:01.367563 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c5bc6e98-3cce-4a32-916a-d7da1853221b req-ab7c0c48-51fd-4c98-aabe-53ea01402dff tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.371069 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c5bc6e98-3cce-4a32-916a-d7da1853221b req-ab7c0c48-51fd-4c98-aabe-53ea01402dff tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.374236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5bc6e98-3cce-4a32-916a-d7da1853221b req-ab7c0c48-51fd-4c98-aabe-53ea01402dff tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "DELETE /v2.0/security-groups/cce1955b-e8ed-4e75-bd37-560363e37d63 HTTP/1.1" status: 204 len: 173 time: 0.6026654 Nov 03 18:39:01.404743 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.444333 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c8936d2-60cc-44bf-ace4-9851f71ea7d0 req-50b8907f-2815-4e01-b581-d2712ca6ef3f tempest-LiveMigrationNegativeTest-915868161 tempest-LiveMigrationNegativeTest-915868161-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6993649 Nov 03 18:39:01.483965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:39:01.496330 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Sync routers for ids ['b9d41700-9465-4be3-bcc5-71ad744dc6f9'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:39:01.510511 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Routers {'b9d41700-9465-4be3-bcc5-71ad744dc6f9'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:01.512075 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:38:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b9d41700-9465-4be3-bcc5-71ad744dc6f9'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:01.514803 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.516192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8907f-2815-4e01-b581-d2712ca6ef3f tempest-LiveMigrationNegativeTest-915868161 tempest-LiveMigrationNegativeTest-915868161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967f1909-1d80-4f3e-bd92-dec699f3623f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:01.516795 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-725937f1-2312-4033-89d9-8e52d3de1e19 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8417995 Nov 03 18:39:01.521226 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39680) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:01.579652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c0c48-51fd-4c98-aabe-53ea01402dff tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce1955b-e8ed-4e75-bd37-560363e37d63,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:01.661132 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a89d89fb-b7e8-4acb-9102-81547d22b08e req-dc8a464c-182a-4aec-bbb1-1e55c61d7b4e service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357739 Nov 03 18:39:01.673174 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6becebc-cf53-4943-bdb0-71107e2e8cc0 req-ced7597c-b0e4-4eff-afc8-7e354f712ba0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:01.674786 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b6becebc-cf53-4943-bdb0-71107e2e8cc0 req-ced7597c-b0e4-4eff-afc8-7e354f712ba0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 948 time: 0.2129078 Nov 03 18:39:01.713680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Set router b9d41700-9465-4be3-bcc5-71ad744dc6f9 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:01.851733 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70123910-d7ad-49f0-a16f-adc011442d7c req-77f426cd-8b27-4a64-a9ca-32d8a5f44080 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 210 time: 0.0885472 Nov 03 18:39:01.899044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b6becebc-cf53-4943-bdb0-71107e2e8cc0 req-67d7a52d-cbf7-46e5-b6af-e7290d9334a6 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973486 Nov 03 18:39:01.940711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1167720754-router', 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:57Z', 'updated_at': '2021-11-03T18:39:00Z', 'revision_number': 3, 'project_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'gw_port': {'id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:59Z', 'updated_at': '2021-11-03T18:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:01.958382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-9d3aadd4-d9b6-444b-8b83-da3c877c1767 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:01.978374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Checking router: b9d41700-9465-4be3-bcc5-71ad744dc6f9 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:39:01.978724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Updating router b9d41700-9465-4be3-bcc5-71ad744dc6f9 port e27e4eea-692c-4140-9b5e-1663b57b38cf binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:39:01.985776 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a89d89fb-b7e8-4acb-9102-81547d22b08e req-4cfa3315-5c5b-4acf-b162-7a5e03983926 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854822 Nov 03 18:39:02.001867 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-899742ef-fceb-48ce-807d-68a54e1a63eb req-7d49b3b6-f79f-421c-929e-5f824d42b203 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/66cc3987-4564-418c-893b-f23624778fbd HTTP/1.1" status: 200 len: 1821 time: 0.0988350 Nov 03 18:39:02.006839 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.078562 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-9d3aadd4-d9b6-444b-8b83-da3c877c1767 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.166058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-9d3aadd4-d9b6-444b-8b83-da3c877c1767 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:02.171003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-9d3aadd4-d9b6-444b-8b83-da3c877c1767 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:02.175321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-9d3aadd4-d9b6-444b-8b83-da3c877c1767 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:02.186422 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-899742ef-fceb-48ce-807d-68a54e1a63eb req-f9221024-6adb-4340-a311-e1d84feca51b tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.229651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3aadd4-d9b6-444b-8b83-da3c877c1767 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Pushing event updated for resources: {'Port': ['ID=b9c32f87-aa86-4f09-b2ee-20e502f87de1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:02.265168 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-899742ef-fceb-48ce-807d-68a54e1a63eb req-f9221024-6adb-4340-a311-e1d84feca51b tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.285750 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.312137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-9d3aadd4-d9b6-444b-8b83-da3c877c1767 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:02.313625 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-9d3aadd4-d9b6-444b-8b83-da3c877c1767 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.365756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-9d3aadd4-d9b6-444b-8b83-da3c877c1767 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2124119 Nov 03 18:39:02.386808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Request body: {'port': {'device_id': '70ccb450-16c8-4946-b947-4b90e3bc725b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:02.524251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Allocated IP 172.20.0.1 (3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1/31a76d17-9ed3-48bb-927b-acc9f76c322b/e4262aa3-65ce-4b32-9a88-dac23b45a9e2) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:02.546526 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.605058 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.611454 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-899742ef-fceb-48ce-807d-68a54e1a63eb req-f9221024-6adb-4340-a311-e1d84feca51b tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.614133 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-899742ef-fceb-48ce-807d-68a54e1a63eb req-f9221024-6adb-4340-a311-e1d84feca51b tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.616350 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.624257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-899742ef-fceb-48ce-807d-68a54e1a63eb req-f9221024-6adb-4340-a311-e1d84feca51b tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "DELETE /v2.0/security-groups/66cc3987-4564-418c-893b-f23624778fbd HTTP/1.1" status: 204 len: 173 time: 0.6069112 Nov 03 18:39:02.660001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686ff4e-f2d4-47cd-b02c-7f10147b51e1 req-776eb90f-84a1-4dee-8601-02400a922daa tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:02.661770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1686ff4e-f2d4-47cd-b02c-7f10147b51e1 req-776eb90f-84a1-4dee-8601-02400a922daa tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 950 time: 0.2683375 Nov 03 18:39:02.670648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9221024-6adb-4340-a311-e1d84feca51b tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cc3987-4564-418c-893b-f23624778fbd,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:02.702814 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80a4aad-1a74-44de-800d-e185ddef3ead {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:02.709320 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67db85e-5ea3-4180-86ec-b5b88907c33d None None] Pushing event updated for resources: {'Port': ['ID=e27e4eea-692c-4140-9b5e-1663b57b38cf,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:02.722983 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.742236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Attempting to bind port e27e4eea-692c-4140-9b5e-1663b57b38cf on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:02.742923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Attempting to bind port e27e4eea-692c-4140-9b5e-1663b57b38cf by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:02.742923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Attempting to bind port e27e4eea-692c-4140-9b5e-1663b57b38cf on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:02.744419 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Transition to ACTIVE for port object a80a4aad-1a74-44de-800d-e185ddef3ead will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:02.746715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6380058c-84d7-4967-a396-83cde06afd58 None None] Provisioning complete for port b9c32f87-aa86-4f09-b2ee-20e502f87de1 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:02.747093 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6380058c-84d7-4967-a396-83cde06afd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.755862 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.783928 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:02.784300 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:02.784834 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.785301 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:02.786016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Bound port: e27e4eea-692c-4140-9b5e-1663b57b38cf, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:02.786497 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.817135 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.826687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6380058c-84d7-4967-a396-83cde06afd58 None None] Port b9c32f87-aa86-4f09-b2ee-20e502f87de1 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:39:02.846122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Pushing event updated for resources: {'Port': ['ID=a80a4aad-1a74-44de-800d-e185ddef3ead,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:02.847275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1686ff4e-f2d4-47cd-b02c-7f10147b51e1 req-37b78926-ae80-4540-be5c-28e0c99f1df5 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776721 Nov 03 18:39:02.869053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] For port e27e4eea-692c-4140-9b5e-1663b57b38cf, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:02.881207 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] For port e27e4eea-692c-4140-9b5e-1663b57b38cf, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e27e4eea-692c-4140-9b5e-1663b57b38cf,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:02.894373 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:02.965747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Attempting to bind port a80a4aad-1a74-44de-800d-e185ddef3ead on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:02.966149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Attempting to bind port a80a4aad-1a74-44de-800d-e185ddef3ead by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:02.966625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Attempting to bind port a80a4aad-1a74-44de-800d-e185ddef3ead on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:02.985805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Port a80a4aad-1a74-44de-800d-e185ddef3ead on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:02.986179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Attempting to bind port a80a4aad-1a74-44de-800d-e185ddef3ead on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:03.010698 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.017464 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Routers {'b9d41700-9465-4be3-bcc5-71ad744dc6f9'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:03.018144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:38:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b9d41700-9465-4be3-bcc5-71ad744dc6f9'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:03.030758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:03.031708 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:03.034530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:03.036493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Bound port: a80a4aad-1a74-44de-800d-e185ddef3ead, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:03.037143 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.129650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b0e4984a-c2fe-4daa-81d3-ee57f418c77f req-4b00a238-3764-49ad-9cbb-5631aeed1379 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/2b27a41f-dfb4-4f40-b7d0-fea461470737 HTTP/1.1" status: 200 len: 1822 time: 0.3650122 Nov 03 18:39:03.130461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:03.132117 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67db85e-5ea3-4180-86ec-b5b88907c33d None None] Pushing event updated for resources: {'Port': ['ID=e27e4eea-692c-4140-9b5e-1663b57b38cf,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:03.133590 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:03.139520 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:03.151741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c32f87-aa86-4f09-b2ee-20e502f87de1 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:03.159862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Pushing event updated for resources: {'Port': ['ID=e4262aa3-65ce-4b32-9a88-dac23b45a9e2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:03.166586 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.218793 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Transition to ACTIVE for port object b9c32f87-aa86-4f09-b2ee-20e502f87de1 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:03.224842 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b0e4984a-c2fe-4daa-81d3-ee57f418c77f req-9ff3807b-9594-4780-ad1d-59ef2d4b189c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.227571 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.234191 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.242573 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] Set router b9d41700-9465-4be3-bcc5-71ad744dc6f9 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:03.267621 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] For port a80a4aad-1a74-44de-800d-e185ddef3ead, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:03.277461 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c32f87-aa86-4f09-b2ee-20e502f87de1,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:03.285749 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] For port a80a4aad-1a74-44de-800d-e185ddef3ead, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a80a4aad-1a74-44de-800d-e185ddef3ead,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:03.296243 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.371173 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b0e4984a-c2fe-4daa-81d3-ee57f418c77f req-9ff3807b-9594-4780-ad1d-59ef2d4b189c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.374399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:03.375978 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.377546 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] 10.222.0.98 "PUT /v2.0/ports/a80a4aad-1a74-44de-800d-e185ddef3ead HTTP/1.1" status: 200 len: 1096 time: 2.3568983 Nov 03 18:39:03.382777 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'tag': 'a80a4aad-1a74-44de-800d-e185ddef3ead'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:03.394059 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2f63bf-8060-487e-9236-c8d1b58ddae9" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4", "tag": "a80a4aad-1a74-44de-800d-e185ddef3ead"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:03.489357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c53ce-fc63-4561-a470-ebcafc84af3c service neutron] Pushing event updated for resources: {'Port': ['ID=a80a4aad-1a74-44de-800d-e185ddef3ead,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:03.506927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bb975-cf74-4a78-9c76-7ef328512edb req-c5f755d1-e939-4dd7-b5c7-6851196f7955 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:03.516701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e2bb975-cf74-4a78-9c76-7ef328512edb req-c5f755d1-e939-4dd7-b5c7-6851196f7955 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 948 time: 0.1997645 Nov 03 18:39:03.530722 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device d7c1415e-8d28-4f9b-b351-1864b5a0b370 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:03.538563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-dfb5a8f5-cb89-40db-8444-e1ecd91cf117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:03.541609 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-dfb5a8f5-cb89-40db-8444-e1ecd91cf117 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 1099 time: 0.0950255 Nov 03 18:39:03.543542 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.565089 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b0e4984a-c2fe-4daa-81d3-ee57f418c77f req-9ff3807b-9594-4780-ad1d-59ef2d4b189c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.567717 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b0e4984a-c2fe-4daa-81d3-ee57f418c77f req-9ff3807b-9594-4780-ad1d-59ef2d4b189c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.579358 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b0e4984a-c2fe-4daa-81d3-ee57f418c77f req-9ff3807b-9594-4780-ad1d-59ef2d4b189c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "DELETE /v2.0/security-groups/2b27a41f-dfb4-4f40-b7d0-fea461470737 HTTP/1.1" status: 204 len: 173 time: 0.4437411 Nov 03 18:39:03.607004 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-46a0ed1f-e3a8-40bc-b03c-9c044d7a3717 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=a80a4aad-1a74-44de-800d-e185ddef3ead HTTP/1.1" status: 200 len: 217 time: 0.0474865 Nov 03 18:39:03.628378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3807b-9594-4780-ad1d-59ef2d4b189c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b27a41f-dfb4-4f40-b7d0-fea461470737,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:03.644290 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Attempting to bind port b9c32f87-aa86-4f09-b2ee-20e502f87de1 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:03.644727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Attempting to bind port b9c32f87-aa86-4f09-b2ee-20e502f87de1 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:03.644940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Attempting to bind port b9c32f87-aa86-4f09-b2ee-20e502f87de1 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:03.658280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Port b9c32f87-aa86-4f09-b2ee-20e502f87de1 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:03.658626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Attempting to bind port b9c32f87-aa86-4f09-b2ee-20e502f87de1 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:03.665582 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port d7c1415e-8d28-4f9b-b351-1864b5a0b370, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d7c1415e-8d28-4f9b-b351-1864b5a0b370,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:03.678982 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e2bb975-cf74-4a78-9c76-7ef328512edb req-bff3c00b-32e9-4ef5-8573-68a43b136bc0 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609311 Nov 03 18:39:03.683441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'd7c1415e-8d28-4f9b-b351-1864b5a0b370', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': 'd7c1415e-8d28-4f9b-b351-1864b5a0b370', 'mac_address': 'fa:16:3e:86:b4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:03.708113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:03.708752 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:03.709301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:03.710037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Bound port: b9c32f87-aa86-4f09-b2ee-20e502f87de1, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:03.710570 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.721841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-b7aeeb51-1fe2-4094-a672-1000490a9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:03.723262 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-b7aeeb51-1fe2-4094-a672-1000490a9d4f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1079645 Nov 03 18:39:03.753219 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1167720754-router', 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:57Z', 'updated_at': '2021-11-03T18:39:00Z', 'revision_number': 3, 'project_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'gw_port': {'id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:59Z', 'updated_at': '2021-11-03T18:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:03.762195 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.805992 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c1415e-8d28-4f9b-b351-1864b5a0b370 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:03.828066 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port d7c1415e-8d28-4f9b-b351-1864b5a0b370, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d7c1415e-8d28-4f9b-b351-1864b5a0b370,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:03.832222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca933e6-156c-4a4c-8955-197dfd249761 None None] The sync data for ids ['b9d41700-9465-4be3-bcc5-71ad744dc6f9'] in n-d-812150-4 is: [{'id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1167720754-router', 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:57Z', 'updated_at': '2021-11-03T18:39:00Z', 'revision_number': 3, 'project_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'gw_port': {'id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:59Z', 'updated_at': '2021-11-03T18:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:39:03.836499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] For port b9c32f87-aa86-4f09-b2ee-20e502f87de1, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:03.840019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] For port b9c32f87-aa86-4f09-b2ee-20e502f87de1, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=b9c32f87-aa86-4f09-b2ee-20e502f87de1,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:03.845280 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.851331 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.931629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d2611-a8b6-427b-8889-b90b2c08469c req-ca16c4dc-075f-4811-a0b3-e54b90c7d838 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:03.944374 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe7d2611-a8b6-427b-8889-b90b2c08469c req-ca16c4dc-075f-4811-a0b3-e54b90c7d838 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 948 time: 0.2642689 Nov 03 18:39:03.946065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=d7c1415e-8d28-4f9b-b351-1864b5a0b370,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:03.985324 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:03.986082 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:03.987569 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] 10.222.0.98 "PUT /v2.0/ports/b9c32f87-aa86-4f09-b2ee-20e502f87de1 HTTP/1.1" status: 200 len: 1096 time: 1.6062448 Nov 03 18:39:03.988557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ccb450-16c8-4946-b947-4b90e3bc725b', 'tag': 'b9c32f87-aa86-4f09-b2ee-20e502f87de1'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:03.991107 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddc21e4-32dd-4a99-8775-cbebca7c4036" -d '{"events": [{"name": "network-changed", "server_uuid": "70ccb450-16c8-4946-b947-4b90e3bc725b", "tag": "b9c32f87-aa86-4f09-b2ee-20e502f87de1"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:04.099969 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['d7c1415e-8d28-4f9b-b351-1864b5a0b370'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:04.148246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe7d2611-a8b6-427b-8889-b90b2c08469c req-024a285a-b4d1-49a1-a1e1-0f01a39f71fe tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554973 Nov 03 18:39:04.183884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815ed93-ad55-4a5a-9c61-7ee610b76b16 req-6e1a59f1-575e-4b31-b02b-23cf9299c430 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:04.231046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5815ed93-ad55-4a5a-9c61-7ee610b76b16 req-6e1a59f1-575e-4b31-b02b-23cf9299c430 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 946 time: 0.3740096 Nov 03 18:39:04.246417 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd763e7-8669-4667-8668-1e3f7c90589f x-openstack-request-id: req-cfd763e7-8669-4667-8668-1e3f7c90589f {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:04.246730 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4", "tag": "a80a4aad-1a74-44de-800d-e185ddef3ead", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:04.246959 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cfd763e7-8669-4667-8668-1e3f7c90589f {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:04.247365 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'tag': 'a80a4aad-1a74-44de-800d-e185ddef3ead', 'status': 'completed', 'code': 200} Nov 03 18:39:04.279454 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-aa4abf80-0b9a-4b77-b102-073536fd3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:04.281107 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-aa4abf80-0b9a-4b77-b102-073536fd3a9a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5453756 Nov 03 18:39:04.281747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0266c8-b27b-497b-b8d0-b061ddb5a457 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c32f87-aa86-4f09-b2ee-20e502f87de1,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:04.329144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-5c908b23-0a97-43c6-9934-d5b39aed5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:04.330951 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-5c908b23-0a97-43c6-9934-d5b39aed5af1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 1099 time: 0.2831762 Nov 03 18:39:04.402406 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-5f555509-e5ce-4490-a9f6-5078dfe5a700 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=b9c32f87-aa86-4f09-b2ee-20e502f87de1 HTTP/1.1" status: 200 len: 217 time: 0.0591362 Nov 03 18:39:04.457725 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.465273 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.469503 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5815ed93-ad55-4a5a-9c61-7ee610b76b16 req-1ddb2d33-8912-43ca-b3b5-e1db5dcdd1c5 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108293 Nov 03 18:39:04.481058 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5deb40c1-e626-4186-a9ca-7a6820677e31 req-cfa7de35-d0d0-4d4d-9c21-6555bab05cb4 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/beebe17a-9858-4dfb-a993-77e5bfb0cb11 HTTP/1.1" status: 200 len: 2420 time: 0.1935759 Nov 03 18:39:04.541557 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.556523 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-479386d5-3c05-4027-a5aa-dc6d43bac669 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433858 Nov 03 18:39:04.602403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-9f650c31-b67f-449a-a751-a02ec69af90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:04.602403 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-9f650c31-b67f-449a-a751-a02ec69af90d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1785100 Nov 03 18:39:04.636431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Pushing event updated for resources: {'Port': ['ID=e4262aa3-65ce-4b32-9a88-dac23b45a9e2,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:04.677271 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5deb40c1-e626-4186-a9ca-7a6820677e31 req-4e2317a9-93a8-4c99-b312-db3a6cbebb00 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.702445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e27e4eea-692c-4140-9b5e-1663b57b38cf up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:04.710888 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5deb40c1-e626-4186-a9ca-7a6820677e31 req-4e2317a9-93a8-4c99-b312-db3a6cbebb00 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.727343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-b41773c6-9209-445a-86cd-a81697d3dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:04.733414 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-b41773c6-9209-445a-86cd-a81697d3dbb9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145432 Nov 03 18:39:04.802029 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e27e4eea-692c-4140-9b5e-1663b57b38cf triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:04.802676 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.816476 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5eb114b9-f1e7-497c-bac8-7aee84fcf9c8 req-c7d3fb4e-622a-4727-9c25-1d4a20a56da7 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486465 Nov 03 18:39:04.825219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:04.827830 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:04.934593 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-50a203cc-c34e-4c9a-b93a-04838af03401 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481817 Nov 03 18:39:04.938615 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5deb40c1-e626-4186-a9ca-7a6820677e31 req-4e2317a9-93a8-4c99-b312-db3a6cbebb00 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.941350 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5deb40c1-e626-4186-a9ca-7a6820677e31 req-4e2317a9-93a8-4c99-b312-db3a6cbebb00 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.944463 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.955825 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5deb40c1-e626-4186-a9ca-7a6820677e31 req-4e2317a9-93a8-4c99-b312-db3a6cbebb00 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "DELETE /v2.0/security-groups/beebe17a-9858-4dfb-a993-77e5bfb0cb11 HTTP/1.1" status: 204 len: 173 time: 0.4729156 Nov 03 18:39:04.972309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port e27e4eea-692c-4140-9b5e-1663b57b38cf, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e27e4eea-692c-4140-9b5e-1663b57b38cf,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:04.978908 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:04.996722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f63bf-8060-487e-9236-c8d1b58ddae9 req-6ce53017-71da-4acb-8c10-4115fa2e4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:04.998087 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb2f63bf-8060-487e-9236-c8d1b58ddae9 req-6ce53017-71da-4acb-8c10-4115fa2e4c70 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 1099 time: 0.1178212 Nov 03 18:39:05.038406 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4fad45-ba5f-46bf-9ba1-9de3a15c3b8a x-openstack-request-id: req-5f4fad45-ba5f-46bf-9ba1-9de3a15c3b8a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:05.038705 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ccb450-16c8-4946-b947-4b90e3bc725b", "tag": "b9c32f87-aa86-4f09-b2ee-20e502f87de1", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:05.038960 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5f4fad45-ba5f-46bf-9ba1-9de3a15c3b8a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:05.039371 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ccb450-16c8-4946-b947-4b90e3bc725b', 'tag': 'b9c32f87-aa86-4f09-b2ee-20e502f87de1', 'status': 'completed', 'code': 200} Nov 03 18:39:05.040858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2317a9-93a8-4c99-b312-db3a6cbebb00 tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beebe17a-9858-4dfb-a993-77e5bfb0cb11,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:05.052112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Router b9d41700-9465-4be3-bcc5-71ad744dc6f9 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:39:05.083596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=e27e4eea-692c-4140-9b5e-1663b57b38cf,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:05.141660 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e57d1a-01ea-44af-b12a-017e5e6ceb23 req-863f83cd-8370-4090-a872-e5679a4cc832 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:05.144042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91e57d1a-01ea-44af-b12a-017e5e6ceb23 req-863f83cd-8370-4090-a872-e5679a4cc832 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 950 time: 0.3715470 Nov 03 18:39:05.212509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235e7f6-dff0-4aaf-8c6b-c7cc14a97665 req-0e00e8f1-3854-41ec-b37b-c1819bfa08d5 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:05.214976 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f235e7f6-dff0-4aaf-8c6b-c7cc14a97665 req-0e00e8f1-3854-41ec-b37b-c1819bfa08d5 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.87 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 950 time: 0.1914542 Nov 03 18:39:05.220363 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1e4717-906a-4535-b9cd-11b92c3bc135 req-1110758e-4169-4b63-95ab-3613b2e04475 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610080 Nov 03 18:39:05.238865 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f63bf-8060-487e-9236-c8d1b58ddae9 req-ae7bac82-1063-48e2-ac90-cfedafe5f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:05.240211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91e57d1a-01ea-44af-b12a-017e5e6ceb23 req-02946b65-5100-44f3-a675-2eab2cc08db0 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800371 Nov 03 18:39:05.240734 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb2f63bf-8060-487e-9236-c8d1b58ddae9 req-ae7bac82-1063-48e2-ac90-cfedafe5f8ff service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2332895 Nov 03 18:39:05.338383 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb2f63bf-8060-487e-9236-c8d1b58ddae9 req-20921427-b448-4c4d-8384-6f4c64636464 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=a80a4aad-1a74-44de-800d-e185ddef3ead HTTP/1.1" status: 200 len: 217 time: 0.0767956 Nov 03 18:39:05.388363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6476-0c95-4cc9-bbdf-2ae0f0924829 req-1d6bc9e5-77d9-45af-a086-51cdb143f8fc tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:05.390931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e7d6476-0c95-4cc9-bbdf-2ae0f0924829 req-1d6bc9e5-77d9-45af-a086-51cdb143f8fc tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 948 time: 0.1353331 Nov 03 18:39:05.394539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51b62c8-825e-49a3-aa4c-49971a01d919 req-21b259b7-8437-4497-b295-555fac3eb94d tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "GET /v2.0/security-groups/29c5067d-7bf9-4da0-9831-b1b3a20c2d48 HTTP/1.1" status: 200 len: 2415 time: 0.1263905 Nov 03 18:39:05.396470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc21e4-32dd-4a99-8775-cbebca7c4036 req-8d36d48f-e152-44cf-b37c-29d2c5bfbbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:05.397889 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5ddc21e4-32dd-4a99-8775-cbebca7c4036 req-8d36d48f-e152-44cf-b37c-29d2c5bfbbd3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 1099 time: 0.0998778 Nov 03 18:39:05.428533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:39:05.436457 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-15ba27ff-ff3a-4686-91eb-d40e0f43dd27 admin admin] 10.222.0.107 "PUT /v2.0/routers/b9d41700-9465-4be3-bcc5-71ad744dc6f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9135256 Nov 03 18:39:05.440359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f63bf-8060-487e-9236-c8d1b58ddae9 req-eb7551d2-e33b-4ce9-9fbe-5f2173ec8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:05.441819 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb2f63bf-8060-487e-9236-c8d1b58ddae9 req-eb7551d2-e33b-4ce9-9fbe-5f2173ec8665 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0927718 Nov 03 18:39:05.486067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-f235e7f6-dff0-4aaf-8c6b-c7cc14a97665 req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Deleting port 415410c6-2b9b-46a5-862c-6d2577edf6b1 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:05.486844 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f235e7f6-dff0-4aaf-8c6b-c7cc14a97665 req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.528420 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e7d6476-0c95-4cc9-bbdf-2ae0f0924829 req-040e3c61-0b94-4205-86e4-24280ac08f2e tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293552 Nov 03 18:39:05.539354 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device d7c1415e-8d28-4f9b-b351-1864b5a0b370 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:05.554895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f63bf-8060-487e-9236-c8d1b58ddae9 req-f6f8becc-9bd7-48cf-92ac-6a531187e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:05.556509 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb2f63bf-8060-487e-9236-c8d1b58ddae9 req-f6f8becc-9bd7-48cf-92ac-6a531187e5dd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035323 Nov 03 18:39:05.571984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc21e4-32dd-4a99-8775-cbebca7c4036 req-216b2aa8-f60d-4d8e-a730-25883538c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:05.573952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5ddc21e4-32dd-4a99-8775-cbebca7c4036 req-216b2aa8-f60d-4d8e-a730-25883538c61f service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1680548 Nov 03 18:39:05.643303 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port d7c1415e-8d28-4f9b-b351-1864b5a0b370 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:05.651079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port d7c1415e-8d28-4f9b-b351-1864b5a0b370 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:05.651449 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.659253 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f51b62c8-825e-49a3-aa4c-49971a01d919 req-591315ec-8c13-4b92-bca9-6cd18ecc005c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.659768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-f235e7f6-dff0-4aaf-8c6b-c7cc14a97665 req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] For port 415410c6-2b9b-46a5-862c-6d2577edf6b1, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=415410c6-2b9b-46a5-862c-6d2577edf6b1,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:05.660261 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f235e7f6-dff0-4aaf-8c6b-c7cc14a97665 req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.683492 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-f235e7f6-dff0-4aaf-8c6b-c7cc14a97665 req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Calling delete_port for 415410c6-2b9b-46a5-862c-6d2577edf6b1 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:05.701016 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f51b62c8-825e-49a3-aa4c-49971a01d919 req-591315ec-8c13-4b92-bca9-6cd18ecc005c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.748921 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5ddc21e4-32dd-4a99-8775-cbebca7c4036 req-563f7229-17b0-4657-b525-1dd92fb12fa7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=b9c32f87-aa86-4f09-b2ee-20e502f87de1 HTTP/1.1" status: 200 len: 217 time: 0.1509776 Nov 03 18:39:05.764135 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb2f63bf-8060-487e-9236-c8d1b58ddae9 req-e77f58a1-847d-402f-8353-3da381106a1a service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927197 Nov 03 18:39:05.765205 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.792920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d0f39-c134-42ee-9f13-9b848446292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c1415e-8d28-4f9b-b351-1864b5a0b370'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:05.795208 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8178b0-0656-42d7-8ac4-8bd58a452f96" -d '{"events": [{"server_uuid": "fa8d0f39-c134-42ee-9f13-9b848446292c", "name": "network-vif-plugged", "status": "completed", "tag": "d7c1415e-8d28-4f9b-b351-1864b5a0b370"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:05.840709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc21e4-32dd-4a99-8775-cbebca7c4036 req-120bb750-40b8-45d2-916d-d7e2906800bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:05.842405 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5ddc21e4-32dd-4a99-8775-cbebca7c4036 req-120bb750-40b8-45d2-916d-d7e2906800bc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0808263 Nov 03 18:39:05.846788 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f51b62c8-825e-49a3-aa4c-49971a01d919 req-591315ec-8c13-4b92-bca9-6cd18ecc005c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.849754 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f51b62c8-825e-49a3-aa4c-49971a01d919 req-591315ec-8c13-4b92-bca9-6cd18ecc005c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:05.850983 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51b62c8-825e-49a3-aa4c-49971a01d919 req-591315ec-8c13-4b92-bca9-6cd18ecc005c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] 10.222.0.107 "DELETE /v2.0/security-groups/29c5067d-7bf9-4da0-9831-b1b3a20c2d48 HTTP/1.1" status: 204 len: 173 time: 0.4311864 Nov 03 18:39:05.872160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9854bd1-c545-46f0-b779-d7e668da5503 req-250381e1-3403-441e-ba88-e11554cd98ac tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:05.872711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39738) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:05.873765 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9854bd1-c545-46f0-b779-d7e668da5503 req-250381e1-3403-441e-ba88-e11554cd98ac tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 949 time: 0.1453164 Nov 03 18:39:05.903737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591315ec-8c13-4b92-bca9-6cd18ecc005c tempest-SecurityGroupRulesTestJSON-1885001747 tempest-SecurityGroupRulesTestJSON-1885001747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c5067d-7bf9-4da0-9831-b1b3a20c2d48,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:05.947937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc21e4-32dd-4a99-8775-cbebca7c4036 req-d3f5b262-1206-4a33-8619-ae90236d157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:05.949575 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5ddc21e4-32dd-4a99-8775-cbebca7c4036 req-d3f5b262-1206-4a33-8619-ae90236d157b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975480 Nov 03 18:39:05.970024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9854bd1-c545-46f0-b779-d7e668da5503 req-fdec9ca0-800b-4978-afce-0d8c699bfd16 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883892 Nov 03 18:39:05.987314 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb2f63bf-8060-487e-9236-c8d1b58ddae9 req-c1a66707-1746-44cf-8b3c-c434e396e4a9 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096155 Nov 03 18:39:06.016395 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port d7c1415e-8d28-4f9b-b351-1864b5a0b370, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d7c1415e-8d28-4f9b-b351-1864b5a0b370,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:06.030021 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.034534 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9efffd-b129-4207-bcdf-482fad176c7e admin admin] Deleting subnet 9f8ee2e7-a802-49e6-9c19-06b44a4b07e9 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:39:06.044381 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ca9efffd-b129-4207-bcdf-482fad176c7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.087979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11154741-b9c8-431b-b3f7-c5db9025a937 req-1e1f728d-31e4-4245-8627-f08b5837056f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:06.089521 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11154741-b9c8-431b-b3f7-c5db9025a937 req-1e1f728d-31e4-4245-8627-f08b5837056f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 946 time: 0.1354952 Nov 03 18:39:06.105817 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ca9efffd-b129-4207-bcdf-482fad176c7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.128638 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f235e7f6-dff0-4aaf-8c6b-c7cc14a97665 req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.136248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5ddc21e4-32dd-4a99-8775-cbebca7c4036 req-9181d6db-7129-4225-bdb3-78c07b1bca3d service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718340 Nov 03 18:39:06.143093 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['f6fe80b9-358c-4bc5-88f3-2e2aa8947820'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:06.176222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Pushing event deleted for resources: {'Port': ['ID=415410c6-2b9b-46a5-862c-6d2577edf6b1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:06.191550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:06.192047 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:06.192391 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:06.192729 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:06.193054 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:06.193390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:06.193723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:06.194053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:06.194388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:06.194714 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:06.195040 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:06.195484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:06.230212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ca9efffd-b129-4207-bcdf-482fad176c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.230681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['415410c6-2b9b-46a5-862c-6d2577edf6b1'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:06.249125 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Sync routers for ids ['b9d41700-9465-4be3-bcc5-71ad744dc6f9'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:39:06.259442 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=d7c1415e-8d28-4f9b-b351-1864b5a0b370,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:06.265553 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Routers {'b9d41700-9465-4be3-bcc5-71ad744dc6f9'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:06.266262 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:38:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b9d41700-9465-4be3-bcc5-71ad744dc6f9'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:06.302014 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f235e7f6-dff0-4aaf-8c6b-c7cc14a97665 req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] No DVR routers for this DVR port 415410c6-2b9b-46a5-862c-6d2577edf6b1 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:39:06.304819 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f235e7f6-dff0-4aaf-8c6b-c7cc14a97665 req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.318581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11154741-b9c8-431b-b3f7-c5db9025a937 req-c5973974-0f5c-4cf2-af2d-67551b390f8c tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175181 Nov 03 18:39:06.323399 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f235e7f6-dff0-4aaf-8c6b-c7cc14a97665 req-e762be9b-5f84-4474-a07b-733ab6573592 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.87 "DELETE /v2.0/ports/415410c6-2b9b-46a5-862c-6d2577edf6b1 HTTP/1.1" status: 204 len: 173 time: 1.0945528 Nov 03 18:39:06.326258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ca7a12-b0cf-4d5e-8072-ce06dc4fca43', 'name': 'network-vif-deleted', 'tag': '415410c6-2b9b-46a5-862c-6d2577edf6b1'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:06.329687 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ecdcf1-813b-45ac-b4b4-f6cc09f4f2cd" -d '{"events": [{"server_uuid": "50ca7a12-b0cf-4d5e-8072-ce06dc4fca43", "name": "network-vif-deleted", "tag": "415410c6-2b9b-46a5-862c-6d2577edf6b1"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:06.413864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ca9efffd-b129-4207-bcdf-482fad176c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.437649 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b8abc8-d141-4201-ba64-55384a5809c6 x-openstack-request-id: req-63b8abc8-d141-4201-ba64-55384a5809c6 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:06.438182 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8d0f39-c134-42ee-9f13-9b848446292c", "name": "network-vif-plugged", "status": "completed", "tag": "d7c1415e-8d28-4f9b-b351-1864b5a0b370", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:06.438609 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-63b8abc8-d141-4201-ba64-55384a5809c6 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:06.439160 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8d0f39-c134-42ee-9f13-9b848446292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c1415e-8d28-4f9b-b351-1864b5a0b370', 'code': 200} Nov 03 18:39:06.474011 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ca9efffd-b129-4207-bcdf-482fad176c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.476599 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Set router b9d41700-9465-4be3-bcc5-71ad744dc6f9 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:06.486469 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ca9efffd-b129-4207-bcdf-482fad176c7e admin admin] 10.222.0.107 "DELETE /v2.0/subnets/9f8ee2e7-a802-49e6-9c19-06b44a4b07e9 HTTP/1.1" status: 204 len: 168 time: 0.6065037 Nov 03 18:39:06.487641 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9efffd-b129-4207-bcdf-482fad176c7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f8ee2e7-a802-49e6-9c19-06b44a4b07e9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:06.489259 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39756) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:06.580865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5ddc21e4-32dd-4a99-8775-cbebca7c4036 req-e24333d4-29df-45ef-82c5-32e0e1a83f8e service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330382 Nov 03 18:39:06.591386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85984c0c-8dac-4ddc-8582-59e9d2ff0fd2 req-2a7df50b-6781-4f31-8912-d5e1b6a65005 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:06.592915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85984c0c-8dac-4ddc-8582-59e9d2ff0fd2 req-2a7df50b-6781-4f31-8912-d5e1b6a65005 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.87 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 946 time: 0.2565506 Nov 03 18:39:06.668279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-c84859b1-b120-4bb8-835f-68ed7320a550 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:06.676204 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-c84859b1-b120-4bb8-835f-68ed7320a550 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/networks?id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 HTTP/1.1" status: 200 len: 819 time: 0.3023536 Nov 03 18:39:06.691376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e27e4eea-692c-4140-9b5e-1663b57b38cf up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:06.697230 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-48cdb245-47c0-4b5b-bbe8-37f99d5f63e5 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/quotas/1b6502cc2b2b4c5ca8cf848abbf86c1a HTTP/1.1" status: 200 len: 375 time: 0.0159349 Nov 03 18:39:06.725195 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6881c0d1-fa26-4524-9a3f-88e1dc4ec58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.766819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a2428-04e6-472a-b30c-80219ee4d21e req-1ad09fad-9ed2-453b-b136-9fe52dad2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:06.769254 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a16a2428-04e6-472a-b30c-80219ee4d21e req-1ad09fad-9ed2-453b-b136-9fe52dad2366 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 1101 time: 0.1580775 Nov 03 18:39:06.792545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e27e4eea-692c-4140-9b5e-1663b57b38cf triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:06.793012 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.823166 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1167720754-router', 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:57Z', 'updated_at': '2021-11-03T18:39:03Z', 'revision_number': 4, 'project_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'gw_port': {'id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:59Z', 'updated_at': '2021-11-03T18:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'e4262aa3-65ce-4b32-9a88-dac23b45a9e2', 'name': '', 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1', 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'mac_address': 'fa:16:3e:9e:bf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '31a76d17-9ed3-48bb-927b-acc9f76c322b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:02Z', 'updated_at': '2021-11-03T18:39:03Z', 'revision_number': 2, 'project_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'subnets': [{'id': '31a76d17-9ed3-48bb-927b-acc9f76c322b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:06.854440 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Checking router: b9d41700-9465-4be3-bcc5-71ad744dc6f9 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:39:06.854792 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Updating router b9d41700-9465-4be3-bcc5-71ad744dc6f9 port e4262aa3-65ce-4b32-9a88-dac23b45a9e2 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:39:06.881637 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6881c0d1-fa26-4524-9a3f-88e1dc4ec58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.885489 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.915810 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a16a2428-04e6-472a-b30c-80219ee4d21e req-4b415bfa-e8b8-4311-bb09-7dd8e51ccc79 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214726 Nov 03 18:39:06.919799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6881c0d1-fa26-4524-9a3f-88e1dc4ec58b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1b4976-5115-4119-8d6d-b8f08fe8b731']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:06.930730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6881c0d1-fa26-4524-9a3f-88e1dc4ec58b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b827b1-954c-4b5f-a34e-0af6230e9deb') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:06.931194 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6881c0d1-fa26-4524-9a3f-88e1dc4ec58b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b827b1-954c-4b5f-a34e-0af6230e9deb') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:06.942364 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6881c0d1-fa26-4524-9a3f-88e1dc4ec58b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.956505 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6881c0d1-fa26-4524-9a3f-88e1dc4ec58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.963881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6881c0d1-fa26-4524-9a3f-88e1dc4ec58b admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:39:06.964772 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6881c0d1-fa26-4524-9a3f-88e1dc4ec58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:39:06.966756 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:39:07.049193 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6881c0d1-fa26-4524-9a3f-88e1dc4ec58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.062469 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6881c0d1-fa26-4524-9a3f-88e1dc4ec58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.070654 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6881c0d1-fa26-4524-9a3f-88e1dc4ec58b admin admin] 10.222.0.107 "DELETE /v2.0/networks/1e1b4976-5115-4119-8d6d-b8f08fe8b731 HTTP/1.1" status: 204 len: 168 time: 0.5794234 Nov 03 18:39:07.088984 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881c0d1-fa26-4524-9a3f-88e1dc4ec58b admin admin] Pushing event deleted for resources: {'Network': ['ID=1e1b4976-5115-4119-8d6d-b8f08fe8b731,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:07.135305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c44b85b8-0f4d-44d7-8685-37c0fa59a245 req-7e268b28-2e68-4492-8265-c6fb1eaeb6d7 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=50ca7a12-b0cf-4d5e-8072-ce06dc4fca43 HTTP/1.1" status: 200 len: 210 time: 0.3997200 Nov 03 18:39:07.168689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-6bfe3d37-5aa4-46dc-b4cf-fbed12fdde2c tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=1b6502cc2b2b4c5ca8cf848abbf86c1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4427564 Nov 03 18:39:07.181709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-85984c0c-8dac-4ddc-8582-59e9d2ff0fd2 req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Deleting port ea366677-ed96-42c4-bc31-c2826ba5dce4 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:07.182051 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-85984c0c-8dac-4ddc-8582-59e9d2ff0fd2 req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.200895 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663c9a65-dc81-4411-bb00-cb65143f119a x-openstack-request-id: req-663c9a65-dc81-4411-bb00-cb65143f119a {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:07.201557 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ca7a12-b0cf-4d5e-8072-ce06dc4fca43", "name": "network-vif-deleted", "tag": "415410c6-2b9b-46a5-862c-6d2577edf6b1", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:07.201920 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-663c9a65-dc81-4411-bb00-cb65143f119a {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:07.202466 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ca7a12-b0cf-4d5e-8072-ce06dc4fca43', 'name': 'network-vif-deleted', 'tag': '415410c6-2b9b-46a5-862c-6d2577edf6b1', 'status': 'completed', 'code': 200} Nov 03 18:39:07.256416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39766) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:07.256840 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.264130 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.326395 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d51d1047-0368-404d-9e9a-9618b813e7b3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7903513b87944404b85918f6bf251993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0687649 Nov 03 18:39:07.330178 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5098b-8c3b-44bf-a158-4b12f9fd4411 None None] Pushing event updated for resources: {'Port': ['ID=e4262aa3-65ce-4b32-9a88-dac23b45a9e2,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:07.331038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39768) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:07.359779 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5098b-8c3b-44bf-a158-4b12f9fd4411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.360392 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5098b-8c3b-44bf-a158-4b12f9fd4411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.360921 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5098b-8c3b-44bf-a158-4b12f9fd4411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.361413 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5098b-8c3b-44bf-a158-4b12f9fd4411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.361913 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5098b-8c3b-44bf-a158-4b12f9fd4411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.362390 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5098b-8c3b-44bf-a158-4b12f9fd4411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.362881 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5098b-8c3b-44bf-a158-4b12f9fd4411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.363356 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5098b-8c3b-44bf-a158-4b12f9fd4411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.363876 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5098b-8c3b-44bf-a158-4b12f9fd4411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.364361 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5098b-8c3b-44bf-a158-4b12f9fd4411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.364882 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5098b-8c3b-44bf-a158-4b12f9fd4411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.365370 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c5098b-8c3b-44bf-a158-4b12f9fd4411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.398348 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0889c1a-9fb4-4e51-8960-146d6faf16c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.414691 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Attempting to bind port e4262aa3-65ce-4b32-9a88-dac23b45a9e2 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:07.415265 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Attempting to bind port e4262aa3-65ce-4b32-9a88-dac23b45a9e2 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'c45780f7-b425-4bef-8203-1ef24302ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:07.415770 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Attempting to bind port e4262aa3-65ce-4b32-9a88-dac23b45a9e2 on network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:07.416377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce6876-c976-4400-a604-1bc18de27bfd req-64905084-ddf2-4ecf-b9ba-e889ec5b0d08 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:07.418030 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfce6876-c976-4400-a604-1bc18de27bfd req-64905084-ddf2-4ecf-b9ba-e889ec5b0d08 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 948 time: 0.1462328 Nov 03 18:39:07.421291 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0889c1a-9fb4-4e51-8960-146d6faf16c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.426439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-85984c0c-8dac-4ddc-8582-59e9d2ff0fd2 req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] For port ea366677-ed96-42c4-bc31-c2826ba5dce4, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ea366677-ed96-42c4-bc31-c2826ba5dce4,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:07.426804 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-85984c0c-8dac-4ddc-8582-59e9d2ff0fd2 req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.432206 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:07.432578 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Checking segment: {'id': 'c45780f7-b425-4bef-8203-1ef24302ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:07.432973 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.433347 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Bound using segment: {'id': 'c45780f7-b425-4bef-8203-1ef24302ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:07.433816 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Bound port: e4262aa3-65ce-4b32-9a88-dac23b45a9e2, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45780f7-b425-4bef-8203-1ef24302ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:07.434188 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.459819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-15ae295e-9752-40c2-94c0-2b511197d8c5 service neutron] 10.222.0.107 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807722 Nov 03 18:39:07.467810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-85984c0c-8dac-4ddc-8582-59e9d2ff0fd2 req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Calling delete_port for ea366677-ed96-42c4-bc31-c2826ba5dce4 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:07.480082 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0889c1a-9fb4-4e51-8960-146d6faf16c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.486774 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0889c1a-9fb4-4e51-8960-146d6faf16c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.488992 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e0889c1a-9fb4-4e51-8960-146d6faf16c5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4376b1a0-f273-49c8-a47e-b6f1ec9616a9 HTTP/1.1" status: 204 len: 168 time: 0.1555395 Nov 03 18:39:07.502668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0889c1a-9fb4-4e51-8960-146d6faf16c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4376b1a0-f273-49c8-a47e-b6f1ec9616a9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:07.534819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfce6876-c976-4400-a604-1bc18de27bfd req-45c8df31-c4ba-4dfb-8b58-14b6961f32aa tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051214 Nov 03 18:39:07.556223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a80a4aad-1a74-44de-800d-e185ddef3ead details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:07.635167 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] For port e4262aa3-65ce-4b32-9a88-dac23b45a9e2, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:07.640148 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] For port e4262aa3-65ce-4b32-9a88-dac23b45a9e2, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e4262aa3-65ce-4b32-9a88-dac23b45a9e2,segment=NetworkSegment(c45780f7-b425-4bef-8203-1ef24302ec83),segment_id=c45780f7-b425-4bef-8203-1ef24302ec83)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:07.650091 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.674390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-1ef20944-f882-4b34-ad0a-91d211ff2ff7 service neutron] 10.222.0.107 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948433 Nov 03 18:39:07.737496 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5098b-8c3b-44bf-a158-4b12f9fd4411 None None] Pushing event updated for resources: {'Port': ['ID=e4262aa3-65ce-4b32-9a88-dac23b45a9e2,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:07.753269 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Routers {'b9d41700-9465-4be3-bcc5-71ad744dc6f9'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:39:07.754098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb95e5-adc6-44bd-8b00-c832847270c6 req-7fc6b09b-93bd-4421-9b4a-4262cfb21d11 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:07.754578 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:38:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b9d41700-9465-4be3-bcc5-71ad744dc6f9'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:07.761975 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80bb95e5-adc6-44bd-8b00-c832847270c6 req-7fc6b09b-93bd-4421-9b4a-4262cfb21d11 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1120751 Nov 03 18:39:07.780243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a80a4aad-1a74-44de-800d-e185ddef3ead, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a80a4aad-1a74-44de-800d-e185ddef3ead,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:07.783453 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-85984c0c-8dac-4ddc-8582-59e9d2ff0fd2 req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.803064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'a80a4aad-1a74-44de-800d-e185ddef3ead', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': 'a80a4aad-1a74-44de-800d-e185ddef3ead', 'mac_address': 'fa:16:3e:63:35:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:07.856903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['ea366677-ed96-42c4-bc31-c2826ba5dce4'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:07.871315 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80bb95e5-adc6-44bd-8b00-c832847270c6 req-716c223e-8834-4f74-9295-2b78542c9e1a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078966 Nov 03 18:39:07.873435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Pushing event deleted for resources: {'Port': ['ID=ea366677-ed96-42c4-bc31-c2826ba5dce4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:07.932189 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.949800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80a4aad-1a74-44de-800d-e185ddef3ead {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:07.950151 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.950514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.950867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.951213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.951559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.963404 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.963799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.964152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.964504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.964849 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.965189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.965528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:07.974684 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-85984c0c-8dac-4ddc-8582-59e9d2ff0fd2 req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] No DVR routers for this DVR port ea366677-ed96-42c4-bc31-c2826ba5dce4 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:39:07.979927 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-85984c0c-8dac-4ddc-8582-59e9d2ff0fd2 req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:07.986520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85984c0c-8dac-4ddc-8582-59e9d2ff0fd2 req-c894068f-430b-41c7-adaf-f0cabb452614 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.87 "DELETE /v2.0/ports/ea366677-ed96-42c4-bc31-c2826ba5dce4 HTTP/1.1" status: 204 len: 173 time: 1.3748550 Nov 03 18:39:07.987233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6de65f6-9b17-40d4-b2a7-885f1d438a6e', 'name': 'network-vif-deleted', 'tag': 'ea366677-ed96-42c4-bc31-c2826ba5dce4'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:07.989333 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ba5b15-b5a6-4e1c-a8cf-5a032f9d6cde" -d '{"events": [{"server_uuid": "e6de65f6-9b17-40d4-b2a7-885f1d438a6e", "name": "network-vif-deleted", "tag": "ea366677-ed96-42c4-bc31-c2826ba5dce4"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:07.990417 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] Set router b9d41700-9465-4be3-bcc5-71ad744dc6f9 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:39:08.029377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a80a4aad-1a74-44de-800d-e185ddef3ead, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a80a4aad-1a74-44de-800d-e185ddef3ead,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:08.034851 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:08.088944 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a2d2b4d3-8ac3-4763-9849-7d96301fdf01 req-346e718d-e36b-47d4-b4cc-064ed8b29a96 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 210 time: 0.0802760 Nov 03 18:39:08.147765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a80a4aad-1a74-44de-800d-e185ddef3ead,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:08.235042 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef1796c-e9e2-44bd-aee1-cb8eacb9dcd6 x-openstack-request-id: req-0ef1796c-e9e2-44bd-aee1-cb8eacb9dcd6 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:08.236067 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6de65f6-9b17-40d4-b2a7-885f1d438a6e", "name": "network-vif-deleted", "tag": "ea366677-ed96-42c4-bc31-c2826ba5dce4", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:08.236246 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0ef1796c-e9e2-44bd-aee1-cb8eacb9dcd6 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:08.236650 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6de65f6-9b17-40d4-b2a7-885f1d438a6e', 'name': 'network-vif-deleted', 'tag': 'ea366677-ed96-42c4-bc31-c2826ba5dce4', 'status': 'completed', 'code': 200} Nov 03 18:39:08.253690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ebc4fc77-a745-415d-9cae-6ebff3853fb5 req-b9b65775-c4b7-449d-9985-8c709d082c6f tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 210 time: 0.0582588 Nov 03 18:39:08.289724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a80a4aad-1a74-44de-800d-e185ddef3ead'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:08.418476 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1167720754-router', 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:57Z', 'updated_at': '2021-11-03T18:39:03Z', 'revision_number': 4, 'project_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'gw_port': {'id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:59Z', 'updated_at': '2021-11-03T18:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'e4262aa3-65ce-4b32-9a88-dac23b45a9e2', 'name': '', 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1', 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'mac_address': 'fa:16:3e:9e:bf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '31a76d17-9ed3-48bb-927b-acc9f76c322b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:02Z', 'updated_at': '2021-11-03T18:39:07Z', 'revision_number': 4, 'project_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'subnets': [{'id': '31a76d17-9ed3-48bb-927b-acc9f76c322b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:08.457963 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3cc9aa-794d-4695-a6c9-40e1cb4e6915 None None] The sync data for ids ['b9d41700-9465-4be3-bcc5-71ad744dc6f9'] in n-d-812150-4 is: [{'id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1167720754-router', 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:57Z', 'updated_at': '2021-11-03T18:39:03Z', 'revision_number': 4, 'project_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'gw_port': {'id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:59Z', 'updated_at': '2021-11-03T18:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'e4262aa3-65ce-4b32-9a88-dac23b45a9e2', 'name': '', 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1', 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'mac_address': 'fa:16:3e:9e:bf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '31a76d17-9ed3-48bb-927b-acc9f76c322b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:39:02Z', 'updated_at': '2021-11-03T18:39:07Z', 'revision_number': 4, 'project_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'subnets': [{'id': '31a76d17-9ed3-48bb-927b-acc9f76c322b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:39:08.748223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e4262aa3-65ce-4b32-9a88-dac23b45a9e2 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:08.888437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e4262aa3-65ce-4b32-9a88-dac23b45a9e2 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:08.888800 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:08.939451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac3291-c86a-4955-ad19-7d5abee421ac req-71effc1e-b50a-4694-866a-744e6045b6e1 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:08.941080 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-faac3291-c86a-4955-ad19-7d5abee421ac req-71effc1e-b50a-4694-866a-744e6045b6e1 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 948 time: 0.1596420 Nov 03 18:39:08.971428 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39828) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:09.010270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-6bd841bd-cf21-4e73-89ce-0d653e3fccae tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:09.012707 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-6bd841bd-cf21-4e73-89ce-0d653e3fccae tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/networks?id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 HTTP/1.1" status: 200 len: 819 time: 0.3414910 Nov 03 18:39:09.017234 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 415410c6-2b9b-46a5-862c-6d2577edf6b1 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:09.056207 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-6c975083-0dc4-4b96-a2e9-3a5fd4bc3e55 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/quotas/1b6502cc2b2b4c5ca8cf848abbf86c1a HTTP/1.1" status: 200 len: 375 time: 0.0299566 Nov 03 18:39:09.067415 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 415410c6-2b9b-46a5-862c-6d2577edf6b1 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:09.067884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 415410c6-2b9b-46a5-862c-6d2577edf6b1 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:09.068398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ea366677-ed96-42c4-bc31-c2826ba5dce4 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:09.071136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-faac3291-c86a-4955-ad19-7d5abee421ac req-9ba095e7-4912-4ea2-8343-3427b558d895 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226442 Nov 03 18:39:09.115340 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: ea366677-ed96-42c4-bc31-c2826ba5dce4 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:09.119216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ea366677-ed96-42c4-bc31-c2826ba5dce4 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:09.147023 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.190318 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-f3b99bc1-1db2-4b41-a946-223e656c0094 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=1b6502cc2b2b4c5ca8cf848abbf86c1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1107049 Nov 03 18:39:09.195979 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-748293240-network', 'tenant_id': 'd8cd3dcc306e4141bf5361cd9c0173dd'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:09.203795 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port e4262aa3-65ce-4b32-9a88-dac23b45a9e2, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e4262aa3-65ce-4b32-9a88-dac23b45a9e2,segment=NetworkSegment(c45780f7-b425-4bef-8203-1ef24302ec83),segment_id=c45780f7-b425-4bef-8203-1ef24302ec83)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:09.212042 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.252694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] Made reservation on behalf of d8cd3dcc306e4141bf5361cd9c0173dd for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:09.255174 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.283459 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.312869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=e4262aa3-65ce-4b32-9a88-dac23b45a9e2,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:09.359550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-53443934-4826-469d-bced-2723b24f9e5d service neutron] 10.222.0.107 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679602 Nov 03 18:39:09.370132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db826d2-9237-418e-908c-94ebda4dbd51 req-04941c76-2bcd-43a2-bf31-645415205cbe tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:09.378909 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5db826d2-9237-418e-908c-94ebda4dbd51 req-04941c76-2bcd-43a2-bf31-645415205cbe tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 950 time: 0.1065624 Nov 03 18:39:09.431500 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.437069 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.469034 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:39:09.482885 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2538f9-329d-476c-8f92-e546884ccd02,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:09.489889 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.490247 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] Added segment 684f257a-5e75-43c8-a1a1-c0d8d31f8c60 of type vlan for network b6372c20-43f1-41af-9294-963f564d68df Nov 03 18:39:09.532372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5db826d2-9237-418e-908c-94ebda4dbd51 req-ab65b921-9fad-45c1-84d0-edbf8c4bd86e tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474185 Nov 03 18:39:09.550512 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.554977 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device b9c32f87-aa86-4f09-b2ee-20e502f87de1 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:09.560757 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a80a4aad-1a74-44de-800d-e185ddef3ead up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:09.580638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-8f376d7b-1fd9-4863-8964-d17472f53b5e service neutron] 10.222.0.107 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200475 Nov 03 18:39:09.623946 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.624826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:09.625432 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.679616 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7069824 Nov 03 18:39:09.686750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39838) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:09.722089 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d3e8d95a-02da-4daf-a448-a1909eb70f0b admin admin] Request body: {'subnet': {'network_id': 'b6372c20-43f1-41af-9294-963f564d68df', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-748293240-subnet', 'tenant_id': 'd8cd3dcc306e4141bf5361cd9c0173dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:09.782000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31701b03-95b4-44fb-9f4c-c2606792873e req-6563346e-08ca-47d7-8667-6c8e328302e5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:09.793359 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31701b03-95b4-44fb-9f4c-c2606792873e req-6563346e-08ca-47d7-8667-6c8e328302e5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1341002 Nov 03 18:39:09.809885 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port a80a4aad-1a74-44de-800d-e185ddef3ead completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:09.838497 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port a80a4aad-1a74-44de-800d-e185ddef3ead triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:09.846298 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.857173 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f8ede-4c91-41c3-877d-27a9ae2a2f25 admin admin] Pushing event updated for resources: {'Network': ['ID=b6372c20-43f1-41af-9294-963f564d68df,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:09.893848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e8d95a-02da-4daf-a448-a1909eb70f0b admin admin] Made reservation on behalf of d8cd3dcc306e4141bf5361cd9c0173dd for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:09.899501 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d95a-02da-4daf-a448-a1909eb70f0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:09.915473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network b6372c20-43f1-41af-9294-963f564d68df details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:39:09.939492 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31701b03-95b4-44fb-9f4c-c2606792873e req-fa024f73-5d2a-48e9-9718-50d33f7ea5b2 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389592 Nov 03 18:39:10.142551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port b9c32f87-aa86-4f09-b2ee-20e502f87de1, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=b9c32f87-aa86-4f09-b2ee-20e502f87de1,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:10.177522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'b9c32f87-aa86-4f09-b2ee-20e502f87de1', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': 'b9c32f87-aa86-4f09-b2ee-20e502f87de1', 'mac_address': 'fa:16:3e:a7:47:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:10.215238 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bd7e8-106a-4bba-a082-0b494848e091 req-f995b7f1-9f6f-42e5-aeb5-456c24cba411 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:10.222535 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-367bd7e8-106a-4bba-a082-0b494848e091 req-f995b7f1-9f6f-42e5-aeb5-456c24cba411 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.98 "GET /v2.0/ports?device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 950 time: 0.2566514 Nov 03 18:39:10.247268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6165da0a-b86a-40dd-bda2-ebc707089c79 req-6e70c276-042a-44b9-8d1c-b87845db40b9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 210 time: 0.1407993 Nov 03 18:39:10.343041 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.389871 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.431902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c5bff58-9d9f-4ce3-95ad-8dec6165018a req-499a7e91-adb3-4db2-8826-570e6e5d15a0 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 210 time: 0.1558225 Nov 03 18:39:10.452831 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80a4aad-1a74-44de-800d-e185ddef3ead'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:10.457012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-2b77a666-bfd5-4f8d-a7ee-5db9fbb08634 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:10.462306 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-2b77a666-bfd5-4f8d-a7ee-5db9fbb08634 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.87 "GET /v2.0/networks?id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 HTTP/1.1" status: 200 len: 819 time: 0.5156507 Nov 03 18:39:10.464924 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f85f5c-d897-4efe-8857-68e9a1ece2ae" -d '{"events": [{"server_uuid": "cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4", "name": "network-vif-plugged", "status": "completed", "tag": "a80a4aad-1a74-44de-800d-e185ddef3ead"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:10.485211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-3516dde8-39f8-439f-a304-369c3d376270 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Request body: {'port': {'device_id': '82f4e9fc-1cdb-4251-90bc-36dace2dabfa', 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1', 'admin_state_up': True, 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:10.505728 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a80a4aad-1a74-44de-800d-e185ddef3ead, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a80a4aad-1a74-44de-800d-e185ddef3ead,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:10.521338 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c32f87-aa86-4f09-b2ee-20e502f87de1 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:10.549768 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.622280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-b430925f-ced7-49b9-848b-378c0342e091 req-a67c0cda-736e-406b-aa44-7fa04fdb7329 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:39:10.623280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b430925f-ced7-49b9-848b-378c0342e091 req-a67c0cda-736e-406b-aa44-7fa04fdb7329 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0455363 Nov 03 18:39:10.673685 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port b9c32f87-aa86-4f09-b2ee-20e502f87de1, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=b9c32f87-aa86-4f09-b2ee-20e502f87de1,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:10.677135 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e4262aa3-65ce-4b32-9a88-dac23b45a9e2 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:10.690823 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.702706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec425c9-dc44-4734-9e1f-52fc3254c7b8 req-319d2f6d-a7c7-4943-8937-c932d553f6c8 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:10.713472 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ec425c9-dc44-4734-9e1f-52fc3254c7b8 req-319d2f6d-a7c7-4943-8937-c932d553f6c8 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 948 time: 0.0967593 Nov 03 18:39:10.739193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a80a4aad-1a74-44de-800d-e185ddef3ead,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:10.740058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-367bd7e8-106a-4bba-a082-0b494848e091 req-cbb8697c-3ee7-4b1a-8175-157590a599d8 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Deleting port f6fe80b9-358c-4bc5-88f3-2e2aa8947820 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:10.743935 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-367bd7e8-106a-4bba-a082-0b494848e091 req-cbb8697c-3ee7-4b1a-8175-157590a599d8 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.803646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-3516dde8-39f8-439f-a304-369c3d376270 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Made reservation on behalf of 1b6502cc2b2b4c5ca8cf848abbf86c1a for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:10.807312 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-3516dde8-39f8-439f-a304-369c3d376270 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.833375 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ec425c9-dc44-4734-9e1f-52fc3254c7b8 req-61dccc17-1e2e-49ac-aba0-27b5c2af9d84 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149931 Nov 03 18:39:10.864339 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e4262aa3-65ce-4b32-9a88-dac23b45a9e2 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:10.864825 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d95a-02da-4daf-a448-a1909eb70f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.865440 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:10.868781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=b9c32f87-aa86-4f09-b2ee-20e502f87de1,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:10.933224 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7dd0d8-c800-47a6-85a7-eea5a27fe038 x-openstack-request-id: req-7f7dd0d8-c800-47a6-85a7-eea5a27fe038 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:10.933777 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4", "name": "network-vif-plugged", "status": "completed", "tag": "a80a4aad-1a74-44de-800d-e185ddef3ead", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:10.934317 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7f7dd0d8-c800-47a6-85a7-eea5a27fe038 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:10.935148 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80a4aad-1a74-44de-800d-e185ddef3ead', 'code': 200} Nov 03 18:39:10.937199 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['b9c32f87-aa86-4f09-b2ee-20e502f87de1'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:10.996778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8d95a-02da-4daf-a448-a1909eb70f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=741c3aaf-2b54-4e36-9e7b-6fb7825d2557,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:11.151308 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d95519a-d666-4c30-b509-2a45b7be8aae req-6f63b006-acfd-420d-9724-f91caf927c03 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3660684 Nov 03 18:39:11.208674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8d95a-02da-4daf-a448-a1909eb70f0b admin admin] Checking segment: {'id': '684f257a-5e75-43c8-a1a1-c0d8d31f8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'b6372c20-43f1-41af-9294-963f564d68df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:11.209033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8d95a-02da-4daf-a448-a1909eb70f0b admin admin] Network hostable DHCP agents. Network: b6372c20-43f1-41af-9294-963f564d68df, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:39:11.249488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-367bd7e8-106a-4bba-a082-0b494848e091 req-cbb8697c-3ee7-4b1a-8175-157590a599d8 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] For port f6fe80b9-358c-4bc5-88f3-2e2aa8947820, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f6fe80b9-358c-4bc5-88f3-2e2aa8947820,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:11.251092 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-367bd7e8-106a-4bba-a082-0b494848e091 req-cbb8697c-3ee7-4b1a-8175-157590a599d8 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.301239 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-367bd7e8-106a-4bba-a082-0b494848e091 req-cbb8697c-3ee7-4b1a-8175-157590a599d8 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Calling delete_port for f6fe80b9-358c-4bc5-88f3-2e2aa8947820 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:11.309506 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-a8f720ff-12b4-4e22-b552-fbf704b2eb79 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2273850 Nov 03 18:39:11.310110 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8d95a-02da-4daf-a448-a1909eb70f0b admin admin] Network b6372c20-43f1-41af-9294-963f564d68df is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:39:11.328800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-441c02f7-f10f-41b9-8c1b-19723a8c76af service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:39:11.329819 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-441c02f7-f10f-41b9-8c1b-19723a8c76af service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0121253 Nov 03 18:39:11.337983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d3e8d95a-02da-4daf-a448-a1909eb70f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, b6372c20-43f1-41af-9294-963f564d68df) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:11.348457 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb6fbcf-3c56-453a-bac9-09006d569ff2 None None] Network b6372c20-43f1-41af-9294-963f564d68df requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:11.350517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-3516dde8-39f8-439f-a304-369c3d376270 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Allocated IP 172.20.0.12 (3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1/31a76d17-9ed3-48bb-927b-acc9f76c322b/92c0f455-9d07-4f79-a100-10f1243df0b3) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:11.372249 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195239d-5a84-4a43-8201-115afaf084b3 req-1204a06c-6682-4359-86be-ab316de1afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:11.379921 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e8d95a-02da-4daf-a448-a1909eb70f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:11.380371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7195239d-5a84-4a43-8201-115afaf084b3 req-1204a06c-6682-4359-86be-ab316de1afc6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 1101 time: 0.3153141 Nov 03 18:39:11.381151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d95a-02da-4daf-a448-a1909eb70f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:11.401089 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95519a-d666-4c30-b509-2a45b7be8aae req-a48fda41-4c8c-4746-a2d5-837860c98353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:11.402898 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d95519a-d666-4c30-b509-2a45b7be8aae req-a48fda41-4c8c-4746-a2d5-837860c98353 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0487d7314e3748c0932b744a4660085a&device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 1097 time: 0.1413457 Nov 03 18:39:11.438827 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d3e8d95a-02da-4daf-a448-a1909eb70f0b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7508173 Nov 03 18:39:11.467231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773aafd9-b551-44db-9dec-a459c3938cd2 req-7a7cedb0-7a61-4665-9613-614291d9cc9b tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:11.475781 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-773aafd9-b551-44db-9dec-a459c3938cd2 req-7a7cedb0-7a61-4665-9613-614291d9cc9b tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 950 time: 0.4058876 Nov 03 18:39:11.531689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7195239d-5a84-4a43-8201-115afaf084b3 req-7b1dcce0-7dce-4451-8c2c-e4e8540c217b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407433 Nov 03 18:39:11.542161 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a62942-a306-4505-8c6a-853cb180539d req-a9120e1d-db35-4cc2-a572-b45b066bb957 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:11.550233 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35a62942-a306-4505-8c6a-853cb180539d req-a9120e1d-db35-4cc2-a572-b45b066bb957 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.2847819 Nov 03 18:39:11.668311 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41595cca-a052-4ccb-8f9e-503f94aa725f None None] Network b6372c20-43f1-41af-9294-963f564d68df requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:11.711276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-773aafd9-b551-44db-9dec-a459c3938cd2 req-f9356543-88ac-4b93-8231-d9bdf1ac9334 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335024 Nov 03 18:39:11.921900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35a62942-a306-4505-8c6a-853cb180539d req-7d239c9f-0615-4823-9d78-28f245279884 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698225 Nov 03 18:39:12.044131 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-3516dde8-39f8-439f-a304-369c3d376270 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.080058 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-604e3dcf-8e16-4432-b68a-460330de9e8b req-1a2fd7c7-2a1f-4579-bf64-e8e153423ef8 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0792379 Nov 03 18:39:12.110071 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac0604be-2f67-4695-9067-1927b2a13d73 req-e219f5a2-ac0c-49fc-baf6-ca0d46302ede tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 210 time: 0.0324714 Nov 03 18:39:12.133721 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-3516dde8-39f8-439f-a304-369c3d376270 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.203137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-3516dde8-39f8-439f-a304-369c3d376270 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:12.210763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95519a-d666-4c30-b509-2a45b7be8aae req-b54a3119-69d9-4f44-8a7e-60bb49db7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:12.212391 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d95519a-d666-4c30-b509-2a45b7be8aae req-b54a3119-69d9-4f44-8a7e-60bb49db7aad service neutron] 10.222.0.87 "GET /v2.0/networks?id=74b7de5c-625e-4531-ade4-edde3aeb2a38 HTTP/1.1" status: 200 len: 916 time: 0.7712412 Nov 03 18:39:12.214013 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-3516dde8-39f8-439f-a304-369c3d376270 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:12.220474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-3516dde8-39f8-439f-a304-369c3d376270 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:12.247826 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-367bd7e8-106a-4bba-a082-0b494848e091 req-cbb8697c-3ee7-4b1a-8175-157590a599d8 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.281573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516dde8-39f8-439f-a304-369c3d376270 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Pushing event updated for resources: {'Port': ['ID=92c0f455-9d07-4f79-a100-10f1243df0b3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:12.324211 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-9fb1c249-dcad-46d5-b396-de4e56c32c3a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:12.325782 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-9fb1c249-dcad-46d5-b396-de4e56c32c3a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.87 "GET /v2.0/networks?id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 HTTP/1.1" status: 200 len: 819 time: 0.3372517 Nov 03 18:39:12.369751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-342c265f-cf0b-49e1-92ef-6ea877cbf837 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Request body: {'port': {'device_id': '0a8fa3f8-dff6-45ee-be02-d606bb71d0d0', 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1', 'admin_state_up': True, 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:12.371624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-3516dde8-39f8-439f-a304-369c3d376270 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:12.372143 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-3516dde8-39f8-439f-a304-369c3d376270 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.399820 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8697c-3ee7-4b1a-8175-157590a599d8 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Pushing event deleted for resources: {'Port': ['ID=f6fe80b9-358c-4bc5-88f3-2e2aa8947820,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:12.406438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52035c83-f80c-44f2-b717-0ec388576168 req-e8babab2-a3d0-4971-b622-b819d60fe25b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:12.414111 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52035c83-f80c-44f2-b717-0ec388576168 req-e8babab2-a3d0-4971-b622-b819d60fe25b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 949 time: 0.1113796 Nov 03 18:39:12.425222 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-3516dde8-39f8-439f-a304-369c3d376270 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9446785 Nov 03 18:39:12.481346 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52035c83-f80c-44f2-b717-0ec388576168 req-41fe1e93-3718-452e-85d8-c9c829099bf7 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606451 Nov 03 18:39:12.505172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Request body: {'port': {'device_id': '82f4e9fc-1cdb-4251-90bc-36dace2dabfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:12.555715 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d95519a-d666-4c30-b509-2a45b7be8aae req-839f96ae-eba4-4e64-9ca0-0045620414b5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b9ab53-db75-42df-937a-92add46ed91a HTTP/1.1" status: 200 len: 1001 time: 0.3202474 Nov 03 18:39:12.602207 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.623233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-367bd7e8-106a-4bba-a082-0b494848e091 req-cbb8697c-3ee7-4b1a-8175-157590a599d8 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] No DVR routers for this DVR port f6fe80b9-358c-4bc5-88f3-2e2aa8947820 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:39:12.626417 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-367bd7e8-106a-4bba-a082-0b494848e091 req-cbb8697c-3ee7-4b1a-8175-157590a599d8 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.631246 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-367bd7e8-106a-4bba-a082-0b494848e091 req-cbb8697c-3ee7-4b1a-8175-157590a599d8 tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.98 "DELETE /v2.0/ports/f6fe80b9-358c-4bc5-88f3-2e2aa8947820 HTTP/1.1" status: 204 len: 173 time: 2.3642135 Nov 03 18:39:12.662842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40f2487-527d-4998-be84-c8643e9405d1', 'name': 'network-vif-deleted', 'tag': 'f6fe80b9-358c-4bc5-88f3-2e2aa8947820'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:12.665616 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c23b950-e1c3-4c52-a0a5-c9c772563ee9" -d '{"events": [{"server_uuid": "a40f2487-527d-4998-be84-c8643e9405d1", "name": "network-vif-deleted", "tag": "f6fe80b9-358c-4bc5-88f3-2e2aa8947820"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:12.704704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-342c265f-cf0b-49e1-92ef-6ea877cbf837 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Made reservation on behalf of 1b6502cc2b2b4c5ca8cf848abbf86c1a for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:12.708693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-342c265f-cf0b-49e1-92ef-6ea877cbf837 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:12.814986 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0ded76-8dd6-4ad5-ab3a-c27223b5a8ea x-openstack-request-id: req-3b0ded76-8dd6-4ad5-ab3a-c27223b5a8ea {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:12.815437 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40f2487-527d-4998-be84-c8643e9405d1", "name": "network-vif-deleted", "tag": "f6fe80b9-358c-4bc5-88f3-2e2aa8947820", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:12.815829 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3b0ded76-8dd6-4ad5-ab3a-c27223b5a8ea {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:12.816356 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40f2487-527d-4998-be84-c8643e9405d1', 'name': 'network-vif-deleted', 'tag': 'f6fe80b9-358c-4bc5-88f3-2e2aa8947820', 'status': 'completed', 'code': 200} Nov 03 18:39:12.825457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95519a-d666-4c30-b509-2a45b7be8aae req-6fcc3aa5-becf-42ab-8dfd-0376b812bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:12.827300 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d95519a-d666-4c30-b509-2a45b7be8aae req-6fcc3aa5-becf-42ab-8dfd-0376b812bfcf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf3b54d6-1983-470d-8b3b-6e8728cac670 HTTP/1.1" status: 200 len: 854 time: 0.2466688 Nov 03 18:39:12.911790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d1b05c1-92c6-4087-8449-a906bb8879e2 req-ab050fb5-0811-4200-86fc-33b17a684ccb tempest-LiveMigrationNegativeTest-1422619760 tempest-LiveMigrationNegativeTest-1422619760-project] 10.222.0.107 "GET /v2.0/ports?device_id=a40f2487-527d-4998-be84-c8643e9405d1 HTTP/1.1" status: 200 len: 210 time: 0.0879922 Nov 03 18:39:12.983077 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95519a-d666-4c30-b509-2a45b7be8aae req-aaceabdd-c561-4ada-9181-f31b4d41eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:12.985005 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d95519a-d666-4c30-b509-2a45b7be8aae req-aaceabdd-c561-4ada-9181-f31b4d41eef9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=74b7de5c-625e-4531-ade4-edde3aeb2a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443236 Nov 03 18:39:12.991980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-342c265f-cf0b-49e1-92ef-6ea877cbf837 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Allocated IP 172.20.0.11 (3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1/31a76d17-9ed3-48bb-927b-acc9f76c322b/ae860861-1531-4249-979b-c6c2ce597c2d) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:13.046691 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.115248 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-0197a654-984c-48f9-b7df-5f593d57af51 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:13.122882 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-0197a654-984c-48f9-b7df-5f593d57af51 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/networks?id=b6372c20-43f1-41af-9294-963f564d68df HTTP/1.1" status: 200 len: 817 time: 0.6357334 Nov 03 18:39:13.144607 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-4c20a3ce-73e0-4311-8c70-e6563d17ed8e tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/quotas/d8cd3dcc306e4141bf5361cd9c0173dd HTTP/1.1" status: 200 len: 375 time: 0.0208383 Nov 03 18:39:13.180532 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d95519a-d666-4c30-b509-2a45b7be8aae req-dd281d75-3d74-42fc-90e6-aa92caf23b64 service neutron] 10.222.0.87 "GET /v2.0/networks/74b7de5c-625e-4531-ade4-edde3aeb2a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817732 Nov 03 18:39:13.208781 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-3d092dae-1179-4362-9139-db7024aeef5a tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d8cd3dcc306e4141bf5361cd9c0173dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505073 Nov 03 18:39:13.237502 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aae9e-31ec-483c-8c4b-7d9e56851a5e req-5549cb69-0a40-4876-bca7-746407b7af13 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:13.239366 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a24aae9e-31ec-483c-8c4b-7d9e56851a5e req-5549cb69-0a40-4876-bca7-746407b7af13 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1010745 Nov 03 18:39:13.364429 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d95519a-d666-4c30-b509-2a45b7be8aae req-276f5c33-6840-4759-9702-9df5f39656c3 service neutron] 10.222.0.87 "GET /v2.0/networks/74b7de5c-625e-4531-ade4-edde3aeb2a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756415 Nov 03 18:39:13.376185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a24aae9e-31ec-483c-8c4b-7d9e56851a5e req-fa1cc399-2ced-4a15-a7ff-9e578c533836 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220844 Nov 03 18:39:13.390739 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-342c265f-cf0b-49e1-92ef-6ea877cbf837 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.396026 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-59f2e7e3-983d-43de-b3a1-0e3d587af998 service neutron] 10.222.0.107 "GET /v2.0/networks/b6372c20-43f1-41af-9294-963f564d68df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743009 Nov 03 18:39:13.482720 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-342c265f-cf0b-49e1-92ef-6ea877cbf837 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.535019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-342c265f-cf0b-49e1-92ef-6ea877cbf837 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:13.538688 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-342c265f-cf0b-49e1-92ef-6ea877cbf837 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:13.541170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-342c265f-cf0b-49e1-92ef-6ea877cbf837 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:13.579118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-6b137fce-f1e8-425c-a08a-46644b278732 service neutron] 10.222.0.107 "GET /v2.0/networks/b6372c20-43f1-41af-9294-963f564d68df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712818 Nov 03 18:39:13.579509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c265f-cf0b-49e1-92ef-6ea877cbf837 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Pushing event updated for resources: {'Port': ['ID=ae860861-1531-4249-979b-c6c2ce597c2d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:13.588863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device b9c32f87-aa86-4f09-b2ee-20e502f87de1 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:13.602925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f6530-807d-4d42-96e8-6acdf1610804 req-c9809fae-3ece-4a52-9fc3-f3cfdef201ff tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:13.603722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-342c265f-cf0b-49e1-92ef-6ea877cbf837 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:13.604353 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-342c265f-cf0b-49e1-92ef-6ea877cbf837 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.608697 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a6f6530-807d-4d42-96e8-6acdf1610804 req-c9809fae-3ece-4a52-9fc3-f3cfdef201ff tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 932 time: 0.1334159 Nov 03 18:39:13.632208 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-342c265f-cf0b-49e1-92ef-6ea877cbf837 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2662177 Nov 03 18:39:13.667963 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port b9c32f87-aa86-4f09-b2ee-20e502f87de1 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:13.671040 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Request body: {'port': {'device_id': '0a8fa3f8-dff6-45ee-be02-d606bb71d0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:13.674804 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port b9c32f87-aa86-4f09-b2ee-20e502f87de1 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:13.675628 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.755328 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.762726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c0f455-9d07-4f79-a100-10f1243df0b3 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:13.773417 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.790591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Transition to ACTIVE for port object 92c0f455-9d07-4f79-a100-10f1243df0b3 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:13.797076 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a6f6530-807d-4d42-96e8-6acdf1610804 req-3f7ebcc9-b63b-4748-a73c-0dc1e8864a6f tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840489 Nov 03 18:39:13.798467 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.827624 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.924081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port b9c32f87-aa86-4f09-b2ee-20e502f87de1, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=b9c32f87-aa86-4f09-b2ee-20e502f87de1,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:13.926783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Pushing event updated for resources: {'Port': ['ID=92c0f455-9d07-4f79-a100-10f1243df0b3,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:13.929757 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ccb450-16c8-4946-b947-4b90e3bc725b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c32f87-aa86-4f09-b2ee-20e502f87de1'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:13.931990 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5229aa56-9e24-4dca-a3aa-8bc3590b63a3" -d '{"events": [{"server_uuid": "70ccb450-16c8-4946-b947-4b90e3bc725b", "name": "network-vif-plugged", "status": "completed", "tag": "b9c32f87-aa86-4f09-b2ee-20e502f87de1"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:13.951344 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:13.953355 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f6fe80b9-358c-4bc5-88f3-2e2aa8947820 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:13.980494 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-f4ecccfa-671e-4266-b489-fe1dfe764771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:13.982025 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-f4ecccfa-671e-4266-b489-fe1dfe764771 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 1101 time: 0.2134974 Nov 03 18:39:14.024639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: f6fe80b9-358c-4bc5-88f3-2e2aa8947820 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:14.024894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f6fe80b9-358c-4bc5-88f3-2e2aa8947820 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:14.055966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=b9c32f87-aa86-4f09-b2ee-20e502f87de1,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:14.123513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ac8cbbd-e55b-4126-9a09-584cc7ef7333 req-5304eed1-eff4-44e9-8d2b-bccda6657fff tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 210 time: 0.1339471 Nov 03 18:39:14.154931 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Attempting to bind port 92c0f455-9d07-4f79-a100-10f1243df0b3 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:14.155508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Attempting to bind port 92c0f455-9d07-4f79-a100-10f1243df0b3 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'c45780f7-b425-4bef-8203-1ef24302ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:14.157053 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Attempting to bind port 92c0f455-9d07-4f79-a100-10f1243df0b3 on network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:14.175648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Port 92c0f455-9d07-4f79-a100-10f1243df0b3 on network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:14.175962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Attempting to bind port 92c0f455-9d07-4f79-a100-10f1243df0b3 on network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:14.197044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bb94b-71bc-4598-8804-a1435d889289 req-07cb42de-b8a5-4951-ba29-d5d505fefc90 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:14.197953 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c3bb94b-71bc-4598-8804-a1435d889289 req-07cb42de-b8a5-4951-ba29-d5d505fefc90 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 950 time: 0.1392775 Nov 03 18:39:14.199191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:14.199536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Checking segment: {'id': 'c45780f7-b425-4bef-8203-1ef24302ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:14.200193 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Bound using segment: {'id': 'c45780f7-b425-4bef-8203-1ef24302ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:14.200388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Bound port: 92c0f455-9d07-4f79-a100-10f1243df0b3, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45780f7-b425-4bef-8203-1ef24302ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:14.200746 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.264707 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-f8ab4ff9-97bb-4f8d-b317-21e4acf7355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:14.267844 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-f8ab4ff9-97bb-4f8d-b317-21e4acf7355c service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2289634 Nov 03 18:39:14.340083 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-fcafcae0-05c2-4a09-97be-dcab43bfa682 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=d7c1415e-8d28-4f9b-b351-1864b5a0b370 HTTP/1.1" status: 200 len: 217 time: 0.0587478 Nov 03 18:39:14.347531 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f84f4443-a6fa-4ccb-82f3-f116c4398826 req-23d573d1-88ae-479c-9e94-6b229defdb35 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/ports?device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 210 time: 0.0514491 Nov 03 18:39:14.396757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] For port 92c0f455-9d07-4f79-a100-10f1243df0b3, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:14.401489 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] For port 92c0f455-9d07-4f79-a100-10f1243df0b3, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=92c0f455-9d07-4f79-a100-10f1243df0b3,segment=NetworkSegment(c45780f7-b425-4bef-8203-1ef24302ec83),segment_id=c45780f7-b425-4bef-8203-1ef24302ec83)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:14.413590 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c3bb94b-71bc-4598-8804-a1435d889289 req-2d592479-0c79-4344-9359-bc9c41a56d56 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931877 Nov 03 18:39:14.418352 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.502057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:14.502785 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.504598 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] 10.222.0.87 "PUT /v2.0/ports/92c0f455-9d07-4f79-a100-10f1243df0b3 HTTP/1.1" status: 200 len: 1092 time: 2.0404315 Nov 03 18:39:14.505052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f4e9fc-1cdb-4251-90bc-36dace2dabfa', 'tag': '92c0f455-9d07-4f79-a100-10f1243df0b3'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:14.507966 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099bf2f3-114c-4590-b54f-f4bd7d9d8761" -d '{"events": [{"name": "network-changed", "server_uuid": "82f4e9fc-1cdb-4251-90bc-36dace2dabfa", "tag": "92c0f455-9d07-4f79-a100-10f1243df0b3"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:14.528266 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cedb8c-ae3a-4176-9436-c318532b2911 x-openstack-request-id: req-a5cedb8c-ae3a-4176-9436-c318532b2911 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:14.529014 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ccb450-16c8-4946-b947-4b90e3bc725b", "name": "network-vif-plugged", "status": "completed", "tag": "b9c32f87-aa86-4f09-b2ee-20e502f87de1", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:14.529470 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a5cedb8c-ae3a-4176-9436-c318532b2911 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:14.530170 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ccb450-16c8-4946-b947-4b90e3bc725b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c32f87-aa86-4f09-b2ee-20e502f87de1', 'code': 200} Nov 03 18:39:14.537692 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a76f4-1126-47b6-8544-18dbcb06e04d service neutron] Pushing event updated for resources: {'Port': ['ID=92c0f455-9d07-4f79-a100-10f1243df0b3,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:14.540268 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-e5078b60-be60-481c-beef-da97a0832330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:14.542427 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-e5078b60-be60-481c-beef-da97a0832330 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1973510 Nov 03 18:39:14.654072 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e3f86b-dbe5-423a-a589-31572c65e9fc x-openstack-request-id: req-e9e3f86b-dbe5-423a-a589-31572c65e9fc {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:14.654329 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f4e9fc-1cdb-4251-90bc-36dace2dabfa", "tag": "92c0f455-9d07-4f79-a100-10f1243df0b3", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:14.654439 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e9e3f86b-dbe5-423a-a589-31572c65e9fc {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:14.654822 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f4e9fc-1cdb-4251-90bc-36dace2dabfa', 'tag': '92c0f455-9d07-4f79-a100-10f1243df0b3', 'status': 'completed', 'code': 200} Nov 03 18:39:14.698144 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae860861-1531-4249-979b-c6c2ce597c2d {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:14.709904 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.732201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-b4b5a6ef-0147-419a-a338-f014643ba599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:14.734666 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-b4b5a6ef-0147-419a-a338-f014643ba599 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1b6502cc2b2b4c5ca8cf848abbf86c1a&device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 1095 time: 0.1376607 Nov 03 18:39:14.735269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Transition to ACTIVE for port object ae860861-1531-4249-979b-c6c2ce597c2d will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:14.739425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-4332b2fa-925a-4339-825f-ccbf4b2f780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:14.742020 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-4332b2fa-925a-4339-825f-ccbf4b2f780a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0960140 Nov 03 18:39:14.743084 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:14.766517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1d1ec-d1b8-4b44-972a-df24243dfa21 req-2de5764d-6114-4fd5-ab48-5cb709833583 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:14.774396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8b1d1ec-d1b8-4b44-972a-df24243dfa21 req-2de5764d-6114-4fd5-ab48-5cb709833583 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1059451 Nov 03 18:39:14.884280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-5c0df79d-9b07-4aec-9a6b-a62b87f048a7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c0f455-9d07-4f79-a100-10f1243df0b3 HTTP/1.1" status: 200 len: 217 time: 0.0746231 Nov 03 18:39:14.888274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Pushing event updated for resources: {'Port': ['ID=ae860861-1531-4249-979b-c6c2ce597c2d,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:14.908731 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39954) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:14.965759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7cebf-1970-4353-a11a-0424aeed5ed1 req-498eb7f1-94fa-4cd8-bba3-07f335766d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:14.967510 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc7cebf-1970-4353-a11a-0424aeed5ed1 req-498eb7f1-94fa-4cd8-bba3-07f335766d2d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 1101 time: 0.2103813 Nov 03 18:39:15.005066 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8b1d1ec-d1b8-4b44-972a-df24243dfa21 req-4a1f5c78-55ff-44a1-a917-1d997ca23786 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297451 Nov 03 18:39:15.009747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-518c4e69-dd2d-425b-8bf5-faaad9e2b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:15.011382 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-518c4e69-dd2d-425b-8bf5-faaad9e2b073 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=31a76d17-9ed3-48bb-927b-acc9f76c322b HTTP/1.1" status: 200 len: 859 time: 0.1124477 Nov 03 18:39:15.065972 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-e0804899-6989-4dbf-b4e7-3a0ee7ace0de service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861683 Nov 03 18:39:15.084095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-c02e87fb-3a23-460b-b851-136610dfe032 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632153 Nov 03 18:39:15.095565 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd3074-a166-4e27-96c2-d0c29585df5f req-fe5ea621-d03f-4a4a-9dbb-37aed4daf04c tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:15.097103 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-30bd3074-a166-4e27-96c2-d0c29585df5f req-fe5ea621-d03f-4a4a-9dbb-37aed4daf04c tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 944 time: 0.1550500 Nov 03 18:39:15.142683 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc7cebf-1970-4353-a11a-0424aeed5ed1 req-54a027f2-83da-4987-8e29-6bb1631dc928 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514287 Nov 03 18:39:15.188814 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-b121eb50-9066-4da8-bd90-054bb6c4283d service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032450 Nov 03 18:39:15.208406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Attempting to bind port ae860861-1531-4249-979b-c6c2ce597c2d on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:15.209172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Attempting to bind port ae860861-1531-4249-979b-c6c2ce597c2d by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'c45780f7-b425-4bef-8203-1ef24302ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:15.209511 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Attempting to bind port ae860861-1531-4249-979b-c6c2ce597c2d on network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:15.232859 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Port ae860861-1531-4249-979b-c6c2ce597c2d on network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:15.233204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Attempting to bind port ae860861-1531-4249-979b-c6c2ce597c2d on network 3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:15.245358 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:15.245696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Checking segment: {'id': 'c45780f7-b425-4bef-8203-1ef24302ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:15.246079 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Bound using segment: {'id': 'c45780f7-b425-4bef-8203-1ef24302ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:15.246514 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Bound port: ae860861-1531-4249-979b-c6c2ce597c2d, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45780f7-b425-4bef-8203-1ef24302ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:15.246874 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.258777 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-30bd3074-a166-4e27-96c2-d0c29585df5f req-9c64f1b7-589a-4332-941f-4b74db4c87fc tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465125 Nov 03 18:39:15.266947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e35b6c84-dd25-457f-bdd4-5295c9de1059 req-090f84f2-ecac-4680-afca-27d752878310 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=e6de65f6-9b17-40d4-b2a7-885f1d438a6e HTTP/1.1" status: 200 len: 210 time: 0.0498879 Nov 03 18:39:15.289916 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-81dfb484-9934-4c44-9dcd-9bc5315b81db service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918180 Nov 03 18:39:15.310447 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e52f4c94-fb15-4892-a5be-03c6ab7be9f2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2841aa537fca4e50a7e4211a7775237d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3685999 Nov 03 18:39:15.311154 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39962) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:15.401554 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5ed3559-b73f-4fbb-ae7b-aced3a5f6b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.414578 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] For port ae860861-1531-4249-979b-c6c2ce597c2d, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:15.437823 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] For port ae860861-1531-4249-979b-c6c2ce597c2d, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ae860861-1531-4249-979b-c6c2ce597c2d,segment=NetworkSegment(c45780f7-b425-4bef-8203-1ef24302ec83),segment_id=c45780f7-b425-4bef-8203-1ef24302ec83)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:15.439951 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5ed3559-b73f-4fbb-ae7b-aced3a5f6b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.466248 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.585997 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:15.586724 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.588955 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] 10.222.0.87 "PUT /v2.0/ports/ae860861-1531-4249-979b-c6c2ce597c2d HTTP/1.1" status: 200 len: 1092 time: 1.9220355 Nov 03 18:39:15.597598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8fa3f8-dff6-45ee-be02-d606bb71d0d0', 'tag': 'ae860861-1531-4249-979b-c6c2ce597c2d'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:15.599927 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6758e9d0-71a0-43fc-92bd-b2b475b597c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8fa3f8-dff6-45ee-be02-d606bb71d0d0", "tag": "ae860861-1531-4249-979b-c6c2ce597c2d"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:15.604862 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea0b0e7c-8e32-472d-9e5f-e5f6a6751ec0 req-861c129b-4841-49c5-83f8-f114c9767499 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/ports?device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 210 time: 0.1077337 Nov 03 18:39:15.661687 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62e9041e-47ee-4258-91d1-7b0ef6e20ae8 req-daf7ff39-3c40-44d6-a5e9-40b24ac8a8c6 service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561420 Nov 03 18:39:15.684619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b615e4-af0a-43f3-b8d9-71f922eb2f05 service neutron] Pushing event updated for resources: {'Port': ['ID=ae860861-1531-4249-979b-c6c2ce597c2d,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:15.699938 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38662cf-a88e-4e5d-a850-56e17b0beba8 req-4f154263-edf4-4a0b-9f49-b73dc56d7a29 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:15.712997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b38662cf-a88e-4e5d-a850-56e17b0beba8 req-4f154263-edf4-4a0b-9f49-b73dc56d7a29 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 950 time: 0.1610570 Nov 03 18:39:15.743958 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5ed3559-b73f-4fbb-ae7b-aced3a5f6b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.747328 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5ed3559-b73f-4fbb-ae7b-aced3a5f6b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:15.748531 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d5ed3559-b73f-4fbb-ae7b-aced3a5f6b89 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6 HTTP/1.1" status: 204 len: 168 time: 0.4340243 Nov 03 18:39:15.769430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed3559-b73f-4fbb-ae7b-aced3a5f6b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b066b3-ddfb-401f-a48c-b2f1f05ffbd6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:15.793694 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b38662cf-a88e-4e5d-a850-56e17b0beba8 req-b40c2741-9dd6-45e2-94f4-538863f5e6c9 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785491 Nov 03 18:39:15.819415 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-67cd9bc0-3216-4cdf-8fc7-1d3f8a03edbd tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:15.821260 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-67cd9bc0-3216-4cdf-8fc7-1d3f8a03edbd tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.98 "GET /v2.0/networks?id=b6372c20-43f1-41af-9294-963f564d68df HTTP/1.1" status: 200 len: 817 time: 0.2824047 Nov 03 18:39:15.837906 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-23d85bd8-e7b8-4ad6-bc65-47b0a5ce6078 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Request body: {'port': {'device_id': '7e8b0a5d-d9fe-4f9c-be91-c91387b967ef', 'network_id': 'b6372c20-43f1-41af-9294-963f564d68df', 'admin_state_up': True, 'tenant_id': 'd8cd3dcc306e4141bf5361cd9c0173dd'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:15.865879 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb58fbe7-f537-4afd-aba2-cc19f2f9c9a2 x-openstack-request-id: req-cb58fbe7-f537-4afd-aba2-cc19f2f9c9a2 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:15.866245 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8fa3f8-dff6-45ee-be02-d606bb71d0d0", "tag": "ae860861-1531-4249-979b-c6c2ce597c2d", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:15.866589 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cb58fbe7-f537-4afd-aba2-cc19f2f9c9a2 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:15.866883 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8fa3f8-dff6-45ee-be02-d606bb71d0d0', 'tag': 'ae860861-1531-4249-979b-c6c2ce597c2d', 'status': 'completed', 'code': 200} Nov 03 18:39:15.972399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-23d85bd8-e7b8-4ad6-bc65-47b0a5ce6078 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Made reservation on behalf of d8cd3dcc306e4141bf5361cd9c0173dd for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:15.975837 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-23d85bd8-e7b8-4ad6-bc65-47b0a5ce6078 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.029297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-62ba0cca-bda1-4d31-ae9b-fe473ce0f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:16.031048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-62ba0cca-bda1-4d31-ae9b-fe473ce0f9e7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1b6502cc2b2b4c5ca8cf848abbf86c1a&device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 1095 time: 0.0509217 Nov 03 18:39:16.073897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bf2f3-114c-4590-b54f-f4bd7d9d8761 req-02b858a7-122a-4b6a-8f6a-fe6a23d72977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:16.075332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39980) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:16.076631 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-099bf2f3-114c-4590-b54f-f4bd7d9d8761 req-02b858a7-122a-4b6a-8f6a-fe6a23d72977 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1b6502cc2b2b4c5ca8cf848abbf86c1a&device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 1095 time: 0.0871730 Nov 03 18:39:16.114260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-fef76b9c-dfcd-450d-a83b-451e30058446 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae860861-1531-4249-979b-c6c2ce597c2d HTTP/1.1" status: 200 len: 217 time: 0.0471699 Nov 03 18:39:16.210667 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-23d85bd8-e7b8-4ad6-bc65-47b0a5ce6078 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Allocated IP 172.20.0.9 (b6372c20-43f1-41af-9294-963f564d68df/741c3aaf-2b54-4e36-9e7b-6fb7825d2557/ba255ea8-450d-48ba-8b45-bb5fe8e78f65) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:16.214963 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3506ec56-6fdd-4d7d-873a-e1bd1259d53d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7229bee9fad647a8b30ba7b7864fc8ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383326 Nov 03 18:39:16.217550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-fa5d8208-ea65-40ea-a26b-a34d29a15a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:16.218850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39982) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:16.218985 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-fa5d8208-ea65-40ea-a26b-a34d29a15a89 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=31a76d17-9ed3-48bb-927b-acc9f76c322b HTTP/1.1" status: 200 len: 859 time: 0.0902309 Nov 03 18:39:16.230016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65266505-0dc2-4877-833e-2afc27f0ffb7 req-ad81b9f0-106b-4a21-ac3e-2cb90e582a0a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:16.231521 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65266505-0dc2-4877-833e-2afc27f0ffb7 req-ad81b9f0-106b-4a21-ac3e-2cb90e582a0a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1208284 Nov 03 18:39:16.291548 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bf2f3-114c-4590-b54f-f4bd7d9d8761 req-591ed5f6-cdb6-406d-aec2-36d9662ab8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:16.293555 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-099bf2f3-114c-4590-b54f-f4bd7d9d8761 req-591ed5f6-cdb6-406d-aec2-36d9662ab8e8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 HTTP/1.1" status: 200 len: 920 time: 0.1951230 Nov 03 18:39:16.365498 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-099bf2f3-114c-4590-b54f-f4bd7d9d8761 req-343804d0-db3a-439e-988a-cf9c7273840b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c0f455-9d07-4f79-a100-10f1243df0b3 HTTP/1.1" status: 200 len: 217 time: 0.0612702 Nov 03 18:39:16.447089 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e15ad1f2-a757-4116-807b-4bda112c8374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.488133 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bf2f3-114c-4590-b54f-f4bd7d9d8761 req-73dc8c11-fc59-4e6a-9b68-2b27758ac293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:16.489679 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-099bf2f3-114c-4590-b54f-f4bd7d9d8761 req-73dc8c11-fc59-4e6a-9b68-2b27758ac293 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=31a76d17-9ed3-48bb-927b-acc9f76c322b HTTP/1.1" status: 200 len: 859 time: 0.1123276 Nov 03 18:39:16.508550 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e15ad1f2-a757-4116-807b-4bda112c8374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.570311 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-099bf2f3-114c-4590-b54f-f4bd7d9d8761 req-9d3d09a6-60fb-4c74-9755-4559f1a9a68b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475836 Nov 03 18:39:16.581523 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-cb711ba0-0be7-41fd-b742-1f2307742a1f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3478265 Nov 03 18:39:16.607000 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-23d85bd8-e7b8-4ad6-bc65-47b0a5ce6078 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.677706 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e15ad1f2-a757-4116-807b-4bda112c8374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.680281 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e15ad1f2-a757-4116-807b-4bda112c8374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.681456 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e15ad1f2-a757-4116-807b-4bda112c8374 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/967f1909-1d80-4f3e-bd92-dec699f3623f HTTP/1.1" status: 204 len: 168 time: 0.4594181 Nov 03 18:39:16.695569 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e970826-9c5e-4901-bfd4-978dc24e7c95 req-b6d5d77b-c45a-489f-ac41-452c58f8ae99 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:16.697257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e970826-9c5e-4901-bfd4-978dc24e7c95 req-b6d5d77b-c45a-489f-ac41-452c58f8ae99 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 944 time: 0.1225126 Nov 03 18:39:16.698500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ad1f2-a757-4116-807b-4bda112c8374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967f1909-1d80-4f3e-bd92-dec699f3623f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:16.729952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65266505-0dc2-4877-833e-2afc27f0ffb7 req-1dc858fd-7180-46ef-b632-a45c9b9cffe8 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867122 Nov 03 18:39:16.738064 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-23d85bd8-e7b8-4ad6-bc65-47b0a5ce6078 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:16.755236 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-099bf2f3-114c-4590-b54f-f4bd7d9d8761 req-ff72fdca-0827-41a0-9fe1-193a318a39db service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423578 Nov 03 18:39:16.809395 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-86b1a427-bc0c-4e50-a413-0c858a4cc49a service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902573 Nov 03 18:39:16.824897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e970826-9c5e-4901-bfd4-978dc24e7c95 req-82726e34-1102-47f1-a06c-b4ae92ae0624 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990939 Nov 03 18:39:16.825778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-23d85bd8-e7b8-4ad6-bc65-47b0a5ce6078 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Network b6372c20-43f1-41af-9294-963f564d68df is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:16.856917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-23d85bd8-e7b8-4ad6-bc65-47b0a5ce6078 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:16.878298 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-23d85bd8-e7b8-4ad6-bc65-47b0a5ce6078 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:17.047089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c041db25-da79-4aff-9a7f-51ddb1561a2c req-2ea49019-871d-41bc-8e8f-89fb615abda8 service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210410 Nov 03 18:39:17.070635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e240062-2432-4fa9-81cf-423781a8b3ac req-dec2e700-e538-41ac-a7c6-39a07362f6c1 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:17.072433 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e240062-2432-4fa9-81cf-423781a8b3ac req-dec2e700-e538-41ac-a7c6-39a07362f6c1 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/ports?device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 931 time: 0.1253564 Nov 03 18:39:17.082460 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db912535-d237-4a51-9363-27046c4c585e req-eed7c2e8-27c8-4198-8a10-8f65efc7766c tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:17.084434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db912535-d237-4a51-9363-27046c4c585e req-eed7c2e8-27c8-4198-8a10-8f65efc7766c tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 950 time: 0.0892279 Nov 03 18:39:17.178713 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e240062-2432-4fa9-81cf-423781a8b3ac req-5749df6f-3c94-4cc6-b65b-bd0db85f90fb tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/security-groups?id=2c2538f9-329d-476c-8f92-e546884ccd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906773 Nov 03 18:39:17.192060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db912535-d237-4a51-9363-27046c4c585e req-6400a256-4464-4ffa-837f-3334d75d441c tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908601 Nov 03 18:39:17.287692 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d85bd8-e7b8-4ad6-bc65-47b0a5ce6078 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Pushing event updated for resources: {'Port': ['ID=ba255ea8-450d-48ba-8b45-bb5fe8e78f65,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:17.300095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758e9d0-71a0-43fc-92bd-b2b475b597c6 req-d0152660-d5a2-4543-8e32-12ee5b126135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:17.301675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6758e9d0-71a0-43fc-92bd-b2b475b597c6 req-d0152660-d5a2-4543-8e32-12ee5b126135 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1b6502cc2b2b4c5ca8cf848abbf86c1a&device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 1095 time: 0.1085374 Nov 03 18:39:17.321170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-23d85bd8-e7b8-4ad6-bc65-47b0a5ce6078 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:17.322068 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-23d85bd8-e7b8-4ad6-bc65-47b0a5ce6078 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:17.355764 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-099bf2f3-114c-4590-b54f-f4bd7d9d8761 req-4fc70a3b-8355-4e55-abec-3a0be94d2a50 service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601542 Nov 03 18:39:17.356951 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-23d85bd8-e7b8-4ad6-bc65-47b0a5ce6078 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5231843 Nov 03 18:39:17.372492 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Request body: {'port': {'device_id': '7e8b0a5d-d9fe-4f9c-be91-c91387b967ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:17.438075 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:17.474649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758e9d0-71a0-43fc-92bd-b2b475b597c6 req-1cb374e3-e554-42ad-b2e7-23e352d4cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:17.476329 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6758e9d0-71a0-43fc-92bd-b2b475b597c6 req-1cb374e3-e554-42ad-b2e7-23e352d4cf2a service neutron] 10.222.0.87 "GET /v2.0/networks?id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 HTTP/1.1" status: 200 len: 920 time: 0.1227722 Nov 03 18:39:17.492403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f1f29-c158-4beb-af6f-751024a6e3e2 req-ddd56070-bfd0-49d5-b051-41f0ee2b2b91 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:17.494309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c4f1f29-c158-4beb-af6f-751024a6e3e2 req-ddd56070-bfd0-49d5-b051-41f0ee2b2b91 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1797907 Nov 03 18:39:17.552564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6758e9d0-71a0-43fc-92bd-b2b475b597c6 req-1da4294f-2865-4331-a882-d2dda7a3c9e6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae860861-1531-4249-979b-c6c2ce597c2d HTTP/1.1" status: 200 len: 217 time: 0.0555615 Nov 03 18:39:17.681681 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c4f1f29-c158-4beb-af6f-751024a6e3e2 req-76123715-6e1a-4cbd-b516-b859ec429b47 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747298 Nov 03 18:39:17.705689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758e9d0-71a0-43fc-92bd-b2b475b597c6 req-b12469a5-64ea-404e-83f3-f310eb11eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:17.707335 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6758e9d0-71a0-43fc-92bd-b2b475b597c6 req-b12469a5-64ea-404e-83f3-f310eb11eb81 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=31a76d17-9ed3-48bb-927b-acc9f76c322b HTTP/1.1" status: 200 len: 859 time: 0.1423814 Nov 03 18:39:17.755455 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6758e9d0-71a0-43fc-92bd-b2b475b597c6 req-57cafa5c-22c8-4068-84ba-99153896be65 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345178 Nov 03 18:39:17.764421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a84de9-4427-40ec-8404-1c48e78622d5 req-40b061b7-028d-4b79-b877-9bf5fb181991 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:17.766047 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72a84de9-4427-40ec-8404-1c48e78622d5 req-40b061b7-028d-4b79-b877-9bf5fb181991 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 812 time: 0.2219553 Nov 03 18:39:17.787827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba255ea8-450d-48ba-8b45-bb5fe8e78f65 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:17.798665 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:17.811040 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72a84de9-4427-40ec-8404-1c48e78622d5 req-ecce0477-6497-4b06-831c-c861b116b3da tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/quotas/326a8b3143c7495cbf9c57a8e3e086d9 HTTP/1.1" status: 200 len: 375 time: 0.0352108 Nov 03 18:39:17.821860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Transition to ACTIVE for port object ba255ea8-450d-48ba-8b45-bb5fe8e78f65 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:17.827118 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:17.884696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72a84de9-4427-40ec-8404-1c48e78622d5 req-cfdaeef9-5841-4ee9-83e6-46b436c6aa0c tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398853 Nov 03 18:39:17.888181 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Pushing event updated for resources: {'Port': ['ID=ba255ea8-450d-48ba-8b45-bb5fe8e78f65,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:17.964154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6758e9d0-71a0-43fc-92bd-b2b475b597c6 req-649bc55d-1fe9-4862-93b4-f719cb2a1989 service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969297 Nov 03 18:39:17.971755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Attempting to bind port ba255ea8-450d-48ba-8b45-bb5fe8e78f65 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:17.972098 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Attempting to bind port ba255ea8-450d-48ba-8b45-bb5fe8e78f65 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '684f257a-5e75-43c8-a1a1-c0d8d31f8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'b6372c20-43f1-41af-9294-963f564d68df'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:17.972598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Attempting to bind port ba255ea8-450d-48ba-8b45-bb5fe8e78f65 on network b6372c20-43f1-41af-9294-963f564d68df {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:17.980265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Port ba255ea8-450d-48ba-8b45-bb5fe8e78f65 on network b6372c20-43f1-41af-9294-963f564d68df not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:17.980594 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Attempting to bind port ba255ea8-450d-48ba-8b45-bb5fe8e78f65 on network b6372c20-43f1-41af-9294-963f564d68df {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:17.986009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:17.986430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Checking segment: {'id': '684f257a-5e75-43c8-a1a1-c0d8d31f8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'b6372c20-43f1-41af-9294-963f564d68df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:17.986759 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Bound using segment: {'id': '684f257a-5e75-43c8-a1a1-c0d8d31f8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'b6372c20-43f1-41af-9294-963f564d68df'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:17.987194 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Bound port: ba255ea8-450d-48ba-8b45-bb5fe8e78f65, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684f257a-5e75-43c8-a1a1-c0d8d31f8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'b6372c20-43f1-41af-9294-963f564d68df'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:17.987555 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:18.024984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae1d0c-5a16-4285-83cf-54dc90ea6108 req-ac25c931-2747-44f6-a771-cbc3d33056ea tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:18.026512 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfae1d0c-5a16-4285-83cf-54dc90ea6108 req-ac25c931-2747-44f6-a771-cbc3d33056ea tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1711688 Nov 03 18:39:18.058164 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] For port ba255ea8-450d-48ba-8b45-bb5fe8e78f65, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:18.061501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] For port ba255ea8-450d-48ba-8b45-bb5fe8e78f65, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ba255ea8-450d-48ba-8b45-bb5fe8e78f65,segment=NetworkSegment(684f257a-5e75-43c8-a1a1-c0d8d31f8c60),segment_id=684f257a-5e75-43c8-a1a1-c0d8d31f8c60)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:18.066148 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:18.101474 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:18.102285 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:18.106633 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] 10.222.0.98 "PUT /v2.0/ports/ba255ea8-450d-48ba-8b45-bb5fe8e78f65 HTTP/1.1" status: 200 len: 1091 time: 0.7379782 Nov 03 18:39:18.110189 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8b0a5d-d9fe-4f9c-be91-c91387b967ef', 'tag': 'ba255ea8-450d-48ba-8b45-bb5fe8e78f65'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:18.112460 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5002df21-db6c-4138-bb71-dd0d29bb2258" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8b0a5d-d9fe-4f9c-be91-c91387b967ef", "tag": "ba255ea8-450d-48ba-8b45-bb5fe8e78f65"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:18.132033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72a84de9-4427-40ec-8404-1c48e78622d5 req-84825cec-297b-455d-b349-52d8725813a7 service neutron] 10.222.0.107 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218525 Nov 03 18:39:18.139910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f2885-3e8b-4fc3-9175-5087081aa458 service neutron] Pushing event updated for resources: {'Port': ['ID=ba255ea8-450d-48ba-8b45-bb5fe8e78f65,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:18.216310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-34f837b1-4e02-457e-8766-502985a039fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:18.217831 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-34f837b1-4e02-457e-8766-502985a039fd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d8cd3dcc306e4141bf5361cd9c0173dd&device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 1094 time: 0.0449119 Nov 03 18:39:18.220270 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfae1d0c-5a16-4285-83cf-54dc90ea6108 req-441e229a-e487-4a06-af7a-b209c3f343ec tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804814 Nov 03 18:39:18.235689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6758e9d0-71a0-43fc-92bd-b2b475b597c6 req-b5c91c11-af3f-476e-856e-e8d13b355858 service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387085 Nov 03 18:39:18.273090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72a84de9-4427-40ec-8404-1c48e78622d5 req-66722c41-ccf0-4014-9e6b-59be44f2e3b8 service neutron] 10.222.0.107 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401875 Nov 03 18:39:18.277666 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-fa8e107a-db60-47cf-99a6-237b89995371 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba255ea8-450d-48ba-8b45-bb5fe8e78f65 HTTP/1.1" status: 200 len: 217 time: 0.0514617 Nov 03 18:39:18.351821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-d87f06e3-acf4-47f5-bff3-f6de44335b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:18.353719 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-d87f06e3-acf4-47f5-bff3-f6de44335b3b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=741c3aaf-2b54-4e36-9e7b-6fb7825d2557 HTTP/1.1" status: 200 len: 857 time: 0.0664108 Nov 03 18:39:18.355265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-f6f8c8e5-19f2-462a-baa2-dff4db2d91d0 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334339 Nov 03 18:39:18.391903 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-3ccc199a-0eb0-48a7-ba8e-997858972754 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=b6372c20-43f1-41af-9294-963f564d68df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307813 Nov 03 18:39:18.506325 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-55fd159e-8961-4df3-b21b-0e77899493e6 service neutron] 10.222.0.98 "GET /v2.0/networks/b6372c20-43f1-41af-9294-963f564d68df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071846 Nov 03 18:39:18.566139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-16004393-bf58-49cb-8fe2-40eff836b071 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:18.574614 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-16004393-bf58-49cb-8fe2-40eff836b071 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184486 Nov 03 18:39:18.601042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1d571-b117-44d2-b95e-a48d673a6b26 req-bc3ee95a-c9da-4ccb-884e-dc51f3e2d61f tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:18.602987 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94e1d571-b117-44d2-b95e-a48d673a6b26 req-bc3ee95a-c9da-4ccb-884e-dc51f3e2d61f tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 944 time: 0.1125979 Nov 03 18:39:18.611709 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-63f7c490-9f5d-45a2-b684-3a4b6875b330 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/quotas/609624204b3a47a49e52c1d68d4fa3b3 HTTP/1.1" status: 200 len: 375 time: 0.0360591 Nov 03 18:39:18.616951 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5ae9319-a351-4597-af52-1e72c6ab1046 req-cd3dc6d2-9f26-4c48-91fd-fc5bbcf2a1f1 service neutron] 10.222.0.98 "GET /v2.0/networks/b6372c20-43f1-41af-9294-963f564d68df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016612 Nov 03 18:39:18.707328 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-fbc7a210-a010-4c48-ba80-6594306fd8ac tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947134 Nov 03 18:39:18.725295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94e1d571-b117-44d2-b95e-a48d673a6b26 req-6916d17a-193a-432e-82f3-d11f49e80b68 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107469 Nov 03 18:39:18.870516 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2982a51-8324-4894-bb34-e7565d08242d x-openstack-request-id: req-b2982a51-8324-4894-bb34-e7565d08242d {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:18.871036 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8b0a5d-d9fe-4f9c-be91-c91387b967ef", "tag": "ba255ea8-450d-48ba-8b45-bb5fe8e78f65", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:18.871129 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b2982a51-8324-4894-bb34-e7565d08242d {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:18.871906 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8b0a5d-d9fe-4f9c-be91-c91387b967ef', 'tag': 'ba255ea8-450d-48ba-8b45-bb5fe8e78f65', 'status': 'completed', 'code': 200} Nov 03 18:39:18.942772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac774910-c48c-4d8e-9504-7c1b26dcd464 req-75a1ddf3-aaec-4400-8b12-8c9da15ae3ba tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:18.948089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac774910-c48c-4d8e-9504-7c1b26dcd464 req-75a1ddf3-aaec-4400-8b12-8c9da15ae3ba tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/ports?device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 943 time: 0.0627244 Nov 03 18:39:18.955616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002df21-db6c-4138-bb71-dd0d29bb2258 req-ed9f7511-b90b-4ef3-88ba-c40f2116ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:18.957450 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5002df21-db6c-4138-bb71-dd0d29bb2258 req-ed9f7511-b90b-4ef3-88ba-c40f2116ccc1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d8cd3dcc306e4141bf5361cd9c0173dd&device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 1094 time: 0.0546982 Nov 03 18:39:19.008304 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac774910-c48c-4d8e-9504-7c1b26dcd464 req-b0d02e6a-e555-4404-a0d6-dca9b937c364 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/security-groups?id=2c2538f9-329d-476c-8f92-e546884ccd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577276 Nov 03 18:39:19.028982 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 92c0f455-9d07-4f79-a100-10f1243df0b3 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:19.101760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3adfec3d-b4f6-4460-aa91-26ec6e6a143b req-19500f56-31a9-4efd-b9e2-113305b88ffe tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce6c577f-82c3-42bc-9dc5-1cc760a8ad92 HTTP/1.1" status: 200 len: 210 time: 0.0407348 Nov 03 18:39:19.138950 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002df21-db6c-4138-bb71-dd0d29bb2258 req-eba393ab-2882-4284-bcc9-efdaed1bb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:19.141668 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5002df21-db6c-4138-bb71-dd0d29bb2258 req-eba393ab-2882-4284-bcc9-efdaed1bb44f service neutron] 10.222.0.98 "GET /v2.0/networks?id=b6372c20-43f1-41af-9294-963f564d68df HTTP/1.1" status: 200 len: 918 time: 0.1700304 Nov 03 18:39:19.209611 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a36e470a-eed7-49e1-8785-c797b066e0dc req-7efab05b-6599-44f8-b242-e951ce701e1b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 210 time: 0.0542228 Nov 03 18:39:19.211206 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5002df21-db6c-4138-bb71-dd0d29bb2258 req-79a66805-7ec0-4f16-a6ef-ffe8dfd074aa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba255ea8-450d-48ba-8b45-bb5fe8e78f65 HTTP/1.1" status: 200 len: 217 time: 0.0610793 Nov 03 18:39:19.235093 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 92c0f455-9d07-4f79-a100-10f1243df0b3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=92c0f455-9d07-4f79-a100-10f1243df0b3,segment=NetworkSegment(c45780f7-b425-4bef-8203-1ef24302ec83),segment_id=c45780f7-b425-4bef-8203-1ef24302ec83)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:19.248653 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '92c0f455-9d07-4f79-a100-10f1243df0b3', 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1', 'port_id': '92c0f455-9d07-4f79-a100-10f1243df0b3', 'mac_address': 'fa:16:3e:cd:20:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a76d17-9ed3-48bb-927b-acc9f76c322b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:19.276414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002df21-db6c-4138-bb71-dd0d29bb2258 req-ddcc4106-5c41-45cd-97de-c5b4bbd4be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:19.278255 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5002df21-db6c-4138-bb71-dd0d29bb2258 req-ddcc4106-5c41-45cd-97de-c5b4bbd4be00 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=741c3aaf-2b54-4e36-9e7b-6fb7825d2557 HTTP/1.1" status: 200 len: 857 time: 0.0596955 Nov 03 18:39:19.295571 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:19.313944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c0f455-9d07-4f79-a100-10f1243df0b3 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:19.356701 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5002df21-db6c-4138-bb71-dd0d29bb2258 req-c360d31a-4669-46ed-8331-a95decf13e4a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=b6372c20-43f1-41af-9294-963f564d68df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689485 Nov 03 18:39:19.374945 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 92c0f455-9d07-4f79-a100-10f1243df0b3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=92c0f455-9d07-4f79-a100-10f1243df0b3,segment=NetworkSegment(c45780f7-b425-4bef-8203-1ef24302ec83),segment_id=c45780f7-b425-4bef-8203-1ef24302ec83)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:19.376797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-0286e50d-0a73-49e7-a4e2-7f6c786e19c1 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=602304e14f394efea572cff480f58f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476692 Nov 03 18:39:19.380863 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:19.443046 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=92c0f455-9d07-4f79-a100-10f1243df0b3,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:19.451268 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:19.451729 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:19.452191 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:19.453273 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:19.453683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:19.454082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:19.454478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:19.454867 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:19.455428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:19.456095 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:19.456616 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:19.457125 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:39:19.507270 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5002df21-db6c-4138-bb71-dd0d29bb2258 req-3a2cc5f5-d7be-426f-b415-6a21214f62e5 service neutron] 10.222.0.98 "GET /v2.0/networks/b6372c20-43f1-41af-9294-963f564d68df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438622 Nov 03 18:39:19.544089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-7f4391af-ed90-4d92-a4ce-4a356fd09f6c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:19.553127 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-7f4391af-ed90-4d92-a4ce-4a356fd09f6c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753016 Nov 03 18:39:19.564271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-851ac754-3b99-432c-ae12-9c2eddc50a80 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/quotas/602304e14f394efea572cff480f58f7d HTTP/1.1" status: 200 len: 375 time: 0.0102730 Nov 03 18:39:19.612947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-8022974d-deb7-4889-a475-f54639897834 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402064 Nov 03 18:39:19.641784 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5002df21-db6c-4138-bb71-dd0d29bb2258 req-06451a3f-71a9-465b-9fcf-172985d529f8 service neutron] 10.222.0.98 "GET /v2.0/networks/b6372c20-43f1-41af-9294-963f564d68df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146774 Nov 03 18:39:19.862150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8d2f3-8add-46c3-95ff-18df98bd22ec req-bc9b6aa5-40d7-4486-a059-413c1c617340 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:19.863740 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db8d2f3-8add-46c3-95ff-18df98bd22ec req-bc9b6aa5-40d7-4486-a059-413c1c617340 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.0567541 Nov 03 18:39:19.870925 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['92c0f455-9d07-4f79-a100-10f1243df0b3'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:19.970624 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db8d2f3-8add-46c3-95ff-18df98bd22ec req-939ac9e7-1fa4-48b5-99c9-2dbeae5a3f3f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004601 Nov 03 18:39:20.034226 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9571a76-080d-406e-a277-4e1a5bafe652 req-bdc4734e-25de-4042-bf5a-44d2a58a5fdd tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 210 time: 0.0310111 Nov 03 18:39:20.228915 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-9aa70262-95bd-48fd-a32d-1a51f4b70262 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333359 Nov 03 18:39:20.262001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672e9f8-f38d-41ab-a93b-92984f3bc3ea req-31323cb9-88a1-44ea-ac65-f794ef62d78e tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:20.263733 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e672e9f8-f38d-41ab-a93b-92984f3bc3ea req-31323cb9-88a1-44ea-ac65-f794ef62d78e tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 944 time: 0.1231701 Nov 03 18:39:20.321039 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72a84de9-4427-40ec-8404-1c48e78622d5 req-082a68f9-8f97-416e-8426-61d0e87be41b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&device_id=ce6c577f-82c3-42bc-9dc5-1cc760a8ad92 HTTP/1.1" status: 200 len: 210 time: 0.0563011 Nov 03 18:39:20.403892 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-ef9ad2e3-c929-409d-82ca-b79102ca2d54 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:20.406026 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-ef9ad2e3-c929-409d-82ca-b79102ca2d54 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1674075 Nov 03 18:39:20.421017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-d9e10c0d-00ea-4cde-9e85-c00cc1709f51 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Request body: {'port': {'device_id': 'f7afd665-8e39-4727-914c-c8c652e04b7e', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '609624204b3a47a49e52c1d68d4fa3b3'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:20.540698 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-d9e10c0d-00ea-4cde-9e85-c00cc1709f51 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Made reservation on behalf of 609624204b3a47a49e52c1d68d4fa3b3 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:20.544434 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-d9e10c0d-00ea-4cde-9e85-c00cc1709f51 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:20.576078 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e672e9f8-f38d-41ab-a93b-92984f3bc3ea req-a1f45111-189e-4270-9904-81101f8790bb tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856846 Nov 03 18:39:20.596246 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a84de9-4427-40ec-8404-1c48e78622d5 req-cf09e196-e63c-4f1d-98e0-3d056181852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:20.597754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72a84de9-4427-40ec-8404-1c48e78622d5 req-cf09e196-e63c-4f1d-98e0-3d056181852d service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2425687 Nov 03 18:39:20.611943 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180b4eb-663f-488c-acb5-27c7525a4821 req-b8a36981-201c-4d34-92a0-fbbb249fcae3 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:20.614483 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5180b4eb-663f-488c-acb5-27c7525a4821 req-b8a36981-201c-4d34-92a0-fbbb249fcae3 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/ports?device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 943 time: 0.2581811 Nov 03 18:39:20.699872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-d9e10c0d-00ea-4cde-9e85-c00cc1709f51 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Allocated IP 192.168.233.86 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/3a99d2b1-077b-447b-9341-5dbf0d33322c) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:20.748892 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-13f73688-13df-439c-afbb-1e8b110fa474 req-06f24cfa-9434-4791-b4fe-e9e1876e6642 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 210 time: 0.0971973 Nov 03 18:39:20.814428 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5180b4eb-663f-488c-acb5-27c7525a4821 req-ab92ca08-8ff8-441e-ad36-2712b89f6fd3 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/security-groups?id=2c2538f9-329d-476c-8f92-e546884ccd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799929 Nov 03 18:39:20.888394 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-d9e10c0d-00ea-4cde-9e85-c00cc1709f51 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:20.922733 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-d9e10c0d-00ea-4cde-9e85-c00cc1709f51 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:20.932633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a84de9-4427-40ec-8404-1c48e78622d5 req-c901c26e-5528-47bd-af47-00d6c76bcd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:20.934110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72a84de9-4427-40ec-8404-1c48e78622d5 req-c901c26e-5528-47bd-af47-00d6c76bcd93 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3184614 Nov 03 18:39:20.935680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a80a4aad-1a74-44de-800d-e185ddef3ead', 'b9c32f87-aa86-4f09-b2ee-20e502f87de1'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:20.972258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-d9e10c0d-00ea-4cde-9e85-c00cc1709f51 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:20.978377 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-d9e10c0d-00ea-4cde-9e85-c00cc1709f51 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:20.980440 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e10c0d-00ea-4cde-9e85-c00cc1709f51 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Pushing event updated for resources: {'Port': ['ID=3a99d2b1-077b-447b-9341-5dbf0d33322c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:20.984515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-d9e10c0d-00ea-4cde-9e85-c00cc1709f51 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:20.991690 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069241af-faa9-4cd0-929b-34a858818fdf req-33ee351b-a490-4474-82c1-6507be1041f4 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:20.993807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-069241af-faa9-4cd0-929b-34a858818fdf req-33ee351b-a490-4474-82c1-6507be1041f4 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 812 time: 0.1497366 Nov 03 18:39:21.037859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-069241af-faa9-4cd0-929b-34a858818fdf req-b6b38b7d-12fa-4c10-90d6-fb815431b895 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/quotas/326a8b3143c7495cbf9c57a8e3e086d9 HTTP/1.1" status: 200 len: 375 time: 0.0372679 Nov 03 18:39:21.050500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ae860861-1531-4249-979b-c6c2ce597c2d details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:21.064972 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72a84de9-4427-40ec-8404-1c48e78622d5 req-59d0dedc-f3c5-4375-9312-7bf7298ebb14 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce6c577f-82c3-42bc-9dc5-1cc760a8ad92 HTTP/1.1" status: 200 len: 210 time: 0.0450871 Nov 03 18:39:21.067127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-d9e10c0d-00ea-4cde-9e85-c00cc1709f51 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:21.067891 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-d9e10c0d-00ea-4cde-9e85-c00cc1709f51 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.079285 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 92c0f455-9d07-4f79-a100-10f1243df0b3 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:21.090336 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-d9e10c0d-00ea-4cde-9e85-c00cc1709f51 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6745431 Nov 03 18:39:21.103741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Request body: {'port': {'device_id': 'f7afd665-8e39-4727-914c-c8c652e04b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:21.118550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-069241af-faa9-4cd0-929b-34a858818fdf req-33366021-dfa2-489f-94c5-b92aea060860 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576591 Nov 03 18:39:21.177630 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.288217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-069241af-faa9-4cd0-929b-34a858818fdf req-de486c1b-2263-4b74-9b38-08fd8f5436cc service neutron] 10.222.0.107 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686850 Nov 03 18:39:21.304181 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc888e8-410e-47db-bb05-3b959c138899 req-a6d23c85-1e19-47b6-acc6-3ea7b3a96cbf tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:21.305866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8bc888e8-410e-47db-bb05-3b959c138899 req-a6d23c85-1e19-47b6-acc6-3ea7b3a96cbf tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.2433069 Nov 03 18:39:21.345352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 92c0f455-9d07-4f79-a100-10f1243df0b3 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:21.363525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ff600124-85f7-48ea-a6e0-66b258185190 None None] Provisioning complete for port 3a99d2b1-077b-447b-9341-5dbf0d33322c triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:21.364189 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ff600124-85f7-48ea-a6e0-66b258185190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.374812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 92c0f455-9d07-4f79-a100-10f1243df0b3 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:21.375188 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.427960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8bc888e8-410e-47db-bb05-3b959c138899 req-565fbf28-9be7-4607-a6d1-2b43df0fcfb3 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952580 Nov 03 18:39:21.437410 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port ae860861-1531-4249-979b-c6c2ce597c2d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ae860861-1531-4249-979b-c6c2ce597c2d,segment=NetworkSegment(c45780f7-b425-4bef-8203-1ef24302ec83),segment_id=c45780f7-b425-4bef-8203-1ef24302ec83)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:21.439994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-069241af-faa9-4cd0-929b-34a858818fdf req-422717a5-2d51-48dd-96be-173d8f7673a7 service neutron] 10.222.0.107 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509204 Nov 03 18:39:21.487498 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ff600124-85f7-48ea-a6e0-66b258185190 None None] Port 3a99d2b1-077b-447b-9341-5dbf0d33322c cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:39:21.496592 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'ae860861-1531-4249-979b-c6c2ce597c2d', 'network_id': '3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1', 'port_id': 'ae860861-1531-4249-979b-c6c2ce597c2d', 'mac_address': 'fa:16:3e:34:36:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a76d17-9ed3-48bb-927b-acc9f76c322b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:21.520642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-86d98f77-d541-48e7-9c06-bd3fe461ec32 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=602304e14f394efea572cff480f58f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648913 Nov 03 18:39:21.604189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ae67ef6-0381-4bd1-b6f3-f13c7e43d6bb req-2bf60f80-a108-4992-967e-164e72e784c0 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 210 time: 0.0639634 Nov 03 18:39:21.606677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a99d2b1-077b-447b-9341-5dbf0d33322c {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:21.607529 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.616686 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ba255ea8-450d-48ba-8b45-bb5fe8e78f65 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:21.630740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.650190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Transition to ACTIVE for port object 3a99d2b1-077b-447b-9341-5dbf0d33322c will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:21.653979 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.657472 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.703464 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae860861-1531-4249-979b-c6c2ce597c2d {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:21.753365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Pushing event updated for resources: {'Port': ['ID=3a99d2b1-077b-447b-9341-5dbf0d33322c,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:21.765854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 92c0f455-9d07-4f79-a100-10f1243df0b3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=92c0f455-9d07-4f79-a100-10f1243df0b3,segment=NetworkSegment(c45780f7-b425-4bef-8203-1ef24302ec83),segment_id=c45780f7-b425-4bef-8203-1ef24302ec83)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:21.780317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f4e9fc-1cdb-4251-90bc-36dace2dabfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c0f455-9d07-4f79-a100-10f1243df0b3'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:21.783201 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab7c8ce-65c5-4bf3-9628-3870baa0568f" -d '{"events": [{"server_uuid": "82f4e9fc-1cdb-4251-90bc-36dace2dabfa", "name": "network-vif-plugged", "status": "completed", "tag": "92c0f455-9d07-4f79-a100-10f1243df0b3"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:21.807997 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.resource_extend [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:39:21.815854 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.825131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-1e61d734-f103-4d8a-9a6b-ae0600a802f0 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:21.826754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-1e61d734-f103-4d8a-9a6b-ae0600a802f0 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2989602 Nov 03 18:39:21.842442 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port ae860861-1531-4249-979b-c6c2ce597c2d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ae860861-1531-4249-979b-c6c2ce597c2d,segment=NetworkSegment(c45780f7-b425-4bef-8203-1ef24302ec83),segment_id=c45780f7-b425-4bef-8203-1ef24302ec83)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:21.877877 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:21.942379 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Attempting to bind port 3a99d2b1-077b-447b-9341-5dbf0d33322c on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:21.952063 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Attempting to bind port 3a99d2b1-077b-447b-9341-5dbf0d33322c by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:21.953127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Attempting to bind port 3a99d2b1-077b-447b-9341-5dbf0d33322c on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:21.954786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=92c0f455-9d07-4f79-a100-10f1243df0b3,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:21.958936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Port 3a99d2b1-077b-447b-9341-5dbf0d33322c on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:21.959479 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Attempting to bind port 3a99d2b1-077b-447b-9341-5dbf0d33322c on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:21.973973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:21.974326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:21.974761 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:21.975403 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Bound port: 3a99d2b1-077b-447b-9341-5dbf0d33322c, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:21.976166 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.013613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ba255ea8-450d-48ba-8b45-bb5fe8e78f65, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ba255ea8-450d-48ba-8b45-bb5fe8e78f65,segment=NetworkSegment(684f257a-5e75-43c8-a1a1-c0d8d31f8c60),segment_id=684f257a-5e75-43c8-a1a1-c0d8d31f8c60)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:22.042476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'ba255ea8-450d-48ba-8b45-bb5fe8e78f65', 'network_id': 'b6372c20-43f1-41af-9294-963f564d68df', 'port_id': 'ba255ea8-450d-48ba-8b45-bb5fe8e78f65', 'mac_address': 'fa:16:3e:1e:60:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741c3aaf-2b54-4e36-9e7b-6fb7825d2557', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:22.056607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=ae860861-1531-4249-979b-c6c2ce597c2d,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:22.094463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] For port 3a99d2b1-077b-447b-9341-5dbf0d33322c, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:22.104652 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] For port 3a99d2b1-077b-447b-9341-5dbf0d33322c, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3a99d2b1-077b-447b-9341-5dbf0d33322c,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:22.112474 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.122726 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.137758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba255ea8-450d-48ba-8b45-bb5fe8e78f65 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:22.163706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ba255ea8-450d-48ba-8b45-bb5fe8e78f65, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ba255ea8-450d-48ba-8b45-bb5fe8e78f65,segment=NetworkSegment(684f257a-5e75-43c8-a1a1-c0d8d31f8c60),segment_id=684f257a-5e75-43c8-a1a1-c0d8d31f8c60)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:22.176042 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.176957 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:22.177614 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.179040 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] 10.222.0.98 "PUT /v2.0/ports/3a99d2b1-077b-447b-9341-5dbf0d33322c HTTP/1.1" status: 200 len: 1095 time: 1.0801649 Nov 03 18:39:22.179531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7afd665-8e39-4727-914c-c8c652e04b7e', 'tag': '3a99d2b1-077b-447b-9341-5dbf0d33322c'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:22.181969 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e96749-42bb-4409-bf01-cc0069637f92" -d '{"events": [{"name": "network-changed", "server_uuid": "f7afd665-8e39-4727-914c-c8c652e04b7e", "tag": "3a99d2b1-077b-447b-9341-5dbf0d33322c"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:22.190848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2549b9-1b12-4ebf-bb55-1e4cadfa3e59 service neutron] Pushing event updated for resources: {'Port': ['ID=3a99d2b1-077b-447b-9341-5dbf0d33322c,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:22.257072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=ba255ea8-450d-48ba-8b45-bb5fe8e78f65,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:22.307046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a460e4b-1870-4079-baad-7a119d293c0c req-8b8ae269-6d75-45db-86ba-efa415784910 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 210 time: 0.4785786 Nov 03 18:39:22.311802 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Request body: {'port': {'device_id': '4da19633-ad0e-4327-9b20-c91e5bfa446f', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '602304e14f394efea572cff480f58f7d'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:22.312991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-c9644dc0-8fda-4636-9d6a-506c2abfa45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:22.314597 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-c9644dc0-8fda-4636-9d6a-506c2abfa45e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 1098 time: 0.0788407 Nov 03 18:39:22.337739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['ae860861-1531-4249-979b-c6c2ce597c2d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:22.389725 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-8f637af8-9737-457a-9504-0129895fec27 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=3a99d2b1-077b-447b-9341-5dbf0d33322c HTTP/1.1" status: 200 len: 217 time: 0.0462091 Nov 03 18:39:22.462820 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-b1e34340-0d77-4f6c-b222-76c55004567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:22.464627 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-b1e34340-0d77-4f6c-b222-76c55004567b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0678115 Nov 03 18:39:22.469307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['ba255ea8-450d-48ba-8b45-bb5fe8e78f65'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:22.541419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3ce76-db6d-47f2-9d5a-b9348977ba36 req-16f7d13a-ec00-4d2b-b6f8-281f87721239 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:22.544314 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0ce3ce76-db6d-47f2-9d5a-b9348977ba36 req-16f7d13a-ec00-4d2b-b6f8-281f87721239 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 945 time: 0.2282951 Nov 03 18:39:22.560429 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-10e3313b-7fde-402b-bb9f-a1b1b5f50ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:22.564007 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-10e3313b-7fde-402b-bb9f-a1b1b5f50ad3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905330 Nov 03 18:39:22.588759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d666ee-3b7b-45f6-bb5e-87760acf6d1e req-c2b39c93-089b-4c43-b94e-ec4ccefaa068 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:22.590494 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28d666ee-3b7b-45f6-bb5e-87760acf6d1e req-c2b39c93-089b-4c43-b94e-ec4ccefaa068 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 947 time: 0.1450937 Nov 03 18:39:22.637182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Made reservation on behalf of 602304e14f394efea572cff480f58f7d for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:22.640792 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.660822 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.668036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0ce3ce76-db6d-47f2-9d5a-b9348977ba36 req-771ffed6-7213-42e5-8c35-9c0508e6b3b7 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149709 Nov 03 18:39:22.700312 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-566f7dc1-633d-430d-bc8a-5569a466fca1 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265254 Nov 03 18:39:22.729924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28d666ee-3b7b-45f6-bb5e-87760acf6d1e req-dbd85a6b-b077-412f-aec3-028b6c487894 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268902 Nov 03 18:39:22.771606 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a851d962-0a5c-4d4d-a013-5603f6b11824 x-openstack-request-id: req-a851d962-0a5c-4d4d-a013-5603f6b11824 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:22.771917 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f4e9fc-1cdb-4251-90bc-36dace2dabfa", "name": "network-vif-plugged", "status": "completed", "tag": "92c0f455-9d07-4f79-a100-10f1243df0b3", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:22.772172 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a851d962-0a5c-4d4d-a013-5603f6b11824 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:22.772738 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f4e9fc-1cdb-4251-90bc-36dace2dabfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c0f455-9d07-4f79-a100-10f1243df0b3', 'code': 200} Nov 03 18:39:22.808400 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.816899 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a103de-c30a-42d1-a5ad-7798b01eb5eb x-openstack-request-id: req-44a103de-c30a-42d1-a5ad-7798b01eb5eb {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:22.817194 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7afd665-8e39-4727-914c-c8c652e04b7e", "tag": "3a99d2b1-077b-447b-9341-5dbf0d33322c", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:22.817450 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-44a103de-c30a-42d1-a5ad-7798b01eb5eb {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:22.817853 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7afd665-8e39-4727-914c-c8c652e04b7e', 'tag': '3a99d2b1-077b-447b-9341-5dbf0d33322c', 'status': 'completed', 'code': 200} Nov 03 18:39:22.822691 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-630ae691-37ef-4b63-a3a3-2e9f51602dec req-4d000fa5-ed94-4c47-a045-6eaae54ba8b1 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143513 Nov 03 18:39:22.834497 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:22.952257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e96749-42bb-4409-bf01-cc0069637f92 req-4c7a63c1-82b0-4a9a-bb5e-c456556d79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:22.953691 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10e96749-42bb-4409-bf01-cc0069637f92 req-4c7a63c1-82b0-4a9a-bb5e-c456556d79fa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 1098 time: 0.0742483 Nov 03 18:39:22.956148 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fab88-d96c-4854-b6ff-c7685b3df2d9 req-3f9f79fe-4e00-476d-83b8-423682c238de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:22.957504 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b01fab88-d96c-4854-b6ff-c7685b3df2d9 req-3f9f79fe-4e00-476d-83b8-423682c238de service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 1097 time: 0.0514281 Nov 03 18:39:22.991786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fb8bf-e5e7-45ea-8d6e-b75ef36c80a8 req-0f4c6a69-5d77-4e13-99af-61c713ff28d5 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:22.993339 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-840fb8bf-e5e7-45ea-8d6e-b75ef36c80a8 req-0f4c6a69-5d77-4e13-99af-61c713ff28d5 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/ports?device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 944 time: 0.1825054 Nov 03 18:39:22.994426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfd5833-19d2-404f-a574-44921b7062bd,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:23.023564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9497a5-357f-455a-bb48-ddc16de48cfc req-a766f546-a314-4930-8a33-67a726bff2d9 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:23.025070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe9497a5-357f-455a-bb48-ddc16de48cfc req-a766f546-a314-4930-8a33-67a726bff2d9 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1486840 Nov 03 18:39:23.060787 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b01fab88-d96c-4854-b6ff-c7685b3df2d9 req-345a31cb-67a5-418d-82e7-cddeddeb41ff service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905492 Nov 03 18:39:23.079964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e96749-42bb-4409-bf01-cc0069637f92 req-0bb8bf62-49c7-44e8-9f7a-937302c635c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:23.081423 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10e96749-42bb-4409-bf01-cc0069637f92 req-0bb8bf62-49c7-44e8-9f7a-937302c635c4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1186724 Nov 03 18:39:23.120890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Allocated IP 192.168.233.161 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/83f888da-4c59-4c88-876b-187942008e26) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:23.126834 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10e96749-42bb-4409-bf01-cc0069637f92 req-d46d67b6-a4ff-4d55-8813-a74b01dd8c5f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=3a99d2b1-077b-447b-9341-5dbf0d33322c HTTP/1.1" status: 200 len: 217 time: 0.0375462 Nov 03 18:39:23.146875 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-840fb8bf-e5e7-45ea-8d6e-b75ef36c80a8 req-0bd83ef1-b475-4f57-9396-c942d8748d53 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/security-groups?id=2c2538f9-329d-476c-8f92-e546884ccd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365693 Nov 03 18:39:23.154749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe9497a5-357f-455a-bb48-ddc16de48cfc req-ab77ab95-7ffb-4a87-bdec-34f179a78a5e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065357 Nov 03 18:39:23.201733 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e96749-42bb-4409-bf01-cc0069637f92 req-67c8a090-c148-4f0e-8e4d-df2c01c0e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:23.203513 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10e96749-42bb-4409-bf01-cc0069637f92 req-67c8a090-c148-4f0e-8e4d-df2c01c0e5f1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0693896 Nov 03 18:39:23.258887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e96749-42bb-4409-bf01-cc0069637f92 req-d926a57c-b52e-4ddd-80e8-3bf725aede7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:23.260593 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10e96749-42bb-4409-bf01-cc0069637f92 req-d926a57c-b52e-4ddd-80e8-3bf725aede7d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0478189 Nov 03 18:39:23.282976 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc4abcc9-8451-44cf-87e1-584452e294e7 req-85cbca02-157b-44b2-a53e-024244f824c5 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 210 time: 0.0309684 Nov 03 18:39:23.329310 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.372553 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.372910 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10e96749-42bb-4409-bf01-cc0069637f92 req-d158c0b3-0c83-4056-91d0-570fa5eb6218 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003251 Nov 03 18:39:23.439372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85f1aa0f-a67b-424c-a7ee-390761b3ead7 req-7138ba96-6618-4d92-a56c-b1f5ce548017 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 210 time: 0.0592284 Nov 03 18:39:23.449482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:23.453034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:23.455751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:23.463108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event updated for resources: {'Port': ['ID=83f888da-4c59-4c88-876b-187942008e26,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:23.477531 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10e96749-42bb-4409-bf01-cc0069637f92 req-156f8e7a-91e4-4f42-8747-33cda6801f5a service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963545 Nov 03 18:39:23.517637 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:23.518262 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.535308 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-4025059e-45f7-4d73-8bce-00c293bc0008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2271886 Nov 03 18:39:23.601281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Request body: {'port': {'device_id': '4da19633-ad0e-4327-9b20-c91e5bfa446f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:23.643879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ba255ea8-450d-48ba-8b45-bb5fe8e78f65 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:23.658302 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.690824 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8b9a3887-0e81-4fd3-9548-bfe3e9121a07 None None] Provisioning complete for port 83f888da-4c59-4c88-876b-187942008e26 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:23.691474 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3887-0e81-4fd3-9548-bfe3e9121a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.747259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a3887-0e81-4fd3-9548-bfe3e9121a07 None None] Port 83f888da-4c59-4c88-876b-187942008e26 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:39:23.753024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port ba255ea8-450d-48ba-8b45-bb5fe8e78f65 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:23.757788 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port ba255ea8-450d-48ba-8b45-bb5fe8e78f65 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:23.758163 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.856316 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.897314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ba255ea8-450d-48ba-8b45-bb5fe8e78f65, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ba255ea8-450d-48ba-8b45-bb5fe8e78f65,segment=NetworkSegment(684f257a-5e75-43c8-a1a1-c0d8d31f8c60),segment_id=684f257a-5e75-43c8-a1a1-c0d8d31f8c60)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:23.902486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94b4da-c5a5-44de-9995-084ebc8305eb req-52ca7844-d863-457c-99c5-d5d70c38a9e8 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:23.904087 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b94b4da-c5a5-44de-9995-084ebc8305eb req-52ca7844-d863-457c-99c5-d5d70c38a9e8 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 945 time: 0.1319244 Nov 03 18:39:23.917694 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:23.971541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069241af-faa9-4cd0-929b-34a858818fdf req-77905f87-42cc-40b2-9af9-ce0a9e42f889 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:23.973607 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-069241af-faa9-4cd0-929b-34a858818fdf req-77905f87-42cc-40b2-9af9-ce0a9e42f889 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.87 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 812 time: 0.1945074 Nov 03 18:39:23.980691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85e0d5-ffb7-4780-86b2-9df3044daea3 req-cc18aae9-0078-46cb-b523-0eebee57a688 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:23.981306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=ba255ea8-450d-48ba-8b45-bb5fe8e78f65,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:23.982188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd85e0d5-ffb7-4780-86b2-9df3044daea3 req-cc18aae9-0078-46cb-b523-0eebee57a688 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 947 time: 0.1658664 Nov 03 18:39:24.026468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-069241af-faa9-4cd0-929b-34a858818fdf req-f7acf3d7-ad28-402e-acbb-3104b875c951 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Request body: {'port': {'device_id': '0699da76-46b0-4ee1-996f-14213d9de981', 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc', 'admin_state_up': True, 'tenant_id': '326a8b3143c7495cbf9c57a8e3e086d9'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:24.062612 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b94b4da-c5a5-44de-9995-084ebc8305eb req-c75dbc2e-f11e-4696-992d-07b801c6ce05 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275802 Nov 03 18:39:24.096632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd85e0d5-ffb7-4780-86b2-9df3044daea3 req-a8ea50a6-b3f6-4d17-b7e9-060f9a87d7d6 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071761 Nov 03 18:39:24.127357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f888da-4c59-4c88-876b-187942008e26 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:24.135052 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:24.141747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069241af-faa9-4cd0-929b-34a858818fdf req-f7acf3d7-ad28-402e-acbb-3104b875c951 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Made reservation on behalf of 326a8b3143c7495cbf9c57a8e3e086d9 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:24.145228 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-069241af-faa9-4cd0-929b-34a858818fdf req-f7acf3d7-ad28-402e-acbb-3104b875c951 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:24.148320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Transition to ACTIVE for port object 83f888da-4c59-4c88-876b-187942008e26 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:24.151925 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:24.209487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Pushing event updated for resources: {'Port': ['ID=83f888da-4c59-4c88-876b-187942008e26,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:24.310718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-069241af-faa9-4cd0-929b-34a858818fdf req-f7acf3d7-ad28-402e-acbb-3104b875c951 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Allocated IP 172.20.0.6 (23771ce2-de78-436c-90e0-3e63e3bf86dc/ff7ca472-a50c-48ab-a812-76c46b2d1f6a/432bca69-abd9-4225-abec-494553d6a36b) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:24.361168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Attempting to bind port 83f888da-4c59-4c88-876b-187942008e26 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:24.361721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Attempting to bind port 83f888da-4c59-4c88-876b-187942008e26 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:24.361853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Attempting to bind port 83f888da-4c59-4c88-876b-187942008e26 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:24.378397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c487f8-d2c6-4df1-8b5a-a80030a8508e req-e008f533-1762-4d3a-afe2-34ceb8e2f509 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:24.380020 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53c487f8-d2c6-4df1-8b5a-a80030a8508e req-e008f533-1762-4d3a-afe2-34ceb8e2f509 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1097400 Nov 03 18:39:24.380987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Port 83f888da-4c59-4c88-876b-187942008e26 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:24.381315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Attempting to bind port 83f888da-4c59-4c88-876b-187942008e26 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:24.397760 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe439d-ba34-4cc5-8b30-ae4e1ef7be72 req-87cf6f89-3311-4384-8bcf-8a693b7ef0bd tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:24.399320 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19fe439d-ba34-4cc5-8b30-ae4e1ef7be72 req-87cf6f89-3311-4384-8bcf-8a693b7ef0bd tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/ports?device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 945 time: 0.1159296 Nov 03 18:39:24.413809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:24.414162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:24.414563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:24.415821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Bound port: 83f888da-4c59-4c88-876b-187942008e26, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:24.415821 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:24.476923 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-069241af-faa9-4cd0-929b-34a858818fdf req-f7acf3d7-ad28-402e-acbb-3104b875c951 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:24.512058 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-069241af-faa9-4cd0-929b-34a858818fdf req-f7acf3d7-ad28-402e-acbb-3104b875c951 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:24.531852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53c487f8-d2c6-4df1-8b5a-a80030a8508e req-c363c7e7-55d2-42e6-90e0-6ce0dce9078a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436217 Nov 03 18:39:24.537102 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19fe439d-ba34-4cc5-8b30-ae4e1ef7be72 req-06eeac24-b62c-4837-a804-1eae6813ce66 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/security-groups?id=2c2538f9-329d-476c-8f92-e546884ccd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178873 Nov 03 18:39:24.545995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] For port 83f888da-4c59-4c88-876b-187942008e26, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:24.549330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] For port 83f888da-4c59-4c88-876b-187942008e26, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=83f888da-4c59-4c88-876b-187942008e26,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:24.559769 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:24.560104 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069241af-faa9-4cd0-929b-34a858818fdf req-f7acf3d7-ad28-402e-acbb-3104b875c951 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Network 23771ce2-de78-436c-90e0-3e63e3bf86dc is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:24.566012 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acf3d7-ad28-402e-acbb-3104b875c951 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Pushing event updated for resources: {'Port': ['ID=432bca69-abd9-4225-abec-494553d6a36b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:24.572888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-069241af-faa9-4cd0-929b-34a858818fdf req-f7acf3d7-ad28-402e-acbb-3104b875c951 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:24.575176 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-069241af-faa9-4cd0-929b-34a858818fdf req-f7acf3d7-ad28-402e-acbb-3104b875c951 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:24.633538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:24.634168 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:24.635559 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] 10.222.0.87 "PUT /v2.0/ports/83f888da-4c59-4c88-876b-187942008e26 HTTP/1.1" status: 200 len: 1096 time: 1.0389762 Nov 03 18:39:24.636039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da19633-ad0e-4327-9b20-c91e5bfa446f', 'tag': '83f888da-4c59-4c88-876b-187942008e26'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:24.638531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069241af-faa9-4cd0-929b-34a858818fdf req-f7acf3d7-ad28-402e-acbb-3104b875c951 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:24.638680 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebb74c7-321a-4ec4-a90b-2f29897fb2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4da19633-ad0e-4327-9b20-c91e5bfa446f", "tag": "83f888da-4c59-4c88-876b-187942008e26"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:24.639153 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-069241af-faa9-4cd0-929b-34a858818fdf req-f7acf3d7-ad28-402e-acbb-3104b875c951 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:24.670495 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-069241af-faa9-4cd0-929b-34a858818fdf req-f7acf3d7-ad28-402e-acbb-3104b875c951 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6483073 Nov 03 18:39:24.672274 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4671d-00da-47e6-941b-80acec78d569 service neutron] Pushing event updated for resources: {'Port': ['ID=83f888da-4c59-4c88-876b-187942008e26,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:24.732774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Request body: {'port': {'device_id': '0699da76-46b0-4ee1-996f-14213d9de981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:24.753095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58abc9-7576-4aa1-9cfc-bb685e21960b req-3fb280bd-cf9f-4488-b6da-4863a2239ce7 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:24.754750 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e58abc9-7576-4aa1-9cfc-bb685e21960b req-3fb280bd-cf9f-4488-b6da-4863a2239ce7 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 948 time: 0.0707409 Nov 03 18:39:24.773552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8b0a5d-d9fe-4f9c-be91-c91387b967ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba255ea8-450d-48ba-8b45-bb5fe8e78f65'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:24.776862 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141fa26c-45be-414c-8e70-b5da64d3d6fd" -d '{"events": [{"server_uuid": "7e8b0a5d-d9fe-4f9c-be91-c91387b967ef", "name": "network-vif-plugged", "status": "completed", "tag": "ba255ea8-450d-48ba-8b45-bb5fe8e78f65"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:24.830826 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:24.922738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e58abc9-7576-4aa1-9cfc-bb685e21960b req-63658be3-f508-467e-aab9-8d1272ce8d4f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542537 Nov 03 18:39:24.934924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-666d8e11-9602-4e44-bf12-05e1a3392077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:24.936487 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-666d8e11-9602-4e44-bf12-05e1a3392077 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 1099 time: 0.1459041 Nov 03 18:39:24.944236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb507d-f0e2-4355-a80f-d8e025317852 req-f4de3e03-e133-4d0f-b607-90c0cc11a87d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:24.945566 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-95fb507d-f0e2-4355-a80f-d8e025317852 req-f4de3e03-e133-4d0f-b607-90c0cc11a87d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 931 time: 0.0998008 Nov 03 18:39:25.023150 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-b3845bd4-9ee8-4f66-bb4a-b286a598dda9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=83f888da-4c59-4c88-876b-187942008e26 HTTP/1.1" status: 200 len: 217 time: 0.0539458 Nov 03 18:39:25.037623 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-95fb507d-f0e2-4355-a80f-d8e025317852 req-43ad971f-96ce-4c98-8428-80ff1539eadd tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855556 Nov 03 18:39:25.059242 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ae860861-1531-4249-979b-c6c2ce597c2d up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:25.086280 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff82590-88c6-4406-bba7-83ff341fd4b5 x-openstack-request-id: req-fff82590-88c6-4406-bba7-83ff341fd4b5 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:25.086590 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da19633-ad0e-4327-9b20-c91e5bfa446f", "tag": "83f888da-4c59-4c88-876b-187942008e26", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:25.086824 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fff82590-88c6-4406-bba7-83ff341fd4b5 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:25.087300 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da19633-ad0e-4327-9b20-c91e5bfa446f', 'tag': '83f888da-4c59-4c88-876b-187942008e26', 'status': 'completed', 'code': 200} Nov 03 18:39:25.100177 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eba9e4-a68b-4810-8cbc-1a5b152b3664 x-openstack-request-id: req-a8eba9e4-a68b-4810-8cbc-1a5b152b3664 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:25.100538 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8b0a5d-d9fe-4f9c-be91-c91387b967ef", "name": "network-vif-plugged", "status": "completed", "tag": "ba255ea8-450d-48ba-8b45-bb5fe8e78f65", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:25.100842 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a8eba9e4-a68b-4810-8cbc-1a5b152b3664 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:25.101296 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8b0a5d-d9fe-4f9c-be91-c91387b967ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba255ea8-450d-48ba-8b45-bb5fe8e78f65', 'code': 200} Nov 03 18:39:25.121680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port ae860861-1531-4249-979b-c6c2ce597c2d completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:25.127314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port ae860861-1531-4249-979b-c6c2ce597c2d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:25.127809 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.150842 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-f190cffe-cff7-433f-a66d-523ef5b8862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:25.152933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-f190cffe-cff7-433f-a66d-523ef5b8862a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0950854 Nov 03 18:39:25.215193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432bca69-abd9-4225-abec-494553d6a36b {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:25.231365 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.235321 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdd273-770a-4e69-a251-6a73a13d3d91 req-4de1127d-7ab3-4a80-91ea-d8b499d472ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:25.237178 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b5cdd273-770a-4e69-a251-6a73a13d3d91 req-4de1127d-7ab3-4a80-91ea-d8b499d472ae service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 1096 time: 0.0712967 Nov 03 18:39:25.255046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Transition to ACTIVE for port object 432bca69-abd9-4225-abec-494553d6a36b will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:25.257001 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.267314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.293354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0da1ea-fcf0-4f55-baad-68bcd5104bc6 req-2b02f443-a333-4ab3-87b9-521b59238c1f tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:25.295507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab0da1ea-fcf0-4f55-baad-68bcd5104bc6 req-2b02f443-a333-4ab3-87b9-521b59238c1f tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 945 time: 0.1252589 Nov 03 18:39:25.296655 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port ae860861-1531-4249-979b-c6c2ce597c2d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ae860861-1531-4249-979b-c6c2ce597c2d,segment=NetworkSegment(c45780f7-b425-4bef-8203-1ef24302ec83),segment_id=c45780f7-b425-4bef-8203-1ef24302ec83)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:25.304886 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.307895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-59846031-4787-4564-a054-2a53a21f544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:25.310671 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-59846031-4787-4564-a054-2a53a21f544f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1249194 Nov 03 18:39:25.322640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bcc72-ebf0-4fb7-8ef7-b1c3e601bcf4 req-2f221bea-ac9d-4ba1-aafe-242a5b6c1c5b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:25.324188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-420bcc72-ebf0-4fb7-8ef7-b1c3e601bcf4 req-2f221bea-ac9d-4ba1-aafe-242a5b6c1c5b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 947 time: 0.1368983 Nov 03 18:39:25.338393 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b5cdd273-770a-4e69-a251-6a73a13d3d91 req-0c486d9d-17ca-49b2-8e52-6b3889a499df service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=2c2538f9-329d-476c-8f92-e546884ccd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912108 Nov 03 18:39:25.340225 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Pushing event updated for resources: {'Port': ['ID=432bca69-abd9-4225-abec-494553d6a36b,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:25.372555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=ae860861-1531-4249-979b-c6c2ce597c2d,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:25.422246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Attempting to bind port 432bca69-abd9-4225-abec-494553d6a36b on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:25.422730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Attempting to bind port 432bca69-abd9-4225-abec-494553d6a36b by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:25.423066 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Attempting to bind port 432bca69-abd9-4225-abec-494553d6a36b on network 23771ce2-de78-436c-90e0-3e63e3bf86dc {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:25.427448 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Port 432bca69-abd9-4225-abec-494553d6a36b on network 23771ce2-de78-436c-90e0-3e63e3bf86dc not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:25.427803 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Attempting to bind port 432bca69-abd9-4225-abec-494553d6a36b on network 23771ce2-de78-436c-90e0-3e63e3bf86dc {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:25.432722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:25.433071 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Checking segment: {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:25.433458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Bound using segment: {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:25.433888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Bound port: 432bca69-abd9-4225-abec-494553d6a36b, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:25.434244 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.456887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab0da1ea-fcf0-4f55-baad-68bcd5104bc6 req-a03e4842-e5f2-4148-ac76-05e378664007 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436460 Nov 03 18:39:25.475973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-420bcc72-ebf0-4fb7-8ef7-b1c3e601bcf4 req-4b736e77-d460-4730-bdd6-37b793c795fe tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443617 Nov 03 18:39:25.486834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-2dec816b-300d-4260-98fa-21979851c497 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542323 Nov 03 18:39:25.502639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] For port 432bca69-abd9-4225-abec-494553d6a36b, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:25.505643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] For port 432bca69-abd9-4225-abec-494553d6a36b, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=432bca69-abd9-4225-abec-494553d6a36b,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:25.511082 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.543840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:25.544457 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.545982 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-069241af-faa9-4cd0-929b-34a858818fdf req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] 10.222.0.87 "PUT /v2.0/ports/432bca69-abd9-4225-abec-494553d6a36b HTTP/1.1" status: 200 len: 1091 time: 0.8178689 Nov 03 18:39:25.546431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0699da76-46b0-4ee1-996f-14213d9de981', 'tag': '432bca69-abd9-4225-abec-494553d6a36b'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:25.548684 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3560aeae-a291-4aeb-926d-89f29ea36478" -d '{"events": [{"name": "network-changed", "server_uuid": "0699da76-46b0-4ee1-996f-14213d9de981", "tag": "432bca69-abd9-4225-abec-494553d6a36b"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:25.588503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a3ad4-2b14-4031-9838-6e214c825126 service neutron] Pushing event updated for resources: {'Port': ['ID=432bca69-abd9-4225-abec-494553d6a36b,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:25.595888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78dfd03a-8587-4aeb-9e1e-47083bc56b9a req-ff3dd18a-00ae-4e25-988c-0925c33bd873 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941014 Nov 03 18:39:25.602534 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f5f1f3-dfe7-4a5d-9fc2-f4620a930b1f x-openstack-request-id: req-e5f5f1f3-dfe7-4a5d-9fc2-f4620a930b1f {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:25.602837 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0699da76-46b0-4ee1-996f-14213d9de981", "tag": "432bca69-abd9-4225-abec-494553d6a36b", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:25.603146 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e5f5f1f3-dfe7-4a5d-9fc2-f4620a930b1f {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:25.603567 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0699da76-46b0-4ee1-996f-14213d9de981', 'tag': '432bca69-abd9-4225-abec-494553d6a36b', 'status': 'completed', 'code': 200} Nov 03 18:39:25.657098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 3a99d2b1-077b-447b-9341-5dbf0d33322c details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:25.710880 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d024b177-3934-48fa-9598-5f814ce535d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.751178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401d42f-89f3-483d-b621-8cb72d774a76 req-59116937-8512-47eb-a31f-fa7eee30dce1 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:25.752815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2401d42f-89f3-483d-b621-8cb72d774a76 req-59116937-8512-47eb-a31f-fa7eee30dce1 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1155236 Nov 03 18:39:25.761297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697de62-6a26-4a0e-b968-f06a40479f2e req-7a40ad37-6d5f-48ff-9ebd-bcfd53e10a18 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:25.763124 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c697de62-6a26-4a0e-b968-f06a40479f2e req-7a40ad37-6d5f-48ff-9ebd-bcfd53e10a18 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/ports?device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 945 time: 0.1161678 Nov 03 18:39:25.777279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 3a99d2b1-077b-447b-9341-5dbf0d33322c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3a99d2b1-077b-447b-9341-5dbf0d33322c,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:25.784165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069241af-faa9-4cd0-929b-34a858818fdf req-7949778c-c8c8-4b16-a9f1-f4e06b43e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:25.785731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-069241af-faa9-4cd0-929b-34a858818fdf req-7949778c-c8c8-4b16-a9f1-f4e06b43e80c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 1094 time: 0.0973895 Nov 03 18:39:25.789322 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '3a99d2b1-077b-447b-9341-5dbf0d33322c', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '3a99d2b1-077b-447b-9341-5dbf0d33322c', 'mac_address': 'fa:16:3e:67:d1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:25.814176 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb74c7-321a-4ec4-a90b-2f29897fb2ad req-8b4641cc-a57e-445a-84f1-f8588b1d08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:25.815627 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0ebb74c7-321a-4ec4-a90b-2f29897fb2ad req-8b4641cc-a57e-445a-84f1-f8588b1d08f6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 1099 time: 0.0491209 Nov 03 18:39:25.829446 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.843659 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a99d2b1-077b-447b-9341-5dbf0d33322c {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:25.865072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 3a99d2b1-077b-447b-9341-5dbf0d33322c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3a99d2b1-077b-447b-9341-5dbf0d33322c,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:25.870724 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:25.878932 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-069241af-faa9-4cd0-929b-34a858818fdf req-3709078f-41c2-4343-9099-ce1204d5ee69 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=432bca69-abd9-4225-abec-494553d6a36b HTTP/1.1" status: 200 len: 217 time: 0.0581846 Nov 03 18:39:25.886758 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2401d42f-89f3-483d-b621-8cb72d774a76 req-c379d6fc-005d-45ee-a9e6-220d9c442b52 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223242 Nov 03 18:39:25.891413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c697de62-6a26-4a0e-b968-f06a40479f2e req-a4c477bd-3973-4321-918b-ac1e0c564024 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/security-groups?id=2c2538f9-329d-476c-8f92-e546884ccd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164119 Nov 03 18:39:25.943602 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=3a99d2b1-077b-447b-9341-5dbf0d33322c,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:25.946811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069241af-faa9-4cd0-929b-34a858818fdf req-13f9c3e1-75ab-493b-a293-9da7a162074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:25.948364 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-069241af-faa9-4cd0-929b-34a858818fdf req-13f9c3e1-75ab-493b-a293-9da7a162074a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ff7ca472-a50c-48ab-a812-76c46b2d1f6a HTTP/1.1" status: 200 len: 852 time: 0.0606215 Nov 03 18:39:25.967889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb74c7-321a-4ec4-a90b-2f29897fb2ad req-5f51757c-74cf-4c0f-9ff6-3d0ccae57f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:25.969731 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0ebb74c7-321a-4ec4-a90b-2f29897fb2ad req-5f51757c-74cf-4c0f-9ff6-3d0ccae57f03 service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1327250 Nov 03 18:39:25.989138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-069241af-faa9-4cd0-929b-34a858818fdf req-ec4d2048-31e5-45a9-8587-75df9a83d596 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=23771ce2-de78-436c-90e0-3e63e3bf86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279121 Nov 03 18:39:26.016581 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0ebb74c7-321a-4ec4-a90b-2f29897fb2ad req-4a889b79-f247-4018-af28-4f5601c64633 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=83f888da-4c59-4c88-876b-187942008e26 HTTP/1.1" status: 200 len: 217 time: 0.0363526 Nov 03 18:39:26.077710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb74c7-321a-4ec4-a90b-2f29897fb2ad req-5e1f8aff-aac8-49cc-b0d2-0787e03f814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:26.079260 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0ebb74c7-321a-4ec4-a90b-2f29897fb2ad req-5e1f8aff-aac8-49cc-b0d2-0787e03f814c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0481484 Nov 03 18:39:26.102793 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7e9af-c25f-415a-962e-87c12d1888ec req-d8b1c291-214d-4359-a19f-6c85d9def51c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:26.104331 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7f7e9af-c25f-415a-962e-87c12d1888ec req-d8b1c291-214d-4359-a19f-6c85d9def51c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 948 time: 0.0969701 Nov 03 18:39:26.140448 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-069241af-faa9-4cd0-929b-34a858818fdf req-97f523c5-285b-43cd-883a-9f5b7b355056 service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409488 Nov 03 18:39:26.142473 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb74c7-321a-4ec4-a90b-2f29897fb2ad req-a7aa8977-d9f6-414b-8eae-51069aeb1fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:26.143997 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0ebb74c7-321a-4ec4-a90b-2f29897fb2ad req-a7aa8977-d9f6-414b-8eae-51069aeb1fab service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473244 Nov 03 18:39:26.166395 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7f7e9af-c25f-415a-962e-87c12d1888ec req-4e3792de-3841-4f29-ba02-ee11e964772b tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550644 Nov 03 18:39:26.230045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['3a99d2b1-077b-447b-9341-5dbf0d33322c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:26.266718 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0ebb74c7-321a-4ec4-a90b-2f29897fb2ad req-1b783896-7766-4b99-82bd-e517d4d92b5d service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871422 Nov 03 18:39:26.298172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa421317-33f5-464a-881f-b9311967b9df req-3cbcab9a-9116-41ef-963b-15b0161a4e81 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:26.299740 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa421317-33f5-464a-881f-b9311967b9df req-3cbcab9a-9116-41ef-963b-15b0161a4e81 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 943 time: 0.0966709 Nov 03 18:39:26.305731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-069241af-faa9-4cd0-929b-34a858818fdf req-08a4fdae-2698-4be5-8aa3-15f39e1f4191 service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261771 Nov 03 18:39:26.355994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa421317-33f5-464a-881f-b9311967b9df req-3d90ddc7-674c-4201-bf28-343a27ed5b0f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488522 Nov 03 18:39:26.393081 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0ebb74c7-321a-4ec4-a90b-2f29897fb2ad req-58c11615-878a-43f4-bb0b-8c2d523928bd service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096125 Nov 03 18:39:26.531129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560aeae-a291-4aeb-926d-89f29ea36478 req-ffdbe4cf-2e43-4e95-b2b7-23cb7af8fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:26.532666 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3560aeae-a291-4aeb-926d-89f29ea36478 req-ffdbe4cf-2e43-4e95-b2b7-23cb7af8fe08 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 1094 time: 0.0420783 Nov 03 18:39:26.612208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2beb862-fcf7-415b-99f0-09fdce7d6862 req-12423ab9-fd35-4188-96a9-4963ee4c1940 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:26.615187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2beb862-fcf7-415b-99f0-09fdce7d6862 req-12423ab9-fd35-4188-96a9-4963ee4c1940 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0864270 Nov 03 18:39:26.624774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751143d-86bd-41b4-965d-d320aa7a79ac req-e92e105c-f503-4e1e-a05b-51a64881c8db tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:26.626221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0751143d-86bd-41b4-965d-d320aa7a79ac req-e92e105c-f503-4e1e-a05b-51a64881c8db tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 948 time: 0.0729256 Nov 03 18:39:26.645008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560aeae-a291-4aeb-926d-89f29ea36478 req-f13e0c59-eecf-4c28-8ea3-7443065648ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:26.646615 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3560aeae-a291-4aeb-926d-89f29ea36478 req-f13e0c59-eecf-4c28-8ea3-7443065648ee service neutron] 10.222.0.87 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 913 time: 0.0899856 Nov 03 18:39:26.690041 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3560aeae-a291-4aeb-926d-89f29ea36478 req-5d50c8a1-f86f-491b-b613-d74022ce98d7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=432bca69-abd9-4225-abec-494553d6a36b HTTP/1.1" status: 200 len: 217 time: 0.0348022 Nov 03 18:39:26.707659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2beb862-fcf7-415b-99f0-09fdce7d6862 req-e36f7b90-0073-4dff-8512-6908b54617e7 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802073 Nov 03 18:39:26.724744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0751143d-86bd-41b4-965d-d320aa7a79ac req-aa57ad65-3725-4830-b19d-5ee664691c2b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905235 Nov 03 18:39:26.755383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560aeae-a291-4aeb-926d-89f29ea36478 req-491d52d8-2230-4650-9870-327295a8e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:26.756892 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3560aeae-a291-4aeb-926d-89f29ea36478 req-491d52d8-2230-4650-9870-327295a8e24b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ff7ca472-a50c-48ab-a812-76c46b2d1f6a HTTP/1.1" status: 200 len: 852 time: 0.0526319 Nov 03 18:39:26.801533 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3560aeae-a291-4aeb-926d-89f29ea36478 req-c0180713-a3a4-4127-8617-362b7bd42c2c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=23771ce2-de78-436c-90e0-3e63e3bf86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286100 Nov 03 18:39:27.052722 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faeaffe-28c0-4204-a76b-75fedb7ae4f2 req-c4df7a2d-5a1d-40cb-bf4b-2bc723b9eaba tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:27.054183 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5faeaffe-28c0-4204-a76b-75fedb7ae4f2 req-c4df7a2d-5a1d-40cb-bf4b-2bc723b9eaba tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.0851626 Nov 03 18:39:27.062271 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feace7d8-39f9-490e-a1d6-8a0ed16483f9 req-06c0fa25-2c90-4de5-b86c-52c4be323594 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:27.063766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-feace7d8-39f9-490e-a1d6-8a0ed16483f9 req-06c0fa25-2c90-4de5-b86c-52c4be323594 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/ports?device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 945 time: 0.0928996 Nov 03 18:39:27.102195 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8fa3f8-dff6-45ee-be02-d606bb71d0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae860861-1531-4249-979b-c6c2ce597c2d'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:27.104790 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e713ac-8f43-4340-844f-22b54c1ef405" -d '{"events": [{"server_uuid": "0a8fa3f8-dff6-45ee-be02-d606bb71d0d0", "name": "network-vif-plugged", "status": "completed", "tag": "ae860861-1531-4249-979b-c6c2ce597c2d"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:27.134404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5faeaffe-28c0-4204-a76b-75fedb7ae4f2 req-87ec028b-d543-4e32-b1af-8ed8d1607958 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696380 Nov 03 18:39:27.142552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-feace7d8-39f9-490e-a1d6-8a0ed16483f9 req-114f64df-de5d-4ec4-b2ef-d03b42cb8865 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/security-groups?id=2c2538f9-329d-476c-8f92-e546884ccd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718446 Nov 03 18:39:27.166241 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3560aeae-a291-4aeb-926d-89f29ea36478 req-e5218f93-2ae1-406a-97d3-dd4d14859fb1 service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502953 Nov 03 18:39:27.194956 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9605fd56-2d29-4520-a1be-76d6162b40d2 x-openstack-request-id: req-9605fd56-2d29-4520-a1be-76d6162b40d2 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:27.195374 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8fa3f8-dff6-45ee-be02-d606bb71d0d0", "name": "network-vif-plugged", "status": "completed", "tag": "ae860861-1531-4249-979b-c6c2ce597c2d", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:27.195740 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9605fd56-2d29-4520-a1be-76d6162b40d2 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:27.196227 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8fa3f8-dff6-45ee-be02-d606bb71d0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae860861-1531-4249-979b-c6c2ce597c2d', 'code': 200} Nov 03 18:39:27.275528 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3560aeae-a291-4aeb-926d-89f29ea36478 req-cf21408a-3a2a-4300-92c1-0cd8f8ca52d4 service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898564 Nov 03 18:39:27.401521 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce1cae-2c88-49eb-b622-315430588c54 req-2877c473-86bc-4941-852f-1232dd126ebf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:27.402993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbce1cae-2c88-49eb-b622-315430588c54 req-2877c473-86bc-4941-852f-1232dd126ebf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 948 time: 0.0593157 Nov 03 18:39:27.439404 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167d061-f694-40f3-b1d0-e9a593808663 req-97174f89-20aa-43ee-957e-f2d66690a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:27.440983 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c167d061-f694-40f3-b1d0-e9a593808663 req-97174f89-20aa-43ee-957e-f2d66690a9f8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 1097 time: 0.0434709 Nov 03 18:39:27.473799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb5aa4-b3a5-478d-a199-6f80c5827362 req-a9d794eb-cbbd-4f12-8ddf-6737cdd47f6e tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:27.475288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92fb5aa4-b3a5-478d-a199-6f80c5827362 req-a9d794eb-cbbd-4f12-8ddf-6737cdd47f6e tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/ports?device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 945 time: 0.0908997 Nov 03 18:39:27.490859 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c167d061-f694-40f3-b1d0-e9a593808663 req-7413de01-28ec-4a14-a441-31476a76eae0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377977 Nov 03 18:39:27.493598 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbce1cae-2c88-49eb-b622-315430588c54 req-ff99bbc3-4df1-42dc-b280-9207e59ff0aa tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706758 Nov 03 18:39:27.530000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92fb5aa4-b3a5-478d-a199-6f80c5827362 req-6db21ebc-5686-491f-96f0-12d4892b43a6 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/security-groups?id=2c2538f9-329d-476c-8f92-e546884ccd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471702 Nov 03 18:39:27.596288 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4e78a-37c2-49fb-bf1f-87b14d998af9 req-a03e4d83-b545-4aa6-a4ce-3f4d7164ae39 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:27.597791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4e4e78a-37c2-49fb-bf1f-87b14d998af9 req-a03e4d83-b545-4aa6-a4ce-3f4d7164ae39 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 943 time: 0.0482445 Nov 03 18:39:27.649152 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4e4e78a-37c2-49fb-bf1f-87b14d998af9 req-4ab47679-a418-4c64-9f43-30be456db69d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455458 Nov 03 18:39:27.660940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 3a99d2b1-077b-447b-9341-5dbf0d33322c up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:27.709792 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 3a99d2b1-077b-447b-9341-5dbf0d33322c completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:27.713875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 3a99d2b1-077b-447b-9341-5dbf0d33322c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:27.714246 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:27.794927 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:27.829961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 3a99d2b1-077b-447b-9341-5dbf0d33322c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3a99d2b1-077b-447b-9341-5dbf0d33322c,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:27.833786 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:27.863632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b00c16-b10b-4c1e-b531-a3785d03e5c3 req-ae0df2cb-7877-443f-a736-9b87a0814ac1 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:27.865154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78b00c16-b10b-4c1e-b531-a3785d03e5c3 req-ae0df2cb-7877-443f-a736-9b87a0814ac1 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0851300 Nov 03 18:39:27.875446 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c0187-3898-423c-9a5d-f6fbd6887ebc req-1b5c2f38-129f-4dc4-b02c-4ba87f04765a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:27.876988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e53c0187-3898-423c-9a5d-f6fbd6887ebc req-1b5c2f38-129f-4dc4-b02c-4ba87f04765a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 948 time: 0.0698564 Nov 03 18:39:27.884264 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=3a99d2b1-077b-447b-9341-5dbf0d33322c,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:27.953855 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78b00c16-b10b-4c1e-b531-a3785d03e5c3 req-007bec30-cf66-431c-9bac-d9542764a72b tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758808 Nov 03 18:39:27.957221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e53c0187-3898-423c-9a5d-f6fbd6887ebc req-31b31dfc-33a7-433e-8f7c-00fd24facb66 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724249 Nov 03 18:39:28.042239 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bf25fe7c-2295-453e-aae9-97d083af21be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:28.249592 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64759b1-2456-4e2f-9b61-35478559d587 req-db87f737-d216-4723-9974-761bf1b1baca tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:28.251172 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a64759b1-2456-4e2f-9b61-35478559d587 req-db87f737-d216-4723-9974-761bf1b1baca tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.0496490 Nov 03 18:39:28.300645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a64759b1-2456-4e2f-9b61-35478559d587 req-3bf65a66-855c-4767-ab7a-9a130056ac3e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Nov 03 18:39:28.620844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1015fe-f4af-4eb0-822d-ec4526de0740 req-703d7d3c-9416-4ca2-ad3e-cac39df41875 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:28.622299 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf1015fe-f4af-4eb0-822d-ec4526de0740 req-703d7d3c-9416-4ca2-ad3e-cac39df41875 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 948 time: 0.0621033 Nov 03 18:39:28.690558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58554b59-becd-45a9-8ac5-857d9e533b8d req-cb9111b4-8282-4aed-b7ca-f73f708555c2 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:28.692076 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58554b59-becd-45a9-8ac5-857d9e533b8d req-cb9111b4-8282-4aed-b7ca-f73f708555c2 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/ports?device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 945 time: 0.0871749 Nov 03 18:39:28.700316 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf1015fe-f4af-4eb0-822d-ec4526de0740 req-0b9f9026-f924-4fbc-a61a-43e70b497f79 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594079 Nov 03 18:39:28.754575 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58554b59-becd-45a9-8ac5-857d9e533b8d req-c4336515-b9c5-4ec2-963f-ecca3502c788 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/security-groups?id=2c2538f9-329d-476c-8f92-e546884ccd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525324 Nov 03 18:39:28.812687 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0426d-00f9-4cba-8b5e-2ceed275573e req-2a9550c0-387c-45fa-a345-9d9fd5cf7846 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:28.814163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dde0426d-00f9-4cba-8b5e-2ceed275573e req-2a9550c0-387c-45fa-a345-9d9fd5cf7846 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 943 time: 0.0538783 Nov 03 18:39:28.861852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dde0426d-00f9-4cba-8b5e-2ceed275573e req-be6d4d2c-46e9-4ef0-bb21-aca1cfa6c525 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415759 Nov 03 18:39:28.896966 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82c1ab-07cd-4388-aae9-616f04ee1165 req-ea9bba4b-4741-4bb5-a277-dc045004cff4 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:28.898413 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6a82c1ab-07cd-4388-aae9-616f04ee1165 req-ea9bba4b-4741-4bb5-a277-dc045004cff4 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 945 time: 0.0491116 Nov 03 18:39:28.993108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-6a82c1ab-07cd-4388-aae9-616f04ee1165 req-a17fcd92-e7be-41c7-84d6-b3e437785a46 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Deleting port ba255ea8-450d-48ba-8b45-bb5fe8e78f65 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:28.993506 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6a82c1ab-07cd-4388-aae9-616f04ee1165 req-a17fcd92-e7be-41c7-84d6-b3e437785a46 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.073041 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 83f888da-4c59-4c88-876b-187942008e26 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:29.093502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6a82c1ab-07cd-4388-aae9-616f04ee1165 req-a17fcd92-e7be-41c7-84d6-b3e437785a46 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] For port ba255ea8-450d-48ba-8b45-bb5fe8e78f65, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ba255ea8-450d-48ba-8b45-bb5fe8e78f65,segment=NetworkSegment(684f257a-5e75-43c8-a1a1-c0d8d31f8c60),segment_id=684f257a-5e75-43c8-a1a1-c0d8d31f8c60)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:29.093872 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6a82c1ab-07cd-4388-aae9-616f04ee1165 req-a17fcd92-e7be-41c7-84d6-b3e437785a46 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.105232 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178256d4-3048-4152-bd5f-f9a90f99253d req-fd83b526-880d-4da6-9992-cd4bce8290ac tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:29.107167 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-178256d4-3048-4152-bd5f-f9a90f99253d req-fd83b526-880d-4da6-9992-cd4bce8290ac tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0787210 Nov 03 18:39:29.116534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62260e20-fe4f-4b67-8ae6-13c9d412c3e2 req-0a505351-1fc6-4042-9f98-171c2ae1bad8 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:29.117226 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-6a82c1ab-07cd-4388-aae9-616f04ee1165 req-a17fcd92-e7be-41c7-84d6-b3e437785a46 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Calling delete_port for ba255ea8-450d-48ba-8b45-bb5fe8e78f65 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:29.123892 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62260e20-fe4f-4b67-8ae6-13c9d412c3e2 req-0a505351-1fc6-4042-9f98-171c2ae1bad8 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 949 time: 0.0974503 Nov 03 18:39:29.182881 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.197527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7afd665-8e39-4727-914c-c8c652e04b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a99d2b1-077b-447b-9341-5dbf0d33322c'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:29.200536 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81d4669-da56-46f4-8752-dc62591c27dd" -d '{"events": [{"server_uuid": "f7afd665-8e39-4727-914c-c8c652e04b7e", "name": "network-vif-plugged", "status": "completed", "tag": "3a99d2b1-077b-447b-9341-5dbf0d33322c"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:29.201321 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62260e20-fe4f-4b67-8ae6-13c9d412c3e2 req-7ddf59fc-adee-4821-b7fb-83ab99fbb77c tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760305 Nov 03 18:39:29.205213 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-178256d4-3048-4152-bd5f-f9a90f99253d req-58a7e358-08ec-4fd2-8739-2fdf397c2e36 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786819 Nov 03 18:39:29.210606 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 83f888da-4c59-4c88-876b-187942008e26, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=83f888da-4c59-4c88-876b-187942008e26,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:29.224890 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '83f888da-4c59-4c88-876b-187942008e26', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '83f888da-4c59-4c88-876b-187942008e26', 'mac_address': 'fa:16:3e:dc:20:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:29.272897 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.283893 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be48e124-eb0b-4d96-8398-a11d03e6c88f x-openstack-request-id: req-be48e124-eb0b-4d96-8398-a11d03e6c88f {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:29.284179 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7afd665-8e39-4727-914c-c8c652e04b7e", "name": "network-vif-plugged", "status": "completed", "tag": "3a99d2b1-077b-447b-9341-5dbf0d33322c", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:29.284436 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-be48e124-eb0b-4d96-8398-a11d03e6c88f {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:29.284830 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7afd665-8e39-4727-914c-c8c652e04b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a99d2b1-077b-447b-9341-5dbf0d33322c', 'code': 200} Nov 03 18:39:29.290809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f888da-4c59-4c88-876b-187942008e26 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:29.295522 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6a82c1ab-07cd-4388-aae9-616f04ee1165 req-a17fcd92-e7be-41c7-84d6-b3e437785a46 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.310373 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['ba255ea8-450d-48ba-8b45-bb5fe8e78f65'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:29.335844 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fcd92-e7be-41c7-84d6-b3e437785a46 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Pushing event deleted for resources: {'Port': ['ID=ba255ea8-450d-48ba-8b45-bb5fe8e78f65,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:29.356623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 83f888da-4c59-4c88-876b-187942008e26, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=83f888da-4c59-4c88-876b-187942008e26,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:29.377725 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.432073 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a82c1ab-07cd-4388-aae9-616f04ee1165 req-a17fcd92-e7be-41c7-84d6-b3e437785a46 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] No DVR routers for this DVR port ba255ea8-450d-48ba-8b45-bb5fe8e78f65 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:39:29.436321 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6a82c1ab-07cd-4388-aae9-616f04ee1165 req-a17fcd92-e7be-41c7-84d6-b3e437785a46 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:29.441547 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6a82c1ab-07cd-4388-aae9-616f04ee1165 req-a17fcd92-e7be-41c7-84d6-b3e437785a46 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.98 "DELETE /v2.0/ports/ba255ea8-450d-48ba-8b45-bb5fe8e78f65 HTTP/1.1" status: 204 len: 173 time: 0.5350101 Nov 03 18:39:29.442374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8b0a5d-d9fe-4f9c-be91-c91387b967ef', 'name': 'network-vif-deleted', 'tag': 'ba255ea8-450d-48ba-8b45-bb5fe8e78f65'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:29.445466 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66f6319-c337-4aae-927e-a6f3eabfc53e" -d '{"events": [{"server_uuid": "7e8b0a5d-d9fe-4f9c-be91-c91387b967ef", "name": "network-vif-deleted", "tag": "ba255ea8-450d-48ba-8b45-bb5fe8e78f65"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:29.466956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=83f888da-4c59-4c88-876b-187942008e26,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:29.482557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a8400-2a15-46af-8bd8-be5cd53b7db0 req-eeeb5998-5e93-4bf6-a7ca-fc262035506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:29.484716 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca3a8400-2a15-46af-8bd8-be5cd53b7db0 req-eeeb5998-5e93-4bf6-a7ca-fc262035506d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 1100 time: 0.0919735 Nov 03 18:39:29.499391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b65cf0-4bff-41cb-be77-b9d0d37b920b req-7d595750-aa9b-478f-9705-0803a74f678d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:29.500890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1b65cf0-4bff-41cb-be77-b9d0d37b920b req-7d595750-aa9b-478f-9705-0803a74f678d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.0666142 Nov 03 18:39:29.566769 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02875542-afa5-4304-9de5-e34cb1c6c873 x-openstack-request-id: req-02875542-afa5-4304-9de5-e34cb1c6c873 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:29.567065 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8b0a5d-d9fe-4f9c-be91-c91387b967ef", "name": "network-vif-deleted", "tag": "ba255ea8-450d-48ba-8b45-bb5fe8e78f65", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:29.567318 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-02875542-afa5-4304-9de5-e34cb1c6c873 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:29.567743 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8b0a5d-d9fe-4f9c-be91-c91387b967ef', 'name': 'network-vif-deleted', 'tag': 'ba255ea8-450d-48ba-8b45-bb5fe8e78f65', 'status': 'completed', 'code': 200} Nov 03 18:39:29.573997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca3a8400-2a15-46af-8bd8-be5cd53b7db0 req-f162cd7a-b836-457c-8858-40a31c48eed8 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721257 Nov 03 18:39:29.578870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1b65cf0-4bff-41cb-be77-b9d0d37b920b req-542578c5-9841-4310-91dc-9c7e84fc90e6 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705984 Nov 03 18:39:29.820668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf332c85-0d5c-4931-a89c-cd3d30017a12 req-61b5bf21-8547-488d-b832-c0e336cb65e0 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:29.822292 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf332c85-0d5c-4931-a89c-cd3d30017a12 req-61b5bf21-8547-488d-b832-c0e336cb65e0 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 949 time: 0.0526476 Nov 03 18:39:29.872872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:30.173396 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:30.175076 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8879d0cb-6798-4060-9382-ace71688147f req-85e9375a-1d2d-48b0-b164-575077c30de2 tempest-InstanceActionsV221TestJSON-1821400122 tempest-InstanceActionsV221TestJSON-1821400122-project] 10.222.0.107 "GET /v2.0/ports?device_id=7e8b0a5d-d9fe-4f9c-be91-c91387b967ef HTTP/1.1" status: 200 len: 210 time: 0.0291693 Nov 03 18:39:30.196506 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf332c85-0d5c-4931-a89c-cd3d30017a12 req-9da4d39c-5496-4108-b0e2-292f415ab310 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670781 Nov 03 18:39:30.289905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208bfd0-07a6-4a7e-8818-1e0ff18ec2b3 req-3be169da-bd4d-4332-bc6c-9da899e49740 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:30.291361 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0208bfd0-07a6-4a7e-8818-1e0ff18ec2b3 req-3be169da-bd4d-4332-bc6c-9da899e49740 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 943 time: 0.0545959 Nov 03 18:39:30.368666 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e0965-3b53-4b5a-a1d2-bf1b4763240f req-30396025-3686-4ec4-946b-d0b8bb1a950a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:30.370111 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-607e0965-3b53-4b5a-a1d2-bf1b4763240f req-30396025-3686-4ec4-946b-d0b8bb1a950a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 949 time: 0.0778601 Nov 03 18:39:30.373587 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0208bfd0-07a6-4a7e-8818-1e0ff18ec2b3 req-30578d6b-d396-441f-ba37-bcc5030c9822 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726008 Nov 03 18:39:30.419203 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-607e0965-3b53-4b5a-a1d2-bf1b4763240f req-307d6ee4-2dd7-4ca2-984f-050114dd5064 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429661 Nov 03 18:39:30.480290 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb795f-51d5-4f3b-b744-8c419d5143ac req-d7ad7c7d-fa41-4ce5-9f16-91b5ed89906a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:30.481798 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92cb795f-51d5-4f3b-b744-8c419d5143ac req-d7ad7c7d-fa41-4ce5-9f16-91b5ed89906a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0527260 Nov 03 18:39:30.530344 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:30.531464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92cb795f-51d5-4f3b-b744-8c419d5143ac req-9bb5ea29-7019-4f9e-935c-ffad1c206097 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432355 Nov 03 18:39:30.755955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c168f7d-886a-48dd-998a-a9df7877fdce req-c18bc9c7-4354-4285-8ce3-a6adf13b1f09 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:30.757412 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c168f7d-886a-48dd-998a-a9df7877fdce req-c18bc9c7-4354-4285-8ce3-a6adf13b1f09 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.0691838 Nov 03 18:39:30.820265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce06b0e-74ee-4315-9fac-a761102ab85f req-6766b1e2-5ec3-4dfe-9a69-638425674e68 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:30.821752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ce06b0e-74ee-4315-9fac-a761102ab85f req-6766b1e2-5ec3-4dfe-9a69-638425674e68 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0895314 Nov 03 18:39:30.830590 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2f1a5-3192-4e5c-a2d4-95af5aaa8220 req-d3c4256e-67e2-44d7-9568-161a34367a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:30.833065 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12e2f1a5-3192-4e5c-a2d4-95af5aaa8220 req-d3c4256e-67e2-44d7-9568-161a34367a2a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1b6502cc2b2b4c5ca8cf848abbf86c1a&device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 1097 time: 0.0518515 Nov 03 18:39:30.840023 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c168f7d-886a-48dd-998a-a9df7877fdce req-b1031d65-ccb7-4432-ab5a-59acad7e35ee tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681062 Nov 03 18:39:30.880975 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ce06b0e-74ee-4315-9fac-a761102ab85f req-3dbe90c3-afa9-417b-9359-74563337dd1e tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505571 Nov 03 18:39:30.937999 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2f1a5-3192-4e5c-a2d4-95af5aaa8220 req-498b341d-0c37-4018-a90c-82eaed3e0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:30.939373 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12e2f1a5-3192-4e5c-a2d4-95af5aaa8220 req-498b341d-0c37-4018-a90c-82eaed3e0db6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 HTTP/1.1" status: 200 len: 920 time: 0.0927212 Nov 03 18:39:30.988126 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12e2f1a5-3192-4e5c-a2d4-95af5aaa8220 req-c47b7550-1c3e-4cbf-8028-b652cb99abc6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae860861-1531-4249-979b-c6c2ce597c2d HTTP/1.1" status: 200 len: 217 time: 0.0328996 Nov 03 18:39:31.042517 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2f1a5-3192-4e5c-a2d4-95af5aaa8220 req-fba2c5b3-697e-4472-b24d-37291e4b9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:31.043963 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12e2f1a5-3192-4e5c-a2d4-95af5aaa8220 req-fba2c5b3-697e-4472-b24d-37291e4b9e8a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=31a76d17-9ed3-48bb-927b-acc9f76c322b HTTP/1.1" status: 200 len: 859 time: 0.0419869 Nov 03 18:39:31.084231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 432bca69-abd9-4225-abec-494553d6a36b details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:31.086734 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12e2f1a5-3192-4e5c-a2d4-95af5aaa8220 req-4253a126-bd75-470f-bda1-1308e2c731ef service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283597 Nov 03 18:39:31.099337 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 83f888da-4c59-4c88-876b-187942008e26 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:31.184696 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12e2f1a5-3192-4e5c-a2d4-95af5aaa8220 req-40b1377c-f8c3-4aec-806c-db6216abc87a service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851295 Nov 03 18:39:31.292117 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12e2f1a5-3192-4e5c-a2d4-95af5aaa8220 req-ea580168-b265-4068-bad6-02d34da375d5 service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985632 Nov 03 18:39:31.332168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5cb9d-42ce-4c13-bbfb-b1a44bd70318 req-9e1dcf6c-0dd9-47d0-8c66-7f29885fac27 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:31.333824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07f5cb9d-42ce-4c13-bbfb-b1a44bd70318 req-9e1dcf6c-0dd9-47d0-8c66-7f29885fac27 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 949 time: 0.0581713 Nov 03 18:39:31.340315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 83f888da-4c59-4c88-876b-187942008e26 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:31.344250 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 432bca69-abd9-4225-abec-494553d6a36b, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=432bca69-abd9-4225-abec-494553d6a36b,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:31.357807 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 83f888da-4c59-4c88-876b-187942008e26 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:31.358224 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.386362 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '432bca69-abd9-4225-abec-494553d6a36b', 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc', 'port_id': '432bca69-abd9-4225-abec-494553d6a36b', 'mac_address': 'fa:16:3e:e0:8c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7ca472-a50c-48ab-a812-76c46b2d1f6a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:31.408398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07f5cb9d-42ce-4c13-bbfb-b1a44bd70318 req-e935ee81-9431-4c94-9c7c-80ac587bbe0b tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653367 Nov 03 18:39:31.447232 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.456327 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.460547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40324) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:31.473005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432bca69-abd9-4225-abec-494553d6a36b {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:31.510736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3c482b-7bf1-4132-88b3-fa7b8d4bfcf4 admin admin] Deleting subnet 741c3aaf-2b54-4e36-9e7b-6fb7825d2557 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:39:31.517831 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e3c482b-7bf1-4132-88b3-fa7b8d4bfcf4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.528704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 432bca69-abd9-4225-abec-494553d6a36b, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=432bca69-abd9-4225-abec-494553d6a36b,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:31.534288 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.536246 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.556666 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e3c482b-7bf1-4132-88b3-fa7b8d4bfcf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.578496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cc419-6d26-4522-b0fa-bfe5a3aece8e req-b0524132-8a3f-4ab6-bf9c-479bc63e7991 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:31.586582 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c3cc419-6d26-4522-b0fa-bfe5a3aece8e req-b0524132-8a3f-4ab6-bf9c-479bc63e7991 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 943 time: 0.1089528 Nov 03 18:39:31.587749 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da19633-ad0e-4327-9b20-c91e5bfa446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f888da-4c59-4c88-876b-187942008e26'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:31.590375 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb63d638-8206-4763-a04c-f2927f799c3b" -d '{"events": [{"server_uuid": "4da19633-ad0e-4327-9b20-c91e5bfa446f", "name": "network-vif-plugged", "status": "completed", "tag": "83f888da-4c59-4c88-876b-187942008e26"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:31.597924 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e3c482b-7bf1-4132-88b3-fa7b8d4bfcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.606788 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346e93-2b90-4775-a85a-328a6c8f0974 req-15e6f10e-c83a-4282-9248-9d443b4ae87c tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:31.609719 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 83f888da-4c59-4c88-876b-187942008e26, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=83f888da-4c59-4c88-876b-187942008e26,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:31.609957 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80346e93-2b90-4775-a85a-328a6c8f0974 req-15e6f10e-c83a-4282-9248-9d443b4ae87c tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 949 time: 0.0887289 Nov 03 18:39:31.613140 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=432bca69-abd9-4225-abec-494553d6a36b,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:31.617146 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.664417 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e3c482b-7bf1-4132-88b3-fa7b8d4bfcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.679802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=83f888da-4c59-4c88-876b-187942008e26,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:31.692002 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c482b-7bf1-4132-88b3-fa7b8d4bfcf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741c3aaf-2b54-4e36-9e7b-6fb7825d2557,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:31.693825 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e3c482b-7bf1-4132-88b3-fa7b8d4bfcf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.699334 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8e3c482b-7bf1-4132-88b3-fa7b8d4bfcf4 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/741c3aaf-2b54-4e36-9e7b-6fb7825d2557 HTTP/1.1" status: 204 len: 168 time: 0.2352064 Nov 03 18:39:31.700230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40332) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:31.703943 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c3cc419-6d26-4522-b0fa-bfe5a3aece8e req-01e6923e-7b18-4d54-9de9-90b7dd16a668 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162300 Nov 03 18:39:31.746658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80346e93-2b90-4775-a85a-328a6c8f0974 req-f3e44121-f0e6-4b2e-b50a-e606e7e75542 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122944 Nov 03 18:39:31.781746 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91881333-d200-4ed0-ab4b-c8feb629dc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.797479 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d18850e-d329-4577-894d-805536fc023b x-openstack-request-id: req-6d18850e-d329-4577-894d-805536fc023b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:31.797978 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da19633-ad0e-4327-9b20-c91e5bfa446f", "name": "network-vif-plugged", "status": "completed", "tag": "83f888da-4c59-4c88-876b-187942008e26", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:31.798397 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6d18850e-d329-4577-894d-805536fc023b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:31.798974 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da19633-ad0e-4327-9b20-c91e5bfa446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f888da-4c59-4c88-876b-187942008e26', 'code': 200} Nov 03 18:39:31.867389 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91881333-d200-4ed0-ab4b-c8feb629dc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.890402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-91881333-d200-4ed0-ab4b-c8feb629dc05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6372c20-43f1-41af-9294-963f564d68df']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:31.900113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-91881333-d200-4ed0-ab4b-c8feb629dc05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684f257a-5e75-43c8-a1a1-c0d8d31f8c60') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:31.900408 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-91881333-d200-4ed0-ab4b-c8feb629dc05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684f257a-5e75-43c8-a1a1-c0d8d31f8c60') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:39:31.910004 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91881333-d200-4ed0-ab4b-c8feb629dc05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.923791 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91881333-d200-4ed0-ab4b-c8feb629dc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.933992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91881333-d200-4ed0-ab4b-c8feb629dc05 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:39:31.934471 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91881333-d200-4ed0-ab4b-c8feb629dc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:39:31.937342 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:39:32.019200 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91881333-d200-4ed0-ab4b-c8feb629dc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:32.025726 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91881333-d200-4ed0-ab4b-c8feb629dc05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:32.031441 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-91881333-d200-4ed0-ab4b-c8feb629dc05 admin admin] 10.222.0.107 "DELETE /v2.0/networks/b6372c20-43f1-41af-9294-963f564d68df HTTP/1.1" status: 204 len: 168 time: 0.3278162 Nov 03 18:39:32.060171 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91881333-d200-4ed0-ab4b-c8feb629dc05 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6372c20-43f1-41af-9294-963f564d68df,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:32.078020 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b4d4a-d936-4979-a1f0-5d0ef089cd0e req-2111a1fe-4b74-4fe6-9c40-1aa0346653be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.079721 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1a1b4d4a-d936-4979-a1f0-5d0ef089cd0e req-2111a1fe-4b74-4fe6-9c40-1aa0346653be service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 1101 time: 0.0711186 Nov 03 18:39:32.087034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa1e3d-d8f6-43d5-b0d4-33f7755616c8 req-3a3d5692-5eb8-40de-91a9-a2bfaa03e07c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.088630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7afa1e3d-d8f6-43d5-b0d4-33f7755616c8 req-3a3d5692-5eb8-40de-91a9-a2bfaa03e07c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1061027 Nov 03 18:39:32.102699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd6819-109f-476f-98d5-bbb90bd8ba58 req-3db0da8b-d996-4aa8-a690-0009022f3dc5 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.104299 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcfd6819-109f-476f-98d5-bbb90bd8ba58 req-3db0da8b-d996-4aa8-a690-0009022f3dc5 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0816293 Nov 03 18:39:32.122346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['432bca69-abd9-4225-abec-494553d6a36b'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:32.138707 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1a1b4d4a-d936-4979-a1f0-5d0ef089cd0e req-be7df792-8030-41e0-b72e-70125340e677 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469518 Nov 03 18:39:32.178298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7afa1e3d-d8f6-43d5-b0d4-33f7755616c8 req-59b549ca-b7cd-4501-8553-e4316d64b236 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835919 Nov 03 18:39:32.196123 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcfd6819-109f-476f-98d5-bbb90bd8ba58 req-bf6f8f35-e98f-4a06-a7ff-77f89679aba3 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774839 Nov 03 18:39:32.261359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40346) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:32.304715 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b4c44c7a-9804-416d-9994-e4dbd46bfd8d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d8cd3dcc306e4141bf5361cd9c0173dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415242 Nov 03 18:39:32.307447 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40348) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:32.360264 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f1ac95f9-b3d5-4e27-8028-249655630507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:32.383657 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f1ac95f9-b3d5-4e27-8028-249655630507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:32.437645 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f1ac95f9-b3d5-4e27-8028-249655630507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:32.440298 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f1ac95f9-b3d5-4e27-8028-249655630507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:32.441456 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f1ac95f9-b3d5-4e27-8028-249655630507 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2c2538f9-329d-476c-8f92-e546884ccd02 HTTP/1.1" status: 204 len: 168 time: 0.1329598 Nov 03 18:39:32.452514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac95f9-b3d5-4e27-8028-249655630507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2538f9-329d-476c-8f92-e546884ccd02,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:32.541219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-ad199c69-57e4-41b3-84f4-16c379e0df3b tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.541702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-ad199c69-57e4-41b3-84f4-16c379e0df3b tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.542175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-ad199c69-57e4-41b3-84f4-16c379e0df3b tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.542649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-ad199c69-57e4-41b3-84f4-16c379e0df3b tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.543116 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-ad199c69-57e4-41b3-84f4-16c379e0df3b tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.543596 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-ad199c69-57e4-41b3-84f4-16c379e0df3b tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.544058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-ad199c69-57e4-41b3-84f4-16c379e0df3b tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.544523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-ad199c69-57e4-41b3-84f4-16c379e0df3b tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.544976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-ad199c69-57e4-41b3-84f4-16c379e0df3b tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.545431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-ad199c69-57e4-41b3-84f4-16c379e0df3b tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.545921 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-ad199c69-57e4-41b3-84f4-16c379e0df3b tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.548163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-ad199c69-57e4-41b3-84f4-16c379e0df3b tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981&device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f&device_id=f7afd665-8e39-4727-914c-c8c652e04b7e&device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0&device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa&device_id=70ccb450-16c8-4946-b947-4b90e3bc725b&device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4&device_id=fa8d0f39-c134-42ee-9f13-9b848446292c&device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c&device_id=95a6ec55-6927-4c62-9814-a2b9b0492667&device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 9989 time: 0.0980549 Nov 03 18:39:32.592538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a789f-3d06-4fd1-ba91-f1c7d0f13a36 req-d2b25db8-1527-40ab-9945-adf11d66f169 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.594023 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc6a789f-3d06-4fd1-ba91-f1c7d0f13a36 req-d2b25db8-1527-40ab-9945-adf11d66f169 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 950 time: 0.1066060 Nov 03 18:39:32.606173 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-175011ae-31d2-4f9c-8b9d-062bc3e56e29 tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:32.696131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-6e94e7b3-5a53-408a-a42c-24b7ed2559f5 service neutron] 10.222.0.98 "GET /v2.0/ports/d7c1415e-8d28-4f9b-b351-1864b5a0b370/bindings/n-h2-812150-4 HTTP/1.1" status: 200 len: 382 time: 0.1469569 Nov 03 18:39:32.701059 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc6a789f-3d06-4fd1-ba91-f1c7d0f13a36 req-abc45b25-a3ff-4843-97e2-c327f58a6e6a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989866 Nov 03 18:39:32.758602 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-175011ae-31d2-4f9c-8b9d-062bc3e56e29 tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:32.763316 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-175011ae-31d2-4f9c-8b9d-062bc3e56e29 tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:32.823289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175011ae-31d2-4f9c-8b9d-062bc3e56e29 tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a70038-9b0f-41e4-80eb-dce5bf2a4ae5,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:32.934881 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5ec56-b1d7-41fb-8d06-40e677019415 req-0498bf36-7547-498f-8a48-07027d7a43dc tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:32.937075 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93c5ec56-b1d7-41fb-8d06-40e677019415 req-0498bf36-7547-498f-8a48-07027d7a43dc tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 944 time: 0.0992017 Nov 03 18:39:32.947271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b347f9e8-944f-4a9d-ab74-b35fa25c6599 req-175011ae-31d2-4f9c-8b9d-062bc3e56e29 tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&id=0cfd5833-19d2-404f-a574-44921b7062bd&id=88421fb9-4b77-44bd-97e8-63b176ed61b9&id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 741 time: 0.3895106 Nov 03 18:39:33.012506 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:39:33.030523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-7b8101ce-7fea-4f7d-9818-f74f3e9cb8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:33.032085 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-7b8101ce-7fea-4f7d-9818-f74f3e9cb8e8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c&tenant_id=72107d064293479db9d913e1eb3d59a8 HTTP/1.1" status: 200 len: 1101 time: 0.0839016 Nov 03 18:39:33.050277 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93c5ec56-b1d7-41fb-8d06-40e677019415 req-59d78856-1592-4be2-98e9-05d3881c184b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002326 Nov 03 18:39:33.116437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-27d43343-f1a8-4fb6-9982-666ac2f118bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:33.118190 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-27d43343-f1a8-4fb6-9982-666ac2f118bc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 1101 time: 0.0518157 Nov 03 18:39:33.253070 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-b58c9fbd-e670-436e-b0ad-8959497a1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:33.254882 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-b58c9fbd-e670-436e-b0ad-8959497a1029 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1242316 Nov 03 18:39:33.267278 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40386) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:33.319354 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-cbc92576-070e-46e1-8c7b-d7a68ee085c2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=d7c1415e-8d28-4f9b-b351-1864b5a0b370 HTTP/1.1" status: 200 len: 217 time: 0.0493619 Nov 03 18:39:33.365031 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1271726006-network', 'tenant_id': '93e96aff13e54cc497a550586ab6281d'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:33.382336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc9311-cb72-48d5-a2d9-9f2e1d56ccc4 req-db7952ca-3ad7-4c37-9995-9784b6f0d64f tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:33.382747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc9311-cb72-48d5-a2d9-9f2e1d56ccc4 req-db7952ca-3ad7-4c37-9995-9784b6f0d64f tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:33.383269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc9311-cb72-48d5-a2d9-9f2e1d56ccc4 req-db7952ca-3ad7-4c37-9995-9784b6f0d64f tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:33.385054 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0cdc9311-cb72-48d5-a2d9-9f2e1d56ccc4 req-db7952ca-3ad7-4c37-9995-9784b6f0d64f tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=f7afd665-8e39-4727-914c-c8c652e04b7e&device_id=70ccb450-16c8-4946-b947-4b90e3bc725b&device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 2883 time: 0.1460650 Nov 03 18:39:33.386006 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] Made reservation on behalf of 93e96aff13e54cc497a550586ab6281d for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:33.389358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.398580 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.407367 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b8037-5f39-451b-90d0-850a59402f28 req-219fccbf-e4be-4ad4-aed8-189f7ff86cc0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:33.409330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-490b8037-5f39-451b-90d0-850a59402f28 req-219fccbf-e4be-4ad4-aed8-189f7ff86cc0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1407094 Nov 03 18:39:33.425613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-f13e3c55-c64d-4ea7-8e6b-c5b083af8f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:33.427007 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-f13e3c55-c64d-4ea7-8e6b-c5b083af8f9e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0932901 Nov 03 18:39:33.479373 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.483883 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.503470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:39:33.517343 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0cdc9311-cb72-48d5-a2d9-9f2e1d56ccc4 req-66092e54-4b64-4a7b-8c94-46df2745818d tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207838 Nov 03 18:39:33.521432 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.521789 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] Added segment 8e9ee111-0935-4c8f-914f-b963504bc511 of type vlan for network a9941cc7-7944-4cc0-9247-eb7340e5bef1 Nov 03 18:39:33.522727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-490b8037-5f39-451b-90d0-850a59402f28 req-1efa98aa-b8f2-48ed-9b86-c04eac1b1250 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053703 Nov 03 18:39:33.523125 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e87adc2-dee6-4153-b6a1-fba5c8e2d914,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:33.539331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-dac0360b-1016-4b2a-9ea7-ba4249e6cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:33.540904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-dac0360b-1016-4b2a-9ea7-ba4249e6cbe1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1044207 Nov 03 18:39:33.581189 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.614327 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.615768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:33.616542 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.659898 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3874404 Nov 03 18:39:33.660156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40394) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:39:33.672754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-3c1d3817-8bc3-4201-b949-b87fb98e3786 admin admin] Request body: {'subnet': {'network_id': 'a9941cc7-7944-4cc0-9247-eb7340e5bef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1271726006-subnet', 'tenant_id': '93e96aff13e54cc497a550586ab6281d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:33.681105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ba255ea8-450d-48ba-8b45-bb5fe8e78f65 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:33.691806 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79270918-50b7-4c3d-8934-69d1eb24d6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=a9941cc7-7944-4cc0-9247-eb7340e5bef1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:33.714787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-05d1152b-e9de-4503-bac2-25f143251d55 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638520 Nov 03 18:39:33.730867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e017c34-44a4-4e07-89cc-2a055c7b5f6f req-6d9031cb-0f61-4a1c-b3d9-76d7a2cb6d27 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:33.732307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network a9941cc7-7944-4cc0-9247-eb7340e5bef1 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:39:33.735300 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: ba255ea8-450d-48ba-8b45-bb5fe8e78f65 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:33.736201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ba255ea8-450d-48ba-8b45-bb5fe8e78f65 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:33.738893 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e017c34-44a4-4e07-89cc-2a055c7b5f6f req-6d9031cb-0f61-4a1c-b3d9-76d7a2cb6d27 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1262574 Nov 03 18:39:33.754578 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1d3817-8bc3-4201-b949-b87fb98e3786 admin admin] Made reservation on behalf of 93e96aff13e54cc497a550586ab6281d for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:33.756904 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3817-8bc3-4201-b949-b87fb98e3786 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:33.929879 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e017c34-44a4-4e07-89cc-2a055c7b5f6f req-22425c19-f639-4e84-9185-034848fa61c4 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900060 Nov 03 18:39:33.966039 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1ae901c-5587-4dec-80ba-ba01d4b960d6 req-954f1e86-2d6f-4b70-a6d9-cf34cfa9a5a6 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248781 Nov 03 18:39:33.976429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1be28-6a55-4bf9-b980-db2dbe813ab0 req-75808ffb-5f3b-4de7-a205-cfdbe5ae26b2 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:33.977808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bff1be28-6a55-4bf9-b980-db2dbe813ab0 req-75808ffb-5f3b-4de7-a205-cfdbe5ae26b2 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 950 time: 0.1162643 Nov 03 18:39:34.097304 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bff1be28-6a55-4bf9-b980-db2dbe813ab0 req-eacfc9b5-a755-4e9f-956d-17108efc971a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098762 Nov 03 18:39:34.129742 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3817-8bc3-4201-b949-b87fb98e3786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.186043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d3817-8bc3-4201-b949-b87fb98e3786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a79c6575-8658-4f96-bde0-849e13b2e3b2,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:34.208810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d3817-8bc3-4201-b949-b87fb98e3786 admin admin] Checking segment: {'id': '8e9ee111-0935-4c8f-914f-b963504bc511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9941cc7-7944-4cc0-9247-eb7340e5bef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:34.209057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1d3817-8bc3-4201-b949-b87fb98e3786 admin admin] Network hostable DHCP agents. Network: a9941cc7-7944-4cc0-9247-eb7340e5bef1, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:39:34.228770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1d3817-8bc3-4201-b949-b87fb98e3786 admin admin] Network a9941cc7-7944-4cc0-9247-eb7340e5bef1 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:39:34.263356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-3c1d3817-8bc3-4201-b949-b87fb98e3786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, a9941cc7-7944-4cc0-9247-eb7340e5bef1) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:34.268328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d3817-8bc3-4201-b949-b87fb98e3786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:34.269080 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3817-8bc3-4201-b949-b87fb98e3786 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:34.271968 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16586f73-4ecc-476e-9c6e-d5e85d19fff2 None None] Network a9941cc7-7944-4cc0-9247-eb7340e5bef1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:34.293836 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6ca3f-b278-45c4-b3e3-fd32a1687917 req-8b3d08df-a748-4a41-8955-0256fdd2e4c2 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:34.295352 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4db6ca3f-b278-45c4-b3e3-fd32a1687917 req-8b3d08df-a748-4a41-8955-0256fdd2e4c2 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 944 time: 0.0642781 Nov 03 18:39:34.299619 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3c1d3817-8bc3-4201-b949-b87fb98e3786 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6318300 Nov 03 18:39:34.354816 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4db6ca3f-b278-45c4-b3e3-fd32a1687917 req-a5a7aeab-1cfa-49ee-bc0f-0f9531e1a0ef tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503190 Nov 03 18:39:34.437148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39714797-7d4b-433d-a5d0-3a1b99d89adb None None] Network a9941cc7-7944-4cc0-9247-eb7340e5bef1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:39:34.532819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb4e66-5303-4133-bc71-ab808f2e52f3 req-71b8d673-4d0b-4a91-8bf8-59552da5d54d tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:34.534693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14eb4e66-5303-4133-bc71-ab808f2e52f3 req-71b8d673-4d0b-4a91-8bf8-59552da5d54d tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 1101 time: 0.0496902 Nov 03 18:39:34.586277 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14eb4e66-5303-4133-bc71-ab808f2e52f3 req-f999f808-b8a1-4f5f-8e35-5086a5353081 tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442419 Nov 03 18:39:34.692052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1099d93-a131-42d5-bae4-ed1953db4ea0 req-f7b115fa-de2d-4ab2-88d2-e1566f86ad9a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:34.693830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1099d93-a131-42d5-bae4-ed1953db4ea0 req-f7b115fa-de2d-4ab2-88d2-e1566f86ad9a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.0516751 Nov 03 18:39:34.804428 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1099d93-a131-42d5-bae4-ed1953db4ea0 req-345c0fbf-bc6d-45e0-ba2b-7355c47ec4d3 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031578 Nov 03 18:39:34.842924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-f3b15bf5-fb93-497c-b3b6-f8902e5dc4b9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:34.844503 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-f3b15bf5-fb93-497c-b3b6-f8902e5dc4b9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/networks?id=a9941cc7-7944-4cc0-9247-eb7340e5bef1 HTTP/1.1" status: 200 len: 813 time: 0.1283011 Nov 03 18:39:34.861642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-15708597-0667-4419-948b-8ba297fb01cf tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/quotas/93e96aff13e54cc497a550586ab6281d HTTP/1.1" status: 200 len: 375 time: 0.0114360 Nov 03 18:39:34.905661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-684c99ba-7586-4416-9575-d89bf71def14 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=93e96aff13e54cc497a550586ab6281d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366778 Nov 03 18:39:34.945959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc02f45-886d-4a38-a5ef-c44ce203f592 req-cd962010-d6d4-4c2a-98b6-53aafd613825 tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:34.947435 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fc02f45-886d-4a38-a5ef-c44ce203f592 req-cd962010-d6d4-4c2a-98b6-53aafd613825 tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 1101 time: 0.0880506 Nov 03 18:39:35.035157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fc02f45-886d-4a38-a5ef-c44ce203f592 req-bd056e5c-9c74-4a98-83da-ae8eb8d35fcf tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603628 Nov 03 18:39:35.037154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-7b024af7-0bf8-44b6-9da0-d8e3b96f01b6 service neutron] 10.222.0.107 "GET /v2.0/networks/a9941cc7-7944-4cc0-9247-eb7340e5bef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235790 Nov 03 18:39:35.119532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 432bca69-abd9-4225-abec-494553d6a36b up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:35.160088 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-15ba6538-ca48-4b0f-94ae-291491891eb0 service neutron] 10.222.0.107 "GET /v2.0/networks/a9941cc7-7944-4cc0-9247-eb7340e5bef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167848 Nov 03 18:39:35.167715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 432bca69-abd9-4225-abec-494553d6a36b completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:35.169127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824335c-99a0-4232-b806-ced5f59a1976 req-f76d41cc-2933-41c9-835a-134d2300eef7 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:35.171133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d824335c-99a0-4232-b806-ced5f59a1976 req-f76d41cc-2933-41c9-835a-134d2300eef7 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0725403 Nov 03 18:39:35.172592 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 432bca69-abd9-4225-abec-494553d6a36b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:35.173028 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:35.223478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d824335c-99a0-4232-b806-ced5f59a1976 req-e5910137-d77c-40eb-86f2-4e91edf805af tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456183 Nov 03 18:39:35.266389 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:35.310939 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0699da76-46b0-4ee1-996f-14213d9de981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432bca69-abd9-4225-abec-494553d6a36b'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:35.314412 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c683b9f9-f178-46f9-a264-407435a00798" -d '{"events": [{"server_uuid": "0699da76-46b0-4ee1-996f-14213d9de981", "name": "network-vif-plugged", "status": "completed", "tag": "432bca69-abd9-4225-abec-494553d6a36b"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:35.329883 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 432bca69-abd9-4225-abec-494553d6a36b, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=432bca69-abd9-4225-abec-494553d6a36b,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:35.335318 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:35.379127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26995d3-e4b7-498e-a70c-cefa9ea58b9c req-6c385fa6-ebfc-4dee-835b-ee5652e9632a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:35.382054 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e26995d3-e4b7-498e-a70c-cefa9ea58b9c req-6c385fa6-ebfc-4dee-835b-ee5652e9632a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 950 time: 0.0524390 Nov 03 18:39:35.398459 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=432bca69-abd9-4225-abec-494553d6a36b,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:35.458809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e26995d3-e4b7-498e-a70c-cefa9ea58b9c req-3c8603ec-83cb-4de4-9cf0-a8afb497d46a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683792 Nov 03 18:39:35.536532 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1feec74c-da9c-42b7-a550-003aa80c53e4 req-d2527d5f-b6eb-4a7c-843c-33a173a391d3 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 210 time: 0.0282230 Nov 03 18:39:35.557014 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de67317-5ba8-40a2-91f6-38a62e21960c x-openstack-request-id: req-4de67317-5ba8-40a2-91f6-38a62e21960c {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:35.557240 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0699da76-46b0-4ee1-996f-14213d9de981", "name": "network-vif-plugged", "status": "completed", "tag": "432bca69-abd9-4225-abec-494553d6a36b", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:35.557488 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4de67317-5ba8-40a2-91f6-38a62e21960c {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:35.557885 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0699da76-46b0-4ee1-996f-14213d9de981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432bca69-abd9-4225-abec-494553d6a36b', 'code': 200} Nov 03 18:39:35.654980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396a348-5816-4813-8973-ce9861ba7485 req-f8e8afe9-5e3c-4630-96cc-a864911df92b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:35.656943 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0396a348-5816-4813-8973-ce9861ba7485 req-f8e8afe9-5e3c-4630-96cc-a864911df92b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 945 time: 0.0514328 Nov 03 18:39:35.743293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0396a348-5816-4813-8973-ce9861ba7485 req-4fb8b9cc-2882-4e89-8492-88402d15bbd9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625243 Nov 03 18:39:35.832537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374163b-2af1-4599-a955-0e7007a6c39a req-5d4dcc8a-9fa0-41d0-9ade-ce07d79ff072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:35.834055 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d374163b-2af1-4599-a955-0e7007a6c39a req-5d4dcc8a-9fa0-41d0-9ade-ce07d79ff072 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 1096 time: 0.0833497 Nov 03 18:39:35.914637 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d374163b-2af1-4599-a955-0e7007a6c39a req-52590c8a-df4b-4e19-b5f4-511272ec5c64 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529451 Nov 03 18:39:36.096988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab1ce8-8686-4c8b-847c-640f933ccff6 req-b0650378-66e6-4a7a-b1f3-1ed06bc7e25d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:36.100079 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97ab1ce8-8686-4c8b-847c-640f933ccff6 req-b0650378-66e6-4a7a-b1f3-1ed06bc7e25d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1417577 Nov 03 18:39:36.111300 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2541b-d742-4999-93f7-cc8f0f5e6535 req-2b8c5b09-80e7-477b-8d53-3b2000ef5d71 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:36.113819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55f2541b-d742-4999-93f7-cc8f0f5e6535 req-2b8c5b09-80e7-477b-8d53-3b2000ef5d71 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 1101 time: 0.1361475 Nov 03 18:39:36.176863 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-55f2541b-d742-4999-93f7-cc8f0f5e6535 req-638d51b2-1409-4592-8beb-c7ad8134ad82 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:36.206143 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97ab1ce8-8686-4c8b-847c-640f933ccff6 req-a59b384a-b826-4fd3-9857-4f04a5e48d65 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909548 Nov 03 18:39:36.270821 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-55f2541b-d742-4999-93f7-cc8f0f5e6535 req-638d51b2-1409-4592-8beb-c7ad8134ad82 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:36.276098 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-55f2541b-d742-4999-93f7-cc8f0f5e6535 req-638d51b2-1409-4592-8beb-c7ad8134ad82 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:36.315412 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55f2541b-d742-4999-93f7-cc8f0f5e6535 req-638d51b2-1409-4592-8beb-c7ad8134ad82 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755381 Nov 03 18:39:36.316224 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d51b2-1409-4592-8beb-c7ad8134ad82 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e08757-651b-42f8-8d46-d786d16bb51f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:36.444112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46b609-17e7-48c9-be99-de3e9ab3f6eb req-331984c1-eef9-44d9-806d-fd9b7b786d10 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:36.445626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c46b609-17e7-48c9-be99-de3e9ab3f6eb req-331984c1-eef9-44d9-806d-fd9b7b786d10 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0592976 Nov 03 18:39:36.520092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c46b609-17e7-48c9-be99-de3e9ab3f6eb req-444e858d-5c6c-4b2c-a358-6b1d21b31828 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667310 Nov 03 18:39:36.736944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbec40-7b6e-4114-9efa-f028c6cad08c req-55f990f1-6171-40f8-80d8-d89939037f47 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:36.738546 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27bbec40-7b6e-4114-9efa-f028c6cad08c req-55f990f1-6171-40f8-80d8-d89939037f47 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1403098 Nov 03 18:39:36.747372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4b9e485-a380-4088-9879-3dd8ba996156 req-4304e104-1662-4b6b-995e-164882f39bc8 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 210 time: 0.0486398 Nov 03 18:39:36.776754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-0da32cb2-7c94-4209-8e4e-833eced841d9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:36.778576 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-0da32cb2-7c94-4209-8e4e-833eced841d9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.98 "GET /v2.0/networks?id=a9941cc7-7944-4cc0-9247-eb7340e5bef1 HTTP/1.1" status: 200 len: 813 time: 0.1944542 Nov 03 18:39:36.809173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-e4e2cb78-dc4e-4ed5-8df0-e959b34d2df9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Request body: {'port': {'device_id': '2a85e01d-b347-43ac-bfcd-183adf7c9a38', 'network_id': 'a9941cc7-7944-4cc0-9247-eb7340e5bef1', 'admin_state_up': True, 'tenant_id': '93e96aff13e54cc497a550586ab6281d'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:36.818371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27bbec40-7b6e-4114-9efa-f028c6cad08c req-aad157c9-0900-4df2-b98f-c4c4bb3ee377 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698617 Nov 03 18:39:36.933004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940dd98f-cc98-49d3-b21c-9b0d082e4aa5 req-e685844d-2b6a-4918-a588-6202c79ccc04 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:36.934397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-940dd98f-cc98-49d3-b21c-9b0d082e4aa5 req-e685844d-2b6a-4918-a588-6202c79ccc04 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 946 time: 0.1054442 Nov 03 18:39:36.999390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-940dd98f-cc98-49d3-b21c-9b0d082e4aa5 req-58ac678a-aab5-41f9-b3a7-f921571bf00b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574913 Nov 03 18:39:37.000413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-e4e2cb78-dc4e-4ed5-8df0-e959b34d2df9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Made reservation on behalf of 93e96aff13e54cc497a550586ab6281d for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:37.003703 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-e4e2cb78-dc4e-4ed5-8df0-e959b34d2df9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:37.037205 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-0cc2fda3-d4d6-4d1c-8a54-9fbbc2bc29ab tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=602304e14f394efea572cff480f58f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311825 Nov 03 18:39:37.256156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10e2c0-e415-468c-9c27-7f87ad2957ff req-09deb0f9-4b79-4b93-b383-432ed5c28b48 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:37.257546 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e10e2c0-e415-468c-9c27-7f87ad2957ff req-09deb0f9-4b79-4b93-b383-432ed5c28b48 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 945 time: 0.1967862 Nov 03 18:39:37.282112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-e4e2cb78-dc4e-4ed5-8df0-e959b34d2df9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Allocated IP 172.20.0.10 (a9941cc7-7944-4cc0-9247-eb7340e5bef1/a79c6575-8658-4f96-bde0-849e13b2e3b2/c118665b-8933-453f-bb07-1db991295181) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:37.290257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-2109e99e-798f-4e0d-8079-8d483b475178 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:37.291716 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-2109e99e-798f-4e0d-8079-8d483b475178 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449038 Nov 03 18:39:37.325828 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-7c867b65-3fdf-4f2d-a604-4e96caf9cff4 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/quotas/602304e14f394efea572cff480f58f7d HTTP/1.1" status: 200 len: 375 time: 0.0261714 Nov 03 18:39:37.382799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e10e2c0-e415-468c-9c27-7f87ad2957ff req-a669080e-792a-4709-a300-b12b0284e5e7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172025 Nov 03 18:39:37.438233 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-cf260c9a-3044-4f5c-85a9-47306adcd173 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1032741 Nov 03 18:39:37.696138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device d7c1415e-8d28-4f9b-b351-1864b5a0b370 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:37.701809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device d7c1415e-8d28-4f9b-b351-1864b5a0b370 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:37.913013 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:37.944353 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port d7c1415e-8d28-4f9b-b351-1864b5a0b370, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d7c1415e-8d28-4f9b-b351-1864b5a0b370,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:37.960121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d0f39-c134-42ee-9f13-9b848446292c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c1415e-8d28-4f9b-b351-1864b5a0b370'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:37.963008 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36449990-3784-4db2-92ee-46c60cb9a532" -d '{"events": [{"server_uuid": "fa8d0f39-c134-42ee-9f13-9b848446292c", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c1415e-8d28-4f9b-b351-1864b5a0b370"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:37.982683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port d7c1415e-8d28-4f9b-b351-1864b5a0b370, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d7c1415e-8d28-4f9b-b351-1864b5a0b370,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:37.985019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'd7c1415e-8d28-4f9b-b351-1864b5a0b370', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': 'd7c1415e-8d28-4f9b-b351-1864b5a0b370', 'mac_address': 'fa:16:3e:86:b4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:37.985514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d5c42-56b9-454d-a22b-4e042e0d8aa5 req-f21182a1-dc2a-4b6a-b815-c17e5cb16726 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:37.994131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-052d5c42-56b9-454d-a22b-4e042e0d8aa5 req-f21182a1-dc2a-4b6a-b815-c17e5cb16726 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1487720 Nov 03 18:39:38.000014 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:38.021725 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-e4e2cb78-dc4e-4ed5-8df0-e959b34d2df9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:38.052377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5ba81-d8cc-403a-882f-5974616b532b req-466ab8bb-f15c-46b9-b4e6-1ee68bf607ed tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:38.053902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4f5ba81-d8cc-403a-882f-5974616b532b req-466ab8bb-f15c-46b9-b4e6-1ee68bf607ed tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1418407 Nov 03 18:39:38.065960 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:38.081423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c1415e-8d28-4f9b-b351-1864b5a0b370 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:38.106895 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=d7c1415e-8d28-4f9b-b351-1864b5a0b370,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:38.113248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port d7c1415e-8d28-4f9b-b351-1864b5a0b370, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d7c1415e-8d28-4f9b-b351-1864b5a0b370,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:38.120762 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:38.122421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-052d5c42-56b9-454d-a22b-4e042e0d8aa5 req-3f821e43-4543-4800-b84e-8f35a6744d66 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266370 Nov 03 18:39:38.175417 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=d7c1415e-8d28-4f9b-b351-1864b5a0b370,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:38.180215 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4f5ba81-d8cc-403a-882f-5974616b532b req-f9b26490-4196-4790-8cee-d9c03fe97e07 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151719 Nov 03 18:39:38.187740 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-e4e2cb78-dc4e-4ed5-8df0-e959b34d2df9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:38.241632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-e4e2cb78-dc4e-4ed5-8df0-e959b34d2df9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Network a9941cc7-7944-4cc0-9247-eb7340e5bef1 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:38.271436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-e4e2cb78-dc4e-4ed5-8df0-e959b34d2df9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:38.284549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-e4e2cb78-dc4e-4ed5-8df0-e959b34d2df9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:38.346562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2cb78-dc4e-4ed5-8df0-e959b34d2df9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Pushing event updated for resources: {'Port': ['ID=c118665b-8933-453f-bb07-1db991295181,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:38.371707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb722b-e867-4ed2-9266-bbd414e3f954 req-824bff4e-97bd-44c2-a1ed-65fd68ef8ac4 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:38.373236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4bb722b-e867-4ed2-9266-bbd414e3f954 req-824bff4e-97bd-44c2-a1ed-65fd68ef8ac4 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 932 time: 0.1831007 Nov 03 18:39:38.381849 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-e4e2cb78-dc4e-4ed5-8df0-e959b34d2df9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:38.382466 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-e4e2cb78-dc4e-4ed5-8df0-e959b34d2df9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:38.407985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dd132-a802-403d-a332-af94591c2f15 req-68e56975-f734-4d73-b22f-11d4520f51ce tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:38.409493 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-099dd132-a802-403d-a332-af94591c2f15 req-68e56975-f734-4d73-b22f-11d4520f51ce tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1469488 Nov 03 18:39:38.429838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-e4e2cb78-dc4e-4ed5-8df0-e959b34d2df9 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6271980 Nov 03 18:39:38.450386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Request body: {'port': {'device_id': '2a85e01d-b347-43ac-bfcd-183adf7c9a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:38.530296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4bb722b-e867-4ed2-9266-bbd414e3f954 req-c983abd6-ae23-4373-ad47-f274fb9b7802 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/security-groups?id=0e87adc2-dee6-4153-b6a1-fba5c8e2d914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445539 Nov 03 18:39:38.538341 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-099dd132-a802-403d-a332-af94591c2f15 req-fc692358-62bb-44d9-8b23-6282542db841 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201882 Nov 03 18:39:38.543268 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:38.573756 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['d7c1415e-8d28-4f9b-b351-1864b5a0b370'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:38.807047 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a4b86c-4a38-4d8b-ba3c-24dcce761c17 x-openstack-request-id: req-c0a4b86c-4a38-4d8b-ba3c-24dcce761c17 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:38.814358 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8d0f39-c134-42ee-9f13-9b848446292c", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c1415e-8d28-4f9b-b351-1864b5a0b370", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:38.816314 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c0a4b86c-4a38-4d8b-ba3c-24dcce761c17 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:38.816756 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8d0f39-c134-42ee-9f13-9b848446292c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c1415e-8d28-4f9b-b351-1864b5a0b370', 'code': 200} Nov 03 18:39:38.971027 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1dca5f71-01c0-428d-a058-67cada9d24ed req-69d26cfd-a759-4b7b-b400-1c9fab15ffb0 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 210 time: 0.0351253 Nov 03 18:39:38.993259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4e842-2ecd-4ff8-a501-3b90b01cc2da req-591f28d5-165b-4ae9-9151-e56eb0656b3d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:39.000847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3af4e842-2ecd-4ff8-a501-3b90b01cc2da req-591f28d5-165b-4ae9-9151-e56eb0656b3d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 945 time: 0.1187000 Nov 03 18:39:39.059325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee2289-80fa-4777-8b12-e78aeb256de1 req-b39edee1-f024-4a79-a618-0f619cea5c81 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:39.060798 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bee2289-80fa-4777-8b12-e78aeb256de1 req-b39edee1-f024-4a79-a618-0f619cea5c81 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c&tenant_id=72107d064293479db9d913e1eb3d59a8&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 949 time: 0.0904832 Nov 03 18:39:39.083532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c118665b-8933-453f-bb07-1db991295181 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:39.096988 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.121473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3af4e842-2ecd-4ff8-a501-3b90b01cc2da req-25ce3fcf-f915-41c8-9dc1-c0acc30be350 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197634 Nov 03 18:39:39.125307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Transition to ACTIVE for port object c118665b-8933-453f-bb07-1db991295181 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:39.137462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1dc473-baa6-453f-a024-f10d8900fc66 req-54a3acf0-ed64-4135-a536-56767fcf552a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:39.139074 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a1dc473-baa6-453f-a024-f10d8900fc66 req-54a3acf0-ed64-4135-a536-56767fcf552a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 949 time: 0.1036594 Nov 03 18:39:39.140420 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.180562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee2289-80fa-4777-8b12-e78aeb256de1 req-2a1bb8d6-d93b-4ce2-9372-4dbc9f1243d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:39.183380 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bee2289-80fa-4777-8b12-e78aeb256de1 req-2a1bb8d6-d93b-4ce2-9372-4dbc9f1243d0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 1100 time: 0.0590687 Nov 03 18:39:39.219825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Pushing event updated for resources: {'Port': ['ID=c118665b-8933-453f-bb07-1db991295181,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:39.254967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a1dc473-baa6-453f-a024-f10d8900fc66 req-9a610ce4-7d52-49b4-85f0-92533e003732 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059582 Nov 03 18:39:39.330212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee2289-80fa-4777-8b12-e78aeb256de1 req-716ffcb0-d68c-4153-99a4-bd6c4ab22ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:39.331741 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bee2289-80fa-4777-8b12-e78aeb256de1 req-716ffcb0-d68c-4153-99a4-bd6c4ab22ceb service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1279569 Nov 03 18:39:39.365012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Attempting to bind port c118665b-8933-453f-bb07-1db991295181 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:39.365605 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Attempting to bind port c118665b-8933-453f-bb07-1db991295181 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '8e9ee111-0935-4c8f-914f-b963504bc511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9941cc7-7944-4cc0-9247-eb7340e5bef1'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:39.365792 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Attempting to bind port c118665b-8933-453f-bb07-1db991295181 on network a9941cc7-7944-4cc0-9247-eb7340e5bef1 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:39.377877 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bee2289-80fa-4777-8b12-e78aeb256de1 req-15d05280-b7ef-44f9-89ec-a395a90d7387 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=d7c1415e-8d28-4f9b-b351-1864b5a0b370 HTTP/1.1" status: 200 len: 217 time: 0.0356507 Nov 03 18:39:39.392194 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Port c118665b-8933-453f-bb07-1db991295181 on network a9941cc7-7944-4cc0-9247-eb7340e5bef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:39.392522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Attempting to bind port c118665b-8933-453f-bb07-1db991295181 on network a9941cc7-7944-4cc0-9247-eb7340e5bef1 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:39.404579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:39.405440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Checking segment: {'id': '8e9ee111-0935-4c8f-914f-b963504bc511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9941cc7-7944-4cc0-9247-eb7340e5bef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:39.405824 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Bound using segment: {'id': '8e9ee111-0935-4c8f-914f-b963504bc511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9941cc7-7944-4cc0-9247-eb7340e5bef1'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:39.406256 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Bound port: c118665b-8933-453f-bb07-1db991295181, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9ee111-0935-4c8f-914f-b963504bc511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9941cc7-7944-4cc0-9247-eb7340e5bef1'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:39.406611 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.426887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48258fd4-6df1-4055-8f60-f3ec92b499b4 req-f857fdbf-f4fe-4ab6-a093-fe6d0a18db54 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:39.428486 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-48258fd4-6df1-4055-8f60-f3ec92b499b4 req-f857fdbf-f4fe-4ab6-a093-fe6d0a18db54 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1187503 Nov 03 18:39:39.444203 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee2289-80fa-4777-8b12-e78aeb256de1 req-241e8b64-4585-4bd5-9415-4337d332edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:39.445988 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bee2289-80fa-4777-8b12-e78aeb256de1 req-241e8b64-4585-4bd5-9415-4337d332edc1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0554638 Nov 03 18:39:39.446218 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5e278-fd94-4f42-822e-4d1fb3332a9d req-17f5d3be-82b1-42b4-8f21-c98e77823a66 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:39.447739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bae5e278-fd94-4f42-822e-4d1fb3332a9d req-17f5d3be-82b1-42b4-8f21-c98e77823a66 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 945 time: 0.1068051 Nov 03 18:39:39.530926 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee2289-80fa-4777-8b12-e78aeb256de1 req-8ec0184a-ed79-449d-bde3-a2a453360cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:39.533125 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bee2289-80fa-4777-8b12-e78aeb256de1 req-8ec0184a-ed79-449d-bde3-a2a453360cb0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641479 Nov 03 18:39:39.572385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-48258fd4-6df1-4055-8f60-f3ec92b499b4 req-611f73bd-03dd-4877-9906-eb97e8deb174 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057651 Nov 03 18:39:39.584453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] For port c118665b-8933-453f-bb07-1db991295181, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:39.642285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] For port c118665b-8933-453f-bb07-1db991295181, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=c118665b-8933-453f-bb07-1db991295181,segment=NetworkSegment(8e9ee111-0935-4c8f-914f-b963504bc511),segment_id=8e9ee111-0935-4c8f-914f-b963504bc511)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:39.644998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-4b4a171b-19e4-4f1a-b8aa-2a012e12b6e4 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=602304e14f394efea572cff480f58f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581012 Nov 03 18:39:39.659787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bae5e278-fd94-4f42-822e-4d1fb3332a9d req-b5355c05-58b8-4e8b-b9e7-8454ace30906 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857820 Nov 03 18:39:39.677381 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bee2289-80fa-4777-8b12-e78aeb256de1 req-80b620fc-9f20-4064-b621-04437bb3bdce service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330426 Nov 03 18:39:39.705444 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.809532 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bee2289-80fa-4777-8b12-e78aeb256de1 req-bde32202-89d6-4abc-b96e-eea6b4d3f7dd service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219206 Nov 03 18:39:39.843493 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:39.844056 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:39.845434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] 10.222.0.98 "PUT /v2.0/ports/c118665b-8933-453f-bb07-1db991295181 HTTP/1.1" status: 200 len: 1092 time: 1.4027104 Nov 03 18:39:39.852615 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a85e01d-b347-43ac-bfcd-183adf7c9a38', 'tag': 'c118665b-8933-453f-bb07-1db991295181'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:39.854995 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7de18b4-d0b3-4cd0-9962-6d45908d6423" -d '{"events": [{"name": "network-changed", "server_uuid": "2a85e01d-b347-43ac-bfcd-183adf7c9a38", "tag": "c118665b-8933-453f-bb07-1db991295181"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:39.907204 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537cfcf-9b80-43a2-9c21-e1de9debaa15 req-94a23d1d-c6a0-43bd-a49d-e1ca8c4bf6a3 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:39.908708 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0537cfcf-9b80-43a2-9c21-e1de9debaa15 req-94a23d1d-c6a0-43bd-a49d-e1ca8c4bf6a3 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 944 time: 0.2325304 Nov 03 18:39:39.912588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9d58c-b48d-451d-af71-5e352dc9814d service neutron] Pushing event updated for resources: {'Port': ['ID=c118665b-8933-453f-bb07-1db991295181,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:39.965890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce931971-29de-4592-b4ae-490a79c342bc req-e1fa9405-5bc4-4252-985f-938238880a5a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:39.967377 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce931971-29de-4592-b4ae-490a79c342bc req-e1fa9405-5bc4-4252-985f-938238880a5a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.2220044 Nov 03 18:39:39.979761 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-6e8c07ca-a717-4d78-bbb7-ba3384999229 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:39.981126 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-6e8c07ca-a717-4d78-bbb7-ba3384999229 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3200550 Nov 03 18:39:40.028187 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-d67205ec-a4ab-4b89-9c96-01d16889239a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Request body: {'port': {'device_id': 'c458a390-2e31-4ff3-b3ff-f3782f7edbba', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '602304e14f394efea572cff480f58f7d'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:40.075363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-1d52ebab-7830-4b44-b4f6-3de475478e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:40.077604 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-1d52ebab-7830-4b44-b4f6-3de475478e11 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=93e96aff13e54cc497a550586ab6281d&device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 1095 time: 0.1581349 Nov 03 18:39:40.107612 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0537cfcf-9b80-43a2-9c21-e1de9debaa15 req-e5588765-b369-4f6a-91fe-63bfe9330b18 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/security-groups?id=0e87adc2-dee6-4153-b6a1-fba5c8e2d914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920223 Nov 03 18:39:40.156517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce931971-29de-4592-b4ae-490a79c342bc req-78329bcd-5ae2-42e1-ae70-b56bc0a09bab tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706572 Nov 03 18:39:40.160422 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-667f5b64-8a68-443b-8195-c9e12b14a57c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c118665b-8933-453f-bb07-1db991295181 HTTP/1.1" status: 200 len: 217 time: 0.0502577 Nov 03 18:39:40.237585 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3f8a38-4dad-424d-a589-98168d712725 x-openstack-request-id: req-0a3f8a38-4dad-424d-a589-98168d712725 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:40.238441 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a85e01d-b347-43ac-bfcd-183adf7c9a38", "tag": "c118665b-8933-453f-bb07-1db991295181", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:40.238685 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0a3f8a38-4dad-424d-a589-98168d712725 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:40.239082 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a85e01d-b347-43ac-bfcd-183adf7c9a38', 'tag': 'c118665b-8933-453f-bb07-1db991295181', 'status': 'completed', 'code': 200} Nov 03 18:39:40.243624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-3d7683a9-461d-4c4a-bbc0-161fe8af8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:40.244716 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-3d7683a9-461d-4c4a-bbc0-161fe8af8228 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a79c6575-8658-4f96-bde0-849e13b2e3b2 HTTP/1.1" status: 200 len: 853 time: 0.0716777 Nov 03 18:39:40.257163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-d67205ec-a4ab-4b89-9c96-01d16889239a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Made reservation on behalf of 602304e14f394efea572cff480f58f7d for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:40.260802 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-d67205ec-a4ab-4b89-9c96-01d16889239a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:40.307508 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c241ff65-1ef1-4873-812a-1329e02539d2 req-ddea65cb-cf4b-46dc-b132-67db18bf6058 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 210 time: 0.0442128 Nov 03 18:39:40.334598 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-a8163216-4de2-494e-aa9a-b71069f98550 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a9941cc7-7944-4cc0-9247-eb7340e5bef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392766 Nov 03 18:39:40.402315 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-dc1fea93-da43-4b36-ba65-259887e8470e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=602304e14f394efea572cff480f58f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256782 Nov 03 18:39:40.530517 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-a49c9406-5c9a-40ac-b668-535ab9e29d23 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:40.532019 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-a49c9406-5c9a-40ac-b668-535ab9e29d23 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1198173 Nov 03 18:39:40.542457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f9b57-5a8c-4197-8cd8-90373de72469 req-b144bf88-b4c4-4b26-b23d-2b1c766254a5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:40.543746 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-485f9b57-5a8c-4197-8cd8-90373de72469 req-b144bf88-b4c4-4b26-b23d-2b1c766254a5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 949 time: 0.1698346 Nov 03 18:39:40.552961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-2b326e3e-5e36-4191-9a6a-42f8d9c4303d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Request body: {'port': {'device_id': 'c0fd4619-b05d-4c23-892d-2b03734a7cd9', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '602304e14f394efea572cff480f58f7d'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:40.577593 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-56261a42-6219-482f-91d5-43a08c3b6443 service neutron] 10.222.0.98 "GET /v2.0/networks/a9941cc7-7944-4cc0-9247-eb7340e5bef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022867 Nov 03 18:39:40.584095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-d67205ec-a4ab-4b89-9c96-01d16889239a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Allocated IP 192.168.233.204 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/39843d3a-1e37-4307-9a6d-e7cd251fcd6f) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:40.682471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-2b326e3e-5e36-4191-9a6a-42f8d9c4303d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Made reservation on behalf of 602304e14f394efea572cff480f58f7d for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:40.688342 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-2b326e3e-5e36-4191-9a6a-42f8d9c4303d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:40.718328 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-485f9b57-5a8c-4197-8cd8-90373de72469 req-101fab12-d9a7-4dab-b703-883809715ee2 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617672 Nov 03 18:39:40.878225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af6a223a-6fb2-4c99-b478-b4e19a2791bc req-94093ea5-b672-4e5e-89f4-acfc470cafbc service neutron] 10.222.0.98 "GET /v2.0/networks/a9941cc7-7944-4cc0-9247-eb7340e5bef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902136 Nov 03 18:39:40.887834 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076ba2e-a11a-4b5c-932e-d5f12dd27bb7 req-e0dd6717-3606-41e2-9252-3dc34ff162b7 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:40.889392 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e076ba2e-a11a-4b5c-932e-d5f12dd27bb7 req-e0dd6717-3606-41e2-9252-3dc34ff162b7 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.2098241 Nov 03 18:39:40.948199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f42929-f15b-4d0e-893e-c6b660e11b24 req-184effc2-10a2-4dd2-a640-f451b9e4b83b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:40.949603 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b6f42929-f15b-4d0e-893e-c6b660e11b24 req-184effc2-10a2-4dd2-a640-f451b9e4b83b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 945 time: 0.1541910 Nov 03 18:39:40.966267 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-d67205ec-a4ab-4b89-9c96-01d16889239a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.046084 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e076ba2e-a11a-4b5c-932e-d5f12dd27bb7 req-aa211441-5fab-4862-92c9-f7ee6db264ca tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355777 Nov 03 18:39:41.087199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de18b4-d0b3-4cd0-9962-6d45908d6423 req-77e314b9-6953-42e7-8b83-c3b970a1f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:41.088731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7de18b4-d0b3-4cd0-9962-6d45908d6423 req-77e314b9-6953-42e7-8b83-c3b970a1f4c0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=93e96aff13e54cc497a550586ab6281d&device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 1095 time: 0.1113737 Nov 03 18:39:41.093957 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b6f42929-f15b-4d0e-893e-c6b660e11b24 req-7a7e0813-4c9c-44ca-bed6-ddb115f2f012 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343272 Nov 03 18:39:41.100225 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-d67205ec-a4ab-4b89-9c96-01d16889239a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.159158 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:41.169034 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-2b326e3e-5e36-4191-9a6a-42f8d9c4303d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Allocated IP 192.168.233.15 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/07b61f1c-7ac9-42d2-887a-1eae755dc48c) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:41.194761 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-d67205ec-a4ab-4b89-9c96-01d16889239a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:41.217925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-d67205ec-a4ab-4b89-9c96-01d16889239a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:41.226648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-d67205ec-a4ab-4b89-9c96-01d16889239a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:41.284296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67205ec-a4ab-4b89-9c96-01d16889239a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event updated for resources: {'Port': ['ID=39843d3a-1e37-4307-9a6d-e7cd251fcd6f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:41.397414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de18b4-d0b3-4cd0-9962-6d45908d6423 req-d3d486b2-052b-4311-907f-78f99536f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:41.399233 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7de18b4-d0b3-4cd0-9962-6d45908d6423 req-d3d486b2-052b-4311-907f-78f99536f7a4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a9941cc7-7944-4cc0-9247-eb7340e5bef1 HTTP/1.1" status: 200 len: 914 time: 0.2915797 Nov 03 18:39:41.407049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-d67205ec-a4ab-4b89-9c96-01d16889239a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:41.408046 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-d67205ec-a4ab-4b89-9c96-01d16889239a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.423983 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-2b326e3e-5e36-4191-9a6a-42f8d9c4303d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.432951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b50e6-cc1a-422b-8a81-fa79d47f8cc2 req-d703fef3-66a8-49d7-84fd-92261ef5d189 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:41.440920 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-839b50e6-cc1a-422b-8a81-fa79d47f8cc2 req-d703fef3-66a8-49d7-84fd-92261ef5d189 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 944 time: 0.2435780 Nov 03 18:39:41.464208 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-2b326e3e-5e36-4191-9a6a-42f8d9c4303d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.488378 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7de18b4-d0b3-4cd0-9962-6d45908d6423 req-478d8a6d-bd5e-4826-94d0-07efb2039b33 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c118665b-8933-453f-bb07-1db991295181 HTTP/1.1" status: 200 len: 217 time: 0.0741706 Nov 03 18:39:41.518897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-d67205ec-a4ab-4b89-9c96-01d16889239a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4975121 Nov 03 18:39:41.519124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-2b326e3e-5e36-4191-9a6a-42f8d9c4303d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:41.525776 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-2b326e3e-5e36-4191-9a6a-42f8d9c4303d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:41.528278 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-2b326e3e-5e36-4191-9a6a-42f8d9c4303d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:41.553928 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b326e3e-5e36-4191-9a6a-42f8d9c4303d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event updated for resources: {'Port': ['ID=07b61f1c-7ac9-42d2-887a-1eae755dc48c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:41.558330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Request body: {'port': {'device_id': 'c458a390-2e31-4ff3-b3ff-f3782f7edbba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:41.570218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3415a7ed-ed0e-42bc-ae08-2770c4707a22 None None] Provisioning complete for port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:41.571271 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3415a7ed-ed0e-42bc-ae08-2770c4707a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.595184 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-2b326e3e-5e36-4191-9a6a-42f8d9c4303d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:41.596146 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-2b326e3e-5e36-4191-9a6a-42f8d9c4303d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.618638 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-2b326e3e-5e36-4191-9a6a-42f8d9c4303d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0702043 Nov 03 18:39:41.624509 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3415a7ed-ed0e-42bc-ae08-2770c4707a22 None None] Port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:39:41.634773 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-839b50e6-cc1a-422b-8a81-fa79d47f8cc2 req-4428a697-9fc1-4136-9e9c-d5815a5f1401 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/security-groups?id=0e87adc2-dee6-4153-b6a1-fba5c8e2d914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929839 Nov 03 18:39:41.644876 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Request body: {'port': {'device_id': 'c0fd4619-b05d-4c23-892d-2b03734a7cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:41.660928 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de18b4-d0b3-4cd0-9962-6d45908d6423 req-b95abc49-71d3-47ed-a774-686f7492b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:41.662426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7de18b4-d0b3-4cd0-9962-6d45908d6423 req-b95abc49-71d3-47ed-a774-686f7492b1e4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a79c6575-8658-4f96-bde0-849e13b2e3b2 HTTP/1.1" status: 200 len: 853 time: 0.1493433 Nov 03 18:39:41.683065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9643f-e965-4169-aa93-03300e52e7c2 req-68d81814-33e8-4542-86ad-2aad7d196c3e tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:41.685046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34e9643f-e965-4169-aa93-03300e52e7c2 req-68d81814-33e8-4542-86ad-2aad7d196c3e tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.2151258 Nov 03 18:39:41.735475 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7de18b4-d0b3-4cd0-9962-6d45908d6423 req-1c642248-d019-4347-8743-ee220dafbccd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a9941cc7-7944-4cc0-9247-eb7340e5bef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473802 Nov 03 18:39:41.737343 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.739011 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.741960 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2806032-c4a8-4a44-8499-beb4381ceba9 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:41.751832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device d7c1415e-8d28-4f9b-b351-1864b5a0b370 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:41.886189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:41.916396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34e9643f-e965-4169-aa93-03300e52e7c2 req-c14611fb-035b-44e9-b206-dc82fde9b9f3 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146630 Nov 03 18:39:41.936751 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-49c338ba-9b9a-460f-b1f0-481e31ef3a6d None None] Provisioning complete for port 07b61f1c-7ac9-42d2-887a-1eae755dc48c triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:41.937208 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-49c338ba-9b9a-460f-b1f0-481e31ef3a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:41.975723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port d7c1415e-8d28-4f9b-b351-1864b5a0b370 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:41.976108 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.060205 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b61f1c-7ac9-42d2-887a-1eae755dc48c {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:42.063869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:42.066355 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-49c338ba-9b9a-460f-b1f0-481e31ef3a6d None None] Port 07b61f1c-7ac9-42d2-887a-1eae755dc48c cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:39:42.073633 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.074752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7de18b4-d0b3-4cd0-9962-6d45908d6423 req-0d0845f1-87b3-44cc-adf9-ced37af20193 service neutron] 10.222.0.98 "GET /v2.0/networks/a9941cc7-7944-4cc0-9247-eb7340e5bef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246572 Nov 03 18:39:42.089193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'port_id': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'mac_address': 'fa:16:3e:6f:06:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:42.089842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Transition to ACTIVE for port object 07b61f1c-7ac9-42d2-887a-1eae755dc48c will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:42.091086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd5b56-da97-4bf5-959d-eea64e91a3f8 req-012c863f-a375-4c6c-9da4-57e811d6fd98 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:42.096372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87bd5b56-da97-4bf5-959d-eea64e91a3f8 req-012c863f-a375-4c6c-9da4-57e811d6fd98 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 935 time: 0.2381413 Nov 03 18:39:42.096966 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.106496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31bc0-da8a-4e16-b168-aaacf0189514 req-1c1087bb-102d-4e60-b0d3-bcf618d1a17b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:42.114203 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0c31bc0-da8a-4e16-b168-aaacf0189514 req-1c1087bb-102d-4e60-b0d3-bcf618d1a17b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 945 time: 0.1153665 Nov 03 18:39:42.196919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Pushing event updated for resources: {'Port': ['ID=07b61f1c-7ac9-42d2-887a-1eae755dc48c,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:42.206469 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.218608 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.240750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2806032-c4a8-4a44-8499-beb4381ceba9 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:42.243800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Attempting to bind port 07b61f1c-7ac9-42d2-887a-1eae755dc48c on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:42.244143 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Attempting to bind port 07b61f1c-7ac9-42d2-887a-1eae755dc48c by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:42.244475 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Attempting to bind port 07b61f1c-7ac9-42d2-887a-1eae755dc48c on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:42.251994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Port 07b61f1c-7ac9-42d2-887a-1eae755dc48c on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:42.252317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Attempting to bind port 07b61f1c-7ac9-42d2-887a-1eae755dc48c on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:42.258577 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:42.258919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:42.259311 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:42.260099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Bound port: 07b61f1c-7ac9-42d2-887a-1eae755dc48c, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:42.260469 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.288286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:42.298483 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d0f39-c134-42ee-9f13-9b848446292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c1415e-8d28-4f9b-b351-1864b5a0b370'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:42.301502 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5092004a-3359-483a-9aa5-d555430c4bf6" -d '{"events": [{"server_uuid": "fa8d0f39-c134-42ee-9f13-9b848446292c", "name": "network-vif-plugged", "status": "completed", "tag": "d7c1415e-8d28-4f9b-b351-1864b5a0b370"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:42.319557 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.332281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port d7c1415e-8d28-4f9b-b351-1864b5a0b370, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d7c1415e-8d28-4f9b-b351-1864b5a0b370,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:42.354319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] For port 07b61f1c-7ac9-42d2-887a-1eae755dc48c, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:42.358245 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] For port 07b61f1c-7ac9-42d2-887a-1eae755dc48c, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=07b61f1c-7ac9-42d2-887a-1eae755dc48c,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:42.361400 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.364831 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.402868 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f2806032-c4a8-4a44-8499-beb4381ceba9,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:42.446373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Pushing event updated for resources: {'Port': ['ID=07b61f1c-7ac9-42d2-887a-1eae755dc48c,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:42.452386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:42.453142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:42.455190 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-f7ad80c9-900c-4275-a586-47253b42e873 service neutron] 10.222.0.98 "PUT /v2.0/ports/07b61f1c-7ac9-42d2-887a-1eae755dc48c HTTP/1.1" status: 200 len: 1095 time: 0.8206799 Nov 03 18:39:42.455741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fd4619-b05d-4c23-892d-2b03734a7cd9', 'tag': '07b61f1c-7ac9-42d2-887a-1eae755dc48c'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:42.457343 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['f2806032-c4a8-4a44-8499-beb4381ceba9'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:42.458350 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55023869-bb6c-46d3-8c96-430652243ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fd4619-b05d-4c23-892d-2b03734a7cd9", "tag": "07b61f1c-7ac9-42d2-887a-1eae755dc48c"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:42.521758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=d7c1415e-8d28-4f9b-b351-1864b5a0b370,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:42.621462 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-5daccd30-1488-4ee2-b02d-b99a6d1fcf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:42.623382 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-5daccd30-1488-4ee2-b02d-b99a6d1fcf4f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0850384 Nov 03 18:39:42.703665 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-245ae1f3-9d3c-4e39-870c-bf13f2224234 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=07b61f1c-7ac9-42d2-887a-1eae755dc48c HTTP/1.1" status: 200 len: 217 time: 0.0410535 Nov 03 18:39:42.781787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87bd5b56-da97-4bf5-959d-eea64e91a3f8 req-242482a5-12dd-45ab-af4f-80600377e7e9 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6651154 Nov 03 18:39:42.796031 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0c31bc0-da8a-4e16-b168-aaacf0189514 req-be7a37f3-3417-4172-bc82-15d7f2b2f607 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6660621 Nov 03 18:39:42.796380 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-64e67ac3-484d-45c7-bfe4-1312dc98af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:42.796615 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-64e67ac3-484d-45c7-bfe4-1312dc98af92 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0821881 Nov 03 18:39:42.822658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7de18b4-d0b3-4cd0-9962-6d45908d6423 req-d8c72fa9-4c45-4567-8db3-f1f202a36637 service neutron] 10.222.0.98 "GET /v2.0/networks/a9941cc7-7944-4cc0-9247-eb7340e5bef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7071211 Nov 03 18:39:42.912494 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-eb2349c0-1699-4571-ab80-55db278daeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:42.914391 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-eb2349c0-1699-4571-ab80-55db278daeee service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0962362 Nov 03 18:39:42.984040 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39843d3a-1e37-4307-9a6d-e7cd251fcd6f {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:42.997430 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:43.023695 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6049e-7938-45d7-964c-416f0731b4fc req-02933a38-0559-43c0-b38c-758335fd9c9f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:43.027619 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43b6049e-7938-45d7-964c-416f0731b4fc req-02933a38-0559-43c0-b38c-758335fd9c9f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1371093 Nov 03 18:39:43.031336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Transition to ACTIVE for port object 39843d3a-1e37-4307-9a6d-e7cd251fcd6f will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:43.045637 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:43.051013 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:43.052304 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-b6b5c9c5-42ef-4ed9-9c35-088ae9d8ee7f service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288927 Nov 03 18:39:43.074977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a12d29-85f7-44c2-886f-cb7f093f2e4b req-bb468c46-5795-4bd6-912a-ab820dccfd52 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:43.076893 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75a12d29-85f7-44c2-886f-cb7f093f2e4b req-bb468c46-5795-4bd6-912a-ab820dccfd52 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1668596 Nov 03 18:39:43.206626 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-5acff1f8-6adc-494e-b859-9ac7b716c711 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454978 Nov 03 18:39:43.222399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Pushing event updated for resources: {'Port': ['ID=39843d3a-1e37-4307-9a6d-e7cd251fcd6f,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:43.304243 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75a12d29-85f7-44c2-886f-cb7f093f2e4b req-a3d0a660-257d-453b-8e1c-5c13c275716c tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860981 Nov 03 18:39:43.326167 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43b6049e-7938-45d7-964c-416f0731b4fc req-40ffdb73-8346-4251-80b7-cfad34c3f7e5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447999 Nov 03 18:39:43.361097 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e180264-59eb-4a7e-9573-7ba98559507e x-openstack-request-id: req-8e180264-59eb-4a7e-9573-7ba98559507e {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:43.363150 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8d0f39-c134-42ee-9f13-9b848446292c", "name": "network-vif-plugged", "status": "completed", "tag": "d7c1415e-8d28-4f9b-b351-1864b5a0b370", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:43.364019 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8e180264-59eb-4a7e-9573-7ba98559507e {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:43.365142 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8d0f39-c134-42ee-9f13-9b848446292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c1415e-8d28-4f9b-b351-1864b5a0b370', 'code': 200} Nov 03 18:39:43.393993 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Attempting to bind port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:43.394339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Attempting to bind port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:43.394680 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Attempting to bind port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:43.407340 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:43.410062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Attempting to bind port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:43.411794 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8755c3f1-c95e-4995-b73b-ee5991694f93 x-openstack-request-id: req-8755c3f1-c95e-4995-b73b-ee5991694f93 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:43.412113 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fd4619-b05d-4c23-892d-2b03734a7cd9", "tag": "07b61f1c-7ac9-42d2-887a-1eae755dc48c", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:43.413446 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8755c3f1-c95e-4995-b73b-ee5991694f93 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:43.413914 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fd4619-b05d-4c23-892d-2b03734a7cd9', 'tag': '07b61f1c-7ac9-42d2-887a-1eae755dc48c', 'status': 'completed', 'code': 200} Nov 03 18:39:43.443674 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:43.447494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:43.448433 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:43.448886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Bound port: 39843d3a-1e37-4307-9a6d-e7cd251fcd6f, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:43.449257 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:43.530284 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55023869-bb6c-46d3-8c96-430652243ba9 req-958020b9-de98-4beb-adc1-efb4b05510d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:43.532737 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55023869-bb6c-46d3-8c96-430652243ba9 req-958020b9-de98-4beb-adc1-efb4b05510d4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0955672 Nov 03 18:39:43.599809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2921753-b967-4d6d-afc8-eec5ba6830aa req-6b61bad5-ec9f-4ccd-b961-b669f9651273 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:43.600580 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2921753-b967-4d6d-afc8-eec5ba6830aa req-6b61bad5-ec9f-4ccd-b961-b669f9651273 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 944 time: 0.1572433 Nov 03 18:39:43.647133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] For port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:43.673352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] For port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=39843d3a-1e37-4307-9a6d-e7cd251fcd6f,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:43.687495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2921753-b967-4d6d-afc8-eec5ba6830aa req-36d7e044-4ae2-4afe-8566-ab0fcbd39f5f tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/security-groups?id=0e87adc2-dee6-4153-b6a1-fba5c8e2d914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749719 Nov 03 18:39:43.690339 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:43.721304 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55023869-bb6c-46d3-8c96-430652243ba9 req-9584d3fd-4023-4723-8fa6-52a49a8d89af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:43.721304 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55023869-bb6c-46d3-8c96-430652243ba9 req-9584d3fd-4023-4723-8fa6-52a49a8d89af service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1774869 Nov 03 18:39:43.771016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2806032-c4a8-4a44-8499-beb4381ceba9 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:43.791865 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:43.792477 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:43.794365 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] 10.222.0.98 "PUT /v2.0/ports/39843d3a-1e37-4307-9a6d-e7cd251fcd6f HTTP/1.1" status: 200 len: 1096 time: 2.2618835 Nov 03 18:39:43.796096 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c458a390-2e31-4ff3-b3ff-f3782f7edbba', 'tag': '39843d3a-1e37-4307-9a6d-e7cd251fcd6f'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:43.798969 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243b8253-69ff-4f65-9567-60a572b05df6" -d '{"events": [{"name": "network-changed", "server_uuid": "c458a390-2e31-4ff3-b3ff-f3782f7edbba", "tag": "39843d3a-1e37-4307-9a6d-e7cd251fcd6f"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:43.870949 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55023869-bb6c-46d3-8c96-430652243ba9 req-9133a307-7482-48fa-89d3-1cdfa0901b59 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=07b61f1c-7ac9-42d2-887a-1eae755dc48c HTTP/1.1" status: 200 len: 217 time: 0.1378679 Nov 03 18:39:43.917425 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a9e92-93b1-493b-a7a0-b7bda723a836 service neutron] Pushing event updated for resources: {'Port': ['ID=39843d3a-1e37-4307-9a6d-e7cd251fcd6f,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:43.971340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55023869-bb6c-46d3-8c96-430652243ba9 req-bcdd5ea8-8826-442e-bca4-7b3262873a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:43.973344 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55023869-bb6c-46d3-8c96-430652243ba9 req-bcdd5ea8-8826-442e-bca4-7b3262873a05 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0914609 Nov 03 18:39:44.024065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908b470-7be3-4a54-a5d5-eaa20394996f req-46b5fa1f-eb77-48b6-8918-2aa23b3c6ce2 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.043054 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8908b470-7be3-4a54-a5d5-eaa20394996f req-46b5fa1f-eb77-48b6-8918-2aa23b3c6ce2 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.2957077 Nov 03 18:39:44.124954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-4ee0b60d-f73d-439f-85c4-b05077b51175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.129548 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-4ee0b60d-f73d-439f-85c4-b05077b51175 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=c458a390-2e31-4ff3-b3ff-f3782f7edbba HTTP/1.1" status: 200 len: 1099 time: 0.2784929 Nov 03 18:39:44.171250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55023869-bb6c-46d3-8c96-430652243ba9 req-0305b393-ac87-4e98-b4b4-37e39d356e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.173262 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55023869-bb6c-46d3-8c96-430652243ba9 req-0305b393-ac87-4e98-b4b4-37e39d356e8a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208138 Nov 03 18:39:44.241519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746e811-07cf-4e21-a7e4-98180949e475 req-a3c1ee1c-90f7-4b85-b781-5e6453bda094 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.246663 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port f2806032-c4a8-4a44-8499-beb4381ceba9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:44.247305 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:44.249675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0746e811-07cf-4e21-a7e4-98180949e475 req-a3c1ee1c-90f7-4b85-b781-5e6453bda094 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.3714237 Nov 03 18:39:44.261142 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-2cc9d281-c5a1-447e-bbea-fe5563bf3ed2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=39843d3a-1e37-4307-9a6d-e7cd251fcd6f HTTP/1.1" status: 200 len: 217 time: 0.1082785 Nov 03 18:39:44.294009 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55023869-bb6c-46d3-8c96-430652243ba9 req-e45c05a6-39f3-4057-9910-d494258b3088 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044300 Nov 03 18:39:44.306322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5620bd0-bcb0-4b28-bb9b-c57def7bc627 req-cd29e7ec-171c-4098-802f-7847af0f7600 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.308223 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5620bd0-bcb0-4b28-bb9b-c57def7bc627 req-cd29e7ec-171c-4098-802f-7847af0f7600 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.87 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 945 time: 0.1917963 Nov 03 18:39:44.329089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8908b470-7be3-4a54-a5d5-eaa20394996f req-9c5df006-ed0e-432c-8413-c1ee8f88b627 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849863 Nov 03 18:39:44.393940 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:44.398396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0746e811-07cf-4e21-a7e4-98180949e475 req-8ec0297c-725d-4f70-a8fe-43b85ce6c6af tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463087 Nov 03 18:39:44.408621 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-17b4c5bc-7465-4566-ab76-b9651c0333ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.417888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-17b4c5bc-7465-4566-ab76-b9651c0333ef service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1414278 Nov 03 18:39:44.474428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:44.482293 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:44.501315 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6aa055-096c-4282-8118-b0dfa8db3293 x-openstack-request-id: req-af6aa055-096c-4282-8118-b0dfa8db3293 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:44.501850 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c458a390-2e31-4ff3-b3ff-f3782f7edbba", "tag": "39843d3a-1e37-4307-9a6d-e7cd251fcd6f", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:44.502120 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-af6aa055-096c-4282-8118-b0dfa8db3293 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:44.502538 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c458a390-2e31-4ff3-b3ff-f3782f7edbba', 'tag': '39843d3a-1e37-4307-9a6d-e7cd251fcd6f', 'status': 'completed', 'code': 200} Nov 03 18:39:44.538990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-36cd936e-9a65-4360-a10a-eb582c860586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.543285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-36cd936e-9a65-4360-a10a-eb582c860586 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051652 Nov 03 18:39:44.547494 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55023869-bb6c-46d3-8c96-430652243ba9 req-5bf10158-0383-4286-8a8b-ea1bf5de50c1 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379100 Nov 03 18:39:44.603027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-a5620bd0-bcb0-4b28-bb9b-c57def7bc627 req-c4dae313-5a36-45e7-bed8-42c149770bf8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Deleting port 432bca69-abd9-4225-abec-494553d6a36b {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:44.603361 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a5620bd0-bcb0-4b28-bb9b-c57def7bc627 req-c4dae313-5a36-45e7-bed8-42c149770bf8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:44.607995 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f2806032-c4a8-4a44-8499-beb4381ceba9,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:44.782649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5c92c-db62-4088-8f72-5f114ecb3b1b req-679ca1e1-2b47-46a8-86f5-d20df7290184 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.790792 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80c5c92c-db62-4088-8f72-5f114ecb3b1b req-679ca1e1-2b47-46a8-86f5-d20df7290184 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 945 time: 0.1645041 Nov 03 18:39:44.804461 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36696cdc-37b4-465a-a846-e1e6129d0478 req-fe4fbefb-4901-45cf-ae27-1fb95e56e7b9 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:44.806169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36696cdc-37b4-465a-a846-e1e6129d0478 req-fe4fbefb-4901-45cf-ae27-1fb95e56e7b9 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 947 time: 0.1845450 Nov 03 18:39:44.852522 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-4289af35-4074-4707-be63-bc4fb315eec9 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920146 Nov 03 18:39:45.000436 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36696cdc-37b4-465a-a846-e1e6129d0478 req-4caa2497-cf9e-4231-8109-d6af366fd9ec tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835387 Nov 03 18:39:45.026207 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80c5c92c-db62-4088-8f72-5f114ecb3b1b req-58560cfe-b740-4713-8077-43c6662f71c2 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344646 Nov 03 18:39:45.064556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-a5620bd0-bcb0-4b28-bb9b-c57def7bc627 req-c4dae313-5a36-45e7-bed8-42c149770bf8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] For port 432bca69-abd9-4225-abec-494553d6a36b, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=432bca69-abd9-4225-abec-494553d6a36b,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:45.064929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a5620bd0-bcb0-4b28-bb9b-c57def7bc627 req-c4dae313-5a36-45e7-bed8-42c149770bf8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:45.100599 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-a5620bd0-bcb0-4b28-bb9b-c57def7bc627 req-c4dae313-5a36-45e7-bed8-42c149770bf8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Calling delete_port for 432bca69-abd9-4225-abec-494553d6a36b owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:45.116716 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de517a7f-0959-4a14-a1e4-f48462c8d6e0 req-8a1a7ccc-35eb-4194-8889-8c72fb0495f2 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185581 Nov 03 18:39:45.234703 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81744398-49dc-4511-bef8-7d2a819f01ca req-62167578-36e3-44fd-a87f-0944eae18517 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:45.242895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81744398-49dc-4511-bef8-7d2a819f01ca req-62167578-36e3-44fd-a87f-0944eae18517 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1251612 Nov 03 18:39:45.292877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8253-69ff-4f65-9567-60a572b05df6 req-3549ec44-7a3f-4639-9b5e-9ad8e3799929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:45.294626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-243b8253-69ff-4f65-9567-60a572b05df6 req-3549ec44-7a3f-4639-9b5e-9ad8e3799929 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=c458a390-2e31-4ff3-b3ff-f3782f7edbba HTTP/1.1" status: 200 len: 1099 time: 0.1073215 Nov 03 18:39:45.295251 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a5620bd0-bcb0-4b28-bb9b-c57def7bc627 req-c4dae313-5a36-45e7-bed8-42c149770bf8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:45.340479 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81744398-49dc-4511-bef8-7d2a819f01ca req-d63bb151-584f-407b-a304-5ebbe6947e96 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962963 Nov 03 18:39:45.355325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['432bca69-abd9-4225-abec-494553d6a36b'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:45.393118 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dae313-5a36-45e7-bed8-42c149770bf8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Pushing event deleted for resources: {'Port': ['ID=432bca69-abd9-4225-abec-494553d6a36b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:45.407283 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:45.409553 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2835ea28-bedf-4584-90b0-ac3af1331015" -d '{"events": [{"server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "name": "network-vif-plugged", "status": "completed", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:45.466399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23262fbf-12e2-43be-a846-fa00ebf0f071 req-4f22ff6c-e1eb-4876-9ba7-38f37527c091 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:45.478382 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23262fbf-12e2-43be-a846-fa00ebf0f071 req-4f22ff6c-e1eb-4876-9ba7-38f37527c091 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 944 time: 0.1776028 Nov 03 18:39:45.494741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5620bd0-bcb0-4b28-bb9b-c57def7bc627 req-c4dae313-5a36-45e7-bed8-42c149770bf8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] No DVR routers for this DVR port 432bca69-abd9-4225-abec-494553d6a36b on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:39:45.501752 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a5620bd0-bcb0-4b28-bb9b-c57def7bc627 req-c4dae313-5a36-45e7-bed8-42c149770bf8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:45.506305 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5620bd0-bcb0-4b28-bb9b-c57def7bc627 req-c4dae313-5a36-45e7-bed8-42c149770bf8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.87 "DELETE /v2.0/ports/432bca69-abd9-4225-abec-494553d6a36b HTTP/1.1" status: 204 len: 173 time: 1.1714909 Nov 03 18:39:45.506808 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0699da76-46b0-4ee1-996f-14213d9de981', 'name': 'network-vif-deleted', 'tag': '432bca69-abd9-4225-abec-494553d6a36b'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:45.509098 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01d648e-4b6b-44c6-8b4b-3971c4ba2b87" -d '{"events": [{"server_uuid": "0699da76-46b0-4ee1-996f-14213d9de981", "name": "network-vif-deleted", "tag": "432bca69-abd9-4225-abec-494553d6a36b"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:45.553735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8253-69ff-4f65-9567-60a572b05df6 req-8923d322-dae1-4da2-80fb-1c5db594f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:45.553735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-243b8253-69ff-4f65-9567-60a572b05df6 req-8923d322-dae1-4da2-80fb-1c5db594f257 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2401967 Nov 03 18:39:45.622528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-243b8253-69ff-4f65-9567-60a572b05df6 req-e61e0123-8e95-44d3-852d-a36bb931b25c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=39843d3a-1e37-4307-9a6d-e7cd251fcd6f HTTP/1.1" status: 200 len: 217 time: 0.0527551 Nov 03 18:39:45.730020 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23262fbf-12e2-43be-a846-fa00ebf0f071 req-483afbb9-8c15-4be3-a11f-571edfe67b9b tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/security-groups?id=0e87adc2-dee6-4153-b6a1-fba5c8e2d914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498844 Nov 03 18:39:45.741874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ea9e2-96c0-4d75-b016-ecf340c36f34 req-364689f6-99b2-45f4-84fe-e30e33212972 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:45.750590 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-be8ea9e2-96c0-4d75-b016-ecf340c36f34 req-364689f6-99b2-45f4-84fe-e30e33212972 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.2445467 Nov 03 18:39:45.772837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device c118665b-8933-453f-bb07-1db991295181 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:45.839436 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-be8ea9e2-96c0-4d75-b016-ecf340c36f34 req-3d8ef2ad-c20e-40b6-9a48-307c1b79188b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877552 Nov 03 18:39:45.845016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8253-69ff-4f65-9567-60a572b05df6 req-54facdb9-a032-4f2e-8907-5dcf6282ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:45.854416 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-243b8253-69ff-4f65-9567-60a572b05df6 req-54facdb9-a032-4f2e-8907-5dcf6282ac65 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.2175918 Nov 03 18:39:45.855101 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c0dedd-4c54-4cf0-bf47-f97b2e2d9b44 x-openstack-request-id: req-b5c0dedd-4c54-4cf0-bf47-f97b2e2d9b44 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:45.855598 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "name": "network-vif-plugged", "status": "completed", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:45.856022 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b5c0dedd-4c54-4cf0-bf47-f97b2e2d9b44 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:45.856933 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'code': 200} Nov 03 18:39:45.975833 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9859dfef-a2f0-4df1-b418-87ac4547750b x-openstack-request-id: req-9859dfef-a2f0-4df1-b418-87ac4547750b {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:45.978530 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0699da76-46b0-4ee1-996f-14213d9de981", "name": "network-vif-deleted", "tag": "432bca69-abd9-4225-abec-494553d6a36b", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:45.979229 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9859dfef-a2f0-4df1-b418-87ac4547750b {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:45.982283 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0699da76-46b0-4ee1-996f-14213d9de981', 'name': 'network-vif-deleted', 'tag': '432bca69-abd9-4225-abec-494553d6a36b', 'status': 'completed', 'code': 200} Nov 03 18:39:45.994243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b8253-69ff-4f65-9567-60a572b05df6 req-17a885a2-90c3-4a6c-8cd8-10ce75afbdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:45.995830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-243b8253-69ff-4f65-9567-60a572b05df6 req-17a885a2-90c3-4a6c-8cd8-10ce75afbdf4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1290944 Nov 03 18:39:46.041480 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port c118665b-8933-453f-bb07-1db991295181, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=c118665b-8933-453f-bb07-1db991295181,segment=NetworkSegment(8e9ee111-0935-4c8f-914f-b963504bc511),segment_id=8e9ee111-0935-4c8f-914f-b963504bc511)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:46.074503 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'c118665b-8933-453f-bb07-1db991295181', 'network_id': 'a9941cc7-7944-4cc0-9247-eb7340e5bef1', 'port_id': 'c118665b-8933-453f-bb07-1db991295181', 'mac_address': 'fa:16:3e:4d:7a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a79c6575-8658-4f96-bde0-849e13b2e3b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:46.148676 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:46.171482 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-243b8253-69ff-4f65-9567-60a572b05df6 req-9d79bff7-30f2-478d-9fb6-0796250722e7 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620071 Nov 03 18:39:46.173654 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c118665b-8933-453f-bb07-1db991295181 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:46.203805 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port c118665b-8933-453f-bb07-1db991295181, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=c118665b-8933-453f-bb07-1db991295181,segment=NetworkSegment(8e9ee111-0935-4c8f-914f-b963504bc511),segment_id=8e9ee111-0935-4c8f-914f-b963504bc511)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:46.218366 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:46.268320 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-337db9f2-2c1d-476b-9ecb-33816ab30ff1 req-3808a40d-6aca-4acf-97c0-4a078b051b7c tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=0699da76-46b0-4ee1-996f-14213d9de981 HTTP/1.1" status: 200 len: 210 time: 0.0642397 Nov 03 18:39:46.326210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=c118665b-8933-453f-bb07-1db991295181,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:46.428644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ede87-0473-4b2c-9c02-bf9cf35c72dd req-25b6519f-6df4-45ba-a6b7-d74692575ce8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:46.436992 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-017ede87-0473-4b2c-9c02-bf9cf35c72dd req-25b6519f-6df4-45ba-a6b7-d74692575ce8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 947 time: 0.2644196 Nov 03 18:39:46.516126 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-243b8253-69ff-4f65-9567-60a572b05df6 req-2635f28a-f284-4c57-a097-46ba2b228132 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162730 Nov 03 18:39:46.553428 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-2f0ab287-91b5-44bb-aabe-b24d969c6b42 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=72107d064293479db9d913e1eb3d59a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1572788 Nov 03 18:39:46.559098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['c118665b-8933-453f-bb07-1db991295181'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:46.699277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-bfeb1c31-a00b-407b-a33f-2e73225eaebe tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:46.709778 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-bfeb1c31-a00b-407b-a33f-2e73225eaebe tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1551518 Nov 03 18:39:46.733847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-c093e9a4-fdcd-4988-9f6c-a1eb8030029a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/quotas/72107d064293479db9d913e1eb3d59a8 HTTP/1.1" status: 200 len: 375 time: 0.0229950 Nov 03 18:39:46.781866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-017ede87-0473-4b2c-9c02-bf9cf35c72dd req-df4f89df-949f-448d-b5ce-3c946bb4e416 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436162 Nov 03 18:39:46.820104 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-bff3e359-6b0f-44ab-8248-90cb588cb123 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853558 Nov 03 18:39:47.037328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af10f83-9d6c-4242-8db0-b8aec341dd92 req-edf9479a-f0a8-4d6b-af9e-25904d9dd27d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:47.046304 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5af10f83-9d6c-4242-8db0-b8aec341dd92 req-edf9479a-f0a8-4d6b-af9e-25904d9dd27d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0694697 Nov 03 18:39:47.135435 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5af10f83-9d6c-4242-8db0-b8aec341dd92 req-f0ba5a55-ac1d-4072-be60-1f77d49e83cd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833135 Nov 03 18:39:47.173684 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fc561-bbf3-4c2e-8b94-d6ca3a5c43bb req-520d72c8-b714-44a3-bef1-66a1e318227a tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:47.175198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-838fc561-bbf3-4c2e-8b94-d6ca3a5c43bb req-520d72c8-b714-44a3-bef1-66a1e318227a tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 945 time: 0.1201844 Nov 03 18:39:47.291404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-838fc561-bbf3-4c2e-8b94-d6ca3a5c43bb req-30d8fabf-e70e-4c0f-9261-6a1e7bab0b6b tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/security-groups?id=0e87adc2-dee6-4153-b6a1-fba5c8e2d914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056674 Nov 03 18:39:47.307568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8278366-42fc-401e-8ad0-112f82b83d0d req-9a0f23f9-80bf-4cb7-a380-b701c6f7ad1c tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:47.309555 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8278366-42fc-401e-8ad0-112f82b83d0d req-9a0f23f9-80bf-4cb7-a380-b701c6f7ad1c tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.0792341 Nov 03 18:39:47.400114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee6c19c5-dd95-410c-8153-8f94d555cb8e req-c5a955fe-7ad0-4645-9c7d-f0d55a46d2db tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 210 time: 0.0432034 Nov 03 18:39:47.432467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8278366-42fc-401e-8ad0-112f82b83d0d req-895c1007-8000-4c8f-a095-a536bc925049 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125998 Nov 03 18:39:47.778292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-1e829d51-7644-4f60-b289-36278ebc9f49 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:47.785411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-1e829d51-7644-4f60-b289-36278ebc9f49 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 812 time: 0.1546788 Nov 03 18:39:47.787330 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 07b61f1c-7ac9-42d2-887a-1eae755dc48c details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:47.790448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device c118665b-8933-453f-bb07-1db991295181 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:47.813254 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-7b46b0ef-ed6a-4813-ad23-a49b119196df tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/quotas/326a8b3143c7495cbf9c57a8e3e086d9 HTTP/1.1" status: 200 len: 375 time: 0.0233891 Nov 03 18:39:47.884370 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-01afcfa6-d41c-447a-b31d-9fa277cb18d0 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594647 Nov 03 18:39:47.930625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port c118665b-8933-453f-bb07-1db991295181 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:47.939337 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port c118665b-8933-453f-bb07-1db991295181 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:47.939838 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:48.017419 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 07b61f1c-7ac9-42d2-887a-1eae755dc48c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=07b61f1c-7ac9-42d2-887a-1eae755dc48c,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:48.028123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febbaab-7fe0-4d54-a9c8-e64bd93ae854 req-e3c8ce85-f075-449b-a8f1-5ac0ea3eee77 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:48.034270 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '07b61f1c-7ac9-42d2-887a-1eae755dc48c', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '07b61f1c-7ac9-42d2-887a-1eae755dc48c', 'mac_address': 'fa:16:3e:16:31:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:48.036102 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8febbaab-7fe0-4d54-a9c8-e64bd93ae854 req-e3c8ce85-f075-449b-a8f1-5ac0ea3eee77 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 947 time: 0.1369202 Nov 03 18:39:48.111639 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:48.120467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-8c7e8d67-45ed-4d03-a6ce-d3ef06b2efce service neutron] 10.222.0.107 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230873 Nov 03 18:39:48.138264 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:48.155519 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a85e01d-b347-43ac-bfcd-183adf7c9a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c118665b-8933-453f-bb07-1db991295181'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:48.156990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8febbaab-7fe0-4d54-a9c8-e64bd93ae854 req-1404dae5-a760-4ca7-aff2-fa009c6b05e3 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183212 Nov 03 18:39:48.158701 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea1ad79-46da-4c9a-92dd-e2de3f7a0570" -d '{"events": [{"server_uuid": "2a85e01d-b347-43ac-bfcd-183adf7c9a38", "name": "network-vif-plugged", "status": "completed", "tag": "c118665b-8933-453f-bb07-1db991295181"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:48.186436 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b61f1c-7ac9-42d2-887a-1eae755dc48c {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:48.193528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port c118665b-8933-453f-bb07-1db991295181, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=c118665b-8933-453f-bb07-1db991295181,segment=NetworkSegment(8e9ee111-0935-4c8f-914f-b963504bc511),segment_id=8e9ee111-0935-4c8f-914f-b963504bc511)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:48.226224 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 07b61f1c-7ac9-42d2-887a-1eae755dc48c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=07b61f1c-7ac9-42d2-887a-1eae755dc48c,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:48.228213 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:48.284758 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-a2870eec-80aa-4cf1-8488-d69c89b49aec service neutron] 10.222.0.107 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537547 Nov 03 18:39:48.284915 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:48.305214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=c118665b-8933-453f-bb07-1db991295181,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:48.396169 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=07b61f1c-7ac9-42d2-887a-1eae755dc48c,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:48.494999 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c61d9d5-880a-48ea-94a2-ce96f7dc27ea x-openstack-request-id: req-5c61d9d5-880a-48ea-94a2-ce96f7dc27ea {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:48.495873 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a85e01d-b347-43ac-bfcd-183adf7c9a38", "name": "network-vif-plugged", "status": "completed", "tag": "c118665b-8933-453f-bb07-1db991295181", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:48.495873 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5c61d9d5-880a-48ea-94a2-ce96f7dc27ea {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:48.495873 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a85e01d-b347-43ac-bfcd-183adf7c9a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c118665b-8933-453f-bb07-1db991295181', 'code': 200} Nov 03 18:39:48.558362 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570e4a2-84a6-4fd4-bfd8-21ab12fd9e19 req-0afad45f-e323-4f68-8dda-76bdfc3a29b6 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:48.571399 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e570e4a2-84a6-4fd4-bfd8-21ab12fd9e19 req-0afad45f-e323-4f68-8dda-76bdfc3a29b6 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1196511 Nov 03 18:39:48.595112 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-879133c5-0a5c-4c04-b136-cc84315d5155 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=72107d064293479db9d913e1eb3d59a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587940 Nov 03 18:39:48.607178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['07b61f1c-7ac9-42d2-887a-1eae755dc48c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:48.701771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e570e4a2-84a6-4fd4-bfd8-21ab12fd9e19 req-db3015b6-08e4-4f5d-8186-6429c2591d94 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251802 Nov 03 18:39:48.884421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c18cb1d-ed0f-434c-a1ec-36748fb79c50 req-29aa94ed-1138-4c0d-b964-d3c907de705e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 210 time: 0.0545757 Nov 03 18:39:48.894846 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-9a8f39f7-b8e8-4d7d-94c8-c53726300477 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:48.897581 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-9a8f39f7-b8e8-4d7d-94c8-c53726300477 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2768240 Nov 03 18:39:48.920369 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48ea4c-e754-4358-a5a4-30ddda0e6067 req-d491ef84-e8bd-4ba5-8c3b-72df451303e6 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:48.922060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e48ea4c-e754-4358-a5a4-30ddda0e6067 req-d491ef84-e8bd-4ba5-8c3b-72df451303e6 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 946 time: 0.2386060 Nov 03 18:39:48.925767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815a710-eb31-46f7-a29d-48dfcceb8b5c req-872bfc63-9dca-4009-b1d5-d28be238f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:48.927628 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4815a710-eb31-46f7-a29d-48dfcceb8b5c req-872bfc63-9dca-4009-b1d5-d28be238f11f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 1097 time: 0.2452164 Nov 03 18:39:48.949821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-64bf58bf-5508-47ad-8ed7-417f0b380629 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Request body: {'port': {'device_id': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '72107d064293479db9d913e1eb3d59a8'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:48.993919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e48ea4c-e754-4358-a5a4-30ddda0e6067 req-5748f513-e629-4b6c-8451-8edc43736e38 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/security-groups?id=0e87adc2-dee6-4153-b6a1-fba5c8e2d914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588014 Nov 03 18:39:49.104403 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b2362fe6-c986-4536-85e3-5f77ef5435c2 req-1fe8cb09-fd73-49aa-81f7-40e8ba251746 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 210 time: 0.1229479 Nov 03 18:39:49.118259 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4815a710-eb31-46f7-a29d-48dfcceb8b5c req-400bfdde-c4bb-4ab8-b323-690c87b32a54 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0e87adc2-dee6-4153-b6a1-fba5c8e2d914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355734 Nov 03 18:39:49.163837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a908024-9f1f-4e8a-b784-a36ea687bc81 req-8a11d549-d9b2-4c5f-be68-7b8a4d114539 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:49.164841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-64bf58bf-5508-47ad-8ed7-417f0b380629 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Made reservation on behalf of 72107d064293479db9d913e1eb3d59a8 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:49.165382 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a908024-9f1f-4e8a-b784-a36ea687bc81 req-8a11d549-d9b2-4c5f-be68-7b8a4d114539 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.0589745 Nov 03 18:39:49.170133 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-64bf58bf-5508-47ad-8ed7-417f0b380629 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:49.211856 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 432bca69-abd9-4225-abec-494553d6a36b no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:49.253263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 432bca69-abd9-4225-abec-494553d6a36b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:39:49.253615 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 432bca69-abd9-4225-abec-494553d6a36b not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:39:49.263274 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a908024-9f1f-4e8a-b784-a36ea687bc81 req-f00c3c41-f701-4db8-95ca-cb33294a24f7 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911605 Nov 03 18:39:49.360841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-64bf58bf-5508-47ad-8ed7-417f0b380629 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Allocated IP 192.168.233.115 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/6adb4899-aa03-4964-a7fc-3067c1d32b35) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:49.409501 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcc8e2-414e-432f-a8ac-2312c55ce313 req-b70ce894-5d47-43b0-91b0-ebfdd59fb19a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:49.416533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7afcc8e2-414e-432f-a8ac-2312c55ce313 req-b70ce894-5d47-43b0-91b0-ebfdd59fb19a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 948 time: 0.1221225 Nov 03 18:39:49.510258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7afcc8e2-414e-432f-a8ac-2312c55ce313 req-0d30288f-03ed-4390-86f1-7110cc8fdc0e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917263 Nov 03 18:39:49.568970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d780d-118d-4c8c-a8d7-1b7f53d11c34 req-d83001ae-6bb6-4762-9457-595e37717a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:49.570585 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-217d780d-118d-4c8c-a8d7-1b7f53d11c34 req-d83001ae-6bb6-4762-9457-595e37717a8a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 1097 time: 0.0602393 Nov 03 18:39:49.629167 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-64bf58bf-5508-47ad-8ed7-417f0b380629 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:49.669317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-64bf58bf-5508-47ad-8ed7-417f0b380629 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:49.687428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['d7c1415e-8d28-4f9b-b351-1864b5a0b370'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:49.750693 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['384118ea-2c6b-44dc-ab7e-129a2bf3259d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:49.792388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d780d-118d-4c8c-a8d7-1b7f53d11c34 req-753f3ff2-1503-4d10-8647-c4f5b7d8d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:49.798975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-64bf58bf-5508-47ad-8ed7-417f0b380629 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:49.800432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-217d780d-118d-4c8c-a8d7-1b7f53d11c34 req-753f3ff2-1503-4d10-8647-c4f5b7d8d7ae service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.1911700 Nov 03 18:39:49.806026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 39843d3a-1e37-4307-9a6d-e7cd251fcd6f details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:49.806633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-64bf58bf-5508-47ad-8ed7-417f0b380629 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:49.831525 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-64bf58bf-5508-47ad-8ed7-417f0b380629 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:49.863225 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf58bf-5508-47ad-8ed7-417f0b380629 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Pushing event updated for resources: {'Port': ['ID=6adb4899-aa03-4964-a7fc-3067c1d32b35,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:49.945777 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-64bf58bf-5508-47ad-8ed7-417f0b380629 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:49.947917 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-64bf58bf-5508-47ad-8ed7-417f0b380629 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:49.979443 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-64bf58bf-5508-47ad-8ed7-417f0b380629 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0355384 Nov 03 18:39:50.006140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241948fe-6984-42b6-9f4b-3e58077f7344 req-35eb1239-22fb-4562-b23f-96efd22708ae tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:50.015029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-241948fe-6984-42b6-9f4b-3e58077f7344 req-35eb1239-22fb-4562-b23f-96efd22708ae tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1440859 Nov 03 18:39:50.018015 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Request body: {'port': {'device_id': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:50.037399 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-217d780d-118d-4c8c-a8d7-1b7f53d11c34 req-63fa6017-89f7-4fa5-84b4-e938e63b8d5e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2806032-c4a8-4a44-8499-beb4381ceba9 HTTP/1.1" status: 200 len: 1001 time: 0.2279863 Nov 03 18:39:50.159429 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.174280 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=39843d3a-1e37-4307-9a6d-e7cd251fcd6f,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:50.180915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-241948fe-6984-42b6-9f4b-3e58077f7344 req-9f74dea6-6842-4580-a29f-cd98acdb4606 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656616 Nov 03 18:39:50.195843 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '39843d3a-1e37-4307-9a6d-e7cd251fcd6f', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '39843d3a-1e37-4307-9a6d-e7cd251fcd6f', 'mac_address': 'fa:16:3e:a7:d3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:50.247557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d780d-118d-4c8c-a8d7-1b7f53d11c34 req-eecd1bd7-fd12-4642-902b-25828db1199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:50.249984 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-217d780d-118d-4c8c-a8d7-1b7f53d11c34 req-eecd1bd7-fd12-4642-902b-25828db1199e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.1913602 Nov 03 18:39:50.265058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf0b29-969f-46dc-8227-36e527185103 req-fc591ffc-c13b-4a5f-a9a7-0008ba1b8c49 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:50.273850 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9cf0b29-969f-46dc-8227-36e527185103 req-fc591ffc-c13b-4a5f-a9a7-0008ba1b8c49 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 936 time: 0.2867179 Nov 03 18:39:50.297591 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c98c7e74-2930-42a4-b4ec-94ad6f1a7f90 None None] Provisioning complete for port 6adb4899-aa03-4964-a7fc-3067c1d32b35 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:50.298179 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c98c7e74-2930-42a4-b4ec-94ad6f1a7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.340394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c98c7e74-2930-42a4-b4ec-94ad6f1a7f90 None None] Port 6adb4899-aa03-4964-a7fc-3067c1d32b35 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:39:50.359274 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.382024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39843d3a-1e37-4307-9a6d-e7cd251fcd6f {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:50.411214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=39843d3a-1e37-4307-9a6d-e7cd251fcd6f,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:50.422073 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.508080 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9cf0b29-969f-46dc-8227-36e527185103 req-cecd2164-b5b9-43aa-beb4-57369f8084a3 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329235 Nov 03 18:39:50.536909 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=39843d3a-1e37-4307-9a6d-e7cd251fcd6f,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:50.588276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d780d-118d-4c8c-a8d7-1b7f53d11c34 req-e7395cde-0e89-4f60-b0cf-b6f4d56b5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:50.589860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-217d780d-118d-4c8c-a8d7-1b7f53d11c34 req-e7395cde-0e89-4f60-b0cf-b6f4d56b5210 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3137412 Nov 03 18:39:50.711966 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162e7d0-d131-4b7d-be84-f45d57245262 req-3bc3ab12-60a4-4e57-9cc0-ac96427e8d9e tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:50.721666 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e162e7d0-d131-4b7d-be84-f45d57245262 req-3bc3ab12-60a4-4e57-9cc0-ac96427e8d9e tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 946 time: 0.3693151 Nov 03 18:39:50.776507 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['39843d3a-1e37-4307-9a6d-e7cd251fcd6f'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:50.792258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6adb4899-aa03-4964-a7fc-3067c1d32b35 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:50.806663 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.822364 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Transition to ACTIVE for port object 6adb4899-aa03-4964-a7fc-3067c1d32b35 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:50.829581 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:50.859268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18025903-1bca-4c63-801e-74b8fd759e3f req-38520f52-73a2-49a5-884d-340b517cad38 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 210 time: 0.1186707 Nov 03 18:39:50.941908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Pushing event updated for resources: {'Port': ['ID=6adb4899-aa03-4964-a7fc-3067c1d32b35,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:50.966279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-a8121f48-856c-407a-80c8-eb02b0a7cf65 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:50.969055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-a8121f48-856c-407a-80c8-eb02b0a7cf65 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.87 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 812 time: 0.4686441 Nov 03 18:39:51.019214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e162e7d0-d131-4b7d-be84-f45d57245262 req-1a920ca9-0d3e-49fa-b96e-ba9a88605359 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/security-groups?id=0e87adc2-dee6-4153-b6a1-fba5c8e2d914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974846 Nov 03 18:39:51.053799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Attempting to bind port 6adb4899-aa03-4964-a7fc-3067c1d32b35 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:51.055922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Attempting to bind port 6adb4899-aa03-4964-a7fc-3067c1d32b35 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:51.056373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Attempting to bind port 6adb4899-aa03-4964-a7fc-3067c1d32b35 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:51.067796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Port 6adb4899-aa03-4964-a7fc-3067c1d32b35 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:51.068458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Attempting to bind port 6adb4899-aa03-4964-a7fc-3067c1d32b35 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:51.078215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:51.079788 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:51.080048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-278496a7-c90e-40df-8014-ed5a7fc2cd39 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Request body: {'port': {'device_id': 'ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb', 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc', 'admin_state_up': True, 'tenant_id': '326a8b3143c7495cbf9c57a8e3e086d9'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:51.081673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:51.082248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Bound port: 6adb4899-aa03-4964-a7fc-3067c1d32b35, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:51.082723 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.100660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-217d780d-118d-4c8c-a8d7-1b7f53d11c34 req-5a69d373-5d97-433f-8837-c47534c41b1a service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413204 Nov 03 18:39:51.190289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:51.193957 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:51.200429 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.243858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:51.244594 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.246219 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] 10.222.0.87 "PUT /v2.0/ports/6adb4899-aa03-4964-a7fc-3067c1d32b35 HTTP/1.1" status: 200 len: 1096 time: 1.2386618 Nov 03 18:39:51.246685 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:51.249437 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4294d7-aacc-4c74-8ce6-87496df19a57" -d '{"events": [{"name": "network-changed", "server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:51.287941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f4b00-3b89-49d5-a8f3-683077960b78 service neutron] Pushing event updated for resources: {'Port': ['ID=6adb4899-aa03-4964-a7fc-3067c1d32b35,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:51.355121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f352285-56d6-4e67-91b6-e4f286d71d1e req-e37465e6-cee1-45fc-b419-6dca8c06c1eb tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:51.362934 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f352285-56d6-4e67-91b6-e4f286d71d1e req-e37465e6-cee1-45fc-b419-6dca8c06c1eb tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.3768363 Nov 03 18:39:51.449013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-ff461dff-f22d-4a0e-b6ec-72243e9e7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:51.451881 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-ff461dff-f22d-4a0e-b6ec-72243e9e7d44 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 1099 time: 0.0723019 Nov 03 18:39:51.517464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f352285-56d6-4e67-91b6-e4f286d71d1e req-30150ad9-b88c-4ef8-a116-bcd05e7484e0 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535382 Nov 03 18:39:51.527827 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-ea3242b8-1d2f-43c1-88ac-d403aa3824c0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35 HTTP/1.1" status: 200 len: 217 time: 0.0552421 Nov 03 18:39:51.540214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-217d780d-118d-4c8c-a8d7-1b7f53d11c34 req-0cfbfbad-3160-4441-9dcd-e686708e12fe service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130237 Nov 03 18:39:51.559900 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7065b3b-a36e-4be7-900b-357ae9a1dc99 req-aa4cdcc3-92e5-4084-9cee-2f0253148b30 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:51.571928 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7065b3b-a36e-4be7-900b-357ae9a1dc99 req-aa4cdcc3-92e5-4084-9cee-2f0253148b30 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 948 time: 0.2502670 Nov 03 18:39:51.625852 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-278496a7-c90e-40df-8014-ed5a7fc2cd39 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Made reservation on behalf of 326a8b3143c7495cbf9c57a8e3e086d9 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:39:51.632724 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-278496a7-c90e-40df-8014-ed5a7fc2cd39 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.656469 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-b196e3a1-fd2c-49ff-9967-1aefa1dc18aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:51.658160 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-b196e3a1-fd2c-49ff-9967-1aefa1dc18aa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1092741 Nov 03 18:39:51.730009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-4cde8dff-03f1-4500-9fd6-a50a380c3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:51.731903 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-4cde8dff-03f1-4500-9fd6-a50a380c3f74 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541656 Nov 03 18:39:51.775707 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7065b3b-a36e-4be7-900b-357ae9a1dc99 req-b9ec086f-14a5-4d87-a2ad-106eace6a0af tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978080 Nov 03 18:39:51.798628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 07b61f1c-7ac9-42d2-887a-1eae755dc48c up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:51.927462 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 07b61f1c-7ac9-42d2-887a-1eae755dc48c completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:51.932444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 07b61f1c-7ac9-42d2-887a-1eae755dc48c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:51.933150 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:51.936627 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-a3b02d5c-f15d-4d7d-96b3-5e92ae279f19 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843240 Nov 03 18:39:51.938206 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a2bdbd-007c-443a-954c-9b77b42bb2a5 x-openstack-request-id: req-02a2bdbd-007c-443a-954c-9b77b42bb2a5 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:51.938496 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:51.938747 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-02a2bdbd-007c-443a-954c-9b77b42bb2a5 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:51.939142 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35', 'status': 'completed', 'code': 200} Nov 03 18:39:52.048046 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f00796d-5ef5-4130-9ce5-803aa15b843d req-5733fc42-4aa7-403c-b3b5-d085061bf110 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961738 Nov 03 18:39:52.088056 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.124080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fd4619-b05d-4c23-892d-2b03734a7cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b61f1c-7ac9-42d2-887a-1eae755dc48c'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:52.127526 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0527476d-0908-4ffe-9e4f-80540e24cf65" -d '{"events": [{"server_uuid": "c0fd4619-b05d-4c23-892d-2b03734a7cd9", "name": "network-vif-plugged", "status": "completed", "tag": "07b61f1c-7ac9-42d2-887a-1eae755dc48c"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:52.142872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 07b61f1c-7ac9-42d2-887a-1eae755dc48c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=07b61f1c-7ac9-42d2-887a-1eae755dc48c,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:52.149253 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.150219 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a80a4aad-1a74-44de-800d-e185ddef3ead no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:39:52.300284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=07b61f1c-7ac9-42d2-887a-1eae755dc48c,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:52.322092 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.329814 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4294d7-aacc-4c74-8ce6-87496df19a57 req-35bda6b8-5599-4bba-8043-be11c2fb1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:52.332354 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e4294d7-aacc-4c74-8ce6-87496df19a57 req-35bda6b8-5599-4bba-8043-be11c2fb1d16 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 1099 time: 0.0899539 Nov 03 18:39:52.372592 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a80a4aad-1a74-44de-800d-e185ddef3ead, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a80a4aad-1a74-44de-800d-e185ddef3ead,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:52.383307 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.451917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4dc04e-f587-4376-aa12-fd14a0dfeab6 req-214f7030-ba37-4bd6-820a-fb7f2a20f421 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:52.453479 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f4dc04e-f587-4376-aa12-fd14a0dfeab6 req-214f7030-ba37-4bd6-820a-fb7f2a20f421 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.7961850 Nov 03 18:39:52.473066 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a80a4aad-1a74-44de-800d-e185ddef3ead,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:52.509174 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c4d58-b26f-4953-9582-8bdaba6de11b req-115f186e-d71b-4894-8c01-ea2924461d9d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:52.511111 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc5c4d58-b26f-4953-9582-8bdaba6de11b req-115f186e-d71b-4894-8c01-ea2924461d9d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 948 time: 0.1282063 Nov 03 18:39:52.575601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4294d7-aacc-4c74-8ce6-87496df19a57 req-3b1e17ae-e576-4dd5-9921-827352fd5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:52.578359 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e4294d7-aacc-4c74-8ce6-87496df19a57 req-3b1e17ae-e576-4dd5-9921-827352fd5869 service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2167070 Nov 03 18:39:52.587479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-278496a7-c90e-40df-8014-ed5a7fc2cd39 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Allocated IP 172.20.0.8 (23771ce2-de78-436c-90e0-3e63e3bf86dc/ff7ca472-a50c-48ab-a812-76c46b2d1f6a/81c4b99c-7b00-401d-92e2-6c7e8a96d860) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:39:52.629361 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc5c4d58-b26f-4953-9582-8bdaba6de11b req-6a263029-6d8c-4597-9241-7f7c40d8c2e1 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052444 Nov 03 18:39:52.635251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f4dc04e-f587-4376-aa12-fd14a0dfeab6 req-18e1932d-561f-45cb-8956-8ec8b14c5bac tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683121 Nov 03 18:39:52.637861 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e4294d7-aacc-4c74-8ce6-87496df19a57 req-d9d48f6d-6c76-4bdd-bfde-a6ae267069a6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35 HTTP/1.1" status: 200 len: 217 time: 0.0435071 Nov 03 18:39:52.759261 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4294d7-aacc-4c74-8ce6-87496df19a57 req-c49023af-788d-4924-845c-4d933b3c81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:52.761042 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e4294d7-aacc-4c74-8ce6-87496df19a57 req-c49023af-788d-4924-845c-4d933b3c81f4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1062896 Nov 03 18:39:52.831140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4294d7-aacc-4c74-8ce6-87496df19a57 req-5389397a-dff9-468b-b035-f3dc1c9df346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:52.834337 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e4294d7-aacc-4c74-8ce6-87496df19a57 req-5389397a-dff9-468b-b035-f3dc1c9df346 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600703 Nov 03 18:39:52.835501 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca632599-082e-492d-bb52-42b72de52d82 req-19abfe3d-df1a-4021-8562-5f4c1cfb69ff tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 210 time: 0.0951059 Nov 03 18:39:52.907542 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-278496a7-c90e-40df-8014-ed5a7fc2cd39 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.916207 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3802d4-677c-44d5-9d37-511243057455 x-openstack-request-id: req-7c3802d4-677c-44d5-9d37-511243057455 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:52.916754 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fd4619-b05d-4c23-892d-2b03734a7cd9", "name": "network-vif-plugged", "status": "completed", "tag": "07b61f1c-7ac9-42d2-887a-1eae755dc48c", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:52.917000 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7c3802d4-677c-44d5-9d37-511243057455 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:52.917493 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fd4619-b05d-4c23-892d-2b03734a7cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b61f1c-7ac9-42d2-887a-1eae755dc48c', 'code': 200} Nov 03 18:39:52.970028 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-278496a7-c90e-40df-8014-ed5a7fc2cd39 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:52.982960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af26f36-0d86-4b40-bc38-b75562ed32da req-c5306f4b-7a6d-4981-99b4-e6eef383325c tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:52.992189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3af26f36-0d86-4b40-bc38-b75562ed32da req-c5306f4b-7a6d-4981-99b4-e6eef383325c tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 946 time: 0.2356007 Nov 03 18:39:52.992403 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e4294d7-aacc-4c74-8ce6-87496df19a57 req-accef908-bfe1-4522-afc4-680df0e25867 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406994 Nov 03 18:39:53.077948 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-278496a7-c90e-40df-8014-ed5a7fc2cd39 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Network 23771ce2-de78-436c-90e0-3e63e3bf86dc is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:39:53.086799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-278496a7-c90e-40df-8014-ed5a7fc2cd39 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:39:53.097771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-278496a7-c90e-40df-8014-ed5a7fc2cd39 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:39:53.164046 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278496a7-c90e-40df-8014-ed5a7fc2cd39 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Pushing event updated for resources: {'Port': ['ID=81c4b99c-7b00-401d-92e2-6c7e8a96d860,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:53.179536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3af26f36-0d86-4b40-bc38-b75562ed32da req-f28643d5-5e7b-4b1b-8867-19359074d7bf tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/security-groups?id=0e87adc2-dee6-4153-b6a1-fba5c8e2d914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864736 Nov 03 18:39:53.184863 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e4294d7-aacc-4c74-8ce6-87496df19a57 req-70605d48-2e00-47f9-b6d8-a720f41f13f1 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203852 Nov 03 18:39:53.239472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18f009-8033-4721-864c-8900a1e79368 req-4af5a48b-d5d5-433a-b78b-017f463e4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:53.243999 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e18f009-8033-4721-864c-8900a1e79368 req-4af5a48b-d5d5-433a-b78b-017f463e4b21 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 1100 time: 0.2329843 Nov 03 18:39:53.266191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-278496a7-c90e-40df-8014-ed5a7fc2cd39 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:53.267637 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-278496a7-c90e-40df-8014-ed5a7fc2cd39 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.341499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28f45c-0dc2-4c43-aae8-a788c4ed185d req-b9b98954-bbbb-4c17-9e6c-15fff8db5f07 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:53.343112 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf28f45c-0dc2-4c43-aae8-a788c4ed185d req-b9b98954-bbbb-4c17-9e6c-15fff8db5f07 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 948 time: 0.1689441 Nov 03 18:39:53.355386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-278496a7-c90e-40df-8014-ed5a7fc2cd39 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3334620 Nov 03 18:39:53.400348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Request body: {'port': {'device_id': 'ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:39:53.408240 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e18f009-8033-4721-864c-8900a1e79368 req-0728d925-a79b-41b0-90a8-8b597f3a3b4a service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525195 Nov 03 18:39:53.452827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94a45b-f751-4d88-abce-a641449a4fef req-26f4af5e-b538-4759-9e37-15f163fbf2ce tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:53.454326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f94a45b-f751-4d88-abce-a641449a4fef req-26f4af5e-b538-4759-9e37-15f163fbf2ce tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 949 time: 0.2000186 Nov 03 18:39:53.523949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf28f45c-0dc2-4c43-aae8-a788c4ed185d req-99aadded-8bc7-47fd-9688-511d5ce9a00d tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654377 Nov 03 18:39:53.530843 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:53.569066 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f94a45b-f751-4d88-abce-a641449a4fef req-2f416e98-0725-4535-9d1c-3bc00b511842 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046150 Nov 03 18:39:53.809377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a80a4aad-1a74-44de-800d-e185ddef3ead details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:53.811734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 39843d3a-1e37-4307-9a6d-e7cd251fcd6f up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:53.935908 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfc40e-42b9-4634-bb6c-450ae4be89d2 req-398be6e7-1ed0-4b66-ad5c-c28b4a55b868 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:53.937683 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6bfc40e-42b9-4634-bb6c-450ae4be89d2 req-398be6e7-1ed0-4b66-ad5c-c28b4a55b868 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 948 time: 0.2091548 Nov 03 18:39:53.959410 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:53.960014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cb014-3aa1-4eca-8692-f2a22d4a9aee req-083fed21-df0e-4491-8847-6ad8c6ddf67d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:53.961693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-496cb014-3aa1-4eca-8692-f2a22d4a9aee req-083fed21-df0e-4491-8847-6ad8c6ddf67d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1378109 Nov 03 18:39:53.973185 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:53.974109 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.015834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a80a4aad-1a74-44de-800d-e185ddef3ead, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a80a4aad-1a74-44de-800d-e185ddef3ead,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:54.038899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'a80a4aad-1a74-44de-800d-e185ddef3ead', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': 'a80a4aad-1a74-44de-800d-e185ddef3ead', 'mac_address': 'fa:16:3e:63:35:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:54.062914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-496cb014-3aa1-4eca-8692-f2a22d4a9aee req-54f65146-e4cf-4d36-a8c9-8de1ebf34807 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880873 Nov 03 18:39:54.120470 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.133818 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6bfc40e-42b9-4634-bb6c-450ae4be89d2 req-2f3c9497-061f-478f-b63b-e718d2bd3e92 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625447 Nov 03 18:39:54.140721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c4b99c-7b00-401d-92e2-6c7e8a96d860 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:54.148402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80a4aad-1a74-44de-800d-e185ddef3ead {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:54.153022 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.154473 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.186991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Transition to ACTIVE for port object 81c4b99c-7b00-401d-92e2-6c7e8a96d860 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:39:54.195443 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.213284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a80a4aad-1a74-44de-800d-e185ddef3ead, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a80a4aad-1a74-44de-800d-e185ddef3ead,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:54.239004 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.289040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=39843d3a-1e37-4307-9a6d-e7cd251fcd6f,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:54.357786 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.359889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Pushing event updated for resources: {'Port': ['ID=81c4b99c-7b00-401d-92e2-6c7e8a96d860,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:54.449080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a80a4aad-1a74-44de-800d-e185ddef3ead,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:54.453627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88bb8b-b041-42fa-8b20-8a3498e6ea1a req-bb0a0b31-766e-4386-a99b-134d648a9de6 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:54.463221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5f88bb8b-b041-42fa-8b20-8a3498e6ea1a req-bb0a0b31-766e-4386-a99b-134d648a9de6 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 943 time: 0.1653843 Nov 03 18:39:54.507363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Attempting to bind port 81c4b99c-7b00-401d-92e2-6c7e8a96d860 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:39:54.508160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Attempting to bind port 81c4b99c-7b00-401d-92e2-6c7e8a96d860 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:39:54.508561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Attempting to bind port 81c4b99c-7b00-401d-92e2-6c7e8a96d860 on network 23771ce2-de78-436c-90e0-3e63e3bf86dc {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:54.528819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Port 81c4b99c-7b00-401d-92e2-6c7e8a96d860 on network 23771ce2-de78-436c-90e0-3e63e3bf86dc not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:39:54.529359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Attempting to bind port 81c4b99c-7b00-401d-92e2-6c7e8a96d860 on network 23771ce2-de78-436c-90e0-3e63e3bf86dc {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:39:54.546448 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5f88bb8b-b041-42fa-8b20-8a3498e6ea1a req-3a266fcc-074e-48e4-a534-610a5b12abee tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818925 Nov 03 18:39:54.552039 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=39843d3a-1e37-4307-9a6d-e7cd251fcd6f,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:54.557867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:39:54.565001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Checking segment: {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:39:54.565266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Bound using segment: {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:39:54.565635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Bound port: 81c4b99c-7b00-401d-92e2-6c7e8a96d860, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:39:54.566011 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.676783 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a80a4aad-1a74-44de-800d-e185ddef3ead'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:54.788827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] For port 81c4b99c-7b00-401d-92e2-6c7e8a96d860, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:39:54.802786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] For port 81c4b99c-7b00-401d-92e2-6c7e8a96d860, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=81c4b99c-7b00-401d-92e2-6c7e8a96d860,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:39:54.814189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe9be0-18c2-44da-a2bf-ec1dc2cbc725 req-93052c84-b3ba-48a9-bf3e-a892f1478e3e tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:54.822253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bfe9be0-18c2-44da-a2bf-ec1dc2cbc725 req-93052c84-b3ba-48a9-bf3e-a892f1478e3e tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 946 time: 0.1717730 Nov 03 18:39:54.840614 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.861212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cebdae-2067-433b-bee9-839aed1dd48f req-55472f02-3b0f-47c0-a51b-ec29f65a98fe tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:54.868657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99cebdae-2067-433b-bee9-839aed1dd48f req-55472f02-3b0f-47c0-a51b-ec29f65a98fe tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 949 time: 0.1475217 Nov 03 18:39:54.928775 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80a4aad-1a74-44de-800d-e185ddef3ead'}, {'server_uuid': 'c458a390-2e31-4ff3-b3ff-f3782f7edbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39843d3a-1e37-4307-9a6d-e7cd251fcd6f'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:54.934196 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0e55b4-6c2b-4007-ae71-580388b0a8e2" -d '{"events": [{"server_uuid": "cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "a80a4aad-1a74-44de-800d-e185ddef3ead"}, {"server_uuid": "c458a390-2e31-4ff3-b3ff-f3782f7edbba", "name": "network-vif-plugged", "status": "completed", "tag": "39843d3a-1e37-4307-9a6d-e7cd251fcd6f"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:54.934449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:54.934901 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:54.937365 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] 10.222.0.87 "PUT /v2.0/ports/81c4b99c-7b00-401d-92e2-6c7e8a96d860 HTTP/1.1" status: 200 len: 1091 time: 1.5461953 Nov 03 18:39:54.944439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb', 'tag': '81c4b99c-7b00-401d-92e2-6c7e8a96d860'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:54.946656 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891e33c2-55b6-4488-99d2-1b4b42582427" -d '{"events": [{"name": "network-changed", "server_uuid": "ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb", "tag": "81c4b99c-7b00-401d-92e2-6c7e8a96d860"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:55.005097 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bfe9be0-18c2-44da-a2bf-ec1dc2cbc725 req-89b08454-54c0-4eaf-a9c8-378c8f3259b1 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/security-groups?id=0e87adc2-dee6-4153-b6a1-fba5c8e2d914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814830 Nov 03 18:39:55.013378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e32aad-17c6-4d44-ac08-547fc32fbf39 service neutron] Pushing event updated for resources: {'Port': ['ID=81c4b99c-7b00-401d-92e2-6c7e8a96d860,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:55.026732 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99cebdae-2067-433b-bee9-839aed1dd48f req-aec8c4af-1c02-4d32-b351-bbfbc79f3628 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570799 Nov 03 18:39:55.143683 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-6c6d9499-6469-4538-9057-c7274c725c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:55.144749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-6c6d9499-6469-4538-9057-c7274c725c6d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 1094 time: 0.0646768 Nov 03 18:39:55.157741 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ea4ea0-4985-4bf1-9a32-0997a333a20b x-openstack-request-id: req-67ea4ea0-4985-4bf1-9a32-0997a333a20b {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:55.158136 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb", "tag": "81c4b99c-7b00-401d-92e2-6c7e8a96d860", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:55.158520 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-67ea4ea0-4985-4bf1-9a32-0997a333a20b {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:55.159183 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb', 'tag': '81c4b99c-7b00-401d-92e2-6c7e8a96d860', 'status': 'completed', 'code': 200} Nov 03 18:39:55.222995 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6adb4899-aa03-4964-a7fc-3067c1d32b35 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:39:55.268419 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-919e41e2-edcc-47e1-b9c4-df8307b868b5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81c4b99c-7b00-401d-92e2-6c7e8a96d860 HTTP/1.1" status: 200 len: 217 time: 0.0536988 Nov 03 18:39:55.292589 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21079bd-514d-4b1b-bad7-9d077f61312a req-ce9d2cbb-1d92-4469-8631-f8b81ec9e588 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:55.303152 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c21079bd-514d-4b1b-bad7-9d077f61312a req-ce9d2cbb-1d92-4469-8631-f8b81ec9e588 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 949 time: 0.1244078 Nov 03 18:39:55.364747 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb87cff-e5ac-4041-991c-b0ba89e540dd x-openstack-request-id: req-dbb87cff-e5ac-4041-991c-b0ba89e540dd {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:55.366033 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "a80a4aad-1a74-44de-800d-e185ddef3ead", "code": 200}, {"server_uuid": "c458a390-2e31-4ff3-b3ff-f3782f7edbba", "name": "network-vif-plugged", "status": "completed", "tag": "39843d3a-1e37-4307-9a6d-e7cd251fcd6f", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:55.366471 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dbb87cff-e5ac-4041-991c-b0ba89e540dd {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:55.366886 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80a4aad-1a74-44de-800d-e185ddef3ead', 'code': 200} Nov 03 18:39:55.367138 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c458a390-2e31-4ff3-b3ff-f3782f7edbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39843d3a-1e37-4307-9a6d-e7cd251fcd6f', 'code': 200} Nov 03 18:39:55.489601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c21079bd-514d-4b1b-bad7-9d077f61312a req-280ec9f3-bd06-4f07-9c09-5873f023eb49 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851733 Nov 03 18:39:55.497714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-10b24e4e-03dd-49d1-97e8-8f87a90302d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:55.500282 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-10b24e4e-03dd-49d1-97e8-8f87a90302d2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ff7ca472-a50c-48ab-a812-76c46b2d1f6a HTTP/1.1" status: 200 len: 852 time: 0.1854210 Nov 03 18:39:55.520339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f1459-30f2-4b96-bd0e-46f5f4febcb6 req-caeed62c-ed89-43b1-85e6-002c60f107e0 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:55.526589 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-326f1459-30f2-4b96-bd0e-46f5f4febcb6 req-caeed62c-ed89-43b1-85e6-002c60f107e0 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1663098 Nov 03 18:39:55.569982 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:55.573534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eed07a-4efd-46ef-b901-1b9b80686969 req-948fa97d-e76f-4e17-a28d-c6138c84061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:55.575177 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35eed07a-4efd-46ef-b901-1b9b80686969 req-948fa97d-e76f-4e17-a28d-c6138c84061e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c458a390-2e31-4ff3-b3ff-f3782f7edbba HTTP/1.1" status: 200 len: 1101 time: 0.1990798 Nov 03 18:39:55.578929 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-6638139e-7802-4ef6-a043-fd73657e5981 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=23771ce2-de78-436c-90e0-3e63e3bf86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496376 Nov 03 18:39:55.592928 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '6adb4899-aa03-4964-a7fc-3067c1d32b35', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '6adb4899-aa03-4964-a7fc-3067c1d32b35', 'mac_address': 'fa:16:3e:b2:20:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:39:55.662047 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:55.699247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adb4899-aa03-4964-a7fc-3067c1d32b35 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:39:55.713339 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d748e66b-2649-49c0-b9ac-93c2d746a0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:55.739461 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:55.742583 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-326f1459-30f2-4b96-bd0e-46f5f4febcb6 req-3bb57fa8-1132-4693-87bf-2b8f858267f9 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146673 Nov 03 18:39:55.750957 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:55.809229 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35eed07a-4efd-46ef-b901-1b9b80686969 req-f846abb3-33de-498d-973c-373657864fa9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148542 Nov 03 18:39:55.841227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=6adb4899-aa03-4964-a7fc-3067c1d32b35,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:55.856385 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408322b4-41ec-439c-863c-64a377e84d53 req-594bf550-9c00-4f62-b4c6-ceb58893fe89 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:55.858491 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-408322b4-41ec-439c-863c-64a377e84d53 req-594bf550-9c00-4f62-b4c6-ceb58893fe89 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 948 time: 0.2172029 Nov 03 18:39:55.900143 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-e5e2bb3d-fc20-4a04-9f72-46c422f29f11 service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021936 Nov 03 18:39:55.990353 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73ab3b-471f-46de-87f1-1b1ed26abb26 req-ec8086d1-b11c-4d77-ac97-c7f90b18ecbc tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:55.992248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e73ab3b-471f-46de-87f1-1b1ed26abb26 req-ec8086d1-b11c-4d77-ac97-c7f90b18ecbc tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c458a390-2e31-4ff3-b3ff-f3782f7edbba HTTP/1.1" status: 200 len: 950 time: 0.1584394 Nov 03 18:39:56.054774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-408322b4-41ec-439c-863c-64a377e84d53 req-290a0af8-1a9d-419f-bb74-a84252af15e0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760342 Nov 03 18:39:56.190280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e73ab3b-471f-46de-87f1-1b1ed26abb26 req-c36808b5-5f38-438f-a642-fd2132280d9c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588378 Nov 03 18:39:56.299710 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeca2e60-57dc-4cf4-b20c-8e6ab3493574 req-97d88b84-1cca-4350-be47-bcaf4d1a7918 service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832946 Nov 03 18:39:56.323947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55253f0d-0d29-4d8f-a09f-3f65b31d822f req-96ac4995-a3c9-4025-9d02-740422c6f0fa tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:56.332327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55253f0d-0d29-4d8f-a09f-3f65b31d822f req-96ac4995-a3c9-4025-9d02-740422c6f0fa tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 943 time: 0.1399910 Nov 03 18:39:56.357699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['6adb4899-aa03-4964-a7fc-3067c1d32b35'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:56.424188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55253f0d-0d29-4d8f-a09f-3f65b31d822f req-7e93f9cf-537c-47e2-895c-c1a407293e09 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861607 Nov 03 18:39:56.625953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b180cc-6f7e-4a8a-b6f8-f4f7dcdf6783 req-7e0f2632-efe9-4865-8afb-faeb159efb49 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:56.637023 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-59b180cc-6f7e-4a8a-b6f8-f4f7dcdf6783 req-7e0f2632-efe9-4865-8afb-faeb159efb49 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 946 time: 0.1339545 Nov 03 18:39:56.659914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566585df-1b04-441c-a502-2d1e902bff48 req-d76f5689-3981-43fa-b0ac-2fde34ad1a03 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:56.667386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-566585df-1b04-441c-a502-2d1e902bff48 req-d76f5689-3981-43fa-b0ac-2fde34ad1a03 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 949 time: 0.1508934 Nov 03 18:39:56.699675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e33c2-55b6-4488-99d2-1b4b42582427 req-8c7d8e04-3a26-4b59-a146-e991fb1dab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:56.701765 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891e33c2-55b6-4488-99d2-1b4b42582427 req-8c7d8e04-3a26-4b59-a146-e991fb1dab3b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 1094 time: 0.1575677 Nov 03 18:39:56.801200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-59b180cc-6f7e-4a8a-b6f8-f4f7dcdf6783 req-50ca71ea-ed95-4b4a-9353-cd532744c690 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/security-groups?id=0e87adc2-dee6-4153-b6a1-fba5c8e2d914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633704 Nov 03 18:39:56.859674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-566585df-1b04-441c-a502-2d1e902bff48 req-cf9ea14d-3037-4a82-9073-77c005598f02 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913476 Nov 03 18:39:56.908840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2679d2-922e-4bb7-bc55-a09f00c1731c req-1632d70e-614b-4ac1-800f-830b32f81b56 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:56.910413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf2679d2-922e-4bb7-bc55-a09f00c1731c req-1632d70e-614b-4ac1-800f-830b32f81b56 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 946 time: 0.1487935 Nov 03 18:39:56.957627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e33c2-55b6-4488-99d2-1b4b42582427 req-e413cb59-d7b3-4577-a85c-980cbda1a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:56.959398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891e33c2-55b6-4488-99d2-1b4b42582427 req-e413cb59-d7b3-4577-a85c-980cbda1a1cb service neutron] 10.222.0.87 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 913 time: 0.2366521 Nov 03 18:39:57.122159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891e33c2-55b6-4488-99d2-1b4b42582427 req-e1113346-1352-4204-9bb2-83f6eaa3d41b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81c4b99c-7b00-401d-92e2-6c7e8a96d860 HTTP/1.1" status: 200 len: 217 time: 0.1118340 Nov 03 18:39:57.215538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b0301-27ab-4da6-ad82-5cafc207358f req-e3898619-dc70-49c3-a9b3-517ef1cc09f8 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:57.217280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a87b0301-27ab-4da6-ad82-5cafc207358f req-e3898619-dc70-49c3-a9b3-517ef1cc09f8 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 946 time: 0.3036332 Nov 03 18:39:57.245913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44720bc-f809-48a2-96e8-5555b5929b80 req-6e702ffe-c601-4f83-bd1b-e29b8f47fe5a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:57.247480 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c44720bc-f809-48a2-96e8-5555b5929b80 req-6e702ffe-c601-4f83-bd1b-e29b8f47fe5a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.2356691 Nov 03 18:39:57.264674 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e33c2-55b6-4488-99d2-1b4b42582427 req-649a0407-3f0c-4d03-b224-21a24a6379e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:57.266114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891e33c2-55b6-4488-99d2-1b4b42582427 req-649a0407-3f0c-4d03-b224-21a24a6379e6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ff7ca472-a50c-48ab-a812-76c46b2d1f6a HTTP/1.1" status: 200 len: 852 time: 0.1187890 Nov 03 18:39:57.341964 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891e33c2-55b6-4488-99d2-1b4b42582427 req-ce8f0136-0c6c-49c9-9c61-a1ea42ba0eb4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=23771ce2-de78-436c-90e0-3e63e3bf86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606489 Nov 03 18:39:57.411552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-bf2679d2-922e-4bb7-bc55-a09f00c1731c req-80f14976-c49c-4b58-9552-ef4c17ccb348 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Deleting port c118665b-8933-453f-bb07-1db991295181 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:39:57.411889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bf2679d2-922e-4bb7-bc55-a09f00c1731c req-80f14976-c49c-4b58-9552-ef4c17ccb348 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:57.464278 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a87b0301-27ab-4da6-ad82-5cafc207358f req-1561e6b5-61cd-4ed9-9cb3-781142a822b9 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333367 Nov 03 18:39:57.526089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c44720bc-f809-48a2-96e8-5555b5929b80 req-f059e4c9-158c-4405-8206-5c8632397b19 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582669 Nov 03 18:39:57.688784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891e33c2-55b6-4488-99d2-1b4b42582427 req-0c40c63d-6e2b-4913-b10d-0a446cd098fc service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255134 Nov 03 18:39:57.845908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a80a4aad-1a74-44de-800d-e185ddef3ead up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:57.922844 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port a80a4aad-1a74-44de-800d-e185ddef3ead triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:57.923556 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:58.086770 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ef84fbc2-f710-4f42-86fb-549fac9478a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:58.090078 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:58.098633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-bf2679d2-922e-4bb7-bc55-a09f00c1731c req-80f14976-c49c-4b58-9552-ef4c17ccb348 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] For port c118665b-8933-453f-bb07-1db991295181, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=c118665b-8933-453f-bb07-1db991295181,segment=NetworkSegment(8e9ee111-0935-4c8f-914f-b963504bc511),segment_id=8e9ee111-0935-4c8f-914f-b963504bc511)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:58.099004 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bf2679d2-922e-4bb7-bc55-a09f00c1731c req-80f14976-c49c-4b58-9552-ef4c17ccb348 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:58.138782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-bf2679d2-922e-4bb7-bc55-a09f00c1731c req-80f14976-c49c-4b58-9552-ef4c17ccb348 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Calling delete_port for c118665b-8933-453f-bb07-1db991295181 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:39:58.143426 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a80a4aad-1a74-44de-800d-e185ddef3ead, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a80a4aad-1a74-44de-800d-e185ddef3ead,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:58.147206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80a4aad-1a74-44de-800d-e185ddef3ead'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:58.150778 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e4541b-2f73-4adc-81ed-e345bcb6c217" -d '{"events": [{"server_uuid": "cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4", "name": "network-vif-plugged", "status": "completed", "tag": "a80a4aad-1a74-44de-800d-e185ddef3ead"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:58.157353 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:58.203874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23726ffb-cade-41df-8685-c8ce429f7d64 req-05341bbe-6323-4ad7-8ad0-20e499e5888d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:58.205468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23726ffb-cade-41df-8685-c8ce429f7d64 req-05341bbe-6323-4ad7-8ad0-20e499e5888d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 949 time: 0.6069286 Nov 03 18:39:58.222069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dd70e-cbc6-4c43-ba52-1a25104ec257 req-0967482a-1d30-41b9-a26a-d3bc977c5cb9 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:58.225227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a80a4aad-1a74-44de-800d-e185ddef3ead,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:58.229563 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-738dd70e-cbc6-4c43-ba52-1a25104ec257 req-0967482a-1d30-41b9-a26a-d3bc977c5cb9 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c458a390-2e31-4ff3-b3ff-f3782f7edbba HTTP/1.1" status: 200 len: 950 time: 0.5934653 Nov 03 18:39:58.408433 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891e33c2-55b6-4488-99d2-1b4b42582427 req-632259ef-16d7-4e8b-b37f-952c4a9a20ed service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901739 Nov 03 18:39:58.442266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-738dd70e-cbc6-4c43-ba52-1a25104ec257 req-23fe7246-8b73-4308-b7c7-92363d70e406 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118161 Nov 03 18:39:58.446374 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23726ffb-cade-41df-8685-c8ce429f7d64 req-44d1600a-0e4c-4261-afe6-4510c010f7e6 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764371 Nov 03 18:39:58.535436 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bf2679d2-922e-4bb7-bc55-a09f00c1731c req-80f14976-c49c-4b58-9552-ef4c17ccb348 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:58.550546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['c118665b-8933-453f-bb07-1db991295181'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:39:58.597258 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f14976-c49c-4b58-9552-ef4c17ccb348 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Pushing event deleted for resources: {'Port': ['ID=c118665b-8933-453f-bb07-1db991295181,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:58.657492 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-046c08e2-06e3-436f-aa07-764a17470e65 req-afe9d8aa-120b-412a-a7e6-3962496305be tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.107 "GET /v2.0/ports?device_id=2a85e01d-b347-43ac-bfcd-183adf7c9a38 HTTP/1.1" status: 200 len: 210 time: 0.0723488 Nov 03 18:39:58.711459 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2679d2-922e-4bb7-bc55-a09f00c1731c req-80f14976-c49c-4b58-9552-ef4c17ccb348 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] No DVR routers for this DVR port c118665b-8933-453f-bb07-1db991295181 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:39:58.715897 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bf2679d2-922e-4bb7-bc55-a09f00c1731c req-80f14976-c49c-4b58-9552-ef4c17ccb348 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:58.719696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf2679d2-922e-4bb7-bc55-a09f00c1731c req-80f14976-c49c-4b58-9552-ef4c17ccb348 tempest-ServerPasswordTestJSON-852321768 tempest-ServerPasswordTestJSON-852321768-project] 10.222.0.98 "DELETE /v2.0/ports/c118665b-8933-453f-bb07-1db991295181 HTTP/1.1" status: 204 len: 173 time: 1.7926662 Nov 03 18:39:58.720167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a85e01d-b347-43ac-bfcd-183adf7c9a38', 'name': 'network-vif-deleted', 'tag': 'c118665b-8933-453f-bb07-1db991295181'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:39:58.722494 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77259df7-022c-4655-ac8f-caa7edabb1a3" -d '{"events": [{"server_uuid": "2a85e01d-b347-43ac-bfcd-183adf7c9a38", "name": "network-vif-deleted", "tag": "c118665b-8933-453f-bb07-1db991295181"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:39:58.734728 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19010fc2-1502-4137-a743-32a33c35b21e req-ac22cf0c-92bd-4bb0-93e4-3c45c1f24ddc tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:58.736675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19010fc2-1502-4137-a743-32a33c35b21e req-ac22cf0c-92bd-4bb0-93e4-3c45c1f24ddc tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 943 time: 0.1846943 Nov 03 18:39:58.836728 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1e0c6-d251-4ea2-ade2-3ef5445c88ce req-a15cd9d9-bc67-4845-87f3-94312aaf4d07 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:58.839691 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96b1e0c6-d251-4ea2-ade2-3ef5445c88ce req-a15cd9d9-bc67-4845-87f3-94312aaf4d07 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1008718 Nov 03 18:39:58.845499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19010fc2-1502-4137-a743-32a33c35b21e req-2656281f-ea30-4982-8476-c106afac08da tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984173 Nov 03 18:39:58.914957 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c310e029-1553-488e-a736-01eeb3ff90e0 x-openstack-request-id: req-c310e029-1553-488e-a736-01eeb3ff90e0 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:58.915827 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4", "name": "network-vif-plugged", "status": "completed", "tag": "a80a4aad-1a74-44de-800d-e185ddef3ead", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:58.916756 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c310e029-1553-488e-a736-01eeb3ff90e0 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:58.917455 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80a4aad-1a74-44de-800d-e185ddef3ead', 'code': 200} Nov 03 18:39:58.928218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96b1e0c6-d251-4ea2-ade2-3ef5445c88ce req-8e3cc6e7-6916-4ab0-8f01-de1935076219 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815752 Nov 03 18:39:59.178987 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:59.223030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eefb9c-31c3-4b52-9fa7-1aa68d908983 req-f7e6e054-80e6-4d04-966d-170d69dde9da tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:59.229113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eefb9c-31c3-4b52-9fa7-1aa68d908983 req-f7e6e054-80e6-4d04-966d-170d69dde9da tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:59.230754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88eefb9c-31c3-4b52-9fa7-1aa68d908983 req-f7e6e054-80e6-4d04-966d-170d69dde9da tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9&device_id=c458a390-2e31-4ff3-b3ff-f3782f7edbba HTTP/1.1" status: 200 len: 1690 time: 0.0959797 Nov 03 18:39:59.250118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b90313-7029-4f8c-96e2-1308c1b1f241 req-d913a0d7-a366-482f-97f4-5c3a3abaa993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:59.251563 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63b90313-7029-4f8c-96e2-1308c1b1f241 req-d913a0d7-a366-482f-97f4-5c3a3abaa993 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 1101 time: 0.1065178 Nov 03 18:39:59.275318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6adb4899-aa03-4964-a7fc-3067c1d32b35 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:39:59.345957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4aef5-f492-4c3a-aee1-0a97c7eaa20e req-b2c16919-c451-4d23-82f3-a7e95d887291 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:59.347620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89f4aef5-f492-4c3a-aee1-0a97c7eaa20e req-b2c16919-c451-4d23-82f3-a7e95d887291 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1159129 Nov 03 18:39:59.354796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88eefb9c-31c3-4b52-9fa7-1aa68d908983 req-bfbbc9bd-46ca-4a0f-ace6-eb5a69b98f12 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070907 Nov 03 18:39:59.430269 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad49ee69-c211-4353-87f8-bbd30ac64317 x-openstack-request-id: req-ad49ee69-c211-4353-87f8-bbd30ac64317 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:39:59.430501 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a85e01d-b347-43ac-bfcd-183adf7c9a38", "name": "network-vif-deleted", "tag": "c118665b-8933-453f-bb07-1db991295181", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:39:59.430763 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ad49ee69-c211-4353-87f8-bbd30ac64317 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:39:59.431173 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a85e01d-b347-43ac-bfcd-183adf7c9a38', 'name': 'network-vif-deleted', 'tag': 'c118665b-8933-453f-bb07-1db991295181', 'status': 'completed', 'code': 200} Nov 03 18:39:59.434816 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89f4aef5-f492-4c3a-aee1-0a97c7eaa20e req-5ae7808b-22ef-4a07-859b-a62b8547be92 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789647 Nov 03 18:39:59.437683 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63b90313-7029-4f8c-96e2-1308c1b1f241 req-e0b1ef47-22cf-4548-86e1-c715ceda9c33 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434619 Nov 03 18:39:59.482635 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 6adb4899-aa03-4964-a7fc-3067c1d32b35 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:39:59.488215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 6adb4899-aa03-4964-a7fc-3067c1d32b35 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:39:59.488886 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:59.574092 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:59.610362 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:39:59.615857 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:39:59.664126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c95565-fb1c-47ec-8701-02b643989e50 req-7c6f7356-bfc0-416a-964e-e3ee539f8d05 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:59.665792 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1c95565-fb1c-47ec-8701-02b643989e50 req-7c6f7356-bfc0-416a-964e-e3ee539f8d05 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 949 time: 0.0955184 Nov 03 18:39:59.680065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=6adb4899-aa03-4964-a7fc-3067c1d32b35,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:39:59.683963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a02ab3-e755-42af-bb08-01a0ae30c007 req-0a970c2d-b880-4b00-9151-f2f428cf4002 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:59.684530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07a02ab3-e755-42af-bb08-01a0ae30c007 req-0a970c2d-b880-4b00-9151-f2f428cf4002 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 1100 time: 0.0746086 Nov 03 18:39:59.741543 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1c95565-fb1c-47ec-8701-02b643989e50 req-8a055771-9bc1-4073-9f5b-fe10fb66f374 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672646 Nov 03 18:39:59.768890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07a02ab3-e755-42af-bb08-01a0ae30c007 req-1de61f1d-1e6e-4892-b1b4-5198edc61dc4 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615258 Nov 03 18:39:59.892031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbbb64-0802-4b06-8ee6-80a506389a9c req-c4c7d5bc-84da-4a1b-902f-14ad4514df88 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:59.893562 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4dbbb64-0802-4b06-8ee6-80a506389a9c req-c4c7d5bc-84da-4a1b-902f-14ad4514df88 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 946 time: 0.0539389 Nov 03 18:39:59.978267 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4dbbb64-0802-4b06-8ee6-80a506389a9c req-39974c1f-22db-4c90-9f28-c621df3e4711 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784297 Nov 03 18:39:59.993741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb8e62-2a90-4ebb-9511-58a17718996e req-45d0e8a3-4576-4cb2-9921-cf0fa37ecf87 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:39:59.995360 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99fb8e62-2a90-4ebb-9511-58a17718996e req-45d0e8a3-4576-4cb2-9921-cf0fa37ecf87 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 946 time: 0.0805771 Nov 03 18:40:00.023241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40968) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:00.125837 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99fb8e62-2a90-4ebb-9511-58a17718996e req-a51b0101-9ffe-4e15-b83b-c56cc9c8b76e tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203561 Nov 03 18:40:00.130057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d079ed-a46c-467b-a746-2d4a050644ba admin admin] Deleting subnet a79c6575-8658-4f96-bde0-849e13b2e3b2 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:40:00.133636 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46d079ed-a46c-467b-a746-2d4a050644ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.174090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0727f0-aaae-4cb1-8c25-da89028f4a03 req-4bdd3086-7e59-4aa5-8c6c-de3c8c5b6832 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:00.175648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce0727f0-aaae-4cb1-8c25-da89028f4a03 req-4bdd3086-7e59-4aa5-8c6c-de3c8c5b6832 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=c458a390-2e31-4ff3-b3ff-f3782f7edbba HTTP/1.1" status: 200 len: 1101 time: 0.1103034 Nov 03 18:40:00.181669 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46d079ed-a46c-467b-a746-2d4a050644ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.199727 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.285819 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46d079ed-a46c-467b-a746-2d4a050644ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.322591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b6584-1319-4e3f-a305-7f60892a84e1 req-65dd56f2-00f3-40aa-9ced-60c207577f9c tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:00.324153 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f50b6584-1319-4e3f-a305-7f60892a84e1 req-65dd56f2-00f3-40aa-9ced-60c207577f9c tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 943 time: 0.1216309 Nov 03 18:40:00.326377 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce0727f0-aaae-4cb1-8c25-da89028f4a03 req-bab53600-a6d4-4bd9-a04f-0048d9b431ae tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227353 Nov 03 18:40:00.409476 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f50b6584-1319-4e3f-a305-7f60892a84e1 req-5e0a3ad5-f400-4c6f-a01a-e7f3bfa844df tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780833 Nov 03 18:40:00.429059 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46d079ed-a46c-467b-a746-2d4a050644ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.459044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d079ed-a46c-467b-a746-2d4a050644ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a79c6575-8658-4f96-bde0-849e13b2e3b2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:00.465479 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46d079ed-a46c-467b-a746-2d4a050644ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.469597 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-46d079ed-a46c-467b-a746-2d4a050644ba admin admin] 10.222.0.107 "DELETE /v2.0/subnets/a79c6575-8658-4f96-bde0-849e13b2e3b2 HTTP/1.1" status: 204 len: 168 time: 0.4451380 Nov 03 18:40:00.472249 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40976) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:00.484401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367167-bd10-4c83-a94a-54fb1071632f req-8384af46-98ee-4b8b-95e3-f45f2695c4e9 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:00.486406 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09367167-bd10-4c83-a94a-54fb1071632f req-8384af46-98ee-4b8b-95e3-f45f2695c4e9 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1002355 Nov 03 18:40:00.540174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09367167-bd10-4c83-a94a-54fb1071632f req-eaac4abc-69a5-4f19-a3c3-977237f2cb4a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471678 Nov 03 18:40:00.546490 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.564659 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d154cb5f-1154-4aec-9408-0fd8764b4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.666380 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d154cb5f-1154-4aec-9408-0fd8764b4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.708058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-d154cb5f-1154-4aec-9408-0fd8764b4109 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9941cc7-7944-4cc0-9247-eb7340e5bef1']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:00.728756 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-d154cb5f-1154-4aec-9408-0fd8764b4109 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9ee111-0935-4c8f-914f-b963504bc511') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:00.729066 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-d154cb5f-1154-4aec-9408-0fd8764b4109 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9ee111-0935-4c8f-914f-b963504bc511') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:00.743169 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d154cb5f-1154-4aec-9408-0fd8764b4109 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.767724 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d154cb5f-1154-4aec-9408-0fd8764b4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.775894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d154cb5f-1154-4aec-9408-0fd8764b4109 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:40:00.776668 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d154cb5f-1154-4aec-9408-0fd8764b4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:40:00.779749 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:40:00.882651 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d154cb5f-1154-4aec-9408-0fd8764b4109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.904521 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d154cb5f-1154-4aec-9408-0fd8764b4109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:00.912423 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d154cb5f-1154-4aec-9408-0fd8764b4109 admin admin] 10.222.0.107 "DELETE /v2.0/networks/a9941cc7-7944-4cc0-9247-eb7340e5bef1 HTTP/1.1" status: 204 len: 168 time: 0.4388752 Nov 03 18:40:00.921612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:00.927408 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f5e432-506c-4659-ae94-d0d872462359" -d '{"events": [{"server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "name": "network-vif-plugged", "status": "completed", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:00.945844 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154cb5f-1154-4aec-9408-0fd8764b4109 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9941cc7-7944-4cc0-9247-eb7340e5bef1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:01.037342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-23390774-be4a-438d-8e92-27f90afbf5c8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=602304e14f394efea572cff480f58f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548475 Nov 03 18:40:01.099148 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41012) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:01.144541 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-96ae2075-699a-4605-9a7a-3e8f45197d91 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=93e96aff13e54cc497a550586ab6281d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439587 Nov 03 18:40:01.147230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41014) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:01.189084 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1f7cb-0d4b-49cf-96e0-c0d95a6abd90 req-9eaf8136-4b33-4c4c-8767-7cb0cb3bd15a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:01.191164 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41e1f7cb-0d4b-49cf-96e0-c0d95a6abd90 req-9eaf8136-4b33-4c4c-8767-7cb0cb3bd15a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1637847 Nov 03 18:40:01.200093 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9b1f-8687-400f-83f9-9dd8b851301c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:01.223227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9b1f-8687-400f-83f9-9dd8b851301c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:01.235390 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264fbc-85ac-4483-ada4-411f984e674f req-91f1dc7a-4f51-4fe7-927a-febe49900790 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:01.236950 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-91f1dc7a-4f51-4fe7-927a-febe49900790 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981535 Nov 03 18:40:01.269439 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-34419f7f-b739-4cca-ae84-e38e07bdc80c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/quotas/602304e14f394efea572cff480f58f7d HTTP/1.1" status: 200 len: 375 time: 0.0225005 Nov 03 18:40:01.278693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41e1f7cb-0d4b-49cf-96e0-c0d95a6abd90 req-e778891d-603c-49da-9951-6e63c131fa66 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799263 Nov 03 18:40:01.279568 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 81c4b99c-7b00-401d-92e2-6c7e8a96d860 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:01.288629 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9b1f-8687-400f-83f9-9dd8b851301c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:01.292319 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9b1f-8687-400f-83f9-9dd8b851301c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:01.296439 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e9ba9b1f-8687-400f-83f9-9dd8b851301c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0e87adc2-dee6-4153-b6a1-fba5c8e2d914 HTTP/1.1" status: 204 len: 168 time: 0.1455152 Nov 03 18:40:01.308887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba9b1f-8687-400f-83f9-9dd8b851301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e87adc2-dee6-4153-b6a1-fba5c8e2d914,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:01.366652 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-41ffd68e-aa78-48e5-9ebb-552c5c4da0ce tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860736 Nov 03 18:40:01.445861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb62cba-023c-4e0f-a924-c640e65dec0e req-db6de23c-412e-4072-a288-e783a5eb3b59 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:01.448042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0eb62cba-023c-4e0f-a924-c640e65dec0e req-db6de23c-412e-4072-a288-e783a5eb3b59 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.0584619 Nov 03 18:40:01.457905 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:01.491251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 81c4b99c-7b00-401d-92e2-6c7e8a96d860, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=81c4b99c-7b00-401d-92e2-6c7e8a96d860,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:01.506248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '81c4b99c-7b00-401d-92e2-6c7e8a96d860', 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc', 'port_id': '81c4b99c-7b00-401d-92e2-6c7e8a96d860', 'mac_address': 'fa:16:3e:d8:56:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7ca472-a50c-48ab-a812-76c46b2d1f6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:01.521340 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0eb62cba-023c-4e0f-a924-c640e65dec0e req-883506ab-ee10-49a3-9d85-2bf329f00ec9 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660007 Nov 03 18:40:01.576651 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:01.596317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c4b99c-7b00-401d-92e2-6c7e8a96d860 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:01.603368 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90aba87-4551-4254-b89d-7263ea3e1947 x-openstack-request-id: req-b90aba87-4551-4254-b89d-7263ea3e1947 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:01.603702 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "name": "network-vif-plugged", "status": "completed", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:01.604137 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b90aba87-4551-4254-b89d-7263ea3e1947 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:01.604666 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35', 'code': 200} Nov 03 18:40:01.627466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 81c4b99c-7b00-401d-92e2-6c7e8a96d860, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=81c4b99c-7b00-401d-92e2-6c7e8a96d860,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:01.635269 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:01.717710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=81c4b99c-7b00-401d-92e2-6c7e8a96d860,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:01.828541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747bdfe-baae-483e-ad06-f3579dcde6f2 req-b06f66fa-d543-4e84-85a9-378c2266de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:01.830060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1747bdfe-baae-483e-ad06-f3579dcde6f2 req-b06f66fa-d543-4e84-85a9-378c2266de0f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 1101 time: 0.0814962 Nov 03 18:40:01.872443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device c118665b-8933-453f-bb07-1db991295181 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:01.908987 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: c118665b-8933-453f-bb07-1db991295181 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:40:01.909336 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device c118665b-8933-453f-bb07-1db991295181 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:40:02.011294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900093af-b306-477a-9a01-43d9002f431c req-e7d7631b-eec5-4f59-a925-9501d4b81eaa tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:02.013131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-900093af-b306-477a-9a01-43d9002f431c req-e7d7631b-eec5-4f59-a925-9501d4b81eaa tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 944 time: 0.1430371 Nov 03 18:40:02.041346 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1747bdfe-baae-483e-ad06-f3579dcde6f2 req-53585db3-6cc0-4cd1-84a0-b3de530504b6 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094072 Nov 03 18:40:02.056183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfbc87-b09d-40d7-9f9b-00480739ddec req-8cecf9fd-dbca-42f8-9ad6-bc968fad975b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:02.063463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99cfbc87-b09d-40d7-9f9b-00480739ddec req-8cecf9fd-dbca-42f8-9ad6-bc968fad975b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1171527 Nov 03 18:40:02.130286 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-900093af-b306-477a-9a01-43d9002f431c req-089368b2-9067-4b99-a778-5ae9084ce7ee tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063545 Nov 03 18:40:02.157727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99cfbc87-b09d-40d7-9f9b-00480739ddec req-68ccff24-324a-4096-8d0f-1d107fa2cc85 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933669 Nov 03 18:40:02.292016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['81c4b99c-7b00-401d-92e2-6c7e8a96d860'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:02.308535 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756b3ef-cda2-46fa-bbae-ace746b8307c req-cddf7398-40da-48f6-af14-2f8c8d4ea997 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:02.318052 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0756b3ef-cda2-46fa-bbae-ace746b8307c req-cddf7398-40da-48f6-af14-2f8c8d4ea997 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 946 time: 0.1125400 Nov 03 18:40:02.414204 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0756b3ef-cda2-46fa-bbae-ace746b8307c req-ddc30410-c937-4043-8400-bef86d9a4a4c tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951002 Nov 03 18:40:02.467617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b907d5c-4c22-41ff-a997-01472e82f455 req-85eac2b4-847b-4fd2-8d85-31004736e535 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:02.475239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b907d5c-4c22-41ff-a997-01472e82f455 req-85eac2b4-847b-4fd2-8d85-31004736e535 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.0933154 Nov 03 18:40:02.556177 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b907d5c-4c22-41ff-a997-01472e82f455 req-c782c120-df58-4ef1-8b86-4f64172ff984 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799553 Nov 03 18:40:02.585734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4af4a6-7721-4e38-9ade-fcfecde8fa45 req-25d94837-5aea-4037-b5d4-9acc0d7f5060 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:02.587382 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb4af4a6-7721-4e38-9ade-fcfecde8fa45 req-25d94837-5aea-4037-b5d4-9acc0d7f5060 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0810721 Nov 03 18:40:02.643503 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a99f8e19-e784-4245-9f05-48b6530fc031 req-bf5a4380-e4bb-46d3-b459-ce08f1c6c16e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 210 time: 0.0465953 Nov 03 18:40:02.714029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb4af4a6-7721-4e38-9ade-fcfecde8fa45 req-2d7b7f15-c7cc-4770-b5aa-59ebf1fd4eeb tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018393 Nov 03 18:40:02.848116 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f07c2-f589-4c8f-ad4a-eea012bf03e3 req-d71c66ee-9939-4683-8748-52e34d4e1585 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:02.852644 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc9f07c2-f589-4c8f-ad4a-eea012bf03e3 req-d71c66ee-9939-4683-8748-52e34d4e1585 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.0605581 Nov 03 18:40:02.964586 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc9f07c2-f589-4c8f-ad4a-eea012bf03e3 req-4d882547-3837-4293-bd0f-6f77eade21b0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861614 Nov 03 18:40:03.146790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-56004e74-22a2-4853-89b0-ba1dbf626c4b req-d4397f64-9403-4126-ab11-579aefd91c87 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0340605 Nov 03 18:40:03.307859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af21da-1c87-4947-9059-82690a883218 req-cc95413d-a7f1-4340-b0b2-22799223a38f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:03.320999 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04af21da-1c87-4947-9059-82690a883218 req-cc95413d-a7f1-4340-b0b2-22799223a38f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 944 time: 0.0857255 Nov 03 18:40:03.391054 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04af21da-1c87-4947-9059-82690a883218 req-f35b130b-5c2a-45c5-8ba4-0088e447daf5 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682843 Nov 03 18:40:03.441117 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f57b0d-020b-4d13-b5b8-42204f1583e9 req-31a7f646-488c-4d01-8915-ffd3455543e6 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:03.442987 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-69f57b0d-020b-4d13-b5b8-42204f1583e9 req-31a7f646-488c-4d01-8915-ffd3455543e6 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.0701551 Nov 03 18:40:03.557300 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-69f57b0d-020b-4d13-b5b8-42204f1583e9 req-d0a4fba5-7f0e-4c34-9870-7486df74d1dc tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996521 Nov 03 18:40:03.583509 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c354e-5997-4e3f-a7a4-cd8fc471d8da req-8efc8622-ee4d-46b0-be1d-91d903e08fe5 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:03.585329 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea1c354e-5997-4e3f-a7a4-cd8fc471d8da req-8efc8622-ee4d-46b0-be1d-91d903e08fe5 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 946 time: 0.0720017 Nov 03 18:40:03.651102 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea1c354e-5997-4e3f-a7a4-cd8fc471d8da req-d898b509-2a97-425c-aa78-32c5213e0fde tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586202 Nov 03 18:40:03.674756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-339a0445-7bee-4123-b984-0dd700b117d5 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=602304e14f394efea572cff480f58f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225012 Nov 03 18:40:03.817904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cac374b5-9203-456d-8b27-703ebc8b7b25 req-13905c5b-16de-4faf-be97-9e6554c546d7 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 210 time: 0.0804443 Nov 03 18:40:03.886276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2806032-c4a8-4a44-8499-beb4381ceba9 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:03.913190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6673963-57a0-444e-a20b-256417fa32ff req-6479cce5-5255-4735-88f5-c0cbaca26ab0 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:03.914735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6673963-57a0-444e-a20b-256417fa32ff req-6479cce5-5255-4735-88f5-c0cbaca26ab0 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0870295 Nov 03 18:40:03.923062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a3e94171-15e1-429b-a164-ee7656f2e5ac tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:03.923255 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a3e94171-15e1-429b-a164-ee7656f2e5ac tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194202 Nov 03 18:40:03.944091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b0460427-0bf0-4fe9-a7a3-bdccceba3127 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Request body: {'port': {'device_id': 'b2041f4d-6478-4cb8-bf64-148bb7ff076e', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '602304e14f394efea572cff480f58f7d'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:03.996999 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:04.029308 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:04.031863 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd8e7cf-0d58-4cb4-859a-8fc1362c1691" -d '{"events": [{"server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "name": "network-vif-unplugged", "status": "completed", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:04.045784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6673963-57a0-444e-a20b-256417fa32ff req-d33b8ef7-27ad-448c-937b-5f98b28e1121 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214032 Nov 03 18:40:04.052590 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:04.066933 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:04.112824 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc83bbd4-bc8d-48ef-838f-23c1b69d1eaa x-openstack-request-id: req-cc83bbd4-bc8d-48ef-838f-23c1b69d1eaa {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:04.113185 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "name": "network-vif-unplugged", "status": "completed", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:04.113501 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cc83bbd4-bc8d-48ef-838f-23c1b69d1eaa {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:04.114082 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'code': 200} Nov 03 18:40:04.136887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f2806032-c4a8-4a44-8499-beb4381ceba9,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:04.158068 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b0460427-0bf0-4fe9-a7a3-bdccceba3127 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Made reservation on behalf of 602304e14f394efea572cff480f58f7d for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:04.161708 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b0460427-0bf0-4fe9-a7a3-bdccceba3127 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:04.171718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368a205-a125-49ab-a755-f6fec320186a req-a4eaa90d-d5a6-4c52-afc5-458e40ce6ee5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:04.173160 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c368a205-a125-49ab-a755-f6fec320186a req-a4eaa90d-d5a6-4c52-afc5-458e40ce6ee5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.0995729 Nov 03 18:40:04.239061 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-481b1677-d08c-4608-954b-46e8af039375 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=602304e14f394efea572cff480f58f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338418 Nov 03 18:40:04.350939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c368a205-a125-49ab-a755-f6fec320186a req-cfd3fb5a-fb05-4913-8a93-17f791f1a948 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699543 Nov 03 18:40:04.408590 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81a5e984-447a-4662-aadc-f6677279a67c req-9a930d49-4c06-46fa-97ff-c725cd3c0cac tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0854149 Nov 03 18:40:04.523466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264fbc-85ac-4483-ada4-411f984e674f req-0b118c7d-3a45-4d77-ad54-1480be003955 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:04.524947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-0b118c7d-3a45-4d77-ad54-1480be003955 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2705872 Nov 03 18:40:04.543312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b0460427-0bf0-4fe9-a7a3-bdccceba3127 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Allocated IP 192.168.233.137 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/4462cff5-fbd8-478b-b172-36f0815c6259) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:04.572806 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de04cc6-2e8c-4362-a44a-cc0c5c3b2342 req-8877f7cb-a494-46b3-ad32-65dd481cf635 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:04.574508 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4de04cc6-2e8c-4362-a44a-cc0c5c3b2342 req-8877f7cb-a494-46b3-ad32-65dd481cf635 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 944 time: 0.1020298 Nov 03 18:40:04.582136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a53ab7ea-ab6d-4722-9e48-887e6e680899 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Request body: {'port': {'device_id': 'aaf58999-c93a-4364-a09b-f44172ac527f', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '602304e14f394efea572cff480f58f7d'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:04.806288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4de04cc6-2e8c-4362-a44a-cc0c5c3b2342 req-e3a75226-e54a-41d6-a8ff-87412878b90a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174673 Nov 03 18:40:04.842451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae69ca-785a-407d-bdb1-6adfa44e4702 req-90b2dfae-2ff0-4630-8546-5d0d7424ef49 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:04.843972 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5ae69ca-785a-407d-bdb1-6adfa44e4702 req-90b2dfae-2ff0-4630-8546-5d0d7424ef49 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1734388 Nov 03 18:40:04.920831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a53ab7ea-ab6d-4722-9e48-887e6e680899 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Made reservation on behalf of 602304e14f394efea572cff480f58f7d for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:04.924249 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a53ab7ea-ab6d-4722-9e48-887e6e680899 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:04.942513 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b0460427-0bf0-4fe9-a7a3-bdccceba3127 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:04.979847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5ae69ca-785a-407d-bdb1-6adfa44e4702 req-da6be9cc-f405-41b7-82f7-3a763fe8d434 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293828 Nov 03 18:40:05.043765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783d95a-e396-41fe-9079-497f1566e5e6 req-f4fb173b-052f-4618-bb43-87a1d2d6096d tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:05.045781 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8783d95a-e396-41fe-9079-497f1566e5e6 req-f4fb173b-052f-4618-bb43-87a1d2d6096d tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 946 time: 0.1652517 Nov 03 18:40:05.101618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-82b58670-ef39-46b6-ab94-0a120f458efd req-fe9b8f1a-9754-4480-a234-7d50e746815a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 210 time: 0.0548475 Nov 03 18:40:05.127703 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b0460427-0bf0-4fe9-a7a3-bdccceba3127 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.143538 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['07b61f1c-7ac9-42d2-887a-1eae755dc48c', '39843d3a-1e37-4307-9a6d-e7cd251fcd6f'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:05.192218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:05.238761 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8783d95a-e396-41fe-9079-497f1566e5e6 req-3f23e576-c6a6-4160-9378-3cce43487e19 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups?id=88421fb9-4b77-44bd-97e8-63b176ed61b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761751 Nov 03 18:40:05.252951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b0460427-0bf0-4fe9-a7a3-bdccceba3127 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:05.277054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b0460427-0bf0-4fe9-a7a3-bdccceba3127 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:05.279479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0460427-0bf0-4fe9-a7a3-bdccceba3127 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event updated for resources: {'Port': ['ID=4462cff5-fbd8-478b-b172-36f0815c6259,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:05.280285 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 81c4b99c-7b00-401d-92e2-6c7e8a96d860 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:05.283021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a53ab7ea-ab6d-4722-9e48-887e6e680899 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Allocated IP 192.168.233.251 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/6b071a72-3287-4240-9b8f-9b1b7cd4acbf) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:05.285617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b0460427-0bf0-4fe9-a7a3-bdccceba3127 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:05.346549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7d758-b549-43a1-9c04-2c7df27f5bb0 req-e814d27c-71f4-4b57-9825-17afd7ab02bb tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:05.353998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f2f7d758-b549-43a1-9c04-2c7df27f5bb0 req-e814d27c-71f4-4b57-9825-17afd7ab02bb tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1889780 Nov 03 18:40:05.392819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b0460427-0bf0-4fe9-a7a3-bdccceba3127 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:05.393515 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b0460427-0bf0-4fe9-a7a3-bdccceba3127 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.447399 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b0460427-0bf0-4fe9-a7a3-bdccceba3127 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5080347 Nov 03 18:40:05.461749 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 81c4b99c-7b00-401d-92e2-6c7e8a96d860 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:40:05.471320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Request body: {'port': {'device_id': 'b2041f4d-6478-4cb8-bf64-148bb7ff076e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:05.478506 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 81c4b99c-7b00-401d-92e2-6c7e8a96d860 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:05.478929 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.532803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f2f7d758-b549-43a1-9c04-2c7df27f5bb0 req-e210e339-4484-4d01-8cd1-f3ac466eb44c tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779325 Nov 03 18:40:05.637441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.643807 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a666a811-23bb-4b55-8455-98431b9915e4 None None] Provisioning complete for port 4462cff5-fbd8-478b-b172-36f0815c6259 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:05.644180 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a666a811-23bb-4b55-8455-98431b9915e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.663962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d135647-d0ab-4b38-b44e-6f1bad1a33fd req-c0784235-3ff9-4879-a3d0-94da1a89a792 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:05.665496 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d135647-d0ab-4b38-b44e-6f1bad1a33fd req-c0784235-3ff9-4879-a3d0-94da1a89a792 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.2126644 Nov 03 18:40:05.678892 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-38f0c689-d8ae-4e56-8776-609b958c3c7c req-5d8413b3-c1b2-4fde-a9bb-330108eb2c4c tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0660005 Nov 03 18:40:05.680853 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.712897 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a53ab7ea-ab6d-4722-9e48-887e6e680899 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.734799 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a666a811-23bb-4b55-8455-98431b9915e4 None None] Port 4462cff5-fbd8-478b-b172-36f0815c6259 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:40:05.751782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 81c4b99c-7b00-401d-92e2-6c7e8a96d860, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=81c4b99c-7b00-401d-92e2-6c7e8a96d860,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:05.756041 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:05.809350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=81c4b99c-7b00-401d-92e2-6c7e8a96d860,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:05.891333 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2806032-c4a8-4a44-8499-beb4381ceba9 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:06.000208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:06.017469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'port_id': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'mac_address': 'fa:16:3e:6f:06:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:06.058262 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-9094421c-0d16-4c00-a585-9e31b513a57e tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:06.061883 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-9094421c-0d16-4c00-a585-9e31b513a57e tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.87 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 946 time: 0.0621731 Nov 03 18:40:06.063960 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.081074 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2806032-c4a8-4a44-8499-beb4381ceba9 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:06.101783 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:06.107245 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.159930 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c4b99c-7b00-401d-92e2-6c7e8a96d860'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:06.162300 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3beafff-6074-49f2-88cb-d20a1fb99cbd" -d '{"events": [{"server_uuid": "ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb", "name": "network-vif-plugged", "status": "completed", "tag": "81c4b99c-7b00-401d-92e2-6c7e8a96d860"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:06.165001 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f2806032-c4a8-4a44-8499-beb4381ceba9,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:06.171458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Deleting port 14b9ab53-db75-42df-937a-92add46ed91a {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:06.171923 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.190459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d135647-d0ab-4b38-b44e-6f1bad1a33fd req-df076b82-c9f6-4ad5-816a-3718b36abbdb tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077274 Nov 03 18:40:06.230825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a53ab7ea-ab6d-4722-9e48-887e6e680899 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.298459 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:06.302732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['f2806032-c4a8-4a44-8499-beb4381ceba9'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:06.318990 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] For port 14b9ab53-db75-42df-937a-92add46ed91a, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=14b9ab53-db75-42df-937a-92add46ed91a,segment=NetworkSegment(591f6f94-fd57-408e-8ac3-238cdc06a505),segment_id=591f6f94-fd57-408e-8ac3-238cdc06a505)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:06.319808 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.345420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a53ab7ea-ab6d-4722-9e48-887e6e680899 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:06.380320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a53ab7ea-ab6d-4722-9e48-887e6e680899 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:06.400826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a53ab7ea-ab6d-4722-9e48-887e6e680899 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:06.414909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ab7ea-ab6d-4722-9e48-887e6e680899 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event updated for resources: {'Port': ['ID=6b071a72-3287-4240-9b8f-9b1b7cd4acbf,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:06.429904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068ac3e-8a30-4653-ab70-43f30ab40180 req-7d4be3e9-bc0f-4119-80cd-787e7a8447d8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:06.431565 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a068ac3e-8a30-4653-ab70-43f30ab40180 req-7d4be3e9-bc0f-4119-80cd-787e7a8447d8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.2359016 Nov 03 18:40:06.473344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['07b61f1c-7ac9-42d2-887a-1eae755dc48c', '39843d3a-1e37-4307-9a6d-e7cd251fcd6f'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:06.555794 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a53ab7ea-ab6d-4722-9e48-887e6e680899 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:06.556862 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a53ab7ea-ab6d-4722-9e48-887e6e680899 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.623276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2e13d-b0c6-4e38-ba53-018fc8ef1928 req-55c8c15f-4d27-4ae4-ae86-aa5850f12ecb tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:06.625639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-46c2e13d-b0c6-4e38-ba53-018fc8ef1928 req-55c8c15f-4d27-4ae4-ae86-aa5850f12ecb tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.3012595 Nov 03 18:40:06.647838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a53ab7ea-ab6d-4722-9e48-887e6e680899 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0722013 Nov 03 18:40:06.667514 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.667923 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.668312 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Floating IP 545bf344-f47e-4f7e-9177-8817fb6a9c1b disassociated. External IP: 172.25.2.71, port: 14b9ab53-db75-42df-937a-92add46ed91a. Nov 03 18:40:06.670324 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Calling delete_port for 14b9ab53-db75-42df-937a-92add46ed91a owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:06.688924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a068ac3e-8a30-4653-ab70-43f30ab40180 req-60370b49-442e-41c2-89a9-7d917a7da117 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243674 Nov 03 18:40:06.706405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Request body: {'port': {'device_id': 'aaf58999-c93a-4364-a09b-f44172ac527f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:06.820154 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4462cff5-fbd8-478b-b172-36f0815c6259 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:06.831979 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.869727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-80d2ebbd-b6b4-4892-a6fb-5a7affee2c42 None None] Provisioning complete for port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:06.870035 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80d2ebbd-b6b4-4892-a6fb-5a7affee2c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.934124 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-46c2e13d-b0c6-4e38-ba53-018fc8ef1928 req-2ceaa2c2-013f-4cb0-b60f-e26ee66c2af8 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801256 Nov 03 18:40:06.938125 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.984962 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:06.985132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Transition to ACTIVE for port object 4462cff5-fbd8-478b-b172-36f0815c6259 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:40:07.008164 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ebbd-b6b4-4892-a6fb-5a7affee2c42 None None] Port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:40:07.009302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d6da7-7e92-4617-b9b3-ededd9062ce0 req-69d225f7-673f-47bf-9309-22df6802b924 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:07.010978 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b95d6da7-7e92-4617-b9b3-ededd9062ce0 req-69d225f7-673f-47bf-9309-22df6802b924 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 936 time: 0.1763265 Nov 03 18:40:07.012012 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:07.065358 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba73b00-6cca-4235-b001-e2d017d780f2 x-openstack-request-id: req-5ba73b00-6cca-4235-b001-e2d017d780f2 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:07.069390 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb", "name": "network-vif-plugged", "status": "completed", "tag": "81c4b99c-7b00-401d-92e2-6c7e8a96d860", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:07.069733 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5ba73b00-6cca-4235-b001-e2d017d780f2 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:07.071206 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c4b99c-7b00-401d-92e2-6c7e8a96d860', 'code': 200} Nov 03 18:40:07.087976 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Pushing event deleted for resources: {'Port': ['ID=14b9ab53-db75-42df-937a-92add46ed91a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:07.096600 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7221531b-b278-4c7c-a9a3-78ca70ae4ffa req-7b67c101-b722-44d9-8b51-a1422fb899b3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0961940 Nov 03 18:40:07.127885 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.128709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.129239 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.129753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.130254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.130753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.131251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.131804 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.132303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.132870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.134361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.135013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:07.282559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Pushing event updated for resources: {'Port': ['ID=4462cff5-fbd8-478b-b172-36f0815c6259,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:07.314967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b95d6da7-7e92-4617-b9b3-ededd9062ce0 req-6caddeb7-6d6d-4b3b-be96-15860bed14a4 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844427 Nov 03 18:40:07.333967 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03076c5-5973-4d23-8a7e-dfbc15a53939 req-47ab8c8f-cf16-44a6-8eb9-1739c91df8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:07.335647 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f03076c5-5973-4d23-8a7e-dfbc15a53939 req-47ab8c8f-cf16-44a6-8eb9-1739c91df8e1 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 1096 time: 0.1150889 Nov 03 18:40:07.396307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:40:07.428999 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f03076c5-5973-4d23-8a7e-dfbc15a53939 req-362d7cc3-9df7-4cdc-896a-665e92a763e7 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693908 Nov 03 18:40:07.533179 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0763c98d-7222-425a-aa72-75de3f30389f req-b481c3ec-e6c6-432a-b176-0710c997f7da tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 210 time: 0.0694668 Nov 03 18:40:07.573160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:40:07.577588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ace75-0609-4c69-95db-5bc7c3bc9d12 req-69d67d31-b811-4615-b2ba-8b6f9ec726bb tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:07.580823 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a6ace75-0609-4c69-95db-5bc7c3bc9d12 req-69d67d31-b811-4615-b2ba-8b6f9ec726bb tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.3798633 Nov 03 18:40:07.598764 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c371fef-dbb7-4397-a1f6-4a770fc8f972 None None] Sync routers for ids ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:40:07.623680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c371fef-dbb7-4397-a1f6-4a770fc8f972 None None] Routers {'9263b7fd-621f-4749-9294-4e4d0c6c5d6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:07.624739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9c371fef-dbb7-4397-a1f6-4a770fc8f972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:39:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:07.661235 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] No DVR routers for this DVR port 14b9ab53-db75-42df-937a-92add46ed91a on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:40:07.666699 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:07.672287 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b39cb08-3f0c-49cb-a563-0a1643e7b419 req-7e3f37de-49a1-4380-8e62-508058cbd724 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.87 "DELETE /v2.0/ports/14b9ab53-db75-42df-937a-92add46ed91a HTTP/1.1" status: 204 len: 173 time: 1.5964727 Nov 03 18:40:07.672793 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29709f7a-39c6-4f0c-bf45-1a686b71d1b9', 'name': 'network-vif-deleted', 'tag': '14b9ab53-db75-42df-937a-92add46ed91a'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:07.675115 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb38bf2-a017-4447-b5ae-c246a594739f" -d '{"events": [{"server_uuid": "29709f7a-39c6-4f0c-bf45-1a686b71d1b9", "name": "network-vif-deleted", "tag": "14b9ab53-db75-42df-937a-92add46ed91a"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:07.730909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Attempting to bind port 4462cff5-fbd8-478b-b172-36f0815c6259 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:07.731248 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Attempting to bind port 4462cff5-fbd8-478b-b172-36f0815c6259 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:07.731605 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Attempting to bind port 4462cff5-fbd8-478b-b172-36f0815c6259 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:07.789412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-9c371fef-dbb7-4397-a1f6-4a770fc8f972 None None] Set router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:07.829242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a6ace75-0609-4c69-95db-5bc7c3bc9d12 req-2a1320da-45cd-49f2-bcca-01a0cb199bc8 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066236 Nov 03 18:40:07.838081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Port 4462cff5-fbd8-478b-b172-36f0815c6259 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:40:07.848659 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Attempting to bind port 4462cff5-fbd8-478b-b172-36f0815c6259 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:07.869114 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b071a72-3287-4240-9b8f-9b1b7cd4acbf {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:07.885653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:07.889269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:07.889691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:07.890151 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Bound port: 4462cff5-fbd8-478b-b172-36f0815c6259, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:07.890526 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:07.895660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:07.918023 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2806032-c4a8-4a44-8499-beb4381ceba9 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:07.961858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19708ac-92de-427b-bfd4-c4d3318bc3ff req-59228b28-b333-45a7-a812-bfbab958f4b8 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:07.967919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a19708ac-92de-427b-bfd4-c4d3318bc3ff req-59228b28-b333-45a7-a812-bfbab958f4b8 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.2805099 Nov 03 18:40:08.042606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] For port 4462cff5-fbd8-478b-b172-36f0815c6259, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:08.047261 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] For port 4462cff5-fbd8-478b-b172-36f0815c6259, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4462cff5-fbd8-478b-b172-36f0815c6259,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:08.101490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port f2806032-c4a8-4a44-8499-beb4381ceba9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:08.101865 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:08.120448 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:08.127986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Transition to ACTIVE for port object 6b071a72-3287-4240-9b8f-9b1b7cd4acbf will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:40:08.167530 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9c371fef-dbb7-4397-a1f6-4a770fc8f972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:19Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 4, 'project_id': '0487d7314e3748c0932b744a4660085a', 'gw_port': {'id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:21Z', 'updated_at': '2021-11-03T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'aaac243f-6de9-4cf1-92cf-d6502bb7b8fe', 'name': '', 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'mac_address': 'fa:16:3e:7a:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:24Z', 'updated_at': '2021-11-03T18:36:31Z', 'revision_number': 5, 'project_id': '0487d7314e3748c0932b744a4660085a', 'subnets': [{'id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:08.170286 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2425538-2121-4fa6-bd46-287921f7b34e req-596e4282-0dd7-4467-b097-ae4adf8157cf tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.1202936 Nov 03 18:40:08.196812 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:08.204024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c371fef-dbb7-4397-a1f6-4a770fc8f972 None None] Checking router: 9263b7fd-621f-4749-9294-4e4d0c6c5d6f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:40:08.242114 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994d5737-ae90-4ff9-97c4-8739c0f4347b x-openstack-request-id: req-994d5737-ae90-4ff9-97c4-8739c0f4347b {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:08.243023 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29709f7a-39c6-4f0c-bf45-1a686b71d1b9", "name": "network-vif-deleted", "tag": "14b9ab53-db75-42df-937a-92add46ed91a", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:08.243453 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-994d5737-ae90-4ff9-97c4-8739c0f4347b {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:08.244875 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29709f7a-39c6-4f0c-bf45-1a686b71d1b9', 'name': 'network-vif-deleted', 'tag': '14b9ab53-db75-42df-937a-92add46ed91a', 'status': 'completed', 'code': 200} Nov 03 18:40:08.264169 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:08.316153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:08.316785 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:08.318519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] 10.222.0.98 "PUT /v2.0/ports/4462cff5-fbd8-478b-b172-36f0815c6259 HTTP/1.1" status: 200 len: 1096 time: 2.8514392 Nov 03 18:40:08.319190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2041f4d-6478-4cb8-bf64-148bb7ff076e', 'tag': '4462cff5-fbd8-478b-b172-36f0815c6259'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:08.321941 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1968b55e-7c7a-4aa3-a663-7611a260575f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2041f4d-6478-4cb8-bf64-148bb7ff076e", "tag": "4462cff5-fbd8-478b-b172-36f0815c6259"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:08.343743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a19708ac-92de-427b-bfd4-c4d3318bc3ff req-6a5fda38-3868-4617-884b-8a2b835e1d45 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887254 Nov 03 18:40:08.460846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Pushing event updated for resources: {'Port': ['ID=4462cff5-fbd8-478b-b172-36f0815c6259,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:08.479282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c371fef-dbb7-4397-a1f6-4a770fc8f972 None None] Routers {'9263b7fd-621f-4749-9294-4e4d0c6c5d6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:08.480667 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9c371fef-dbb7-4397-a1f6-4a770fc8f972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:39:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:08.614568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:08.615164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:08.615272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:08.615636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:08.616107 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:08.616452 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:08.616784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:08.617118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:08.617566 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:08.617786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:08.618338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:08.618566 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825cc30-ae93-46a0-8d79-450e8e23a686 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:08.657096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-9c371fef-dbb7-4397-a1f6-4a770fc8f972 None None] Set router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:08.839219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Pushing event updated for resources: {'Port': ['ID=6b071a72-3287-4240-9b8f-9b1b7cd4acbf,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:08.865663 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:08.909705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882257e-315f-4b00-aa0b-7c08f3776be4 req-da8c4774-a14d-4fd1-897e-3d4a6dd4871f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:08.911288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1882257e-315f-4b00-aa0b-7c08f3776be4 req-da8c4774-a14d-4fd1-897e-3d4a6dd4871f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.4606454 Nov 03 18:40:08.934994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264fbc-85ac-4483-ada4-411f984e674f req-8ea87c11-9b36-4d1d-92dc-977586d496e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:08.936492 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-8ea87c11-9b36-4d1d-92dc-977586d496e9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=b2041f4d-6478-4cb8-bf64-148bb7ff076e HTTP/1.1" status: 200 len: 1099 time: 0.4674344 Nov 03 18:40:08.945188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Attempting to bind port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:08.945744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Attempting to bind port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:08.946259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Attempting to bind port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:08.965226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87456e-0b56-4dd0-94e3-4b808a9bd29f req-1df85afa-5e80-4d3c-9624-310911717a42 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:08.966881 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a87456e-0b56-4dd0-94e3-4b808a9bd29f req-1df85afa-5e80-4d3c-9624-310911717a42 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.3653498 Nov 03 18:40:09.043691 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:09.066080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:40:09.066408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Attempting to bind port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:09.069153 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-4141c5a8-f5da-465f-88cb-53c89a347b2b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=4462cff5-fbd8-478b-b172-36f0815c6259 HTTP/1.1" status: 200 len: 217 time: 0.1002023 Nov 03 18:40:09.077565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:09.080323 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e931ff-2d5f-447d-8ad8-6d15d56864e3" -d '{"events": [{"server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "name": "network-vif-plugged", "status": "completed", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:09.103818 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:09.104077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:09.104468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:09.104964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Bound port: 6b071a72-3287-4240-9b8f-9b1b7cd4acbf, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:09.105323 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:09.198966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f2806032-c4a8-4a44-8499-beb4381ceba9,revision_number=10']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:09.218526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1882257e-315f-4b00-aa0b-7c08f3776be4 req-7fa5dac6-44db-4cee-912b-96901dc9ee94 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874789 Nov 03 18:40:09.224809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9c371fef-dbb7-4397-a1f6-4a770fc8f972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:19Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 4, 'project_id': '0487d7314e3748c0932b744a4660085a', 'gw_port': {'id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:21Z', 'updated_at': '2021-11-03T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'aaac243f-6de9-4cf1-92cf-d6502bb7b8fe', 'name': '', 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'mac_address': 'fa:16:3e:7a:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:24Z', 'updated_at': '2021-11-03T18:36:31Z', 'revision_number': 5, 'project_id': '0487d7314e3748c0932b744a4660085a', 'subnets': [{'id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:09.244161 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a87456e-0b56-4dd0-94e3-4b808a9bd29f req-4ef51545-6b6c-48fb-be48-29faed1f5c89 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374926 Nov 03 18:40:09.269788 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c371fef-dbb7-4397-a1f6-4a770fc8f972 None None] The sync data for ids ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'] in n-d-812150-4 is: [{'id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:19Z', 'updated_at': '2021-11-03T18:36:26Z', 'revision_number': 4, 'project_id': '0487d7314e3748c0932b744a4660085a', 'gw_port': {'id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:21Z', 'updated_at': '2021-11-03T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'aaac243f-6de9-4cf1-92cf-d6502bb7b8fe', 'name': '', 'network_id': '74b7de5c-625e-4531-ade4-edde3aeb2a38', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'mac_address': 'fa:16:3e:7a:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:24Z', 'updated_at': '2021-11-03T18:36:31Z', 'revision_number': 5, 'project_id': '0487d7314e3748c0932b744a4660085a', 'subnets': [{'id': 'bf3b54d6-1983-470d-8b3b-6e8728cac670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:40:09.292282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 14b9ab53-db75-42df-937a-92add46ed91a no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:09.336589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 14b9ab53-db75-42df-937a-92add46ed91a {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:40:09.337519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264fbc-85ac-4483-ada4-411f984e674f req-7342e406-9857-4b83-870c-5755a3eb2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:09.338180 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 14b9ab53-db75-42df-937a-92add46ed91a not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:40:09.343870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-7342e406-9857-4b83-870c-5755a3eb2bb4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.2517326 Nov 03 18:40:09.433663 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea942ba-c65c-4072-9053-8557e860f91a x-openstack-request-id: req-4ea942ba-c65c-4072-9053-8557e860f91a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:09.434098 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2041f4d-6478-4cb8-bf64-148bb7ff076e", "tag": "4462cff5-fbd8-478b-b172-36f0815c6259", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:09.434417 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4ea942ba-c65c-4072-9053-8557e860f91a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:09.434921 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2041f4d-6478-4cb8-bf64-148bb7ff076e', 'tag': '4462cff5-fbd8-478b-b172-36f0815c6259', 'status': 'completed', 'code': 200} Nov 03 18:40:09.486314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264fbc-85ac-4483-ada4-411f984e674f req-68eba2b2-4e1f-4867-93ee-442617af3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:09.488110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-68eba2b2-4e1f-4867-93ee-442617af3d1e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369994 Nov 03 18:40:09.495989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d206c90-0e59-400c-a415-7be91db2b7d9 req-ccf0489e-67bd-49c3-8264-6f8455800de5 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:09.497764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d206c90-0e59-400c-a415-7be91db2b7d9 req-ccf0489e-67bd-49c3-8264-6f8455800de5 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 948 time: 0.0973618 Nov 03 18:40:09.600224 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-9ab3b2fc-566f-4372-8dbe-5562f773d48d service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000178 Nov 03 18:40:09.642147 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26c32879-5db2-471f-94f8-f043ed0fc079 req-fefc7470-6ca8-4910-ac01-86f76007a5e0 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 210 time: 0.0409086 Nov 03 18:40:09.748299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] For port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:09.752751 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-55ebfb02-4ede-4449-8c4f-a70e9a04fc70 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096911 Nov 03 18:40:09.773686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] For port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6b071a72-3287-4240-9b8f-9b1b7cd4acbf,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:09.775921 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e823998-651a-487b-a770-01f7072cb8dc x-openstack-request-id: req-7e823998-651a-487b-a770-01f7072cb8dc {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:09.776410 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "name": "network-vif-plugged", "status": "completed", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:09.776536 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7e823998-651a-487b-a770-01f7072cb8dc {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:09.776822 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'code': 200} Nov 03 18:40:09.785339 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:09.813569 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6cbab6-a4d2-488f-8cf2-eba087fb94cc None None] New status for floating IP 545bf344-f47e-4f7e-9177-8817fb6a9c1b: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:40:09.856047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Pushing event updated for resources: {'Port': ['ID=6b071a72-3287-4240-9b8f-9b1b7cd4acbf,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:09.864338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:09.865046 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:09.866511 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-42a81dbd-779b-4898-ae74-4c9921d6e285 service neutron] 10.222.0.87 "PUT /v2.0/ports/6b071a72-3287-4240-9b8f-9b1b7cd4acbf HTTP/1.1" status: 200 len: 1096 time: 3.1762941 Nov 03 18:40:09.893208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d206c90-0e59-400c-a415-7be91db2b7d9 req-e3772637-13f5-4874-b908-5129493133f7 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609825 Nov 03 18:40:10.062642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-115a459d-7088-4291-9505-6aca3a4d3d5c req-956340c7-8c0a-4406-b3cb-2ef912436ad9 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0740960 Nov 03 18:40:10.101356 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:40:10.219451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b31f1b0c-ba7c-4fc7-91aa-a4c631e00a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:10.225674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b31f1b0c-ba7c-4fc7-91aa-a4c631e00a14 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 1099 time: 0.1620533 Nov 03 18:40:10.377981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-6a101cf8-3251-444b-825a-48e1f46ee5d1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=6b071a72-3287-4240-9b8f-9b1b7cd4acbf HTTP/1.1" status: 200 len: 217 time: 0.0532386 Nov 03 18:40:10.507213 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-e6ed3198-9f38-4956-8bc2-cff02b096780 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805752 Nov 03 18:40:10.507771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968b55e-7c7a-4aa3-a663-7611a260575f req-50b5e24a-3d6e-4370-82a3-dffe20717fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:10.511278 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1968b55e-7c7a-4aa3-a663-7611a260575f req-50b5e24a-3d6e-4370-82a3-dffe20717fef service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=b2041f4d-6478-4cb8-bf64-148bb7ff076e HTTP/1.1" status: 200 len: 1099 time: 0.3660872 Nov 03 18:40:10.516943 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b5b64f1e-1ea8-4378-a5dd-4d2dd155efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:10.522260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-b5b64f1e-1ea8-4378-a5dd-4d2dd155efea service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1103308 Nov 03 18:40:10.696248 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547dcf1-d7e8-4fd8-9e0f-9dded179686d req-88298b78-347d-467e-9cb3-4e41e82cd70a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:10.700007 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b547dcf1-d7e8-4fd8-9e0f-9dded179686d req-88298b78-347d-467e-9cb3-4e41e82cd70a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.4695122 Nov 03 18:40:10.886353 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b547dcf1-d7e8-4fd8-9e0f-9dded179686d req-55e237d1-acc4-458d-8608-2847237da119 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704624 Nov 03 18:40:10.954131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264fbc-85ac-4483-ada4-411f984e674f req-bba196df-0d92-49ff-a8d3-99d60da22938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:10.955613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-bba196df-0d92-49ff-a8d3-99d60da22938 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4164302 Nov 03 18:40:11.302560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968b55e-7c7a-4aa3-a663-7611a260575f req-92ae0961-6f8f-4c93-9c15-e8c50897a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:11.304358 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1968b55e-7c7a-4aa3-a663-7611a260575f req-92ae0961-6f8f-4c93-9c15-e8c50897a66b service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.7810218 Nov 03 18:40:11.325912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc7087-ed8a-4e48-a9d6-e577cbfd2102 req-ce08f297-b7be-4552-8d14-bca976e72fca tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:11.327838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-54bc7087-ed8a-4e48-a9d6-e577cbfd2102 req-ce08f297-b7be-4552-8d14-bca976e72fca tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.3363457 Nov 03 18:40:11.346501 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db321510-411b-4c0c-8b66-1b5c6de5b8fb req-aed2d783-5b0f-4d59-a629-a5f4d88d832e tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:11.354275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db321510-411b-4c0c-8b66-1b5c6de5b8fb req-aed2d783-5b0f-4d59-a629-a5f4d88d832e tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.2949829 Nov 03 18:40:11.426603 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1968b55e-7c7a-4aa3-a663-7611a260575f req-f7352dbe-e835-4877-a9d5-5c185361dc5b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=4462cff5-fbd8-478b-b172-36f0815c6259 HTTP/1.1" status: 200 len: 217 time: 0.0965922 Nov 03 18:40:11.442140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf58999-c93a-4364-a09b-f44172ac527f', 'tag': '6b071a72-3287-4240-9b8f-9b1b7cd4acbf'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:11.444770 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc366b0-9a58-4cce-8d73-1e91d617b049" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf58999-c93a-4364-a09b-f44172ac527f", "tag": "6b071a72-3287-4240-9b8f-9b1b7cd4acbf"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:11.487296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-faeb3c12-d945-4873-9867-795565db8b84 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912941 Nov 03 18:40:11.601781 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-54bc7087-ed8a-4e48-a9d6-e577cbfd2102 req-e0ebb315-ffd3-4232-a1b3-30d3cc4b6dd0 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444136 Nov 03 18:40:11.616179 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db321510-411b-4c0c-8b66-1b5c6de5b8fb req-0b67a3da-bfcd-4542-b98d-5b8f48094823 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606773 Nov 03 18:40:11.760755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968b55e-7c7a-4aa3-a663-7611a260575f req-397a048b-35f5-4eff-9dcc-ae06dae23ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:11.773780 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1968b55e-7c7a-4aa3-a663-7611a260575f req-397a048b-35f5-4eff-9dcc-ae06dae23ce8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.3156559 Nov 03 18:40:11.848552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f418e995-9eec-4384-a778-6d9efda6fed5 req-39a21e9c-6767-41ea-801e-b41b864fb987 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 210 time: 0.0904403 Nov 03 18:40:12.001891 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0264fbc-85ac-4483-ada4-411f984e674f req-591bbefc-2a73-4967-81ae-b43dae259c44 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836025 Nov 03 18:40:12.024214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968b55e-7c7a-4aa3-a663-7611a260575f req-9870233a-022d-4447-8c1e-d71e94abfe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:12.025651 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1968b55e-7c7a-4aa3-a663-7611a260575f req-9870233a-022d-4447-8c1e-d71e94abfe33 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2348256 Nov 03 18:40:12.038622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227947dd-e72a-412f-bef1-059009504dd4 req-5ca69046-8e39-48f1-aec3-2d6fb60a4c9b tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:12.047362 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-227947dd-e72a-412f-bef1-059009504dd4 req-5ca69046-8e39-48f1-aec3-2d6fb60a4c9b tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.2161846 Nov 03 18:40:12.087657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594d45f-40fc-470b-b3f7-4bb58dc5e335 req-4ca4d849-f1ec-4de3-99c4-3cf67e3be76f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:12.098974 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f594d45f-40fc-470b-b3f7-4bb58dc5e335 req-4ca4d849-f1ec-4de3-99c4-3cf67e3be76f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 948 time: 0.1432493 Nov 03 18:40:12.591760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-227947dd-e72a-412f-bef1-059009504dd4 req-65e2c82b-d00c-4b47-bc06-e8490e61c941 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431631 Nov 03 18:40:12.621588 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f594d45f-40fc-470b-b3f7-4bb58dc5e335 req-e1209cc8-a8e5-4442-b0bd-4835cbd37489 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168786 Nov 03 18:40:12.663100 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1968b55e-7c7a-4aa3-a663-7611a260575f req-048f4279-cd2d-43cc-8f42-aeb73c5625fb service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889378 Nov 03 18:40:12.766840 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f728edf3-b4d0-4f8a-9121-20526621e114 x-openstack-request-id: req-f728edf3-b4d0-4f8a-9121-20526621e114 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:12.767554 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf58999-c93a-4364-a09b-f44172ac527f", "tag": "6b071a72-3287-4240-9b8f-9b1b7cd4acbf", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:12.767554 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f728edf3-b4d0-4f8a-9121-20526621e114 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:12.768069 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf58999-c93a-4364-a09b-f44172ac527f', 'tag': '6b071a72-3287-4240-9b8f-9b1b7cd4acbf', 'status': 'completed', 'code': 200} Nov 03 18:40:12.849721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df99765c-bdc9-479a-a9ea-164d44f1a0c1 req-96423e1f-c46e-4492-bf8e-3338eec068a6 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0805271 Nov 03 18:40:12.894395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-3389c20f-5a93-4442-b4f7-24125da5b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:12.900983 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-3389c20f-5a93-4442-b4f7-24125da5b075 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 1101 time: 0.1870341 Nov 03 18:40:12.916386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1968b55e-7c7a-4aa3-a663-7611a260575f req-28688fe5-28cf-4400-9166-abbd661347e5 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382941 Nov 03 18:40:12.951471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc366b0-9a58-4cce-8d73-1e91d617b049 req-a375e94b-a210-4bb2-a767-b119db886540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:12.958968 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0bc366b0-9a58-4cce-8d73-1e91d617b049 req-a375e94b-a210-4bb2-a767-b119db886540 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 1099 time: 0.1481686 Nov 03 18:40:13.075147 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a282be-8573-4917-bbf2-bd184ebdf951 req-ce9d538c-cb3e-4bf1-9f67-cb0cd4505f90 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:13.079104 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:13.084738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61a282be-8573-4917-bbf2-bd184ebdf951 req-ce9d538c-cb3e-4bf1-9f67-cb0cd4505f90 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1184947 Nov 03 18:40:13.150398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-2112dc2d-8a4d-4545-b725-da3245d215e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:13.151849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-2112dc2d-8a4d-4545-b725-da3245d215e0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2201309 Nov 03 18:40:13.170849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61a282be-8573-4917-bbf2-bd184ebdf951 req-863178fe-a063-4941-92b9-8efca5fb1b5f tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852618 Nov 03 18:40:13.178932 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc366b0-9a58-4cce-8d73-1e91d617b049 req-72e0c8f3-b07d-475a-8765-c0663083028d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:13.180854 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0bc366b0-9a58-4cce-8d73-1e91d617b049 req-72e0c8f3-b07d-475a-8765-c0663083028d service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2131288 Nov 03 18:40:13.245129 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0bc366b0-9a58-4cce-8d73-1e91d617b049 req-b12f3362-077b-4642-87ac-7e9cd717ed7e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=6b071a72-3287-4240-9b8f-9b1b7cd4acbf HTTP/1.1" status: 200 len: 217 time: 0.0476358 Nov 03 18:40:13.260232 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-dab433b2-91bb-48ec-b9b7-fb41320b5581 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35 HTTP/1.1" status: 200 len: 217 time: 0.0883489 Nov 03 18:40:13.358895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc366b0-9a58-4cce-8d73-1e91d617b049 req-3a4ecfac-0c95-42fb-bff8-2ed43ddb3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:13.362032 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0bc366b0-9a58-4cce-8d73-1e91d617b049 req-3a4ecfac-0c95-42fb-bff8-2ed43ddb3ee4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1005120 Nov 03 18:40:13.411050 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb80bc-cd3d-4032-8949-581acd4f773a req-6e28b66d-53f1-4c46-b179-75dad4c5b60e tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:13.421081 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d7cb80bc-cd3d-4032-8949-581acd4f773a req-6e28b66d-53f1-4c46-b179-75dad4c5b60e tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1069753 Nov 03 18:40:13.458965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc366b0-9a58-4cce-8d73-1e91d617b049 req-549efb50-0822-45be-92cc-8e72dea384f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:13.460870 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0bc366b0-9a58-4cce-8d73-1e91d617b049 req-549efb50-0822-45be-92cc-8e72dea384f5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596282 Nov 03 18:40:13.474090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-8c2f74cd-f94f-4f80-aab0-dbad8565a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:13.475735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-8c2f74cd-f94f-4f80-aab0-dbad8565a3cf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1951990 Nov 03 18:40:13.480465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7e43b39-60d9-44c4-8e59-6c0c6c408287 req-584db8f8-2fc1-4a17-9b39-6fe2f2da5d18 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 210 time: 0.0436041 Nov 03 18:40:13.584080 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d7cb80bc-cd3d-4032-8949-581acd4f773a req-cce790ea-bc46-44bb-86cf-f7baeb11e02e tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595435 Nov 03 18:40:13.666697 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-ebb20687-ede8-44e3-a3cb-69d85eb5ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:13.668684 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-ebb20687-ede8-44e3-a3cb-69d85eb5ea7a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1418648 Nov 03 18:40:13.682032 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33880c8-4e57-4a0a-bd69-22ee8ecef5b3 req-4d5f4671-af4e-4506-aa36-404180dc69c1 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:13.683965 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d33880c8-4e57-4a0a-bd69-22ee8ecef5b3 req-4d5f4671-af4e-4506-aa36-404180dc69c1 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.0899582 Nov 03 18:40:13.703564 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0bc366b0-9a58-4cce-8d73-1e91d617b049 req-eef34bb2-9ac5-4aa3-b410-24ac553f8ab5 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890261 Nov 03 18:40:13.792475 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-827eb6e8-84af-4425-8320-eb582fe1ee8c service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067388 Nov 03 18:40:13.832600 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0bc366b0-9a58-4cce-8d73-1e91d617b049 req-f34498db-f1f8-4b5c-899c-905c691a28c0 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099956 Nov 03 18:40:13.916708 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 4462cff5-fbd8-478b-b172-36f0815c6259 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:13.996947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d33880c8-4e57-4a0a-bd69-22ee8ecef5b3 req-e4cd519a-0a40-4cec-a6ba-8a0b4806c5c9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026374 Nov 03 18:40:14.001942 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c22e3f-2423-4632-9813-70820c6689ec req-f25af5ca-dbea-42b0-8e26-81b4c00b30f0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725751 Nov 03 18:40:14.007525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9097-f661-4c99-8fec-55a055e119e1 req-51e3266c-50dd-481d-a6f5-4c96a23c6749 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:14.009548 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-561e9097-f661-4c99-8fec-55a055e119e1 req-51e3266c-50dd-481d-a6f5-4c96a23c6749 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 948 time: 0.2089837 Nov 03 18:40:14.083644 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-1ba2c6c9-40cc-43fd-a5aa-08b1a0e37ad9 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710645 Nov 03 18:40:14.163643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-561e9097-f661-4c99-8fec-55a055e119e1 req-53c075dc-8b76-4c42-9656-25c1bb4fe8a0 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861926 Nov 03 18:40:14.206278 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c22e3f-2423-4632-9813-70820c6689ec req-d82c0144-af63-444d-a60c-4b5d016e7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:14.218437 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c22e3f-2423-4632-9813-70820c6689ec req-d82c0144-af63-444d-a60c-4b5d016e7ce5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 1101 time: 0.1472239 Nov 03 18:40:14.257340 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 4462cff5-fbd8-478b-b172-36f0815c6259, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4462cff5-fbd8-478b-b172-36f0815c6259,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:14.316042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234091f-9c91-484f-8b66-a7af4d131a87 req-ef6a0bb0-4117-4cff-95c1-6b5851e6fafe tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:14.325161 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3234091f-9c91-484f-8b66-a7af4d131a87 req-ef6a0bb0-4117-4cff-95c1-6b5851e6fafe tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.1298454 Nov 03 18:40:14.329606 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '4462cff5-fbd8-478b-b172-36f0815c6259', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '4462cff5-fbd8-478b-b172-36f0815c6259', 'mac_address': 'fa:16:3e:16:a1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:14.429423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c22e3f-2423-4632-9813-70820c6689ec req-da5bc974-945e-4b1e-a9fb-8d917c93633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:14.431308 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c22e3f-2423-4632-9813-70820c6689ec req-da5bc974-945e-4b1e-a9fb-8d917c93633f service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1462662 Nov 03 18:40:14.449470 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:14.453581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3234091f-9c91-484f-8b66-a7af4d131a87 req-a298cf90-9a6f-4885-b26c-c0d432971812 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273074 Nov 03 18:40:14.495674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4462cff5-fbd8-478b-b172-36f0815c6259 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:14.496576 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a107e95e-2fd4-4a42-abe5-f13402b983c9 req-308fe0a2-ab08-425b-8bb1-b018a7910d0a tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0700088 Nov 03 18:40:14.561944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 4462cff5-fbd8-478b-b172-36f0815c6259, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4462cff5-fbd8-478b-b172-36f0815c6259,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:14.578326 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:14.623089 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c22e3f-2423-4632-9813-70820c6689ec req-82a26b8b-a356-4263-befa-0489a495d1b5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d HTTP/1.1" status: 200 len: 217 time: 0.1623805 Nov 03 18:40:14.638985 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=4462cff5-fbd8-478b-b172-36f0815c6259,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:14.683262 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6a7db709-baf1-49ff-bc55-5303c43b4415 req-e8d16a23-73cb-4d84-99e2-bab9eb69ab15 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 210 time: 0.0375104 Nov 03 18:40:14.777858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11466d-7299-4fee-9921-7f83d09110b1 req-0464435b-9fff-430e-bcce-d15d0623858f tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:14.785833 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb11466d-7299-4fee-9921-7f83d09110b1 req-0464435b-9fff-430e-bcce-d15d0623858f tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1976004 Nov 03 18:40:14.801846 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c22e3f-2423-4632-9813-70820c6689ec req-5fbbcfbe-50a4-4d40-93d7-43f74810d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:14.803645 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c22e3f-2423-4632-9813-70820c6689ec req-5fbbcfbe-50a4-4d40-93d7-43f74810d809 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0620532 Nov 03 18:40:14.856156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ca203-5182-4864-aeba-c1b51e4dcd98 req-18183cab-12ec-43bd-9dac-e631ba2d7ebc tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:14.857782 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce1ca203-5182-4864-aeba-c1b51e4dcd98 req-18183cab-12ec-43bd-9dac-e631ba2d7ebc tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1177289 Nov 03 18:40:14.876932 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb11466d-7299-4fee-9921-7f83d09110b1 req-d260fbfb-000c-4cb4-b8b7-9c699f352d93 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879855 Nov 03 18:40:14.897303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c22e3f-2423-4632-9813-70820c6689ec req-a29fd448-cd13-4a59-a347-a7302cdbd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:14.898984 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c22e3f-2423-4632-9813-70820c6689ec req-a29fd448-cd13-4a59-a347-a7302cdbd7e2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0522728 Nov 03 18:40:14.942740 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce1ca203-5182-4864-aeba-c1b51e4dcd98 req-d5ad8698-e78a-45af-8fe1-e65c3a573304 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645242 Nov 03 18:40:15.014374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['4462cff5-fbd8-478b-b172-36f0815c6259'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:15.061846 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c22e3f-2423-4632-9813-70820c6689ec req-0e9588f7-1f32-4a7c-bc60-4ad075d8a2ba service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451411 Nov 03 18:40:15.258648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c509754-f36c-46de-be8e-c69396351221 req-078d153e-bc51-40cb-afe8-aafb49dd88b7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:15.268420 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c509754-f36c-46de-be8e-c69396351221 req-078d153e-bc51-40cb-afe8-aafb49dd88b7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1302381 Nov 03 18:40:15.362020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6b071a72-3287-4240-9b8f-9b1b7cd4acbf details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:15.405401 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17c22e3f-2423-4632-9813-70820c6689ec req-6ff74a3f-4a91-41a3-bb84-dee6ff0fce55 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279794 Nov 03 18:40:15.407388 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c509754-f36c-46de-be8e-c69396351221 req-df5b5ae4-9b93-43ff-8527-a2fa68ccdb97 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376626 Nov 03 18:40:15.461815 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf268c-737b-488d-b5ce-62f5204961d5 req-064cffc5-a8d0-42ce-8f44-11fb53acdf3c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:15.463682 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63cf268c-737b-488d-b5ce-62f5204961d5 req-064cffc5-a8d0-42ce-8f44-11fb53acdf3c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 948 time: 0.1461039 Nov 03 18:40:15.534081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6b071a72-3287-4240-9b8f-9b1b7cd4acbf,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:15.551359 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '6b071a72-3287-4240-9b8f-9b1b7cd4acbf', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '6b071a72-3287-4240-9b8f-9b1b7cd4acbf', 'mac_address': 'fa:16:3e:b2:33:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:15.604900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63cf268c-737b-488d-b5ce-62f5204961d5 req-c8190e42-2a30-4e25-8cb4-96afa7d312f5 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322289 Nov 03 18:40:15.627430 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:15.651838 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b071a72-3287-4240-9b8f-9b1b7cd4acbf {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:15.685343 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6b071a72-3287-4240-9b8f-9b1b7cd4acbf,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:15.698374 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:15.705888 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534b912-afb9-497f-9a29-72791bcdeccb req-5fc393f8-819c-48d2-b014-932ee1b2762a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:15.713703 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7534b912-afb9-497f-9a29-72791bcdeccb req-5fc393f8-819c-48d2-b014-932ee1b2762a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.1329844 Nov 03 18:40:15.775295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e6c8c8f-9e04-4792-bf27-3b5a7d13bfc8 req-aa8fb163-811d-47f2-b866-d5c6eda0bdd0 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0580926 Nov 03 18:40:15.837326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7534b912-afb9-497f-9a29-72791bcdeccb req-955c3e37-b345-4fe3-8ca4-f7486362fe18 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226516 Nov 03 18:40:15.838513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=6b071a72-3287-4240-9b8f-9b1b7cd4acbf,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:15.989464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6a2970fc-564a-4906-b6f3-2c2d2440acd5 req-1b77c5e4-fb26-493c-9b93-a027869b4f6b tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/ports?device_id=29709f7a-39c6-4f0c-bf45-1a686b71d1b9 HTTP/1.1" status: 200 len: 210 time: 0.0378509 Nov 03 18:40:16.081125 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6e5cd-e9bf-4898-89c2-a9359036b9a7 req-d3529711-95ca-494e-8217-e34ac2b3ad10 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:16.088699 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80e6e5cd-e9bf-4898-89c2-a9359036b9a7 req-d3529711-95ca-494e-8217-e34ac2b3ad10 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0901499 Nov 03 18:40:16.212689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95aa2bc-11e5-466a-b460-e4f93dbd1fb1 req-d743cd6f-7c4e-4840-a402-6a53bb037734 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:16.214944 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e95aa2bc-11e5-466a-b460-e4f93dbd1fb1 req-d743cd6f-7c4e-4840-a402-6a53bb037734 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.0964482 Nov 03 18:40:16.218974 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80e6e5cd-e9bf-4898-89c2-a9359036b9a7 req-4cb23c80-96a2-4b3c-b71e-b679dbd133a4 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293192 Nov 03 18:40:16.301282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['6b071a72-3287-4240-9b8f-9b1b7cd4acbf'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:16.309691 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e95aa2bc-11e5-466a-b460-e4f93dbd1fb1 req-e108f64e-1903-429a-b79b-4e2ad2a75316 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838928 Nov 03 18:40:16.573714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bff66b-ab0e-4043-8ec3-1d287cd156f1 req-1711f081-923f-43ff-a618-958ed5a43b35 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:16.575429 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94bff66b-ab0e-4043-8ec3-1d287cd156f1 req-1711f081-923f-43ff-a618-958ed5a43b35 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.0648587 Nov 03 18:40:16.652542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94bff66b-ab0e-4043-8ec3-1d287cd156f1 req-61c4176f-cced-41f8-aae9-273e05d941be tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697248 Nov 03 18:40:16.779235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763df626-adc1-49f5-9146-0e72709f6a07 req-209bdaaa-5b50-4713-bc79-0e5b4a70640c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:16.792543 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-763df626-adc1-49f5-9146-0e72709f6a07 req-209bdaaa-5b50-4713-bc79-0e5b4a70640c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 949 time: 0.1089940 Nov 03 18:40:16.876508 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-763df626-adc1-49f5-9146-0e72709f6a07 req-30077253-a98d-4cd9-8777-45aec327acb3 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825777 Nov 03 18:40:17.005983 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea851d89-563b-4f53-bac2-924115ff7f94 req-e0ec1ca0-dad3-4c4a-af13-faaaf3018e09 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0454118 Nov 03 18:40:17.032206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d6fe5-3836-48a7-91d9-ae52cbd8c9bf req-17f05198-cb7e-4de5-891f-1614c8cc7df6 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:17.040529 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1d6fe5-3836-48a7-91d9-ae52cbd8c9bf req-17f05198-cb7e-4de5-891f-1614c8cc7df6 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.0961998 Nov 03 18:40:17.111662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e1d6fe5-3836-48a7-91d9-ae52cbd8c9bf req-3eb82db1-a634-4da1-b319-94f7ed436074 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701022 Nov 03 18:40:17.152866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41366) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:17.220413 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-419d553a-a6c4-414c-abac-f632e6418a5b tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:17.270830 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-419d553a-a6c4-414c-abac-f632e6418a5b tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:17.363892 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-419d553a-a6c4-414c-abac-f632e6418a5b tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:17.367649 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-419d553a-a6c4-414c-abac-f632e6418a5b tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:17.369384 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-419d553a-a6c4-414c-abac-f632e6418a5b tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "DELETE /v2.0/security-groups/88421fb9-4b77-44bd-97e8-63b176ed61b9 HTTP/1.1" status: 204 len: 168 time: 0.2146816 Nov 03 18:40:17.371961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41372) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:17.400980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d553a-a6c4-414c-abac-f632e6418a5b tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88421fb9-4b77-44bd-97e8-63b176ed61b9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:17.435606 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-9c29847a-bd69-4208-a028-990388d47767 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] show failed (client error): The resource could not be found. Nov 03 18:40:17.436552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9c29847a-bd69-4208-a028-990388d47767 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "GET /v2.0/security-groups/88421fb9-4b77-44bd-97e8-63b176ed61b9 HTTP/1.1" status: 404 len: 347 time: 0.0630760 Nov 03 18:40:17.439674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41374) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:17.586690 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d14b1-68be-4d27-9093-aa1b1bca2286 req-0e1e03f0-371d-41ed-b1c6-3f7a29da6bbc tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:17.595114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-317d14b1-68be-4d27-9093-aa1b1bca2286 req-0e1e03f0-371d-41ed-b1c6-3f7a29da6bbc tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1653044 Nov 03 18:40:17.656869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-317d14b1-68be-4d27-9093-aa1b1bca2286 req-8f6f8a62-bde0-43b0-99c0-f1881eea13f5 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604837 Nov 03 18:40:17.675768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c2000f35-d707-4878-9c69-d92999080b67 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Deleting port 2fd4b123-31d7-490f-a613-c95ef3c3988b {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:17.675768 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c2000f35-d707-4878-9c69-d92999080b67 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:17.688406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaae176-d82b-4764-b881-fdff8e3909a5 req-170b3691-9a68-4ad1-90c9-5158e71765a8 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:17.696158 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2eaae176-d82b-4764-b881-fdff8e3909a5 req-170b3691-9a68-4ad1-90c9-5158e71765a8 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.3049510 Nov 03 18:40:17.801116 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2eaae176-d82b-4764-b881-fdff8e3909a5 req-43b3fc4e-3427-467f-91b0-bbb6fbb57ba1 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915794 Nov 03 18:40:17.845928 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c2000f35-d707-4878-9c69-d92999080b67 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:17.846181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c2000f35-d707-4878-9c69-d92999080b67 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:17.865483 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c2000f35-d707-4878-9c69-d92999080b67 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Calling delete_port for 2fd4b123-31d7-490f-a613-c95ef3c3988b owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:17.888328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaddf4-2739-46f8-b0c4-299bdf63c10e req-7b6cef08-c924-4756-b9db-6af3b5ed9b44 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:17.890569 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8eaaddf4-2739-46f8-b0c4-299bdf63c10e req-7b6cef08-c924-4756-b9db-6af3b5ed9b44 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.0878537 Nov 03 18:40:17.932702 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 4462cff5-fbd8-478b-b172-36f0815c6259 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:18.045355 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 4462cff5-fbd8-478b-b172-36f0815c6259 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:40:18.050965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 4462cff5-fbd8-478b-b172-36f0815c6259 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:18.072869 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:18.084317 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8eaaddf4-2739-46f8-b0c4-299bdf63c10e req-a397c001-1e73-4638-bcc2-f925b92d1e3f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563079 Nov 03 18:40:18.177803 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c2000f35-d707-4878-9c69-d92999080b67 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:18.194514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e954d3-f3ec-4c2f-a0b3-e5bd30168912 req-8e224309-17f6-40f2-badf-c5178b70fa28 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:18.196147 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70e954d3-f3ec-4c2f-a0b3-e5bd30168912 req-8e224309-17f6-40f2-badf-c5178b70fa28 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 949 time: 0.1623967 Nov 03 18:40:18.220119 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:18.222548 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2000f35-d707-4878-9c69-d92999080b67 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Pushing event deleted for resources: {'Port': ['ID=2fd4b123-31d7-490f-a613-c95ef3c3988b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:18.267055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2041f4d-6478-4cb8-bf64-148bb7ff076e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4462cff5-fbd8-478b-b172-36f0815c6259'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:18.270857 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59603131-8bdb-45b9-af01-a5514f853dab" -d '{"events": [{"server_uuid": "b2041f4d-6478-4cb8-bf64-148bb7ff076e", "name": "network-vif-plugged", "status": "completed", "tag": "4462cff5-fbd8-478b-b172-36f0815c6259"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:18.285332 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70e954d3-f3ec-4c2f-a0b3-e5bd30168912 req-877063b3-6615-4036-b7ea-c2b9ce3381d6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821495 Nov 03 18:40:18.306045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 4462cff5-fbd8-478b-b172-36f0815c6259, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4462cff5-fbd8-478b-b172-36f0815c6259,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:18.319554 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:18.367698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67fb9204-5d18-4fce-b788-f79fab7c64a8 req-3fb04171-c5bb-4f70-aef0-0a5e2c40f416 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0499952 Nov 03 18:40:18.370747 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c2000f35-d707-4878-9c69-d92999080b67 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:18.374690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c2000f35-d707-4878-9c69-d92999080b67 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:18.379248 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41390) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:18.387153 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c2000f35-d707-4878-9c69-d92999080b67 tempest-ServersTestBootFromVolume-260724617 tempest-ServersTestBootFromVolume-260724617-project] 10.222.0.107 "DELETE /v2.0/floatingips/545bf344-f47e-4f7e-9177-8817fb6a9c1b HTTP/1.1" status: 204 len: 168 time: 0.9460752 Nov 03 18:40:18.436770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=4462cff5-fbd8-478b-b172-36f0815c6259,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:18.457433 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea16428a-fac6-4339-8335-2eada8f718c7 x-openstack-request-id: req-ea16428a-fac6-4339-8335-2eada8f718c7 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:18.457946 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2041f4d-6478-4cb8-bf64-148bb7ff076e", "name": "network-vif-plugged", "status": "completed", "tag": "4462cff5-fbd8-478b-b172-36f0815c6259", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:18.458362 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ea16428a-fac6-4339-8335-2eada8f718c7 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:18.458916 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2041f4d-6478-4cb8-bf64-148bb7ff076e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4462cff5-fbd8-478b-b172-36f0815c6259', 'code': 200} Nov 03 18:40:18.570490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c5517-39be-4d2b-8253-ac1524c8e826 req-796eaf00-d8f8-4793-8a18-faee7ac26f21 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:18.578058 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a3c5517-39be-4d2b-8253-ac1524c8e826 req-796eaf00-d8f8-4793-8a18-faee7ac26f21 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.1324589 Nov 03 18:40:18.699977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8720c9-6f2c-434f-a01a-630654ba80d4 req-12de112e-be4e-4327-870d-b3e7e8961a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:18.701636 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa8720c9-6f2c-434f-a01a-630654ba80d4 req-12de112e-be4e-4327-870d-b3e7e8961a88 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b2041f4d-6478-4cb8-bf64-148bb7ff076e HTTP/1.1" status: 200 len: 1101 time: 0.1554093 Nov 03 18:40:18.732497 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a3c5517-39be-4d2b-8253-ac1524c8e826 req-634eb58a-6523-4c33-9574-5a43629b70de tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533482 Nov 03 18:40:18.954779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa8720c9-6f2c-434f-a01a-630654ba80d4 req-52f46fe5-b5d1-458f-bbb9-6ec5dde2f0b4 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208943 Nov 03 18:40:18.968754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c87568-a198-4c45-af14-f0dac4d56041 req-1bb35c6c-59b5-4d53-9d34-c18eb5147abe tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:18.970256 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04c87568-a198-4c45-af14-f0dac4d56041 req-1bb35c6c-59b5-4d53-9d34-c18eb5147abe tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1824789 Nov 03 18:40:19.051560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a9397-8d65-460f-b6ac-c3f8a01bd1cb req-ae23c958-7b76-459c-9a4d-dc9a10e0b5a9 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:19.053281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c8a9397-8d65-460f-b6ac-c3f8a01bd1cb req-ae23c958-7b76-459c-9a4d-dc9a10e0b5a9 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1298945 Nov 03 18:40:19.083858 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04c87568-a198-4c45-af14-f0dac4d56041 req-d70b032c-82d5-4cb0-b876-1fd8ea2dd3fa tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066115 Nov 03 18:40:19.134743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c8a9397-8d65-460f-b6ac-c3f8a01bd1cb req-b7071ca0-6de9-4b02-a2f1-d4cee6b8917b tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696743 Nov 03 18:40:19.224496 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bf2e9009-db64-4582-ab36-246c95de258f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:19.349217 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6b071a72-3287-4240-9b8f-9b1b7cd4acbf up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:19.369395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d050a-f305-416c-9407-6a52f0d2c222 req-811f8941-9b63-46e6-8f2a-8d9c5284b8d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:19.390590 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-890d050a-f305-416c-9407-6a52f0d2c222 req-811f8941-9b63-46e6-8f2a-8d9c5284b8d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1621108 Nov 03 18:40:19.461196 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:40:19.472469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:19.474881 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:19.508904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-890d050a-f305-416c-9407-6a52f0d2c222 req-460932d6-14d9-439c-8d8f-cdd2dc95f68a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172001 Nov 03 18:40:19.634320 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:19.683862 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6b071a72-3287-4240-9b8f-9b1b7cd4acbf,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:19.690292 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:19.750070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-968dde5d-2460-49ed-9c48-5992ffe5050f req-00ed9075-df0a-407a-9ebc-8a1bfc0c59ec tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0450115 Nov 03 18:40:19.769180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b5502-2e02-4589-b41b-5bf81e79b238 req-27aabd95-a251-4903-90ef-d235f7d654df tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:19.777216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-055b5502-2e02-4589-b41b-5bf81e79b238 req-27aabd95-a251-4903-90ef-d235f7d654df tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 949 time: 0.2982910 Nov 03 18:40:19.806934 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=6b071a72-3287-4240-9b8f-9b1b7cd4acbf,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:19.826922 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:19.827262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:19.827631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:19.827984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:19.828323 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:19.828658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:19.828994 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:19.829327 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:19.829656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:19.829984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:19.830455 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:19.830611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:19.874812 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-055b5502-2e02-4589-b41b-5bf81e79b238 req-6542c7d8-5eba-45ee-bb97-12260dc16191 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962083 Nov 03 18:40:20.023990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf87d3-f9cf-412e-9e53-4495606999f6 req-1d0ecfa4-fcfa-4146-b9c0-8452d46e65b4 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:20.025534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-edcf87d3-f9cf-412e-9e53-4495606999f6 req-1d0ecfa4-fcfa-4146-b9c0-8452d46e65b4 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.1371064 Nov 03 18:40:20.088463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df69c05-082f-400f-be18-3884d9d8a08a req-f49bb47d-daa1-462f-9f3a-23a872a873e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:20.090186 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2df69c05-082f-400f-be18-3884d9d8a08a req-f49bb47d-daa1-462f-9f3a-23a872a873e4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 1097 time: 0.5107768 Nov 03 18:40:20.100803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-edcf87d3-f9cf-412e-9e53-4495606999f6 req-d2efceb2-c4bc-4e93-a0a6-1a7392aac33a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669110 Nov 03 18:40:20.130814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-bf2e9009-db64-4582-ab36-246c95de258f admin admin] Deleting port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:20.131162 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bf2e9009-db64-4582-ab36-246c95de258f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:20.245574 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2df69c05-082f-400f-be18-3884d9d8a08a req-96aa0ee2-112e-4826-8535-1ee0b7db028b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351261 Nov 03 18:40:20.364623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-bf2e9009-db64-4582-ab36-246c95de258f admin admin] For port aaac243f-6de9-4cf1-92cf-d6502bb7b8fe, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=aaac243f-6de9-4cf1-92cf-d6502bb7b8fe,segment=NetworkSegment(591f6f94-fd57-408e-8ac3-238cdc06a505),segment_id=591f6f94-fd57-408e-8ac3-238cdc06a505)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:20.365224 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bf2e9009-db64-4582-ab36-246c95de258f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:20.375776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be828cab-14be-42c3-88e7-8cae58a27b41 req-7716dcb7-d291-4e6c-b871-aa10ad1a481b tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:20.378402 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-be828cab-14be-42c3-88e7-8cae58a27b41 req-7716dcb7-d291-4e6c-b871-aa10ad1a481b tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1239605 Nov 03 18:40:20.391286 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-bf2e9009-db64-4582-ab36-246c95de258f admin admin] Calling delete_port for aaac243f-6de9-4cf1-92cf-d6502bb7b8fe owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:20.460620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf58999-c93a-4364-a09b-f44172ac527f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b071a72-3287-4240-9b8f-9b1b7cd4acbf'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:20.463563 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa14fb02-6a27-47e2-bc7e-0169a5c7bcbe" -d '{"events": [{"server_uuid": "aaf58999-c93a-4364-a09b-f44172ac527f", "name": "network-vif-plugged", "status": "completed", "tag": "6b071a72-3287-4240-9b8f-9b1b7cd4acbf"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:20.486303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc87a3-33b7-4e59-8a79-cee0aa825336 req-78504269-838c-4397-8778-27b65407cda4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:20.493856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4afc87a3-33b7-4e59-8a79-cee0aa825336 req-78504269-838c-4397-8778-27b65407cda4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.2247665 Nov 03 18:40:20.565167 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-be828cab-14be-42c3-88e7-8cae58a27b41 req-14590d43-689f-4886-8dc9-f8be5f57a4b2 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623898 Nov 03 18:40:20.656966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4afc87a3-33b7-4e59-8a79-cee0aa825336 req-c9643b7d-73f9-4469-8a97-c4009f7c791c tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620805 Nov 03 18:40:20.668457 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff97bd1-c7ba-4e63-a7c3-0c4a286b10dc x-openstack-request-id: req-8ff97bd1-c7ba-4e63-a7c3-0c4a286b10dc {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:20.669643 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf58999-c93a-4364-a09b-f44172ac527f", "name": "network-vif-plugged", "status": "completed", "tag": "6b071a72-3287-4240-9b8f-9b1b7cd4acbf", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:20.670312 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8ff97bd1-c7ba-4e63-a7c3-0c4a286b10dc {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:20.670887 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf58999-c93a-4364-a09b-f44172ac527f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b071a72-3287-4240-9b8f-9b1b7cd4acbf', 'code': 200} Nov 03 18:40:20.910323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca523790-dad2-4590-9ca1-d33b5309bcc3 req-2eb64369-2261-46e8-9df1-a63fc949eccf tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:20.913958 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca523790-dad2-4590-9ca1-d33b5309bcc3 req-2eb64369-2261-46e8-9df1-a63fc949eccf tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1492617 Nov 03 18:40:20.972248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df0170a3-1fd5-4122-a179-ef070a6f6f4e req-e8c24ab2-a015-49bc-a208-183eda0bc484 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0570776 Nov 03 18:40:20.987468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a1b4f-0508-460c-878e-715322537225 req-792d6c9a-cd30-4bf7-bffb-758b783db3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:20.989910 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fe2a1b4f-0508-460c-878e-715322537225 req-792d6c9a-cd30-4bf7-bffb-758b783db3ce service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 1101 time: 0.0567358 Nov 03 18:40:21.025975 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bf2e9009-db64-4582-ab36-246c95de258f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:21.068980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e9009-db64-4582-ab36-246c95de258f admin admin] Pushing event deleted for resources: {'Port': ['ID=aaac243f-6de9-4cf1-92cf-d6502bb7b8fe,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:21.091387 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fe2a1b4f-0508-460c-878e-715322537225 req-ee7c72a1-cf38-4357-bd71-54aa2bbcd0e6 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664454 Nov 03 18:40:21.128656 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca523790-dad2-4590-9ca1-d33b5309bcc3 req-8bd5ab1d-caa7-4720-9458-c9b2712605fd tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931598 Nov 03 18:40:21.635237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021a1a7-2606-4cda-9c67-c9a85d1fa74a req-e5bc4bad-fff2-4989-9770-116dfca8b84c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:21.637082 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c021a1a7-2606-4cda-9c67-c9a85d1fa74a req-e5bc4bad-fff2-4989-9770-116dfca8b84c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 950 time: 0.5546937 Nov 03 18:40:21.734656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6dca5-ef7e-4675-9f85-251931a11f05 req-3a9b8e9f-0a45-4989-9d15-a31bd9589d26 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:21.736975 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5e6dca5-ef7e-4675-9f85-251931a11f05 req-3a9b8e9f-0a45-4989-9d15-a31bd9589d26 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.5269201 Nov 03 18:40:21.806886 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bf2e9009-db64-4582-ab36-246c95de258f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:21.822402 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c021a1a7-2606-4cda-9c67-c9a85d1fa74a req-07a4eaec-f4ea-452d-9532-6dc288a7e51d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408625 Nov 03 18:40:21.930539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5e6dca5-ef7e-4675-9f85-251931a11f05 req-61f42762-14d6-4ead-91fb-a8c8b7c67382 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820545 Nov 03 18:40:22.052217 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92213f28-ff3a-40ac-a63e-a59bf845b584 req-7a53da4c-271e-43ae-8fc4-15b8943ee64d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:22.054172 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92213f28-ff3a-40ac-a63e-a59bf845b584 req-7a53da4c-271e-43ae-8fc4-15b8943ee64d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1535776 Nov 03 18:40:22.174616 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004f430-790f-4912-b4e8-434e52ca13da req-197a12f5-1d53-4003-a300-cc4ae5adb671 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:22.186577 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f004f430-790f-4912-b4e8-434e52ca13da req-197a12f5-1d53-4003-a300-cc4ae5adb671 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1839793 Nov 03 18:40:22.210236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92213f28-ff3a-40ac-a63e-a59bf845b584 req-9507cbdc-fcbd-4314-98e6-92f958219278 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472130 Nov 03 18:40:22.299900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f004f430-790f-4912-b4e8-434e52ca13da req-a91a3846-d88b-4534-b3f9-c7d00183b27b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125114 Nov 03 18:40:22.329650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2e9009-db64-4582-ab36-246c95de258f admin admin] Router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:40:22.332712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-099a7f34-5de6-4733-b367-4483c1bbacdb req-7a2b974e-4fbe-409c-9dd7-c1a2bd502f43 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0402236 Nov 03 18:40:22.535858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f4fc8-8dbe-442c-a9f5-3e910a707549 req-030d638f-9ed4-450f-be30-da1bf4e9ca04 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:22.536982 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e7f4fc8-8dbe-442c-a9f5-3e910a707549 req-030d638f-9ed4-450f-be30-da1bf4e9ca04 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1190610 Nov 03 18:40:22.543041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2e9009-db64-4582-ab36-246c95de258f admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:40:22.552900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bf2e9009-db64-4582-ab36-246c95de258f admin admin] 10.222.0.107 "PUT /v2.0/routers/9263b7fd-621f-4749-9294-4e4d0c6c5d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1725585 Nov 03 18:40:22.555280 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41446) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:22.558652 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb128bd6-83b3-4dc0-99cb-e9f41c917a59 None None] Sync routers for ids ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:40:22.570128 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb128bd6-83b3-4dc0-99cb-e9f41c917a59 None None] Routers {'9263b7fd-621f-4749-9294-4e4d0c6c5d6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:22.571537 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-eb128bd6-83b3-4dc0-99cb-e9f41c917a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:39:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:22.604287 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e7f4fc8-8dbe-442c-a9f5-3e910a707549 req-6d33f6ec-8eb3-443f-bc96-2e6a642b8182 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585649 Nov 03 18:40:22.683387 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:22.728914 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-eb128bd6-83b3-4dc0-99cb-e9f41c917a59 None None] Set router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:22.843559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:23.038875 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] Deleting port b12e4dbc-edba-4c3a-af02-7ead0a445083 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:23.039569 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:23.045748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7826436-4f5d-4094-a3d8-08a37795dd40 req-c4025d0d-2c1c-4c07-ba1c-42cb24932098 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:23.055523 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7826436-4f5d-4094-a3d8-08a37795dd40 req-c4025d0d-2c1c-4c07-ba1c-42cb24932098 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 950 time: 0.1110241 Nov 03 18:40:23.091830 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-eb128bd6-83b3-4dc0-99cb-e9f41c917a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:19Z', 'updated_at': '2021-11-03T18:40:20Z', 'revision_number': 5, 'project_id': '0487d7314e3748c0932b744a4660085a', 'gw_port': {'id': 'b12e4dbc-edba-4c3a-af02-7ead0a445083', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:36:21Z', 'updated_at': '2021-11-03T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:23.147180 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb128bd6-83b3-4dc0-99cb-e9f41c917a59 None None] Checking router: 9263b7fd-621f-4749-9294-4e4d0c6c5d6f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:40:23.158181 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7826436-4f5d-4094-a3d8-08a37795dd40 req-bf76ed10-5f5b-450d-95fb-ccc766376457 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902400 Nov 03 18:40:23.164323 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb128bd6-83b3-4dc0-99cb-e9f41c917a59 None None] Routers {'9263b7fd-621f-4749-9294-4e4d0c6c5d6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:23.165344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-eb128bd6-83b3-4dc0-99cb-e9f41c917a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:39:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:23.172525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d1983-cd49-4869-90a7-51727030f758 req-17ecdec7-dab3-4fc8-91ae-7291108e68ab tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:23.180460 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6a3d1983-cd49-4869-90a7-51727030f758 req-17ecdec7-dab3-4fc8-91ae-7291108e68ab tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.0966003 Nov 03 18:40:23.180797 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] For port b12e4dbc-edba-4c3a-af02-7ead0a445083, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b12e4dbc-edba-4c3a-af02-7ead0a445083,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:23.182342 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:23.210849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] Calling delete_port for b12e4dbc-edba-4c3a-af02-7ead0a445083 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:23.268850 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6a3d1983-cd49-4869-90a7-51727030f758 req-ff33a602-5dd8-405f-ad20-5b41921dc803 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879328 Nov 03 18:40:23.444559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50654b33-7f06-4483-a81d-bd804e539889 req-23db4af6-bfb0-4fa4-bda1-7e5730953cc2 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:23.467273 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50654b33-7f06-4483-a81d-bd804e539889 req-23db4af6-bfb0-4fa4-bda1-7e5730953cc2 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1727962 Nov 03 18:40:23.497782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-eb128bd6-83b3-4dc0-99cb-e9f41c917a59 None None] Set router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:23.531304 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:23.560971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-eb128bd6-83b3-4dc0-99cb-e9f41c917a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:19Z', 'updated_at': '2021-11-03T18:40:22Z', 'revision_number': 6, 'project_id': '0487d7314e3748c0932b744a4660085a', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:23.580093 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] Pushing event deleted for resources: {'Port': ['ID=b12e4dbc-edba-4c3a-af02-7ead0a445083,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:23.618505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50654b33-7f06-4483-a81d-bd804e539889 req-2b917cd6-3ef8-4f8f-890e-148018f24160 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498797 Nov 03 18:40:23.635487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524930e6-f017-4ae5-b2b3-a338f7e4102d req-3d7ce877-5bb7-4ebf-a49c-8fb444f1adaf tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:23.648748 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb128bd6-83b3-4dc0-99cb-e9f41c917a59 None None] The sync data for ids ['9263b7fd-621f-4749-9294-4e4d0c6c5d6f'] in n-d-812150-4 is: [{'id': '9263b7fd-621f-4749-9294-4e4d0c6c5d6f', 'name': 'tempest-ServersTestBootFromVolume-324395833-router', 'tenant_id': '0487d7314e3748c0932b744a4660085a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:36:19Z', 'updated_at': '2021-11-03T18:40:22Z', 'revision_number': 6, 'project_id': '0487d7314e3748c0932b744a4660085a', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:40:23.659966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-524930e6-f017-4ae5-b2b3-a338f7e4102d req-3d7ce877-5bb7-4ebf-a49c-8fb444f1adaf tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1255965 Nov 03 18:40:23.706153 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:23.734632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-524930e6-f017-4ae5-b2b3-a338f7e4102d req-bfb37623-939c-44d4-a8bd-2ee6b498efbc tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736589 Nov 03 18:40:23.809054 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:23.811364 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:23.840160 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea7a1369-9017-4307-b600-472440397e61 req-4fba40f2-e406-44d9-a76f-963abfde49c5 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0538580 Nov 03 18:40:23.867998 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:23.871287 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9263b7fd-621f-4749-9294-4e4d0c6c5d6f {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:40:23.880540 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:23.882126 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-952a9580-2938-4895-b702-06dabb658159 admin admin] 10.222.0.107 "DELETE /v2.0/routers/9263b7fd-621f-4749-9294-4e4d0c6c5d6f HTTP/1.1" status: 204 len: 168 time: 1.3250990 Nov 03 18:40:23.886169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41474) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:23.933429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537347f7-8a06-40b3-85d9-0bd5a0d76f8a req-576fd250-9b1d-4814-b7a5-a25a6c1ca237 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:23.935214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-537347f7-8a06-40b3-85d9-0bd5a0d76f8a req-576fd250-9b1d-4814-b7a5-a25a6c1ca237 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.0936615 Nov 03 18:40:23.951556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-decd4ed1-3584-42ef-ac57-c4f94dd07a96 admin admin] Deleting subnet bf3b54d6-1983-470d-8b3b-6e8728cac670 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:40:23.955790 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-decd4ed1-3584-42ef-ac57-c4f94dd07a96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:24.013220 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-decd4ed1-3584-42ef-ac57-c4f94dd07a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:24.026044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-537347f7-8a06-40b3-85d9-0bd5a0d76f8a req-230e0a81-2c78-4a9b-bcb7-699be9bcad82 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834475 Nov 03 18:40:24.067315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7ae46-b076-406f-afa8-75ae6d2b7122 req-0c84e4ab-f3fc-46aa-a757-64c41a39e7ad tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:24.077582 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efc7ae46-b076-406f-afa8-75ae6d2b7122 req-0c84e4ab-f3fc-46aa-a757-64c41a39e7ad tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1160395 Nov 03 18:40:24.138557 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-decd4ed1-3584-42ef-ac57-c4f94dd07a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:24.147013 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efc7ae46-b076-406f-afa8-75ae6d2b7122 req-48eaaba9-0931-4277-96ba-a0c418f26092 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684354 Nov 03 18:40:24.214731 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-decd4ed1-3584-42ef-ac57-c4f94dd07a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:24.249672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd4ed1-3584-42ef-ac57-c4f94dd07a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf3b54d6-1983-470d-8b3b-6e8728cac670,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:24.257903 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-decd4ed1-3584-42ef-ac57-c4f94dd07a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:24.265496 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2846af-c895-409d-ab38-9256bc3d1f83 None None] Network 74b7de5c-625e-4531-ade4-edde3aeb2a38 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:40:24.266044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41482) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:24.268150 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-decd4ed1-3584-42ef-ac57-c4f94dd07a96 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/bf3b54d6-1983-470d-8b3b-6e8728cac670 HTTP/1.1" status: 204 len: 168 time: 0.3767381 Nov 03 18:40:24.393068 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:24.407181 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06502b78-3f17-4815-bdf1-0c89ca34f452 req-7932a073-9a06-40ef-a1d4-5d9ce7386351 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:24.409402 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06502b78-3f17-4815-bdf1-0c89ca34f452 req-7932a073-9a06-40ef-a1d4-5d9ce7386351 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 950 time: 0.1452200 Nov 03 18:40:24.534609 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06502b78-3f17-4815-bdf1-0c89ca34f452 req-647c20aa-fb39-484b-8e72-8428ef6d1ea6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188183 Nov 03 18:40:24.562755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] Deleting port 4fefc3aa-23af-4830-812f-2d08ea7d6f28 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:24.563079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:24.587946 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b96fbd-c235-40ad-a8ea-b8382340b58c None None] DHCP port deletion for 74b7de5c-625e-4531-ade4-edde3aeb2a38 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:40:24.661442 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-94b96fbd-c235-40ad-a8ea-b8382340b58c None None] Deleting port 4fefc3aa-23af-4830-812f-2d08ea7d6f28 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:40:24.662241 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-94b96fbd-c235-40ad-a8ea-b8382340b58c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:24.726391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] For port 4fefc3aa-23af-4830-812f-2d08ea7d6f28, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4fefc3aa-23af-4830-812f-2d08ea7d6f28,segment=NetworkSegment(591f6f94-fd57-408e-8ac3-238cdc06a505),segment_id=591f6f94-fd57-408e-8ac3-238cdc06a505)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:24.726761 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:24.740346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-94b96fbd-c235-40ad-a8ea-b8382340b58c None None] For port 4fefc3aa-23af-4830-812f-2d08ea7d6f28, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4fefc3aa-23af-4830-812f-2d08ea7d6f28,segment=NetworkSegment(591f6f94-fd57-408e-8ac3-238cdc06a505),segment_id=591f6f94-fd57-408e-8ac3-238cdc06a505)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:24.741466 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-94b96fbd-c235-40ad-a8ea-b8382340b58c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:24.763561 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-94b96fbd-c235-40ad-a8ea-b8382340b58c None None] Calling delete_port for 4fefc3aa-23af-4830-812f-2d08ea7d6f28 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:24.767940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] Calling delete_port for 4fefc3aa-23af-4830-812f-2d08ea7d6f28 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:40:24.784853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b891f2a-9a5b-44ef-b8fe-071c60cfee22 req-17a354f6-88b9-4191-9dcc-98ef962e5de6 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:24.793059 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b891f2a-9a5b-44ef-b8fe-071c60cfee22 req-17a354f6-88b9-4191-9dcc-98ef962e5de6 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.2276325 Nov 03 18:40:24.877559 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-94b96fbd-c235-40ad-a8ea-b8382340b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:24.925994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e9074-8439-4064-8381-6a4306f71e4e req-c97c2152-743d-4942-af5f-a2030e4676c5 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:24.934011 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba0e9074-8439-4064-8381-6a4306f71e4e req-c97c2152-743d-4942-af5f-a2030e4676c5 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.3039865 Nov 03 18:40:24.938047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device aaac243f-6de9-4cf1-92cf-d6502bb7b8fe no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:24.952313 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b96fbd-c235-40ad-a8ea-b8382340b58c None None] Pushing event deleted for resources: {'Port': ['ID=4fefc3aa-23af-4830-812f-2d08ea7d6f28,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:24.988880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: aaac243f-6de9-4cf1-92cf-d6502bb7b8fe {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:40:24.989562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device aaac243f-6de9-4cf1-92cf-d6502bb7b8fe not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:40:24.989725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4fefc3aa-23af-4830-812f-2d08ea7d6f28 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:25.014372 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b96fbd-c235-40ad-a8ea-b8382340b58c None None] No DVR routers for this DVR port 4fefc3aa-23af-4830-812f-2d08ea7d6f28 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:40:25.019852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 4fefc3aa-23af-4830-812f-2d08ea7d6f28 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:40:25.020080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4fefc3aa-23af-4830-812f-2d08ea7d6f28 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:40:25.020421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b891f2a-9a5b-44ef-b8fe-071c60cfee22 req-a5e197eb-f8ee-4b08-b0d9-a45479837413 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213049 Nov 03 18:40:25.020698 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b12e4dbc-edba-4c3a-af02-7ead0a445083 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:25.054255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: b12e4dbc-edba-4c3a-af02-7ead0a445083 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:40:25.054614 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b12e4dbc-edba-4c3a-af02-7ead0a445083 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:40:25.072203 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba0e9074-8439-4064-8381-6a4306f71e4e req-4ebc803e-7910-40ab-b38d-74a39001b298 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365666 Nov 03 18:40:25.081786 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.118336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fefc3aa-23af-4830-812f-2d08ea7d6f28,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:25.125201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] No DVR routers for this DVR port 4fefc3aa-23af-4830-812f-2d08ea7d6f28 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:40:25.257620 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.283478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66861e82-10ad-427e-b952-2314a1d28911 req-3702ae7f-e7dc-470d-bc38-c8e1410bc2c3 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:25.285039 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66861e82-10ad-427e-b952-2314a1d28911 req-3702ae7f-e7dc-470d-bc38-c8e1410bc2c3 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2041f4d-6478-4cb8-bf64-148bb7ff076e HTTP/1.1" status: 200 len: 950 time: 0.1613081 Nov 03 18:40:25.296609 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b7de5c-625e-4531-ade4-edde3aeb2a38']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:25.306237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691112c-c413-4bf0-9d54-38921944a5fb req-8472f43a-5122-4b31-a73d-3ef2afcb487b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:25.307702 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4691112c-c413-4bf0-9d54-38921944a5fb req-8472f43a-5122-4b31-a73d-3ef2afcb487b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1338394 Nov 03 18:40:25.321767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591f6f94-fd57-408e-8ac3-238cdc06a505') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:25.322061 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591f6f94-fd57-408e-8ac3-238cdc06a505') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:25.349724 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.380569 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.396202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:40:25.396590 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:40:25.398210 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:40:25.425638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66861e82-10ad-427e-b952-2314a1d28911 req-3e59f51d-5b32-4ce5-ac1e-fffabf2477ea tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308434 Nov 03 18:40:25.457307 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4691112c-c413-4bf0-9d54-38921944a5fb req-f31e81d3-df2d-406a-b2fa-8bb6bcd8c6ca tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391535 Nov 03 18:40:25.477911 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.487436 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.491531 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] 10.222.0.107 "DELETE /v2.0/networks/74b7de5c-625e-4531-ade4-edde3aeb2a38 HTTP/1.1" status: 204 len: 168 time: 1.2149785 Nov 03 18:40:25.507302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bd61c-5320-45b5-a1b4-c030f2e1f3d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=74b7de5c-625e-4531-ade4-edde3aeb2a38,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:25.584844 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f8912d0-b2b9-49ee-bd94-e2d7461270f7 req-061f2eb5-0c04-4f2e-8061-ad142925fcbb tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0533407 Nov 03 18:40:25.620234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6063a-4669-47e3-a9b5-7cd1f854a542 req-0baecbed-e5b2-48ec-b187-73770b0d7278 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:25.628638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b0e6063a-4669-47e3-a9b5-7cd1f854a542 req-0baecbed-e5b2-48ec-b187-73770b0d7278 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.0842388 Nov 03 18:40:25.693583 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c5a44e2d-6ac1-495a-bd14-ac11caca590e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.702669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b0e6063a-4669-47e3-a9b5-7cd1f854a542 req-4b475cfd-7127-40a5-998c-2378d8f4dcde tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728910 Nov 03 18:40:25.757018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41518) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:25.807693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ac71a33c-8d11-4774-adf9-384b0bd9c270 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0487d7314e3748c0932b744a4660085a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470326 Nov 03 18:40:25.808128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41524) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:25.867528 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-295933c8-ce09-4698-8b8b-d675fb3bfe5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.894389 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-295933c8-ce09-4698-8b8b-d675fb3bfe5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.915739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ab362-1739-422e-9678-3407aa051752 req-149d1fc8-26a5-436b-88d0-57908703f23a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:25.925089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ab362-1739-422e-9678-3407aa051752 req-149d1fc8-26a5-436b-88d0-57908703f23a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:25.927915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad4ab362-1739-422e-9678-3407aa051752 req-149d1fc8-26a5-436b-88d0-57908703f23a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f&device_id=b2041f4d-6478-4cb8-bf64-148bb7ff076e HTTP/1.1" status: 200 len: 1691 time: 0.0704145 Nov 03 18:40:25.962505 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-295933c8-ce09-4698-8b8b-d675fb3bfe5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.966383 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-295933c8-ce09-4698-8b8b-d675fb3bfe5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:25.970399 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-295933c8-ce09-4698-8b8b-d675fb3bfe5f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/db3eecb8-4b66-4bd2-8fdc-4117fa501816 HTTP/1.1" status: 204 len: 168 time: 0.1575975 Nov 03 18:40:25.979253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295933c8-ce09-4698-8b8b-d675fb3bfe5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3eecb8-4b66-4bd2-8fdc-4117fa501816,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:26.004198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad4ab362-1739-422e-9678-3407aa051752 req-7b673dce-a4be-4253-aba5-e56c86a58088 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698488 Nov 03 18:40:26.046026 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ab789-1506-4f04-949f-6b2cea5fe5bc req-e698794f-27f0-4c29-9d7a-6f4243df6431 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:26.047511 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e66ab789-1506-4f04-949f-6b2cea5fe5bc req-e698794f-27f0-4c29-9d7a-6f4243df6431 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.0696957 Nov 03 18:40:26.102185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e66ab789-1506-4f04-949f-6b2cea5fe5bc req-0d6b9bce-8dcb-420a-a9e9-23c549f188da tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471625 Nov 03 18:40:26.239056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37de214-40f1-4794-a0ea-149671f71e46 req-8669e345-be42-4eae-a6bb-28b4ad4ff876 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:26.240608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f37de214-40f1-4794-a0ea-149671f71e46 req-8669e345-be42-4eae-a6bb-28b4ad4ff876 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.0895791 Nov 03 18:40:26.242729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db832-b052-40be-8d6a-c11645fe55cf req-339ceeaf-2b81-4e1c-90e8-e6ed42827411 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:26.244130 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-030db832-b052-40be-8d6a-c11645fe55cf req-339ceeaf-2b81-4e1c-90e8-e6ed42827411 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 1101 time: 0.0754209 Nov 03 18:40:26.318984 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-030db832-b052-40be-8d6a-c11645fe55cf req-7a510716-bfda-44fe-8be9-94285e747863 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688150 Nov 03 18:40:26.327302 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f37de214-40f1-4794-a0ea-149671f71e46 req-edb135a1-c798-4eff-9cbc-bbb19a773aef tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710936 Nov 03 18:40:26.442108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d2c9a-7c61-4621-b90f-3fb11b162193 req-664069b9-c746-4393-8a01-c901e5825c0c tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:26.443682 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d8d2c9a-7c61-4621-b90f-3fb11b162193 req-664069b9-c746-4393-8a01-c901e5825c0c tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0543442 Nov 03 18:40:26.508585 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d8d2c9a-7c61-4621-b90f-3fb11b162193 req-4efaec43-a911-427d-add6-1c8f34620d4d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586162 Nov 03 18:40:26.616506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b17ae-8cd8-497e-bf18-aeee8a7c2894 req-2af4757f-31b2-432a-ad34-88d58d113267 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:26.617839 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c1b17ae-8cd8-497e-bf18-aeee8a7c2894 req-2af4757f-31b2-432a-ad34-88d58d113267 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=b2041f4d-6478-4cb8-bf64-148bb7ff076e HTTP/1.1" status: 200 len: 1101 time: 0.0440292 Nov 03 18:40:26.674830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c1b17ae-8cd8-497e-bf18-aeee8a7c2894 req-500e06ff-d9e2-4408-84ad-aae7b487c761 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488865 Nov 03 18:40:26.784562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41584) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:26.845419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e9c43-3558-4e24-b11d-396f6fcd6df7 req-545e1110-8200-4ca9-ae06-b6a812fbcdf4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:26.847042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d62e9c43-3558-4e24-b11d-396f6fcd6df7 req-545e1110-8200-4ca9-ae06-b6a812fbcdf4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.0749109 Nov 03 18:40:26.901542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26ddf7d2-9659-4a33-a6ea-6c27dda8be02 req-efce4116-7c08-4529-97f3-2a4c8edccf06 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0463479 Nov 03 18:40:26.916721 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1430748997-network', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:26.933510 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d62e9c43-3558-4e24-b11d-396f6fcd6df7 req-40540364-9948-411c-9ddb-fb331f9acc43 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801487 Nov 03 18:40:26.945745 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] Made reservation on behalf of 3d75cd8a4d1840309141f061312d4ccb for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:26.948690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:26.959294 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.048917 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.053542 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.075370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc96870-c0ed-4056-9137-e1f0952fcdbd req-cad894e0-c61e-421e-aedf-b4a113bc87e8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:27.077048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5fc96870-c0ed-4056-9137-e1f0952fcdbd req-cad894e0-c61e-421e-aedf-b4a113bc87e8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.0900602 Nov 03 18:40:27.083333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:40:27.090131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7968307-6c79-41fa-818f-d916c1c4518c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:27.090383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fffaf2-7e82-40f2-be49-4b74bae498c0 req-cb94cc30-61fa-45c8-a376-daa108ae42ff tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:27.095097 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3fffaf2-7e82-40f2-be49-4b74bae498c0 req-cb94cc30-61fa-45c8-a376-daa108ae42ff tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.0956595 Nov 03 18:40:27.097922 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.098491 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] Added segment deba385e-2f9f-4378-84b0-b192495924ca of type vlan for network 0071f753-7a4d-4da4-a372-a57515f16f21 Nov 03 18:40:27.145882 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.164281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5fc96870-c0ed-4056-9137-e1f0952fcdbd req-effe4e77-7ee7-4a9a-87c6-6363a69de92b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676870 Nov 03 18:40:27.173295 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.174525 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:27.175218 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.200350 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3fffaf2-7e82-40f2-be49-4b74bae498c0 req-b2b64526-63c1-43f9-8eb2-68cbc9706e3b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810874 Nov 03 18:40:27.211185 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4247139 Nov 03 18:40:27.220262 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41592) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:27.228368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4cfd50e3-cb49-4f9e-afd6-dfbed4aaf82b admin admin] Request body: {'subnet': {'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-subnet', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:27.243662 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed4801-8c48-407f-93a4-1a2d82246b24 admin admin] Pushing event updated for resources: {'Network': ['ID=0071f753-7a4d-4da4-a372-a57515f16f21,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:27.259429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 0071f753-7a4d-4da4-a372-a57515f16f21 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:40:27.263928 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfd50e3-cb49-4f9e-afd6-dfbed4aaf82b admin admin] Made reservation on behalf of 3d75cd8a4d1840309141f061312d4ccb for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:27.266591 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cfd50e3-cb49-4f9e-afd6-dfbed4aaf82b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.356238 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-3dfc05b2-53be-44b0-982c-7e17df32c454 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=602304e14f394efea572cff480f58f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366828 Nov 03 18:40:27.539148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444731b-9170-4261-9293-c002dab0c556 req-58651e0a-d5e2-4fe6-95f7-1a269713af42 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:27.541155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2444731b-9170-4261-9293-c002dab0c556 req-58651e0a-d5e2-4fe6-95f7-1a269713af42 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1598432 Nov 03 18:40:27.569227 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-c2d57d65-fe70-454e-be45-a08bb144df89 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:27.570655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-c2d57d65-fe70-454e-be45-a08bb144df89 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2064683 Nov 03 18:40:27.609457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-c16792f4-c668-4098-8618-418bb95c945b tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/quotas/602304e14f394efea572cff480f58f7d HTTP/1.1" status: 200 len: 375 time: 0.0283635 Nov 03 18:40:27.691063 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2444731b-9170-4261-9293-c002dab0c556 req-1d32a997-603a-4fc5-9139-fe629ce8bd47 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423028 Nov 03 18:40:27.696593 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cfd50e3-cb49-4f9e-afd6-dfbed4aaf82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.759454 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-d72bd0ef-68d7-4293-82cb-9b28a7841461 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1241491 Nov 03 18:40:27.787631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd50e3-cb49-4f9e-afd6-dfbed4aaf82b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d419d3e-267b-4243-bad0-529ae5c161fe,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:27.821665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfd50e3-cb49-4f9e-afd6-dfbed4aaf82b admin admin] Checking segment: {'id': 'deba385e-2f9f-4378-84b0-b192495924ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:27.822023 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd50e3-cb49-4f9e-afd6-dfbed4aaf82b admin admin] Network hostable DHCP agents. Network: 0071f753-7a4d-4da4-a372-a57515f16f21, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:40:27.849723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf319f3-7f8f-4497-b92c-2759642ab23d req-ddfaba29-82fe-48f5-a343-a3a769ecc41f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:27.851537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4cf319f3-7f8f-4497-b92c-2759642ab23d req-ddfaba29-82fe-48f5-a343-a3a769ecc41f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.0911512 Nov 03 18:40:27.867471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd50e3-cb49-4f9e-afd6-dfbed4aaf82b admin admin] Network 0071f753-7a4d-4da4-a372-a57515f16f21 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:40:27.891880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd50e3-cb49-4f9e-afd6-dfbed4aaf82b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 0071f753-7a4d-4da4-a372-a57515f16f21) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:27.904136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd50e3-cb49-4f9e-afd6-dfbed4aaf82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:27.904738 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cfd50e3-cb49-4f9e-afd6-dfbed4aaf82b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:27.905071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66edb1d0-9567-4b30-b716-5e3da2773c8f None None] Network 0071f753-7a4d-4da4-a372-a57515f16f21 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:40:27.941118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4cf319f3-7f8f-4497-b92c-2759642ab23d req-7ffc8eb4-24a2-41e9-961e-ad8841f30304 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828838 Nov 03 18:40:27.953294 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41612) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:27.954176 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4cfd50e3-cb49-4f9e-afd6-dfbed4aaf82b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7325826 Nov 03 18:40:27.959811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:27.976297 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70cfdda2-ff4b-4003-8ba0-48a4a0d15994 req-9209a501-1527-4f0e-80ca-4df88bb057aa tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 210 time: 0.0580459 Nov 03 18:40:28.016009 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.017338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.064329 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-46d88fed-1ed7-42dc-bcca-1806dc1ca965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.103679 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.105814 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-0071f753-7a4d-4da4-a372-a57515f16f21', 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'fixed_ips': [{'subnet_id': '3d419d3e-267b-4243-bad0-529ae5c161fe'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:40:28.107434 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.209636 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17b78bcc-a4b4-4551-bcc4-7e4ac826ddab req-246aab55-b2f5-4a35-8af9-a5edb722b6e4 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0643034 Nov 03 18:40:28.238714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89eb11-0d01-4fcb-902c-843e29cabf0d req-7b060071-33d1-4302-b4a2-8fdcbf49856f tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:28.240433 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd89eb11-0d01-4fcb-902c-843e29cabf0d req-7b060071-33d1-4302-b4a2-8fdcbf49856f tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1265211 Nov 03 18:40:28.279093 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.306243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Allocated IP 172.20.0.2 (0071f753-7a4d-4da4-a372-a57515f16f21/3d419d3e-267b-4243-bad0-529ae5c161fe/3fe620e5-f3c1-4a7c-a72b-678fc1df5316) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:28.324694 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd89eb11-0d01-4fcb-902c-843e29cabf0d req-319a38a3-72cb-4bc1-868d-bfec755e2ac2 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696952 Nov 03 18:40:28.417971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041ce2b-cd01-47fe-aaf8-527daa6bb476 req-2d31d335-e707-4309-9eed-31c7ac1669c9 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:28.421070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c041ce2b-cd01-47fe-aaf8-527daa6bb476 req-2d31d335-e707-4309-9eed-31c7ac1669c9 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.1027796 Nov 03 18:40:28.529422 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c041ce2b-cd01-47fe-aaf8-527daa6bb476 req-94cc9995-5bd8-48ed-b5d2-a1a0a5091ccb tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003754 Nov 03 18:40:28.538034 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.551554 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f87de-c6a4-46e9-8071-093b1f2aa2ed req-4f4fa267-c221-49a6-bf50-573401326d04 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:28.551746 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.557109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b8f87de-c6a4-46e9-8071-093b1f2aa2ed req-4f4fa267-c221-49a6-bf50-573401326d04 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1219859 Nov 03 18:40:28.573061 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.593734 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.609032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Network 0071f753-7a4d-4da4-a372-a57515f16f21 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:28.613018 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:28.615432 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:28.618461 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Pushing event updated for resources: {'Port': ['ID=3fe620e5-f3c1-4a7c-a72b-678fc1df5316,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:28.643253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b8f87de-c6a4-46e9-8071-093b1f2aa2ed req-54b16153-70b4-40c9-9005-140e08641e41 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841515 Nov 03 18:40:28.673320 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Attempting to bind port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:28.673772 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Attempting to bind port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'deba385e-2f9f-4378-84b0-b192495924ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:28.674687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Attempting to bind port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 on network 0071f753-7a4d-4da4-a372-a57515f16f21 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:28.679543 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:28.679941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Checking segment: {'id': 'deba385e-2f9f-4378-84b0-b192495924ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:28.680338 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.680858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Bound using segment: {'id': 'deba385e-2f9f-4378-84b0-b192495924ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:28.681379 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Bound port: 3fe620e5-f3c1-4a7c-a72b-678fc1df5316, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba385e-2f9f-4378-84b0-b192495924ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:28.681761 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.719359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Allocated IP 172.25.2.159 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/5e53be19-925e-467e-9add-d1c8382d98c0) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:28.755299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] For port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:28.758646 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] For port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3fe620e5-f3c1-4a7c-a72b-678fc1df5316,segment=NetworkSegment(deba385e-2f9f-4378-84b0-b192495924ca),segment_id=deba385e-2f9f-4378-84b0-b192495924ca)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:28.764308 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.834023 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912a399-aec2-42d3-98c8-091234d92d8f None None] Pushing event updated for resources: {'Port': ['ID=3fe620e5-f3c1-4a7c-a72b-678fc1df5316,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:28.852782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954aa40-3048-4753-bc2d-e5533c725fbe req-3da09885-591e-458e-9e55-7987e519de18 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:28.854360 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0954aa40-3048-4753-bc2d-e5533c725fbe req-3da09885-591e-458e-9e55-7987e519de18 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0769007 Nov 03 18:40:28.873107 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.912213 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0954aa40-3048-4753-bc2d-e5533c725fbe req-2a94f99e-3b8b-493d-9e4c-3a37f2a2c835 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485895 Nov 03 18:40:28.916694 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:28.956303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:28.959313 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:28.965347 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:29.042231 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Pushing event updated for resources: {'Port': ['ID=5e53be19-925e-467e-9add-d1c8382d98c0,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:29.149552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-618be2e1-93dd-447e-93b2-bcf3e28d5c41 req-b6ca71fa-9015-4ca5-b28c-5381d4afce40 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 210 time: 0.0310972 Nov 03 18:40:29.179315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1532ee-efe0-4739-9839-fe42684c47d3 req-98164523-9466-43e2-afb3-05c274a45917 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:29.181522 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f1532ee-efe0-4739-9839-fe42684c47d3 req-98164523-9466-43e2-afb3-05c274a45917 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.0990067 Nov 03 18:40:29.224160 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:29.247755 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f1532ee-efe0-4739-9839-fe42684c47d3 req-03d6f34b-2c26-46f0-9de2-611a292b78b2 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594363 Nov 03 18:40:29.316534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-0028a3d3-a01a-4946-b758-6a3e6083454c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=602304e14f394efea572cff480f58f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338941 Nov 03 18:40:29.383918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eef9ca8e-9a06-4f0a-b54c-e8237e265089 req-ef4dc767-cd98-4c56-9c90-c546ee5113f2 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0631652 Nov 03 18:40:29.422362 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:29.562101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ba83b-33bf-4899-9105-9df58e9240cd req-045326e3-e9a9-4e6f-8e2b-2e1999735bf4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:29.563662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c0ba83b-33bf-4899-9105-9df58e9240cd req-045326e3-e9a9-4e6f-8e2b-2e1999735bf4 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1116617 Nov 03 18:40:29.575242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-9cf1b8f0-9e02-41ff-af6b-f25c2e683c84 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:29.576661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-9cf1b8f0-9e02-41ff-af6b-f25c2e683c84 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478914 Nov 03 18:40:29.610484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-6f6509be-5d35-443a-aac9-a93edcc44041 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Request body: {'port': {'device_id': '49e074f3-75ff-4767-b591-7a88bc1d5332', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '602304e14f394efea572cff480f58f7d'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:29.661169 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:29.723944 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c0ba83b-33bf-4899-9105-9df58e9240cd req-a1b9d899-a0da-44ae-80fd-ea57768c60d0 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462443 Nov 03 18:40:29.768435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418bbd2-6b6a-45aa-b3b1-976ab6b6b4e5 req-ad40e60d-1987-4a5c-b438-d9316d1acd75 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:29.776188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4418bbd2-6b6a-45aa-b3b1-976ab6b6b4e5 req-ad40e60d-1987-4a5c-b438-d9316d1acd75 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.1448405 Nov 03 18:40:29.848029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Router b1a72a0d-a49a-4600-8340-f072c93b98b7 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:40:29.855127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-6f6509be-5d35-443a-aac9-a93edcc44041 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Made reservation on behalf of 602304e14f394efea572cff480f58f7d for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:29.859739 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-6f6509be-5d35-443a-aac9-a93edcc44041 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:29.874135 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4418bbd2-6b6a-45aa-b3b1-976ab6b6b4e5 req-f2cd1331-395e-44df-9316-b4f4ab173b06 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974481 Nov 03 18:40:29.975565 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3cf07-8201-40ed-9de6-5d97ba0b479e req-bc5b1b43-428c-4d09-b14d-59eed7f9e3e8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:29.977178 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31f3cf07-8201-40ed-9de6-5d97ba0b479e req-bc5b1b43-428c-4d09-b14d-59eed7f9e3e8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1321113 Nov 03 18:40:30.010248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:40:30.021926 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2806032-c4a8-4a44-8499-beb4381ceba9 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:30.031508 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2806032-c4a8-4a44-8499-beb4381ceba9 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:30.031798 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Sync routers for ids ['b1a72a0d-a49a-4600-8340-f072c93b98b7'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:40:30.047990 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:30.053750 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7c3278f6-dad4-486f-ac91-8a9cd87463a4 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0979538 Nov 03 18:40:30.054138 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Routers {'b1a72a0d-a49a-4600-8340-f072c93b98b7'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:30.054797 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:40:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b1a72a0d-a49a-4600-8340-f072c93b98b7'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:30.055411 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41650) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:30.102684 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31f3cf07-8201-40ed-9de6-5d97ba0b479e req-7545fb3f-5b08-402e-897a-c5d30e809b41 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060319 Nov 03 18:40:30.146377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-6f6509be-5d35-443a-aac9-a93edcc44041 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Allocated IP 192.168.233.71 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/296f0c2e-5084-47eb-a99c-7623b80ff300) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:30.248056 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Set router b1a72a0d-a49a-4600-8340-f072c93b98b7 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:30.323055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:30.336160 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dade7137-895f-454c-823a-a4c2c77bf853 None None] Network 0071f753-7a4d-4da4-a372-a57515f16f21 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:40:30.353075 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'port_id': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'mac_address': 'fa:16:3e:6f:06:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:30.456350 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7dd0d6b-eb40-480b-93cc-4efa21dd5a2c req-69489d37-6be8-4510-b311-688b01ff6143 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 210 time: 0.1049733 Nov 03 18:40:30.476991 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:29Z', 'revision_number': 3, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'gw_port': {'id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:30.518602 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8399af-0884-4bd5-ab73-93d1d591662b req-39b36af2-0336-48d8-af5f-6d00fa0b761c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:30.528520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a8399af-0884-4bd5-ab73-93d1d591662b req-39b36af2-0336-48d8-af5f-6d00fa0b761c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.1536303 Nov 03 18:40:30.562449 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Checking router: b1a72a0d-a49a-4600-8340-f072c93b98b7 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:40:30.562838 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Updating router b1a72a0d-a49a-4600-8340-f072c93b98b7 port 5e53be19-925e-467e-9add-d1c8382d98c0 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:40:30.582475 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-6f6509be-5d35-443a-aac9-a93edcc44041 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:30.606576 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a8399af-0884-4bd5-ab73-93d1d591662b req-0ec24807-fbbc-4762-b657-a59388d28637 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764434 Nov 03 18:40:30.646750 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:30.654390 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-df753ffd-1b27-47f9-825a-05454f64a51f None None] Provisioning complete for port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:30.654779 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-df753ffd-1b27-47f9-825a-05454f64a51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:30.656488 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:30.680760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35027c03-587d-4dfc-b539-edb22f8df082 req-dd677b2e-fa45-4910-8d1e-de3d1e92588b tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0731122 Nov 03 18:40:30.691521 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-6f6509be-5d35-443a-aac9-a93edcc44041 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:30.757755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['07b61f1c-7ac9-42d2-887a-1eae755dc48c', '39843d3a-1e37-4307-9a6d-e7cd251fcd6f', '4462cff5-fbd8-478b-b172-36f0815c6259'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:30.776485 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:30.846618 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.053551 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.064276 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.074478 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Allocated IP 172.20.0.1 (0071f753-7a4d-4da4-a372-a57515f16f21/3d419d3e-267b-4243-bad0-529ae5c161fe/a715d20a-84b6-456c-abef-c5ec5d77c042) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:31.084541 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26', '6b071a72-3287-4240-9b8f-9b1b7cd4acbf'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:31.122419 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45261d-eb09-4d4a-934f-a26fa2df8f7c None None] Pushing event updated for resources: {'Port': ['ID=5e53be19-925e-467e-9add-d1c8382d98c0,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:31.135325 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45261d-eb09-4d4a-934f-a26fa2df8f7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:31.136226 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45261d-eb09-4d4a-934f-a26fa2df8f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:31.137223 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45261d-eb09-4d4a-934f-a26fa2df8f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:31.137744 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45261d-eb09-4d4a-934f-a26fa2df8f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:31.138371 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45261d-eb09-4d4a-934f-a26fa2df8f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:31.138875 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45261d-eb09-4d4a-934f-a26fa2df8f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:31.139474 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45261d-eb09-4d4a-934f-a26fa2df8f7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:31.140094 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45261d-eb09-4d4a-934f-a26fa2df8f7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:31.140593 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45261d-eb09-4d4a-934f-a26fa2df8f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:31.141076 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45261d-eb09-4d4a-934f-a26fa2df8f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:31.141573 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45261d-eb09-4d4a-934f-a26fa2df8f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:31.142075 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45261d-eb09-4d4a-934f-a26fa2df8f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:40:31.144801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:31.172138 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.172625 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Attempting to bind port 5e53be19-925e-467e-9add-d1c8382d98c0 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:31.173179 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Attempting to bind port 5e53be19-925e-467e-9add-d1c8382d98c0 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:31.173722 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Attempting to bind port 5e53be19-925e-467e-9add-d1c8382d98c0 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:31.181910 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:31.183080 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:31.183712 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.185753 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:31.186516 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Bound port: 5e53be19-925e-467e-9add-d1c8382d98c0, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:31.187101 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.221152 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.230497 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2806032-c4a8-4a44-8499-beb4381ceba9 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:31.255157 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] For port 5e53be19-925e-467e-9add-d1c8382d98c0, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:31.258461 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.258952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-6f6509be-5d35-443a-aac9-a93edcc44041 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:31.260468 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] For port 5e53be19-925e-467e-9add-d1c8382d98c0, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5e53be19-925e-467e-9add-d1c8382d98c0,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:31.265640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-6f6509be-5d35-443a-aac9-a93edcc44041 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:31.271498 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.285162 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.303440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-6f6509be-5d35-443a-aac9-a93edcc44041 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:31.323257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Network 0071f753-7a4d-4da4-a372-a57515f16f21 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:31.329134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:31.338316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:31.376362 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-6f6509be-5d35-443a-aac9-a93edcc44041 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:31.377434 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-6f6509be-5d35-443a-aac9-a93edcc44041 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.380483 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a715d20a-84b6-456c-abef-c5ec5d77c042,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:31.380664 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:31.408375 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.416473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6509be-5d35-443a-aac9-a93edcc44041 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event updated for resources: {'Port': ['ID=296f0c2e-5084-47eb-a99c-7623b80ff300,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:31.417902 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Routers {'b1a72a0d-a49a-4600-8340-f072c93b98b7'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:31.419113 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:40:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b1a72a0d-a49a-4600-8340-f072c93b98b7'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:31.428550 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.429728 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45261d-eb09-4d4a-934f-a26fa2df8f7c None None] Pushing event updated for resources: {'Port': ['ID=5e53be19-925e-467e-9add-d1c8382d98c0,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:31.445318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0101a-95f7-40cc-b494-b96521024afc req-dbde9883-8e5a-4073-a2a8-6f597ed11bc4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:31.455442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8eb0101a-95f7-40cc-b494-b96521024afc req-dbde9883-8e5a-4073-a2a8-6f597ed11bc4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.2246182 Nov 03 18:40:31.461051 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-6f6509be-5d35-443a-aac9-a93edcc44041 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8606870 Nov 03 18:40:31.492407 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575b202-3d4d-4a2b-b61b-ca2169c785ab req-0bc65786-f9a6-429b-88a4-a71900935f9b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:31.495618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9575b202-3d4d-4a2b-b61b-ca2169c785ab req-0bc65786-f9a6-429b-88a4-a71900935f9b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.2659230 Nov 03 18:40:31.508069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Request body: {'port': {'device_id': '49e074f3-75ff-4767-b591-7a88bc1d5332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:31.517189 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:40:31.517729 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:40:31.619456 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.642054 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.674177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['f2806032-c4a8-4a44-8499-beb4381ceba9'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:31.718758 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8eb0101a-95f7-40cc-b494-b96521024afc req-1c41c1e3-4e6c-4136-8306-96e190bbece6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557404 Nov 03 18:40:31.733656 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9575b202-3d4d-4a2b-b61b-ca2169c785ab req-ac8e6222-3931-4467-8f97-e07503380e88 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134714 Nov 03 18:40:31.765341 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.785648 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] Set router b1a72a0d-a49a-4600-8340-f072c93b98b7 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:31.791977 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:31.795183 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.933220 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-df753ffd-1b27-47f9-825a-05454f64a51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.947051 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.966056 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:31.988387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f2806032-c4a8-4a44-8499-beb4381ceba9,revision_number=11']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:32.055405 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:29Z', 'revision_number': 3, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'gw_port': {'id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:32.062266 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:32.085828 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e52451-f1c9-4665-a4bc-f19ce7677bbf None None] The sync data for ids ['b1a72a0d-a49a-4600-8340-f072c93b98b7'] in n-d-812150-4 is: [{'id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:29Z', 'revision_number': 3, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'gw_port': {'id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:40:32.165138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cec86-a584-4a77-8772-90f1429857db req-5af3d0ac-6a5a-44a2-9d85-a4c95bd477ef tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:32.166815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd7cec86-a584-4a77-8772-90f1429857db req-5af3d0ac-6a5a-44a2-9d85-a4c95bd477ef tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.3293998 Nov 03 18:40:32.216101 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:32.230340 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94137176-7349-4a50-bc68-17ce88deeebf req-815c8254-ca35-4b6e-b19e-b7720223f070 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:32.232870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94137176-7349-4a50-bc68-17ce88deeebf req-815c8254-ca35-4b6e-b19e-b7720223f070 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 935 time: 0.3368201 Nov 03 18:40:32.249938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-df753ffd-1b27-47f9-825a-05454f64a51f None None] For port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3fe620e5-f3c1-4a7c-a72b-678fc1df5316,segment=NetworkSegment(deba385e-2f9f-4378-84b0-b192495924ca),segment_id=deba385e-2f9f-4378-84b0-b192495924ca)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:32.280340 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-df753ffd-1b27-47f9-825a-05454f64a51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:32.326131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd7cec86-a584-4a77-8772-90f1429857db req-346edbe1-d3d4-45a2-8f55-0cf0fb1cbfe4 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433027 Nov 03 18:40:32.368771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94137176-7349-4a50-bc68-17ce88deeebf req-632b8564-493f-45be-8a04-bdde352efb36 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270962 Nov 03 18:40:32.380553 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f2806032-c4a8-4a44-8499-beb4381ceba9 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:32.410364 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a715d20a-84b6-456c-abef-c5ec5d77c042,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:32.437275 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:32.444727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296f0c2e-5084-47eb-a99c-7623b80ff300 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:32.453890 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:32.475852 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Transition to ACTIVE for port object 296f0c2e-5084-47eb-a99c-7623b80ff300 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:40:32.486892 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:32.581602 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:32.619755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Network 0071f753-7a4d-4da4-a372-a57515f16f21 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:32.629423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:32.650605 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:40:32.651033 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:40:32.682223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df753ffd-1b27-47f9-825a-05454f64a51f None None] Pushing event updated for resources: {'Port': ['ID=3fe620e5-f3c1-4a7c-a72b-678fc1df5316,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:32.686992 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:32.707840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f1926c24-c5f3-4564-ad6e-8961aac1d6b1 None None] Provisioning complete for port a715d20a-84b6-456c-abef-c5ec5d77c042 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:32.708220 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f1926c24-c5f3-4564-ad6e-8961aac1d6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:32.772940 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09e347ae-78cf-4817-b394-2f2a9b2b0ce3 req-62516c70-7568-4f26-a856-563eadc139ac tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.1837642 Nov 03 18:40:32.781774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f1926c24-c5f3-4564-ad6e-8961aac1d6b1 None None] Port a715d20a-84b6-456c-abef-c5ec5d77c042 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:40:32.827027 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Pushing event updated for resources: {'Port': ['ID=296f0c2e-5084-47eb-a99c-7623b80ff300,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:32.923251 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a900a37-0e28-4e19-8603-549f48264f49 req-44da1216-1113-4bd5-aad3-b02237288689 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:32.924571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Router b1a72a0d-a49a-4600-8340-f072c93b98b7 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:40:32.926564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a900a37-0e28-4e19-8603-549f48264f49 req-44da1216-1113-4bd5-aad3-b02237288689 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.3491359 Nov 03 18:40:32.930938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f1926c24-c5f3-4564-ad6e-8961aac1d6b1 None None] Provisioning complete for port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:32.930938 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f1926c24-c5f3-4564-ad6e-8961aac1d6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:33.004917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Attempting to bind port 296f0c2e-5084-47eb-a99c-7623b80ff300 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:33.013224 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Attempting to bind port 296f0c2e-5084-47eb-a99c-7623b80ff300 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:33.013734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Attempting to bind port 296f0c2e-5084-47eb-a99c-7623b80ff300 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:33.026494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f2806032-c4a8-4a44-8499-beb4381ceba9,revision_number=12']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:33.032441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Port 296f0c2e-5084-47eb-a99c-7623b80ff300 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:40:33.032836 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Attempting to bind port 296f0c2e-5084-47eb-a99c-7623b80ff300 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:33.064300 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:33.064803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:33.065255 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:33.065797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Bound port: 296f0c2e-5084-47eb-a99c-7623b80ff300, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:33.066899 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:33.125773 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a900a37-0e28-4e19-8603-549f48264f49 req-e415ac34-a49f-46fa-90f3-0bbd18dfcbc8 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905730 Nov 03 18:40:33.216840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:40:33.229345 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0fca6a0e-812d-4cff-ac42-32ce2c81a0e0 admin admin] 10.222.0.107 "PUT /v2.0/routers/b1a72a0d-a49a-4600-8340-f072c93b98b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1723566 Nov 03 18:40:33.268042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] For port 296f0c2e-5084-47eb-a99c-7623b80ff300, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:33.282660 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bdef9-6dd4-4a9f-9692-3f12d8c87b5f req-11886eeb-66c4-40ae-a834-ff8cdef12676 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:33.304170 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd8bdef9-6dd4-4a9f-9692-3f12d8c87b5f req-11886eeb-66c4-40ae-a834-ff8cdef12676 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1367936 Nov 03 18:40:33.305725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee6359-ec09-46e0-8af8-082b661961dd req-b1cf41e3-ec55-4e1f-878b-c4e48bfdb775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:33.307261 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-59ee6359-ec09-46e0-8af8-082b661961dd req-b1cf41e3-ec55-4e1f-878b-c4e48bfdb775 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1b6502cc2b2b4c5ca8cf848abbf86c1a&device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 1097 time: 0.0947089 Nov 03 18:40:33.379173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] For port 296f0c2e-5084-47eb-a99c-7623b80ff300, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=296f0c2e-5084-47eb-a99c-7623b80ff300,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:33.410177 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:33.491230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee6359-ec09-46e0-8af8-082b661961dd req-474d0692-fff0-459f-bd3c-31f3e3ea27f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:33.494875 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-59ee6359-ec09-46e0-8af8-082b661961dd req-474d0692-fff0-459f-bd3c-31f3e3ea27f4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 HTTP/1.1" status: 200 len: 920 time: 0.1721892 Nov 03 18:40:33.534755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:33.536913 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:33.540046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] 10.222.0.98 "PUT /v2.0/ports/296f0c2e-5084-47eb-a99c-7623b80ff300 HTTP/1.1" status: 200 len: 1095 time: 2.0432563 Nov 03 18:40:33.573289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e074f3-75ff-4767-b591-7a88bc1d5332', 'tag': '296f0c2e-5084-47eb-a99c-7623b80ff300'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:33.578006 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf59f02-9a40-446c-894a-1599b536452c" -d '{"events": [{"name": "network-changed", "server_uuid": "49e074f3-75ff-4767-b591-7a88bc1d5332", "tag": "296f0c2e-5084-47eb-a99c-7623b80ff300"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:33.603675 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e429fc5a-3aea-47ad-8654-9011c8ac8e2b None None] Provisioning complete for port a715d20a-84b6-456c-abef-c5ec5d77c042 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:33.604268 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e429fc5a-3aea-47ad-8654-9011c8ac8e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:33.605125 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd8bdef9-6dd4-4a9f-9692-3f12d8c87b5f req-7b02b06b-a471-4860-a869-c24f80f72335 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938964 Nov 03 18:40:33.622101 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-59ee6359-ec09-46e0-8af8-082b661961dd req-88164f03-ed08-4da6-a907-096815a44407 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c0f455-9d07-4f79-a100-10f1243df0b3 HTTP/1.1" status: 200 len: 217 time: 0.1101255 Nov 03 18:40:33.635002 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c16aac-5a11-4d2c-9414-b6f34021b303 req-dd61738e-f84e-40bc-afd4-71228fd4be62 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:33.657072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f1c16aac-5a11-4d2c-9414-b6f34021b303 req-dd61738e-f84e-40bc-afd4-71228fd4be62 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.3854187 Nov 03 18:40:33.682746 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e429fc5a-3aea-47ad-8654-9011c8ac8e2b None None] Port a715d20a-84b6-456c-abef-c5ec5d77c042 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:40:33.743674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee6359-ec09-46e0-8af8-082b661961dd req-327d9dd6-dce8-491b-bd42-2e3b2bdb02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:33.745184 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-59ee6359-ec09-46e0-8af8-082b661961dd req-327d9dd6-dce8-491b-bd42-2e3b2bdb02e1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=31a76d17-9ed3-48bb-927b-acc9f76c322b HTTP/1.1" status: 200 len: 859 time: 0.1007318 Nov 03 18:40:33.785968 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5e53be19-925e-467e-9add-d1c8382d98c0 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:33.846287 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-59ee6359-ec09-46e0-8af8-082b661961dd req-0966ca67-8498-46f1-86ba-64bf4f3343db service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821354 Nov 03 18:40:33.901553 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5e53be19-925e-467e-9add-d1c8382d98c0 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:33.902309 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:33.908647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbba95c-5b50-46b8-9faf-5fa077a2f779 service neutron] Pushing event updated for resources: {'Port': ['ID=296f0c2e-5084-47eb-a99c-7623b80ff300,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:33.937559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-98658dd8-d324-4ed8-afce-3cdb5a8711fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:33.939805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-98658dd8-d324-4ed8-afce-3cdb5a8711fd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 1098 time: 0.2311680 Nov 03 18:40:33.954844 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f1c16aac-5a11-4d2c-9414-b6f34021b303 req-74b5c4a1-7736-40a1-83fe-3b299e494231 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958560 Nov 03 18:40:33.999101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221471a-1ca7-4ae4-b60f-84e0b41bfeeb req-b291e55e-fc50-4a5d-ada4-10779b1b6f55 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:34.003244 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-59ee6359-ec09-46e0-8af8-082b661961dd req-d4442f38-62e6-42a2-a995-5117234f65c2 service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298683 Nov 03 18:40:34.009215 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f221471a-1ca7-4ae4-b60f-84e0b41bfeeb req-b291e55e-fc50-4a5d-ada4-10779b1b6f55 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.2968159 Nov 03 18:40:34.050892 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:34.073703 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2806032-c4a8-4a44-8499-beb4381ceba9 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:34.094464 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 5e53be19-925e-467e-9add-d1c8382d98c0, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5e53be19-925e-467e-9add-d1c8382d98c0,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:34.111213 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-7772a866-b62d-4aa5-9c43-04f7bb996d09 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=296f0c2e-5084-47eb-a99c-7623b80ff300 HTTP/1.1" status: 200 len: 217 time: 0.1495731 Nov 03 18:40:34.123904 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:34.124755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:34.248701 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-59ee6359-ec09-46e0-8af8-082b661961dd req-443e204b-79b2-47c9-a022-0633189f138d service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177005 Nov 03 18:40:34.250247 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f221471a-1ca7-4ae4-b60f-84e0b41bfeeb req-967a4a46-08b5-43b4-9148-764103ee46d2 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705043 Nov 03 18:40:34.261445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=5e53be19-925e-467e-9add-d1c8382d98c0,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:34.278519 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port f2806032-c4a8-4a44-8499-beb4381ceba9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:34.280418 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:34.282734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47def4-ad1e-4e38-9d05-31352967c2d5 req-c83e72b9-a378-4f13-9f6e-a83e17c9751e tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:34.284903 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf47def4-ad1e-4e38-9d05-31352967c2d5 req-c83e72b9-a378-4f13-9f6e-a83e17c9751e tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1712961 Nov 03 18:40:34.316029 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:34.316403 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:34.338434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-baa7fb77-bbbc-4f8c-8f9d-2b1d84946f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:34.340245 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-baa7fb77-bbbc-4f8c-8f9d-2b1d84946f88 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1798391 Nov 03 18:40:34.426893 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf47def4-ad1e-4e38-9d05-31352967c2d5 req-75dd82aa-d6c6-467e-badc-9a799a028557 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342125 Nov 03 18:40:34.488227 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:34.519034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aaccaa-138e-4ccd-86ce-7be510505f83 req-b0ef72f3-bf39-44e6-8cbb-7c67acac969d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:34.527920 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88aaccaa-138e-4ccd-86ce-7be510505f83 req-b0ef72f3-bf39-44e6-8cbb-7c67acac969d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 947 time: 0.1789308 Nov 03 18:40:34.531892 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:34.533875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:34.537839 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6658009-1c1e-4940-86b8-7629521a6896" -d '{"events": [{"server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "name": "network-vif-plugged", "status": "completed", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:34.538050 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-3c62ce18-4286-48cf-bcd4-e3d9f8e00707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:34.539543 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-3c62ce18-4286-48cf-bcd4-e3d9f8e00707 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1461604 Nov 03 18:40:34.543841 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:34.604861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f2806032-c4a8-4a44-8499-beb4381ceba9,revision_number=13']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:34.634227 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88aaccaa-138e-4ccd-86ce-7be510505f83 req-27875a02-ff5a-4f82-81d9-e47a50f41f92 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012483 Nov 03 18:40:34.693243 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e61566-b69a-4038-8075-670761b49c93 x-openstack-request-id: req-73e61566-b69a-4038-8075-670761b49c93 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:34.693788 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e074f3-75ff-4767-b591-7a88bc1d5332", "tag": "296f0c2e-5084-47eb-a99c-7623b80ff300", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:34.693907 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-73e61566-b69a-4038-8075-670761b49c93 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:34.694320 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e074f3-75ff-4767-b591-7a88bc1d5332', 'tag': '296f0c2e-5084-47eb-a99c-7623b80ff300', 'status': 'completed', 'code': 200} Nov 03 18:40:34.740322 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-9e0d0d7e-88ff-466c-9360-ce0975079078 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826701 Nov 03 18:40:34.803339 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5398ec6-4e71-4d6e-811d-1afc9858d85f req-db2c27cb-8cee-418c-9a0a-b807c1f5cb84 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0654695 Nov 03 18:40:34.962665 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Sync routers for ids ['b1a72a0d-a49a-4600-8340-f072c93b98b7'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:40:34.984136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Routers {'b1a72a0d-a49a-4600-8340-f072c93b98b7'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:34.984920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:40:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b1a72a0d-a49a-4600-8340-f072c93b98b7'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:34.986721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c8740c-b9d0-4400-ac3a-e3123d84fb28 req-b1bee587-17b0-4725-941b-c85923530406 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251387 Nov 03 18:40:35.025921 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfb3dd-ab9e-40ba-a8d7-d6e311e1efcf req-da30d954-2baf-478e-bee5-63a320b7578d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:35.046647 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8cfb3dd-ab9e-40ba-a8d7-d6e311e1efcf req-da30d954-2baf-478e-bee5-63a320b7578d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.1316078 Nov 03 18:40:35.158109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8cfb3dd-ab9e-40ba-a8d7-d6e311e1efcf req-100c84b2-33c0-40bf-aae8-d69351b1fdae tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095548 Nov 03 18:40:35.191389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf59f02-9a40-446c-894a-1599b536452c req-9a89a6df-0118-4b5c-be19-2e55ce6cbd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:35.193171 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fbf59f02-9a40-446c-894a-1599b536452c req-9a89a6df-0118-4b5c-be19-2e55ce6cbd08 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 1098 time: 0.1348023 Nov 03 18:40:35.307122 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83c5d08-1a8e-484e-8703-2f8afe7528a3 x-openstack-request-id: req-a83c5d08-1a8e-484e-8703-2f8afe7528a3 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:35.307568 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "name": "network-vif-plugged", "status": "completed", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:35.307894 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a83c5d08-1a8e-484e-8703-2f8afe7528a3 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:35.308348 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'code': 200} Nov 03 18:40:35.347793 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41732) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:35.352613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-22a55953-2018-4405-ac0c-ab080c6b2f35 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--951659140', 'description': 'tempest-description--13897420'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:35.361311 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Set router b1a72a0d-a49a-4600-8340-f072c93b98b7 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:35.412612 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22a55953-2018-4405-ac0c-ab080c6b2f35 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.454807 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf59f02-9a40-446c-894a-1599b536452c req-b5f6065a-1e4b-46cb-9133-85254b012e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:35.456493 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fbf59f02-9a40-446c-894a-1599b536452c req-b5f6065a-1e4b-46cb-9133-85254b012e29 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2520993 Nov 03 18:40:35.503344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58ec52-fbe7-4a83-a599-39ca3be31bf5 req-107408f5-01ef-46e5-aee5-a7ddb0775a3a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:35.512398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a58ec52-fbe7-4a83-a599-39ca3be31bf5 req-107408f5-01ef-46e5-aee5-a7ddb0775a3a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.1556454 Nov 03 18:40:35.585382 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22a55953-2018-4405-ac0c-ab080c6b2f35 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.589983 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fbf59f02-9a40-446c-894a-1599b536452c req-89b5cea7-0c04-4a72-9b17-1e8d87f609db service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=296f0c2e-5084-47eb-a99c-7623b80ff300 HTTP/1.1" status: 200 len: 217 time: 0.1133559 Nov 03 18:40:35.600853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb8bbd-c7e2-4bae-8aa5-652e4d557a3d req-ed0e9bcc-db8e-4662-9e5b-7f2abf3d6050 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:35.602725 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fdb8bbd-c7e2-4bae-8aa5-652e4d557a3d req-ed0e9bcc-db8e-4662-9e5b-7f2abf3d6050 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1838593 Nov 03 18:40:35.604001 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22a55953-2018-4405-ac0c-ab080c6b2f35 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.605469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5e53be19-925e-467e-9add-d1c8382d98c0 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:35.636811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a55953-2018-4405-ac0c-ab080c6b2f35 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58886e04-1a7e-4a92-a262-437bd1986add,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:35.657827 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22a55953-2018-4405-ac0c-ab080c6b2f35 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.659373 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-22a55953-2018-4405-ac0c-ab080c6b2f35 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3105328 Nov 03 18:40:35.664809 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41738) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:35.676361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c6666d39-f829-47f9-8a66-ceff8cd7e650 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Request body: {'security_group_rule': {'security_group_id': '58886e04-1a7e-4a92-a262-437bd1986add', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:35.725094 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6666d39-f829-47f9-8a66-ceff8cd7e650 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.726725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5e53be19-925e-467e-9add-d1c8382d98c0 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:35.727099 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.727636 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fdb8bbd-c7e2-4bae-8aa5-652e4d557a3d req-dab38948-473f-4e6f-899e-f2c5774c300a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100750 Nov 03 18:40:35.769565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:31Z', 'revision_number': 4, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'gw_port': {'id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'a715d20a-84b6-456c-abef-c5ec5d77c042', 'name': '', 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'mac_address': 'fa:16:3e:9e:c9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:30Z', 'updated_at': '2021-11-03T18:40:31Z', 'revision_number': 2, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'subnets': [{'id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:35.779813 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a58ec52-fbe7-4a83-a599-39ca3be31bf5 req-c35e7161-67b6-4d39-b939-818dd3424d25 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616749 Nov 03 18:40:35.784076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf59f02-9a40-446c-894a-1599b536452c req-41557f97-0a9d-48d6-9a82-db82855e0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:35.796578 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fbf59f02-9a40-446c-894a-1599b536452c req-41557f97-0a9d-48d6-9a82-db82855e0da0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1906345 Nov 03 18:40:35.834633 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Checking router: b1a72a0d-a49a-4600-8340-f072c93b98b7 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:40:35.835210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Updating router b1a72a0d-a49a-4600-8340-f072c93b98b7 port a715d20a-84b6-456c-abef-c5ec5d77c042 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:40:35.837938 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6666d39-f829-47f9-8a66-ceff8cd7e650 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.866353 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6666d39-f829-47f9-8a66-ceff8cd7e650 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.895448 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.899788 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6666d39-f829-47f9-8a66-ceff8cd7e650 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270e190e-3531-4476-8c2e-ad6dbd218688,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:35.927327 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6666d39-f829-47f9-8a66-ceff8cd7e650 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.929620 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c6666d39-f829-47f9-8a66-ceff8cd7e650 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2629590 Nov 03 18:40:35.938762 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41742) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:35.949636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-868727cf-5ba8-46e5-88d6-3938ea1bec1b tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Request body: {'security_group_rule': {'security_group_id': '58886e04-1a7e-4a92-a262-437bd1986add', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:35.986930 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-868727cf-5ba8-46e5-88d6-3938ea1bec1b tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:35.992375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf59f02-9a40-446c-894a-1599b536452c req-b1e4d8e7-5651-4ec4-83a0-ab835508d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:35.994024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fbf59f02-9a40-446c-894a-1599b536452c req-b1e4d8e7-5651-4ec4-83a0-ab835508d58e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1870172 Nov 03 18:40:36.001662 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7262c-42b7-4200-b95a-971ac43a1efa req-c88e1e5e-c382-4696-b2eb-8d5f54e45988 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:36.010202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ca7262c-42b7-4200-b95a-971ac43a1efa req-c88e1e5e-c382-4696-b2eb-8d5f54e45988 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.0934336 Nov 03 18:40:36.039481 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3700be-a509-444e-b3af-635af1f6df37 req-b17c88a4-f8a7-439a-a710-409e562ef5cd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:36.048142 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb3700be-a509-444e-b3af-635af1f6df37 req-b17c88a4-f8a7-439a-a710-409e562ef5cd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1981759 Nov 03 18:40:36.062142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-868727cf-5ba8-46e5-88d6-3938ea1bec1b tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.069517 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-868727cf-5ba8-46e5-88d6-3938ea1bec1b tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.093196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868727cf-5ba8-46e5-88d6-3938ea1bec1b tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ad174b-156d-4777-9b9d-7e74fe0a4991,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:36.106636 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-868727cf-5ba8-46e5-88d6-3938ea1bec1b tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.111809 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-868727cf-5ba8-46e5-88d6-3938ea1bec1b tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1719706 Nov 03 18:40:36.112462 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41744) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:36.117767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:36.145871 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.216753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb3700be-a509-444e-b3af-635af1f6df37 req-b1f1b7e3-e5cd-4c42-b323-722ee9fbd891 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674736 Nov 03 18:40:36.233558 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ca7262c-42b7-4200-b95a-971ac43a1efa req-4aad44de-f567-4257-a13e-abd98cc148fc tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167940 Nov 03 18:40:36.280452 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fbf59f02-9a40-446c-894a-1599b536452c req-5c8a8108-aa6d-48d4-8820-8693da2f95a4 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604957 Nov 03 18:40:36.281464 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.448070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Allocated IP 172.25.2.227 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/a03b74f1-0a77-489d-9aa3-3b99b2222d9b) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:36.452036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d44e99bb-7450-4845-8486-5d0602ffbd88 req-02370819-c5f1-4c3b-856d-cce26030ebf0 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0374780 Nov 03 18:40:36.479702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3a916-8edf-4d8e-84d2-004d60f1c3f1 req-570077d6-7c11-4948-b95d-3d587f6886c1 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:36.488124 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-59b3a916-8edf-4d8e-84d2-004d60f1c3f1 req-570077d6-7c11-4948-b95d-3d587f6886c1 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 947 time: 0.1574469 Nov 03 18:40:36.547634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fbf59f02-9a40-446c-894a-1599b536452c req-b84e8ed8-0130-4eec-8b3e-d2ee37c78e12 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523232 Nov 03 18:40:36.583535 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.590696 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.616877 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.671051 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c23677-3c3a-47ca-b3d3-d0f0087e0801 None None] Pushing event updated for resources: {'Port': ['ID=a715d20a-84b6-456c-abef-c5ec5d77c042,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:36.671649 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.704779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-59b3a916-8edf-4d8e-84d2-004d60f1c3f1 req-8f0aad9c-b19a-4369-9f0b-ba02511b677f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103708 Nov 03 18:40:36.724430 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbadaa-9eba-44af-8de9-c3430a26b8fb req-9b106e7c-bdc7-4060-acc2-8a7fcd91883f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:36.726117 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03dbadaa-9eba-44af-8de9-c3430a26b8fb req-9b106e7c-bdc7-4060-acc2-8a7fcd91883f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.1173208 Nov 03 18:40:36.774722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Pushing event updated for resources: {'Port': ['ID=a03b74f1-0a77-489d-9aa3-3b99b2222d9b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:36.781262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Attempting to bind port a715d20a-84b6-456c-abef-c5ec5d77c042 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:36.781836 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Attempting to bind port a715d20a-84b6-456c-abef-c5ec5d77c042 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'deba385e-2f9f-4378-84b0-b192495924ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:36.782318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Attempting to bind port a715d20a-84b6-456c-abef-c5ec5d77c042 on network 0071f753-7a4d-4da4-a372-a57515f16f21 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:36.796013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:36.801027 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:36.803383 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Checking segment: {'id': 'deba385e-2f9f-4378-84b0-b192495924ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:36.803943 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.805132 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:36.806058 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Bound using segment: {'id': 'deba385e-2f9f-4378-84b0-b192495924ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:36.807881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:36.810878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Bound port: a715d20a-84b6-456c-abef-c5ec5d77c042, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deba385e-2f9f-4378-84b0-b192495924ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:36.821116 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:36.822405 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03dbadaa-9eba-44af-8de9-c3430a26b8fb req-5c69c2fe-af35-4f39-9b38-bdf5d06bcb7a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857384 Nov 03 18:40:36.943170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae1897-c0db-411e-aa02-c8081b624f2a req-6dcdc529-cd34-43eb-8ecc-bc26cbe25692 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:36.945184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] For port a715d20a-84b6-456c-abef-c5ec5d77c042, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:36.946484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9ae1897-c0db-411e-aa02-c8081b624f2a req-6dcdc529-cd34-43eb-8ecc-bc26cbe25692 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1071908 Nov 03 18:40:36.950540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] For port a715d20a-84b6-456c-abef-c5ec5d77c042, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a715d20a-84b6-456c-abef-c5ec5d77c042,segment=NetworkSegment(deba385e-2f9f-4378-84b0-b192495924ca),segment_id=deba385e-2f9f-4378-84b0-b192495924ca)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:36.960727 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.022709 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.045597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c07c1-1c29-4224-923c-539d300ffb2e req-df85bc48-d6d7-4042-a430-79386254e0d8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:37.054048 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Routers {'b1a72a0d-a49a-4600-8340-f072c93b98b7'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:37.055611 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b8c07c1-1c29-4224-923c-539d300ffb2e req-df85bc48-d6d7-4042-a430-79386254e0d8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.1046722 Nov 03 18:40:37.057008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:40:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b1a72a0d-a49a-4600-8340-f072c93b98b7'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:37.061105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c23677-3c3a-47ca-b3d3-d0f0087e0801 None None] Pushing event updated for resources: {'Port': ['ID=a715d20a-84b6-456c-abef-c5ec5d77c042,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:37.097290 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9ae1897-c0db-411e-aa02-c8081b624f2a req-18086b27-e64e-4548-80c2-a4143774f299 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336963 Nov 03 18:40:37.122706 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.155558 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b8c07c1-1c29-4224-923c-539d300ffb2e req-02eaecd2-b75c-4f90-bcf4-2513b944a537 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993226 Nov 03 18:40:37.215137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e453d40c-b676-47ac-8532-0ff614354417 None None] Provisioning complete for port a715d20a-84b6-456c-abef-c5ec5d77c042 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:37.222828 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e453d40c-b676-47ac-8532-0ff614354417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.330209 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] Set router b1a72a0d-a49a-4600-8340-f072c93b98b7 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:40:37.361850 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.376329 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.435011 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Pushing event updated for resources: {'Port': ['ID=a03b74f1-0a77-489d-9aa3-3b99b2222d9b,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:37.479971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db1eea-c660-4183-8ec6-32be0b7bcc6b req-7102d7a5-1788-4182-ac29-ba3cdd6c2dc6 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:37.484191 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.489578 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7db1eea-c660-4183-8ec6-32be0b7bcc6b req-7102d7a5-1788-4182-ac29-ba3cdd6c2dc6 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1127539 Nov 03 18:40:37.513904 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.522523 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6dd795c7-8d18-49f4-a604-1cb9dd448e8e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4017899 Nov 03 18:40:37.524417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39755d34-db44-451d-9a36-5dc4338e33bb req-acab48b4-43f0-4685-a468-9af54d7b1ac4 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:37.532295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39755d34-db44-451d-9a36-5dc4338e33bb req-acab48b4-43f0-4685-a468-9af54d7b1ac4 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1771498 Nov 03 18:40:37.539311 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e453d40c-b676-47ac-8532-0ff614354417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.589807 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e453d40c-b676-47ac-8532-0ff614354417 None None] For port a715d20a-84b6-456c-abef-c5ec5d77c042, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a715d20a-84b6-456c-abef-c5ec5d77c042,segment=NetworkSegment(deba385e-2f9f-4378-84b0-b192495924ca),segment_id=deba385e-2f9f-4378-84b0-b192495924ca)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:37.598601 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e453d40c-b676-47ac-8532-0ff614354417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.609973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7db1eea-c660-4183-8ec6-32be0b7bcc6b req-8b930885-4014-4f27-b030-f5acb14f8766 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174960 Nov 03 18:40:37.654308 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39755d34-db44-451d-9a36-5dc4338e33bb req-fa0980ad-9dd2-4cf0-9d7b-60585dcdfde1 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211207 Nov 03 18:40:37.745409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453d40c-b676-47ac-8532-0ff614354417 None None] Pushing event updated for resources: {'Port': ['ID=a715d20a-84b6-456c-abef-c5ec5d77c042,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:37.765007 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-82656288-a68d-4834-b7fd-9001cd378887 None None] Provisioning complete for port a715d20a-84b6-456c-abef-c5ec5d77c042 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:37.765475 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-82656288-a68d-4834-b7fd-9001cd378887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:37.781694 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8dfe62c-3d47-495f-b074-1ba8a201fdc6 req-b8f5715d-06b5-49cf-aebd-7455474152ed tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0359652 Nov 03 18:40:37.835037 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:31Z', 'revision_number': 4, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'gw_port': {'id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'a715d20a-84b6-456c-abef-c5ec5d77c042', 'name': '', 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'mac_address': 'fa:16:3e:9e:c9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:30Z', 'updated_at': '2021-11-03T18:40:36Z', 'revision_number': 4, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'subnets': [{'id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:37.866789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adf5da0-f018-43f0-92b8-2d425a0f826f None None] The sync data for ids ['b1a72a0d-a49a-4600-8340-f072c93b98b7'] in n-d-812150-4 is: [{'id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:31Z', 'revision_number': 4, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'gw_port': {'id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'a715d20a-84b6-456c-abef-c5ec5d77c042', 'name': '', 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'mac_address': 'fa:16:3e:9e:c9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:30Z', 'updated_at': '2021-11-03T18:40:36Z', 'revision_number': 4, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'subnets': [{'id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:40:37.884225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-339c7ffc-0da2-4b48-b426-1bd0cdf0df1a tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--951659140&fields=id&tenant_id=3d75cd8a4d1840309141f061312d4ccb HTTP/1.1" status: 200 len: 267 time: 0.0657406 Nov 03 18:40:38.080474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bcc7f-698e-45e9-b40d-ba7f193e47ed req-951872d8-1712-487b-aafe-ae4e8ac65cb3 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:38.082347 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9bcc7f-698e-45e9-b40d-ba7f193e47ed req-951872d8-1712-487b-aafe-ae4e8ac65cb3 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 947 time: 0.1971381 Nov 03 18:40:38.085440 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 296f0c2e-5084-47eb-a99c-7623b80ff300 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:38.131020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-8fda0ee1-b664-4633-8ac9-e96353da5d66 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:38.139141 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-8fda0ee1-b664-4633-8ac9-e96353da5d66 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/networks?id=0071f753-7a4d-4da4-a372-a57515f16f21 HTTP/1.1" status: 200 len: 815 time: 0.2520907 Nov 03 18:40:38.166310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-2bb4cc8a-8bee-4848-9e1e-57d9e6a3b3ee tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/quotas/3d75cd8a4d1840309141f061312d4ccb HTTP/1.1" status: 200 len: 375 time: 0.0241578 Nov 03 18:40:38.261172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 296f0c2e-5084-47eb-a99c-7623b80ff300, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=296f0c2e-5084-47eb-a99c-7623b80ff300,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:38.275247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '296f0c2e-5084-47eb-a99c-7623b80ff300', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '296f0c2e-5084-47eb-a99c-7623b80ff300', 'mac_address': 'fa:16:3e:67:38:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:38.275623 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9bcc7f-698e-45e9-b40d-ba7f193e47ed req-d27233c9-79c6-4f8d-9d84-11f395d7e82e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797028 Nov 03 18:40:38.321922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-b78773bf-1aa7-4d23-8b7d-b95093afc73f tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=3d75cd8a4d1840309141f061312d4ccb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1547096 Nov 03 18:40:38.379608 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:38.405206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296f0c2e-5084-47eb-a99c-7623b80ff300 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:38.430936 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 296f0c2e-5084-47eb-a99c-7623b80ff300, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=296f0c2e-5084-47eb-a99c-7623b80ff300,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:38.437683 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:38.514598 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-e8e60bde-1f1a-4944-9a78-9687bb941409 service neutron] 10.222.0.107 "GET /v2.0/networks/0071f753-7a4d-4da4-a372-a57515f16f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707768 Nov 03 18:40:38.520481 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=296f0c2e-5084-47eb-a99c-7623b80ff300,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:38.593538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064dc00-f152-4499-9169-55ff94911b65 req-8e4258b8-19da-4c4d-a2cd-55f58fdd4c35 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:38.595090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4064dc00-f152-4499-9169-55ff94911b65 req-8e4258b8-19da-4c4d-a2cd-55f58fdd4c35 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.1751235 Nov 03 18:40:38.677312 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-c05780ed-4bb8-48fc-b958-342ec10aaa36 service neutron] 10.222.0.107 "GET /v2.0/networks/0071f753-7a4d-4da4-a372-a57515f16f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617398 Nov 03 18:40:38.693879 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4064dc00-f152-4499-9169-55ff94911b65 req-36f50188-2b55-4153-b409-45d5cff44582 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915434 Nov 03 18:40:38.833018 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['296f0c2e-5084-47eb-a99c-7623b80ff300'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:38.885285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c99453-492d-48f6-b108-d8c21e9c9aa8 req-fa130f12-00dc-4d4c-8c69-ba03f72377d1 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:38.890870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7c99453-492d-48f6-b108-d8c21e9c9aa8 req-fa130f12-00dc-4d4c-8c69-ba03f72377d1 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1037071 Nov 03 18:40:39.015429 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7c99453-492d-48f6-b108-d8c21e9c9aa8 req-82a0a27b-fcb9-425a-a404-a442acf1803b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179264 Nov 03 18:40:39.129720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363a531-825d-4289-ba1c-09f81f7bf8b9 req-cfcae549-1093-4dcc-9c6f-7c1c3d251bcf tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:39.138008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a363a531-825d-4289-ba1c-09f81f7bf8b9 req-cfcae549-1093-4dcc-9c6f-7c1c3d251bcf tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.1214669 Nov 03 18:40:39.244403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27aa330-8e98-4d93-b1f5-1310b678b57b req-1c376986-c720-43e8-883e-18d712e05664 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:39.246084 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f27aa330-8e98-4d93-b1f5-1310b678b57b req-1c376986-c720-43e8-883e-18d712e05664 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1054327 Nov 03 18:40:39.250877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a363a531-825d-4289-ba1c-09f81f7bf8b9 req-d99d3cd7-0519-44e6-a735-309febe49ee2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119392 Nov 03 18:40:39.340544 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f27aa330-8e98-4d93-b1f5-1310b678b57b req-2b832715-088f-461d-9753-28bce672fd0e tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781920 Nov 03 18:40:39.496707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99949054-b63e-4a81-84e3-2b26d0e14c80 req-bbcfa6a7-701c-4d65-a1a7-b065547b467a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:39.509552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99949054-b63e-4a81-84e3-2b26d0e14c80 req-bbcfa6a7-701c-4d65-a1a7-b065547b467a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1275315 Nov 03 18:40:39.533773 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66d20de4-7919-4ef4-9dea-90501eb3125d req-9ff21633-9f81-43d0-8603-3d064def54f9 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0738702 Nov 03 18:40:39.632270 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99949054-b63e-4a81-84e3-2b26d0e14c80 req-b3846c3a-5694-4c1e-a4ce-d2d4df292c86 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216269 Nov 03 18:40:39.644595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a715d20a-84b6-456c-abef-c5ec5d77c042 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:39.722941 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b66140b8-7d7b-4136-9839-0117e6af8894 req-751aaa5f-e101-4137-82ca-5ead3450e375 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 210 time: 0.0432327 Nov 03 18:40:39.768805 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port a715d20a-84b6-456c-abef-c5ec5d77c042 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:39.769518 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:39.850672 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a0ea5-9fa9-4aa0-9420-52cbd425780f req-ccae4d0e-598c-442f-bf78-6796b2654e99 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:39.850945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a0a0ea5-9fa9-4aa0-9420-52cbd425780f req-ccae4d0e-598c-442f-bf78-6796b2654e99 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 948 time: 0.0993907 Nov 03 18:40:39.962893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe561e7-ced1-423b-825c-45dcbe3c2fe5 req-c7964aa4-3649-47ce-8281-0efc944cda31 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:39.964504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-abe561e7-ced1-423b-825c-45dcbe3c2fe5 req-c7964aa4-3649-47ce-8281-0efc944cda31 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.1311779 Nov 03 18:40:39.980248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a0a0ea5-9fa9-4aa0-9420-52cbd425780f req-bf6eb6d0-4c01-4dd9-b323-73fe2e35ed62 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021183 Nov 03 18:40:40.071842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-abe561e7-ced1-423b-825c-45dcbe3c2fe5 req-92547a2a-7aad-4ca3-ab51-8cfa8330e293 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898936 Nov 03 18:40:40.166838 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708f189-b040-4db9-9c2e-742717d4514d req-a6420d82-85fb-4dce-bb6f-a282df508133 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:40.172163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3708f189-b040-4db9-9c2e-742717d4514d req-a6420d82-85fb-4dce-bb6f-a282df508133 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.0726185 Nov 03 18:40:40.232166 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3708f189-b040-4db9-9c2e-742717d4514d req-79fc8084-7a91-47de-958e-85c26a735fc9 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571268 Nov 03 18:40:40.411869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc348-9801-42e4-ac8f-a185a0d78247 req-5b9f8ad8-9c61-4834-bcbf-7197346a0ee8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:40.419853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4cfdc348-9801-42e4-ac8f-a185a0d78247 req-5b9f8ad8-9c61-4834-bcbf-7197346a0ee8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.0761652 Nov 03 18:40:40.500319 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4cfdc348-9801-42e4-ac8f-a185a0d78247 req-44709db2-b12a-417b-9955-16abea13ea0a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793746 Nov 03 18:40:40.531864 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8c4bf-7071-4d17-88ba-714cc773be48 req-e9ab7459-3839-46a0-ba6f-ad5ef5185422 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:40.533533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a2e8c4bf-7071-4d17-88ba-714cc773be48 req-e9ab7459-3839-46a0-ba6f-ad5ef5185422 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0820749 Nov 03 18:40:40.604221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a2e8c4bf-7071-4d17-88ba-714cc773be48 req-6b73548e-2f0b-49c1-b7f1-55b7724b2276 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639987 Nov 03 18:40:40.705025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4eeebf59-fd29-4b4b-9d70-8154dfde1a9a req-5a28569b-ec2a-48e4-998c-244ee1951d1f tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0528319 Nov 03 18:40:40.793004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64567618-8253-4161-90b0-23277c4c3493 req-86a1663d-bec6-42c4-b05a-223983dbc12d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:40.801088 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64567618-8253-4161-90b0-23277c4c3493 req-86a1663d-bec6-42c4-b05a-223983dbc12d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.0725193 Nov 03 18:40:40.848988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8ac8143e-d962-4ce0-8680-a4b2e0c7587e req-b95ae38c-dab1-4e5a-ba72-542e45b6e949 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 210 time: 0.0388460 Nov 03 18:40:40.889422 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64567618-8253-4161-90b0-23277c4c3493 req-02281d20-1865-46af-a2e8-c77651bdaf43 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872476 Nov 03 18:40:41.456113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658e6ea-b727-410c-9679-2a29fc861838 req-84fc2053-07ac-46c0-94d6-3d260a5a4a65 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:41.463307 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f658e6ea-b727-410c-9679-2a29fc861838 req-84fc2053-07ac-46c0-94d6-3d260a5a4a65 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 948 time: 0.4261105 Nov 03 18:40:41.500088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f228a8-1815-4f26-8006-30517543c0d7 req-2429b708-aef1-4498-b8b9-175f3840f884 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:41.507613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-59f228a8-1815-4f26-8006-30517543c0d7 req-2429b708-aef1-4498-b8b9-175f3840f884 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.1061759 Nov 03 18:40:41.564681 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f658e6ea-b727-410c-9679-2a29fc861838 req-cfc08d0d-f3eb-4ffa-ab52-f9db792bb47c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002691 Nov 03 18:40:41.623258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-59f228a8-1815-4f26-8006-30517543c0d7 req-5d7ce081-86b3-4f35-9693-068b224ec0dc tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135726 Nov 03 18:40:41.773210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-b5b6a8ae-8f31-413b-9f5b-9169d706b8a6 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:41.774901 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-b5b6a8ae-8f31-413b-9f5b-9169d706b8a6 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.87 "GET /v2.0/networks?id=0071f753-7a4d-4da4-a372-a57515f16f21 HTTP/1.1" status: 200 len: 815 time: 0.3390465 Nov 03 18:40:41.808378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05640ec-0f85-41c5-83cc-16191f06901d req-ded2800c-0d8d-4d82-80bf-670d79904eac tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:41.816301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c05640ec-0f85-41c5-83cc-16191f06901d req-ded2800c-0d8d-4d82-80bf-670d79904eac tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1302991 Nov 03 18:40:41.833378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309a8d8-366d-40d6-9836-5e8fc029f96e req-533ebbbc-7697-40c5-8e1e-ef13bdca8a8d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:41.836525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7309a8d8-366d-40d6-9836-5e8fc029f96e req-533ebbbc-7697-40c5-8e1e-ef13bdca8a8d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.0913427 Nov 03 18:40:41.895123 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-84191355-0f22-495e-8c6b-2dff449b53db tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d75cd8a4d1840309141f061312d4ccb HTTP/1.1" status: 200 len: 379 time: 0.0818374 Nov 03 18:40:41.899753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c05640ec-0f85-41c5-83cc-16191f06901d req-7e23cea0-e519-4fb0-95b2-19326ece0a9a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788274 Nov 03 18:40:41.951535 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7309a8d8-366d-40d6-9836-5e8fc029f96e req-cce49898-ed22-47da-8e1f-f18882a86b19 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059864 Nov 03 18:40:41.971256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-2cc5047a-d95b-486a-9981-3a4ded6bf57f tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Request body: {'port': {'device_id': '4c208786-fc09-4aea-8bd7-c9f9b23acfe0', 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'admin_state_up': True, 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'security_groups': ['58886e04-1a7e-4a92-a262-437bd1986add']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:42.031272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b4686-95d9-472d-839c-cd75d0960961 req-625b99e6-f518-40b6-9db8-c866a2c9cc3d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:42.032796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-790b4686-95d9-472d-839c-cd75d0960961 req-625b99e6-f518-40b6-9db8-c866a2c9cc3d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0746632 Nov 03 18:40:42.111780 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cf1112b2-1fe6-4845-ad2f-fbf83377b7db req-d1c64c31-4d34-496f-b3e9-02d0f9d935d5 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0635476 Nov 03 18:40:42.116773 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 296f0c2e-5084-47eb-a99c-7623b80ff300 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:42.142984 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-2cc5047a-d95b-486a-9981-3a4ded6bf57f tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Made reservation on behalf of 3d75cd8a4d1840309141f061312d4ccb for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:42.147186 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-2cc5047a-d95b-486a-9981-3a4ded6bf57f tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.161570 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-790b4686-95d9-472d-839c-cd75d0960961 req-c4296d38-3a47-423d-bda0-ab4b98b6f046 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196280 Nov 03 18:40:42.204532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 296f0c2e-5084-47eb-a99c-7623b80ff300 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:40:42.209861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 296f0c2e-5084-47eb-a99c-7623b80ff300 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:42.210576 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.303993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c073cfc3-2da6-4a1c-b679-41d234fb9f99 req-0daee908-fafd-4e21-ba86-8f0e52b64de6 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 210 time: 0.0473440 Nov 03 18:40:42.331632 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.340550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4ff8e-d725-4243-af82-b07842cb83da req-2b25d1dd-06d2-419f-adc5-067f80012750 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:42.349240 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bac4ff8e-d725-4243-af82-b07842cb83da req-2b25d1dd-06d2-419f-adc5-067f80012750 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1107774 Nov 03 18:40:42.360309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e074f3-75ff-4767-b591-7a88bc1d5332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296f0c2e-5084-47eb-a99c-7623b80ff300'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:42.362958 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439ecda9-4ed6-497c-a5a1-9a0262f88d31" -d '{"events": [{"server_uuid": "49e074f3-75ff-4767-b591-7a88bc1d5332", "name": "network-vif-plugged", "status": "completed", "tag": "296f0c2e-5084-47eb-a99c-7623b80ff300"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:42.377984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 296f0c2e-5084-47eb-a99c-7623b80ff300, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=296f0c2e-5084-47eb-a99c-7623b80ff300,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:42.384689 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.404106 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-2cc5047a-d95b-486a-9981-3a4ded6bf57f tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Allocated IP 172.20.0.14 (0071f753-7a4d-4da4-a372-a57515f16f21/3d419d3e-267b-4243-bad0-529ae5c161fe/b77078a4-8171-4ee2-841a-23dc84c53054) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:42.444472 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d087519-016c-45e9-bf9f-884c6c3eb5ac x-openstack-request-id: req-1d087519-016c-45e9-bf9f-884c6c3eb5ac {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:42.444760 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e074f3-75ff-4767-b591-7a88bc1d5332", "name": "network-vif-plugged", "status": "completed", "tag": "296f0c2e-5084-47eb-a99c-7623b80ff300", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:42.445008 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1d087519-016c-45e9-bf9f-884c6c3eb5ac {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:42.445402 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e074f3-75ff-4767-b591-7a88bc1d5332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296f0c2e-5084-47eb-a99c-7623b80ff300', 'code': 200} Nov 03 18:40:42.448314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=296f0c2e-5084-47eb-a99c-7623b80ff300,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:42.468651 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bac4ff8e-d725-4243-af82-b07842cb83da req-f41d7f7b-2d8f-4ebb-ac65-4158b74cbf18 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180334 Nov 03 18:40:42.568283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f95e73-c857-4deb-bae6-83ed9afc3456 req-a6de84ad-cab7-491a-9662-61271afe3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:42.569813 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11f95e73-c857-4deb-bae6-83ed9afc3456 req-a6de84ad-cab7-491a-9662-61271afe3318 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 1100 time: 0.0529783 Nov 03 18:40:42.613923 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-2cc5047a-d95b-486a-9981-3a4ded6bf57f tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.641936 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11f95e73-c857-4deb-bae6-83ed9afc3456 req-477b1de1-1a8f-49c9-bbdf-8b547f142b1b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561757 Nov 03 18:40:42.677167 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-2cc5047a-d95b-486a-9981-3a4ded6bf57f tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.730333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-2cc5047a-d95b-486a-9981-3a4ded6bf57f tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Network 0071f753-7a4d-4da4-a372-a57515f16f21 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:42.734742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-2cc5047a-d95b-486a-9981-3a4ded6bf57f tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:42.738698 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-2cc5047a-d95b-486a-9981-3a4ded6bf57f tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:42.780723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5047a-d95b-486a-9981-3a4ded6bf57f tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Pushing event updated for resources: {'Port': ['ID=b77078a4-8171-4ee2-841a-23dc84c53054,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:42.808659 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-2cc5047a-d95b-486a-9981-3a4ded6bf57f tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:42.810262 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-2cc5047a-d95b-486a-9981-3a4ded6bf57f tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:42.822783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e7312-6368-4cb3-bb9d-c21960495b98 req-45a6d10c-bf0a-4a27-9668-2e805d76ee31 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:42.831776 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d3e7312-6368-4cb3-bb9d-c21960495b98 req-45a6d10c-bf0a-4a27-9668-2e805d76ee31 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 949 time: 0.1589410 Nov 03 18:40:42.845455 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-2cc5047a-d95b-486a-9981-3a4ded6bf57f tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8789558 Nov 03 18:40:42.869903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6da23-4e6a-4032-8110-953a2fb648a6 req-8180347e-9ceb-403e-bffd-82e1ad503419 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:42.871797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8ba6da23-4e6a-4032-8110-953a2fb648a6 req-8180347e-9ceb-403e-bffd-82e1ad503419 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.1439977 Nov 03 18:40:42.873983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Request body: {'port': {'device_id': '4c208786-fc09-4aea-8bd7-c9f9b23acfe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:42.933223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d3e7312-6368-4cb3-bb9d-c21960495b98 req-02d0b195-c7c8-46ea-aa90-0cdd08fd7651 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966246 Nov 03 18:40:42.969184 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.003740 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8ba6da23-4e6a-4032-8110-953a2fb648a6 req-59a1102d-6c4d-4475-b749-e315e51468ef tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185181 Nov 03 18:40:43.152019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b19f4e-ac00-4647-9203-1ba449ad1e2d req-2a7df49f-33c3-4cd0-8008-eaeebd97b264 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:43.160818 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6b19f4e-ac00-4647-9203-1ba449ad1e2d req-2a7df49f-33c3-4cd0-8008-eaeebd97b264 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1223295 Nov 03 18:40:43.195617 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.195617 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0dcf290a-aaf9-47b0-8352-8150437a4535 None None] Provisioning complete for port b77078a4-8171-4ee2-841a-23dc84c53054 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:43.195617 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0dcf290a-aaf9-47b0-8352-8150437a4535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.273340 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cea7f-4c54-40e2-976b-88923132752a req-69457b6b-2264-4ef7-a070-4f06f5c7af95 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:43.281853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f0cea7f-4c54-40e2-976b-88923132752a req-69457b6b-2264-4ef7-a070-4f06f5c7af95 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.1865618 Nov 03 18:40:43.336888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6b19f4e-ac00-4647-9203-1ba449ad1e2d req-9f3a0ced-818e-4852-bfd3-8bb311fc8c78 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668556 Nov 03 18:40:43.393939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77078a4-8171-4ee2-841a-23dc84c53054 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:43.396176 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f0cea7f-4c54-40e2-976b-88923132752a req-e17e85ae-3cc7-462f-bec8-949149cbbc3b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132607 Nov 03 18:40:43.430464 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.438804 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf290a-aaf9-47b0-8352-8150437a4535 None None] Port b77078a4-8171-4ee2-841a-23dc84c53054 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:40:43.451248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Transition to ACTIVE for port object b77078a4-8171-4ee2-841a-23dc84c53054 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:40:43.455688 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.490590 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23d70047-623c-445d-a00d-dde43b6e2344 req-d53dde29-8f6e-4d3c-980d-4f30bd518d8d tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0509970 Nov 03 18:40:43.533556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=b77078a4-8171-4ee2-841a-23dc84c53054,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:43.678216 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Attempting to bind port b77078a4-8171-4ee2-841a-23dc84c53054 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:43.679060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Attempting to bind port b77078a4-8171-4ee2-841a-23dc84c53054 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'deba385e-2f9f-4378-84b0-b192495924ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:43.679647 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Attempting to bind port b77078a4-8171-4ee2-841a-23dc84c53054 on network 0071f753-7a4d-4da4-a372-a57515f16f21 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:43.688337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Port b77078a4-8171-4ee2-841a-23dc84c53054 on network 0071f753-7a4d-4da4-a372-a57515f16f21 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:40:43.689097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Attempting to bind port b77078a4-8171-4ee2-841a-23dc84c53054 on network 0071f753-7a4d-4da4-a372-a57515f16f21 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:43.695277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:43.695904 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Checking segment: {'id': 'deba385e-2f9f-4378-84b0-b192495924ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:43.696939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Bound using segment: {'id': 'deba385e-2f9f-4378-84b0-b192495924ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:43.697575 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Bound port: b77078a4-8171-4ee2-841a-23dc84c53054, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deba385e-2f9f-4378-84b0-b192495924ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:43.698110 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.766237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910826da-3efa-4163-a101-1f3b94bb7acc req-ffb1c6c4-0125-4ef7-9a60-4495343438e1 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:43.773673 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-910826da-3efa-4163-a101-1f3b94bb7acc req-ffb1c6c4-0125-4ef7-9a60-4495343438e1 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.2655034 Nov 03 18:40:43.777186 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-04f3730c-ce0c-4a88-a0d3-1c87d30fd53a service neutron] show failed (client error): The resource could not be found. Nov 03 18:40:43.778710 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-04f3730c-ce0c-4a88-a0d3-1c87d30fd53a service neutron] 10.222.0.87 "GET /v2.0/ports/6adb4899-aa03-4964-a7fc-3067c1d32b35/bindings/n-h2-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.2836618 Nov 03 18:40:43.799314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c7d52-f81b-4431-9141-4413caaadbb7 req-536b70b3-83b6-4c76-b569-ff8fe7b0a789 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:43.800827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ef4c7d52-f81b-4431-9141-4413caaadbb7 req-536b70b3-83b6-4c76-b569-ff8fe7b0a789 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 944 time: 0.1575077 Nov 03 18:40:43.851323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] For port b77078a4-8171-4ee2-841a-23dc84c53054, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:43.857985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] For port b77078a4-8171-4ee2-841a-23dc84c53054, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=b77078a4-8171-4ee2-841a-23dc84c53054,segment=NetworkSegment(deba385e-2f9f-4378-84b0-b192495924ca),segment_id=deba385e-2f9f-4378-84b0-b192495924ca)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:43.868476 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.878217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-910826da-3efa-4163-a101-1f3b94bb7acc req-58154962-1018-4927-9e22-31c399bd34df tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035717 Nov 03 18:40:43.921322 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ef4c7d52-f81b-4431-9141-4413caaadbb7 req-7c960820-a86c-4aae-a6eb-22af4b61a224 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/security-groups?id=58886e04-1a7e-4a92-a262-437bd1986add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102843 Nov 03 18:40:43.940366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:43.944538 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:43.946300 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] 10.222.0.87 "PUT /v2.0/ports/b77078a4-8171-4ee2-841a-23dc84c53054 HTTP/1.1" status: 200 len: 1092 time: 1.0767152 Nov 03 18:40:43.946728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c208786-fc09-4aea-8bd7-c9f9b23acfe0', 'tag': 'b77078a4-8171-4ee2-841a-23dc84c53054'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:43.952310 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38deb671-b578-4976-964e-fa87b3dbed2c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c208786-fc09-4aea-8bd7-c9f9b23acfe0", "tag": "b77078a4-8171-4ee2-841a-23dc84c53054"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:44.007648 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be9dda-5caf-448b-a314-e3fcf0905fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=b77078a4-8171-4ee2-841a-23dc84c53054,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:44.095145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7dd61-c38f-45fd-bfa2-d4106bbe165d req-e42db8e0-3753-45cd-acb4-76beed5ade18 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:44.096790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a4b7dd61-c38f-45fd-bfa2-d4106bbe165d req-e42db8e0-3753-45cd-acb4-76beed5ade18 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.0742567 Nov 03 18:40:44.238282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f1e60-0f9c-41de-b2f2-0d5d51069007 req-2f5d3fa2-6ec2-4ae4-879e-bb2cba9a26ac tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:44.247062 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c3f1e60-0f9c-41de-b2f2-0d5d51069007 req-2f5d3fa2-6ec2-4ae4-879e-bb2cba9a26ac tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 949 time: 0.1273630 Nov 03 18:40:44.263962 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a4b7dd61-c38f-45fd-bfa2-d4106bbe165d req-5e6a2203-7527-4575-a3d4-95985c22b74f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477416 Nov 03 18:40:44.279336 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-fcfde793-1332-4b58-80e9-a5cc432d497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:44.280912 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-fcfde793-1332-4b58-80e9-a5cc432d497f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3d75cd8a4d1840309141f061312d4ccb&device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 1095 time: 0.0915506 Nov 03 18:40:44.370159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-356699a4-eff8-40b3-be81-3054e4f24e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:44.373811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-356699a4-eff8-40b3-be81-3054e4f24e93 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149&tenant_id=72107d064293479db9d913e1eb3d59a8 HTTP/1.1" status: 200 len: 1101 time: 0.1089520 Nov 03 18:40:44.377480 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c3f1e60-0f9c-41de-b2f2-0d5d51069007 req-e9c1e3e4-7daf-4449-9f5e-eda293716cef tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294575 Nov 03 18:40:44.380973 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e49b04c-e204-4587-87dd-7e6ba271cb47 x-openstack-request-id: req-9e49b04c-e204-4587-87dd-7e6ba271cb47 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:44.381245 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c208786-fc09-4aea-8bd7-c9f9b23acfe0", "tag": "b77078a4-8171-4ee2-841a-23dc84c53054", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:44.381505 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9e49b04c-e204-4587-87dd-7e6ba271cb47 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:44.381913 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c208786-fc09-4aea-8bd7-c9f9b23acfe0', 'tag': 'b77078a4-8171-4ee2-841a-23dc84c53054', 'status': 'completed', 'code': 200} Nov 03 18:40:44.383785 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-a4f9870c-0b61-4707-91c5-ac7ee95b1adf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b77078a4-8171-4ee2-841a-23dc84c53054 HTTP/1.1" status: 200 len: 217 time: 0.0786374 Nov 03 18:40:44.391154 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:44.473362 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:44.483118 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-e01bf410-2c92-488d-b8b8-45f17dc6a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:44.484860 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-e01bf410-2c92-488d-b8b8-45f17dc6a912 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d419d3e-267b-4243-bad0-529ae5c161fe HTTP/1.1" status: 200 len: 854 time: 0.0808458 Nov 03 18:40:44.560230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-4123d77b-8e3d-41ed-8c36-67d12c9f890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:44.562325 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-4123d77b-8e3d-41ed-8c36-67d12c9f890d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0071f753-7a4d-4da4-a372-a57515f16f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642533 Nov 03 18:40:44.671119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070c69b-4be9-422a-8d1a-e22eabffd096 req-0eb67d89-05c4-4fd2-8950-3d0b332f8576 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:44.679218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e070c69b-4be9-422a-8d1a-e22eabffd096 req-0eb67d89-05c4-4fd2-8950-3d0b332f8576 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1935403 Nov 03 18:40:44.691566 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e36e4-6f37-4ea0-8daf-a30cee7e5fef req-8bab338f-5b09-4d60-a59c-6ed8981c45b2 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:44.699083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f10e36e4-6f37-4ea0-8daf-a30cee7e5fef req-8bab338f-5b09-4d60-a59c-6ed8981c45b2 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.2292044 Nov 03 18:40:44.702688 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-d27091d7-8764-4ffa-8f3a-456d7398fc09 service neutron] 10.222.0.87 "GET /v2.0/networks/0071f753-7a4d-4da4-a372-a57515f16f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260118 Nov 03 18:40:44.843520 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91001f09-b395-4b15-aeb2-5568ef8c1298 req-dd4458af-af2e-4266-a529-27719f0536e5 service neutron] 10.222.0.87 "GET /v2.0/networks/0071f753-7a4d-4da4-a372-a57515f16f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258647 Nov 03 18:40:44.857560 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f10e36e4-6f37-4ea0-8daf-a30cee7e5fef req-1b8b3020-177d-4949-b613-b3cf4fd982a1 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567674 Nov 03 18:40:44.861088 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e070c69b-4be9-422a-8d1a-e22eabffd096 req-119124ad-342b-48e8-b4b4-5dbcb1a1df1f tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809514 Nov 03 18:40:44.913259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:45.010956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:45.108608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b3f7c4f-82f9-48a0-b34f-61ace9cb4692 req-46f8198b-b30a-43ce-8808-b7b5e1eb2059 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.1082978 Nov 03 18:40:45.122976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2d110-1bc7-433d-aa8b-a4bc9596face req-b8f6321b-eb6d-4248-adfb-469a1221bb54 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:45.124809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07b2d110-1bc7-433d-aa8b-a4bc9596face req-b8f6321b-eb6d-4248-adfb-469a1221bb54 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.1692846 Nov 03 18:40:45.160252 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deb671-b578-4976-964e-fa87b3dbed2c req-56fca818-0993-4168-b9f7-3a357ebe7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:45.162508 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38deb671-b578-4976-964e-fa87b3dbed2c req-56fca818-0993-4168-b9f7-3a357ebe7e63 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3d75cd8a4d1840309141f061312d4ccb&device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 1095 time: 0.1051474 Nov 03 18:40:45.190322 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07b2d110-1bc7-433d-aa8b-a4bc9596face req-f880bd41-b924-4748-9c31-4a10d6fe3764 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506389 Nov 03 18:40:45.201553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:45.203949 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394fe04c-43db-48fc-9d6d-21d64fe4b9df" -d '{"events": [{"server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "name": "network-vif-unplugged", "status": "completed", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:45.208110 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:45.243568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Transition to ACTIVE for port object 6adb4899-aa03-4964-a7fc-3067c1d32b35 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:40:45.261363 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:45.297862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deb671-b578-4976-964e-fa87b3dbed2c req-0ece8560-ab45-451a-86d8-b4f7fb306880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:45.300058 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38deb671-b578-4976-964e-fa87b3dbed2c req-0ece8560-ab45-451a-86d8-b4f7fb306880 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0071f753-7a4d-4da4-a372-a57515f16f21 HTTP/1.1" status: 200 len: 916 time: 0.1214824 Nov 03 18:40:45.374216 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38deb671-b578-4976-964e-fa87b3dbed2c req-fe418c49-626f-4795-bad1-3b9cb09ec51e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b77078a4-8171-4ee2-841a-23dc84c53054 HTTP/1.1" status: 200 len: 217 time: 0.0520139 Nov 03 18:40:45.405827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Pushing event updated for resources: {'Port': ['ID=6adb4899-aa03-4964-a7fc-3067c1d32b35,revision_number=6']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:45.415328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] No DVR routers for this DVR port 6adb4899-aa03-4964-a7fc-3067c1d32b35 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:40:45.434818 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ceb3b8-8ba1-4867-9fc5-a2138f0bf363 req-80a51cd5-2a67-4f54-be73-74a57000f5b9 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:45.437518 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88ceb3b8-8ba1-4867-9fc5-a2138f0bf363 req-80a51cd5-2a67-4f54-be73-74a57000f5b9 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1917641 Nov 03 18:40:45.478373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deb671-b578-4976-964e-fa87b3dbed2c req-6b86dd25-054c-4c4c-9482-0e4bd4557e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:45.480207 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38deb671-b578-4976-964e-fa87b3dbed2c req-6b86dd25-054c-4c4c-9482-0e4bd4557e32 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d419d3e-267b-4243-bad0-529ae5c161fe HTTP/1.1" status: 200 len: 854 time: 0.0870903 Nov 03 18:40:45.522538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f9a43-9303-41aa-a7c7-05f4f01bbe07 req-3fb6be2d-4e31-444f-9f05-f659cdeca72a tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:45.524181 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f33f9a43-9303-41aa-a7c7-05f4f01bbe07 req-3fb6be2d-4e31-444f-9f05-f659cdeca72a tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 944 time: 0.2017179 Nov 03 18:40:45.570370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Attempting to bind port 6adb4899-aa03-4964-a7fc-3067c1d32b35 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:45.570702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Attempting to bind port 6adb4899-aa03-4964-a7fc-3067c1d32b35 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:45.571029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Attempting to bind port 6adb4899-aa03-4964-a7fc-3067c1d32b35 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:45.586710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deb671-b578-4976-964e-fa87b3dbed2c req-e049d77a-add4-4ab9-a574-c2dfa8c16fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:45.590989 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38deb671-b578-4976-964e-fa87b3dbed2c req-e049d77a-add4-4ab9-a574-c2dfa8c16fc6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0071f753-7a4d-4da4-a372-a57515f16f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920680 Nov 03 18:40:45.600830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Port 6adb4899-aa03-4964-a7fc-3067c1d32b35 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:40:45.601153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Attempting to bind port 6adb4899-aa03-4964-a7fc-3067c1d32b35 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:45.623817 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88ceb3b8-8ba1-4867-9fc5-a2138f0bf363 req-bea3d734-130e-4640-a380-e79d6a282de0 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672456 Nov 03 18:40:45.632859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:45.633205 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:45.633594 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:45.634047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Bound port: 6adb4899-aa03-4964-a7fc-3067c1d32b35, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:45.634398 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:45.650899 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f33f9a43-9303-41aa-a7c7-05f4f01bbe07 req-c25d71d0-ec6f-4eb5-a32b-a62258bd1051 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/security-groups?id=58886e04-1a7e-4a92-a262-437bd1986add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115255 Nov 03 18:40:45.761166 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e258c42b-a30c-4153-b30a-11621a170daa x-openstack-request-id: req-e258c42b-a30c-4153-b30a-11621a170daa {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:45.762971 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "name": "network-vif-unplugged", "status": "completed", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:45.764602 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e258c42b-a30c-4153-b30a-11621a170daa {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:45.765292 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35', 'code': 200} Nov 03 18:40:45.766766 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38deb671-b578-4976-964e-fa87b3dbed2c req-8a2c4195-e50c-4bdb-a4dd-1eef7e08c3a3 service neutron] 10.222.0.87 "GET /v2.0/networks/0071f753-7a4d-4da4-a372-a57515f16f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552322 Nov 03 18:40:45.815131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:45.835676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:45.900339 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:45.968312 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38deb671-b578-4976-964e-fa87b3dbed2c req-2326c7d7-df5e-46c5-894b-4d1ed61015ac service neutron] 10.222.0.87 "GET /v2.0/networks/0071f753-7a4d-4da4-a372-a57515f16f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511984 Nov 03 18:40:46.018146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:46.019039 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:46.020681 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] 10.222.0.98 "PUT /v2.0/ports/6adb4899-aa03-4964-a7fc-3067c1d32b35 HTTP/1.1" status: 200 len: 1096 time: 1.6342292 Nov 03 18:40:46.068982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6b372-0eb8-4e47-8961-60f028a8c58a req-4a8f6cc7-a950-4e17-9a7b-e6fc4dda0851 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:46.079829 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bd6b372-0eb8-4e47-8961-60f028a8c58a req-4a8f6cc7-a950-4e17-9a7b-e6fc4dda0851 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 949 time: 0.2171671 Nov 03 18:40:46.160148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ba08e-5374-4e37-a67b-48ce804e83c0 req-a2e66214-0613-41c5-b18c-8719f7893bf3 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:46.175048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-619ba08e-5374-4e37-a67b-48ce804e83c0 req-a2e66214-0613-41c5-b18c-8719f7893bf3 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.3364761 Nov 03 18:40:46.186839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9556070-a900-4bf0-b7f4-e50036f10b46 service neutron] Pushing event updated for resources: {'Port': ['ID=6adb4899-aa03-4964-a7fc-3067c1d32b35,revision_number=7']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:46.247456 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bd6b372-0eb8-4e47-8961-60f028a8c58a req-666248a9-d8b2-4311-861f-e958f659a6c8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617725 Nov 03 18:40:46.267668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d2c4dfa8-e072-4fe4-a806-b934fa9e293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:46.269221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-d2c4dfa8-e072-4fe4-a806-b934fa9e293c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 1099 time: 0.1619582 Nov 03 18:40:46.348985 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-619ba08e-5374-4e37-a67b-48ce804e83c0 req-9d8e7b0f-59e1-4a1a-a425-750ab59ee1f7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727273 Nov 03 18:40:46.489829 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bc225-0fb2-4761-bd89-ed68718461a1 req-f6197ce6-3e98-40a9-a2a9-9af792160ffd tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:46.493978 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-589bc225-0fb2-4761-bd89-ed68718461a1 req-f6197ce6-3e98-40a9-a2a9-9af792160ffd tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 948 time: 0.1439841 Nov 03 18:40:46.512733 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-9eebff0a-2fab-4da9-b812-eae5094e8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:46.514216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-9eebff0a-2fab-4da9-b812-eae5094e8541 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2288456 Nov 03 18:40:46.538269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b3a46-6815-4fec-9252-41d121128050 req-d22cad19-0cc8-4d3b-b05a-0050090c1205 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:46.540038 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b3b3a46-6815-4fec-9252-41d121128050 req-d22cad19-0cc8-4d3b-b05a-0050090c1205 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1204176 Nov 03 18:40:46.601959 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-3fa76fb8-f9b9-4f6b-a318-3b8ab2218d87 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35 HTTP/1.1" status: 200 len: 217 time: 0.0546777 Nov 03 18:40:46.681198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-589bc225-0fb2-4761-bd89-ed68718461a1 req-767c9ca9-b215-4bcb-b39d-f3a66d0e391c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659505 Nov 03 18:40:46.689913 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b3b3a46-6815-4fec-9252-41d121128050 req-7a550105-69e8-4bab-b808-fd821a238173 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415043 Nov 03 18:40:46.737488 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-6df34cfb-88e5-49ea-b6a8-18469c448743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:46.739734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-6df34cfb-88e5-49ea-b6a8-18469c448743 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1203625 Nov 03 18:40:46.865730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb1bebbd-4309-4baa-b117-7f5c11d000fa req-941d90fe-d67e-4355-b36a-bd552352fe46 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0544765 Nov 03 18:40:46.879156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-da20139d-bbde-413b-8b57-18c94eea9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:46.880606 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-da20139d-bbde-413b-8b57-18c94eea9186 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1258554 Nov 03 18:40:46.897274 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce5f3b-7334-4983-8ca0-337e40a71711 req-520350fc-04cf-4128-a49b-fcb702d1ccb4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:46.898921 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6ce5f3b-7334-4983-8ca0-337e40a71711 req-520350fc-04cf-4128-a49b-fcb702d1ccb4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.0751586 Nov 03 18:40:47.046467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6ce5f3b-7334-4983-8ca0-337e40a71711 req-adce9a3d-1a9d-43b9-a1b9-bc4553c2a633 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331124 Nov 03 18:40:47.056859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bb060-d401-4e1a-920b-fa982fa7495e req-bd0008ce-62dc-42a9-a43f-6167da431758 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:47.058397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a83bb060-d401-4e1a-920b-fa982fa7495e req-bd0008ce-62dc-42a9-a43f-6167da431758 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 1100 time: 0.1132817 Nov 03 18:40:47.075727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-14d626dc-61a9-4ec5-b08d-06eb93aca03b service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714771 Nov 03 18:40:47.082590 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:40:47.219838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a83bb060-d401-4e1a-920b-fa982fa7495e req-1071f41a-1e36-4214-ae44-39c5e10e0d78 tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512263 Nov 03 18:40:47.267538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfd946-3bb9-4f6b-add7-f72d2a721f9e req-cf8f0040-1dde-424b-83b7-0e894f93b1b4 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:47.270465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aadfd946-3bb9-4f6b-add7-f72d2a721f9e req-cf8f0040-1dde-424b-83b7-0e894f93b1b4 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1412339 Nov 03 18:40:47.272894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063b3df6-6ab9-479b-aa9e-fa35739cdfa3 req-fba47aca-030d-4d50-b1c1-d5dda50cf222 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873887 Nov 03 18:40:47.363086 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aadfd946-3bb9-4f6b-add7-f72d2a721f9e req-7b5706ce-98c2-4fed-bec2-c7c59e44675e tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858173 Nov 03 18:40:47.389840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e7121-5286-42e4-9847-828663a5738a req-9da65853-82f4-4098-a43c-abe325b97883 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:47.389840 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f1e7121-5286-42e4-9847-828663a5738a req-9da65853-82f4-4098-a43c-abe325b97883 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 944 time: 0.0780838 Nov 03 18:40:47.450944 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f1e7121-5286-42e4-9847-828663a5738a req-22665257-b935-4bd3-b1f9-6125015edac0 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/security-groups?id=58886e04-1a7e-4a92-a262-437bd1986add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576684 Nov 03 18:40:47.510256 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-3012b6f4-64d6-486f-96dc-4a8904267b2b tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=602304e14f394efea572cff480f58f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297284 Nov 03 18:40:47.533904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6adb4899-aa03-4964-a7fc-3067c1d32b35 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:47.576102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6adb4899-aa03-4964-a7fc-3067c1d32b35 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:40:47.671343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c593f-947e-4d9f-8057-6e91e07439d9 req-cde0b3d6-a1c9-48e8-b9a4-cb692882f625 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:47.672951 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-778c593f-947e-4d9f-8057-6e91e07439d9 req-cde0b3d6-a1c9-48e8-b9a4-cb692882f625 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.0846763 Nov 03 18:40:47.680166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-9a54a963-8aa9-4bfc-9441-48b0baa598b6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:47.681629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-9a54a963-8aa9-4bfc-9441-48b0baa598b6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1706049 Nov 03 18:40:47.718808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-9ae977b7-242c-4a35-bca0-530c8bcbca75 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/quotas/602304e14f394efea572cff480f58f7d HTTP/1.1" status: 200 len: 375 time: 0.0289516 Nov 03 18:40:47.766457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:47.769264 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2b93f1-4abe-4af6-bc48-f7d43326c963" -d '{"events": [{"name": "network-changed", "server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:47.778651 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-778c593f-947e-4d9f-8057-6e91e07439d9 req-c51d0da7-4ffb-43b8-b163-44be71324552 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959821 Nov 03 18:40:47.812490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-3597946c-4318-4535-9ccc-5afb87779624 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0906882 Nov 03 18:40:47.931016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68366511-70fa-42d3-98bc-42ffd8c457e7 req-f28fba3b-b075-4e1c-b2eb-1ad58419d946 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:47.938878 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68366511-70fa-42d3-98bc-42ffd8c457e7 req-f28fba3b-b075-4e1c-b2eb-1ad58419d946 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 948 time: 0.0609818 Nov 03 18:40:48.012992 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68366511-70fa-42d3-98bc-42ffd8c457e7 req-4adf1883-33b5-4b93-90da-57e34b5c87e1 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723679 Nov 03 18:40:48.082615 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe3939-b185-4c6a-be83-1cab03c036b1 req-dc35e700-dd24-455d-ba69-dcce8c006635 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:48.085028 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3fe3939-b185-4c6a-be83-1cab03c036b1 req-dc35e700-dd24-455d-ba69-dcce8c006635 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.0710876 Nov 03 18:40:48.087387 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0f7eff-f8e4-4b07-ab92-21b51c2b25e8 x-openstack-request-id: req-ae0f7eff-f8e4-4b07-ab92-21b51c2b25e8 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:48.087958 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:48.088408 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ae0f7eff-f8e4-4b07-ab92-21b51c2b25e8 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:48.089517 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35', 'status': 'completed', 'code': 200} Nov 03 18:40:48.245839 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-b5739a03-87fa-431d-805c-0a1b7740fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:48.247977 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-b5739a03-87fa-431d-805c-0a1b7740fc03 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 1099 time: 0.0826652 Nov 03 18:40:48.268271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f29fdc6-0ffe-427c-b467-ffdbee55ce6e req-6b4eccb3-c75e-40e9-b504-8983f98b9030 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0773144 Nov 03 18:40:48.275083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-01163fca-c68d-4c3e-9169-b504209e4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:48.276657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-01163fca-c68d-4c3e-9169-b504209e4b43 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 1099 time: 0.1379554 Nov 03 18:40:48.282870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3fe3939-b185-4c6a-be83-1cab03c036b1 req-23ea5ddd-eb57-49a7-9a36-4bd9200fe722 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852705 Nov 03 18:40:48.430141 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b239d7ff-742c-4bb6-b058-19ac673ae77a req-bbfdbffb-0944-4e0b-bcd0-953f7abee089 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 210 time: 0.0732222 Nov 03 18:40:48.471609 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-fec32a64-a4cb-4c5c-93a2-8651dda1c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:48.473439 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-fec32a64-a4cb-4c5c-93a2-8651dda1c637 service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2116630 Nov 03 18:40:48.521482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31763a-2f06-4091-87f8-f07e933947c1 req-74ad54b8-75ee-4d6b-8024-9a43d0dcf50c tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:48.531512 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c31763a-2f06-4091-87f8-f07e933947c1 req-74ad54b8-75ee-4d6b-8024-9a43d0dcf50c tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.1639893 Nov 03 18:40:48.557031 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-346e1776-0706-422d-963d-81147f5d2130 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35 HTTP/1.1" status: 200 len: 217 time: 0.0717583 Nov 03 18:40:48.619379 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-b0e932f7-fe8e-4eef-b469-cc9297599173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:48.620916 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-b0e932f7-fe8e-4eef-b469-cc9297599173 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.3256240 Nov 03 18:40:48.637261 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c31763a-2f06-4091-87f8-f07e933947c1 req-a6bc72d0-e65f-40cb-91df-088fe5d3b63a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050360 Nov 03 18:40:48.663290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-5beb0e1d-2e09-4b19-a0a7-6522b20647d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:48.665166 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-5beb0e1d-2e09-4b19-a0a7-6522b20647d7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0884759 Nov 03 18:40:48.729019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a17b73-2f56-4bc3-970b-df31170c1afe req-ef0b5e07-2379-4928-8cbd-f98c6ae89e96 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:48.736934 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5a17b73-2f56-4bc3-970b-df31170c1afe req-ef0b5e07-2379-4928-8cbd-f98c6ae89e96 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1818538 Nov 03 18:40:48.746219 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-809de040-53a0-4f7f-a287-e4a573b506c4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35 HTTP/1.1" status: 200 len: 217 time: 0.1056795 Nov 03 18:40:48.776913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-d0e02abb-410a-4aa5-9da2-61620c161c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:48.779004 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-d0e02abb-410a-4aa5-9da2-61620c161c3c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011999 Nov 03 18:40:48.862683 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d3b36-6905-48c4-92b8-5b654e1a430b req-053a0492-55cf-4bc9-b182-5b29319725d3 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:48.864237 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c11d3b36-6905-48c4-92b8-5b654e1a430b req-053a0492-55cf-4bc9-b182-5b29319725d3 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 944 time: 0.1206856 Nov 03 18:40:48.875206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5a17b73-2f56-4bc3-970b-df31170c1afe req-c417d8f4-ee40-491c-8d39-8787367936a2 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373448 Nov 03 18:40:48.906844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-5f4d2d71-cc81-4396-bf97-d9aa06ad6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:48.908605 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-5f4d2d71-cc81-4396-bf97-d9aa06ad6f56 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1443703 Nov 03 18:40:48.916238 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-98b6a751-2953-4fb8-a7b2-d8c4f7cc4940 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242390 Nov 03 18:40:49.050660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c11d3b36-6905-48c4-92b8-5b654e1a430b req-5aaa8c1a-cbf5-40be-bf6b-8006b1f129f0 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/security-groups?id=58886e04-1a7e-4a92-a262-437bd1986add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712248 Nov 03 18:40:49.066804 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-74b1dd1b-0a74-4d7c-8191-8a0d3173f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:49.067338 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-74b1dd1b-0a74-4d7c-8191-8a0d3173f0f4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1457496 Nov 03 18:40:49.079411 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-9756df17-f5be-4e26-aa34-bfaf81128a1a service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483262 Nov 03 18:40:49.122435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650a670-2b97-419d-98b5-7a612b08b3b5 req-fa3b8ea6-8a39-4c5f-9187-39cce2477d92 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:49.124147 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f650a670-2b97-419d-98b5-7a612b08b3b5 req-fa3b8ea6-8a39-4c5f-9187-39cce2477d92 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1485734 Nov 03 18:40:49.549928 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device b77078a4-8171-4ee2-841a-23dc84c53054 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:49.600168 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-0595bc84-586b-44e2-8c65-8c5f80a7517a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=602304e14f394efea572cff480f58f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551677 Nov 03 18:40:49.621459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f650a670-2b97-419d-98b5-7a612b08b3b5 req-787eb205-df63-4b57-83d6-ec3ae4294ee6 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604697 Nov 03 18:40:49.631750 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-8649b712-13a0-49bf-a64a-a6a9d66477fa service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521867 Nov 03 18:40:49.651305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dead992-865b-453e-9404-4824c93a21ce req-f5c195b5-5dac-4ec5-95cc-f7d89ecf4c6c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:49.657435 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3dead992-865b-453e-9404-4824c93a21ce req-f5c195b5-5dac-4ec5-95cc-f7d89ecf4c6c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 948 time: 0.4968259 Nov 03 18:40:49.702966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port b77078a4-8171-4ee2-841a-23dc84c53054, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=b77078a4-8171-4ee2-841a-23dc84c53054,segment=NetworkSegment(deba385e-2f9f-4378-84b0-b192495924ca),segment_id=deba385e-2f9f-4378-84b0-b192495924ca)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:49.717111 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'b77078a4-8171-4ee2-841a-23dc84c53054', 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'port_id': 'b77078a4-8171-4ee2-841a-23dc84c53054', 'mac_address': 'fa:16:3e:f2:cf:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:49.759332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-01a88bae-8fd6-44b0-8fb4-ce94fbf9d4f5 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:49.761134 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-01a88bae-8fd6-44b0-8fb4-ce94fbf9d4f5 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538663 Nov 03 18:40:49.774464 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:49.784777 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-5dd0acfe-5849-479f-b071-12e36a50a6a8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Request body: {'port': {'device_id': 'c3eaac77-f3ed-40f7-805a-16925d377eb6', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '602304e14f394efea572cff480f58f7d'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:49.788604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77078a4-8171-4ee2-841a-23dc84c53054 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:49.809082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port b77078a4-8171-4ee2-841a-23dc84c53054, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=b77078a4-8171-4ee2-841a-23dc84c53054,segment=NetworkSegment(deba385e-2f9f-4378-84b0-b192495924ca),segment_id=deba385e-2f9f-4378-84b0-b192495924ca)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:49.816906 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:49.820771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a947e4ef-af67-463b-94cf-bf40b5bb58ec req-c0daa98d-3222-43a7-a8c3-c824a7e58106 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0715065 Nov 03 18:40:49.850865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3dead992-865b-453e-9404-4824c93a21ce req-38b777ba-1fd9-4e5b-b092-0e283255cbe8 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863914 Nov 03 18:40:49.880013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=b77078a4-8171-4ee2-841a-23dc84c53054,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:49.900971 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a2b93f1-4abe-4af6-bc48-f7d43326c963 req-1d6ae567-2523-4025-a081-413766ddc84e service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402732 Nov 03 18:40:49.949122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-5dd0acfe-5849-479f-b071-12e36a50a6a8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Made reservation on behalf of 602304e14f394efea572cff480f58f7d for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:40:49.953338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-5dd0acfe-5849-479f-b071-12e36a50a6a8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:49.972858 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-678d9cbb-a1f4-412a-ac72-8a6772ad23a6 req-a5f85750-862d-4a85-9836-78e72203c8c5 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 210 time: 0.0437703 Nov 03 18:40:50.001391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e034baf-5301-4eb7-b8da-c7e58a050c0f req-8184146e-e275-4e38-892c-b7ec4333e64d tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:50.008952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e034baf-5301-4eb7-b8da-c7e58a050c0f req-8184146e-e275-4e38-892c-b7ec4333e64d tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.0895569 Nov 03 18:40:50.060220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e034baf-5301-4eb7-b8da-c7e58a050c0f req-80d5ac4d-dd4f-4820-bc45-14885c9ab74e tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497971 Nov 03 18:40:50.116479 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-5dd0acfe-5849-479f-b071-12e36a50a6a8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Allocated IP 192.168.233.123 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/0d2fdc6d-d117-442e-8adc-50f0a11c8ddc) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:40:50.116762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c5dba-ea00-431e-aa4a-8e54713676ea req-f7532997-ccb7-4690-a8b4-daee4d8dc659 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:50.118423 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d34c5dba-ea00-431e-aa4a-8e54713676ea req-f7532997-ccb7-4690-a8b4-daee4d8dc659 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.0577102 Nov 03 18:40:50.181879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a80a4aad-1a74-44de-800d-e185ddef3ead details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:50.186842 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a80a4aad-1a74-44de-800d-e185ddef3ead no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:50.200774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d34c5dba-ea00-431e-aa4a-8e54713676ea req-c88c6a98-ec9c-49fd-ba55-7d7fad8e900b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752921 Nov 03 18:40:50.240109 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f22c1b-d21e-46f9-b8f6-977451d63085 req-cfc0df93-a205-4bd1-92c8-f3cb4446cc86 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:50.243998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5f22c1b-d21e-46f9-b8f6-977451d63085 req-cfc0df93-a205-4bd1-92c8-f3cb4446cc86 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1009541 Nov 03 18:40:50.312052 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5f22c1b-d21e-46f9-b8f6-977451d63085 req-619d60d3-b9eb-40cf-a4f0-b7b96ec1182e tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508308 Nov 03 18:40:50.318299 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-5dd0acfe-5849-479f-b071-12e36a50a6a8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:50.388735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a0e1356-45b1-493d-91a7-a2f8ccdd409b req-821ec7d7-045f-4859-9dd9-e6028daa32dc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0817101 Nov 03 18:40:50.390849 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-5dd0acfe-5849-479f-b071-12e36a50a6a8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:50.401822 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6684d-9637-4f9f-8202-4e9dc63ba772 req-b8490fc1-4be1-42d7-bcb3-b747775ead76 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:50.403928 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92a6684d-9637-4f9f-8202-4e9dc63ba772 req-b8490fc1-4be1-42d7-bcb3-b747775ead76 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 945 time: 0.0958164 Nov 03 18:40:50.426668 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['07b61f1c-7ac9-42d2-887a-1eae755dc48c', '39843d3a-1e37-4307-9a6d-e7cd251fcd6f', '4462cff5-fbd8-478b-b172-36f0815c6259', '296f0c2e-5084-47eb-a99c-7623b80ff300'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:50.465626 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-5dd0acfe-5849-479f-b071-12e36a50a6a8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:40:50.466460 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0acfe-5849-479f-b071-12e36a50a6a8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event updated for resources: {'Port': ['ID=0d2fdc6d-d117-442e-8adc-50f0a11c8ddc,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:50.469950 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-5dd0acfe-5849-479f-b071-12e36a50a6a8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:40:50.472047 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-5dd0acfe-5849-479f-b071-12e36a50a6a8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:40:50.483958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26', '6b071a72-3287-4240-9b8f-9b1b7cd4acbf'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:50.528210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e1356-45b1-493d-91a7-a2f8ccdd409b req-d7ca6d49-8300-4436-af6d-2ede3d68e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:50.529849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a0e1356-45b1-493d-91a7-a2f8ccdd409b req-d7ca6d49-8300-4436-af6d-2ede3d68e858 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 1101 time: 0.0834024 Nov 03 18:40:50.540176 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92a6684d-9637-4f9f-8202-4e9dc63ba772 req-e69d1a34-1d3e-4a3a-a79c-b852804907d2 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/security-groups?id=58886e04-1a7e-4a92-a262-437bd1986add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190236 Nov 03 18:40:50.569317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-5dd0acfe-5849-479f-b071-12e36a50a6a8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:50.570507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-5dd0acfe-5849-479f-b071-12e36a50a6a8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:50.609290 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-5dd0acfe-5849-479f-b071-12e36a50a6a8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8285680 Nov 03 18:40:50.615863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['b77078a4-8171-4ee2-841a-23dc84c53054'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:50.625300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Request body: {'port': {'device_id': 'c3eaac77-f3ed-40f7-805a-16925d377eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:50.737235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e1356-45b1-493d-91a7-a2f8ccdd409b req-6152088f-aa1d-4bb8-a4c1-eedcd2d5e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:50.738731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a0e1356-45b1-493d-91a7-a2f8ccdd409b req-6152088f-aa1d-4bb8-a4c1-eedcd2d5e021 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1477602 Nov 03 18:40:50.750855 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:50.810408 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a0e1356-45b1-493d-91a7-a2f8ccdd409b req-9e407c0a-d363-4f0b-9449-3a720f8b329a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=d7c1415e-8d28-4f9b-b351-1864b5a0b370 HTTP/1.1" status: 200 len: 217 time: 0.0565383 Nov 03 18:40:50.845345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691b81c-0606-4122-9bef-fb0fb66a1d79 req-6a32e4eb-5565-4c20-a554-665298a76be4 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:50.851931 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:50.857753 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a80a4aad-1a74-44de-800d-e185ddef3ead, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a80a4aad-1a74-44de-800d-e185ddef3ead,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:50.867031 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1691b81c-0606-4122-9bef-fb0fb66a1d79 req-6a32e4eb-5565-4c20-a554-665298a76be4 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1271272 Nov 03 18:40:50.942160 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'a80a4aad-1a74-44de-800d-e185ddef3ead', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': 'a80a4aad-1a74-44de-800d-e185ddef3ead', 'mac_address': 'fa:16:3e:63:35:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:50.969768 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80a4aad-1a74-44de-800d-e185ddef3ead'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:50.971869 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c5f8f1-6bd0-4f84-9036-bb9272973cf6" -d '{"events": [{"server_uuid": "cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "a80a4aad-1a74-44de-800d-e185ddef3ead"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:50.986784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a80a4aad-1a74-44de-800d-e185ddef3ead, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a80a4aad-1a74-44de-800d-e185ddef3ead,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:51.004986 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b3830ef-32f5-4065-9b5d-eda99790ff04 req-7dad924f-6464-4036-847d-e7fd89bc9c8f tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0698030 Nov 03 18:40:51.008483 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-632ed48a-65da-4845-aec5-e8b75d646a20 None None] Provisioning complete for port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:51.009084 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-632ed48a-65da-4845-aec5-e8b75d646a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:51.031648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1691b81c-0606-4122-9bef-fb0fb66a1d79 req-bdd114ed-d8c8-45d4-b7b7-e6c888b1d7f4 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610835 Nov 03 18:40:51.033826 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:51.037934 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e1356-45b1-493d-91a7-a2f8ccdd409b req-994b34a1-3661-443e-b790-e2f3602e4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:51.043552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a0e1356-45b1-493d-91a7-a2f8ccdd409b req-994b34a1-3661-443e-b790-e2f3602e4d4e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.2196505 Nov 03 18:40:51.125654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e1356-45b1-493d-91a7-a2f8ccdd409b req-3e5aa851-4d04-4622-b98f-e3aaa1d18531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:51.127595 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838d6357-776c-4ff2-90d9-41587c88e48b x-openstack-request-id: req-838d6357-776c-4ff2-90d9-41587c88e48b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:51.127897 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "a80a4aad-1a74-44de-800d-e185ddef3ead", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:51.128175 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-838d6357-776c-4ff2-90d9-41587c88e48b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:51.128567 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80a4aad-1a74-44de-800d-e185ddef3ead', 'code': 200} Nov 03 18:40:51.131440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a0e1356-45b1-493d-91a7-a2f8ccdd409b req-3e5aa851-4d04-4622-b98f-e3aaa1d18531 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796137 Nov 03 18:40:51.141265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-632ed48a-65da-4845-aec5-e8b75d646a20 None None] Port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:40:51.217784 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:51.243376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a80a4aad-1a74-44de-800d-e185ddef3ead,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:51.246037 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:51.255964 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:51.265605 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80a4aad-1a74-44de-800d-e185ddef3ead {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:51.271157 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Transition to ACTIVE for port object 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:40:51.276462 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:51.320370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755927b-b975-498d-b326-99cd6a0a85d5 req-b7a99b6a-8060-40f4-9f79-7c87c7182859 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:51.321945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7755927b-b975-498d-b326-99cd6a0a85d5 req-b7a99b6a-8060-40f4-9f79-7c87c7182859 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 948 time: 0.1256406 Nov 03 18:40:51.329240 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a80a4aad-1a74-44de-800d-e185ddef3ead, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a80a4aad-1a74-44de-800d-e185ddef3ead,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:51.345606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824a1a8-a796-4e89-a3f2-2d4772339018 req-951b32c9-004b-413d-9a11-cd93526852a0 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:51.347302 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a824a1a8-a796-4e89-a3f2-2d4772339018 req-951b32c9-004b-413d-9a11-cd93526852a0 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 936 time: 0.1521497 Nov 03 18:40:51.358099 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:51.358785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6adb4899-aa03-4964-a7fc-3067c1d32b35 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:51.359911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Pushing event updated for resources: {'Port': ['ID=0d2fdc6d-d117-442e-8adc-50f0a11c8ddc,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:51.394292 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a0e1356-45b1-493d-91a7-a2f8ccdd409b req-f117d252-86dc-4c85-95d9-70406c2e5c78 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336123 Nov 03 18:40:51.426346 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7755927b-b975-498d-b326-99cd6a0a85d5 req-5de20422-547f-453d-9fad-96c907713435 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931146 Nov 03 18:40:51.502749 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:51.514312 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a824a1a8-a796-4e89-a3f2-2d4772339018 req-35539a1f-3a84-4649-9719-66af4a506291 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554196 Nov 03 18:40:51.528697 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a80a4aad-1a74-44de-800d-e185ddef3ead,revision_number=10']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:51.539105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '6adb4899-aa03-4964-a7fc-3067c1d32b35', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '6adb4899-aa03-4964-a7fc-3067c1d32b35', 'mac_address': 'fa:16:3e:b2:20:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:51.552722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Attempting to bind port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:51.553066 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Attempting to bind port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:51.553399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Attempting to bind port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:51.570966 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:40:51.571304 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Attempting to bind port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:51.572880 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a0e1356-45b1-493d-91a7-a2f8ccdd409b req-f62dba4b-95fa-4762-8452-e1b02c0ef121 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505454 Nov 03 18:40:51.581815 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:51.582325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:51.582721 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:51.583160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Bound port: 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:51.583525 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:51.672940 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:51.675136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] For port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:51.680903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] For port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0d2fdc6d-d117-442e-8adc-50f0a11c8ddc,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:51.698329 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb27d62-b190-492c-8473-eb7ec5d47067 req-feb62828-7fd3-4b09-943b-bb77d279808f tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:51.704301 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:51.711192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1cb27d62-b190-492c-8473-eb7ec5d47067 req-feb62828-7fd3-4b09-943b-bb77d279808f tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1801603 Nov 03 18:40:51.721098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adb4899-aa03-4964-a7fc-3067c1d32b35 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:51.755715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:51.755942 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:51.757969 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] 10.222.0.98 "PUT /v2.0/ports/0d2fdc6d-d117-442e-8adc-50f0a11c8ddc HTTP/1.1" status: 200 len: 1096 time: 1.1374538 Nov 03 18:40:51.757969 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3eaac77-f3ed-40f7-805a-16925d377eb6', 'tag': '0d2fdc6d-d117-442e-8adc-50f0a11c8ddc'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:51.759357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:51.760689 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4972c8f0-66d9-48b4-a319-576fd3d7e43a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3eaac77-f3ed-40f7-805a-16925d377eb6", "tag": "0d2fdc6d-d117-442e-8adc-50f0a11c8ddc"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:51.771864 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:51.780304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7428d6-abd2-48ea-815d-164308f2110b req-7b97819e-acfa-494b-a48c-2403f17a17b6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:51.790158 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df7428d6-abd2-48ea-815d-164308f2110b req-7b97819e-acfa-494b-a48c-2403f17a17b6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.1413217 Nov 03 18:40:51.811554 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42319da-8e5d-442f-8ee6-f374d08fdf7f service neutron] Pushing event updated for resources: {'Port': ['ID=0d2fdc6d-d117-442e-8adc-50f0a11c8ddc,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:51.831710 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1cb27d62-b190-492c-8473-eb7ec5d47067 req-01b1d601-e9c4-492c-af81-b8867638e749 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154857 Nov 03 18:40:51.880386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df7428d6-abd2-48ea-815d-164308f2110b req-385feb63-e2c2-47b8-b656-441594002822 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886455 Nov 03 18:40:51.898908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=6adb4899-aa03-4964-a7fc-3067c1d32b35,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:51.908256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-9a7290a7-f01a-49ae-838e-57ef6c2dc9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:51.909968 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-9a7290a7-f01a-49ae-838e-57ef6c2dc9e6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 1099 time: 0.0880961 Nov 03 18:40:52.026489 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-1c123fde-fa23-4724-9869-ced53471f339 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=0d2fdc6d-d117-442e-8adc-50f0a11c8ddc HTTP/1.1" status: 200 len: 217 time: 0.0976264 Nov 03 18:40:52.059760 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d4901-884a-4b30-9546-cb349b7350df req-5a55340a-42c7-4a2f-973f-521fc5faeb94 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:52.064147 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c85d4901-884a-4b30-9546-cb349b7350df req-5a55340a-42c7-4a2f-973f-521fc5faeb94 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1158142 Nov 03 18:40:52.140169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfd921-b642-45bc-a7f5-4b729987c3b5 req-5e7131a1-f450-407a-bb53-1fc138f33c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:52.141327 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-08bfd921-b642-45bc-a7f5-4b729987c3b5 req-5e7131a1-f450-407a-bb53-1fc138f33c4f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 1097 time: 0.1318102 Nov 03 18:40:52.142775 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-a8e56a43-7d30-4f59-83ce-8d3e76de76de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:52.144458 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-a8e56a43-7d30-4f59-83ce-8d3e76de76de service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1060324 Nov 03 18:40:52.148143 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c85d4901-884a-4b30-9546-cb349b7350df req-22a4ad86-12b8-4c8d-8e75-045deff313fb tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737114 Nov 03 18:40:52.207901 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2806032-c4a8-4a44-8499-beb4381ceba9 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:40:52.226002 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-fce43e01-f074-4a7e-9e54-b983d4f15ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:52.227513 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-fce43e01-f074-4a7e-9e54-b983d4f15ba2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728972 Nov 03 18:40:52.233989 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-08bfd921-b642-45bc-a7f5-4b729987c3b5 req-6d7d52f4-06fb-4c98-b8f9-1046f5e36b56 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768940 Nov 03 18:40:52.262387 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2449095-d871-423e-99c2-e0b3c20a379a x-openstack-request-id: req-c2449095-d871-423e-99c2-e0b3c20a379a {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:52.262759 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3eaac77-f3ed-40f7-805a-16925d377eb6", "tag": "0d2fdc6d-d117-442e-8adc-50f0a11c8ddc", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:52.263074 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c2449095-d871-423e-99c2-e0b3c20a379a {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:52.263533 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3eaac77-f3ed-40f7-805a-16925d377eb6', 'tag': '0d2fdc6d-d117-442e-8adc-50f0a11c8ddc', 'status': 'completed', 'code': 200} Nov 03 18:40:52.276305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e699c1b-14c3-45d0-b59a-c6e49b1f838f req-0f35964e-75e7-44f9-9eff-af4a9bae4d5e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:52.278471 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e699c1b-14c3-45d0-b59a-c6e49b1f838f req-0f35964e-75e7-44f9-9eff-af4a9bae4d5e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 945 time: 0.0684068 Nov 03 18:40:52.349796 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:52.366013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a80a4aad-1a74-44de-800d-e185ddef3ead'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:52.367313 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0fefb6da-f611-42d5-b2b5-842e28121f9a req-54c2d002-c1d1-4638-8ab4-acb641f5216b tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0413890 Nov 03 18:40:52.394041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-67add001-fd99-44d6-867a-ac7ffe2922b7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:52.395640 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-67add001-fd99-44d6-867a-ac7ffe2922b7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149&tenant_id=72107d064293479db9d913e1eb3d59a8&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 949 time: 0.1161239 Nov 03 18:40:52.399196 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e699c1b-14c3-45d0-b59a-c6e49b1f838f req-1ef4a04d-ce9d-4eb7-bc12-07f43ef55d6e tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/security-groups?id=58886e04-1a7e-4a92-a262-437bd1986add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074669 Nov 03 18:40:52.427390 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['6adb4899-aa03-4964-a7fc-3067c1d32b35'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:52.514823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:52.528082 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:52.558296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-c5af7dcd-3fc4-48fc-8a75-befebe8b4e23 service neutron] 10.222.0.98 "GET /v2.0/ports/6adb4899-aa03-4964-a7fc-3067c1d32b35/bindings/n-h2-812150-4 HTTP/1.1" status: 200 len: 382 time: 0.1497760 Nov 03 18:40:52.582075 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb16e6-106b-470c-a89d-dede2ff70f76 req-e414997c-34d2-444a-8973-33682628ca19 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:52.583544 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-debb16e6-106b-470c-a89d-dede2ff70f76 req-e414997c-34d2-444a-8973-33682628ca19 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 947 time: 0.0912423 Nov 03 18:40:52.592875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d49d8-e355-47bf-a71e-91832cf23368 req-4d0b32e6-2196-4d5f-b25a-3a304158661e tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:52.599509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-412d49d8-e355-47bf-a71e-91832cf23368 req-4d0b32e6-2196-4d5f-b25a-3a304158661e tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1087916 Nov 03 18:40:52.649936 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f2806032-c4a8-4a44-8499-beb4381ceba9,revision_number=14']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:52.693149 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-675ea755-79ab-4efc-9a58-6dffcfc0c510 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472327 Nov 03 18:40:52.699894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-412d49d8-e355-47bf-a71e-91832cf23368 req-60cd9e4e-b685-4677-874c-51b745a63f4b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949318 Nov 03 18:40:52.750974 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-debb16e6-106b-470c-a89d-dede2ff70f76 req-cb60ac44-fc1d-4689-b453-0fad82fde73a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494412 Nov 03 18:40:52.759296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-e4622002-a0dd-408a-b4ba-314a1d3d9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:52.761199 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-e4622002-a0dd-408a-b4ba-314a1d3d9284 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 1100 time: 0.1321948 Nov 03 18:40:52.863988 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-33b4923f-ec6f-4417-a5e8-c2cb25c1b0d2 req-c0deeb0c-9b3a-492c-baa3-69a7342b4e87 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588078 Nov 03 18:40:52.988666 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972c8f0-66d9-48b4-a319-576fd3d7e43a req-1a4dd0b4-2033-4f20-8353-7de3b2d321a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:52.990174 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4972c8f0-66d9-48b4-a319-576fd3d7e43a req-1a4dd0b4-2033-4f20-8353-7de3b2d321a1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 1099 time: 0.0482614 Nov 03 18:40:52.992241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61701e13-6d82-4e4f-895a-9419daabe321 req-350569af-f293-450b-b50c-9617ba996165 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:52.993730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61701e13-6d82-4e4f-895a-9419daabe321 req-350569af-f293-450b-b50c-9617ba996165 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 949 time: 0.1728456 Nov 03 18:40:53.015017 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e600702-826e-4fef-8ea1-e43c3aac60b0 req-1519af07-5e6c-4876-9538-58c1e1237d92 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:53.016360 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e600702-826e-4fef-8ea1-e43c3aac60b0 req-1519af07-5e6c-4876-9538-58c1e1237d92 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 948 time: 0.1366808 Nov 03 18:40:53.059889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-d4937407-8fec-45ea-9c6b-e18cdf1d7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:53.060860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-d4937407-8fec-45ea-9c6b-e18cdf1d7e56 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2710583 Nov 03 18:40:53.114730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972c8f0-66d9-48b4-a319-576fd3d7e43a req-9b2ab95e-7211-44b3-a93e-165dca5cfda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:53.116330 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4972c8f0-66d9-48b4-a319-576fd3d7e43a req-9b2ab95e-7211-44b3-a93e-165dca5cfda5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1023054 Nov 03 18:40:53.131859 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:53.133839 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ced212-4798-45a0-85fc-d402c71b2565" -d '{"events": [{"server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "name": "network-vif-unplugged", "status": "completed", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:53.142924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-36321829-ef46-4c73-b677-fc98fb3f7a3d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35 HTTP/1.1" status: 200 len: 217 time: 0.0674381 Nov 03 18:40:53.147748 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e600702-826e-4fef-8ea1-e43c3aac60b0 req-0ae15d30-8e3d-4c31-9993-083a6365a8b8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232867 Nov 03 18:40:53.151106 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61701e13-6d82-4e4f-895a-9419daabe321 req-89c42dc7-d8ba-4686-9292-3d7fe06483e0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474259 Nov 03 18:40:53.178414 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4972c8f0-66d9-48b4-a319-576fd3d7e43a req-4635a874-3f6c-47ab-8f57-19c2e243068c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=0d2fdc6d-d117-442e-8adc-50f0a11c8ddc HTTP/1.1" status: 200 len: 217 time: 0.0539300 Nov 03 18:40:53.217692 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d00828b-ec28-4c20-a1ad-07895c86e192 x-openstack-request-id: req-5d00828b-ec28-4c20-a1ad-07895c86e192 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:53.218858 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "name": "network-vif-unplugged", "status": "completed", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:53.219116 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5d00828b-ec28-4c20-a1ad-07895c86e192 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:53.219515 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'code': 200} Nov 03 18:40:53.252802 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-d02c7468-6beb-4a67-a5c9-27c56a17e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:53.253751 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-d02c7468-6beb-4a67-a5c9-27c56a17e131 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0954318 Nov 03 18:40:53.256100 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972c8f0-66d9-48b4-a319-576fd3d7e43a req-0d50523f-0c0a-4907-8019-95eeaffa6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:53.257879 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4972c8f0-66d9-48b4-a319-576fd3d7e43a req-0d50523f-0c0a-4907-8019-95eeaffa6541 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0601125 Nov 03 18:40:53.320774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972c8f0-66d9-48b4-a319-576fd3d7e43a req-4f006a48-8bca-4b98-8881-77aa08a43a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:53.322655 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4972c8f0-66d9-48b4-a319-576fd3d7e43a req-4f006a48-8bca-4b98-8881-77aa08a43a92 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489106 Nov 03 18:40:53.362755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7265e6-37a7-44cc-99be-3d1429a1b05f req-1d26b174-40ca-4793-ae56-66231934c8c3 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:53.364479 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd7265e6-37a7-44cc-99be-3d1429a1b05f req-1d26b174-40ca-4793-ae56-66231934c8c3 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1261554 Nov 03 18:40:53.368552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-cda3d0de-7b28-4d9b-b8c7-e326f19ec4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:53.369958 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-cda3d0de-7b28-4d9b-b8c7-e326f19ec4e9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0989175 Nov 03 18:40:53.386391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f6d57-8bc7-4bb9-ae03-1f53c38969d5 req-8496bc77-04c8-42b4-ab97-57ccc1210bdd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:53.388187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c59f6d57-8bc7-4bb9-ae03-1f53c38969d5 req-8496bc77-04c8-42b4-ab97-57ccc1210bdd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1074011 Nov 03 18:40:53.438803 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4972c8f0-66d9-48b4-a319-576fd3d7e43a req-a589bd80-97bf-41a8-856e-c5b3422f13cf service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059048 Nov 03 18:40:53.529453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd7265e6-37a7-44cc-99be-3d1429a1b05f req-bfd466bf-e191-4692-8d25-3d87b7e3cc08 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563346 Nov 03 18:40:53.546258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c59f6d57-8bc7-4bb9-ae03-1f53c38969d5 req-215feeaa-e86f-4c8d-9a68-dd219ac68bd2 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420004 Nov 03 18:40:53.564644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device b77078a4-8171-4ee2-841a-23dc84c53054 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:53.566787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-9da2d121-cb0c-4687-af5f-63383bad49fb service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772718 Nov 03 18:40:53.567908 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4972c8f0-66d9-48b4-a319-576fd3d7e43a req-1ae83adc-5123-4d1f-861b-8635ad20f76f service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169002 Nov 03 18:40:53.627617 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port b77078a4-8171-4ee2-841a-23dc84c53054 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:40:53.637245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port b77078a4-8171-4ee2-841a-23dc84c53054 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:53.637624 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:53.712208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de56fae8-f7df-42c7-8a41-e8724417b10b req-566bf85f-9854-4908-8527-c47867cff87c tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0502975 Nov 03 18:40:53.757376 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:53.766643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-3cb98e65-e5f3-4038-9327-25d86b4a2ac4 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874883 Nov 03 18:40:53.801761 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58541cc9-f244-4c5a-9c17-de9454152991 req-afaa8d1c-52aa-4fc0-882b-578a4dde5470 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:53.803690 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port b77078a4-8171-4ee2-841a-23dc84c53054, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=b77078a4-8171-4ee2-841a-23dc84c53054,segment=NetworkSegment(deba385e-2f9f-4378-84b0-b192495924ca),segment_id=deba385e-2f9f-4378-84b0-b192495924ca)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:53.810454 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58541cc9-f244-4c5a-9c17-de9454152991 req-afaa8d1c-52aa-4fc0-882b-578a4dde5470 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 945 time: 0.1338787 Nov 03 18:40:53.811654 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:53.877401 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=b77078a4-8171-4ee2-841a-23dc84c53054,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:53.898878 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58541cc9-f244-4c5a-9c17-de9454152991 req-f11802bb-c532-4e76-9734-c1ffdb090cbe tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/security-groups?id=58886e04-1a7e-4a92-a262-437bd1986add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875347 Nov 03 18:40:53.907444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63ca5e-4ef6-4c0c-a815-a31dec5ba06a req-684434c4-949d-4f31-81b5-57e795d496a2 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:53.909059 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1d63ca5e-4ef6-4c0c-a815-a31dec5ba06a req-684434c4-949d-4f31-81b5-57e795d496a2 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.0959620 Nov 03 18:40:53.965943 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1d63ca5e-4ef6-4c0c-a815-a31dec5ba06a req-c573e1e8-42c4-47f4-ac95-525c0ddfc13d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489595 Nov 03 18:40:54.015878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d481f-3e5f-4d6c-8b58-12a8ff39cd03 req-3841f7f9-e35a-47ce-81d0-becf71269233 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:54.017343 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e92d481f-3e5f-4d6c-8b58-12a8ff39cd03 req-3841f7f9-e35a-47ce-81d0-becf71269233 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.0564368 Nov 03 18:40:54.066158 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e92d481f-3e5f-4d6c-8b58-12a8ff39cd03 req-9bdcd7de-4858-4541-9f5f-a1bb4742d3ba tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421879 Nov 03 18:40:54.333303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f7017-fc81-406e-adc8-87947343e666 req-3c81bc9d-d69d-4b55-a68b-4f1aed9a1db4 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:54.334807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab3f7017-fc81-406e-adc8-87947343e666 req-3c81bc9d-d69d-4b55-a68b-4f1aed9a1db4 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 948 time: 0.1133204 Nov 03 18:40:54.342764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6ae41-88e6-44a3-8148-45daa07dad1f req-8d11c7b9-1baf-4f72-b00f-266f3c8c6ca8 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:54.344143 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-46f6ae41-88e6-44a3-8148-45daa07dad1f req-8d11c7b9-1baf-4f72-b00f-266f3c8c6ca8 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 949 time: 0.0953302 Nov 03 18:40:54.379254 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282edde-beb8-416f-ab6c-9401c37b31d3 req-2caed822-1d9a-4d24-b484-161669ce4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:54.380733 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a282edde-beb8-416f-ab6c-9401c37b31d3 req-2caed822-1d9a-4d24-b484-161669ce4b0b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 1096 time: 0.1045048 Nov 03 18:40:54.448199 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab3f7017-fc81-406e-adc8-87947343e666 req-65ed43c7-75e8-4492-b2a2-c47110a18340 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028764 Nov 03 18:40:54.486069 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-46f6ae41-88e6-44a3-8148-45daa07dad1f req-f5a0b7d8-5d62-4086-9b61-7db5f29aad42 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319971 Nov 03 18:40:54.532745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282edde-beb8-416f-ab6c-9401c37b31d3 req-975d61c5-6910-4b76-ba5e-8b4d431a2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:54.534182 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a282edde-beb8-416f-ab6c-9401c37b31d3 req-975d61c5-6910-4b76-ba5e-8b4d431a2093 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.1383648 Nov 03 18:40:54.613282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f68532-b68f-4ef5-a731-5202bcbcd6b0 req-dc81de24-2104-4644-a26d-31027ac04af5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:54.614779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50f68532-b68f-4ef5-a731-5202bcbcd6b0 req-dc81de24-2104-4644-a26d-31027ac04af5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.0959582 Nov 03 18:40:54.641798 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a282edde-beb8-416f-ab6c-9401c37b31d3 req-b41308d3-4272-42b4-8c61-9262f1ed9f2f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2806032-c4a8-4a44-8499-beb4381ceba9 HTTP/1.1" status: 200 len: 999 time: 0.0898764 Nov 03 18:40:54.745331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30354e3-7750-4818-aa21-e4f88d980338 req-cfa57583-61f5-4295-9d5d-4270955cac42 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:54.747977 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f30354e3-7750-4818-aa21-e4f88d980338 req-cfa57583-61f5-4295-9d5d-4270955cac42 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.1323051 Nov 03 18:40:54.750304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282edde-beb8-416f-ab6c-9401c37b31d3 req-10ca20c0-d588-4539-b8ff-d8bd5037a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:54.751685 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a282edde-beb8-416f-ab6c-9401c37b31d3 req-10ca20c0-d588-4539-b8ff-d8bd5037a082 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.0880253 Nov 03 18:40:54.755251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50f68532-b68f-4ef5-a731-5202bcbcd6b0 req-f51ad4fc-cb50-41b6-9230-d81b9a4611df tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220293 Nov 03 18:40:54.863212 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f30354e3-7750-4818-aa21-e4f88d980338 req-b555d303-4bf8-473f-a425-997d2fe80b1b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069782 Nov 03 18:40:54.870877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282edde-beb8-416f-ab6c-9401c37b31d3 req-b9a6cc1d-5ed1-4237-b834-d0e40ae754fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:54.872425 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a282edde-beb8-416f-ab6c-9401c37b31d3 req-b9a6cc1d-5ed1-4237-b834-d0e40ae754fa service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999031 Nov 03 18:40:54.888717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd655e-1da9-433f-907b-b1f98228f0dc req-8c7dd7a4-8029-45aa-b9e9-84f631644f71 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:54.890223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27dd655e-1da9-433f-907b-b1f98228f0dc req-8c7dd7a4-8029-45aa-b9e9-84f631644f71 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0799778 Nov 03 18:40:54.988535 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c25d0728-50a2-4132-90d2-415b070b7bf7 req-2a6620d8-6be3-4d85-b385-bccf8ad214d8 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0608141 Nov 03 18:40:55.015693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27dd655e-1da9-433f-907b-b1f98228f0dc req-22dd0fdb-4a8c-4b58-bc67-87ba5dfe9059 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172869 Nov 03 18:40:55.044660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a282edde-beb8-416f-ab6c-9401c37b31d3 req-5aa2e43f-27af-49b7-ab23-67875b51899f service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534758 Nov 03 18:40:55.178583 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc325113-e574-431e-b354-28220566af15 req-ff2ec97f-d955-4913-a582-c1fef4bffcda tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:55.180096 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc325113-e574-431e-b354-28220566af15 req-ff2ec97f-d955-4913-a582-c1fef4bffcda tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 946 time: 0.1317840 Nov 03 18:40:55.221175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c208786-fc09-4aea-8bd7-c9f9b23acfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77078a4-8171-4ee2-841a-23dc84c53054'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:55.221761 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ca826-0f33-430b-ae79-8dc2a84d2ba2 req-c7cc0513-74f0-4969-90c4-e7179e508890 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:55.222958 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b41ca826-0f33-430b-ae79-8dc2a84d2ba2 req-c7cc0513-74f0-4969-90c4-e7179e508890 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1359794 Nov 03 18:40:55.223423 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e884e3a0-61cb-40c7-b3a3-632bfe205b1e" -d '{"events": [{"server_uuid": "4c208786-fc09-4aea-8bd7-c9f9b23acfe0", "name": "network-vif-plugged", "status": "completed", "tag": "b77078a4-8171-4ee2-841a-23dc84c53054"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:55.239123 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a282edde-beb8-416f-ab6c-9401c37b31d3 req-82915414-7653-4b77-a6d0-c25e4f6909c5 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819170 Nov 03 18:40:55.268251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc325113-e574-431e-b354-28220566af15 req-d446dbb1-44b7-40f9-bb24-8f6a603801c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/security-groups?id=58886e04-1a7e-4a92-a262-437bd1986add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818191 Nov 03 18:40:55.295823 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b41ca826-0f33-430b-ae79-8dc2a84d2ba2 req-411c5947-8f69-4bc0-b7c1-c6bfb531d568 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642447 Nov 03 18:40:55.339635 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482a2ef9-5135-4222-b9aa-f067943c2da2 x-openstack-request-id: req-482a2ef9-5135-4222-b9aa-f067943c2da2 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:55.340805 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c208786-fc09-4aea-8bd7-c9f9b23acfe0", "name": "network-vif-plugged", "status": "completed", "tag": "b77078a4-8171-4ee2-841a-23dc84c53054", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:55.340805 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-482a2ef9-5135-4222-b9aa-f067943c2da2 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:55.341195 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c208786-fc09-4aea-8bd7-c9f9b23acfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77078a4-8171-4ee2-841a-23dc84c53054', 'code': 200} Nov 03 18:40:55.518826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eac7c4-7217-4f08-a4c0-50f2c0346e5c req-f57876a8-7b3a-40d5-8bd4-2db885d3bb87 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:55.520989 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6eac7c4-7217-4f08-a4c0-50f2c0346e5c req-f57876a8-7b3a-40d5-8bd4-2db885d3bb87 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0541253 Nov 03 18:40:55.553432 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b2e99-d114-4ca6-ad34-1208c0b95b7c req-e58adb70-3a6f-4c90-a151-10724757d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:55.554959 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f60b2e99-d114-4ca6-ad34-1208c0b95b7c req-e58adb70-3a6f-4c90-a151-10724757d99c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 1097 time: 0.0410826 Nov 03 18:40:55.603353 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f60b2e99-d114-4ca6-ad34-1208c0b95b7c req-b340e1bb-6b37-4a91-938c-318cebc984a2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=58886e04-1a7e-4a92-a262-437bd1986add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367630 Nov 03 18:40:55.630908 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff71423-f5de-4884-99eb-30d7150cef0a req-120e5c7f-fb74-46bc-b76a-b2fdfac1f80a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:55.632463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ff71423-f5de-4884-99eb-30d7150cef0a req-120e5c7f-fb74-46bc-b76a-b2fdfac1f80a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 948 time: 0.1108785 Nov 03 18:40:55.636264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d1277-5832-4a0b-a384-bec55be1b9ea req-18bcae61-fa37-4719-9685-d657d4da5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:55.638175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-816d1277-5832-4a0b-a384-bec55be1b9ea req-18bcae61-fa37-4719-9685-d657d4da5dba service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1b6502cc2b2b4c5ca8cf848abbf86c1a&device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 1097 time: 0.1076679 Nov 03 18:40:55.642843 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6eac7c4-7217-4f08-a4c0-50f2c0346e5c req-3135ca93-a34a-441a-9af9-52d460b5924c tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029246 Nov 03 18:40:55.681675 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-56ba7118-2174-48ea-87bf-e944ccfdddab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:55.688695 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ff71423-f5de-4884-99eb-30d7150cef0a req-8386ec9f-cdd2-4b59-bf0f-cca02d08b008 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494523 Nov 03 18:40:55.752586 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6afa8a-508d-452c-bd8e-3debdf02c858 req-5d67519f-91d8-4d2d-a87f-2ed48793a5d9 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:55.753981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff6afa8a-508d-452c-bd8e-3debdf02c858 req-5d67519f-91d8-4d2d-a87f-2ed48793a5d9 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 949 time: 0.0528128 Nov 03 18:40:55.806803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff6afa8a-508d-452c-bd8e-3debdf02c858 req-4e6f0869-daaa-4c32-a068-f375536b1cfa tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459852 Nov 03 18:40:55.875390 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc6ee0-e6b4-4865-9205-f0421cce6031 req-f55adda5-99f3-4753-89ff-19b52ef5b98a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:55.876946 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0dc6ee0-e6b4-4865-9205-f0421cce6031 req-f55adda5-99f3-4753-89ff-19b52ef5b98a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.0496683 Nov 03 18:40:55.931273 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0dc6ee0-e6b4-4865-9205-f0421cce6031 req-f6953d91-a8a2-48bb-9e13-65feb50c7562 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470412 Nov 03 18:40:55.993293 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b789b-04b2-40ab-a1eb-c8c560540d8d req-6b9e603e-1b3c-4482-8f6c-c3d212f89eb8 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:55.995440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d09b789b-04b2-40ab-a1eb-c8c560540d8d req-6b9e603e-1b3c-4482-8f6c-c3d212f89eb8 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 950 time: 0.0626352 Nov 03 18:40:56.047914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d09b789b-04b2-40ab-a1eb-c8c560540d8d req-bba4e7a8-0c56-4dbd-920e-6aea99134ce1 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446332 Nov 03 18:40:56.125014 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-858f1ce5-5d6f-47b3-84c5-d1d201bae303 req-dd98b3b3-d346-49d1-9ccd-51b33d304aac service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0665321 Nov 03 18:40:56.209633 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:40:56.212976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a80a4aad-1a74-44de-800d-e185ddef3ead up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:56.330995 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port a80a4aad-1a74-44de-800d-e185ddef3ead triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:56.331776 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.372851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0d2fdc6d-d117-442e-8adc-50f0a11c8ddc,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:56.394925 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '0d2fdc6d-d117-442e-8adc-50f0a11c8ddc', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '0d2fdc6d-d117-442e-8adc-50f0a11c8ddc', 'mac_address': 'fa:16:3e:fd:fc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:40:56.456720 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.477970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:40:56.489554 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.501281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca8197cc-6719-4ab9-b6d5-f788d8e4323d req-b4469e1f-b93e-4c85-a2bb-c26b38d3462c tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.3728123 Nov 03 18:40:56.520466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0d2fdc6d-d117-442e-8adc-50f0a11c8ddc,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:56.536206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d1277-5832-4a0b-a384-bec55be1b9ea req-66a4d9d6-8fc8-44fe-9fd4-77a911634284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:56.537711 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-816d1277-5832-4a0b-a384-bec55be1b9ea req-66a4d9d6-8fc8-44fe-9fd4-77a911634284 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 HTTP/1.1" status: 200 len: 920 time: 0.4887066 Nov 03 18:40:56.541379 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.544411 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a80a4aad-1a74-44de-800d-e185ddef3ead, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a80a4aad-1a74-44de-800d-e185ddef3ead,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:56.545573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8682f-0bf6-4425-b1fb-9ee7a840f7c3 req-b72f0c0f-d61a-47be-9e2b-7fe9499dfc43 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:56.547127 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4d8682f-0bf6-4425-b1fb-9ee7a840f7c3 req-b72f0c0f-d61a-47be-9e2b-7fe9499dfc43 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.4212339 Nov 03 18:40:56.569018 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.570128 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6adb4899-aa03-4964-a7fc-3067c1d32b35 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:40:56.601578 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-816d1277-5832-4a0b-a384-bec55be1b9ea req-9dff6e86-e653-4b62-8a3c-02b7c07c5be9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c0f455-9d07-4f79-a100-10f1243df0b3 HTTP/1.1" status: 200 len: 217 time: 0.0492182 Nov 03 18:40:56.625229 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=0d2fdc6d-d117-442e-8adc-50f0a11c8ddc,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:56.675053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 6adb4899-aa03-4964-a7fc-3067c1d32b35 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:40:56.686519 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 6adb4899-aa03-4964-a7fc-3067c1d32b35 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:40:56.686901 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.690921 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a80a4aad-1a74-44de-800d-e185ddef3ead,revision_number=11']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:56.723087 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4d8682f-0bf6-4425-b1fb-9ee7a840f7c3 req-c7ffeada-ec80-4990-99d4-6eab1ff6a1de tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620414 Nov 03 18:40:56.725746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d1277-5832-4a0b-a384-bec55be1b9ea req-482f874e-e6be-45ef-ab84-d090e0376157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:56.727220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-816d1277-5832-4a0b-a384-bec55be1b9ea req-482f874e-e6be-45ef-ab84-d090e0376157 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=31a76d17-9ed3-48bb-927b-acc9f76c322b HTTP/1.1" status: 200 len: 859 time: 0.1109312 Nov 03 18:40:56.735502 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99967594-563c-42ef-bf52-d1fffa584ff7 req-ed464f9e-9e07-4142-a461-e6fbf8f26ebc tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:56.737008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99967594-563c-42ef-bf52-d1fffa584ff7 req-ed464f9e-9e07-4142-a461-e6fbf8f26ebc tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 946 time: 0.1437063 Nov 03 18:40:56.795604 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.815101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-816d1277-5832-4a0b-a384-bec55be1b9ea req-f846fb37-c971-4526-b036-b972a765dd55 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424430 Nov 03 18:40:56.836256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:56.841512 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:56.881179 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99967594-563c-42ef-bf52-d1fffa584ff7 req-cf9d8e6d-2ccd-4e0f-9ff4-9ae307c58c20 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/security-groups?id=58886e04-1a7e-4a92-a262-437bd1986add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370385 Nov 03 18:40:56.901943 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=6adb4899-aa03-4964-a7fc-3067c1d32b35,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:56.942882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bb6d2-ab79-4824-b43c-93f4fd2bd03c req-157951b2-e8f9-4c49-894e-0258e910f398 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:56.944443 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c84bb6d2-ab79-4824-b43c-93f4fd2bd03c req-157951b2-e8f9-4c49-894e-0258e910f398 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1284208 Nov 03 18:40:56.969032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['0d2fdc6d-d117-442e-8adc-50f0a11c8ddc'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:40:57.013205 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-816d1277-5832-4a0b-a384-bec55be1b9ea req-606e9c0d-8081-4960-804f-447b10364be1 service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825151 Nov 03 18:40:57.065983 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c84bb6d2-ab79-4824-b43c-93f4fd2bd03c req-cb0282dc-9673-4ffa-86cd-431ade6d5db3 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125507 Nov 03 18:40:57.105292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19159b7b-e997-45ed-b19f-82c005fe0385 req-e34aff30-825c-46ab-893a-28f4e041eddd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:57.106885 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19159b7b-e997-45ed-b19f-82c005fe0385 req-e34aff30-825c-46ab-893a-28f4e041eddd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1334004 Nov 03 18:40:57.149290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-b14b95dc-b81f-408d-8a04-35b44cf8d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:57.151412 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-b14b95dc-b81f-408d-8a04-35b44cf8d80f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149&tenant_id=72107d064293479db9d913e1eb3d59a8 HTTP/1.1" status: 200 len: 1101 time: 0.0568697 Nov 03 18:40:57.183973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:57.202108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-816d1277-5832-4a0b-a384-bec55be1b9ea req-702f6a78-0731-48f6-9f98-862225b555fc service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661396 Nov 03 18:40:57.208598 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19159b7b-e997-45ed-b19f-82c005fe0385 req-eaa8cea4-24b9-4228-8aa3-cd7ada3cf877 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901880 Nov 03 18:40:57.233233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d7752-51dd-4226-8d06-7c51abaa263a req-2e0d0f77-dc63-4393-8982-51eced0f6f9a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:57.235050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-643d7752-51dd-4226-8d06-7c51abaa263a req-2e0d0f77-dc63-4393-8982-51eced0f6f9a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 949 time: 0.0695035 Nov 03 18:40:57.241811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:57.302704 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-643d7752-51dd-4226-8d06-7c51abaa263a req-97971740-23de-4982-b1dd-729d0ab15ed0 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616128 Nov 03 18:40:57.338640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bd359-8ffb-4d5b-863d-a8b3003beede req-2099ace5-9277-4466-a3df-50e5a885e8cf tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:57.340688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-358bd359-8ffb-4d5b-863d-a8b3003beede req-2099ace5-9277-4466-a3df-50e5a885e8cf tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.0522149 Nov 03 18:40:57.342062 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80a4aad-1a74-44de-800d-e185ddef3ead'}, {'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:57.344403 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c125a2-f100-49c3-b998-013a227f8555" -d '{"events": [{"server_uuid": "cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4", "name": "network-vif-plugged", "status": "completed", "tag": "a80a4aad-1a74-44de-800d-e185ddef3ead"}, {"server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "name": "network-vif-plugged", "status": "completed", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:57.424703 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-358bd359-8ffb-4d5b-863d-a8b3003beede req-27f7794d-b41a-4fb7-94a3-006e84fa424f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738864 Nov 03 18:40:57.436843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c44ee-e6e2-46d2-b994-6da41cc403f4 req-a2605cec-4345-483f-96f6-2efdd1b2eae2 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:57.438331 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb3c44ee-e6e2-46d2-b994-6da41cc403f4 req-a2605cec-4345-483f-96f6-2efdd1b2eae2 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.0719438 Nov 03 18:40:57.498892 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:40:57.517210 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb3c44ee-e6e2-46d2-b994-6da41cc403f4 req-323ad681-5451-48cd-b953-89132682fc43 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706520 Nov 03 18:40:57.546664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:57.557513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cb746-b468-4ce4-a3e8-8e2682ab452d req-79d327cb-c226-4240-9090-d648255abe47 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:57.559160 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9cb746-b468-4ce4-a3e8-8e2682ab452d req-79d327cb-c226-4240-9090-d648255abe47 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 951 time: 0.0569828 Nov 03 18:40:57.592279 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:57.596158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:57.598885 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e4d485-da99-46be-9bdb-df2488670757" -d '{"events": [{"server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "name": "network-vif-unplugged", "status": "completed", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:57.609208 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83eca64-e34c-46db-a9bd-b5c84f3ec966 x-openstack-request-id: req-d83eca64-e34c-46db-a9bd-b5c84f3ec966 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:57.609401 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4", "name": "network-vif-plugged", "status": "completed", "tag": "a80a4aad-1a74-44de-800d-e185ddef3ead", "code": 200}, {"server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "name": "network-vif-plugged", "status": "completed", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:57.609562 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d83eca64-e34c-46db-a9bd-b5c84f3ec966 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:57.609993 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80a4aad-1a74-44de-800d-e185ddef3ead', 'code': 200} Nov 03 18:40:57.610241 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35', 'code': 200} Nov 03 18:40:57.612105 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Transition to ACTIVE for port object 6adb4899-aa03-4964-a7fc-3067c1d32b35 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:40:57.620575 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:57.643769 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9cb746-b468-4ce4-a3e8-8e2682ab452d req-9e4dc22e-2043-47c2-8b44-932306f9b467 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767744 Nov 03 18:40:57.677272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6adb4899-aa03-4964-a7fc-3067c1d32b35,revision_number=10']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:57.744755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] No DVR routers for this DVR port 6adb4899-aa03-4964-a7fc-3067c1d32b35 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:40:57.778875 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea0a78a0-6df1-4991-9ad4-99847de17cef req-7ee18f4d-4798-4080-8ec7-3dcb3df32fa1 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0615444 Nov 03 18:40:57.795463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Attempting to bind port 6adb4899-aa03-4964-a7fc-3067c1d32b35 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:40:57.795827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Attempting to bind port 6adb4899-aa03-4964-a7fc-3067c1d32b35 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:40:57.796157 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Attempting to bind port 6adb4899-aa03-4964-a7fc-3067c1d32b35 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:57.808470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Port 6adb4899-aa03-4964-a7fc-3067c1d32b35 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:40:57.808470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Attempting to bind port 6adb4899-aa03-4964-a7fc-3067c1d32b35 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:40:57.812262 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:40:57.812262 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:40:57.812262 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:40:57.812262 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Bound port: 6adb4899-aa03-4964-a7fc-3067c1d32b35, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:40:57.812718 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:57.899880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:40:57.904053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:40:57.906356 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8283a2b-8c36-4fa5-8af2-94ba25268dce x-openstack-request-id: req-f8283a2b-8c36-4fa5-8af2-94ba25268dce {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:40:57.906807 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "name": "network-vif-unplugged", "status": "completed", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:40:57.908777 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f8283a2b-8c36-4fa5-8af2-94ba25268dce {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:40:57.909298 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35', 'code': 200} Nov 03 18:40:57.910821 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:57.949828 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:57.950456 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:57.952500 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] 10.222.0.87 "PUT /v2.0/ports/6adb4899-aa03-4964-a7fc-3067c1d32b35 HTTP/1.1" status: 200 len: 1097 time: 0.7723036 Nov 03 18:40:57.977954 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb1c5e-fe59-4da2-aabf-9954e065a4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6adb4899-aa03-4964-a7fc-3067c1d32b35,revision_number=11']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:40:57.995334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-62a92d60-9c12-41af-a7bd-c6d515403067 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.003074 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-62a92d60-9c12-41af-a7bd-c6d515403067 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 811 time: 0.2287273 Nov 03 18:40:58.029102 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-35b0db0c-b490-46b0-8012-0d0b151f8dfb tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/quotas/fd42fde4382c43128145a83ce025634d HTTP/1.1" status: 200 len: 375 time: 0.0251110 Nov 03 18:40:58.065474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f0605-6430-4361-a203-d2ab940c28be req-9aaa49e5-c744-423d-a120-66bbcc04eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.066997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d5f0605-6430-4361-a203-d2ab940c28be req-9aaa49e5-c744-423d-a120-66bbcc04eea1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 1102 time: 0.1905377 Nov 03 18:40:58.084393 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a4577020-38e3-47ff-8b49-ad4f2695c535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:58.085620 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-a776588a-b798-4d36-96c8-046e46469338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.087552 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-a776588a-b798-4d36-96c8-046e46469338 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 1100 time: 0.0614562 Nov 03 18:40:58.121593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6b782-7abb-4b92-accb-5d03acaaf7b6 req-e82da549-2acd-410e-8c2c-df9e8f2ec4cc tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.123166 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35f6b782-7abb-4b92-accb-5d03acaaf7b6 req-e82da549-2acd-410e-8c2c-df9e8f2ec4cc tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 946 time: 0.1166804 Nov 03 18:40:58.185601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-e05d6313-2bf1-4cd6-8951-121211f4324b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1384916 Nov 03 18:40:58.191027 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d5f0605-6430-4361-a203-d2ab940c28be req-151804d4-f803-4050-b836-874ee107d358 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046207 Nov 03 18:40:58.216751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-26280c50-3341-467d-b8c3-6f8b1a5d936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.218420 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-26280c50-3341-467d-b8c3-6f8b1a5d936c service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1075680 Nov 03 18:40:58.270080 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-be5d9912-b651-41d5-a3a9-ba8cbab019f7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35 HTTP/1.1" status: 200 len: 217 time: 0.0355036 Nov 03 18:40:58.270849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35f6b782-7abb-4b92-accb-5d03acaaf7b6 req-b472a3aa-b3e8-485e-80d5-e4d7944496fa tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/security-groups?id=58886e04-1a7e-4a92-a262-437bd1986add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226494 Nov 03 18:40:58.306649 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-fb44f518-7f32-453f-99b0-9da57b403e68 service neutron] 10.222.0.107 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095350 Nov 03 18:40:58.332525 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-b9dfde4d-5e81-4069-90d6-8018fae70688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.334098 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-b9dfde4d-5e81-4069-90d6-8018fae70688 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0509264 Nov 03 18:40:58.394384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-f207ec96-536a-4384-b5a2-43cb323d054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.396042 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-f207ec96-536a-4384-b5a2-43cb323d054d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454893 Nov 03 18:40:58.442610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e44017-fff8-45b5-b604-5bb0be7def87 req-c2167579-b8bc-47de-8767-8a15752e492b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.444025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0e44017-fff8-45b5-b604-5bb0be7def87 req-c2167579-b8bc-47de-8767-8a15752e492b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.0745540 Nov 03 18:40:58.447309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-b8862d3e-60d7-4cd0-abeb-aaa3e1d2899d service neutron] 10.222.0.107 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321995 Nov 03 18:40:58.496675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0e44017-fff8-45b5-b604-5bb0be7def87 req-e8b5f80b-2f56-450a-b829-60d1c2b2d753 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457323 Nov 03 18:40:58.497947 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-c1f2cedf-036c-44c5-9b79-70d2361cd478 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862377 Nov 03 18:40:58.631346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459cedb-61b0-449e-8f2f-f224c671bf9e req-9a694cb5-92be-4ee3-8a98-3a355c1125ea tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.632952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f459cedb-61b0-449e-8f2f-f224c671bf9e req-9a694cb5-92be-4ee3-8a98-3a355c1125ea tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0541267 Nov 03 18:40:58.634908 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e22fbf6d-e93b-4008-9cab-405d33b7eecb req-a3da3b50-1624-4494-9fd0-c2e960da9e1c service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238790 Nov 03 18:40:58.717414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21be245-1d24-4b16-8ebc-e7936be6ff4c req-30d45e32-d394-43b3-b84c-5fb7d16278db tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.717909 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e21be245-1d24-4b16-8ebc-e7936be6ff4c req-30d45e32-d394-43b3-b84c-5fb7d16278db tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 946 time: 0.0837247 Nov 03 18:40:58.727971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42218) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:40:58.731646 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f459cedb-61b0-449e-8f2f-f224c671bf9e req-242f5070-a143-48c0-b24c-59990194d9dc tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875194 Nov 03 18:40:58.733244 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-e5623c77-a13d-4cbd-adca-ee77be2f7594 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Request body: {'floatingip': {'port_id': 'b77078a4-8171-4ee2-841a-23dc84c53054'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:40:58.784138 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5623c77-a13d-4cbd-adca-ee77be2f7594 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:58.868269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd4fc0-3e22-4e07-b60c-c385fea7ac51 req-e60d853f-e67a-4525-b602-b361865b1d27 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.869955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0bd4fc0-3e22-4e07-b60c-c385fea7ac51 req-e60d853f-e67a-4525-b602-b361865b1d27 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 949 time: 0.0904152 Nov 03 18:40:58.884263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aea701-e896-4103-b25b-00faa0ec4ea9 req-9bba6f0e-f07e-4d8b-a530-6aeee2d66b09 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:58.885774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60aea701-e896-4103-b25b-00faa0ec4ea9 req-9bba6f0e-f07e-4d8b-a530-6aeee2d66b09 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 949 time: 0.0736287 Nov 03 18:40:58.963178 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0bd4fc0-3e22-4e07-b60c-c385fea7ac51 req-ef826390-0f89-471c-a43e-69640b13acaa tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763955 Nov 03 18:40:58.978387 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60aea701-e896-4103-b25b-00faa0ec4ea9 req-a574b904-56bd-429b-8a0b-2cf35ad1652a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810807 Nov 03 18:40:59.103874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba4c9cad-b9b5-4eea-aa42-ab23d335aeb6 req-b62d4d05-f29c-4598-8255-c41e8f3dcca2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 210 time: 0.0400233 Nov 03 18:40:59.153772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc886418-7261-45c6-beaf-dcefa7e82e8e req-614dadf2-846b-4a0c-9303-249ad18541b8 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:59.155296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc886418-7261-45c6-beaf-dcefa7e82e8e req-614dadf2-846b-4a0c-9303-249ad18541b8 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 951 time: 0.0826595 Nov 03 18:40:59.183707 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:59.224698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc886418-7261-45c6-beaf-dcefa7e82e8e req-3b3b53e4-0282-4ce6-9a38-f0b54d825ae7 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627525 Nov 03 18:40:59.250469 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c3ed5e8-2de2-4a15-9fba-b9f68c6c5bc1 req-316ee6a8-67af-49c7-aaab-4cb669707357 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0535729 Nov 03 18:40:59.340807 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5623c77-a13d-4cbd-adca-ee77be2f7594 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:59.344891 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5623c77-a13d-4cbd-adca-ee77be2f7594 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:59.481244 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-e5623c77-a13d-4cbd-adca-ee77be2f7594 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Floating IP 839b60f0-81a6-44ef-b4ae-279918d154b1 associated. External IP: 172.25.2.227, port: b77078a4-8171-4ee2-841a-23dc84c53054. Nov 03 18:40:59.492822 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6469167a-7de1-4a3d-b27f-06724b79efce req-6fe71233-11d3-4b17-9a54-0cc0dd8fb851 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=58b35f3856434608997acbd092e807a4&device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0333982 Nov 03 18:40:59.516844 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d87d467-0fcf-4c65-8d98-52e1118fe4e1 req-1e60e1a4-00fc-4314-b44a-34472ac64190 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0462258 Nov 03 18:40:59.547853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6469167a-7de1-4a3d-b27f-06724b79efce req-d8f821c2-a989-45aa-ab47-88b920acf36b service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=58b35f3856434608997acbd092e807a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277424 Nov 03 18:40:59.685002 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10597192-7d8f-46ac-8773-145cd358f843 req-9ba32fe7-237c-40c7-b78f-bd6ff30c30ca tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:59.688033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10597192-7d8f-46ac-8773-145cd358f843 req-9ba32fe7-237c-40c7-b78f-bd6ff30c30ca tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.0765080 Nov 03 18:40:59.690814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469167a-7de1-4a3d-b27f-06724b79efce req-7feb1082-7d2c-4abe-9952-26201589d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:59.694377 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6469167a-7de1-4a3d-b27f-06724b79efce req-7feb1082-7d2c-4abe-9952-26201589d03c service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1400950 Nov 03 18:40:59.711124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5623c77-a13d-4cbd-adca-ee77be2f7594 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Router b1a72a0d-a49a-4600-8340-f072c93b98b7 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:40:59.775638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10597192-7d8f-46ac-8773-145cd358f843 req-3b564f4d-d67f-466a-873b-12308f06a684 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705032 Nov 03 18:40:59.861063 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5623c77-a13d-4cbd-adca-ee77be2f7594 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:40:59.867206 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5623c77-a13d-4cbd-adca-ee77be2f7594 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:40:59.873994 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878b282-7afa-4ccf-8e77-3bb68096480b None None] Sync routers for ids ['b1a72a0d-a49a-4600-8340-f072c93b98b7'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:40:59.886304 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878b282-7afa-4ccf-8e77-3bb68096480b None None] Routers {'b1a72a0d-a49a-4600-8340-f072c93b98b7'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:40:59.888706 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6878b282-7afa-4ccf-8e77-3bb68096480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:40:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b1a72a0d-a49a-4600-8340-f072c93b98b7'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:40:59.901803 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e5623c77-a13d-4cbd-adca-ee77be2f7594 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "PUT /v2.0/floatingips/839b60f0-81a6-44ef-b4ae-279918d154b1 HTTP/1.1" status: 200 len: 992 time: 1.1726754 Nov 03 18:40:59.910728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35'}, {'name': 'network-changed', 'server_uuid': '4c208786-fc09-4aea-8bd7-c9f9b23acfe0', 'tag': 'b77078a4-8171-4ee2-841a-23dc84c53054'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:40:59.913642 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76" -d '{"events": [{"name": "network-changed", "server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35"}, {"name": "network-changed", "server_uuid": "4c208786-fc09-4aea-8bd7-c9f9b23acfe0", "tag": "b77078a4-8171-4ee2-841a-23dc84c53054"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:40:59.914582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6bd71-bfc0-4448-8a50-919e202c3dad req-e72244b7-2fbb-4ed1-b54c-ad64f8077049 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:59.916177 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2b6bd71-bfc0-4448-8a50-919e202c3dad req-e72244b7-2fbb-4ed1-b54c-ad64f8077049 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1119123 Nov 03 18:40:59.988047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-e317b34c-d792-4a02-8aad-05ade0dc01dd tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:40:59.989626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-e317b34c-d792-4a02-8aad-05ade0dc01dd tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 811 time: 0.2129040 Nov 03 18:41:00.005860 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6878b282-7afa-4ccf-8e77-3bb68096480b None None] Set router b1a72a0d-a49a-4600-8340-f072c93b98b7 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:00.007300 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2b6bd71-bfc0-4448-8a50-919e202c3dad req-0b1faf65-1cd5-4a78-9ba4-89d3634c4cb7 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816002 Nov 03 18:41:00.038516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-f241ec0d-a5be-405f-b71c-fe1264b1abca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Request body: {'port': {'device_id': '3658cbbe-e545-4db7-bfd8-35130cb9e933', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'admin_state_up': True, 'tenant_id': 'fd42fde4382c43128145a83ce025634d'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:00.076746 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 03 Nov 2021 18:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d04d88-3165-4717-927b-c40a81273e5e x-openstack-request-id: req-b9d04d88-3165-4717-927b-c40a81273e5e {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:00.077210 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c208786-fc09-4aea-8bd7-c9f9b23acfe0", "tag": "b77078a4-8171-4ee2-841a-23dc84c53054", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:00.077612 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b9d04d88-3165-4717-927b-c40a81273e5e {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:00.078217 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35', 'status': 'completed', 'code': 200} Nov 03 18:41:00.078603 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c208786-fc09-4aea-8bd7-c9f9b23acfe0', 'tag': 'b77078a4-8171-4ee2-841a-23dc84c53054', 'status': 'completed', 'code': 200} Nov 03 18:41:00.160122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-b456c17b-58a6-4a2d-a541-b50fa98caab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.162078 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-b456c17b-58a6-4a2d-a541-b50fa98caab5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 1100 time: 0.0519843 Nov 03 18:41:00.188526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf44b27-6a3e-4f7b-bf1e-652eb5ea6ea9 req-dbe219c3-1ce4-4055-857c-0b5c72a0cec3 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.189998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcf44b27-6a3e-4f7b-bf1e-652eb5ea6ea9 req-dbe219c3-1ce4-4055-857c-0b5c72a0cec3 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 949 time: 0.0821600 Nov 03 18:41:00.232302 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:00.267903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:00.268115 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6878b282-7afa-4ccf-8e77-3bb68096480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:31Z', 'revision_number': 4, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'gw_port': {'id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '839b60f0-81a6-44ef-b4ae-279918d154b1', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'port_id': 'b77078a4-8171-4ee2-841a-23dc84c53054', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'mac_address': 'fa:16:3e:f2:cf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c208786-fc09-4aea-8bd7-c9f9b23acfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:40:36Z', 'updated_at': '2021-11-03T18:40:59Z', 'revision_number': 1, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a715d20a-84b6-456c-abef-c5ec5d77c042', 'name': '', 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'mac_address': 'fa:16:3e:9e:c9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:30Z', 'updated_at': '2021-11-03T18:40:37Z', 'revision_number': 5, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'subnets': [{'id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:00.286380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28b8e2-fed2-49e1-a3a3-4cc8eec8e319 req-ed8c4c80-bc0c-4374-9372-2edd14a80a16 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.288022 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e28b8e2-fed2-49e1-a3a3-4cc8eec8e319 req-ed8c4c80-bc0c-4374-9372-2edd14a80a16 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 949 time: 0.1193275 Nov 03 18:41:00.292514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcf44b27-6a3e-4f7b-bf1e-652eb5ea6ea9 req-6a79d923-1843-4b99-b79b-c3c7b16df413 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955226 Nov 03 18:41:00.293161 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-f241ec0d-a5be-405f-b71c-fe1264b1abca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Made reservation on behalf of fd42fde4382c43128145a83ce025634d for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:00.295862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-1d02d676-fcdd-4758-afcb-48adddafb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.296905 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-f241ec0d-a5be-405f-b71c-fe1264b1abca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:00.297668 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-1d02d676-fcdd-4758-afcb-48adddafb8f4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 1100 time: 0.1079013 Nov 03 18:41:00.350657 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878b282-7afa-4ccf-8e77-3bb68096480b None None] Checking router: b1a72a0d-a49a-4600-8340-f072c93b98b7 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:41:00.361926 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878b282-7afa-4ccf-8e77-3bb68096480b None None] Routers {'b1a72a0d-a49a-4600-8340-f072c93b98b7'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:00.362816 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6878b282-7afa-4ccf-8e77-3bb68096480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:40:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b1a72a0d-a49a-4600-8340-f072c93b98b7'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:00.365660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-6470e2d2-7507-4f63-bd31-268d4d266627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.367111 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-6470e2d2-7507-4f63-bd31-268d4d266627 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1962981 Nov 03 18:41:00.381149 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:41:00.387893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:00.388396 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:00.439142 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e28b8e2-fed2-49e1-a3a3-4cc8eec8e319 req-3e08baa3-7b48-47d9-968c-8c2b1ec6e811 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392586 Nov 03 18:41:00.443650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74f62b23-81ea-44aa-b2be-230a2cc1daca req-f5939a4a-45fb-4add-82a4-671dc966fc21 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 210 time: 0.0466511 Nov 03 18:41:00.454781 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-d716af6e-1e5e-4615-93f3-ac970ffba88f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35 HTTP/1.1" status: 200 len: 217 time: 0.0432322 Nov 03 18:41:00.501430 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:00.515145 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6878b282-7afa-4ccf-8e77-3bb68096480b None None] Set router b1a72a0d-a49a-4600-8340-f072c93b98b7 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:00.540427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0d2fdc6d-d117-442e-8adc-50f0a11c8ddc,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:00.542852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3eaac77-f3ed-40f7-805a-16925d377eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2fdc6d-d117-442e-8adc-50f0a11c8ddc'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:00.545903 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff999304-8618-4d13-87bc-b6bbed18f877" -d '{"events": [{"server_uuid": "c3eaac77-f3ed-40f7-805a-16925d377eb6", "name": "network-vif-plugged", "status": "completed", "tag": "0d2fdc6d-d117-442e-8adc-50f0a11c8ddc"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:00.554198 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:00.555140 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6adb4899-aa03-4964-a7fc-3067c1d32b35 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:00.559555 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-f241ec0d-a5be-405f-b71c-fe1264b1abca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Allocated IP 172.20.0.13 (7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53/bd6ac7e8-7993-435c-a6d9-e549d9c53f62/64c4771b-e71b-4bc2-826e-357ea7e401c0) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:00.568717 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-401911d0-253b-4bdf-92a5-2f40e395a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.576186 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-401911d0-253b-4bdf-92a5-2f40e395a97c service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2596629 Nov 03 18:41:00.603015 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-46c6e4a6-49f4-43eb-9291-117e9be7ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.609508 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-46c6e4a6-49f4-43eb-9291-117e9be7ed09 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1392281 Nov 03 18:41:00.623614 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38f6232-5647-4cbf-97cc-ccc5934be06e x-openstack-request-id: req-a38f6232-5647-4cbf-97cc-ccc5934be06e {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:00.623929 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3eaac77-f3ed-40f7-805a-16925d377eb6", "name": "network-vif-plugged", "status": "completed", "tag": "0d2fdc6d-d117-442e-8adc-50f0a11c8ddc", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:00.624189 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a38f6232-5647-4cbf-97cc-ccc5934be06e {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:00.624594 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3eaac77-f3ed-40f7-805a-16925d377eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2fdc6d-d117-442e-8adc-50f0a11c8ddc', 'code': 200} Nov 03 18:41:00.639449 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:00.680814 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=0d2fdc6d-d117-442e-8adc-50f0a11c8ddc,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:00.685946 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6adb4899-aa03-4964-a7fc-3067c1d32b35 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:00.691441 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-f294ae94-7fe2-421e-a38f-6761260a8927 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35 HTTP/1.1" status: 200 len: 217 time: 0.0952818 Nov 03 18:41:00.771136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb8885-5761-453b-8480-f9613e1ab42d req-040aa7e6-d982-46bd-b0e9-41111a1ef895 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.772712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10bb8885-5761-453b-8480-f9613e1ab42d req-040aa7e6-d982-46bd-b0e9-41111a1ef895 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 951 time: 0.2198710 Nov 03 18:41:00.772920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-52ef99c9-0e78-4e22-b5e5-25a90b23260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.774410 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-52ef99c9-0e78-4e22-b5e5-25a90b23260e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0962143 Nov 03 18:41:00.775739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-35c885e7-b97d-4ae6-a6e8-ccdb3c61bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.777581 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-35c885e7-b97d-4ae6-a6e8-ccdb3c61bc7b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0563672 Nov 03 18:41:00.832349 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6878b282-7afa-4ccf-8e77-3bb68096480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:31Z', 'revision_number': 4, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'gw_port': {'id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '839b60f0-81a6-44ef-b4ae-279918d154b1', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'port_id': 'b77078a4-8171-4ee2-841a-23dc84c53054', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'mac_address': 'fa:16:3e:f2:cf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c208786-fc09-4aea-8bd7-c9f9b23acfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:40:36Z', 'updated_at': '2021-11-03T18:40:59Z', 'revision_number': 1, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a715d20a-84b6-456c-abef-c5ec5d77c042', 'name': '', 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'mac_address': 'fa:16:3e:9e:c9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:30Z', 'updated_at': '2021-11-03T18:40:37Z', 'revision_number': 5, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'subnets': [{'id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:00.843805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2bd058e2-0fa9-4f13-93ab-606dfd629703 req-6d31596b-07ef-4591-bc35-f88b88c91dc1 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.1175539 Nov 03 18:41:00.866420 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878b282-7afa-4ccf-8e77-3bb68096480b None None] The sync data for ids ['b1a72a0d-a49a-4600-8340-f072c93b98b7'] in n-d-812150-4 is: [{'id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:31Z', 'revision_number': 4, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'gw_port': {'id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '839b60f0-81a6-44ef-b4ae-279918d154b1', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'port_id': 'b77078a4-8171-4ee2-841a-23dc84c53054', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'mac_address': 'fa:16:3e:f2:cf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c208786-fc09-4aea-8bd7-c9f9b23acfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:40:36Z', 'updated_at': '2021-11-03T18:40:59Z', 'revision_number': 1, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a715d20a-84b6-456c-abef-c5ec5d77c042', 'name': '', 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'mac_address': 'fa:16:3e:9e:c9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:30Z', 'updated_at': '2021-11-03T18:40:37Z', 'revision_number': 5, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'subnets': [{'id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:41:00.891691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064f5ee-7f64-4912-baeb-2d3c40bc07f3 req-f4b6dda1-0fe7-4d9d-a408-7ff93f723349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.893280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b064f5ee-7f64-4912-baeb-2d3c40bc07f3 req-f4b6dda1-0fe7-4d9d-a408-7ff93f723349 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 1101 time: 0.1754997 Nov 03 18:41:00.906323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-2e38803d-0b95-4f5d-92b5-2e5e26905835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:00.909738 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-2e38803d-0b95-4f5d-92b5-2e5e26905835 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061566 Nov 03 18:41:00.926070 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-027c0786-a2c6-4a08-8de1-e8d0a34095f7 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404560 Nov 03 18:41:00.964148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10bb8885-5761-453b-8480-f9613e1ab42d req-10c99b65-6b28-4ae6-a417-121520e3c5f1 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547809 Nov 03 18:41:00.990220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-f241ec0d-a5be-405f-b71c-fe1264b1abca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:01.049210 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b064f5ee-7f64-4912-baeb-2d3c40bc07f3 req-1183484e-94d0-40b5-809b-634c45b414b0 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446764 Nov 03 18:41:01.061475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07b11d-4888-47d2-9608-1975d3dbd41d req-8709e35c-23dd-440d-a3d6-6bb5fa7641da tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:01.063117 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d07b11d-4888-47d2-9608-1975d3dbd41d req-8709e35c-23dd-440d-a3d6-6bb5fa7641da tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1348763 Nov 03 18:41:01.079761 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-f241ec0d-a5be-405f-b71c-fe1264b1abca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:01.092759 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-ea988854-f5f0-4f21-9d27-a96370eb7aad service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581621 Nov 03 18:41:01.104397 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-f3baba51-176f-4df6-b096-860d3134488f service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611869 Nov 03 18:41:01.161014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-f241ec0d-a5be-405f-b71c-fe1264b1abca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:01.172716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-f241ec0d-a5be-405f-b71c-fe1264b1abca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:01.181110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-f241ec0d-a5be-405f-b71c-fe1264b1abca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:01.182529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cfd7da-c2d8-432a-9b2a-0210aa2aa533 None None] New status for floating IP 839b60f0-81a6-44ef-b4ae-279918d154b1: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:41:01.194834 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241ec0d-a5be-405f-b71c-fe1264b1abca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event updated for resources: {'Port': ['ID=64c4771b-e71b-4bc2-826e-357ea7e401c0,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:01.237871 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-0263ef02-948e-4e8f-bb1d-dced755ce66c service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180177 Nov 03 18:41:01.240149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d07b11d-4888-47d2-9608-1975d3dbd41d req-c207fb2d-55ff-454b-a341-2236db31a478 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632040 Nov 03 18:41:01.273633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-f241ec0d-a5be-405f-b71c-fe1264b1abca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:01.274378 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-f241ec0d-a5be-405f-b71c-fe1264b1abca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:01.292456 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b78ac7-cc13-4ece-b882-b5db64ca751c req-0b5eecd7-280b-40a3-9875-a5c0f769c73b tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:01.299852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08b78ac7-cc13-4ece-b882-b5db64ca751c req-0b5eecd7-280b-40a3-9875-a5c0f769c73b tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1327214 Nov 03 18:41:01.313464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-f241ec0d-a5be-405f-b71c-fe1264b1abca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2808003 Nov 03 18:41:01.333921 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Request body: {'port': {'device_id': '3658cbbe-e545-4db7-bfd8-35130cb9e933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:01.400106 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08b78ac7-cc13-4ece-b882-b5db64ca751c req-c89be54d-181b-4e4f-b77d-d9f7c6209550 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972257 Nov 03 18:41:01.403695 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:01.437575 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:01.507250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-b427e779-4a8b-44b7-b3dd-0ae90c940b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:01.509406 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-b427e779-4a8b-44b7-b3dd-0ae90c940b64 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3d75cd8a4d1840309141f061312d4ccb&device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 1097 time: 0.0575159 Nov 03 18:41:01.553614 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d2c0e34c-e0db-4355-be61-f1996c59318c None None] Provisioning complete for port 64c4771b-e71b-4bc2-826e-357ea7e401c0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:01.553975 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d2c0e34c-e0db-4355-be61-f1996c59318c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:01.590473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 81c4b99c-7b00-401d-92e2-6c7e8a96d860 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:01.613428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0e34c-e0db-4355-be61-f1996c59318c None None] Port 64c4771b-e71b-4bc2-826e-357ea7e401c0 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:41:01.643479 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-2e0d15e3-3ffb-4446-ba1b-7dcff64df35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:01.645300 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-2e0d15e3-3ffb-4446-ba1b-7dcff64df35b service neutron] 10.222.0.87 "GET /v2.0/networks?id=0071f753-7a4d-4da4-a372-a57515f16f21 HTTP/1.1" status: 200 len: 916 time: 0.1028790 Nov 03 18:41:01.670088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fd35c-0323-4e45-8a67-0d52f5dbe9c9 req-475e6ef9-ed71-407f-94b6-33da68f835b2 tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:01.671670 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-193fd35c-0323-4e45-8a67-0d52f5dbe9c9 req-475e6ef9-ed71-407f-94b6-33da68f835b2 tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 1102 time: 0.1709793 Nov 03 18:41:01.706562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 81c4b99c-7b00-401d-92e2-6c7e8a96d860, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=81c4b99c-7b00-401d-92e2-6c7e8a96d860,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:01.719437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '81c4b99c-7b00-401d-92e2-6c7e8a96d860', 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc', 'port_id': '81c4b99c-7b00-401d-92e2-6c7e8a96d860', 'mac_address': 'fa:16:3e:d8:56:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7ca472-a50c-48ab-a812-76c46b2d1f6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:01.734816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04141532-a0ab-4961-91ec-b1ed9bb5652a req-06a58e4f-339a-49d8-b1d5-d9e1bb5a1179 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:01.736423 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04141532-a0ab-4961-91ec-b1ed9bb5652a req-06a58e4f-339a-49d8-b1d5-d9e1bb5a1179 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 950 time: 0.1877432 Nov 03 18:41:01.760355 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:01.774405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81c4b99c-7b00-401d-92e2-6c7e8a96d860 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:01.789174 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-3a2278d8-7c02-4ccf-ab69-8ed6fcdf730b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b77078a4-8171-4ee2-841a-23dc84c53054 HTTP/1.1" status: 200 len: 1002 time: 0.0860724 Nov 03 18:41:01.800690 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 81c4b99c-7b00-401d-92e2-6c7e8a96d860, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=81c4b99c-7b00-401d-92e2-6c7e8a96d860,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:01.801973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-193fd35c-0323-4e45-8a67-0d52f5dbe9c9 req-547182bf-33f6-4d3d-a7bd-0e6b88304556 tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221442 Nov 03 18:41:01.804732 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6469167a-7de1-4a3d-b27f-06724b79efce req-bcd9ebf3-b3c9-40fc-9ad1-eb7e2b199755 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.98 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0277724 Nov 03 18:41:01.805235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:01.895818 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04141532-a0ab-4961-91ec-b1ed9bb5652a req-50c93912-2636-4613-a4cf-473ba36093aa tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401181 Nov 03 18:41:01.899049 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=81c4b99c-7b00-401d-92e2-6c7e8a96d860,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:01.907925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-f91bf17e-0ab9-4ace-a21f-5755fe75b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:01.909627 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-f91bf17e-0ab9-4ace-a21f-5755fe75b108 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d419d3e-267b-4243-bad0-529ae5c161fe HTTP/1.1" status: 200 len: 854 time: 0.0554616 Nov 03 18:41:01.942759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c4771b-e71b-4bc2-826e-357ea7e401c0 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:01.952547 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:01.968120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Transition to ACTIVE for port object 64c4771b-e71b-4bc2-826e-357ea7e401c0 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:41:01.979387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-6094528a-075e-4017-af62-b9a0688476ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:01.982263 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-6094528a-075e-4017-af62-b9a0688476ff service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0071f753-7a4d-4da4-a372-a57515f16f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578172 Nov 03 18:41:01.991426 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:02.091339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Pushing event updated for resources: {'Port': ['ID=64c4771b-e71b-4bc2-826e-357ea7e401c0,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:02.099599 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-ffb1b84e-5158-4076-9184-c8d80928f515 service neutron] 10.222.0.87 "GET /v2.0/networks/0071f753-7a4d-4da4-a372-a57515f16f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939987 Nov 03 18:41:02.119332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f79a13-a437-4ba0-8947-8f75d9d1c8da req-8ca3e809-3734-4663-a83f-645a275f9f76 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:02.120965 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63f79a13-a437-4ba0-8947-8f75d9d1c8da req-8ca3e809-3734-4663-a83f-645a275f9f76 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 949 time: 0.1552110 Nov 03 18:41:02.128748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef189c-2355-4dd2-addd-33543e123a6e req-49f6f916-5604-4bb5-9893-93f14deb7209 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:02.130250 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1ef189c-2355-4dd2-addd-33543e123a6e req-49f6f916-5604-4bb5-9893-93f14deb7209 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 944 time: 0.1633785 Nov 03 18:41:02.185566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['81c4b99c-7b00-401d-92e2-6c7e8a96d860'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:02.213887 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a1cc75b-1b5f-45d1-b36d-16d6e919ed76 req-07df914d-f452-4f4a-9bb1-49b46c65f179 service neutron] 10.222.0.87 "GET /v2.0/networks/0071f753-7a4d-4da4-a372-a57515f16f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029909 Nov 03 18:41:02.267195 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63f79a13-a437-4ba0-8947-8f75d9d1c8da req-c440f117-050f-4e57-885d-db69c2a319f8 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339159 Nov 03 18:41:02.288355 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1ef189c-2355-4dd2-addd-33543e123a6e req-e96f5b22-d4c7-4f61-9d71-c8320f343a85 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202211 Nov 03 18:41:02.288355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Attempting to bind port 64c4771b-e71b-4bc2-826e-357ea7e401c0 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:02.288355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Attempting to bind port 64c4771b-e71b-4bc2-826e-357ea7e401c0 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:02.288355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Attempting to bind port 64c4771b-e71b-4bc2-826e-357ea7e401c0 on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:02.288355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Port 64c4771b-e71b-4bc2-826e-357ea7e401c0 on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:41:02.288355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Attempting to bind port 64c4771b-e71b-4bc2-826e-357ea7e401c0 on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:02.294064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:02.294607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Checking segment: {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:02.295189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Bound using segment: {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:02.295828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Bound port: 64c4771b-e71b-4bc2-826e-357ea7e401c0, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:02.296375 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:02.409221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] For port 64c4771b-e71b-4bc2-826e-357ea7e401c0, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:02.428183 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c54cb98-3754-4e3f-a463-1e8569da0d47 req-e34db3f4-709c-4e72-a15e-6b9efc207b78 tempest-ServerShowV257Test-181221390 tempest-ServerShowV257Test-181221390-project] 10.222.0.107 "GET /v2.0/ports?device_id=4683f811-e0fa-41c6-aca5-a31e4b2e43aa HTTP/1.1" status: 200 len: 210 time: 0.0328612 Nov 03 18:41:02.437973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] For port 64c4771b-e71b-4bc2-826e-357ea7e401c0, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=64c4771b-e71b-4bc2-826e-357ea7e401c0,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:02.446883 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:02.491556 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:02.492351 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:02.494054 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] 10.222.0.98 "PUT /v2.0/ports/64c4771b-e71b-4bc2-826e-357ea7e401c0 HTTP/1.1" status: 200 len: 1092 time: 1.1649864 Nov 03 18:41:02.494613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3658cbbe-e545-4db7-bfd8-35130cb9e933', 'tag': '64c4771b-e71b-4bc2-826e-357ea7e401c0'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:02.498260 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698f979f-d43c-4541-9b53-2b5f9d44ac83" -d '{"events": [{"name": "network-changed", "server_uuid": "3658cbbe-e545-4db7-bfd8-35130cb9e933", "tag": "64c4771b-e71b-4bc2-826e-357ea7e401c0"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:02.910757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba01137-1ebc-4518-84df-47136af6e72b service neutron] Pushing event updated for resources: {'Port': ['ID=64c4771b-e71b-4bc2-826e-357ea7e401c0,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:02.950551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e52e9-c07c-4beb-8e5e-1c238ffca838 req-953711d6-af5e-461e-80cc-30dc45a9c183 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:02.952069 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-955e52e9-c07c-4beb-8e5e-1c238ffca838 req-953711d6-af5e-461e-80cc-30dc45a9c183 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 944 time: 0.4486625 Nov 03 18:41:02.957490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-af36df27-be7c-4099-9f8b-a0e7aed3dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:02.958902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-af36df27-be7c-4099-9f8b-a0e7aed3dde2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 1095 time: 0.1161442 Nov 03 18:41:02.967494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcf758-82de-4137-a18b-a47fb0835171 req-6b3d9c42-2d20-4346-b35f-bdb3bfad992a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:02.968870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3dcf758-82de-4137-a18b-a47fb0835171 req-6b3d9c42-2d20-4346-b35f-bdb3bfad992a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1282599 Nov 03 18:41:03.026623 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-b56bbcac-d83e-4066-b9e8-d863afce27fb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64c4771b-e71b-4bc2-826e-357ea7e401c0 HTTP/1.1" status: 200 len: 217 time: 0.0503089 Nov 03 18:41:03.103822 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-955e52e9-c07c-4beb-8e5e-1c238ffca838 req-bd004484-234c-47d7-accf-e05f145fe7b7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437993 Nov 03 18:41:03.110928 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3dcf758-82de-4137-a18b-a47fb0835171 req-9ac09604-4211-4880-b052-27d9558a156d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356618 Nov 03 18:41:03.127865 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-389cde3e-ee84-41f8-9768-9b28f0da3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:03.129347 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-389cde3e-ee84-41f8-9768-9b28f0da3d93 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.0912545 Nov 03 18:41:03.219835 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-3e755ad3-b43c-46ae-8cd1-c64bb3d17147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:03.221351 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-3e755ad3-b43c-46ae-8cd1-c64bb3d17147 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717518 Nov 03 18:41:03.228466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114d5d1-83a4-4078-98bd-482f8a2327b9 req-785f8de9-651b-426b-a72d-3839e042a1e9 tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:03.230220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9114d5d1-83a4-4078-98bd-482f8a2327b9 req-785f8de9-651b-426b-a72d-3839e042a1e9 tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 1102 time: 0.0530167 Nov 03 18:41:03.337492 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df254fa7-f30e-4fbe-97a3-ca05057db87b x-openstack-request-id: req-df254fa7-f30e-4fbe-97a3-ca05057db87b {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:03.337787 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3658cbbe-e545-4db7-bfd8-35130cb9e933", "tag": "64c4771b-e71b-4bc2-826e-357ea7e401c0", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:03.338149 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-df254fa7-f30e-4fbe-97a3-ca05057db87b {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:03.338431 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3658cbbe-e545-4db7-bfd8-35130cb9e933', 'tag': '64c4771b-e71b-4bc2-826e-357ea7e401c0', 'status': 'completed', 'code': 200} Nov 03 18:41:03.344449 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9114d5d1-83a4-4078-98bd-482f8a2327b9 req-11e142cf-1305-46e0-98d6-80f4bb5a22cf tempest-ServersAdminTestJSON-1846209766 tempest-ServersAdminTestJSON-1846209766-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011727 Nov 03 18:41:03.406306 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-21be30a9-2247-48fa-a943-35660a50227d service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701996 Nov 03 18:41:03.567340 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6adb4899-aa03-4964-a7fc-3067c1d32b35 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:03.575079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 81c4b99c-7b00-401d-92e2-6c7e8a96d860 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:03.590785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ca3e0-8286-4ce2-a619-8851f9877ce6 req-ba19a663-1439-42ec-9803-6cf4a2bf02d8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:03.598187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c03ca3e0-8286-4ce2-a619-8851f9877ce6 req-ba19a663-1439-42ec-9803-6cf4a2bf02d8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 950 time: 0.1722996 Nov 03 18:41:03.615561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db5819-f024-4e1b-9d07-b4913c46afc8 req-11c5c843-da57-4a06-81fa-2db0764a42d0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:03.617122 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64db5819-f024-4e1b-9d07-b4913c46afc8 req-11c5c843-da57-4a06-81fa-2db0764a42d0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 949 time: 0.1699133 Nov 03 18:41:03.666295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e9ef918-8519-40e1-a8db-0be8851136f9 req-85646e6e-db9c-484f-8200-5a32d8fc34fd service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526021 Nov 03 18:41:03.696532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 81c4b99c-7b00-401d-92e2-6c7e8a96d860 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:03.699924 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:03.719367 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c03ca3e0-8286-4ce2-a619-8851f9877ce6 req-a8995634-76b3-460c-9582-cfc58d9756fe tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201952 Nov 03 18:41:03.750737 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64db5819-f024-4e1b-9d07-b4913c46afc8 req-afb249ef-8f5c-47b7-bb3a-ae6d18d0a549 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209040 Nov 03 18:41:03.815867 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:03.857159 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '6adb4899-aa03-4964-a7fc-3067c1d32b35', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '6adb4899-aa03-4964-a7fc-3067c1d32b35', 'mac_address': 'fa:16:3e:b2:20:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:03.864911 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:03.903885 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f979f-d43c-4541-9b53-2b5f9d44ac83 req-b5f879c9-e04f-491e-9801-ae56c687c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:03.912723 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-698f979f-d43c-4541-9b53-2b5f9d44ac83 req-b5f879c9-e04f-491e-9801-ae56c687c55d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 1095 time: 0.1312811 Nov 03 18:41:03.926965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c4b99c-7b00-401d-92e2-6c7e8a96d860'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:03.929307 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6736c941-2262-4383-a6df-3fc6a19e6b97" -d '{"events": [{"server_uuid": "ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb", "name": "network-vif-plugged", "status": "completed", "tag": "81c4b99c-7b00-401d-92e2-6c7e8a96d860"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:03.950669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 81c4b99c-7b00-401d-92e2-6c7e8a96d860, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=81c4b99c-7b00-401d-92e2-6c7e8a96d860,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:03.951759 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:04.102382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f979f-d43c-4541-9b53-2b5f9d44ac83 req-27085de2-21c0-464f-a265-62aa08ff6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:04.103328 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-698f979f-d43c-4541-9b53-2b5f9d44ac83 req-27085de2-21c0-464f-a265-62aa08ff6ed2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.1608264 Nov 03 18:41:04.199956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adb4899-aa03-4964-a7fc-3067c1d32b35 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:04.232449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:04.233832 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:04.241322 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:04.256610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-698f979f-d43c-4541-9b53-2b5f9d44ac83 req-03fe79c5-d70a-47d1-b2f4-8bd669997781 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64c4771b-e71b-4bc2-826e-357ea7e401c0 HTTP/1.1" status: 200 len: 217 time: 0.0804343 Nov 03 18:41:04.327750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd955a70-b7bf-4cf5-8010-4739045303ba req-007b8aa6-6df7-49ee-ab50-be7a1c6dc804 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:04.328837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=81c4b99c-7b00-401d-92e2-6c7e8a96d860,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:04.342384 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd955a70-b7bf-4cf5-8010-4739045303ba req-007b8aa6-6df7-49ee-ab50-be7a1c6dc804 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 944 time: 0.4690142 Nov 03 18:41:04.389667 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=6adb4899-aa03-4964-a7fc-3067c1d32b35,revision_number=12']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:04.452795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f320d5-035a-4e07-b560-f561cb3705b1 req-2669eccf-cfc2-4e49-85e5-52c582f639ec tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:04.478135 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64f320d5-035a-4e07-b560-f561cb3705b1 req-2669eccf-cfc2-4e49-85e5-52c582f639ec tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 1101 time: 0.2783718 Nov 03 18:41:04.497599 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f979f-d43c-4541-9b53-2b5f9d44ac83 req-42135f21-97fe-4e30-881c-54220f822142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:04.508192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-698f979f-d43c-4541-9b53-2b5f9d44ac83 req-42135f21-97fe-4e30-881c-54220f822142 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.2242250 Nov 03 18:41:04.595121 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42336) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:04.630122 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64f320d5-035a-4e07-b560-f561cb3705b1 req-24238277-634e-472c-8b9e-079efad973ce tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490026 Nov 03 18:41:04.658451 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd955a70-b7bf-4cf5-8010-4739045303ba req-47cc4025-937a-4e18-ad4a-fb3f423e6229 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147223 Nov 03 18:41:04.689678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f979f-d43c-4541-9b53-2b5f9d44ac83 req-8750a702-0732-4562-a5a7-6d32ff35df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:04.708389 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-698f979f-d43c-4541-9b53-2b5f9d44ac83 req-8750a702-0732-4562-a5a7-6d32ff35df27 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1876070 Nov 03 18:41:04.771797 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f2a1e6-07ab-4a72-bceb-2991b6d28404 x-openstack-request-id: req-40f2a1e6-07ab-4a72-bceb-2991b6d28404 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:04.772622 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb", "name": "network-vif-plugged", "status": "completed", "tag": "81c4b99c-7b00-401d-92e2-6c7e8a96d860", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:04.776163 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-40f2a1e6-07ab-4a72-bceb-2991b6d28404 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:04.777548 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c4b99c-7b00-401d-92e2-6c7e8a96d860', 'code': 200} Nov 03 18:41:04.875684 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7a46898-ead8-4e93-b5e9-b81b5b0fec86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:05.001339 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7a46898-ead8-4e93-b5e9-b81b5b0fec86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:05.007156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7a46898-ead8-4e93-b5e9-b81b5b0fec86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:05.043327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-698f979f-d43c-4541-9b53-2b5f9d44ac83 req-bd5e9359-0c8c-4aad-94e9-a13b5c854412 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156295 Nov 03 18:41:05.052498 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270cfee-f781-4838-9db6-1dfbabd5164c req-e8e73220-61d4-4706-b08a-408dc51f1364 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:05.060901 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b7a46898-ead8-4e93-b5e9-b81b5b0fec86 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=58b35f3856434608997acbd092e807a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4608955 Nov 03 18:41:05.061140 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d270cfee-f781-4838-9db6-1dfbabd5164c req-e8e73220-61d4-4706-b08a-408dc51f1364 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 949 time: 0.1670427 Nov 03 18:41:05.061459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42346) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:05.070800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a46898-ead8-4e93-b5e9-b81b5b0fec86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784d22ba-9493-4ef8-92fa-dd2a757b1693,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:05.098765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['6adb4899-aa03-4964-a7fc-3067c1d32b35'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:05.102659 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f99ece-5f05-4a4a-9fb4-524a10ee31da req-c0f75621-aaa7-40a1-8613-a676d367a127 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:05.102659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39f99ece-5f05-4a4a-9fb4-524a10ee31da req-c0f75621-aaa7-40a1-8613-a676d367a127 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.2095306 Nov 03 18:41:05.144576 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a09f285-9961-4163-a1ef-544932795e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:05.174789 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a09f285-9961-4163-a1ef-544932795e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:05.244610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d270cfee-f781-4838-9db6-1dfbabd5164c req-86a810d8-c802-49ca-acb9-b5e5816b1f50 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825714 Nov 03 18:41:05.276110 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a09f285-9961-4163-a1ef-544932795e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:05.279562 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a09f285-9961-4163-a1ef-544932795e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:05.281024 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5a09f285-9961-4163-a1ef-544932795e6c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/784d22ba-9493-4ef8-92fa-dd2a757b1693 HTTP/1.1" status: 204 len: 168 time: 0.2185905 Nov 03 18:41:05.288981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39f99ece-5f05-4a4a-9fb4-524a10ee31da req-f9c5cb9b-b52b-4d97-aa99-d01979aa9054 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659369 Nov 03 18:41:05.304263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09f285-9961-4163-a1ef-544932795e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784d22ba-9493-4ef8-92fa-dd2a757b1693,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:05.372605 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-698f979f-d43c-4541-9b53-2b5f9d44ac83 req-909a8593-56f0-4211-aef4-c6e9dfb7c88c service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089316 Nov 03 18:41:05.522697 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e74860-feb0-46b1-a195-bdde0d7968b4 req-26f0885a-b093-48e9-86b9-90a4e23ac519 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:05.533496 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25e74860-feb0-46b1-a195-bdde0d7968b4 req-26f0885a-b093-48e9-86b9-90a4e23ac519 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.1026859 Nov 03 18:41:05.616689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25e74860-feb0-46b1-a195-bdde0d7968b4 req-849eba8d-1dc5-4ba3-a43d-921a07fb5201 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810974 Nov 03 18:41:05.634077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-6909b912-ec12-4fa0-ae40-e43d9144bbd0 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=602304e14f394efea572cff480f58f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339272 Nov 03 18:41:05.815963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dfca6-ed05-4d90-8dd9-eb5087327145 req-94f98917-77c8-4836-b56a-ef31515df72c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:05.817506 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de7dfca6-ed05-4d90-8dd9-eb5087327145 req-94f98917-77c8-4836-b56a-ef31515df72c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 950 time: 0.0802376 Nov 03 18:41:05.827696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-4cab7233-a93a-4bf2-9238-a64e81df3591 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:05.837046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-4cab7233-a93a-4bf2-9238-a64e81df3591 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915042 Nov 03 18:41:05.860310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-e5c1d345-bbf2-48ee-9bda-3fdc07829f93 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/quotas/602304e14f394efea572cff480f58f7d HTTP/1.1" status: 200 len: 375 time: 0.0212648 Nov 03 18:41:05.998594 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-8666a2d7-2d35-49a1-9eb4-0b76930a5138 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1383116 Nov 03 18:41:06.005151 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de7dfca6-ed05-4d90-8dd9-eb5087327145 req-5d869862-3a73-47ef-98a2-729c03b97293 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660588 Nov 03 18:41:06.059189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6617e4b-6bb5-44bf-9a2b-e9dbe04745d1 req-a42f302b-0077-4dd9-82b4-04830fe49b8b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:06.060799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6617e4b-6bb5-44bf-9a2b-e9dbe04745d1 req-a42f302b-0077-4dd9-82b4-04830fe49b8b tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 949 time: 0.1784890 Nov 03 18:41:06.229222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74cb85-f6e1-469d-8365-d54fc27fa7f7 req-a31a0cbb-14ee-436c-8fb8-7f09638fc7c9 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:06.236412 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e74cb85-f6e1-469d-8365-d54fc27fa7f7 req-a31a0cbb-14ee-436c-8fb8-7f09638fc7c9 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1020210 Nov 03 18:41:06.309813 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 64c4771b-e71b-4bc2-826e-357ea7e401c0 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:06.424393 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e74cb85-f6e1-469d-8365-d54fc27fa7f7 req-9a6ba3ad-d981-47c0-8a1d-2ffefb8ab183 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870260 Nov 03 18:41:06.507165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 64c4771b-e71b-4bc2-826e-357ea7e401c0, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=64c4771b-e71b-4bc2-826e-357ea7e401c0,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:06.520288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '64c4771b-e71b-4bc2-826e-357ea7e401c0', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'port_id': '64c4771b-e71b-4bc2-826e-357ea7e401c0', 'mac_address': 'fa:16:3e:21:3c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:06.551920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-a6617e4b-6bb5-44bf-9a2b-e9dbe04745d1 req-67511911-5c61-45de-9e26-cdee00e6844a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Deleting port 3a99d2b1-077b-447b-9341-5dbf0d33322c {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:06.552288 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a6617e4b-6bb5-44bf-9a2b-e9dbe04745d1 req-67511911-5c61-45de-9e26-cdee00e6844a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.588580 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.608654 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c4771b-e71b-4bc2-826e-357ea7e401c0 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:06.633473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 64c4771b-e71b-4bc2-826e-357ea7e401c0, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=64c4771b-e71b-4bc2-826e-357ea7e401c0,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:06.645273 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.713590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b326ba-fb27-49d9-a9c4-1f270fe5a2f8 req-a74bc16a-acdf-43de-a700-227bbb96293e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:06.722272 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2b326ba-fb27-49d9-a9c4-1f270fe5a2f8 req-a74bc16a-acdf-43de-a700-227bbb96293e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 944 time: 0.4080462 Nov 03 18:41:06.726681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=64c4771b-e71b-4bc2-826e-357ea7e401c0,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:06.755055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a658f67-cd6e-4df1-93a0-112abfaaa7e0 req-d87c63ba-3755-4b97-894f-cb2e4831d75c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 210 time: 0.1073947 Nov 03 18:41:06.818167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-a6617e4b-6bb5-44bf-9a2b-e9dbe04745d1 req-67511911-5c61-45de-9e26-cdee00e6844a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] For port 3a99d2b1-077b-447b-9341-5dbf0d33322c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3a99d2b1-077b-447b-9341-5dbf0d33322c,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:06.818739 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a6617e4b-6bb5-44bf-9a2b-e9dbe04745d1 req-67511911-5c61-45de-9e26-cdee00e6844a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:06.881077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-a6617e4b-6bb5-44bf-9a2b-e9dbe04745d1 req-67511911-5c61-45de-9e26-cdee00e6844a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Calling delete_port for 3a99d2b1-077b-447b-9341-5dbf0d33322c owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:06.931132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b29ee-4c93-4214-990e-86f589b36900 req-f01f7a9f-56c6-478a-8490-71c59e25310f tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:06.932786 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e46b29ee-4c93-4214-990e-86f589b36900 req-f01f7a9f-56c6-478a-8490-71c59e25310f tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=f7afd665-8e39-4727-914c-c8c652e04b7e HTTP/1.1" status: 200 len: 949 time: 0.0981152 Nov 03 18:41:06.938297 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2b326ba-fb27-49d9-a9c4-1f270fe5a2f8 req-589fec58-9b5e-4b15-a84f-ba031789a19a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150474 Nov 03 18:41:06.995213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['64c4771b-e71b-4bc2-826e-357ea7e401c0'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:07.032180 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e46b29ee-4c93-4214-990e-86f589b36900 req-dafe69b6-d9c5-4391-ba00-8de518f26505 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606925 Nov 03 18:41:07.134153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c9c07-f54e-4b44-b038-4e4e250f29cf req-07ac53df-c968-4ae9-84f0-2cc9e470b7bb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:07.135726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f7c9c07-f54e-4b44-b038-4e4e250f29cf req-07ac53df-c968-4ae9-84f0-2cc9e470b7bb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1175246 Nov 03 18:41:07.296246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f7c9c07-f54e-4b44-b038-4e4e250f29cf req-28e97532-d995-42c1-9f03-402a0d2dc7d1 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419718 Nov 03 18:41:07.298177 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a6617e4b-6bb5-44bf-9a2b-e9dbe04745d1 req-67511911-5c61-45de-9e26-cdee00e6844a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:07.362426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67511911-5c61-45de-9e26-cdee00e6844a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Pushing event deleted for resources: {'Port': ['ID=3a99d2b1-077b-447b-9341-5dbf0d33322c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:07.426926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6617e4b-6bb5-44bf-9a2b-e9dbe04745d1 req-67511911-5c61-45de-9e26-cdee00e6844a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] No DVR routers for this DVR port 3a99d2b1-077b-447b-9341-5dbf0d33322c on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:07.430080 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a6617e4b-6bb5-44bf-9a2b-e9dbe04745d1 req-67511911-5c61-45de-9e26-cdee00e6844a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:07.434475 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6617e4b-6bb5-44bf-9a2b-e9dbe04745d1 req-67511911-5c61-45de-9e26-cdee00e6844a tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.98 "DELETE /v2.0/ports/3a99d2b1-077b-447b-9341-5dbf0d33322c HTTP/1.1" status: 204 len: 173 time: 1.3615417 Nov 03 18:41:07.435180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7afd665-8e39-4727-914c-c8c652e04b7e', 'name': 'network-vif-deleted', 'tag': '3a99d2b1-077b-447b-9341-5dbf0d33322c'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:07.441021 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80252fa8-588f-4b6c-b8a6-1cc6a04b2854" -d '{"events": [{"server_uuid": "f7afd665-8e39-4727-914c-c8c652e04b7e", "name": "network-vif-deleted", "tag": "3a99d2b1-077b-447b-9341-5dbf0d33322c"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:07.743521 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6adb4899-aa03-4964-a7fc-3067c1d32b35 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:07.749122 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f67979e7-6d7e-471e-ad94-4a460dcdc069 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=72107d064293479db9d913e1eb3d59a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614207 Nov 03 18:41:07.831069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 6adb4899-aa03-4964-a7fc-3067c1d32b35 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:41:07.838412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 6adb4899-aa03-4964-a7fc-3067c1d32b35 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:07.840326 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:07.921551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-865b3e9c-5e16-46ba-8b05-2edc9994ae6e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:07.923120 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-865b3e9c-5e16-46ba-8b05-2edc9994ae6e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726635 Nov 03 18:41:07.950819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-4e0d4dfc-8ebd-49d9-b6b6-a861c02e8b94 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/quotas/72107d064293479db9d913e1eb3d59a8 HTTP/1.1" status: 200 len: 375 time: 0.0169730 Nov 03 18:41:07.984244 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:08.040876 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:08.046415 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d184532d-a5f2-4130-b9ec-c2e42dbf8a8e" -d '{"events": [{"server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "name": "network-vif-plugged", "status": "completed", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:08.089137 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-2cb05c06-0f61-4fa0-9fe7-ad81fc5d7d1f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1262846 Nov 03 18:41:08.102181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:08.111148 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:08.241954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=6adb4899-aa03-4964-a7fc-3067c1d32b35,revision_number=13']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:08.254810 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['b9c32f87-aa86-4f09-b2ee-20e502f87de1', '3a99d2b1-077b-447b-9341-5dbf0d33322c', 'a80a4aad-1a74-44de-800d-e185ddef3ead'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:08.447043 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131bc780-7766-4ed3-a663-f216445ae117 x-openstack-request-id: req-131bc780-7766-4ed3-a663-f216445ae117 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:08.447700 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7afd665-8e39-4727-914c-c8c652e04b7e", "name": "network-vif-deleted", "tag": "3a99d2b1-077b-447b-9341-5dbf0d33322c", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:08.448071 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-131bc780-7766-4ed3-a663-f216445ae117 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:08.448680 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7afd665-8e39-4727-914c-c8c652e04b7e', 'name': 'network-vif-deleted', 'tag': '3a99d2b1-077b-447b-9341-5dbf0d33322c', 'status': 'completed', 'code': 200} Nov 03 18:41:08.452854 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-8f287b20-ffb6-4a9c-8888-543b7e3a116b tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=602304e14f394efea572cff480f58f7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032059 Nov 03 18:41:08.650776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fac98-0cca-4e79-9e94-65bc745a949b req-1bd0331d-2d31-4a74-bc7e-aa11a9c794ff tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:08.670669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-832fac98-0cca-4e79-9e94-65bc745a949b req-1bd0331d-2d31-4a74-bc7e-aa11a9c794ff tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 945 time: 0.1075935 Nov 03 18:41:08.841652 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-59991692-283b-4deb-9fec-dffa6f9a4ce6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:08.843253 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-59991692-283b-4deb-9fec-dffa6f9a4ce6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3774550 Nov 03 18:41:08.846529 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-832fac98-0cca-4e79-9e94-65bc745a949b req-18c5e1e6-1035-4492-a8a7-5467bf747cbe tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748598 Nov 03 18:41:08.880740 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aba57797-8677-462b-8be3-e5138e481bee req-1261f7bb-ba80-47c5-b51a-c62615c7afb2 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 210 time: 0.2074809 Nov 03 18:41:08.882911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Request body: {'port': {'device_id': '1d7554ff-2c93-45ff-9c46-6aaf0c434704', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '602304e14f394efea572cff480f58f7d'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:08.926770 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa01e11-0cba-4159-adb5-5fae00b7b458 x-openstack-request-id: req-8aa01e11-0cba-4159-adb5-5fae00b7b458 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:08.929896 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "name": "network-vif-plugged", "status": "completed", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:08.930366 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8aa01e11-0cba-4159-adb5-5fae00b7b458 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:08.934587 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35', 'code': 200} Nov 03 18:41:09.121101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d58660f9-c808-447e-9c18-3933edc21bc1 req-54f7e6c2-efbc-4b13-92eb-cfc0a7db6523 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 210 time: 0.0392950 Nov 03 18:41:09.172265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb79de6-daa3-4a4a-b24f-168b535d6ee2 req-9411c60b-f0bc-4926-ab3b-5f23f90c0854 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:09.177460 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0bb79de6-daa3-4a4a-b24f-168b535d6ee2 req-9411c60b-f0bc-4926-ab3b-5f23f90c0854 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1447005 Nov 03 18:41:09.291950 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0bb79de6-daa3-4a4a-b24f-168b535d6ee2 req-277320b0-85c1-40dc-af4c-c299d41ec093 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079845 Nov 03 18:41:09.582402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Made reservation on behalf of 602304e14f394efea572cff480f58f7d for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:09.585948 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:09.796160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a17faa-8d36-4970-9c88-2bb1ecef93b6 req-2e9baa18-2c9a-42ff-b20a-56ccd54a087c tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:09.807553 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76a17faa-8d36-4970-9c88-2bb1ecef93b6 req-2e9baa18-2c9a-42ff-b20a-56ccd54a087c tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 950 time: 0.1384177 Nov 03 18:41:09.839901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Allocated IP 192.168.233.76 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/3730306d-94c6-4127-bf88-a1ac43c46d06) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:09.937850 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76a17faa-8d36-4970-9c88-2bb1ecef93b6 req-04d25123-753b-4f55-835d-b56ef89decf9 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213667 Nov 03 18:41:10.166994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05ffffa6-3e0b-46da-8e4e-09cd04d5ad78 req-142dcb48-c809-4562-ab8b-ee769eecab97 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 210 time: 0.1071656 Nov 03 18:41:10.192718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e80f4-2f7a-422f-b8e6-112ef2f7f848 req-c9bb430f-8824-4fb3-80b3-d9e014da8479 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:10.255445 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:10.281186 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d7e80f4-2f7a-422f-b8e6-112ef2f7f848 req-c9bb430f-8824-4fb3-80b3-d9e014da8479 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 945 time: 0.2785130 Nov 03 18:41:10.325426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-ec6dddf5-ac42-40a9-a524-fb7b169228a5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=72107d064293479db9d913e1eb3d59a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347273 Nov 03 18:41:10.337102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 64c4771b-e71b-4bc2-826e-357ea7e401c0 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:10.420383 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:10.468185 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['07b61f1c-7ac9-42d2-887a-1eae755dc48c', '39843d3a-1e37-4307-9a6d-e7cd251fcd6f', '4462cff5-fbd8-478b-b172-36f0815c6259', '296f0c2e-5084-47eb-a99c-7623b80ff300', '0d2fdc6d-d117-442e-8adc-50f0a11c8ddc'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:10.524993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-56112500-1506-4793-966b-c0cc240b9a63 req-d0be579b-d109-4998-b8dd-a3d0c27e244a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 210 time: 0.1155066 Nov 03 18:41:10.535246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d7e80f4-2f7a-422f-b8e6-112ef2f7f848 req-356d94b0-e2aa-4fba-9f60-8cf7ed3f62c7 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531021 Nov 03 18:41:10.572873 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26', '6b071a72-3287-4240-9b8f-9b1b7cd4acbf'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:10.623606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:10.628335 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-fcdd5a4c-ee4c-4433-a9a7-0eeb7941afd9 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:10.630581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-fcdd5a4c-ee4c-4433-a9a7-0eeb7941afd9 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2769601 Nov 03 18:41:10.639411 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:10.642458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:10.652713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 64c4771b-e71b-4bc2-826e-357ea7e401c0 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:41:10.665719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Request body: {'port': {'device_id': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '72107d064293479db9d913e1eb3d59a8'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:10.675493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event updated for resources: {'Port': ['ID=3730306d-94c6-4127-bf88-a1ac43c46d06,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:10.689542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 64c4771b-e71b-4bc2-826e-357ea7e401c0 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:10.690225 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:10.721924 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:10.722276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:10.728725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:10.729193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:10.729543 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:10.729965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:10.730656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:10.730656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:10.730961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:10.731292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:10.731646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:10.731981 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:10.769588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:10.773783 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:10.809984 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b09ab9ce-86e6-49d4-8d53-d5acae992edf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9336548 Nov 03 18:41:10.872387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Request body: {'port': {'device_id': '1d7554ff-2c93-45ff-9c46-6aaf0c434704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:11.060767 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.074587 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2c4bc-a547-44c2-aa25-26cb52779195 req-9d8998b1-4442-4f3e-87a0-525dc71d770f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:11.076162 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.087265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40b2c4bc-a547-44c2-aa25-26cb52779195 req-9d8998b1-4442-4f3e-87a0-525dc71d770f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1327391 Nov 03 18:41:11.089899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Made reservation on behalf of 72107d064293479db9d913e1eb3d59a8 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:11.095467 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.182261 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 64c4771b-e71b-4bc2-826e-357ea7e401c0, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=64c4771b-e71b-4bc2-826e-357ea7e401c0,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:11.191107 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3658cbbe-e545-4db7-bfd8-35130cb9e933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c4771b-e71b-4bc2-826e-357ea7e401c0'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:11.194416 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8354f21-62f4-48f3-83a0-276ea19f29c9" -d '{"events": [{"server_uuid": "3658cbbe-e545-4db7-bfd8-35130cb9e933", "name": "network-vif-plugged", "status": "completed", "tag": "64c4771b-e71b-4bc2-826e-357ea7e401c0"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:11.208832 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.209779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 3a99d2b1-077b-447b-9341-5dbf0d33322c no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:11.220153 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40b2c4bc-a547-44c2-aa25-26cb52779195 req-ed518de7-8345-4a9c-8440-abbbb523b3af tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313434 Nov 03 18:41:11.243752 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-98a57798-4636-4979-b018-9d13e75f942d None None] Provisioning complete for port 3730306d-94c6-4127-bf88-a1ac43c46d06 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:11.244257 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-98a57798-4636-4979-b018-9d13e75f942d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.352256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 3a99d2b1-077b-447b-9341-5dbf0d33322c {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:11.353003 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 3a99d2b1-077b-447b-9341-5dbf0d33322c not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:11.394680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=64c4771b-e71b-4bc2-826e-357ea7e401c0,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:11.452869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-98a57798-4636-4979-b018-9d13e75f942d None None] Port 3730306d-94c6-4127-bf88-a1ac43c46d06 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:41:11.498499 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef575ab-c6e0-4ede-897a-8e6ff8b6bfcc x-openstack-request-id: req-8ef575ab-c6e0-4ede-897a-8e6ff8b6bfcc {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:11.498785 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3658cbbe-e545-4db7-bfd8-35130cb9e933", "name": "network-vif-plugged", "status": "completed", "tag": "64c4771b-e71b-4bc2-826e-357ea7e401c0", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:11.499033 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8ef575ab-c6e0-4ede-897a-8e6ff8b6bfcc {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:11.499425 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3658cbbe-e545-4db7-bfd8-35130cb9e933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c4771b-e71b-4bc2-826e-357ea7e401c0', 'code': 200} Nov 03 18:41:11.684806 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dbcd1-82fb-48dc-a726-03064925cebf req-906de437-d39e-4d25-a6f7-563413a41e2f tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:11.688923 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-af9dbcd1-82fb-48dc-a726-03064925cebf req-906de437-d39e-4d25-a6f7-563413a41e2f tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.98 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 950 time: 0.1057897 Nov 03 18:41:11.728659 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Allocated IP 192.168.233.100 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/92554519-1049-402f-871b-d6ddf737462e) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:11.758526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96164d68-b066-4c3d-bdda-5cb54dbf2401 req-4264b37e-e484-497c-9390-b7471c0f6efb tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:11.766946 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96164d68-b066-4c3d-bdda-5cb54dbf2401 req-4264b37e-e484-497c-9390-b7471c0f6efb tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=70ccb450-16c8-4946-b947-4b90e3bc725b HTTP/1.1" status: 200 len: 950 time: 0.2613146 Nov 03 18:41:11.869261 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-af9dbcd1-82fb-48dc-a726-03064925cebf req-c7e96b68-4dc5-444a-8808-e0eeab84a086 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Deleting port b9c32f87-aa86-4f09-b2ee-20e502f87de1 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:11.869878 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-af9dbcd1-82fb-48dc-a726-03064925cebf req-c7e96b68-4dc5-444a-8808-e0eeab84a086 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:11.891355 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96164d68-b066-4c3d-bdda-5cb54dbf2401 req-cb3005d9-75a6-4d1c-a93c-944269e247a5 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231411 Nov 03 18:41:11.959700 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f277f35-68b7-4d6a-808b-fd3a420da93b req-36742ea4-460e-4f19-b38c-100cc81ef065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:11.961217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f277f35-68b7-4d6a-808b-fd3a420da93b req-36742ea4-460e-4f19-b38c-100cc81ef065 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 1097 time: 0.3596792 Nov 03 18:41:12.057779 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53343f-8c68-461d-8661-1d5ed7b8b3b4 req-6bd6dc0c-6d61-498b-b5ba-ae5b34179c77 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:12.076162 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de53343f-8c68-461d-8661-1d5ed7b8b3b4 req-6bd6dc0c-6d61-498b-b5ba-ae5b34179c77 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 935 time: 0.3993328 Nov 03 18:41:12.097453 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-af9dbcd1-82fb-48dc-a726-03064925cebf req-c7e96b68-4dc5-444a-8808-e0eeab84a086 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] For port b9c32f87-aa86-4f09-b2ee-20e502f87de1, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=b9c32f87-aa86-4f09-b2ee-20e502f87de1,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:12.097846 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-af9dbcd1-82fb-48dc-a726-03064925cebf req-c7e96b68-4dc5-444a-8808-e0eeab84a086 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:12.131501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-af9dbcd1-82fb-48dc-a726-03064925cebf req-c7e96b68-4dc5-444a-8808-e0eeab84a086 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Calling delete_port for b9c32f87-aa86-4f09-b2ee-20e502f87de1 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:12.333665 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:12.383406 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-af9dbcd1-82fb-48dc-a726-03064925cebf req-c7e96b68-4dc5-444a-8808-e0eeab84a086 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:12.385766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f277f35-68b7-4d6a-808b-fd3a420da93b req-72b86095-8c58-4a00-9fd9-642c4d1de8f9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017859 Nov 03 18:41:12.436558 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:12.446626 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e96b68-4dc5-444a-8808-e0eeab84a086 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Pushing event deleted for resources: {'Port': ['ID=b9c32f87-aa86-4f09-b2ee-20e502f87de1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:12.555685 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9dbcd1-82fb-48dc-a726-03064925cebf req-c7e96b68-4dc5-444a-8808-e0eeab84a086 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] No DVR routers for this DVR port b9c32f87-aa86-4f09-b2ee-20e502f87de1 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:12.565493 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-af9dbcd1-82fb-48dc-a726-03064925cebf req-c7e96b68-4dc5-444a-8808-e0eeab84a086 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:12.568911 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-af9dbcd1-82fb-48dc-a726-03064925cebf req-c7e96b68-4dc5-444a-8808-e0eeab84a086 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.98 "DELETE /v2.0/ports/b9c32f87-aa86-4f09-b2ee-20e502f87de1 HTTP/1.1" status: 204 len: 173 time: 0.8706450 Nov 03 18:41:12.571446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ccb450-16c8-4946-b947-4b90e3bc725b', 'name': 'network-vif-deleted', 'tag': 'b9c32f87-aa86-4f09-b2ee-20e502f87de1'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:12.574494 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f305e79a-3bff-44da-bca2-7ea46b5b8ade" -d '{"events": [{"server_uuid": "70ccb450-16c8-4946-b947-4b90e3bc725b", "name": "network-vif-deleted", "tag": "b9c32f87-aa86-4f09-b2ee-20e502f87de1"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:12.606709 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de53343f-8c68-461d-8661-1d5ed7b8b3b4 req-3340cb91-da16-44a5-9186-4477bd979535 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294933 Nov 03 18:41:12.624535 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb4f6533-faeb-4168-8f09-0b8f28e3e7a6 req-5425e69a-62eb-43b2-a989-e030007bd5d8 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 210 time: 0.4861264 Nov 03 18:41:12.689819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:12.722743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:12.756743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:12.853442 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['384118ea-2c6b-44dc-ab7e-129a2bf3259d', '6adb4899-aa03-4964-a7fc-3067c1d32b35'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:12.867829 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3730306d-94c6-4127-bf88-a1ac43c46d06 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:12.888835 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:12.927795 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Transition to ACTIVE for port object 3730306d-94c6-4127-bf88-a1ac43c46d06 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:41:12.941534 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:13.039325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Pushing event updated for resources: {'Port': ['ID=3730306d-94c6-4127-bf88-a1ac43c46d06,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:13.039555 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:13.040224 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:13.111658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Pushing event updated for resources: {'Port': ['ID=92554519-1049-402f-871b-d6ddf737462e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:13.154183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:13.154428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:13.154741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:13.161895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:13.162321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:13.162670 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:13.163010 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:13.163421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:13.163701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:13.164031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:13.164361 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:13.164685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:13.165974 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:13.229722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Attempting to bind port 3730306d-94c6-4127-bf88-a1ac43c46d06 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:13.235369 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Attempting to bind port 3730306d-94c6-4127-bf88-a1ac43c46d06 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:13.235369 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Attempting to bind port 3730306d-94c6-4127-bf88-a1ac43c46d06 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:13.246138 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Port 3730306d-94c6-4127-bf88-a1ac43c46d06 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:41:13.246469 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Attempting to bind port 3730306d-94c6-4127-bf88-a1ac43c46d06 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:13.266364 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:13.267242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:13.267961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:13.268593 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Bound port: 3730306d-94c6-4127-bf88-a1ac43c46d06, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:13.269577 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:13.352142 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-00789449-30bf-4871-88d5-d630fbe3b518 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7015212 Nov 03 18:41:13.396346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Request body: {'port': {'device_id': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:13.457580 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] For port 3730306d-94c6-4127-bf88-a1ac43c46d06, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:13.468316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] For port 3730306d-94c6-4127-bf88-a1ac43c46d06, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=3730306d-94c6-4127-bf88-a1ac43c46d06,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:13.480025 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:13.522420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78277610-aa13-4792-b0a3-ce4647f86968 req-648781d2-a4b1-47ed-8c7e-e5e9a536f3f5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:13.535236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78277610-aa13-4792-b0a3-ce4647f86968 req-648781d2-a4b1-47ed-8c7e-e5e9a536f3f5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.7813373 Nov 03 18:41:13.634075 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Pushing event updated for resources: {'Port': ['ID=3730306d-94c6-4127-bf88-a1ac43c46d06,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:13.645749 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:13.646376 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:13.650617 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-b7632e6d-858d-4cef-9889-6dd8f7ee3c67 service neutron] 10.222.0.87 "PUT /v2.0/ports/3730306d-94c6-4127-bf88-a1ac43c46d06 HTTP/1.1" status: 200 len: 1095 time: 2.7905204 Nov 03 18:41:13.655243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107628c-49ca-4017-a275-786ec2c0f2f9 req-14280443-c263-45db-bf53-358dd89d31b5 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:13.656864 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c107628c-49ca-4017-a275-786ec2c0f2f9 req-14280443-c263-45db-bf53-358dd89d31b5 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.5141041 Nov 03 18:41:13.704580 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:13.815363 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6564fc6c-6029-4deb-90b8-8ba25c2c6a1e None None] Provisioning complete for port 92554519-1049-402f-871b-d6ddf737462e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:13.815646 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6564fc6c-6029-4deb-90b8-8ba25c2c6a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:13.827334 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c107628c-49ca-4017-a275-786ec2c0f2f9 req-1f23581f-9438-47be-b574-366eeac74742 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405551 Nov 03 18:41:13.897002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6564fc6c-6029-4deb-90b8-8ba25c2c6a1e None None] Port 92554519-1049-402f-871b-d6ddf737462e cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:41:13.912684 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48d09a0b-f2e2-4f15-955a-481e5480bad9 req-125a5886-1e0e-436d-a3ee-7f52e0db708f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1252663 Nov 03 18:41:13.934929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['d7c1415e-8d28-4f9b-b351-1864b5a0b370'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:13.939304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['b9c32f87-aa86-4f09-b2ee-20e502f87de1', 'a80a4aad-1a74-44de-800d-e185ddef3ead'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:13.957818 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78277610-aa13-4792-b0a3-ce4647f86968 req-52e86d51-6068-491b-827a-2577edb9ed79 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168625 Nov 03 18:41:13.986952 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a5f687-b3d3-4ec2-9186-51a08eb29718 x-openstack-request-id: req-d2a5f687-b3d3-4ec2-9186-51a08eb29718 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:13.987506 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ccb450-16c8-4946-b947-4b90e3bc725b", "name": "network-vif-deleted", "tag": "b9c32f87-aa86-4f09-b2ee-20e502f87de1", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:13.987879 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d2a5f687-b3d3-4ec2-9186-51a08eb29718 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:13.988430 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ccb450-16c8-4946-b947-4b90e3bc725b', 'name': 'network-vif-deleted', 'tag': 'b9c32f87-aa86-4f09-b2ee-20e502f87de1', 'status': 'completed', 'code': 200} Nov 03 18:41:14.153405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-5fda0d3d-2d74-4a95-98bc-0224a5e6a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:14.155907 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-5fda0d3d-2d74-4a95-98bc-0224a5e6a52b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 1098 time: 0.3431008 Nov 03 18:41:14.293910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d09a0b-f2e2-4f15-955a-481e5480bad9 req-153177b3-2d45-46f9-994f-33a69d7ef965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:14.296916 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48d09a0b-f2e2-4f15-955a-481e5480bad9 req-153177b3-2d45-46f9-994f-33a69d7ef965 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 1101 time: 0.1074493 Nov 03 18:41:14.397767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-c56c0e83-3fbc-43e6-8a8a-fa5fad122459 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=3730306d-94c6-4127-bf88-a1ac43c46d06 HTTP/1.1" status: 200 len: 217 time: 0.1003337 Nov 03 18:41:14.585321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-ad3bd783-4b34-4728-9989-f1ae1d8d205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:14.587701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-ad3bd783-4b34-4728-9989-f1ae1d8d205b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1422720 Nov 03 18:41:14.645911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d09a0b-f2e2-4f15-955a-481e5480bad9 req-c82e32ce-3b81-4e41-8aea-b5bb2579d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:14.656065 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48d09a0b-f2e2-4f15-955a-481e5480bad9 req-c82e32ce-3b81-4e41-8aea-b5bb2579d967 service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2910666 Nov 03 18:41:14.741512 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48d09a0b-f2e2-4f15-955a-481e5480bad9 req-7c2a50fb-a157-4c1a-9512-9c03728a9b54 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d HTTP/1.1" status: 200 len: 217 time: 0.0793762 Nov 03 18:41:14.849009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d09a0b-f2e2-4f15-955a-481e5480bad9 req-cee0cb85-3194-4a7b-bca8-6a4acd16ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:14.853528 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48d09a0b-f2e2-4f15-955a-481e5480bad9 req-cee0cb85-3194-4a7b-bca8-6a4acd16ed8f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1034091 Nov 03 18:41:14.962273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d09a0b-f2e2-4f15-955a-481e5480bad9 req-1d9693e6-a025-44ec-8d00-14033c5dcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:14.964875 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48d09a0b-f2e2-4f15-955a-481e5480bad9 req-1d9693e6-a025-44ec-8d00-14033c5dcfc4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0971668 Nov 03 18:41:15.094365 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48d09a0b-f2e2-4f15-955a-481e5480bad9 req-d1a4cd24-b643-4680-ba6a-e6f3f7f82567 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197543 Nov 03 18:41:15.222081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde4762-9208-4f71-9378-73baaa9b2161 req-9a4d5a6d-00f1-482c-aa80-9b4c6406b92c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:15.224381 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9dde4762-9208-4f71-9378-73baaa9b2161 req-9a4d5a6d-00f1-482c-aa80-9b4c6406b92c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 936 time: 0.9124322 Nov 03 18:41:15.238803 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48d09a0b-f2e2-4f15-955a-481e5480bad9 req-0e1e4fab-bae4-413b-985c-cda747f5c5e4 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301992 Nov 03 18:41:15.261724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-6ff3a725-be87-446c-bf62-a5ea33204f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:15.264263 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-6ff3a725-be87-446c-bf62-a5ea33204f59 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6569798 Nov 03 18:41:15.292168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ad89d-1967-4a87-a02b-aa3e4c7553ef req-7d2da7b1-c2bf-4629-97eb-f85b1b4424cc tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:15.300422 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-347ad89d-1967-4a87-a02b-aa3e4c7553ef req-7d2da7b1-c2bf-4629-97eb-f85b1b4424cc tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 947 time: 1.0039039 Nov 03 18:41:15.439783 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9dde4762-9208-4f71-9378-73baaa9b2161 req-646f86f2-bd3a-4dd8-909b-7cb23f812881 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858616 Nov 03 18:41:15.482267 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-347ad89d-1967-4a87-a02b-aa3e4c7553ef req-93e2de49-ad4f-4fb3-aa07-7cfb67399ddb tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805143 Nov 03 18:41:15.658883 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92554519-1049-402f-871b-d6ddf737462e {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:15.669656 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:15.689582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Transition to ACTIVE for port object 92554519-1049-402f-871b-d6ddf737462e will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:41:15.696363 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-7bea73e6-fc75-4ec7-aae0-503d004bb4c1 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848653 Nov 03 18:41:15.697208 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:15.968688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbeef8dc-2f60-4f15-9f59-40877cfc6d31 req-0e1a1656-fb5a-4ed0-810d-7d53e136fdef service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576137 Nov 03 18:41:15.989247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7554ff-2c93-45ff-9c46-6aaf0c434704', 'tag': '3730306d-94c6-4127-bf88-a1ac43c46d06'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:15.992115 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e292d42-d554-4936-9d31-4c10f087dc37" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7554ff-2c93-45ff-9c46-6aaf0c434704", "tag": "3730306d-94c6-4127-bf88-a1ac43c46d06"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:16.074085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=92554519-1049-402f-871b-d6ddf737462e,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:16.105508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d70ad1-d402-40f5-803d-128497510225 req-2dfe3a04-b880-42c6-9448-2bde651c8fbf tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:16.113257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2d70ad1-d402-40f5-803d-128497510225 req-2dfe3a04-b880-42c6-9448-2bde651c8fbf tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.2804849 Nov 03 18:41:16.135311 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b8759-2ae5-4ecc-9f47-dc28818edc8a req-eccd254c-0e3c-49ca-9d62-c9a529ea5558 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:16.137472 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf8b8759-2ae5-4ecc-9f47-dc28818edc8a req-eccd254c-0e3c-49ca-9d62-c9a529ea5558 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.3831124 Nov 03 18:41:16.191507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Attempting to bind port 92554519-1049-402f-871b-d6ddf737462e on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:16.191868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Attempting to bind port 92554519-1049-402f-871b-d6ddf737462e by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:16.192267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Attempting to bind port 92554519-1049-402f-871b-d6ddf737462e on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:16.216412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Port 92554519-1049-402f-871b-d6ddf737462e on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:41:16.216831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Attempting to bind port 92554519-1049-402f-871b-d6ddf737462e on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:16.239545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2d70ad1-d402-40f5-803d-128497510225 req-4acf95cd-70ae-45cf-8706-b9a5a48e8771 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251049 Nov 03 18:41:16.250169 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:16.250546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:16.250899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:16.251329 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Bound port: 92554519-1049-402f-871b-d6ddf737462e, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:16.265609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.279759 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf8b8759-2ae5-4ecc-9f47-dc28818edc8a req-f38a47d7-f633-4aa9-8554-9ba9bd544bfe tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306086 Nov 03 18:41:16.350447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device b9c32f87-aa86-4f09-b2ee-20e502f87de1 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:16.362862 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c34a1e7-c68e-48ca-95b3-0cf2104cab37 x-openstack-request-id: req-2c34a1e7-c68e-48ca-95b3-0cf2104cab37 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:16.363154 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7554ff-2c93-45ff-9c46-6aaf0c434704", "tag": "3730306d-94c6-4127-bf88-a1ac43c46d06", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:16.363406 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2c34a1e7-c68e-48ca-95b3-0cf2104cab37 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:16.363834 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7554ff-2c93-45ff-9c46-6aaf0c434704', 'tag': '3730306d-94c6-4127-bf88-a1ac43c46d06', 'status': 'completed', 'code': 200} Nov 03 18:41:16.372615 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:16.376201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92554519-1049-402f-871b-d6ddf737462e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:16.382824 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.405136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: b9c32f87-aa86-4f09-b2ee-20e502f87de1 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:16.406103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device b9c32f87-aa86-4f09-b2ee-20e502f87de1 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:16.587599 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:16.588289 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:16.590596 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] 10.222.0.98 "PUT /v2.0/ports/92554519-1049-402f-871b-d6ddf737462e HTTP/1.1" status: 200 len: 1096 time: 3.2082617 Nov 03 18:41:16.606960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'tag': '92554519-1049-402f-871b-d6ddf737462e'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:16.610106 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9398c5a-98df-4cf4-9dc8-25b6cc7e7024" -d '{"events": [{"name": "network-changed", "server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "tag": "92554519-1049-402f-871b-d6ddf737462e"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:16.768034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88871d4d-7ad0-4d4e-b280-b12ce5bab4d5 req-106ba4ce-90e6-42c7-b3b4-52fc7f77910c tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:16.777826 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88871d4d-7ad0-4d4e-b280-b12ce5bab4d5 req-106ba4ce-90e6-42c7-b3b4-52fc7f77910c tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 951 time: 0.3812537 Nov 03 18:41:16.793907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19335df-3f60-4155-8711-6f1f0ef4a3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=92554519-1049-402f-871b-d6ddf737462e,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:16.938788 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e292d42-d554-4936-9d31-4c10f087dc37 req-a1c64a40-69a1-44ef-8cbd-039eedf50ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:16.944384 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e292d42-d554-4936-9d31-4c10f087dc37 req-a1c64a40-69a1-44ef-8cbd-039eedf50ece service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=602304e14f394efea572cff480f58f7d&device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 1098 time: 0.4524374 Nov 03 18:41:17.129531 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cbedf-d54f-450c-84c5-e4e6b37bc56b req-79911fb6-2896-4d22-b48a-79589f06571a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.139477 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f26cbedf-d54f-450c-84c5-e4e6b37bc56b req-79911fb6-2896-4d22-b48a-79589f06571a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 948 time: 0.3320565 Nov 03 18:41:17.163112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e292d42-d554-4936-9d31-4c10f087dc37 req-14dc3103-d86c-4d32-aa76-3154d979f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.165299 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e292d42-d554-4936-9d31-4c10f087dc37 req-14dc3103-d86c-4d32-aa76-3154d979f16d service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1922510 Nov 03 18:41:17.273681 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f26cbedf-d54f-450c-84c5-e4e6b37bc56b req-223ecb0c-aee7-4083-bfd3-19c00a49d800 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311216 Nov 03 18:41:17.278228 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-c19c5f4e-06f8-4298-8917-74caa301cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.281914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-c19c5f4e-06f8-4298-8917-74caa301cbb9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 1099 time: 0.6161578 Nov 03 18:41:17.286209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e292d42-d554-4936-9d31-4c10f087dc37 req-0bf5ea02-cd5b-426a-b39d-689128cb1e5d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=3730306d-94c6-4127-bf88-a1ac43c46d06 HTTP/1.1" status: 200 len: 217 time: 0.0756717 Nov 03 18:41:17.391622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88871d4d-7ad0-4d4e-b280-b12ce5bab4d5 req-0832d76a-361f-457c-82e7-38048d675b52 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/security-groups?id=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6110079 Nov 03 18:41:17.414738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-2eace832-105d-41bf-b6f0-daf4263aa964 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=92554519-1049-402f-871b-d6ddf737462e HTTP/1.1" status: 200 len: 217 time: 0.1166799 Nov 03 18:41:17.569714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e292d42-d554-4936-9d31-4c10f087dc37 req-39122c4a-0c59-43fc-be38-de3e846a9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.571390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e292d42-d554-4936-9d31-4c10f087dc37 req-39122c4a-0c59-43fc-be38-de3e846a9734 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.2072594 Nov 03 18:41:17.580511 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a132bd-721e-4af9-b019-5c8295dc2311 req-8aed7be8-daf9-445b-9a2b-5d9916453904 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.582958 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-15a132bd-721e-4af9-b019-5c8295dc2311 req-8aed7be8-daf9-445b-9a2b-5d9916453904 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.98 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 951 time: 0.1157465 Nov 03 18:41:17.639716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219e2a6-e00a-47de-bf26-d05f5fb45031 req-ae9c6139-6207-4927-a6d0-3e4878b69bca tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.643633 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a219e2a6-e00a-47de-bf26-d05f5fb45031 req-ae9c6139-6207-4927-a6d0-3e4878b69bca tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 947 time: 0.2058613 Nov 03 18:41:17.643633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-0989aece-4a8c-4c65-b437-879af3610d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.644499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-0989aece-4a8c-4c65-b437-879af3610d1c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1747341 Nov 03 18:41:17.679843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d43754-3089-4ac1-aadc-2951bb2fbd89 req-8d04db2e-a5fe-4759-85b7-092b859e0b88 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.681533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9d43754-3089-4ac1-aadc-2951bb2fbd89 req-8d04db2e-a5fe-4759-85b7-092b859e0b88 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.1833262 Nov 03 18:41:17.780114 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-15a132bd-721e-4af9-b019-5c8295dc2311 req-a388074a-8fa1-4d31-b96d-a2acc4d0afbf tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Deleting port a80a4aad-1a74-44de-800d-e185ddef3ead {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:17.780477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-15a132bd-721e-4af9-b019-5c8295dc2311 req-a388074a-8fa1-4d31-b96d-a2acc4d0afbf tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:17.791766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e292d42-d554-4936-9d31-4c10f087dc37 req-3bcd9016-aa7d-4f0c-bcc5-b169ee73bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.794133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e292d42-d554-4936-9d31-4c10f087dc37 req-3bcd9016-aa7d-4f0c-bcc5-b169ee73bb21 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2044582 Nov 03 18:41:17.838618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a219e2a6-e00a-47de-bf26-d05f5fb45031 req-964e7cda-f121-470f-8af7-25887e06390f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887293 Nov 03 18:41:17.852877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-afeec562-f08f-49ae-b4bf-47c7029af971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:17.854395 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-afeec562-f08f-49ae-b4bf-47c7029af971 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1953168 Nov 03 18:41:17.936992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-15a132bd-721e-4af9-b019-5c8295dc2311 req-a388074a-8fa1-4d31-b96d-a2acc4d0afbf tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] For port a80a4aad-1a74-44de-800d-e185ddef3ead, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a80a4aad-1a74-44de-800d-e185ddef3ead,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:17.937385 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-15a132bd-721e-4af9-b019-5c8295dc2311 req-a388074a-8fa1-4d31-b96d-a2acc4d0afbf tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:17.954359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-15a132bd-721e-4af9-b019-5c8295dc2311 req-a388074a-8fa1-4d31-b96d-a2acc4d0afbf tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Calling delete_port for a80a4aad-1a74-44de-800d-e185ddef3ead owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:18.129876 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9d43754-3089-4ac1-aadc-2951bb2fbd89 req-ca3a00ea-d250-4877-8114-d0271891976a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986819 Nov 03 18:41:18.135763 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9ae2d5-dca2-466f-a225-9f57c98de9e4 x-openstack-request-id: req-3d9ae2d5-dca2-466f-a225-9f57c98de9e4 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:18.136765 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "tag": "92554519-1049-402f-871b-d6ddf737462e", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:18.137417 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3d9ae2d5-dca2-466f-a225-9f57c98de9e4 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:18.138246 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'tag': '92554519-1049-402f-871b-d6ddf737462e', 'status': 'completed', 'code': 200} Nov 03 18:41:18.213838 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-15a132bd-721e-4af9-b019-5c8295dc2311 req-a388074a-8fa1-4d31-b96d-a2acc4d0afbf tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:18.230682 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a80a4aad-1a74-44de-800d-e185ddef3ead'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:18.299123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388074a-8fa1-4d31-b96d-a2acc4d0afbf tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Pushing event deleted for resources: {'Port': ['ID=a80a4aad-1a74-44de-800d-e185ddef3ead,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:18.337881 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e292d42-d554-4936-9d31-4c10f087dc37 req-d2f66542-d35d-4ff1-96cd-f135037a9e68 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036068 Nov 03 18:41:18.358926 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a132bd-721e-4af9-b019-5c8295dc2311 req-a388074a-8fa1-4d31-b96d-a2acc4d0afbf tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] No DVR routers for this DVR port a80a4aad-1a74-44de-800d-e185ddef3ead on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:18.361601 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-15a132bd-721e-4af9-b019-5c8295dc2311 req-a388074a-8fa1-4d31-b96d-a2acc4d0afbf tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:18.365349 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-15a132bd-721e-4af9-b019-5c8295dc2311 req-a388074a-8fa1-4d31-b96d-a2acc4d0afbf tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.98 "DELETE /v2.0/ports/a80a4aad-1a74-44de-800d-e185ddef3ead HTTP/1.1" status: 204 len: 173 time: 0.7723002 Nov 03 18:41:18.365846 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'name': 'network-vif-deleted', 'tag': 'a80a4aad-1a74-44de-800d-e185ddef3ead'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:18.369453 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b25cc8e-e5fb-4446-a95a-7447623dcbfe" -d '{"events": [{"server_uuid": "cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4", "name": "network-vif-deleted", "tag": "a80a4aad-1a74-44de-800d-e185ddef3ead"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:18.468450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e87597-aa3b-44eb-baf4-5981b81e3026 req-ae44b190-0b31-4b7d-b299-cee32e6f5984 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:18.476077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6e87597-aa3b-44eb-baf4-5981b81e3026 req-ae44b190-0b31-4b7d-b299-cee32e6f5984 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.2161818 Nov 03 18:41:18.493260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-55277c1b-df15-4593-ad6f-5d0af7e0818d service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152635 Nov 03 18:41:18.657874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6e87597-aa3b-44eb-baf4-5981b81e3026 req-e8cb2eb5-05c6-4752-9aac-2ff6813e7fed tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809089 Nov 03 18:41:18.674005 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5250c7d-e9d7-4588-b6dd-106c16f7902c req-6e74ea4b-6bdb-4773-8d85-7cf2ce0b4282 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:18.675619 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d5250c7d-e9d7-4588-b6dd-106c16f7902c req-6e74ea4b-6bdb-4773-8d85-7cf2ce0b4282 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 948 time: 0.2764573 Nov 03 18:41:18.706652 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e292d42-d554-4936-9d31-4c10f087dc37 req-422ab1cb-8e05-435f-aaf6-9847eba7fcf5 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221142 Nov 03 18:41:18.738317 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc49185a-ff33-4659-af62-c4233f5c2bae x-openstack-request-id: req-cc49185a-ff33-4659-af62-c4233f5c2bae {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:18.739389 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4", "name": "network-vif-deleted", "tag": "a80a4aad-1a74-44de-800d-e185ddef3ead", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:18.739892 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cc49185a-ff33-4659-af62-c4233f5c2bae {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:18.740469 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4', 'name': 'network-vif-deleted', 'tag': 'a80a4aad-1a74-44de-800d-e185ddef3ead', 'status': 'completed', 'code': 200} Nov 03 18:41:18.774347 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1db18bf5-7023-49c0-814a-d3aa39806d98 req-92832c76-7f40-40ba-b4f9-e3db22c17e17 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428088 Nov 03 18:41:18.794714 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d5250c7d-e9d7-4588-b6dd-106c16f7902c req-56759803-7468-40c5-b7b0-ad95b69461d8 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072860 Nov 03 18:41:18.923339 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bbde909-4d11-4a7f-a6bb-fb7a05476b8d req-24334e31-78bf-431c-9a32-8a50bfee3a45 tempest-ServersAdminTestJSON-114175888 tempest-ServersAdminTestJSON-114175888-project] 10.222.0.107 "GET /v2.0/ports?device_id=cbc3c17e-60a6-4cea-8190-4c19fa1c6ea4 HTTP/1.1" status: 200 len: 210 time: 0.0603895 Nov 03 18:41:18.982927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9398c5a-98df-4cf4-9dc8-25b6cc7e7024 req-4116e341-3af3-489d-8c44-4f9918475b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:18.984579 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9398c5a-98df-4cf4-9dc8-25b6cc7e7024 req-4116e341-3af3-489d-8c44-4f9918475b88 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 1099 time: 0.0996222 Nov 03 18:41:19.112623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50788729-6b6a-4d6d-912f-f8a92dc67c6c req-a63045c1-d63c-4b18-b7fe-dac5f6e431a7 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:19.114274 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50788729-6b6a-4d6d-912f-f8a92dc67c6c req-a63045c1-d63c-4b18-b7fe-dac5f6e431a7 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 947 time: 0.1483045 Nov 03 18:41:19.277811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50788729-6b6a-4d6d-912f-f8a92dc67c6c req-244c7f40-d124-45e8-84f5-bec62f37366f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525669 Nov 03 18:41:19.305781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9398c5a-98df-4cf4-9dc8-25b6cc7e7024 req-9c6c2b07-1740-4aea-9ce7-c9398fb5ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:19.307654 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9398c5a-98df-4cf4-9dc8-25b6cc7e7024 req-9c6c2b07-1740-4aea-9ce7-c9398fb5ffe6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2995005 Nov 03 18:41:19.383389 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9398c5a-98df-4cf4-9dc8-25b6cc7e7024 req-5592efd0-84a7-4acc-b608-721a85333b62 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=92554519-1049-402f-871b-d6ddf737462e HTTP/1.1" status: 200 len: 217 time: 0.0589623 Nov 03 18:41:19.409079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574a3d1-1260-4771-96f7-4146bf75e4d3 req-1d0af35a-4961-4aee-9bf4-754b58d4af2f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:19.412393 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0574a3d1-1260-4771-96f7-4146bf75e4d3 req-1d0af35a-4961-4aee-9bf4-754b58d4af2f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.1306171 Nov 03 18:41:19.538354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9398c5a-98df-4cf4-9dc8-25b6cc7e7024 req-29b3b549-92e4-4b38-9d37-9048fc897dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:19.539920 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9398c5a-98df-4cf4-9dc8-25b6cc7e7024 req-29b3b549-92e4-4b38-9d37-9048fc897dfe service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1264482 Nov 03 18:41:19.567878 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0574a3d1-1260-4771-96f7-4146bf75e4d3 req-0a13b2e3-6b3a-4398-97b6-32d07a1965d8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453803 Nov 03 18:41:19.610583 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9398c5a-98df-4cf4-9dc8-25b6cc7e7024 req-b37498b2-1d46-4aef-9d58-f1c90a9e67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:19.612554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9398c5a-98df-4cf4-9dc8-25b6cc7e7024 req-b37498b2-1d46-4aef-9d58-f1c90a9e67d4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607114 Nov 03 18:41:19.739495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9398c5a-98df-4cf4-9dc8-25b6cc7e7024 req-2d929fe5-65df-4e71-bbfe-e9d901aa3974 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127892 Nov 03 18:41:19.804288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 3730306d-94c6-4127-bf88-a1ac43c46d06 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:19.912497 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9398c5a-98df-4cf4-9dc8-25b6cc7e7024 req-eca4170c-39cb-4683-b65a-b2944350642d service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621895 Nov 03 18:41:19.938133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13996b0-7512-4b13-88ad-5d67649631d8 req-8bbd1e23-7269-49f7-8b0e-c3a8fa4be37b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:19.946564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a13996b0-7512-4b13-88ad-5d67649631d8 req-8bbd1e23-7269-49f7-8b0e-c3a8fa4be37b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1091619 Nov 03 18:41:19.998106 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 3730306d-94c6-4127-bf88-a1ac43c46d06, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=3730306d-94c6-4127-bf88-a1ac43c46d06,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:20.019101 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '3730306d-94c6-4127-bf88-a1ac43c46d06', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '3730306d-94c6-4127-bf88-a1ac43c46d06', 'mac_address': 'fa:16:3e:10:d5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:20.055094 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72107b-ed42-45f3-8650-77f513175d5c req-922ac910-0604-4693-8f8c-f880ae29eecc tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:20.056968 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f72107b-ed42-45f3-8650-77f513175d5c req-922ac910-0604-4693-8f8c-f880ae29eecc tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 948 time: 0.0914772 Nov 03 18:41:20.068990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a13996b0-7512-4b13-88ad-5d67649631d8 req-881f6e28-236c-43e6-bddb-053e44e3b85f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201146 Nov 03 18:41:20.093384 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:20.113302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3730306d-94c6-4127-bf88-a1ac43c46d06 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:20.135569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 3730306d-94c6-4127-bf88-a1ac43c46d06, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=3730306d-94c6-4127-bf88-a1ac43c46d06,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:20.142226 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:20.175496 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f72107b-ed42-45f3-8650-77f513175d5c req-36e32b33-d05e-4814-b577-8dc11ccff957 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995889 Nov 03 18:41:20.229509 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=3730306d-94c6-4127-bf88-a1ac43c46d06,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:20.239558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:20.240487 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:20.241068 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:20.241633 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:20.242220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:20.242781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:20.243324 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:20.243896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:20.244451 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:20.244989 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:20.246140 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:20.246683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:20.453632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff15671-2ebc-4ec3-aa3e-d7380c6acf5c req-02c93a6d-1d44-41b5-9349-d88b1808fa1e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:20.455197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eff15671-2ebc-4ec3-aa3e-d7380c6acf5c req-02c93a6d-1d44-41b5-9349-d88b1808fa1e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 948 time: 0.0898142 Nov 03 18:41:20.548067 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eff15671-2ebc-4ec3-aa3e-d7380c6acf5c req-29ad0551-4ae0-4ab5-a1bb-9ec0e5f26728 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857401 Nov 03 18:41:20.668700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42636) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:20.735619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07251-7d84-446f-b081-9bd860d7a9a0 req-3b2cc440-27ed-4811-b236-31bd3df83cbd tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:20.743464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35a07251-7d84-446f-b081-9bd860d7a9a0 req-3b2cc440-27ed-4811-b236-31bd3df83cbd tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.0727375 Nov 03 18:41:20.804231 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35a07251-7d84-446f-b081-9bd860d7a9a0 req-a28cf290-4a44-473b-8bbe-b0c1551ad3fd tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596633 Nov 03 18:41:20.878777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42640) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:20.879022 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-34c389d6-23e2-4b02-877c-1bed0b85f88d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=609624204b3a47a49e52c1d68d4fa3b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085230 Nov 03 18:41:20.889986 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['3730306d-94c6-4127-bf88-a1ac43c46d06'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:20.943839 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6dc46908-599c-43bd-99c2-0449e8b6d363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:20.972681 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6dc46908-599c-43bd-99c2-0449e8b6d363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:21.037945 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6dc46908-599c-43bd-99c2-0449e8b6d363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:21.041900 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6dc46908-599c-43bd-99c2-0449e8b6d363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:21.047408 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6dc46908-599c-43bd-99c2-0449e8b6d363 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d65a8fbc-3a74-442e-a9e6-58e6f598f1fb HTTP/1.1" status: 204 len: 168 time: 0.1675563 Nov 03 18:41:21.055326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc46908-599c-43bd-99c2-0449e8b6d363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65a8fbc-3a74-442e-a9e6-58e6f598f1fb,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:21.272685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cda91b-5dc5-4cd0-a9ba-21525f37006a req-c3f21586-a119-4017-9490-2e2f7729e7cb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:21.274771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2cda91b-5dc5-4cd0-a9ba-21525f37006a req-c3f21586-a119-4017-9490-2e2f7729e7cb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1078975 Nov 03 18:41:21.475403 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2cda91b-5dc5-4cd0-a9ba-21525f37006a req-6d457295-0eec-4251-b3fd-3bda803ceca0 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874876 Nov 03 18:41:21.555860 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2200049-9e4b-4278-a792-def435814460 req-70ab4b78-d17c-40f7-957e-a7d076c0b2a0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:21.557537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2200049-9e4b-4278-a792-def435814460 req-70ab4b78-d17c-40f7-957e-a7d076c0b2a0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 948 time: 0.1111569 Nov 03 18:41:21.611628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42656) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:21.654918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2200049-9e4b-4278-a792-def435814460 req-042865e8-ae18-49d9-91ee-a80cbf86a9de tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906663 Nov 03 18:41:21.710769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42660) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:21.711749 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1ba89123-5cd0-47ea-b2ca-73effb5f6772 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ac45b11b347946c38f26d302630c8cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0983164 Nov 03 18:41:21.791535 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9a9b-0992-4ec8-b02c-68c5e10402ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:21.820744 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9a9b-0992-4ec8-b02c-68c5e10402ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:21.911481 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e59ec-2368-411c-bed7-738db413cfec req-abcd292d-cd1a-494d-80dd-3e6efe29c7ec tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:21.911481 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c37e59ec-2368-411c-bed7-738db413cfec req-abcd292d-cd1a-494d-80dd-3e6efe29c7ec tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 948 time: 0.1263301 Nov 03 18:41:21.984038 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9a9b-0992-4ec8-b02c-68c5e10402ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:21.987293 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d1f9a9b-0992-4ec8-b02c-68c5e10402ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:21.988582 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0d1f9a9b-0992-4ec8-b02c-68c5e10402ef admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a1a70038-9b0f-41e4-80eb-dce5bf2a4ae5 HTTP/1.1" status: 204 len: 168 time: 0.2768636 Nov 03 18:41:22.009462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f9a9b-0992-4ec8-b02c-68c5e10402ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a70038-9b0f-41e4-80eb-dce5bf2a4ae5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:22.040515 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30840c-01ba-4a93-8891-8e4a5af906cd req-1b5e0c2e-38ae-4e01-9899-78e34835eb06 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:22.049068 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f30840c-01ba-4a93-8891-8e4a5af906cd req-1b5e0c2e-38ae-4e01-9899-78e34835eb06 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.1393991 Nov 03 18:41:22.076927 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c37e59ec-2368-411c-bed7-738db413cfec req-24bca8b2-3e3c-483e-bceb-c61f68298607 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516306 Nov 03 18:41:22.138153 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f30840c-01ba-4a93-8891-8e4a5af906cd req-41eae15c-5246-4541-812c-624e67f86eb6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878789 Nov 03 18:41:22.370120 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92554519-1049-402f-871b-d6ddf737462e details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:22.373621 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a80a4aad-1a74-44de-800d-e185ddef3ead no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:22.396515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: a80a4aad-1a74-44de-800d-e185ddef3ead {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:22.397165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a80a4aad-1a74-44de-800d-e185ddef3ead not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:22.657507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c003-b70b-4f1f-9411-cabb8e72a2ad req-6a514266-fa51-4d47-bf34-2b7d8fc82a1a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:22.665309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2747c003-b70b-4f1f-9411-cabb8e72a2ad req-6a514266-fa51-4d47-bf34-2b7d8fc82a1a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.0944018 Nov 03 18:41:22.711658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92554519-1049-402f-871b-d6ddf737462e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:22.741819 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '92554519-1049-402f-871b-d6ddf737462e', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '92554519-1049-402f-871b-d6ddf737462e', 'mac_address': 'fa:16:3e:ad:6d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:22.773221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2747c003-b70b-4f1f-9411-cabb8e72a2ad req-7970f912-9513-41c1-a7c7-c4648de9d67a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015301 Nov 03 18:41:22.800819 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:22.816872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92554519-1049-402f-871b-d6ddf737462e {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:22.840887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92554519-1049-402f-871b-d6ddf737462e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:22.852937 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:22.970927 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=92554519-1049-402f-871b-d6ddf737462e,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:23.006889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163eeebc-dba5-4785-a3fd-fee4b0771bc0 req-7e6f44b9-0521-4c2e-a517-195f552d05ee tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:23.025011 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-163eeebc-dba5-4785-a3fd-fee4b0771bc0 req-7e6f44b9-0521-4c2e-a517-195f552d05ee tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 949 time: 0.1730394 Nov 03 18:41:23.114635 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-163eeebc-dba5-4785-a3fd-fee4b0771bc0 req-ce71d8ec-b767-4800-9d26-5eb62aaddae3 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680146 Nov 03 18:41:23.216779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['92554519-1049-402f-871b-d6ddf737462e'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:23.327879 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200e0d9-89de-4070-983e-7d4586d943a3 req-1fd6984c-8c7e-4c54-a5b3-f231ff217570 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:23.336719 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e200e0d9-89de-4070-983e-7d4586d943a3 req-1fd6984c-8c7e-4c54-a5b3-f231ff217570 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 948 time: 0.1448729 Nov 03 18:41:23.425624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc4015-9877-4408-89a9-e259190f41d5 req-4af7fdce-7b35-486c-9c02-89314dbbcfc5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:23.428144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15cc4015-9877-4408-89a9-e259190f41d5 req-4af7fdce-7b35-486c-9c02-89314dbbcfc5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.1622934 Nov 03 18:41:23.528275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e200e0d9-89de-4070-983e-7d4586d943a3 req-9d13fa78-a601-44be-835e-cde2434071f7 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904755 Nov 03 18:41:23.590578 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15cc4015-9877-4408-89a9-e259190f41d5 req-7c27017e-b052-4ded-9f36-412bc10a42f0 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893476 Nov 03 18:41:23.716421 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42724) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:23.826384 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 3730306d-94c6-4127-bf88-a1ac43c46d06 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:23.903927 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e391abc5-73b0-45ff-bffb-9b5da155fd15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:23.961812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 3730306d-94c6-4127-bf88-a1ac43c46d06 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:41:23.967464 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 3730306d-94c6-4127-bf88-a1ac43c46d06 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:23.967876 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:24.024133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4bfe8-562e-44a3-b9c9-50c152072172 req-888b19c3-98e9-4b08-b9d4-aad22a6a6b22 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:24.027428 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22e4bfe8-562e-44a3-b9c9-50c152072172 req-888b19c3-98e9-4b08-b9d4-aad22a6a6b22 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1145272 Nov 03 18:41:24.064927 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e391abc5-73b0-45ff-bffb-9b5da155fd15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:24.071237 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e391abc5-73b0-45ff-bffb-9b5da155fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:24.088600 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:41:24.127337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391abc5-73b0-45ff-bffb-9b5da155fd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c90076-3123-4dd7-8783-9e56d684c72b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:24.140862 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e391abc5-73b0-45ff-bffb-9b5da155fd15 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=80d96c6d456c4663841bc00443c78c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231598 Nov 03 18:41:24.142148 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42746) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:24.200631 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:24.208479 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22e4bfe8-562e-44a3-b9c9-50c152072172 req-8daa152d-ce62-4fe5-a8c7-ab9af54f78d7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730990 Nov 03 18:41:24.246030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7554ff-2c93-45ff-9c46-6aaf0c434704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3730306d-94c6-4127-bf88-a1ac43c46d06'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:24.248828 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad9279c-3438-4250-ab75-57befbf5a2e2" -d '{"events": [{"server_uuid": "1d7554ff-2c93-45ff-9c46-6aaf0c434704", "name": "network-vif-plugged", "status": "completed", "tag": "3730306d-94c6-4127-bf88-a1ac43c46d06"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:24.258617 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc59b-c09b-46e6-9543-33a82a2082e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:24.290442 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 3730306d-94c6-4127-bf88-a1ac43c46d06, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=3730306d-94c6-4127-bf88-a1ac43c46d06,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:24.302549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a6683-3868-45d9-bb97-e2b8faf81a59 req-b6ee7254-7a2d-4981-be21-14433519ac19 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:24.304223 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:24.306700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a65a6683-3868-45d9-bb97-e2b8faf81a59 req-b6ee7254-7a2d-4981-be21-14433519ac19 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 949 time: 0.0972276 Nov 03 18:41:24.317496 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc59b-c09b-46e6-9543-33a82a2082e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:24.368454 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a65a6683-3868-45d9-bb97-e2b8faf81a59 req-66349988-b62b-400c-a747-d2bc66126805 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523908 Nov 03 18:41:24.381990 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1064ea45-b7b4-4fa5-b507-4744b32a9377 x-openstack-request-id: req-1064ea45-b7b4-4fa5-b507-4744b32a9377 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:24.382254 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7554ff-2c93-45ff-9c46-6aaf0c434704", "name": "network-vif-plugged", "status": "completed", "tag": "3730306d-94c6-4127-bf88-a1ac43c46d06", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:24.382515 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1064ea45-b7b4-4fa5-b507-4744b32a9377 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:24.382995 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7554ff-2c93-45ff-9c46-6aaf0c434704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3730306d-94c6-4127-bf88-a1ac43c46d06', 'code': 200} Nov 03 18:41:24.384550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=3730306d-94c6-4127-bf88-a1ac43c46d06,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:24.385708 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc59b-c09b-46e6-9543-33a82a2082e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:24.389662 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ae3fc59b-c09b-46e6-9543-33a82a2082e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:24.390870 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ae3fc59b-c09b-46e6-9543-33a82a2082e6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/47c90076-3123-4dd7-8783-9e56d684c72b HTTP/1.1" status: 204 len: 168 time: 0.2471790 Nov 03 18:41:24.414208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fc59b-c09b-46e6-9543-33a82a2082e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c90076-3123-4dd7-8783-9e56d684c72b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:24.671112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4d87f-736c-45f3-ac03-7876df44625b req-973c82fe-d145-4726-8d4f-ee2cb14ce8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:24.676168 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86c4d87f-736c-45f3-ac03-7876df44625b req-973c82fe-d145-4726-8d4f-ee2cb14ce8dd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 1100 time: 0.0948429 Nov 03 18:41:25.115841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374db0c7-37e3-4f03-a5ca-fbbc1a7e80ca req-50bbd164-b52d-413b-930d-53cf45c56ac8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:25.123141 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-374db0c7-37e3-4f03-a5ca-fbbc1a7e80ca req-50bbd164-b52d-413b-930d-53cf45c56ac8 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 949 time: 0.4551363 Nov 03 18:41:25.157371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86c4d87f-736c-45f3-ac03-7876df44625b req-dbc5e707-ba2c-4fa8-a3b5-c55788b2ef1f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438303 Nov 03 18:41:25.175791 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329d047-4741-44ab-8732-c03c5aaba833 req-9e009d67-1379-4d22-ac3a-3eb49cb6cdca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:25.177268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f329d047-4741-44ab-8732-c03c5aaba833 req-9e009d67-1379-4d22-ac3a-3eb49cb6cdca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.4518185 Nov 03 18:41:25.207266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-374db0c7-37e3-4f03-a5ca-fbbc1a7e80ca req-398a3ca5-00b4-4cbe-8aa0-15682997d77f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833180 Nov 03 18:41:25.237255 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f329d047-4741-44ab-8732-c03c5aaba833 req-7d978901-b922-426d-aecd-56471063b2ba tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493653 Nov 03 18:41:25.356870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810ec42-fcbd-4f7d-a473-6788291984f3 req-a756af59-5cc5-4020-982b-9ffc90a6f99f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:25.358358 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b810ec42-fcbd-4f7d-a473-6788291984f3 req-a756af59-5cc5-4020-982b-9ffc90a6f99f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.0498333 Nov 03 18:41:25.407765 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b810ec42-fcbd-4f7d-a473-6788291984f3 req-8848fc09-3c12-4644-83ae-4cad29868b66 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430689 Nov 03 18:41:25.550823 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ab560-1f54-4da1-9128-70ef8dadacfd req-c8dbf2bd-5aec-4442-8808-08393f3eb524 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:25.552446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e65ab560-1f54-4da1-9128-70ef8dadacfd req-c8dbf2bd-5aec-4442-8808-08393f3eb524 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 949 time: 0.0531087 Nov 03 18:41:25.603047 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e65ab560-1f54-4da1-9128-70ef8dadacfd req-83071286-fc3b-4736-856b-d7a02e8fdff2 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443268 Nov 03 18:41:25.678047 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16d079a8-6140-4625-af51-531757a5f7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:26.101388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44873cca-2ea9-460d-850e-924dc3536c92 req-8185c479-80a5-4394-ade0-af245fbb13ab tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:26.102687 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44873cca-2ea9-460d-850e-924dc3536c92 req-8185c479-80a5-4394-ade0-af245fbb13ab tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0522306 Nov 03 18:41:26.198330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44873cca-2ea9-460d-850e-924dc3536c92 req-112dfd03-c35c-4477-ac3c-df2ea06018a2 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886059 Nov 03 18:41:26.209803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bd9fb-ef42-471d-be6c-bdde53e4a73a req-6c79934f-cc3d-4559-ad2a-b9e32894eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:26.211469 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb2bd9fb-ef42-471d-be6c-bdde53e4a73a req-6c79934f-cc3d-4559-ad2a-b9e32894eec8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 1096 time: 0.0710843 Nov 03 18:41:26.223759 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ccdce-fc63-48c7-9628-be8c1429e7e9 req-d3d2abba-84d5-4b6b-a7b0-6479ef201a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:26.223759 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9c7ccdce-fc63-48c7-9628-be8c1429e7e9 req-d3d2abba-84d5-4b6b-a7b0-6479ef201a16 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1b6502cc2b2b4c5ca8cf848abbf86c1a&device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 1097 time: 0.0521727 Nov 03 18:41:26.356840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42866) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:26.381596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92554519-1049-402f-871b-d6ddf737462e up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:26.408302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ccdce-fc63-48c7-9628-be8c1429e7e9 req-a53e2ced-b448-4859-87f6-f260ad9a31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:26.409915 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9c7ccdce-fc63-48c7-9628-be8c1429e7e9 req-a53e2ced-b448-4859-87f6-f260ad9a31d2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 HTTP/1.1" status: 200 len: 920 time: 0.1679513 Nov 03 18:41:26.433395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bd9fb-ef42-471d-be6c-bdde53e4a73a req-58e6f6a1-6bbd-408a-8baa-d6a526e021bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:26.435136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb2bd9fb-ef42-471d-be6c-bdde53e4a73a req-58e6f6a1-6bbd-408a-8baa-d6a526e021bf service neutron] 10.222.0.87 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 913 time: 0.1959534 Nov 03 18:41:26.493623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 92554519-1049-402f-871b-d6ddf737462e completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:41:26.498145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 92554519-1049-402f-871b-d6ddf737462e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:26.498520 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:26.513357 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9c7ccdce-fc63-48c7-9628-be8c1429e7e9 req-12abac81-0c36-478c-bd72-3d8ce40b5868 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c0f455-9d07-4f79-a100-10f1243df0b3 HTTP/1.1" status: 200 len: 217 time: 0.0834341 Nov 03 18:41:26.514869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb2bd9fb-ef42-471d-be6c-bdde53e4a73a req-fe9857fc-ae48-4dd4-b621-ebda76d5f9fe service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81c4b99c-7b00-401d-92e2-6c7e8a96d860 HTTP/1.1" status: 200 len: 217 time: 0.0561838 Nov 03 18:41:26.524328 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c20f-5b88-4306-b201-314c3d32e439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:26.529491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb8783-6955-44d0-9917-6e15b30c0f3a req-47331e95-d90c-44a4-80b2-5df9bed83f14 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:26.537640 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0eb8783-6955-44d0-9917-6e15b30c0f3a req-47331e95-d90c-44a4-80b2-5df9bed83f14 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 949 time: 0.1829894 Nov 03 18:41:26.549095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47fde1-30ea-4fac-a4bd-8388ab6102f4 req-9a2d5963-f2e3-4496-b7c7-d355ebf61a23 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:26.550844 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c47fde1-30ea-4fac-a4bd-8388ab6102f4 req-9a2d5963-f2e3-4496-b7c7-d355ebf61a23 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.1323316 Nov 03 18:41:26.607098 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:26.625082 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ccdce-fc63-48c7-9628-be8c1429e7e9 req-48594927-1d8e-4b66-a676-7ff765fac338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:26.625724 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9c7ccdce-fc63-48c7-9628-be8c1429e7e9 req-48594927-1d8e-4b66-a676-7ff765fac338 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=31a76d17-9ed3-48bb-927b-acc9f76c322b HTTP/1.1" status: 200 len: 859 time: 0.0822856 Nov 03 18:41:26.645662 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92554519-1049-402f-871b-d6ddf737462e'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:26.648721 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219a33a5-3965-47c5-9ed8-5e986cd12a61" -d '{"events": [{"server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "name": "network-vif-plugged", "status": "completed", "tag": "92554519-1049-402f-871b-d6ddf737462e"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:26.657375 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92554519-1049-402f-871b-d6ddf737462e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:26.667707 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:26.677260 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9c7ccdce-fc63-48c7-9628-be8c1429e7e9 req-6e76d086-af1e-41d1-8b45-2467bddb8ad8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343490 Nov 03 18:41:26.685212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bd9fb-ef42-471d-be6c-bdde53e4a73a req-3bfae818-efa3-4b95-b6c1-e456416ec251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:26.686954 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb2bd9fb-ef42-471d-be6c-bdde53e4a73a req-3bfae818-efa3-4b95-b6c1-e456416ec251 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ff7ca472-a50c-48ab-a812-76c46b2d1f6a HTTP/1.1" status: 200 len: 852 time: 0.1300163 Nov 03 18:41:26.706061 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c47fde1-30ea-4fac-a4bd-8388ab6102f4 req-e4b1e611-7472-4f5c-96c9-538741c97795 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368742 Nov 03 18:41:26.730231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=92554519-1049-402f-871b-d6ddf737462e,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:26.731092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0eb8783-6955-44d0-9917-6e15b30c0f3a req-f90dc8d9-5137-4fd5-91ba-d743813ec071 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779432 Nov 03 18:41:26.754284 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c20f-5b88-4306-b201-314c3d32e439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:26.786180 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c20f-5b88-4306-b201-314c3d32e439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:26.791710 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb2bd9fb-ef42-471d-be6c-bdde53e4a73a req-d30d0e8c-9b98-4a83-9bec-d3c36ea7a050 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=23771ce2-de78-436c-90e0-3e63e3bf86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437405 Nov 03 18:41:26.861343 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7ef7c20f-5b88-4306-b201-314c3d32e439 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1641e911b3de44a49c348d71829bac9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001910 Nov 03 18:41:26.868243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42892) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:26.883048 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7c20f-5b88-4306-b201-314c3d32e439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43d1572-f1b8-440d-926e-087b32c1fac4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:26.926963 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9c7ccdce-fc63-48c7-9628-be8c1429e7e9 req-9841b80a-e679-41e1-b28c-45c7212bc798 service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055829 Nov 03 18:41:26.936309 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6b1a5-339c-4082-8732-a55c3e8eaf94 req-67a7106b-715d-4ae8-9e02-0db2fb513535 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:26.943478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dfd6b1a5-339c-4082-8732-a55c3e8eaf94 req-67a7106b-715d-4ae8-9e02-0db2fb513535 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 945 time: 0.1557345 Nov 03 18:41:26.971251 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96891ba6-b3a8-4d4c-b88e-f3e41c093d8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:26.991141 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fa97b-fac6-46d4-bb20-0afe3fc84f99 req-63fb6e8f-a9b0-4627-8c15-545b66fcb602 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:26.992806 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a97fa97b-fac6-46d4-bb20-0afe3fc84f99 req-63fb6e8f-a9b0-4627-8c15-545b66fcb602 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.1622796 Nov 03 18:41:27.009031 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb2bd9fb-ef42-471d-be6c-bdde53e4a73a req-efed7bbd-057d-4bf5-95f5-2ae7e0ef57cf service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028794 Nov 03 18:41:27.028909 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96891ba6-b3a8-4d4c-b88e-f3e41c093d8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.035544 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dfd6b1a5-339c-4082-8732-a55c3e8eaf94 req-75d81b4a-5c3b-48ba-945f-c6eda779b4fa tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911179 Nov 03 18:41:27.079492 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9c7ccdce-fc63-48c7-9628-be8c1429e7e9 req-3c568ae2-df98-4884-a96c-06a7565d4077 service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391792 Nov 03 18:41:27.103700 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96891ba6-b3a8-4d4c-b88e-f3e41c093d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.107602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96891ba6-b3a8-4d4c-b88e-f3e41c093d8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.109219 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-96891ba6-b3a8-4d4c-b88e-f3e41c093d8f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e43d1572-f1b8-440d-926e-087b32c1fac4 HTTP/1.1" status: 204 len: 168 time: 0.2385318 Nov 03 18:41:27.113837 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d3b89d-100e-4b6f-a9de-be1bce7c332b x-openstack-request-id: req-93d3b89d-100e-4b6f-a9de-be1bce7c332b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:27.114344 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "name": "network-vif-plugged", "status": "completed", "tag": "92554519-1049-402f-871b-d6ddf737462e", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:27.114509 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-93d3b89d-100e-4b6f-a9de-be1bce7c332b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:27.115105 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92554519-1049-402f-871b-d6ddf737462e', 'code': 200} Nov 03 18:41:27.130481 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96891ba6-b3a8-4d4c-b88e-f3e41c093d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43d1572-f1b8-440d-926e-087b32c1fac4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:27.188160 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a97fa97b-fac6-46d4-bb20-0afe3fc84f99 req-3eef6e7d-2f6b-4041-962f-398de4458e49 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699653 Nov 03 18:41:27.255450 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb2bd9fb-ef42-471d-be6c-bdde53e4a73a req-1bf3bee7-c6c9-48e5-9668-2fd1d979c9aa service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114573 Nov 03 18:41:27.263956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b655d-a567-4309-8cb1-d2f5e4e43c49 req-5dbe552f-f586-48c9-b441-c1ce2bcc2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:27.265616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-549b655d-a567-4309-8cb1-d2f5e4e43c49 req-5dbe552f-f586-48c9-b441-c1ce2bcc2ba6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 1101 time: 0.0723331 Nov 03 18:41:27.359689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-549b655d-a567-4309-8cb1-d2f5e4e43c49 req-610b1299-c825-4f4f-aaa1-74574904a033 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832119 Nov 03 18:41:27.374843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7466a-c2a1-4f7f-a246-746a6330c25c req-bf70239d-8aa4-4a35-b8da-0893911bae84 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:27.376854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72b7466a-c2a1-4f7f-a246-746a6330c25c req-bf70239d-8aa4-4a35-b8da-0893911bae84 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0839133 Nov 03 18:41:27.435160 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72b7466a-c2a1-4f7f-a246-746a6330c25c req-43745c27-1669-46be-8ace-10109fc239b3 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503447 Nov 03 18:41:27.482868 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42908) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:27.576943 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42912) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:27.597156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a17b4b1-5df4-424b-982e-f7476935cd84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.609159 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8590a37-baa9-41d3-946f-b3dcfb0144b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.737401 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a17b4b1-5df4-424b-982e-f7476935cd84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.743843 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8590a37-baa9-41d3-946f-b3dcfb0144b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.745511 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a17b4b1-5df4-424b-982e-f7476935cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.752153 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8590a37-baa9-41d3-946f-b3dcfb0144b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.808127 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e8590a37-baa9-41d3-946f-b3dcfb0144b9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dfcc9c913f0f43afb4ea7e95b217a12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236082 Nov 03 18:41:27.811571 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1a17b4b1-5df4-424b-982e-f7476935cd84 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=98040a332e0b4f139dbc02720c8545f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334504 Nov 03 18:41:27.812698 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17b4b1-5df4-424b-982e-f7476935cd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0921fe65-bbf1-4e1f-aa85-406503afff01,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:27.819613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42918) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:27.820207 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42920) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:27.833851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 81c4b99c-7b00-401d-92e2-6c7e8a96d860 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:27.876026 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9a90c-32ff-4df8-80c2-fa029e086419 req-3747b7ae-7e12-404d-83be-a2a534379990 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:27.877650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bb9a90c-32ff-4df8-80c2-fa029e086419 req-3747b7ae-7e12-404d-83be-a2a534379990 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 949 time: 0.0903773 Nov 03 18:41:27.885840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd54cf8-69a6-42a4-a7f3-9fd3cccaed9f req-5ac6ab7f-fca5-4c24-8c3b-3ec099e5db82 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:27.894019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4fd54cf8-69a6-42a4-a7f3-9fd3cccaed9f req-5ac6ab7f-fca5-4c24-8c3b-3ec099e5db82 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.1080718 Nov 03 18:41:27.904293 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8590a37-baa9-41d3-946f-b3dcfb0144b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b4a9e8-d860-4c8d-8ac9-c3d11d8d4e6e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:27.940260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4179d7e-4f9f-4169-ae0a-dd65c2de823d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.946518 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.969695 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-59ed6131-bb96-4f67-99fc-a06a821f3631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.972811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4fd54cf8-69a6-42a4-a7f3-9fd3cccaed9f req-c00ecf38-d1b2-405b-8683-01dead3f5827 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776293 Nov 03 18:41:27.976011 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4179d7e-4f9f-4169-ae0a-dd65c2de823d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.983098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 81c4b99c-7b00-401d-92e2-6c7e8a96d860, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=81c4b99c-7b00-401d-92e2-6c7e8a96d860,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:27.989878 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:27.997258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bb9a90c-32ff-4df8-80c2-fa029e086419 req-bf561684-10b9-4755-bfb7-0aa1cfaff755 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005404 Nov 03 18:41:28.016546 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-59ed6131-bb96-4f67-99fc-a06a821f3631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.053259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=81c4b99c-7b00-401d-92e2-6c7e8a96d860,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:28.060246 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-286224db-d1a9-4e8e-a642-fd12675f55d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.068954 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4179d7e-4f9f-4169-ae0a-dd65c2de823d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.072072 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4179d7e-4f9f-4169-ae0a-dd65c2de823d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.073286 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c4179d7e-4f9f-4169-ae0a-dd65c2de823d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0921fe65-bbf1-4e1f-aa85-406503afff01 HTTP/1.1" status: 204 len: 168 time: 0.2505205 Nov 03 18:41:28.084146 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4179d7e-4f9f-4169-ae0a-dd65c2de823d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0921fe65-bbf1-4e1f-aa85-406503afff01,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:28.093987 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-59ed6131-bb96-4f67-99fc-a06a821f3631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.097769 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-59ed6131-bb96-4f67-99fc-a06a821f3631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.101556 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-59ed6131-bb96-4f67-99fc-a06a821f3631 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e2b4a9e8-d860-4c8d-8ac9-c3d11d8d4e6e HTTP/1.1" status: 204 len: 168 time: 0.2776227 Nov 03 18:41:28.108375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed6131-bb96-4f67-99fc-a06a821f3631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b4a9e8-d860-4c8d-8ac9-c3d11d8d4e6e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:28.185579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662eb4da-a995-40e9-8e55-92f6fbb770f8 req-47183b09-3422-4fcf-903f-7a59551b3a70 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:28.187568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-662eb4da-a995-40e9-8e55-92f6fbb770f8 req-47183b09-3422-4fcf-903f-7a59551b3a70 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 943 time: 0.0682926 Nov 03 18:41:28.242505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-662eb4da-a995-40e9-8e55-92f6fbb770f8 req-6d830dd2-7e98-4ddb-8f03-849d5282a8a3 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484190 Nov 03 18:41:28.335059 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b2e42-d784-46bc-a274-0852b454a964 req-3f6274ad-bfc9-48dc-8f3b-93243f9aba78 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:28.336665 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-377b2e42-d784-46bc-a274-0852b454a964 req-3f6274ad-bfc9-48dc-8f3b-93243f9aba78 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.0542188 Nov 03 18:41:28.395347 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-377b2e42-d784-46bc-a274-0852b454a964 req-d10650fe-f5dd-48f1-bf88-380bcd3d5e97 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523503 Nov 03 18:41:28.507197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42944) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:28.522353 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74ae84b8-5a8d-449d-9c43-ad3f2e16da43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.573434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5cd8f-492e-4fce-a58f-4b846dbddaa0 req-1fdedff7-1067-4046-b209-0370043e344f tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:28.575710 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7c5cd8f-492e-4fce-a58f-4b846dbddaa0 req-1fdedff7-1067-4046-b209-0370043e344f tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0670233 Nov 03 18:41:28.608426 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74ae84b8-5a8d-449d-9c43-ad3f2e16da43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.615333 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74ae84b8-5a8d-449d-9c43-ad3f2e16da43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.627140 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7c5cd8f-492e-4fce-a58f-4b846dbddaa0 req-b5c418f6-13ed-46bd-ad63-70532897bb0a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443451 Nov 03 18:41:28.652917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae84b8-5a8d-449d-9c43-ad3f2e16da43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62c8696-456e-4d4b-8408-4ed6c0e67c86,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:28.661632 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-74ae84b8-5a8d-449d-9c43-ad3f2e16da43 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c874645e8d0d4d558184d3534745393f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525526 Nov 03 18:41:28.664260 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42948) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:28.718877 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-abb8f8ad-d5ae-46b1-bb8c-8fca7bb5d945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.742574 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-abb8f8ad-d5ae-46b1-bb8c-8fca7bb5d945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.797432 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-abb8f8ad-d5ae-46b1-bb8c-8fca7bb5d945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.801096 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-abb8f8ad-d5ae-46b1-bb8c-8fca7bb5d945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:28.804845 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-abb8f8ad-d5ae-46b1-bb8c-8fca7bb5d945 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e62c8696-456e-4d4b-8408-4ed6c0e67c86 HTTP/1.1" status: 204 len: 168 time: 0.1373613 Nov 03 18:41:28.812686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8f8ad-d5ae-46b1-bb8c-8fca7bb5d945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62c8696-456e-4d4b-8408-4ed6c0e67c86,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:29.116696 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81c4b99c-7b00-401d-92e2-6c7e8a96d860'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:29.119278 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a57efd-fd8c-4a45-a0f5-c9efb1c8060c" -d '{"events": [{"server_uuid": "ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb", "name": "network-vif-unplugged", "status": "completed", "tag": "81c4b99c-7b00-401d-92e2-6c7e8a96d860"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:29.150923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fdf78-4edb-46e8-af7b-806b47f60064 req-4ac5555e-51cf-4425-85a9-193a7a76acaa tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:29.158394 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd6fdf78-4edb-46e8-af7b-806b47f60064 req-4ac5555e-51cf-4425-85a9-193a7a76acaa tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.1066184 Nov 03 18:41:29.173626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb860111-1234-4801-abb8-8515f7b40816 req-773115c3-1aed-4897-9861-ae991af76ba0 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:29.175502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb860111-1234-4801-abb8-8515f7b40816 req-773115c3-1aed-4897-9861-ae991af76ba0 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 949 time: 0.0908921 Nov 03 18:41:29.187340 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:29.237340 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd6fdf78-4edb-46e8-af7b-806b47f60064 req-37c76533-9a8e-4cda-8b7c-380195f51d28 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783975 Nov 03 18:41:29.265536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb860111-1234-4801-abb8-8515f7b40816 req-de7af040-7fe6-4477-b5e8-8a3101bf1d51 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803204 Nov 03 18:41:29.297501 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6519029-d623-4605-9acb-406ee0a0d2ca x-openstack-request-id: req-b6519029-d623-4605-9acb-406ee0a0d2ca {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:29.297910 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb", "name": "network-vif-unplugged", "status": "completed", "tag": "81c4b99c-7b00-401d-92e2-6c7e8a96d860", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:29.299113 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b6519029-d623-4605-9acb-406ee0a0d2ca {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:29.299758 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81c4b99c-7b00-401d-92e2-6c7e8a96d860', 'code': 200} Nov 03 18:41:29.430024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ba1e4-6af4-4128-87f4-fab025468036 req-9df3752a-b9af-4c6a-9cf0-eb98aeccd728 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:29.431552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ef4ba1e4-6af4-4128-87f4-fab025468036 req-9df3752a-b9af-4c6a-9cf0-eb98aeccd728 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 943 time: 0.0966489 Nov 03 18:41:29.440212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968f9d2-c886-4981-8068-321bb217064b req-9fa3251a-fedd-4552-886c-b94e4c141f3b tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:29.440212 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6968f9d2-c886-4981-8068-321bb217064b req-9fa3251a-fedd-4552-886c-b94e4c141f3b tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 1100 time: 0.0633681 Nov 03 18:41:29.513388 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ef4ba1e4-6af4-4128-87f4-fab025468036 req-fc45e9ed-362c-4b2f-a5a1-7bc63042644a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713406 Nov 03 18:41:29.531988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6968f9d2-c886-4981-8068-321bb217064b req-4e990ebf-e948-4ee7-a25a-72aa5288fb1c tempest-ServersOnMultiNodesTest-1377775321 tempest-ServersOnMultiNodesTest-1377775321-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820444 Nov 03 18:41:29.649784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889ad2e-4508-4edc-b596-80c82faf3241 req-469086ba-ac00-48c5-88fd-2beea8c150d5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:29.654468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4889ad2e-4508-4edc-b596-80c82faf3241 req-469086ba-ac00-48c5-88fd-2beea8c150d5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.0694432 Nov 03 18:41:29.705488 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4889ad2e-4508-4edc-b596-80c82faf3241 req-ce3f167e-d80c-4702-9c16-a8ac5a21dc4c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501332 Nov 03 18:41:29.835658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495c2d9-a0e5-4213-afe0-28c2b751390e req-de5edcff-f420-442c-938d-da872fd1783d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:29.837440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2495c2d9-a0e5-4213-afe0-28c2b751390e req-de5edcff-f420-442c-938d-da872fd1783d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0585835 Nov 03 18:41:29.915333 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2495c2d9-a0e5-4213-afe0-28c2b751390e req-68a3eb1c-55f0-4d1f-a1b2-ab91ce2f2d04 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714238 Nov 03 18:41:29.922589 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980a159-60e7-4414-8d7f-12e120976edb req-7dc931b7-8e55-4ff5-ac00-0eed823ec72b tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:29.924163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9980a159-60e7-4414-8d7f-12e120976edb req-7dc931b7-8e55-4ff5-ac00-0eed823ec72b tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 1101 time: 0.0650787 Nov 03 18:41:29.975148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9980a159-60e7-4414-8d7f-12e120976edb req-f101ce0f-edc2-4387-9566-7276fc30361f tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423839 Nov 03 18:41:30.088153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb4f9f-358b-4d12-84aa-3b31488406fa req-ba1fcaf6-75c9-4ccf-b208-66e31d1e95dd tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:30.089782 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4cbb4f9f-358b-4d12-84aa-3b31488406fa req-ba1fcaf6-75c9-4ccf-b208-66e31d1e95dd tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 949 time: 0.0525064 Nov 03 18:41:30.149745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4cbb4f9f-358b-4d12-84aa-3b31488406fa req-57a648d3-3e1f-402a-8a9b-4fd5e9bb7483 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522938 Nov 03 18:41:30.230053 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:30.455711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d62170-157a-4620-ae91-d7bbbac547bc req-0bbf512e-99b6-42a3-8d73-9cf74c83e0e4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:30.457351 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29d62170-157a-4620-ae91-d7bbbac547bc req-0bbf512e-99b6-42a3-8d73-9cf74c83e0e4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.0508606 Nov 03 18:41:30.512856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29d62170-157a-4620-ae91-d7bbbac547bc req-4e30cf7a-2b66-4376-a85a-30390fa72ee1 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472674 Nov 03 18:41:30.548321 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:30.677039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418858ea-9cae-4964-b859-18ede813f826 req-d2892fae-3c63-4571-8686-60eae6e0b9fe tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:30.678867 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-418858ea-9cae-4964-b859-18ede813f826 req-d2892fae-3c63-4571-8686-60eae6e0b9fe tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 943 time: 0.0732558 Nov 03 18:41:30.782276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-418858ea-9cae-4964-b859-18ede813f826 req-c051ccad-70e7-4ae5-a290-8fc2f6077379 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902221 Nov 03 18:41:30.791665 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-5488c80b-2eaa-4ffe-9384-270d57ce88db service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0538359 Nov 03 18:41:30.866904 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43074) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:30.895419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4aca4-5729-4d5e-b421-8e37c4158291 req-ce6d9c20-0bc3-4f94-aa70-0ea4a3323848 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:30.897118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9d4aca4-5729-4d5e-b421-8e37c4158291 req-ce6d9c20-0bc3-4f94-aa70-0ea4a3323848 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.0605142 Nov 03 18:41:30.950379 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9d4aca4-5729-4d5e-b421-8e37c4158291 req-86d27841-a745-40b8-bc73-5c271fd44df1 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465953 Nov 03 18:41:30.995309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2df2e4e0-eb29-4c9b-b4e5-17bc3ee99573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.078748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd9b01-a384-485b-82f6-18f3f9d55a68 req-4a400640-4e37-4d77-bc3a-612a21b82e08 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:31.081794 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2df2e4e0-eb29-4c9b-b4e5-17bc3ee99573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.086552 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2df2e4e0-eb29-4c9b-b4e5-17bc3ee99573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.090362 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9cd9b01-a384-485b-82f6-18f3f9d55a68 req-4a400640-4e37-4d77-bc3a-612a21b82e08 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0733240 Nov 03 18:41:31.134516 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2e4e0-eb29-4c9b-b4e5-17bc3ee99573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f191b732-c79e-457f-a822-8dd20b2ed8cd,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:31.139832 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2df2e4e0-eb29-4c9b-b4e5-17bc3ee99573 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3fdb519004724bffa4db0e0427ecb325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718487 Nov 03 18:41:31.143341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43098) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:31.158622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9cd9b01-a384-485b-82f6-18f3f9d55a68 req-08aeab78-9be4-4851-8862-298e3fd5a4e4 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670927 Nov 03 18:41:31.223239 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-528bff0a-0544-44e6-a0ed-3f85ee3e446c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.246859 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-528bff0a-0544-44e6-a0ed-3f85ee3e446c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.284537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f61769-a499-477a-b457-881bbac36040 req-d7f61553-8d08-46f9-a35d-906efef95806 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:31.292536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5f61769-a499-477a-b457-881bbac36040 req-d7f61553-8d08-46f9-a35d-906efef95806 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 949 time: 0.0602958 Nov 03 18:41:31.306082 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-528bff0a-0544-44e6-a0ed-3f85ee3e446c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.314065 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-528bff0a-0544-44e6-a0ed-3f85ee3e446c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.318300 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-528bff0a-0544-44e6-a0ed-3f85ee3e446c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f191b732-c79e-457f-a822-8dd20b2ed8cd HTTP/1.1" status: 204 len: 168 time: 0.1737161 Nov 03 18:41:31.326882 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bff0a-0544-44e6-a0ed-3f85ee3e446c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f191b732-c79e-457f-a822-8dd20b2ed8cd,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:31.378928 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5f61769-a499-477a-b457-881bbac36040 req-18e1cb33-d290-40d3-9811-d2233b96b181 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849736 Nov 03 18:41:31.403276 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.681627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9be21-0e92-45d6-8999-e62dbcfc4cbd req-ca4d48ef-742b-4715-a39a-5112235cf6ca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:31.696362 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53f9be21-0e92-45d6-8999-e62dbcfc4cbd req-ca4d48ef-742b-4715-a39a-5112235cf6ca tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.0737679 Nov 03 18:41:31.769875 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53f9be21-0e92-45d6-8999-e62dbcfc4cbd req-4e7474c8-ae98-46b6-a342-2a18f90b7a74 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674891 Nov 03 18:41:31.785188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43126) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:31.805728 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ef32-54c1-49aa-bda0-25334dbfbeb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.900077 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ef32-54c1-49aa-bda0-25334dbfbeb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.904683 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4f5ef32-54c1-49aa-bda0-25334dbfbeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:31.918985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765cfe4-9212-42a9-af15-3bbb93ff8f2a req-6d281a90-bd50-44d9-b85b-f7cd0bc0412f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:31.920613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f765cfe4-9212-42a9-af15-3bbb93ff8f2a req-6d281a90-bd50-44d9-b85b-f7cd0bc0412f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 943 time: 0.0552030 Nov 03 18:41:31.953528 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f4f5ef32-54c1-49aa-bda0-25334dbfbeb4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=308ebff355ed42129c14c0decb96eac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1669636 Nov 03 18:41:31.955991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5ef32-54c1-49aa-bda0-25334dbfbeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab95a400-9b0c-4373-9bb1-71a0b134375a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:31.958089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 43130) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:31.984256 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f765cfe4-9212-42a9-af15-3bbb93ff8f2a req-31708676-3777-460f-b47c-daed1b8702b0 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574293 Nov 03 18:41:32.057238 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93252ebd-885c-434b-a7d3-2cf43e0c7120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.090230 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93252ebd-885c-434b-a7d3-2cf43e0c7120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.111670 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43706b00-dff8-457a-9dcf-3cc4c3494618 req-60baf5d2-a3f1-4850-970f-e9127de0f550 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:32.116440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43706b00-dff8-457a-9dcf-3cc4c3494618 req-60baf5d2-a3f1-4850-970f-e9127de0f550 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.0866334 Nov 03 18:41:32.199658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43706b00-dff8-457a-9dcf-3cc4c3494618 req-ab250b6d-1d54-44a9-ba38-00fcf1e9a75c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745842 Nov 03 18:41:32.214774 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93252ebd-885c-434b-a7d3-2cf43e0c7120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.217557 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93252ebd-885c-434b-a7d3-2cf43e0c7120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:32.220997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-93252ebd-885c-434b-a7d3-2cf43e0c7120 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ab95a400-9b0c-4373-9bb1-71a0b134375a HTTP/1.1" status: 204 len: 168 time: 0.2596619 Nov 03 18:41:32.230914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93252ebd-885c-434b-a7d3-2cf43e0c7120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab95a400-9b0c-4373-9bb1-71a0b134375a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:32.335433 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce9ffc-37a5-4e62-9a1e-9dc6af52aa3f req-b98d5c66-9259-4a09-b4a2-fc05feae5711 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:32.337488 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-12ce9ffc-37a5-4e62-9a1e-9dc6af52aa3f req-b98d5c66-9259-4a09-b4a2-fc05feae5711 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0566795 Nov 03 18:41:32.392374 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-12ce9ffc-37a5-4e62-9a1e-9dc6af52aa3f req-5148e867-4b67-46ca-b0fd-e0fd69cd9a3d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483098 Nov 03 18:41:32.517877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317796df-500c-4719-8ecb-8d1a79224fe0 req-1b61abed-efc1-4181-9817-70a6a95d54c5 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:32.519556 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-317796df-500c-4719-8ecb-8d1a79224fe0 req-1b61abed-efc1-4181-9817-70a6a95d54c5 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 949 time: 0.0591993 Nov 03 18:41:32.601338 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-317796df-500c-4719-8ecb-8d1a79224fe0 req-6b6700f1-ae62-4dd6-9eb2-3f1ae8f573c6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723648 Nov 03 18:41:32.927937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a148c0-2093-4543-9e01-639cc02351d7 req-1e37bdb8-3bd7-44f4-89e7-b079610f67c6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:32.939956 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09a148c0-2093-4543-9e01-639cc02351d7 req-1e37bdb8-3bd7-44f4-89e7-b079610f67c6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.0684645 Nov 03 18:41:32.989419 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09a148c0-2093-4543-9e01-639cc02351d7 req-f9936d21-9bea-41d6-b6f1-045853a4d9cc tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482907 Nov 03 18:41:33.056076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e013f-91d9-49d3-8597-8b0c891a3f22 req-8f1d8ca8-525e-417d-b8c7-55339e59b379 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:33.060624 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c0e013f-91d9-49d3-8597-8b0c891a3f22 req-8f1d8ca8-525e-417d-b8c7-55339e59b379 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb HTTP/1.1" status: 200 len: 943 time: 0.0632684 Nov 03 18:41:33.160020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-7c0e013f-91d9-49d3-8597-8b0c891a3f22 req-11af479e-7980-4174-bea0-97c12bf97bdd tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Deleting port 81c4b99c-7b00-401d-92e2-6c7e8a96d860 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:33.160669 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7c0e013f-91d9-49d3-8597-8b0c891a3f22 req-11af479e-7980-4174-bea0-97c12bf97bdd tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:33.275520 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-7c0e013f-91d9-49d3-8597-8b0c891a3f22 req-11af479e-7980-4174-bea0-97c12bf97bdd tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] For port 81c4b99c-7b00-401d-92e2-6c7e8a96d860, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=81c4b99c-7b00-401d-92e2-6c7e8a96d860,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:33.275917 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7c0e013f-91d9-49d3-8597-8b0c891a3f22 req-11af479e-7980-4174-bea0-97c12bf97bdd tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:33.304638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-7c0e013f-91d9-49d3-8597-8b0c891a3f22 req-11af479e-7980-4174-bea0-97c12bf97bdd tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Calling delete_port for 81c4b99c-7b00-401d-92e2-6c7e8a96d860 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:33.405539 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7170e-848e-4ee7-b52c-b65035d95809 req-f6afe4e1-9028-47ef-89f9-9133874b015f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:33.407042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78e7170e-848e-4ee7-b52c-b65035d95809 req-f6afe4e1-9028-47ef-89f9-9133874b015f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.1003425 Nov 03 18:41:33.498596 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78e7170e-848e-4ee7-b52c-b65035d95809 req-2ba53da9-a388-4a57-854c-aabdcfce326f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848560 Nov 03 18:41:33.529671 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7c0e013f-91d9-49d3-8597-8b0c891a3f22 req-11af479e-7980-4174-bea0-97c12bf97bdd tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:33.585161 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af479e-7980-4174-bea0-97c12bf97bdd tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Pushing event deleted for resources: {'Port': ['ID=81c4b99c-7b00-401d-92e2-6c7e8a96d860,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:33.609101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0e013f-91d9-49d3-8597-8b0c891a3f22 req-11af479e-7980-4174-bea0-97c12bf97bdd tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] No DVR routers for this DVR port 81c4b99c-7b00-401d-92e2-6c7e8a96d860 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:33.611865 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7c0e013f-91d9-49d3-8597-8b0c891a3f22 req-11af479e-7980-4174-bea0-97c12bf97bdd tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:33.615673 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c0e013f-91d9-49d3-8597-8b0c891a3f22 req-11af479e-7980-4174-bea0-97c12bf97bdd tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "DELETE /v2.0/ports/81c4b99c-7b00-401d-92e2-6c7e8a96d860 HTTP/1.1" status: 204 len: 173 time: 0.5513151 Nov 03 18:41:33.616146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb', 'name': 'network-vif-deleted', 'tag': '81c4b99c-7b00-401d-92e2-6c7e8a96d860'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:33.618428 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2e4b8c-9518-4cda-abb0-d03842d2a99d" -d '{"events": [{"server_uuid": "ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb", "name": "network-vif-deleted", "tag": "81c4b99c-7b00-401d-92e2-6c7e8a96d860"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:33.768112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2dc2f-d879-4fd4-b05d-bb54b820cb0e req-77489f35-c419-4ed4-ac79-eee943a45078 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:33.769651 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-95b2dc2f-d879-4fd4-b05d-bb54b820cb0e req-77489f35-c419-4ed4-ac79-eee943a45078 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0589015 Nov 03 18:41:33.836581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-95b2dc2f-d879-4fd4-b05d-bb54b820cb0e req-66b8e9ed-a73e-42f1-961c-e3714cf9a1d3 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603495 Nov 03 18:41:33.876439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038f3fe-2ba1-49fa-b020-32a64e2778b6 req-8a9555a8-21ba-4217-a661-3bdf5f857535 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:33.878296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5038f3fe-2ba1-49fa-b020-32a64e2778b6 req-8a9555a8-21ba-4217-a661-3bdf5f857535 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 949 time: 0.0659373 Nov 03 18:41:33.887650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 81c4b99c-7b00-401d-92e2-6c7e8a96d860 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:33.933272 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc030fa-af83-45a6-ae9a-f7833125c48f x-openstack-request-id: req-dfc030fa-af83-45a6-ae9a-f7833125c48f {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:33.933841 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb", "name": "network-vif-deleted", "tag": "81c4b99c-7b00-401d-92e2-6c7e8a96d860", "status": "failed", "code": 422}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:33.934487 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dfc030fa-af83-45a6-ae9a-f7833125c48f {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:33.935010 n-d-812150-4 neutron-server[101712]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef07622f-9d74-42d0-8e0f-6f8e3c6e08cb', 'name': 'network-vif-deleted', 'tag': '81c4b99c-7b00-401d-92e2-6c7e8a96d860', 'status': 'failed', 'code': 422} returned with failed status Nov 03 18:41:33.951264 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 81c4b99c-7b00-401d-92e2-6c7e8a96d860 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:33.951643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 81c4b99c-7b00-401d-92e2-6c7e8a96d860 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:34.108678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c5b5dbe9-6d2d-4b8c-996d-14b4ba534fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:34.111726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c5b5dbe9-6d2d-4b8c-996d-14b4ba534fba service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 1101 time: 0.1420736 Nov 03 18:41:34.127698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123f7ee-712f-4103-b5e9-5f745b616530 req-f1014e4c-6a72-4d73-8361-b475fd26b2b1 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:34.129206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d123f7ee-712f-4103-b5e9-5f745b616530 req-f1014e4c-6a72-4d73-8361-b475fd26b2b1 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 949 time: 0.1588204 Nov 03 18:41:34.245261 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-5038f3fe-2ba1-49fa-b020-32a64e2778b6 req-316f18da-fbc8-4d63-8067-c0836ef7bc1e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Deleting port 3730306d-94c6-4127-bf88-a1ac43c46d06 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:34.245623 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5038f3fe-2ba1-49fa-b020-32a64e2778b6 req-316f18da-fbc8-4d63-8067-c0836ef7bc1e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:34.357719 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d123f7ee-712f-4103-b5e9-5f745b616530 req-c278d3d2-d6ee-4399-916d-0703a5db11d4 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130418 Nov 03 18:41:34.374427 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f6f3-928a-4e13-90b2-d8fac41f1b10 req-05533a12-ef4a-4588-af10-0f3ba45f1fa2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:34.375806 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8d2f6f3-928a-4e13-90b2-d8fac41f1b10 req-05533a12-ef4a-4588-af10-0f3ba45f1fa2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.2162185 Nov 03 18:41:34.379389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-6d920437-ab87-40c8-a1d7-d5e87955e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:34.380797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-6d920437-ab87-40c8-a1d7-d5e87955e767 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2507241 Nov 03 18:41:34.457663 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c6e91db8-a435-41c4-9260-c04b61a1159a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=92554519-1049-402f-871b-d6ddf737462e HTTP/1.1" status: 200 len: 217 time: 0.0654073 Nov 03 18:41:34.460702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-5038f3fe-2ba1-49fa-b020-32a64e2778b6 req-316f18da-fbc8-4d63-8067-c0836ef7bc1e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] For port 3730306d-94c6-4127-bf88-a1ac43c46d06, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=3730306d-94c6-4127-bf88-a1ac43c46d06,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:34.461137 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5038f3fe-2ba1-49fa-b020-32a64e2778b6 req-316f18da-fbc8-4d63-8067-c0836ef7bc1e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:34.495253 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-5038f3fe-2ba1-49fa-b020-32a64e2778b6 req-316f18da-fbc8-4d63-8067-c0836ef7bc1e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Calling delete_port for 3730306d-94c6-4127-bf88-a1ac43c46d06 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:34.547885 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8d2f6f3-928a-4e13-90b2-d8fac41f1b10 req-9ff5bd66-d626-41aa-98b2-9b7ca52b3764 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566463 Nov 03 18:41:34.592226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-562edf29-ed14-4ee2-82f5-274230ca7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:34.593886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-562edf29-ed14-4ee2-82f5-274230ca7493 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1191840 Nov 03 18:41:34.723424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-d3e8ac59-88a8-40c7-89c9-f522d1580cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:34.724978 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-d3e8ac59-88a8-40c7-89c9-f522d1580cf2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223209 Nov 03 18:41:34.859758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5553d-03a3-480f-9241-603bf72bbe57 req-38dc8124-f0c2-4c8a-aa38-ab148ced6f0a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:34.861245 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28a5553d-03a3-480f-9241-603bf72bbe57 req-38dc8124-f0c2-4c8a-aa38-ab148ced6f0a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.2215719 Nov 03 18:41:34.937100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-935b9dde-9fdc-4f47-a1fe-aba853d05ec6 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:34.938583 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-935b9dde-9fdc-4f47-a1fe-aba853d05ec6 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 812 time: 0.2772968 Nov 03 18:41:34.946906 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5038f3fe-2ba1-49fa-b020-32a64e2778b6 req-316f18da-fbc8-4d63-8067-c0836ef7bc1e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:34.963279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['07b61f1c-7ac9-42d2-887a-1eae755dc48c', '39843d3a-1e37-4307-9a6d-e7cd251fcd6f', '4462cff5-fbd8-478b-b172-36f0815c6259', '296f0c2e-5084-47eb-a99c-7623b80ff300', '0d2fdc6d-d117-442e-8adc-50f0a11c8ddc'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:34.991282 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-767ecbb2-06d8-4d42-a3b6-10cbdf96f8be service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383826 Nov 03 18:41:34.999741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f18da-fbc8-4d63-8067-c0836ef7bc1e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event deleted for resources: {'Port': ['ID=3730306d-94c6-4127-bf88-a1ac43c46d06,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:35.015942 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-0888f30b-c080-42e9-a9f2-178e64ea7a32 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/quotas/326a8b3143c7495cbf9c57a8e3e086d9 HTTP/1.1" status: 200 len: 375 time: 0.0696859 Nov 03 18:41:35.016307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26', '6b071a72-3287-4240-9b8f-9b1b7cd4acbf', '3730306d-94c6-4127-bf88-a1ac43c46d06'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:35.082451 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28a5553d-03a3-480f-9241-603bf72bbe57 req-156fd7a0-bad4-4631-b0c9-4c6bf52da79b tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041771 Nov 03 18:41:35.186362 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5038f3fe-2ba1-49fa-b020-32a64e2778b6 req-316f18da-fbc8-4d63-8067-c0836ef7bc1e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] No DVR routers for this DVR port 3730306d-94c6-4127-bf88-a1ac43c46d06 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:35.189234 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5038f3fe-2ba1-49fa-b020-32a64e2778b6 req-316f18da-fbc8-4d63-8067-c0836ef7bc1e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:35.192583 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5038f3fe-2ba1-49fa-b020-32a64e2778b6 req-316f18da-fbc8-4d63-8067-c0836ef7bc1e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.87 "DELETE /v2.0/ports/3730306d-94c6-4127-bf88-a1ac43c46d06 HTTP/1.1" status: 204 len: 173 time: 1.2939889 Nov 03 18:41:35.198144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-fdd433bc-3faa-46b3-988c-8717c2d6003d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1815207 Nov 03 18:41:35.717457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c251028b-011b-41d8-baa7-7b469f7a3b80 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7113075 Nov 03 18:41:35.738927 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-7458dbfa-615a-46e3-a64c-adea7d5f8102 service neutron] 10.222.0.107 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975071 Nov 03 18:41:35.752474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e767f-e06d-4d25-ace3-2f84fda1403c req-cce047d9-55b8-40cb-a407-63164160ca21 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:35.754037 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e6e767f-e06d-4d25-ace3-2f84fda1403c req-cce047d9-55b8-40cb-a407-63164160ca21 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.4410663 Nov 03 18:41:35.866346 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e6e767f-e06d-4d25-ace3-2f84fda1403c req-f1e2134a-600e-47ed-94c5-e917a9d528eb tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019719 Nov 03 18:41:35.912195 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-f3cb3515-9396-46a3-aa38-ae6eb4f1340d service neutron] 10.222.0.107 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570101 Nov 03 18:41:35.936197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7554ff-2c93-45ff-9c46-6aaf0c434704', 'name': 'network-vif-deleted', 'tag': '3730306d-94c6-4127-bf88-a1ac43c46d06'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:35.941477 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67ac8a9-611e-4936-9525-7689e4e8c382" -d '{"events": [{"server_uuid": "1d7554ff-2c93-45ff-9c46-6aaf0c434704", "name": "network-vif-deleted", "tag": "3730306d-94c6-4127-bf88-a1ac43c46d06"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:35.988883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78f06abd-8485-49b2-a10a-15553b533396 req-456c9e8d-32ed-4595-a5bc-c5bee2b93239 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d7554ff-2c93-45ff-9c46-6aaf0c434704 HTTP/1.1" status: 200 len: 210 time: 0.0293210 Nov 03 18:41:36.176611 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dfa91-cd86-4c69-b49d-a7629d910006 req-2e93598e-fa7a-4aca-ae1a-919b7d0fe68a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:36.178393 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e20dfa91-cd86-4c69-b49d-a7629d910006 req-2e93598e-fa7a-4aca-ae1a-919b7d0fe68a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.0844817 Nov 03 18:41:36.219950 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e8c575-a8ee-4f73-9e8c-f6336360b164 x-openstack-request-id: req-93e8c575-a8ee-4f73-9e8c-f6336360b164 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:36.220248 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7554ff-2c93-45ff-9c46-6aaf0c434704", "name": "network-vif-deleted", "tag": "3730306d-94c6-4127-bf88-a1ac43c46d06", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:36.220504 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-93e8c575-a8ee-4f73-9e8c-f6336360b164 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:36.221060 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7554ff-2c93-45ff-9c46-6aaf0c434704', 'name': 'network-vif-deleted', 'tag': '3730306d-94c6-4127-bf88-a1ac43c46d06', 'status': 'completed', 'code': 200} Nov 03 18:41:36.261186 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43426) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:36.303459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e20dfa91-cd86-4c69-b49d-a7629d910006 req-f99238a9-696d-4928-9b34-69045e81c94b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144383 Nov 03 18:41:36.305866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40428a45-7558-4f0e-9709-2f76e7744d94 req-cefbcda3-2084-4946-b2d8-eb5cf44d69d9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 210 time: 0.0535524 Nov 03 18:41:36.423010 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a40203-e392-49e6-9713-eb59abd64ea9 req-57104df4-1a53-47cc-ba44-5094201d8c65 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:36.424630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c6a40203-e392-49e6-9713-eb59abd64ea9 req-57104df4-1a53-47cc-ba44-5094201d8c65 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.0635834 Nov 03 18:41:36.438679 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35760963-912a-4df5-8115-7f7267f7359c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.505459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c6a40203-e392-49e6-9713-eb59abd64ea9 req-11719558-4419-458c-a939-87270324e9f7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747743 Nov 03 18:41:36.532120 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35760963-912a-4df5-8115-7f7267f7359c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.540501 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35760963-912a-4df5-8115-7f7267f7359c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.582256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35760963-912a-4df5-8115-7f7267f7359c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba16c642-7568-4742-b29d-4b9b1d4c5186,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:36.588993 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-35760963-912a-4df5-8115-7f7267f7359c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9bf0bf4510c44346a453344a3584b97a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265476 Nov 03 18:41:36.592206 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43450) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:36.647999 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37860e46-ef9d-4cb8-b101-2524c55c24bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.670877 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37860e46-ef9d-4cb8-b101-2524c55c24bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.736799 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37860e46-ef9d-4cb8-b101-2524c55c24bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.738445 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37860e46-ef9d-4cb8-b101-2524c55c24bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:36.743405 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-37860e46-ef9d-4cb8-b101-2524c55c24bd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ba16c642-7568-4742-b29d-4b9b1d4c5186 HTTP/1.1" status: 204 len: 168 time: 0.1506896 Nov 03 18:41:36.755964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37860e46-ef9d-4cb8-b101-2524c55c24bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba16c642-7568-4742-b29d-4b9b1d4c5186,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:36.985724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43470) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:37.023797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b306d2c-761c-488b-8f52-97dc7accac50 req-4f3feb83-c07e-40be-b830-a1243fd71eea tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:37.025708 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b306d2c-761c-488b-8f52-97dc7accac50 req-4f3feb83-c07e-40be-b830-a1243fd71eea tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0761993 Nov 03 18:41:37.090649 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b306d2c-761c-488b-8f52-97dc7accac50 req-ed85918a-d5a4-491f-a154-f25adb2d16af tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561657 Nov 03 18:41:37.126767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43478) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:37.143200 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29b4d84f-d09d-4686-a9ee-6b2051368c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.162596 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-936c2419-ecc7-4645-889e-0d05f946b535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.299655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29b4d84f-d09d-4686-a9ee-6b2051368c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.304346 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-936c2419-ecc7-4645-889e-0d05f946b535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.305673 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29b4d84f-d09d-4686-a9ee-6b2051368c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.308042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefc3f4-8a64-40d2-b3e1-bc54d0afb2cb req-006577eb-9384-4280-b872-b63400c6e5f7 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:37.309630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4fefc3f4-8a64-40d2-b3e1-bc54d0afb2cb req-006577eb-9384-4280-b872-b63400c6e5f7 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 950 time: 0.0650172 Nov 03 18:41:37.322683 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-936c2419-ecc7-4645-889e-0d05f946b535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.360295 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-29b4d84f-d09d-4686-a9ee-6b2051368c0b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c84bcf5a872d476398d4f2c4f53a010c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320480 Nov 03 18:41:37.363099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 43488) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:37.369280 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4d84f-d09d-4686-a9ee-6b2051368c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8ee906-84a6-45c9-ae0a-40cf8db1b867,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:37.374710 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-936c2419-ecc7-4645-889e-0d05f946b535 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e00377b98b20443b8c56161cb6825d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875730 Nov 03 18:41:37.374925 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4fefc3f4-8a64-40d2-b3e1-bc54d0afb2cb req-fc7d4211-25c0-4c6a-ab6d-ed17d3b383f2 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561645 Nov 03 18:41:37.377636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43490) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:37.419188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c2419-ecc7-4645-889e-0d05f946b535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee95dbf-8762-4b5a-8340-39c0b98988c7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:37.452954 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de0293a2-ed94-4494-a0d1-9e2aec929f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.475082 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de0293a2-ed94-4494-a0d1-9e2aec929f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.481224 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a9218e75-8113-456c-83b2-eb9e94f17793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.501777 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-051929be-5ad3-462f-825a-e2f6ec9b1680 req-4934b51a-e543-4f75-bb27-87301ff70a0a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 210 time: 0.0335646 Nov 03 18:41:37.515088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c2df5-3227-4d5b-99a7-03f4dbd451c4 req-eb64d900-717b-4ff3-bd20-4089cecfd796 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:37.528222 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-333c2df5-3227-4d5b-99a7-03f4dbd451c4 req-eb64d900-717b-4ff3-bd20-4089cecfd796 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.1191442 Nov 03 18:41:37.529479 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de0293a2-ed94-4494-a0d1-9e2aec929f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.533539 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de0293a2-ed94-4494-a0d1-9e2aec929f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.538231 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-de0293a2-ed94-4494-a0d1-9e2aec929f4e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bee95dbf-8762-4b5a-8340-39c0b98988c7 HTTP/1.1" status: 204 len: 168 time: 0.1588557 Nov 03 18:41:37.550197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0293a2-ed94-4494-a0d1-9e2aec929f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee95dbf-8762-4b5a-8340-39c0b98988c7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:37.569878 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a9218e75-8113-456c-83b2-eb9e94f17793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.683733 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-333c2df5-3227-4d5b-99a7-03f4dbd451c4 req-d0323d84-b179-4c8c-a5a3-77d65d54142a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541219 Nov 03 18:41:37.701281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ca447-b74f-4979-8b3e-3a14dadde69d req-a225acb1-753a-41ea-8d61-b2e578ec60c0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:37.703032 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-750ca447-b74f-4979-8b3e-3a14dadde69d req-a225acb1-753a-41ea-8d61-b2e578ec60c0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.1133544 Nov 03 18:41:37.704679 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a9218e75-8113-456c-83b2-eb9e94f17793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.707764 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a9218e75-8113-456c-83b2-eb9e94f17793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:37.711644 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a9218e75-8113-456c-83b2-eb9e94f17793 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ad8ee906-84a6-45c9-ae0a-40cf8db1b867 HTTP/1.1" status: 204 len: 168 time: 0.3447731 Nov 03 18:41:37.720005 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9218e75-8113-456c-83b2-eb9e94f17793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8ee906-84a6-45c9-ae0a-40cf8db1b867,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:37.782877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-750ca447-b74f-4979-8b3e-3a14dadde69d req-541e918f-e325-46d5-af12-4ecef3dab883 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590789 Nov 03 18:41:37.924045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 3730306d-94c6-4127-bf88-a1ac43c46d06 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:37.962503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-52dc4f05-c508-4b68-bc71-333f39a48e59 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:37.964211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-52dc4f05-c508-4b68-bc71-333f39a48e59 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.87 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 812 time: 0.1315031 Nov 03 18:41:37.970121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 3730306d-94c6-4127-bf88-a1ac43c46d06 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:37.970468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 3730306d-94c6-4127-bf88-a1ac43c46d06 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:37.999325 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-0c4582b2-d0d6-44a8-9c2a-b329dad5577a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Request body: {'port': {'device_id': '8f61b663-7b93-4113-8fbf-fed89423f076', 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc', 'admin_state_up': True, 'tenant_id': '326a8b3143c7495cbf9c57a8e3e086d9'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:38.146075 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-0c4582b2-d0d6-44a8-9c2a-b329dad5577a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Made reservation on behalf of 326a8b3143c7495cbf9c57a8e3e086d9 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:38.151281 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-0c4582b2-d0d6-44a8-9c2a-b329dad5577a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.309208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfc2e2-31ed-432e-9b91-ad2172f37bb2 req-41b1ad55-5a27-47ff-afde-8b67cf04ae9e tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:38.310775 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60bfc2e2-31ed-432e-9b91-ad2172f37bb2 req-41b1ad55-5a27-47ff-afde-8b67cf04ae9e tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0964651 Nov 03 18:41:38.347893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-0c4582b2-d0d6-44a8-9c2a-b329dad5577a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Allocated IP 172.20.0.9 (23771ce2-de78-436c-90e0-3e63e3bf86dc/ff7ca472-a50c-48ab-a812-76c46b2d1f6a/2742269f-935c-48f1-b136-017874c8da4c) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:38.390573 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60bfc2e2-31ed-432e-9b91-ad2172f37bb2 req-9315adea-b48f-4d4a-b019-62d36354ed86 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700953 Nov 03 18:41:38.499682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43536) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:38.590484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe2da1-dbad-4469-b59b-d941df4adbc0 req-0dbd1747-4294-4410-b99c-80d13d2b1e89 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:38.592029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86fe2da1-dbad-4469-b59b-d941df4adbc0 req-0dbd1747-4294-4410-b99c-80d13d2b1e89 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 950 time: 0.0925593 Nov 03 18:41:38.607363 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-0c4582b2-d0d6-44a8-9c2a-b329dad5577a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.650633 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85e15c92-ab1b-431a-b96a-da314d2f2ce9 req-ac4ebb45-c9e3-4a71-ac95-dcd47ebe24e3 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 210 time: 0.0500331 Nov 03 18:41:38.702642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86fe2da1-dbad-4469-b59b-d941df4adbc0 req-9e26ba4a-2b43-4173-a5d9-6335728286b2 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993040 Nov 03 18:41:38.726919 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-0c4582b2-d0d6-44a8-9c2a-b329dad5577a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.748106 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-708670716-network', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:38.777487 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] Made reservation on behalf of e2becfdb76304703947ebe723d7d7d1e for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:38.782559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.787094 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-0c4582b2-d0d6-44a8-9c2a-b329dad5577a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Network 23771ce2-de78-436c-90e0-3e63e3bf86dc is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:38.790297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-0c4582b2-d0d6-44a8-9c2a-b329dad5577a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:38.791963 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.792941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-0c4582b2-d0d6-44a8-9c2a-b329dad5577a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:38.821930 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4582b2-d0d6-44a8-9c2a-b329dad5577a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Pushing event updated for resources: {'Port': ['ID=2742269f-935c-48f1-b136-017874c8da4c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:38.893150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-0c4582b2-d0d6-44a8-9c2a-b329dad5577a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:38.893415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.893830 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-0c4582b2-d0d6-44a8-9c2a-b329dad5577a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.898637 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.926401 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:41:38.936914 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd0c472-d57d-44fd-895e-6dd048b4bfd6,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:38.942358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:38.942696 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] Added segment 04354975-eaa7-4787-9407-ca9dbb4b13e2 of type vlan for network 5b83c032-ea12-4183-836a-1a74341dbc8c Nov 03 18:41:38.944832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c6893-97b0-4220-a313-2671483469e4 req-d0aa8b33-0ef7-4049-b1cc-d76a393c8a93 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:38.946391 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d5c6893-97b0-4220-a313-2671483469e4 req-d0aa8b33-0ef7-4049-b1cc-d76a393c8a93 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.1162741 Nov 03 18:41:38.951767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-0c4582b2-d0d6-44a8-9c2a-b329dad5577a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9571199 Nov 03 18:41:38.998156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Request body: {'port': {'device_id': '8f61b663-7b93-4113-8fbf-fed89423f076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:38.999166 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.033833 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.035434 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:39.036094 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.054597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa019513-8d83-4c4a-a585-5c94cc9c7889 req-df03a37c-acb4-4520-bd26-77298ad0214b tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:39.056184 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa019513-8d83-4c4a-a585-5c94cc9c7889 req-df03a37c-acb4-4520-bd26-77298ad0214b tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.1579106 Nov 03 18:41:39.098149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d5c6893-97b0-4220-a313-2671483469e4 req-e38dec62-9021-467a-94ab-9f0aad8f3dde tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453550 Nov 03 18:41:39.117547 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6094527 Nov 03 18:41:39.121280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e3ed-3b86-4507-b5a6-15efa860486b req-c394e5e8-ff12-4a70-82b8-9f1d5c9bbea1 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:39.122925 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16a8e3ed-3b86-4507-b5a6-15efa860486b req-c394e5e8-ff12-4a70-82b8-9f1d5c9bbea1 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 950 time: 0.1675992 Nov 03 18:41:39.123162 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43560) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:39.132879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-74de0092-89c8-4deb-8a09-7253b64e60a2 admin admin] Request body: {'subnet': {'network_id': '5b83c032-ea12-4183-836a-1a74341dbc8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-708670716-subnet', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:39.135421 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.138357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e04960-703a-4078-8cda-e0f34c32e89b admin admin] Pushing event updated for resources: {'Network': ['ID=5b83c032-ea12-4183-836a-1a74341dbc8c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:39.152369 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 5b83c032-ea12-4183-836a-1a74341dbc8c details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:41:39.163429 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74de0092-89c8-4deb-8a09-7253b64e60a2 admin admin] Made reservation on behalf of e2becfdb76304703947ebe723d7d7d1e for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:41:39.172250 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74de0092-89c8-4deb-8a09-7253b64e60a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.235100 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa019513-8d83-4c4a-a585-5c94cc9c7889 req-1ba9e1a8-ed8c-41f7-affb-8ceaacedb773 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358597 Nov 03 18:41:39.387206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-16a8e3ed-3b86-4507-b5a6-15efa860486b req-541ad532-cdd3-4be8-a5aa-f42e66a7dc82 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Deleting port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:39.387947 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-16a8e3ed-3b86-4507-b5a6-15efa860486b req-541ad532-cdd3-4be8-a5aa-f42e66a7dc82 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.399743 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74de0092-89c8-4deb-8a09-7253b64e60a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.482461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de0092-89c8-4deb-8a09-7253b64e60a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a30a8f4-dd14-485d-a541-1e48e6ca1198,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:39.491186 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74de0092-89c8-4deb-8a09-7253b64e60a2 admin admin] Checking segment: {'id': '04354975-eaa7-4787-9407-ca9dbb4b13e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '5b83c032-ea12-4183-836a-1a74341dbc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:39.491498 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74de0092-89c8-4deb-8a09-7253b64e60a2 admin admin] Network hostable DHCP agents. Network: 5b83c032-ea12-4183-836a-1a74341dbc8c, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:41:39.514420 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74de0092-89c8-4deb-8a09-7253b64e60a2 admin admin] Network 5b83c032-ea12-4183-836a-1a74341dbc8c is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:41:39.526374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-74de0092-89c8-4deb-8a09-7253b64e60a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 5b83c032-ea12-4183-836a-1a74341dbc8c) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:39.534623 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de0092-89c8-4deb-8a09-7253b64e60a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:39.535492 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74de0092-89c8-4deb-8a09-7253b64e60a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.536507 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9674f9bf-dec9-426c-af57-a84d3036465f None None] Network 5b83c032-ea12-4183-836a-1a74341dbc8c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:41:39.568706 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-74de0092-89c8-4deb-8a09-7253b64e60a2 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4435198 Nov 03 18:41:39.571008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43576) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:39.577190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-708670716-router', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:39.610130 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-16a8e3ed-3b86-4507-b5a6-15efa860486b req-541ad532-cdd3-4be8-a5aa-f42e66a7dc82 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] For port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0d2fdc6d-d117-442e-8adc-50f0a11c8ddc,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:39.610532 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-16a8e3ed-3b86-4507-b5a6-15efa860486b req-541ad532-cdd3-4be8-a5aa-f42e66a7dc82 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.618836 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.622606 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.634442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-16a8e3ed-3b86-4507-b5a6-15efa860486b req-541ad532-cdd3-4be8-a5aa-f42e66a7dc82 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Calling delete_port for 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:39.664619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9994fe4-42c9-4265-9677-f691b7c0d289 req-cfd0dfb8-2211-47d8-ac33-f71156cd7446 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:39.667324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9994fe4-42c9-4265-9677-f691b7c0d289 req-cfd0dfb8-2211-47d8-ac33-f71156cd7446 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1511734 Nov 03 18:41:39.730369 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.748273 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-5b83c032-ea12-4183-836a-1a74341dbc8c', 'network_id': '5b83c032-ea12-4183-836a-1a74341dbc8c', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e', 'fixed_ips': [{'subnet_id': '4a30a8f4-dd14-485d-a541-1e48e6ca1198'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:41:39.749362 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.877353 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2742269f-935c-48f1-b136-017874c8da4c {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:39.889776 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9994fe4-42c9-4265-9677-f691b7c0d289 req-82eb5071-859f-4b89-b919-5f2a96c956c2 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121897 Nov 03 18:41:39.892791 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.942992 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Transition to ACTIVE for port object 2742269f-935c-48f1-b136-017874c8da4c will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:41:39.957617 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:39.962060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cf58f-1632-4557-8c3f-cbaf593d45d6 req-c27aba27-a919-444d-8c1e-21d94f76f665 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:39.973488 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-635cf58f-1632-4557-8c3f-cbaf593d45d6 req-c27aba27-a919-444d-8c1e-21d94f76f665 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 931 time: 0.2155821 Nov 03 18:41:39.983490 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.000908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Allocated IP 172.20.0.2 (5b83c032-ea12-4183-836a-1a74341dbc8c/4a30a8f4-dd14-485d-a541-1e48e6ca1198/af6f1d0b-d35a-40b6-81c7-8597232ed38b) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:40.168305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-635cf58f-1632-4557-8c3f-cbaf593d45d6 req-04701ca7-86e5-4224-a20d-1587c87ec940 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938162 Nov 03 18:41:40.169980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Pushing event updated for resources: {'Port': ['ID=2742269f-935c-48f1-b136-017874c8da4c,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:40.204555 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.218054 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.239216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b09a10-ff87-4230-9fa4-52f38a2446c1 req-934a1e82-9225-4e5b-bd60-c0a6bbf67d43 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:40.251566 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b09a10-ff87-4230-9fa4-52f38a2446c1 req-934a1e82-9225-4e5b-bd60-c0a6bbf67d43 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3eaac77-f3ed-40f7-805a-16925d377eb6 HTTP/1.1" status: 200 len: 950 time: 0.2218981 Nov 03 18:41:40.270885 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Pushing event updated for resources: {'Port': ['ID=af6f1d0b-d35a-40b6-81c7-8597232ed38b,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:40.273168 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-16a8e3ed-3b86-4507-b5a6-15efa860486b req-541ad532-cdd3-4be8-a5aa-f42e66a7dc82 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.284262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['07b61f1c-7ac9-42d2-887a-1eae755dc48c', '39843d3a-1e37-4307-9a6d-e7cd251fcd6f', '4462cff5-fbd8-478b-b172-36f0815c6259', '296f0c2e-5084-47eb-a99c-7623b80ff300', '0d2fdc6d-d117-442e-8adc-50f0a11c8ddc'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:40.292783 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Network 5b83c032-ea12-4183-836a-1a74341dbc8c is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:40.297088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.317128 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:40.324284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:40.328608 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.332671 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26', '6b071a72-3287-4240-9b8f-9b1b7cd4acbf'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:40.442046 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ad532-cdd3-4be8-a5aa-f42e66a7dc82 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event deleted for resources: {'Port': ['ID=0d2fdc6d-d117-442e-8adc-50f0a11c8ddc,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:40.466884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b09a10-ff87-4230-9fa4-52f38a2446c1 req-831e7a02-a34d-41f1-a912-c5198cd3b18a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087321 Nov 03 18:41:40.477848 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Attempting to bind port af6f1d0b-d35a-40b6-81c7-8597232ed38b on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:40.478657 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Attempting to bind port af6f1d0b-d35a-40b6-81c7-8597232ed38b by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '04354975-eaa7-4787-9407-ca9dbb4b13e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '5b83c032-ea12-4183-836a-1a74341dbc8c'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:40.478657 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Attempting to bind port af6f1d0b-d35a-40b6-81c7-8597232ed38b on network 5b83c032-ea12-4183-836a-1a74341dbc8c {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:40.491287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:40.491571 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Checking segment: {'id': '04354975-eaa7-4787-9407-ca9dbb4b13e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '5b83c032-ea12-4183-836a-1a74341dbc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:40.492008 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.492411 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Bound using segment: {'id': '04354975-eaa7-4787-9407-ca9dbb4b13e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '5b83c032-ea12-4183-836a-1a74341dbc8c'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:40.492902 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Bound port: af6f1d0b-d35a-40b6-81c7-8597232ed38b, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04354975-eaa7-4787-9407-ca9dbb4b13e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '5b83c032-ea12-4183-836a-1a74341dbc8c'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:40.493285 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.507416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Allocated IP 172.25.2.174 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/363c1848-5853-4235-b0e9-4344b72a5375) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:40.534635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a8e3ed-3b86-4507-b5a6-15efa860486b req-541ad532-cdd3-4be8-a5aa-f42e66a7dc82 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] No DVR routers for this DVR port 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:40.541129 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-16a8e3ed-3b86-4507-b5a6-15efa860486b req-541ad532-cdd3-4be8-a5aa-f42e66a7dc82 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.549030 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16a8e3ed-3b86-4507-b5a6-15efa860486b req-541ad532-cdd3-4be8-a5aa-f42e66a7dc82 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "DELETE /v2.0/ports/0d2fdc6d-d117-442e-8adc-50f0a11c8ddc HTTP/1.1" status: 204 len: 173 time: 1.4145517 Nov 03 18:41:40.551960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3eaac77-f3ed-40f7-805a-16925d377eb6', 'name': 'network-vif-deleted', 'tag': '0d2fdc6d-d117-442e-8adc-50f0a11c8ddc'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:40.566534 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0dca3f-5140-4ec8-accf-765fb5742fd7" -d '{"events": [{"server_uuid": "c3eaac77-f3ed-40f7-805a-16925d377eb6", "name": "network-vif-deleted", "tag": "0d2fdc6d-d117-442e-8adc-50f0a11c8ddc"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:40.616935 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b87eec-5842-45ce-aaf0-639656908432 req-e5e5aeca-40f3-4bdc-9f4f-53d020555f21 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:40.625865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1b87eec-5842-45ce-aaf0-639656908432 req-e5e5aeca-40f3-4bdc-9f4f-53d020555f21 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.3492844 Nov 03 18:41:40.674531 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Attempting to bind port 2742269f-935c-48f1-b136-017874c8da4c on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:40.675198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Attempting to bind port 2742269f-935c-48f1-b136-017874c8da4c by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:40.675830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Attempting to bind port 2742269f-935c-48f1-b136-017874c8da4c on network 23771ce2-de78-436c-90e0-3e63e3bf86dc {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:40.677055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] For port af6f1d0b-d35a-40b6-81c7-8597232ed38b, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:40.681629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] For port af6f1d0b-d35a-40b6-81c7-8597232ed38b, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=af6f1d0b-d35a-40b6-81c7-8597232ed38b,segment=NetworkSegment(04354975-eaa7-4787-9407-ca9dbb4b13e2),segment_id=04354975-eaa7-4787-9407-ca9dbb4b13e2)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:40.695875 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.701076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Port 2742269f-935c-48f1-b136-017874c8da4c on network 23771ce2-de78-436c-90e0-3e63e3bf86dc not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:41:40.701515 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Attempting to bind port 2742269f-935c-48f1-b136-017874c8da4c on network 23771ce2-de78-436c-90e0-3e63e3bf86dc {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:40.719747 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.736416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58db066-5b01-4eb0-8cc8-6b288959945b req-813c22bc-7762-4b2f-a8c4-fb351d55301e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:40.746456 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b58db066-5b01-4eb0-8cc8-6b288959945b req-813c22bc-7762-4b2f-a8c4-fb351d55301e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.1575010 Nov 03 18:41:40.763298 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.764953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:40.765365 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Checking segment: {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:40.765900 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Bound using segment: {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:40.766454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Bound port: 2742269f-935c-48f1-b136-017874c8da4c, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:40.766885 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:40.825014 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1b87eec-5842-45ce-aaf0-639656908432 req-f2fbe932-aa4f-4096-be2f-7abc0958ff39 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979730 Nov 03 18:41:40.875140 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b58db066-5b01-4eb0-8cc8-6b288959945b req-6a4a8d2b-a5b1-40f2-b715-ccd3e1f66466 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280055 Nov 03 18:41:40.876392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Pushing event updated for resources: {'Port': ['ID=363c1848-5853-4235-b0e9-4344b72a5375,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:40.895674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:40.897635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:40.904026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:40.925544 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] For port 2742269f-935c-48f1-b136-017874c8da4c, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:40.936512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] For port 2742269f-935c-48f1-b136-017874c8da4c, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2742269f-935c-48f1-b136-017874c8da4c,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:40.949848 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e592129-9f44-4595-bcb8-50ea681d4abf x-openstack-request-id: req-3e592129-9f44-4595-bcb8-50ea681d4abf {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:40.953894 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3eaac77-f3ed-40f7-805a-16925d377eb6", "name": "network-vif-deleted", "tag": "0d2fdc6d-d117-442e-8adc-50f0a11c8ddc", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:40.954480 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3e592129-9f44-4595-bcb8-50ea681d4abf {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:40.955098 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3eaac77-f3ed-40f7-805a-16925d377eb6', 'name': 'network-vif-deleted', 'tag': '0d2fdc6d-d117-442e-8adc-50f0a11c8ddc', 'status': 'completed', 'code': 200} Nov 03 18:41:40.957014 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:41.012994 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1c138-676a-4bd4-97fd-67e807579b82 None None] Pushing event updated for resources: {'Port': ['ID=af6f1d0b-d35a-40b6-81c7-8597232ed38b,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:41.156919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Pushing event updated for resources: {'Port': ['ID=2742269f-935c-48f1-b136-017874c8da4c,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:41.273312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:41.277543 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:41.279476 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-ec654b76-acff-4227-95fc-faf3a322c95c service neutron] 10.222.0.87 "PUT /v2.0/ports/2742269f-935c-48f1-b136-017874c8da4c HTTP/1.1" status: 200 len: 1091 time: 2.3002827 Nov 03 18:41:41.342339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae30aa8-42d9-4635-8f72-09aa917d400a req-6112c473-bd59-4026-9591-6d8222fc717f tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:41.363111 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ae30aa8-42d9-4635-8f72-09aa917d400a req-6112c473-bd59-4026-9591-6d8222fc717f tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.2560132 Nov 03 18:41:41.385764 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:41.433066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 43632) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:41.491920 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ae30aa8-42d9-4635-8f72-09aa917d400a req-c31b3f6e-5b3d-405d-a4fe-bdc9ee35c186 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258836 Nov 03 18:41:41.513106 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-267c8523-0b8a-4c30-bb25-e5d94b1bae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:41.514719 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-267c8523-0b8a-4c30-bb25-e5d94b1bae73 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 1094 time: 0.1216486 Nov 03 18:41:41.529155 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439087b-2273-4a47-ace4-7f3aef763fc4 req-492d82e2-72ef-495f-96af-2e8d0cf69b40 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:41.530736 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5439087b-2273-4a47-ace4-7f3aef763fc4 req-492d82e2-72ef-495f-96af-2e8d0cf69b40 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 943 time: 0.1974247 Nov 03 18:41:41.606611 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-448d57bb-6960-4047-983e-06bc1923fc36 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2742269f-935c-48f1-b136-017874c8da4c HTTP/1.1" status: 200 len: 217 time: 0.0598023 Nov 03 18:41:41.668884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5439087b-2273-4a47-ace4-7f3aef763fc4 req-f31a5afb-0278-4c30-8065-bc9a74d9e59d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297722 Nov 03 18:41:41.705823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device af6f1d0b-d35a-40b6-81c7-8597232ed38b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:41.726186 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a27cb0e1-d9f5-47c4-8f9b-25ec44bac534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:41.753458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-12d002c6-b763-4f68-bb67-15a6fcd412fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:41.754868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-12d002c6-b763-4f68-bb67-15a6fcd412fc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ff7ca472-a50c-48ab-a812-76c46b2d1f6a HTTP/1.1" status: 200 len: 852 time: 0.1338232 Nov 03 18:41:41.811457 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port af6f1d0b-d35a-40b6-81c7-8597232ed38b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:41.811880 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:41.834192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-910461f3-da37-4d8b-9fea-8ca7a53bf0e3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=23771ce2-de78-436c-90e0-3e63e3bf86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608931 Nov 03 18:41:41.962906 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:41.999893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port af6f1d0b-d35a-40b6-81c7-8597232ed38b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=af6f1d0b-d35a-40b6-81c7-8597232ed38b,segment=NetworkSegment(04354975-eaa7-4787-9407-ca9dbb4b13e2),segment_id=04354975-eaa7-4787-9407-ca9dbb4b13e2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:42.006002 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.010222 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a27cb0e1-d9f5-47c4-8f9b-25ec44bac534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.015708 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.046621 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a27cb0e1-d9f5-47c4-8f9b-25ec44bac534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.063784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=af6f1d0b-d35a-40b6-81c7-8597232ed38b,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:42.112434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb0e1-d9f5-47c4-8f9b-25ec44bac534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba08b0b3-5246-4e2d-a56c-162d3bff0dc8,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:42.128595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff49b56-b2df-4079-9d7b-39b10c9ea8c5 req-ba3bc35a-f145-4c26-84c9-db3a4bb642cc tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:42.130218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ff49b56-b2df-4079-9d7b-39b10c9ea8c5 req-ba3bc35a-f145-4c26-84c9-db3a4bb642cc tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 949 time: 0.1720686 Nov 03 18:41:42.147008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-002eae1f-1a2f-4d10-907f-76bfb83e9454 service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969761 Nov 03 18:41:42.157999 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a27cb0e1-d9f5-47c4-8f9b-25ec44bac534 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=11ab096af1f047b9a514039094edcdfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7238743 Nov 03 18:41:42.161503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43648) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:42.167606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d7fe7-4e0a-4e2e-a0ca-aee6aec04bad req-e837dc2d-a768-4763-81fe-259e5f896e75 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:42.169218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d73d7fe7-4e0a-4e2e-a0ca-aee6aec04bad req-e837dc2d-a768-4763-81fe-259e5f896e75 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.2097888 Nov 03 18:41:42.197104 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Router 87abcff1-5536-4ce3-9480-72d10b226e8f is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:41:42.269407 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f332bf81-3ca0-4fc9-a502-f356e2c80094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.311367 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ff49b56-b2df-4079-9d7b-39b10c9ea8c5 req-e0638902-8f1f-49c5-9b78-2914777cb8a3 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677809 Nov 03 18:41:42.320040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13baeae4-1789-4a55-ab9b-fab8f36f5b3a None None] Network 5b83c032-ea12-4183-836a-1a74341dbc8c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:41:42.334933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d73d7fe7-4e0a-4e2e-a0ca-aee6aec04bad req-cdf42c51-01f5-4975-bd07-a075aa932c00 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573224 Nov 03 18:41:42.342381 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f332bf81-3ca0-4fc9-a502-f356e2c80094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.355758 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fdc086d-5c6e-47f0-b3f2-88cd6d62892f req-30df58da-1822-4d55-9b3d-e8f48bb28c7a service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839960 Nov 03 18:41:42.404776 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:41:42.426536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.428157 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f72d2afe-6e5b-4f67-b66f-312422791dbb admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8554869 Nov 03 18:41:42.430782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43650) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:42.431571 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Sync routers for ids ['87abcff1-5536-4ce3-9480-72d10b226e8f'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:41:42.444276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-79f676b5-5d09-41c1-b57d-3d4fa782a7dd None None] Provisioning complete for port af6f1d0b-d35a-40b6-81c7-8597232ed38b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:42.444740 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-79f676b5-5d09-41c1-b57d-3d4fa782a7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.452729 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Routers {'87abcff1-5536-4ce3-9480-72d10b226e8f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:42.453721 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:41:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['87abcff1-5536-4ce3-9480-72d10b226e8f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:42.484907 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f332bf81-3ca0-4fc9-a502-f356e2c80094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.488226 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f332bf81-3ca0-4fc9-a502-f356e2c80094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.489990 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f332bf81-3ca0-4fc9-a502-f356e2c80094 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ba08b0b3-5246-4e2d-a56c-162d3bff0dc8 HTTP/1.1" status: 204 len: 168 time: 0.3255453 Nov 03 18:41:42.498712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8ccf-9748-4e53-8b75-ae85b93474da req-128aceaa-4203-4cc6-ac02-351b8a85662a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:42.500405 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-037b8ccf-9748-4e53-8b75-ae85b93474da req-128aceaa-4203-4cc6-ac02-351b8a85662a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.0836701 Nov 03 18:41:42.595431 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Set router 87abcff1-5536-4ce3-9480-72d10b226e8f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:42.620660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-037b8ccf-9748-4e53-8b75-ae85b93474da req-a7c6af07-61db-4db2-9ccd-1f0e0fb5a759 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112144 Nov 03 18:41:42.621588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332bf81-3ca0-4fc9-a502-f356e2c80094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba08b0b3-5246-4e2d-a56c-162d3bff0dc8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:42.719152 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:42.750974 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b031c4c-89b5-4c1c-95ed-1c476196df6e req-8884c142-c55f-4d72-8a70-a31c1f99f860 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:42.754293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:42.754639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0d2fdc6d-d117-442e-8adc-50f0a11c8ddc not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:42.757118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b031c4c-89b5-4c1c-95ed-1c476196df6e req-8884c142-c55f-4d72-8a70-a31c1f99f860 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1341665 Nov 03 18:41:42.851787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b031c4c-89b5-4c1c-95ed-1c476196df6e req-a80de460-52eb-48f8-8400-b04cae479355 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844493 Nov 03 18:41:42.893165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 43660) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:42.922335 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e2776-b3c8-44b3-9252-59018b8aa49f req-ea60531c-2feb-46b9-96cf-77e3c0a22de8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:42.925078 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-435e2776-b3c8-44b3-9252-59018b8aa49f req-ea60531c-2feb-46b9-96cf-77e3c0a22de8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 943 time: 0.0972660 Nov 03 18:41:42.926746 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fd83f67d-6152-4c83-9183-325bb6869943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:42.957655 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f61b663-7b93-4113-8fbf-fed89423f076', 'tag': '2742269f-935c-48f1-b136-017874c8da4c'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:42.962015 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f9c380-9b45-4a53-b59a-f83e547bbde0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f61b663-7b93-4113-8fbf-fed89423f076", "tag": "2742269f-935c-48f1-b136-017874c8da4c"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:43.030635 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3b1dba-28f1-4f22-b5ac-17549e19179f x-openstack-request-id: req-4b3b1dba-28f1-4f22-b5ac-17549e19179f {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:43.030943 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f61b663-7b93-4113-8fbf-fed89423f076", "tag": "2742269f-935c-48f1-b136-017874c8da4c", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:43.031170 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4b3b1dba-28f1-4f22-b5ac-17549e19179f {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:43.031629 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f61b663-7b93-4113-8fbf-fed89423f076', 'tag': '2742269f-935c-48f1-b136-017874c8da4c', 'status': 'completed', 'code': 200} Nov 03 18:41:43.055281 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'name': 'tempest-FloatingIPsTestJSON-708670716-router', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '363c1848-5853-4235-b0e9-4344b72a5375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:39Z', 'updated_at': '2021-11-03T18:41:41Z', 'revision_number': 3, 'project_id': 'e2becfdb76304703947ebe723d7d7d1e', 'gw_port': {'id': '363c1848-5853-4235-b0e9-4344b72a5375', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:40Z', 'updated_at': '2021-11-03T18:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:43.060027 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fd83f67d-6152-4c83-9183-325bb6869943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.069132 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fd83f67d-6152-4c83-9183-325bb6869943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.071395 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.095816 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Checking router: 87abcff1-5536-4ce3-9480-72d10b226e8f for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:41:43.096539 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Updating router 87abcff1-5536-4ce3-9480-72d10b226e8f port 363c1848-5853-4235-b0e9-4344b72a5375 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:41:43.130991 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.156246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fd83f67d-6152-4c83-9183-325bb6869943 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bafaa2375ca44b4d816f47ecccf0d8b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2615006 Nov 03 18:41:43.158724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43664) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:43.171351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83f67d-6152-4c83-9183-325bb6869943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3887c466-2c5c-4c68-87cd-7bfdd2312e3c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:43.194695 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-435e2776-b3c8-44b3-9252-59018b8aa49f req-929b7b06-fc27-4a8d-860a-d8c8be786824 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558362 Nov 03 18:41:43.223671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9c380-9b45-4a53-b59a-f83e547bbde0 req-268845e1-4511-462a-91d0-b2160864c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:43.225875 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0f9c380-9b45-4a53-b59a-f83e547bbde0 req-268845e1-4511-462a-91d0-b2160864c0c4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 1094 time: 0.1102669 Nov 03 18:41:43.239597 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32622982-3320-49c2-a375-77ef11e8e7e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.279263 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32622982-3320-49c2-a375-77ef11e8e7e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.286874 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.296793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ff55a20d-1633-4d07-92e8-fc65b8e67506 None None] Provisioning complete for port af6f1d0b-d35a-40b6-81c7-8597232ed38b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:43.297405 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ff55a20d-1633-4d07-92e8-fc65b8e67506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.356411 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9c380-9b45-4a53-b59a-f83e547bbde0 req-5db2cf41-5aa8-43f8-a2b9-1f8b8ecf2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:43.357924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0f9c380-9b45-4a53-b59a-f83e547bbde0 req-5db2cf41-5aa8-43f8-a2b9-1f8b8ecf2fc3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 913 time: 0.1173770 Nov 03 18:41:43.495273 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.495984 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0f9c380-9b45-4a53-b59a-f83e547bbde0 req-ede33b56-8ff4-4b26-9e9a-4c0887729660 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2742269f-935c-48f1-b136-017874c8da4c HTTP/1.1" status: 200 len: 217 time: 0.1172349 Nov 03 18:41:43.500456 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.509659 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32622982-3320-49c2-a375-77ef11e8e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.513390 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32622982-3320-49c2-a375-77ef11e8e7e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.519221 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-32622982-3320-49c2-a375-77ef11e8e7e8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3887c466-2c5c-4c68-87cd-7bfdd2312e3c HTTP/1.1" status: 204 len: 168 time: 0.3588660 Nov 03 18:41:43.541108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Allocated IP 172.20.0.1 (5b83c032-ea12-4183-836a-1a74341dbc8c/4a30a8f4-dd14-485d-a541-1e48e6ca1198/785944fe-62d9-42ca-b93e-fd7f545696ed) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:43.544006 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32622982-3320-49c2-a375-77ef11e8e7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3887c466-2c5c-4c68-87cd-7bfdd2312e3c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:43.586326 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632aa0ac-5805-4277-a363-7538b5434d45 None None] Pushing event updated for resources: {'Port': ['ID=363c1848-5853-4235-b0e9-4344b72a5375,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:43.598777 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632aa0ac-5805-4277-a363-7538b5434d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:43.599129 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632aa0ac-5805-4277-a363-7538b5434d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:43.599475 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632aa0ac-5805-4277-a363-7538b5434d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:43.599841 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632aa0ac-5805-4277-a363-7538b5434d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:43.600179 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632aa0ac-5805-4277-a363-7538b5434d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:43.601258 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632aa0ac-5805-4277-a363-7538b5434d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:43.601599 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632aa0ac-5805-4277-a363-7538b5434d45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:43.601933 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632aa0ac-5805-4277-a363-7538b5434d45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:43.602266 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632aa0ac-5805-4277-a363-7538b5434d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:43.603275 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632aa0ac-5805-4277-a363-7538b5434d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:43.603430 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632aa0ac-5805-4277-a363-7538b5434d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:43.603686 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632aa0ac-5805-4277-a363-7538b5434d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:41:43.621237 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device af6f1d0b-d35a-40b6-81c7-8597232ed38b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:43.625229 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Attempting to bind port 363c1848-5853-4235-b0e9-4344b72a5375 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:43.625612 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Attempting to bind port 363c1848-5853-4235-b0e9-4344b72a5375 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:43.625982 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Attempting to bind port 363c1848-5853-4235-b0e9-4344b72a5375 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:43.634604 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:43.634911 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:43.635170 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.636576 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:43.637582 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Bound port: 363c1848-5853-4235-b0e9-4344b72a5375, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:43.638059 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.648326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9c380-9b45-4a53-b59a-f83e547bbde0 req-e8aac8d8-2fa7-4a9e-aaa1-135c2db5e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:43.651118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0f9c380-9b45-4a53-b59a-f83e547bbde0 req-e8aac8d8-2fa7-4a9e-aaa1-135c2db5e515 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ff7ca472-a50c-48ab-a812-76c46b2d1f6a HTTP/1.1" status: 200 len: 852 time: 0.1161196 Nov 03 18:41:43.690314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.700681 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0f9c380-9b45-4a53-b59a-f83e547bbde0 req-1ff4de90-0d31-411f-9bd6-71259a712244 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=23771ce2-de78-436c-90e0-3e63e3bf86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373595 Nov 03 18:41:43.702146 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] For port 363c1848-5853-4235-b0e9-4344b72a5375, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:43.706139 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] For port 363c1848-5853-4235-b0e9-4344b72a5375, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=363c1848-5853-4235-b0e9-4344b72a5375,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:43.711614 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.751589 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.753105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port af6f1d0b-d35a-40b6-81c7-8597232ed38b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:43.753592 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:43.782526 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Network 5b83c032-ea12-4183-836a-1a74341dbc8c is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:43.785871 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:43.788608 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Routers {'87abcff1-5536-4ce3-9480-72d10b226e8f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:43.789548 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:41:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['87abcff1-5536-4ce3-9480-72d10b226e8f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:43.850185 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632aa0ac-5805-4277-a363-7538b5434d45 None None] Pushing event updated for resources: {'Port': ['ID=363c1848-5853-4235-b0e9-4344b72a5375,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:43.868904 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:43.972781 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=785944fe-62d9-42ca-b93e-fd7f545696ed,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:43.987151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:44.013926 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] Set router 87abcff1-5536-4ce3-9480-72d10b226e8f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:44.156478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ea856b56-2771-473a-afe1-7e801f86e073 None None] Provisioning complete for port 785944fe-62d9-42ca-b93e-fd7f545696ed triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:44.157275 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ea856b56-2771-473a-afe1-7e801f86e073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:44.201062 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:44.266259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ea856b56-2771-473a-afe1-7e801f86e073 None None] Port 785944fe-62d9-42ca-b93e-fd7f545696ed cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:41:44.365717 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'name': 'tempest-FloatingIPsTestJSON-708670716-router', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '363c1848-5853-4235-b0e9-4344b72a5375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:39Z', 'updated_at': '2021-11-03T18:41:41Z', 'revision_number': 3, 'project_id': 'e2becfdb76304703947ebe723d7d7d1e', 'gw_port': {'id': '363c1848-5853-4235-b0e9-4344b72a5375', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:40Z', 'updated_at': '2021-11-03T18:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:44.404644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9c4b-f85e-4b53-aac5-266070d3de6f req-e8e08262-02f9-49d4-8880-d48a5ea74aa9 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:44.405707 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb701819-3079-418b-a7de-9b1817b950ac None None] The sync data for ids ['87abcff1-5536-4ce3-9480-72d10b226e8f'] in n-d-812150-4 is: [{'id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'name': 'tempest-FloatingIPsTestJSON-708670716-router', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '363c1848-5853-4235-b0e9-4344b72a5375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:39Z', 'updated_at': '2021-11-03T18:41:41Z', 'revision_number': 3, 'project_id': 'e2becfdb76304703947ebe723d7d7d1e', 'gw_port': {'id': '363c1848-5853-4235-b0e9-4344b72a5375', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:40Z', 'updated_at': '2021-11-03T18:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:41:44.413029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d1aa9c4b-f85e-4b53-aac5-266070d3de6f req-e8e08262-02f9-49d4-8880-d48a5ea74aa9 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 949 time: 0.9414983 Nov 03 18:41:44.423637 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7cb88-1d7e-4447-a1ea-f30f787fef50 req-b228402f-6652-43b7-b409-86abbcf558a8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:44.433083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20a7cb88-1d7e-4447-a1ea-f30f787fef50 req-b228402f-6652-43b7-b409-86abbcf558a8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.9708881 Nov 03 18:41:44.435443 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:44.441505 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:44.461012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206ac31-335c-4b7e-a882-e758e832bbb3 req-80681731-c6f0-437a-ae42-76cc8e7aed7e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:44.462600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3206ac31-335c-4b7e-a882-e758e832bbb3 req-80681731-c6f0-437a-ae42-76cc8e7aed7e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 949 time: 0.9824789 Nov 03 18:41:44.501905 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:44.572080 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0f9c380-9b45-4a53-b59a-f83e547bbde0 req-9b334ea1-b603-4365-8aed-79f354a7ac28 service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8503993 Nov 03 18:41:44.622085 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=785944fe-62d9-42ca-b93e-fd7f545696ed,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:44.665192 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Network 5b83c032-ea12-4183-836a-1a74341dbc8c is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:44.668514 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:44.740744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20a7cb88-1d7e-4447-a1ea-f30f787fef50 req-394953eb-0980-48a2-af0e-a75efbbd9c6b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066807 Nov 03 18:41:44.761070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d1aa9c4b-f85e-4b53-aac5-266070d3de6f req-df3458eb-88d6-4fe0-968c-e09b8f1f9d03 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469942 Nov 03 18:41:44.839504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-3206ac31-335c-4b7e-a882-e758e832bbb3 req-7bd58812-7d23-4fb5-bdfc-f5426280acbf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Deleting port 296f0c2e-5084-47eb-a99c-7623b80ff300 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:44.839931 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3206ac31-335c-4b7e-a882-e758e832bbb3 req-7bd58812-7d23-4fb5-bdfc-f5426280acbf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:44.864175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0f9c380-9b45-4a53-b59a-f83e547bbde0 req-9a151f81-1e0e-4f73-82cf-78a8717229d6 service neutron] 10.222.0.87 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579012 Nov 03 18:41:44.877116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Router 87abcff1-5536-4ce3-9480-72d10b226e8f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:41:45.131023 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-48a3cca5-9772-49ee-8d9b-9d3bdb250515 None None] Provisioning complete for port 785944fe-62d9-42ca-b93e-fd7f545696ed triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:45.132083 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-48a3cca5-9772-49ee-8d9b-9d3bdb250515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:45.183713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:41:45.187977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c005d6f-417a-4c0a-83dd-bd3980ac5afa req-a39e4639-bd15-4f6a-bfa0-48f00516b064 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:45.190280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c005d6f-417a-4c0a-83dd-bd3980ac5afa req-a39e4639-bd15-4f6a-bfa0-48f00516b064 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1454055 Nov 03 18:41:45.208052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-48a3cca5-9772-49ee-8d9b-9d3bdb250515 None None] Port 785944fe-62d9-42ca-b93e-fd7f545696ed cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:41:45.210871 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6133d5f7-d591-4b20-9517-168388c76ed9 admin admin] 10.222.0.107 "PUT /v2.0/routers/87abcff1-5536-4ce3-9480-72d10b226e8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7749174 Nov 03 18:41:45.244193 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892585d-fcec-4cca-a13f-a079ca6b5a21 req-faa9576c-8d80-4676-ae05-d976d6f9b681 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:45.247206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c892585d-fcec-4cca-a13f-a079ca6b5a21 req-faa9576c-8d80-4676-ae05-d976d6f9b681 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.2035413 Nov 03 18:41:45.259409 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-3206ac31-335c-4b7e-a882-e758e832bbb3 req-7bd58812-7d23-4fb5-bdfc-f5426280acbf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] For port 296f0c2e-5084-47eb-a99c-7623b80ff300, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=296f0c2e-5084-47eb-a99c-7623b80ff300,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:45.259805 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3206ac31-335c-4b7e-a882-e758e832bbb3 req-7bd58812-7d23-4fb5-bdfc-f5426280acbf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:45.317747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-3206ac31-335c-4b7e-a882-e758e832bbb3 req-7bd58812-7d23-4fb5-bdfc-f5426280acbf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Calling delete_port for 296f0c2e-5084-47eb-a99c-7623b80ff300 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:45.382834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c005d6f-417a-4c0a-83dd-bd3980ac5afa req-5d0ac2bc-3739-4f07-a029-203c0967f53b tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812372 Nov 03 18:41:45.429356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c892585d-fcec-4cca-a13f-a079ca6b5a21 req-e6d7b611-3f71-4f41-badf-0620d875106e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726201 Nov 03 18:41:45.646033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 363c1848-5853-4235-b0e9-4344b72a5375 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:45.656717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a041892-a65f-42fa-bac1-ee5c7769b57e req-ee2d344d-250a-48ae-944d-e671d7884691 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:45.658310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a041892-a65f-42fa-bac1-ee5c7769b57e req-ee2d344d-250a-48ae-944d-e671d7884691 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 943 time: 0.1423142 Nov 03 18:41:45.703536 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3206ac31-335c-4b7e-a882-e758e832bbb3 req-7bd58812-7d23-4fb5-bdfc-f5426280acbf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:45.727532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['07b61f1c-7ac9-42d2-887a-1eae755dc48c', '39843d3a-1e37-4307-9a6d-e7cd251fcd6f', '4462cff5-fbd8-478b-b172-36f0815c6259'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:45.767434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58812-7d23-4fb5-bdfc-f5426280acbf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event deleted for resources: {'Port': ['ID=296f0c2e-5084-47eb-a99c-7623b80ff300,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:45.777639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26', '6b071a72-3287-4240-9b8f-9b1b7cd4acbf'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:45.822266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a041892-a65f-42fa-bac1-ee5c7769b57e req-552f9985-8926-497b-8e17-4619e80e9809 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513169 Nov 03 18:41:45.857947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3206ac31-335c-4b7e-a882-e758e832bbb3 req-7bd58812-7d23-4fb5-bdfc-f5426280acbf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] No DVR routers for this DVR port 296f0c2e-5084-47eb-a99c-7623b80ff300 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:45.864604 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3206ac31-335c-4b7e-a882-e758e832bbb3 req-7bd58812-7d23-4fb5-bdfc-f5426280acbf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:45.876519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3206ac31-335c-4b7e-a882-e758e832bbb3 req-7bd58812-7d23-4fb5-bdfc-f5426280acbf tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "DELETE /v2.0/ports/296f0c2e-5084-47eb-a99c-7623b80ff300 HTTP/1.1" status: 204 len: 173 time: 1.3922286 Nov 03 18:41:45.877681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e074f3-75ff-4767-b591-7a88bc1d5332', 'name': 'network-vif-deleted', 'tag': '296f0c2e-5084-47eb-a99c-7623b80ff300'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:45.888029 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891013a2-de6d-488c-9280-73921889dc02" -d '{"events": [{"server_uuid": "49e074f3-75ff-4767-b591-7a88bc1d5332", "name": "network-vif-deleted", "tag": "296f0c2e-5084-47eb-a99c-7623b80ff300"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:45.920159 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 2742269f-935c-48f1-b136-017874c8da4c details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:41:46.034009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb73c14-a66f-4b67-87f9-bb72c66f5724 req-e716bde4-1a31-4f81-9937-a9ec38864fc4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:46.035685 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4cb73c14-a66f-4b67-87f9-bb72c66f5724 req-e716bde4-1a31-4f81-9937-a9ec38864fc4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.1003442 Nov 03 18:41:46.052010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 363c1848-5853-4235-b0e9-4344b72a5375 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:46.052384 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:46.118968 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.resource_extend [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:41:46.184186 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4cb73c14-a66f-4b67-87f9-bb72c66f5724 req-1f913523-a4ce-4403-ab40-5ff42bcbd076 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378145 Nov 03 18:41:46.278228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8006afc5-a013-4687-a0d9-d840b086988e req-6a355804-fd3a-4fac-8486-12037765693d tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2305486 Nov 03 18:41:46.288693 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:46.345636 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:46.397410 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 2742269f-935c-48f1-b136-017874c8da4c, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2742269f-935c-48f1-b136-017874c8da4c,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:46.414929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '2742269f-935c-48f1-b136-017874c8da4c', 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc', 'port_id': '2742269f-935c-48f1-b136-017874c8da4c', 'mac_address': 'fa:16:3e:11:f0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7ca472-a50c-48ab-a812-76c46b2d1f6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:41:46.479874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14b44e43-8a83-4168-8816-1ef2081644a3 req-7432cb7c-2960-4cc1-9059-bdc86ff4139c tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=49e074f3-75ff-4767-b591-7a88bc1d5332 HTTP/1.1" status: 200 len: 210 time: 0.1028876 Nov 03 18:41:46.505267 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:46.512090 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 296f0c2e-5084-47eb-a99c-7623b80ff300 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:46.587155 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 296f0c2e-5084-47eb-a99c-7623b80ff300 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:46.587879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 296f0c2e-5084-47eb-a99c-7623b80ff300 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:46.612628 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba6a33f-32d0-4cdb-b7f4-a760947b6204 x-openstack-request-id: req-aba6a33f-32d0-4cdb-b7f4-a760947b6204 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:46.612809 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e074f3-75ff-4767-b591-7a88bc1d5332", "name": "network-vif-deleted", "tag": "296f0c2e-5084-47eb-a99c-7623b80ff300", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:46.613019 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-aba6a33f-32d0-4cdb-b7f4-a760947b6204 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:46.613383 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e074f3-75ff-4767-b591-7a88bc1d5332', 'name': 'network-vif-deleted', 'tag': '296f0c2e-5084-47eb-a99c-7623b80ff300', 'status': 'completed', 'code': 200} Nov 03 18:41:46.671496 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:46.763476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 363c1848-5853-4235-b0e9-4344b72a5375, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=363c1848-5853-4235-b0e9-4344b72a5375,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:46.777171 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:46.830629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Allocated IP 172.25.2.198 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/325ad8b1-cd58-4bdf-8c43-22b6c0975c05) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:46.888791 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:46.969152 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2742269f-935c-48f1-b136-017874c8da4c {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:41:46.997734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c0b6b-e015-4fc8-ab92-cdcfb1033faa req-b7ac0aa1-2c0c-4586-a16e-d5d45691b5fb tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:46.999331 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-734c0b6b-e015-4fc8-ab92-cdcfb1033faa req-b7ac0aa1-2c0c-4586-a16e-d5d45691b5fb tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1203930 Nov 03 18:41:47.043735 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:47.046090 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=363c1848-5853-4235-b0e9-4344b72a5375,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:47.061716 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 2742269f-935c-48f1-b136-017874c8da4c, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2742269f-935c-48f1-b136-017874c8da4c,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:47.075957 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:47.081006 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-734c0b6b-e015-4fc8-ab92-cdcfb1033faa req-825fb07b-c573-4bab-9b3a-5172683bc1f3 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715537 Nov 03 18:41:47.108179 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:47.191723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:47.200331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:47.203102 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:47.210508 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=2742269f-935c-48f1-b136-017874c8da4c,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:47.246482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Pushing event updated for resources: {'Port': ['ID=325ad8b1-cd58-4bdf-8c43-22b6c0975c05,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:47.267206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Sync routers for ids ['87abcff1-5536-4ce3-9480-72d10b226e8f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:41:47.294424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b536bcf-83ef-4823-b44f-fc0b9d3334d6 req-a70c0794-2ddb-437d-b53e-2d5db2abbd89 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:47.296003 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b536bcf-83ef-4823-b44f-fc0b9d3334d6 req-a70c0794-2ddb-437d-b53e-2d5db2abbd89 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.1216066 Nov 03 18:41:47.316592 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Routers {'87abcff1-5536-4ce3-9480-72d10b226e8f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:47.317261 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:41:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['87abcff1-5536-4ce3-9480-72d10b226e8f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:47.366913 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:47.397917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b536bcf-83ef-4823-b44f-fc0b9d3334d6 req-844a21df-cee3-4fbb-892e-c9c8c641f07c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768034 Nov 03 18:41:47.424517 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:47.447412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Set router 87abcff1-5536-4ce3-9480-72d10b226e8f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:47.597751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b8fbd-badd-48ab-aa98-e35e5ac9aa5a req-0c23397e-a1c1-42bb-9251-fa2b88edc2d7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:47.599296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f92b8fbd-badd-48ab-aa98-e35e5ac9aa5a req-0c23397e-a1c1-42bb-9251-fa2b88edc2d7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 944 time: 0.1244738 Nov 03 18:41:47.630225 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 363c1848-5853-4235-b0e9-4344b72a5375 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:47.683915 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:47.688753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f92b8fbd-badd-48ab-aa98-e35e5ac9aa5a req-2b750a95-9c80-4ae1-a36f-99fc4d74b6c2 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824690 Nov 03 18:41:47.689984 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:47.745911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 363c1848-5853-4235-b0e9-4344b72a5375 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:47.746411 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:47.792386 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'name': 'tempest-FloatingIPsTestJSON-708670716-router', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '363c1848-5853-4235-b0e9-4344b72a5375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:39Z', 'updated_at': '2021-11-03T18:41:44Z', 'revision_number': 4, 'project_id': 'e2becfdb76304703947ebe723d7d7d1e', 'gw_port': {'id': '363c1848-5853-4235-b0e9-4344b72a5375', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:40Z', 'updated_at': '2021-11-03T18:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '785944fe-62d9-42ca-b93e-fd7f545696ed', 'name': '', 'network_id': '5b83c032-ea12-4183-836a-1a74341dbc8c', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e', 'mac_address': 'fa:16:3e:96:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '4a30a8f4-dd14-485d-a541-1e48e6ca1198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:43Z', 'updated_at': '2021-11-03T18:41:44Z', 'revision_number': 2, 'project_id': 'e2becfdb76304703947ebe723d7d7d1e', 'subnets': [{'id': '4a30a8f4-dd14-485d-a541-1e48e6ca1198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:47.817397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Pushing event updated for resources: {'Port': ['ID=325ad8b1-cd58-4bdf-8c43-22b6c0975c05,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:47.826066 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Checking router: 87abcff1-5536-4ce3-9480-72d10b226e8f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:41:47.826994 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Updating router 87abcff1-5536-4ce3-9480-72d10b226e8f port 785944fe-62d9-42ca-b93e-fd7f545696ed binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:41:47.833999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['2742269f-935c-48f1-b136-017874c8da4c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:47.836495 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:47.869032 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f52d78-6cb8-45f5-b9b9-9939e0f7854e req-b33b637f-4685-4575-af29-f709fd1d1b41 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:47.871640 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-47f52d78-6cb8-45f5-b9b9-9939e0f7854e req-b33b637f-4685-4575-af29-f709fd1d1b41 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.0766602 Nov 03 18:41:47.874416 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:47.876357 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8006afc5-a013-4687-a0d9-d840b086988e req-c53d0fcf-5db9-44d2-83ae-b2a255811b70 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5973084 Nov 03 18:41:47.913890 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:47.948390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8006afc5-a013-4687-a0d9-d840b086988e req-2f78ec28-29fc-467a-bd02-59247550ca0f tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.198 HTTP/1.1" status: 200 len: 696 time: 0.0611725 Nov 03 18:41:47.999836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-47f52d78-6cb8-45f5-b9b9-9939e0f7854e req-e1474247-faaa-4754-96a2-bf8f0c850033 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198304 Nov 03 18:41:48.083329 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006afc5-a013-4687-a0d9-d840b086988e req-23fb53ad-770c-4a8d-b22a-09f78982730e tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:48.084944 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8006afc5-a013-4687-a0d9-d840b086988e req-23fb53ad-770c-4a8d-b22a-09f78982730e tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.1252117 Nov 03 18:41:48.229824 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43766) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:48.255211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64935a88-b24f-47fd-b476-73fbd6e8146a req-891aa765-7a81-42ba-96e4-81c3422f25cc tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/floatingips/2824f95f-956f-44e0-82f0-332cb1925c3c HTTP/1.1" status: 200 len: 693 time: 0.0666194 Nov 03 18:41:48.389459 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1926f068-2976-459b-8571-9a3cc4457069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:48.409170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64935a88-b24f-47fd-b476-73fbd6e8146a req-cdd30fa8-b1cc-47d9-9a4c-8628b09d9680 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:48.410582 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64935a88-b24f-47fd-b476-73fbd6e8146a req-cdd30fa8-b1cc-47d9-9a4c-8628b09d9680 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.1475298 Nov 03 18:41:48.425786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7490c4-1aaf-498a-9d49-f22e4651febd req-d3e53adc-0ec2-4a57-83fa-7af74799bda6 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:48.429155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b7490c4-1aaf-498a-9d49-f22e4651febd req-d3e53adc-0ec2-4a57-83fa-7af74799bda6 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1031482 Nov 03 18:41:48.485362 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1926f068-2976-459b-8571-9a3cc4457069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:48.487220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b7490c4-1aaf-498a-9d49-f22e4651febd req-462fbc38-f263-49f7-9daa-37100961483a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510867 Nov 03 18:41:48.491019 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1926f068-2976-459b-8571-9a3cc4457069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:48.509614 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:48.514664 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:48.543397 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1926f068-2976-459b-8571-9a3cc4457069 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6e0ffcc06e1f4254a6e3c35527da9e14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3123884 Nov 03 18:41:48.546507 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43776) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:48.553474 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926f068-2976-459b-8571-9a3cc4457069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bea3e0-70dd-4d3c-a0ea-52335ad19a68,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:48.576241 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045729b-2062-4b05-b1f6-b29b554c273c None None] Pushing event updated for resources: {'Port': ['ID=785944fe-62d9-42ca-b93e-fd7f545696ed,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:48.587187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e42d45a3-35ba-47fe-bef9-58cfa832e6f3 req-793a41ea-492f-4b31-a95a-4d479aa6e440 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/floatingips?tenant_id=e2becfdb76304703947ebe723d7d7d1e HTTP/1.1" status: 200 len: 696 time: 0.0611341 Nov 03 18:41:48.638366 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-020234b3-1940-43f1-8292-e6ccaceb12da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:48.672822 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-020234b3-1940-43f1-8292-e6ccaceb12da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:48.702780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Attempting to bind port 785944fe-62d9-42ca-b93e-fd7f545696ed on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:41:48.703154 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Attempting to bind port 785944fe-62d9-42ca-b93e-fd7f545696ed by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '04354975-eaa7-4787-9407-ca9dbb4b13e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '5b83c032-ea12-4183-836a-1a74341dbc8c'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:41:48.703551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Attempting to bind port 785944fe-62d9-42ca-b93e-fd7f545696ed on network 5b83c032-ea12-4183-836a-1a74341dbc8c {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:41:48.709311 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:41:48.709700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Checking segment: {'id': '04354975-eaa7-4787-9407-ca9dbb4b13e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '5b83c032-ea12-4183-836a-1a74341dbc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:41:48.710112 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:48.710506 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Bound using segment: {'id': '04354975-eaa7-4787-9407-ca9dbb4b13e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '5b83c032-ea12-4183-836a-1a74341dbc8c'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:41:48.710985 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Bound port: 785944fe-62d9-42ca-b93e-fd7f545696ed, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04354975-eaa7-4787-9407-ca9dbb4b13e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '5b83c032-ea12-4183-836a-1a74341dbc8c'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:41:48.711369 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:48.733308 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-020234b3-1940-43f1-8292-e6ccaceb12da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:48.738487 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-020234b3-1940-43f1-8292-e6ccaceb12da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:48.740551 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-020234b3-1940-43f1-8292-e6ccaceb12da admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/60bea3e0-70dd-4d3c-a0ea-52335ad19a68 HTTP/1.1" status: 204 len: 168 time: 0.1928377 Nov 03 18:41:48.750333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020234b3-1940-43f1-8292-e6ccaceb12da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bea3e0-70dd-4d3c-a0ea-52335ad19a68,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:48.792360 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d45a3-35ba-47fe-bef9-58cfa832e6f3 req-d31e431f-d5d2-4b3f-becb-aa65f6e4793c tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:48.799645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e42d45a3-35ba-47fe-bef9-58cfa832e6f3 req-d31e431f-d5d2-4b3f-becb-aa65f6e4793c tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/networks?id=5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 787 time: 0.2098238 Nov 03 18:41:48.805508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-e42d45a3-35ba-47fe-bef9-58cfa832e6f3 req-553699f0-80d1-4aaf-b56a-7b1486a445f8 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:41:48.816400 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e42d45a3-35ba-47fe-bef9-58cfa832e6f3 req-553699f0-80d1-4aaf-b56a-7b1486a445f8 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0154624 Nov 03 18:41:48.826019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] For port 785944fe-62d9-42ca-b93e-fd7f545696ed, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:41:48.831780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] For port 785944fe-62d9-42ca-b93e-fd7f545696ed, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=785944fe-62d9-42ca-b93e-fd7f545696ed,segment=NetworkSegment(04354975-eaa7-4787-9407-ca9dbb4b13e2),segment_id=04354975-eaa7-4787-9407-ca9dbb4b13e2)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:41:48.837864 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:48.842747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a4bd4-f887-4d30-80a7-6a3d73a3bf12 req-43c46788-fc30-4b25-8b74-c96f3f1e7f36 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:48.844613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae7a4bd4-f887-4d30-80a7-6a3d73a3bf12 req-43c46788-fc30-4b25-8b74-c96f3f1e7f36 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.1278009 Nov 03 18:41:48.904835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Routers {'87abcff1-5536-4ce3-9480-72d10b226e8f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:48.905487 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:41:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['87abcff1-5536-4ce3-9480-72d10b226e8f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:48.950690 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045729b-2062-4b05-b1f6-b29b554c273c None None] Pushing event updated for resources: {'Port': ['ID=785944fe-62d9-42ca-b93e-fd7f545696ed,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:48.976370 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae7a4bd4-f887-4d30-80a7-6a3d73a3bf12 req-6a51ed87-9681-47a1-8ff5-9ec1c8b80e25 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253355 Nov 03 18:41:48.982083 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7838c033-031c-4f2c-9f1d-e00d5b18ed94 None None] Provisioning complete for port 785944fe-62d9-42ca-b93e-fd7f545696ed triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:48.992281 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7838c033-031c-4f2c-9f1d-e00d5b18ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.002468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62490178-83d1-4b47-8848-f249f1417a62 req-f7a8f162-4379-404a-906d-dbb49bf00b50 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:49.011790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62490178-83d1-4b47-8848-f249f1417a62 req-f7a8f162-4379-404a-906d-dbb49bf00b50 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2041f4d-6478-4cb8-bf64-148bb7ff076e HTTP/1.1" status: 200 len: 950 time: 0.1378322 Nov 03 18:41:49.103642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] Set router 87abcff1-5536-4ce3-9480-72d10b226e8f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:49.133083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62490178-83d1-4b47-8848-f249f1417a62 req-ff5d140a-885c-40bb-a1fa-6811d6a19582 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107678 Nov 03 18:41:49.161344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c3fe8-c29a-4061-bcfa-c6664a02751d req-10b8f044-0267-4ad1-bc52-f0c8bfab40ae tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:49.163304 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-878c3fe8-c29a-4061-bcfa-c6664a02751d req-10b8f044-0267-4ad1-bc52-f0c8bfab40ae tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 944 time: 0.1083744 Nov 03 18:41:49.192023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43792) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:49.205283 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6db79653-bc98-4df2-b5ac-1262e9ff93e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.246746 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-428b06ae-5717-42b0-9698-fca0ea9c8772 req-572011b6-5b32-4a3f-bc5d-a5eedbff2c72 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/floatingips/2824f95f-956f-44e0-82f0-332cb1925c3c HTTP/1.1" status: 200 len: 693 time: 0.0646260 Nov 03 18:41:49.261809 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7838c033-031c-4f2c-9f1d-e00d5b18ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.284091 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-878c3fe8-c29a-4061-bcfa-c6664a02751d req-4f73d20b-57ef-47c7-936b-6d313e715091 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106453 Nov 03 18:41:49.314431 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6db79653-bc98-4df2-b5ac-1262e9ff93e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.319915 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6db79653-bc98-4df2-b5ac-1262e9ff93e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.342157 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7838c033-031c-4f2c-9f1d-e00d5b18ed94 None None] For port 785944fe-62d9-42ca-b93e-fd7f545696ed, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=785944fe-62d9-42ca-b93e-fd7f545696ed,segment=NetworkSegment(04354975-eaa7-4787-9407-ca9dbb4b13e2),segment_id=04354975-eaa7-4787-9407-ca9dbb4b13e2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:49.353265 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7838c033-031c-4f2c-9f1d-e00d5b18ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.374813 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6db79653-bc98-4df2-b5ac-1262e9ff93e4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1f71f8e593ab4beebe8ef148378d57b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1792324 Nov 03 18:41:49.374813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db79653-bc98-4df2-b5ac-1262e9ff93e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40d5f98-e934-45e3-8cf1-6e3b86490612,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:49.375914 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43794) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:49.427382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9a6f7-dbaf-4af8-953a-f01f80a359e5 req-00a06ba9-c79e-4bad-b522-295306eed998 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:49.428691 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-990ade26-7689-407e-9799-993618105d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.435513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93e9a6f7-dbaf-4af8-953a-f01f80a359e5 req-00a06ba9-c79e-4bad-b522-295306eed998 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.0955033 Nov 03 18:41:49.450086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b06ae-5717-42b0-9698-fca0ea9c8772 req-c5dceea1-1202-46d2-96f4-58fcd5391985 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:49.451603 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-428b06ae-5717-42b0-9698-fca0ea9c8772 req-c5dceea1-1202-46d2-96f4-58fcd5391985 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.1939802 Nov 03 18:41:49.457103 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-990ade26-7689-407e-9799-993618105d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.467761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838c033-031c-4f2c-9f1d-e00d5b18ed94 None None] Pushing event updated for resources: {'Port': ['ID=785944fe-62d9-42ca-b93e-fd7f545696ed,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:49.485876 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f7d1e912-5978-4c27-8ef1-4713a07cfd09 None None] Provisioning complete for port 785944fe-62d9-42ca-b93e-fd7f545696ed triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:49.486284 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f7d1e912-5978-4c27-8ef1-4713a07cfd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.521315 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-428b06ae-5717-42b0-9698-fca0ea9c8772 req-1dc4b818-0eda-42af-990b-e02eb4383442 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.198 HTTP/1.1" status: 200 len: 696 time: 0.0582535 Nov 03 18:41:49.537344 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-990ade26-7689-407e-9799-993618105d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.541181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-990ade26-7689-407e-9799-993618105d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:49.542383 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-990ade26-7689-407e-9799-993618105d37 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e40d5f98-e934-45e3-8cf1-6e3b86490612 HTTP/1.1" status: 204 len: 168 time: 0.1656015 Nov 03 18:41:49.548051 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93e9a6f7-dbaf-4af8-953a-f01f80a359e5 req-0135a36f-e265-4197-8892-edbd2b4cc34c tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113691 Nov 03 18:41:49.551443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ade26-7689-407e-9799-993618105d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40d5f98-e934-45e3-8cf1-6e3b86490612,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:49.581923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'name': 'tempest-FloatingIPsTestJSON-708670716-router', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '363c1848-5853-4235-b0e9-4344b72a5375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:39Z', 'updated_at': '2021-11-03T18:41:44Z', 'revision_number': 4, 'project_id': 'e2becfdb76304703947ebe723d7d7d1e', 'gw_port': {'id': '363c1848-5853-4235-b0e9-4344b72a5375', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:40Z', 'updated_at': '2021-11-03T18:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '785944fe-62d9-42ca-b93e-fd7f545696ed', 'name': '', 'network_id': '5b83c032-ea12-4183-836a-1a74341dbc8c', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e', 'mac_address': 'fa:16:3e:96:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '4a30a8f4-dd14-485d-a541-1e48e6ca1198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:43Z', 'updated_at': '2021-11-03T18:41:48Z', 'revision_number': 4, 'project_id': 'e2becfdb76304703947ebe723d7d7d1e', 'subnets': [{'id': '4a30a8f4-dd14-485d-a541-1e48e6ca1198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:49.618779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a02dd-035d-49b1-a1c6-23349b29f3ec None None] The sync data for ids ['87abcff1-5536-4ce3-9480-72d10b226e8f'] in n-d-812150-4 is: [{'id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'name': 'tempest-FloatingIPsTestJSON-708670716-router', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '363c1848-5853-4235-b0e9-4344b72a5375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:39Z', 'updated_at': '2021-11-03T18:41:44Z', 'revision_number': 4, 'project_id': 'e2becfdb76304703947ebe723d7d7d1e', 'gw_port': {'id': '363c1848-5853-4235-b0e9-4344b72a5375', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:40Z', 'updated_at': '2021-11-03T18:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '785944fe-62d9-42ca-b93e-fd7f545696ed', 'name': '', 'network_id': '5b83c032-ea12-4183-836a-1a74341dbc8c', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e', 'mac_address': 'fa:16:3e:96:2a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '4a30a8f4-dd14-485d-a541-1e48e6ca1198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:43Z', 'updated_at': '2021-11-03T18:41:48Z', 'revision_number': 4, 'project_id': 'e2becfdb76304703947ebe723d7d7d1e', 'subnets': [{'id': '4a30a8f4-dd14-485d-a541-1e48e6ca1198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:41:49.628048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-428b06ae-5717-42b0-9698-fca0ea9c8772 req-de7cc8bc-38f6-4c51-8f28-b5ac9cb8a259 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.198 HTTP/1.1" status: 200 len: 696 time: 0.0956023 Nov 03 18:41:49.876896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca15a1-2b47-4286-ab6d-2044f7dc2165 req-46cdc6ac-ed6c-4278-aa95-232867345055 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:49.878457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81ca15a1-2b47-4286-ab6d-2044f7dc2165 req-46cdc6ac-ed6c-4278-aa95-232867345055 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2041f4d-6478-4cb8-bf64-148bb7ff076e HTTP/1.1" status: 200 len: 950 time: 0.1278353 Nov 03 18:41:49.891461 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51daa0-be1a-4e27-8d4f-60e204c7ebcc req-992b5458-e9f9-42d9-b6a9-7a87ee37f595 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:49.893043 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e51daa0-be1a-4e27-8d4f-60e204c7ebcc req-992b5458-e9f9-42d9-b6a9-7a87ee37f595 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1249032 Nov 03 18:41:49.940990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 2742269f-935c-48f1-b136-017874c8da4c up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:49.954089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-428b06ae-5717-42b0-9698-fca0ea9c8772 req-5cc00e1b-104d-4867-bc67-b8fdef51515a tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Deleting port 325ad8b1-cd58-4bdf-8c43-22b6c0975c05 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:49.954432 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-428b06ae-5717-42b0-9698-fca0ea9c8772 req-5cc00e1b-104d-4867-bc67-b8fdef51515a tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:50.008309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 2742269f-935c-48f1-b136-017874c8da4c completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:41:50.014535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 2742269f-935c-48f1-b136-017874c8da4c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:50.015286 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:50.056002 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e51daa0-be1a-4e27-8d4f-60e204c7ebcc req-23bf7ba0-7892-4c90-9f01-c1e4adb1a7d1 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498716 Nov 03 18:41:50.101777 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-428b06ae-5717-42b0-9698-fca0ea9c8772 req-5cc00e1b-104d-4867-bc67-b8fdef51515a tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:50.102193 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-428b06ae-5717-42b0-9698-fca0ea9c8772 req-5cc00e1b-104d-4867-bc67-b8fdef51515a tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:50.116466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-81ca15a1-2b47-4286-ab6d-2044f7dc2165 req-5e4c5776-66bd-4842-964a-31d00e6eb69f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Deleting port 4462cff5-fbd8-478b-b172-36f0815c6259 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:50.116811 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-81ca15a1-2b47-4286-ab6d-2044f7dc2165 req-5e4c5776-66bd-4842-964a-31d00e6eb69f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:50.134490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-428b06ae-5717-42b0-9698-fca0ea9c8772 req-5cc00e1b-104d-4867-bc67-b8fdef51515a tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Calling delete_port for 325ad8b1-cd58-4bdf-8c43-22b6c0975c05 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:50.169147 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:50.202255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f61b663-7b93-4113-8fbf-fed89423f076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2742269f-935c-48f1-b136-017874c8da4c'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:50.205524 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d1622e-656b-4d37-8f01-59e162df9e13" -d '{"events": [{"server_uuid": "8f61b663-7b93-4113-8fbf-fed89423f076", "name": "network-vif-plugged", "status": "completed", "tag": "2742269f-935c-48f1-b136-017874c8da4c"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:50.223183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 2742269f-935c-48f1-b136-017874c8da4c, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2742269f-935c-48f1-b136-017874c8da4c,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:50.230736 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:50.288070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=2742269f-935c-48f1-b136-017874c8da4c,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:50.320918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33174360-ec22-4d86-abc4-97658e724089 req-6c717a20-95c4-49f2-9298-153db47ae72b tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:50.322500 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-33174360-ec22-4d86-abc4-97658e724089 req-6c717a20-95c4-49f2-9298-153db47ae72b tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.1721375 Nov 03 18:41:50.325019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-81ca15a1-2b47-4286-ab6d-2044f7dc2165 req-5e4c5776-66bd-4842-964a-31d00e6eb69f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] For port 4462cff5-fbd8-478b-b172-36f0815c6259, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4462cff5-fbd8-478b-b172-36f0815c6259,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:50.325383 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-81ca15a1-2b47-4286-ab6d-2044f7dc2165 req-5e4c5776-66bd-4842-964a-31d00e6eb69f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:50.347866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-81ca15a1-2b47-4286-ab6d-2044f7dc2165 req-5e4c5776-66bd-4842-964a-31d00e6eb69f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Calling delete_port for 4462cff5-fbd8-478b-b172-36f0815c6259 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:50.811861 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-33174360-ec22-4d86-abc4-97658e724089 req-2ded3f56-d580-4a73-94bc-3719e69058a1 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771113 Nov 03 18:41:50.853613 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-428b06ae-5717-42b0-9698-fca0ea9c8772 req-5cc00e1b-104d-4867-bc67-b8fdef51515a tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:50.910559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc00e1b-104d-4867-bc67-b8fdef51515a tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Pushing event deleted for resources: {'Port': ['ID=325ad8b1-cd58-4bdf-8c43-22b6c0975c05,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:51.018085 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-81ca15a1-2b47-4286-ab6d-2044f7dc2165 req-5e4c5776-66bd-4842-964a-31d00e6eb69f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.035333 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['07b61f1c-7ac9-42d2-887a-1eae755dc48c', '39843d3a-1e37-4307-9a6d-e7cd251fcd6f', '4462cff5-fbd8-478b-b172-36f0815c6259'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:51.072315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380eb8c-855c-4a48-873b-da32380244c5 req-eb85d684-9e79-4cce-8c4f-071773d39add tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:51.080520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c380eb8c-855c-4a48-873b-da32380244c5 req-eb85d684-9e79-4cce-8c4f-071773d39add tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2041f4d-6478-4cb8-bf64-148bb7ff076e HTTP/1.1" status: 200 len: 867 time: 0.1746612 Nov 03 18:41:51.085633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c5776-66bd-4842-964a-31d00e6eb69f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event deleted for resources: {'Port': ['ID=4462cff5-fbd8-478b-b172-36f0815c6259,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:51.088095 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26', '6b071a72-3287-4240-9b8f-9b1b7cd4acbf'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:51.125615 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-428b06ae-5717-42b0-9698-fca0ea9c8772 req-5cc00e1b-104d-4867-bc67-b8fdef51515a tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.128271 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-428b06ae-5717-42b0-9698-fca0ea9c8772 req-5cc00e1b-104d-4867-bc67-b8fdef51515a tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.130063 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-428b06ae-5717-42b0-9698-fca0ea9c8772 req-5cc00e1b-104d-4867-bc67-b8fdef51515a tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "DELETE /v2.0/floatingips/2824f95f-956f-44e0-82f0-332cb1925c3c HTTP/1.1" status: 204 len: 173 time: 1.5007534 Nov 03 18:41:51.203257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ca15a1-2b47-4286-ab6d-2044f7dc2165 req-5e4c5776-66bd-4842-964a-31d00e6eb69f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] No DVR routers for this DVR port 4462cff5-fbd8-478b-b172-36f0815c6259 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:51.209993 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-81ca15a1-2b47-4286-ab6d-2044f7dc2165 req-5e4c5776-66bd-4842-964a-31d00e6eb69f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.213421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81ca15a1-2b47-4286-ab6d-2044f7dc2165 req-5e4c5776-66bd-4842-964a-31d00e6eb69f tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "DELETE /v2.0/ports/4462cff5-fbd8-478b-b172-36f0815c6259 HTTP/1.1" status: 204 len: 173 time: 1.3194165 Nov 03 18:41:51.214062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2041f4d-6478-4cb8-bf64-148bb7ff076e', 'name': 'network-vif-deleted', 'tag': '4462cff5-fbd8-478b-b172-36f0815c6259'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:51.216661 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cc6495-e37e-4eb2-a22c-901a50800f2a" -d '{"events": [{"server_uuid": "b2041f4d-6478-4cb8-bf64-148bb7ff076e", "name": "network-vif-deleted", "tag": "4462cff5-fbd8-478b-b172-36f0815c6259"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:51.239869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c380eb8c-855c-4a48-873b-da32380244c5 req-1de11c92-82a0-458f-8f78-456765d87014 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582134 Nov 03 18:41:51.285471 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87094e1d-e88b-4650-9f47-b433b02606a9 x-openstack-request-id: req-87094e1d-e88b-4650-9f47-b433b02606a9 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:51.286003 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f61b663-7b93-4113-8fbf-fed89423f076", "name": "network-vif-plugged", "status": "completed", "tag": "2742269f-935c-48f1-b136-017874c8da4c", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:51.286348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba5ef7-e169-4ce5-aad1-a8015cb36541 req-b5f9249a-0e44-4c06-94e3-ccd1034afcf0 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:51.286601 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-87094e1d-e88b-4650-9f47-b433b02606a9 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:51.287152 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f61b663-7b93-4113-8fbf-fed89423f076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2742269f-935c-48f1-b136-017874c8da4c', 'code': 200} Nov 03 18:41:51.289160 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ddba5ef7-e169-4ce5-aad1-a8015cb36541 req-b5f9249a-0e44-4c06-94e3-ccd1034afcf0 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.87 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 950 time: 0.1771441 Nov 03 18:41:51.595403 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249610ce-40a0-4a45-bcf6-2bf1dd4af237 req-e359924e-e3cc-4289-936d-8b4215baa751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:51.596109 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1f8d1-1aa1-4e02-a8a6-9678d4b202be req-726dd7ad-2fdf-477d-a764-16e37c18f071 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:51.597196 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0aa1f8d1-1aa1-4e02-a8a6-9678d4b202be req-726dd7ad-2fdf-477d-a764-16e37c18f071 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.2736115 Nov 03 18:41:51.600248 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-249610ce-40a0-4a45-bcf6-2bf1dd4af237 req-e359924e-e3cc-4289-936d-8b4215baa751 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 1096 time: 0.0798144 Nov 03 18:41:51.654878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4e3b8-edfa-41d7-a740-588b081c006e req-d2a5ed62-69ea-4931-b948-12dead4b655f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:51.668824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3aa4e3b8-edfa-41d7-a740-588b081c006e req-d2a5ed62-69ea-4931-b948-12dead4b655f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.2287431 Nov 03 18:41:51.685630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 785944fe-62d9-42ca-b93e-fd7f545696ed up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:41:51.699958 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-249610ce-40a0-4a45-bcf6-2bf1dd4af237 req-13e55df6-f2e7-4732-abb0-9c969651dc71 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826948 Nov 03 18:41:51.732692 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0aa1f8d1-1aa1-4e02-a8a6-9678d4b202be req-354960bf-bb76-4cef-8125-d0a083834c47 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275790 Nov 03 18:41:51.775040 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-ddba5ef7-e169-4ce5-aad1-a8015cb36541 req-e3c93b93-16f9-465e-bfc7-5b5e1a6870c6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Deleting port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:51.775436 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ddba5ef7-e169-4ce5-aad1-a8015cb36541 req-e3c93b93-16f9-465e-bfc7-5b5e1a6870c6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.814636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 785944fe-62d9-42ca-b93e-fd7f545696ed triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:41:51.815022 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.888423 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3aa4e3b8-edfa-41d7-a740-588b081c006e req-7e362f36-d18b-461c-ad07-99d570a78f46 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040677 Nov 03 18:41:51.921613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-ddba5ef7-e169-4ce5-aad1-a8015cb36541 req-e3c93b93-16f9-465e-bfc7-5b5e1a6870c6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] For port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6b071a72-3287-4240-9b8f-9b1b7cd4acbf,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:51.922377 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ddba5ef7-e169-4ce5-aad1-a8015cb36541 req-e3c93b93-16f9-465e-bfc7-5b5e1a6870c6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:51.941841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-ddba5ef7-e169-4ce5-aad1-a8015cb36541 req-e3c93b93-16f9-465e-bfc7-5b5e1a6870c6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Calling delete_port for 6b071a72-3287-4240-9b8f-9b1b7cd4acbf owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:52.094366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cbb7e-e062-4df4-9a5e-22eb7889068f req-d262e013-e39b-4b73-b577-4b98c95d50d6 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:52.095876 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-413cbb7e-e062-4df4-9a5e-22eb7889068f req-d262e013-e39b-4b73-b577-4b98c95d50d6 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0790737 Nov 03 18:41:52.171251 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ddba5ef7-e169-4ce5-aad1-a8015cb36541 req-e3c93b93-16f9-465e-bfc7-5b5e1a6870c6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.183064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-413cbb7e-e062-4df4-9a5e-22eb7889068f req-7f7cb898-6eb7-4b57-8848-a9574cf39fde tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661049 Nov 03 18:41:52.189317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['07b61f1c-7ac9-42d2-887a-1eae755dc48c', '39843d3a-1e37-4307-9a6d-e7cd251fcd6f', '4462cff5-fbd8-478b-b172-36f0815c6259'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:52.257530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c93b93-16f9-465e-bfc7-5b5e1a6870c6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event deleted for resources: {'Port': ['ID=6b071a72-3287-4240-9b8f-9b1b7cd4acbf,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:52.273543 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5274d991-8ebc-468f-a39a-257ce302a4bc x-openstack-request-id: req-5274d991-8ebc-468f-a39a-257ce302a4bc {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:52.273543 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2041f4d-6478-4cb8-bf64-148bb7ff076e", "name": "network-vif-deleted", "tag": "4462cff5-fbd8-478b-b172-36f0815c6259", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:52.273792 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5274d991-8ebc-468f-a39a-257ce302a4bc {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:52.274065 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2041f4d-6478-4cb8-bf64-148bb7ff076e', 'name': 'network-vif-deleted', 'tag': '4462cff5-fbd8-478b-b172-36f0815c6259', 'status': 'completed', 'code': 200} Nov 03 18:41:52.290748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddba5ef7-e169-4ce5-aad1-a8015cb36541 req-e3c93b93-16f9-465e-bfc7-5b5e1a6870c6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] No DVR routers for this DVR port 6b071a72-3287-4240-9b8f-9b1b7cd4acbf on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:52.303846 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ddba5ef7-e169-4ce5-aad1-a8015cb36541 req-e3c93b93-16f9-465e-bfc7-5b5e1a6870c6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.305803 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:52.309827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ddba5ef7-e169-4ce5-aad1-a8015cb36541 req-e3c93b93-16f9-465e-bfc7-5b5e1a6870c6 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.87 "DELETE /v2.0/ports/6b071a72-3287-4240-9b8f-9b1b7cd4acbf HTTP/1.1" status: 204 len: 173 time: 0.9457800 Nov 03 18:41:52.455302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059865d1-cc7e-4574-9e3c-b7ee2312fedf req-421527ba-5652-43a0-a25a-2263c78965b6 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:52.463618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-059865d1-cc7e-4574-9e3c-b7ee2312fedf req-421527ba-5652-43a0-a25a-2263c78965b6 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.0986357 Nov 03 18:41:52.483524 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-4a556780-c9e7-4c40-8887-348e7b86797d tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2670746 Nov 03 18:41:52.490442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:41:52.555025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-059865d1-cc7e-4574-9e3c-b7ee2312fedf req-1bbc0033-932b-456b-843a-097ba2ed4dba tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905349 Nov 03 18:41:52.561957 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.752905 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:52.836425 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44805ac0-336a-45b4-8379-e6dbb6cb9f4a req-7b14e82f-3c23-4388-8bdd-a8cf48ec96ef tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaf58999-c93a-4364-a09b-f44172ac527f HTTP/1.1" status: 200 len: 210 time: 0.0356529 Nov 03 18:41:52.932888 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Allocated IP 172.25.2.205 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/9679a0a3-9608-4c83-9733-b834c38f2b9c) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:41:52.978373 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad713e0a-17b2-432e-9caa-b09b43320f3b req-f0623317-ee4b-4f44-a9e4-8067793b2850 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:52.980519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad713e0a-17b2-432e-9caa-b09b43320f3b req-f0623317-ee4b-4f44-a9e4-8067793b2850 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.0881100 Nov 03 18:41:53.071810 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad713e0a-17b2-432e-9caa-b09b43320f3b req-5f4a6ef0-021c-4600-b202-a394102d52e0 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585117 Nov 03 18:41:53.094655 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.135728 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.215140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:41:53.224732 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:41:53.226320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:41:53.256595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Pushing event updated for resources: {'Port': ['ID=9679a0a3-9608-4c83-9733-b834c38f2b9c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:53.287275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082017e-3f86-47f6-86d8-739c1bfe5617 req-2a49e02d-e0ac-477d-ac94-aef58e952ef2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:53.292112 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c082017e-3f86-47f6-86d8-739c1bfe5617 req-2a49e02d-e0ac-477d-ac94-aef58e952ef2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.1528227 Nov 03 18:41:53.378646 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c082017e-3f86-47f6-86d8-739c1bfe5617 req-43743342-9898-45f0-b40e-421efe6c3487 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818036 Nov 03 18:41:53.385791 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.435615 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.581552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43894) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:53.702722 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.718522 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.735302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28986c67-e02c-4640-b8df-7a5c897befec req-d3dae2bc-0f53-4504-bbe8-862bd8238936 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:53.736931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28986c67-e02c-4640-b8df-7a5c897befec req-d3dae2bc-0f53-4504-bbe8-862bd8238936 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1227279 Nov 03 18:41:53.742493 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e3f9-c4fd-4c97-ba6d-900992d706bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.819072 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Pushing event updated for resources: {'Port': ['ID=9679a0a3-9608-4c83-9733-b834c38f2b9c,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:53.843802 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e3f9-c4fd-4c97-ba6d-900992d706bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.851433 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.858682 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e3f9-c4fd-4c97-ba6d-900992d706bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.864843 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28986c67-e02c-4640-b8df-7a5c897befec req-4fbffb50-07ab-435e-9bc0-81387f6b985a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069727 Nov 03 18:41:53.880813 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.882363 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-bc32eb30-4374-4e6e-bbe8-8400cf303ac9 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3978310 Nov 03 18:41:53.913502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7e3f9-c4fd-4c97-ba6d-900992d706bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cad9c58-df18-456e-94fa-03d116f108bf,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:53.921492 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3fe7e3f9-c4fd-4c97-ba6d-900992d706bc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0e2ade3410104c74a99a6d97c4fd9415&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3382959 Nov 03 18:41:53.922414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43900) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:53.973564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-d4824dd8-1b61-4d03-9e27-e904cd32e652 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.0710218 Nov 03 18:41:53.977505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6b071a72-3287-4240-9b8f-9b1b7cd4acbf no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:53.985340 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8a3dc6f-08a8-4d03-b642-224d72686619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:53.999190 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 6b071a72-3287-4240-9b8f-9b1b7cd4acbf {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:53.999540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6b071a72-3287-4240-9b8f-9b1b7cd4acbf not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:54.026118 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8a3dc6f-08a8-4d03-b642-224d72686619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.073693 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25075-b564-4e58-88a4-5b26d631ca30 req-ad6479ea-39d0-4034-86a3-b7e0a9a529e5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.075459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-84c25075-b564-4e58-88a4-5b26d631ca30 req-ad6479ea-39d0-4034-86a3-b7e0a9a529e5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.1225441 Nov 03 18:41:54.098348 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8a3dc6f-08a8-4d03-b642-224d72686619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.101673 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8a3dc6f-08a8-4d03-b642-224d72686619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.102852 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b8a3dc6f-08a8-4d03-b642-224d72686619 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0cad9c58-df18-456e-94fa-03d116f108bf HTTP/1.1" status: 204 len: 168 time: 0.1783462 Nov 03 18:41:54.112613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3dc6f-08a8-4d03-b642-224d72686619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cad9c58-df18-456e-94fa-03d116f108bf,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:54.214326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-66c3a22a-4772-40b4-b06d-52f835103bfc tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.217621 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dfeb3d99-0c14-4b43-9c5d-96a86aee2f8d req-66c3a22a-4772-40b4-b06d-52f835103bfc tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.2244997 Nov 03 18:41:54.244220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-84c25075-b564-4e58-88a4-5b26d631ca30 req-80a14118-9792-4337-9924-8846a72748b9 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457260 Nov 03 18:41:54.274874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf58999-c93a-4364-a09b-f44172ac527f', 'name': 'network-vif-deleted', 'tag': '6b071a72-3287-4240-9b8f-9b1b7cd4acbf'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:54.277639 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4213ea-1138-46cb-9f3d-61d85d0acf77" -d '{"events": [{"server_uuid": "aaf58999-c93a-4364-a09b-f44172ac527f", "name": "network-vif-deleted", "tag": "6b071a72-3287-4240-9b8f-9b1b7cd4acbf"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:54.372448 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-da49f49c-fa97-494f-bdc0-73dd723f869d tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/floatingips/be8de63b-b2be-4969-9a04-0b0ef7752daf HTTP/1.1" status: 200 len: 693 time: 0.0823965 Nov 03 18:41:54.432676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25481e-507e-4476-b2ab-b91c75dfc90b req-8b10fb30-ee10-44de-85ac-6902abf2763d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.434192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a25481e-507e-4476-b2ab-b91c75dfc90b req-8b10fb30-ee10-44de-85ac-6902abf2763d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1005220 Nov 03 18:41:54.460996 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 43916) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:54.492213 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3fa5acbd-c1b9-43d9-ae38-dc039b3c581d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.549771 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 4462cff5-fbd8-478b-b172-36f0815c6259 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:41:54.576668 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 4462cff5-fbd8-478b-b172-36f0815c6259 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:41:54.577000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 4462cff5-fbd8-478b-b172-36f0815c6259 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:41:54.586234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-bbe27170-25aa-4aac-b176-03c3eae705fb tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.587616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-bbe27170-25aa-4aac-b176-03c3eae705fb tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.2088950 Nov 03 18:41:54.595169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a25481e-507e-4476-b2ab-b91c75dfc90b req-18a9f328-23ca-431f-aeb3-98c77cde8f49 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332333 Nov 03 18:41:54.606489 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-2eeeb358-cee7-4bf3-a611-505ffecbe92f tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:41:54.607481 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-2eeeb358-cee7-4bf3-a611-505ffecbe92f tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0097840 Nov 03 18:41:54.677877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-2aa275de-733a-4d8d-b644-bd5aa8f97d77 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.0613458 Nov 03 18:41:54.700066 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994099d5-4fa3-4845-b924-53940ed25a9e x-openstack-request-id: req-994099d5-4fa3-4845-b924-53940ed25a9e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:54.700362 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf58999-c93a-4364-a09b-f44172ac527f", "name": "network-vif-deleted", "tag": "6b071a72-3287-4240-9b8f-9b1b7cd4acbf", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:54.700619 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-994099d5-4fa3-4845-b924-53940ed25a9e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:54.701023 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf58999-c93a-4364-a09b-f44172ac527f', 'name': 'network-vif-deleted', 'tag': '6b071a72-3287-4240-9b8f-9b1b7cd4acbf', 'status': 'completed', 'code': 200} Nov 03 18:41:54.748205 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3fa5acbd-c1b9-43d9-ae38-dc039b3c581d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.758282 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-023fa6ac-5d77-4214-a6b7-151dc0b26447 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.0733399 Nov 03 18:41:54.761211 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3fa5acbd-c1b9-43d9-ae38-dc039b3c581d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.862938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3fa5acbd-c1b9-43d9-ae38-dc039b3c581d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=078fb15ceaea4ada8401385b90fb16d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3984890 Nov 03 18:41:54.866105 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43924) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:54.872042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5acbd-c1b9-43d9-ae38-dc039b3c581d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8ed9c7-8f00-4595-b3cc-12604c23efb8,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:54.926285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f7f91-1a8f-4ea2-943b-640f411ce370 req-b3be7fa0-6d2c-4c55-b2ae-62c7c4696aff tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:54.927896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-623f7f91-1a8f-4ea2-943b-640f411ce370 req-b3be7fa0-6d2c-4c55-b2ae-62c7c4696aff tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.1856167 Nov 03 18:41:54.929759 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c734a3c2-7b34-4f99-9722-bf02c9b56474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:54.956224 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c734a3c2-7b34-4f99-9722-bf02c9b56474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.006340 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-623f7f91-1a8f-4ea2-943b-640f411ce370 req-07cc84b0-b5c6-44fa-b787-8b61c7f48d22 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549550 Nov 03 18:41:55.016007 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-3d56f5c7-894f-477d-b872-3f659efd09ba tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Deleting port 9679a0a3-9608-4c83-9733-b834c38f2b9c {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:55.016497 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-3d56f5c7-894f-477d-b872-3f659efd09ba tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.019178 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c734a3c2-7b34-4f99-9722-bf02c9b56474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.022254 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c734a3c2-7b34-4f99-9722-bf02c9b56474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.023887 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c734a3c2-7b34-4f99-9722-bf02c9b56474 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2c8ed9c7-8f00-4595-b3cc-12604c23efb8 HTTP/1.1" status: 204 len: 168 time: 0.1566670 Nov 03 18:41:55.032472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734a3c2-7b34-4f99-9722-bf02c9b56474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8ed9c7-8f00-4595-b3cc-12604c23efb8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:55.130137 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-3d56f5c7-894f-477d-b872-3f659efd09ba tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.130469 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-3d56f5c7-894f-477d-b872-3f659efd09ba tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.152151 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-3d56f5c7-894f-477d-b872-3f659efd09ba tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Calling delete_port for 9679a0a3-9608-4c83-9733-b834c38f2b9c owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:55.364157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92594480-3018-40b3-862a-cd370a7bfc57 req-3b7f8f6f-7a62-488e-acdb-e22513860beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:55.365988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92594480-3018-40b3-862a-cd370a7bfc57 req-3b7f8f6f-7a62-488e-acdb-e22513860beb service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 1097 time: 0.0672734 Nov 03 18:41:55.367065 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-3d56f5c7-894f-477d-b872-3f659efd09ba tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.401925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56f5c7-894f-477d-b872-3f659efd09ba tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Pushing event deleted for resources: {'Port': ['ID=9679a0a3-9608-4c83-9733-b834c38f2b9c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:55.503153 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92594480-3018-40b3-862a-cd370a7bfc57 req-0536c60e-c094-458e-9056-69e2c49799ac service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082556 Nov 03 18:41:55.518705 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-3d56f5c7-894f-477d-b872-3f659efd09ba tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.522462 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-3d56f5c7-894f-477d-b872-3f659efd09ba tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.524567 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53950ebd-a42c-4e2c-a4a9-61d70463a46d req-3d56f5c7-894f-477d-b872-3f659efd09ba tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "DELETE /v2.0/floatingips/be8de63b-b2be-4969-9a04-0b0ef7752daf HTTP/1.1" status: 204 len: 173 time: 0.7412930 Nov 03 18:41:55.606977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315714d-8483-45d8-889d-eb4d3d79bf8c req-243c135d-5aab-4806-82a8-fe62096c9c3e tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:55.608612 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c315714d-8483-45d8-889d-eb4d3d79bf8c req-243c135d-5aab-4806-82a8-fe62096c9c3e tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0757291 Nov 03 18:41:55.674074 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80f89ec5-c24a-4bf0-a542-467e5e94231c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:55.676841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73ce15-360c-4e5c-abf9-ecd788087feb req-043de35d-7b85-49f1-a5cc-9a2ae274a043 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:55.678405 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a73ce15-360c-4e5c-abf9-ecd788087feb req-043de35d-7b85-49f1-a5cc-9a2ae274a043 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.0948341 Nov 03 18:41:55.695132 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c315714d-8483-45d8-889d-eb4d3d79bf8c req-ce99453b-af00-402c-8d4d-20926f7d3b9d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699644 Nov 03 18:41:55.746897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a73ce15-360c-4e5c-abf9-ecd788087feb req-1f261154-632e-40ab-b221-71d574c150d4 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577676 Nov 03 18:41:55.840563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af150ee-d382-4e33-92d0-81d62b720ae3 req-79d7bda1-07ba-4b6d-bbbb-963eb58ed4ff tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:55.842656 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2af150ee-d382-4e33-92d0-81d62b720ae3 req-79d7bda1-07ba-4b6d-bbbb-963eb58ed4ff tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.0581546 Nov 03 18:41:55.918057 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2af150ee-d382-4e33-92d0-81d62b720ae3 req-cd8c24cc-7cca-4445-8c67-ace65505f793 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674613 Nov 03 18:41:55.977195 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-4decef23-5969-4ed2-84e1-aec1912c4d13 req-9a8ab5d4-44f5-487b-bc08-e14cc8301b80 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] show failed (client error): The resource could not be found. Nov 03 18:41:55.978230 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4decef23-5969-4ed2-84e1-aec1912c4d13 req-9a8ab5d4-44f5-487b-bc08-e14cc8301b80 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/floatingips/be8de63b-b2be-4969-9a04-0b0ef7752daf HTTP/1.1" status: 404 len: 350 time: 0.0355635 Nov 03 18:41:56.053689 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-62c071fe-e8df-42cc-88f7-4e16c82297bc req-ac068f42-dc00-4654-99c6-89383dfa94b5 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] show failed (client error): The resource could not be found. Nov 03 18:41:56.054728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62c071fe-e8df-42cc-88f7-4e16c82297bc req-ac068f42-dc00-4654-99c6-89383dfa94b5 tempest-FloatingIPsTestJSON-1678446243 tempest-FloatingIPsTestJSON-1678446243-project] 10.222.0.107 "GET /v2.0/floatingips/be8de63b-b2be-4969-9a04-0b0ef7752daf HTTP/1.1" status: 404 len: 350 time: 0.0426602 Nov 03 18:41:56.067445 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43964) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:56.082486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e47c44-22a7-40d4-bb1b-a0ab8ba440f7 req-2e2b3721-bcfd-4dd2-b8b9-b6257a269d2b tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:56.084558 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31e47c44-22a7-40d4-bb1b-a0ab8ba440f7 req-2e2b3721-bcfd-4dd2-b8b9-b6257a269d2b tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c458a390-2e31-4ff3-b3ff-f3782f7edbba HTTP/1.1" status: 200 len: 950 time: 0.0990686 Nov 03 18:41:56.154549 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31e47c44-22a7-40d4-bb1b-a0ab8ba440f7 req-283b30f8-862a-4713-96d0-44b7ca225416 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639210 Nov 03 18:41:56.203641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6632ef-5852-4a0b-b866-e3c1850ed56b req-ed6ef136-4c66-4125-bc42-96916f623f3f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:56.205568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f6632ef-5852-4a0b-b866-e3c1850ed56b req-ed6ef136-4c66-4125-bc42-96916f623f3f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.0693784 Nov 03 18:41:56.261269 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f6632ef-5852-4a0b-b866-e3c1850ed56b req-aea5a09c-562b-46d2-89ea-69d710ea6b4d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497403 Nov 03 18:41:56.481513 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f7498509-2d05-43e9-b81b-7a2c620052a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.757110 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f7498509-2d05-43e9-b81b-7a2c620052a4 admin admin] Deleting port 785944fe-62d9-42ca-b93e-fd7f545696ed {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:56.757539 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f7498509-2d05-43e9-b81b-7a2c620052a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.852830 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-f7498509-2d05-43e9-b81b-7a2c620052a4 admin admin] For port 785944fe-62d9-42ca-b93e-fd7f545696ed, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=785944fe-62d9-42ca-b93e-fd7f545696ed,segment=NetworkSegment(04354975-eaa7-4787-9407-ca9dbb4b13e2),segment_id=04354975-eaa7-4787-9407-ca9dbb4b13e2)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:56.853253 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f7498509-2d05-43e9-b81b-7a2c620052a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:56.870961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f7498509-2d05-43e9-b81b-7a2c620052a4 admin admin] Calling delete_port for 785944fe-62d9-42ca-b93e-fd7f545696ed owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:56.894010 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7da86-a391-4525-aa3d-5cca458e7f3e req-e4c10bd3-39c5-404e-af8a-64bc5e42b49b tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:56.895690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-48c7da86-a391-4525-aa3d-5cca458e7f3e req-e4c10bd3-39c5-404e-af8a-64bc5e42b49b tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0883880 Nov 03 18:41:56.936745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e921d0-5439-4e15-99c6-ffafac1f2f83 req-0d5e63c2-2608-4eff-9cfd-9764745f887d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:56.938854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37e921d0-5439-4e15-99c6-ffafac1f2f83 req-0d5e63c2-2608-4eff-9cfd-9764745f887d tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.0914161 Nov 03 18:41:57.017280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-48c7da86-a391-4525-aa3d-5cca458e7f3e req-3c86f7b6-ad65-41a5-bfa3-869e93d23b7d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137030 Nov 03 18:41:57.122890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c619a6-f6fa-45ef-a054-0557cc45fdb5 req-6cffe28f-3337-49f1-a7fd-60c62e79b57a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:57.125016 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07c619a6-f6fa-45ef-a054-0557cc45fdb5 req-6cffe28f-3337-49f1-a7fd-60c62e79b57a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "GET /v2.0/ports?device_id=c458a390-2e31-4ff3-b3ff-f3782f7edbba HTTP/1.1" status: 200 len: 950 time: 0.1854341 Nov 03 18:41:57.127467 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f7498509-2d05-43e9-b81b-7a2c620052a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.130982 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37e921d0-5439-4e15-99c6-ffafac1f2f83 req-2ca4b6b6-3ace-4e82-aeed-5179c471ec30 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785729 Nov 03 18:41:57.167018 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7498509-2d05-43e9-b81b-7a2c620052a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=785944fe-62d9-42ca-b93e-fd7f545696ed,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:57.208837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f2b43-bcb9-4275-b7c8-fd7e1a47e27c req-c740ecae-7e14-4de6-8bed-87d9f785ea09 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:57.221677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-399f2b43-bcb9-4275-b7c8-fd7e1a47e27c req-c740ecae-7e14-4de6-8bed-87d9f785ea09 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.1204832 Nov 03 18:41:57.343260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-399f2b43-bcb9-4275-b7c8-fd7e1a47e27c req-f379177b-bcac-4dfd-a39a-688ecc8b4dcd tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205857 Nov 03 18:41:57.369984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831bfa9-5dd0-4748-bbc4-3e39f4feec72 req-30a4ab04-be73-4de1-b032-ee9390ff91bb tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:57.377822 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8831bfa9-5dd0-4748-bbc4-3e39f4feec72 req-30a4ab04-be73-4de1-b032-ee9390ff91bb tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c458a390-2e31-4ff3-b3ff-f3782f7edbba HTTP/1.1" status: 200 len: 950 time: 0.1156430 Nov 03 18:41:57.434288 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-07c619a6-f6fa-45ef-a054-0557cc45fdb5 req-0787346b-c907-4a0c-af7f-d95c42878b9e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Deleting port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:57.435267 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-07c619a6-f6fa-45ef-a054-0557cc45fdb5 req-0787346b-c907-4a0c-af7f-d95c42878b9e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.495124 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f7498509-2d05-43e9-b81b-7a2c620052a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.508680 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8831bfa9-5dd0-4748-bbc4-3e39f4feec72 req-b8417f83-ac9d-4451-8eb0-39d9c5a3f952 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240618 Nov 03 18:41:57.535884 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524c678-ab4f-48d6-93cd-7fb55f5c73ff req-acc5d8c4-4cf3-4c22-b808-6a7e3550ff8d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:57.549644 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7524c678-ab4f-48d6-93cd-7fb55f5c73ff req-acc5d8c4-4cf3-4c22-b808-6a7e3550ff8d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 949 time: 0.1807632 Nov 03 18:41:57.657720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-07c619a6-f6fa-45ef-a054-0557cc45fdb5 req-0787346b-c907-4a0c-af7f-d95c42878b9e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] For port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=39843d3a-1e37-4307-9a6d-e7cd251fcd6f,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:57.657950 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-07c619a6-f6fa-45ef-a054-0557cc45fdb5 req-0787346b-c907-4a0c-af7f-d95c42878b9e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.680937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565c21a-f5c6-496d-bad8-a28c11e9283e req-5899c3e0-b103-4b13-804c-42bd5afdf9d6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:57.683002 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d565c21a-f5c6-496d-bad8-a28c11e9283e req-5899c3e0-b103-4b13-804c-42bd5afdf9d6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.1067371 Nov 03 18:41:57.684003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-07c619a6-f6fa-45ef-a054-0557cc45fdb5 req-0787346b-c907-4a0c-af7f-d95c42878b9e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Calling delete_port for 39843d3a-1e37-4307-9a6d-e7cd251fcd6f owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:57.797329 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d565c21a-f5c6-496d-bad8-a28c11e9283e req-308dc519-2b61-49fb-afba-7b613aecf133 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956802 Nov 03 18:41:57.896652 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-07c619a6-f6fa-45ef-a054-0557cc45fdb5 req-0787346b-c907-4a0c-af7f-d95c42878b9e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:57.915282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['07b61f1c-7ac9-42d2-887a-1eae755dc48c', '39843d3a-1e37-4307-9a6d-e7cd251fcd6f'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:57.955886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787346b-c907-4a0c-af7f-d95c42878b9e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event deleted for resources: {'Port': ['ID=39843d3a-1e37-4307-9a6d-e7cd251fcd6f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:57.981739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:58.071590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c619a6-f6fa-45ef-a054-0557cc45fdb5 req-0787346b-c907-4a0c-af7f-d95c42878b9e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] No DVR routers for this DVR port 39843d3a-1e37-4307-9a6d-e7cd251fcd6f on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:58.076216 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-07c619a6-f6fa-45ef-a054-0557cc45fdb5 req-0787346b-c907-4a0c-af7f-d95c42878b9e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:58.080864 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07c619a6-f6fa-45ef-a054-0557cc45fdb5 req-0787346b-c907-4a0c-af7f-d95c42878b9e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "DELETE /v2.0/ports/39843d3a-1e37-4307-9a6d-e7cd251fcd6f HTTP/1.1" status: 204 len: 173 time: 0.9342031 Nov 03 18:41:58.081593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c458a390-2e31-4ff3-b3ff-f3782f7edbba', 'name': 'network-vif-deleted', 'tag': '39843d3a-1e37-4307-9a6d-e7cd251fcd6f'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:58.084589 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0503e5-7aa5-4fb8-a338-93dd5fa3c085" -d '{"events": [{"server_uuid": "c458a390-2e31-4ff3-b3ff-f3782f7edbba", "name": "network-vif-deleted", "tag": "39843d3a-1e37-4307-9a6d-e7cd251fcd6f"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:58.118198 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-76513831-3ede-45a3-a821-e1b3d9821592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:58.128397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea98f9-23a8-4184-bdbb-6f636aa49842 req-2381a9ab-b64b-4597-8683-074dbaa02b83 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:58.139526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6ea98f9-23a8-4184-bdbb-6f636aa49842 req-2381a9ab-b64b-4597-8683-074dbaa02b83 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1320477 Nov 03 18:41:58.223270 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-7524c678-ab4f-48d6-93cd-7fb55f5c73ff req-b59b9188-c987-4a85-93ad-569bbdd26f23 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Deleting port 07b61f1c-7ac9-42d2-887a-1eae755dc48c {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:58.224709 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7524c678-ab4f-48d6-93cd-7fb55f5c73ff req-b59b9188-c987-4a85-93ad-569bbdd26f23 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:58.270349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a647d4-28fe-4a57-bb44-12d340378835 req-52e5f0b0-37ca-4da7-85af-d51c2926337a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:58.286580 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72a647d4-28fe-4a57-bb44-12d340378835 req-52e5f0b0-37ca-4da7-85af-d51c2926337a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1174815 Nov 03 18:41:58.295854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6ea98f9-23a8-4184-bdbb-6f636aa49842 req-665be3bc-00e0-40bb-87cf-af1671936c91 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548858 Nov 03 18:41:58.402106 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3874bb23-507f-433c-84bc-e50621d77085 x-openstack-request-id: req-3874bb23-507f-433c-84bc-e50621d77085 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:41:58.402468 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c458a390-2e31-4ff3-b3ff-f3782f7edbba", "name": "network-vif-deleted", "tag": "39843d3a-1e37-4307-9a6d-e7cd251fcd6f", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:41:58.402663 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3874bb23-507f-433c-84bc-e50621d77085 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:41:58.403222 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c458a390-2e31-4ff3-b3ff-f3782f7edbba', 'name': 'network-vif-deleted', 'tag': '39843d3a-1e37-4307-9a6d-e7cd251fcd6f', 'status': 'completed', 'code': 200} Nov 03 18:41:58.412703 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72a647d4-28fe-4a57-bb44-12d340378835 req-47e12d77-50e8-43d5-bb07-33211b7e15ff tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243289 Nov 03 18:41:58.520140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7498509-2d05-43e9-b81b-7a2c620052a4 admin admin] Router 87abcff1-5536-4ce3-9480-72d10b226e8f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:41:58.529582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7524c678-ab4f-48d6-93cd-7fb55f5c73ff req-b59b9188-c987-4a85-93ad-569bbdd26f23 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] For port 07b61f1c-7ac9-42d2-887a-1eae755dc48c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=07b61f1c-7ac9-42d2-887a-1eae755dc48c,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:58.529958 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7524c678-ab4f-48d6-93cd-7fb55f5c73ff req-b59b9188-c987-4a85-93ad-569bbdd26f23 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:58.601982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f113f-3718-44e3-a718-818bcdfe8e70 req-fe8c9638-9573-4b9a-bd34-52a4cdf96140 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:58.604245 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-076f113f-3718-44e3-a718-818bcdfe8e70 req-fe8c9638-9573-4b9a-bd34-52a4cdf96140 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.0767560 Nov 03 18:41:58.612430 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae30872-bcbc-439c-bccf-0780f4e151e0 req-e6fa1d21-a1c9-4604-991a-5fa149ec2235 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:58.620975 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ae30872-bcbc-439c-bccf-0780f4e151e0 req-e6fa1d21-a1c9-4604-991a-5fa149ec2235 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1369407 Nov 03 18:41:58.629552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-7524c678-ab4f-48d6-93cd-7fb55f5c73ff req-b59b9188-c987-4a85-93ad-569bbdd26f23 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Calling delete_port for 07b61f1c-7ac9-42d2-887a-1eae755dc48c owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:58.729165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ae30872-bcbc-439c-bccf-0780f4e151e0 req-f37ce5f1-cdb4-479a-b09c-28c930d57830 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023929 Nov 03 18:41:58.733447 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-076f113f-3718-44e3-a718-818bcdfe8e70 req-a4feff14-7963-4a2e-a7be-f92b3b06bc2d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094608 Nov 03 18:41:58.751975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7498509-2d05-43e9-b81b-7a2c620052a4 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:41:58.761408 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f7498509-2d05-43e9-b81b-7a2c620052a4 admin admin] 10.222.0.107 "PUT /v2.0/routers/87abcff1-5536-4ce3-9480-72d10b226e8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6918519 Nov 03 18:41:58.767552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44044) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:41:58.780183 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2cc64c-025a-4218-859e-204b4391207f None None] Sync routers for ids ['87abcff1-5536-4ce3-9480-72d10b226e8f'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:41:58.808646 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2cc64c-025a-4218-859e-204b4391207f None None] Routers {'87abcff1-5536-4ce3-9480-72d10b226e8f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:58.813942 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0b2cc64c-025a-4218-859e-204b4391207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:41:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['87abcff1-5536-4ce3-9480-72d10b226e8f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:58.948646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e7aa0-1f02-405c-88d1-d85ac98a40a2 req-5923d6a9-4fdd-4240-846c-913b0f4e308a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:41:58.956336 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-086e7aa0-1f02-405c-88d1-d85ac98a40a2 req-5923d6a9-4fdd-4240-846c-913b0f4e308a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.1326394 Nov 03 18:41:58.967184 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-0b2cc64c-025a-4218-859e-204b4391207f None None] Set router 87abcff1-5536-4ce3-9480-72d10b226e8f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:59.054776 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-086e7aa0-1f02-405c-88d1-d85ac98a40a2 req-8ecd81cc-b4ba-4d49-a4be-9caecd5eda43 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886011 Nov 03 18:41:59.101376 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7524c678-ab4f-48d6-93cd-7fb55f5c73ff req-b59b9188-c987-4a85-93ad-569bbdd26f23 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.170980 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:41:59.190161 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b9188-c987-4a85-93ad-569bbdd26f23 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event deleted for resources: {'Port': ['ID=07b61f1c-7ac9-42d2-887a-1eae755dc48c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:41:59.215894 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.270326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7524c678-ab4f-48d6-93cd-7fb55f5c73ff req-b59b9188-c987-4a85-93ad-569bbdd26f23 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] No DVR routers for this DVR port 07b61f1c-7ac9-42d2-887a-1eae755dc48c on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:41:59.276391 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7524c678-ab4f-48d6-93cd-7fb55f5c73ff req-b59b9188-c987-4a85-93ad-569bbdd26f23 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.280582 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7524c678-ab4f-48d6-93cd-7fb55f5c73ff req-b59b9188-c987-4a85-93ad-569bbdd26f23 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.98 "DELETE /v2.0/ports/07b61f1c-7ac9-42d2-887a-1eae755dc48c HTTP/1.1" status: 204 len: 173 time: 1.7179284 Nov 03 18:41:59.281311 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fd4619-b05d-4c23-892d-2b03734a7cd9', 'name': 'network-vif-deleted', 'tag': '07b61f1c-7ac9-42d2-887a-1eae755dc48c'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:41:59.292664 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee33b50-2443-4eaf-af14-877284a24c24" -d '{"events": [{"server_uuid": "c0fd4619-b05d-4c23-892d-2b03734a7cd9", "name": "network-vif-deleted", "tag": "07b61f1c-7ac9-42d2-887a-1eae755dc48c"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:41:59.347184 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0b2cc64c-025a-4218-859e-204b4391207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'name': 'tempest-FloatingIPsTestJSON-708670716-router', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '363c1848-5853-4235-b0e9-4344b72a5375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:39Z', 'updated_at': '2021-11-03T18:41:57Z', 'revision_number': 5, 'project_id': 'e2becfdb76304703947ebe723d7d7d1e', 'gw_port': {'id': '363c1848-5853-4235-b0e9-4344b72a5375', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:41:40Z', 'updated_at': '2021-11-03T18:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:59.357336 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.437440 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2cc64c-025a-4218-859e-204b4391207f None None] Checking router: 87abcff1-5536-4ce3-9480-72d10b226e8f for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:41:59.444866 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.466450 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2cc64c-025a-4218-859e-204b4391207f None None] Routers {'87abcff1-5536-4ce3-9480-72d10b226e8f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:41:59.467114 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0b2cc64c-025a-4218-859e-204b4391207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:41:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['87abcff1-5536-4ce3-9480-72d10b226e8f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:59.609323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] Deleting port 363c1848-5853-4235-b0e9-4344b72a5375 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:41:59.609814 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.688921 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-0b2cc64c-025a-4218-859e-204b4391207f None None] Set router 87abcff1-5536-4ce3-9480-72d10b226e8f gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:41:59.802777 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] For port 363c1848-5853-4235-b0e9-4344b72a5375, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=363c1848-5853-4235-b0e9-4344b72a5375,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:41:59.804285 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:41:59.849287 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] Calling delete_port for 363c1848-5853-4235-b0e9-4344b72a5375 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:41:59.939517 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0b2cc64c-025a-4218-859e-204b4391207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'name': 'tempest-FloatingIPsTestJSON-708670716-router', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:39Z', 'updated_at': '2021-11-03T18:41:59Z', 'revision_number': 6, 'project_id': 'e2becfdb76304703947ebe723d7d7d1e', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:41:59.950020 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-008dab12-7d17-4c54-adc5-254f5a6b7d5d req-865bd9b0-952d-4770-bea5-90d32597051a tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=c0fd4619-b05d-4c23-892d-2b03734a7cd9 HTTP/1.1" status: 200 len: 210 time: 0.0554485 Nov 03 18:41:59.981961 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2cc64c-025a-4218-859e-204b4391207f None None] The sync data for ids ['87abcff1-5536-4ce3-9480-72d10b226e8f'] in n-d-812150-4 is: [{'id': '87abcff1-5536-4ce3-9480-72d10b226e8f', 'name': 'tempest-FloatingIPsTestJSON-708670716-router', 'tenant_id': 'e2becfdb76304703947ebe723d7d7d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:41:39Z', 'updated_at': '2021-11-03T18:41:59Z', 'revision_number': 6, 'project_id': 'e2becfdb76304703947ebe723d7d7d1e', 'gw_port_host': None}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:42:00.047821 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130645de-6776-458c-a001-c656dcb8b1e2 x-openstack-request-id: req-130645de-6776-458c-a001-c656dcb8b1e2 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:00.048126 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fd4619-b05d-4c23-892d-2b03734a7cd9", "name": "network-vif-deleted", "tag": "07b61f1c-7ac9-42d2-887a-1eae755dc48c", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:00.048857 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-130645de-6776-458c-a001-c656dcb8b1e2 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:00.049602 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fd4619-b05d-4c23-892d-2b03734a7cd9', 'name': 'network-vif-deleted', 'tag': '07b61f1c-7ac9-42d2-887a-1eae755dc48c', 'status': 'completed', 'code': 200} Nov 03 18:42:00.078132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c92d7c-e4c2-498a-b781-466a56765514 req-9ccdc863-d78a-490a-a6e5-67b890d98021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.083174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c92d7c-e4c2-498a-b781-466a56765514 req-9ccdc863-d78a-490a-a6e5-67b890d98021 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1b6502cc2b2b4c5ca8cf848abbf86c1a&device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 1097 time: 0.1920087 Nov 03 18:42:00.144197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-636880b0-e7c5-4629-b6b6-ac0ed331d864 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.146398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-636880b0-e7c5-4629-b6b6-ac0ed331d864 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 811 time: 0.9145522 Nov 03 18:42:00.172707 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.201859 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=363c1848-5853-4235-b0e9-4344b72a5375,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:00.218967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-9fb95a1f-b5a9-4f0a-a820-9262b816cc21 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/quotas/fd42fde4382c43128145a83ce025634d HTTP/1.1" status: 200 len: 375 time: 0.0147448 Nov 03 18:42:00.248949 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.288887 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.313671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad6c35-0f17-43fc-9492-8f2c1a38b27a req-319c1b04-d174-4a9d-969e-f24330b391fe tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.315274 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2cad6c35-0f17-43fc-9492-8f2c1a38b27a req-319c1b04-d174-4a9d-969e-f24330b391fe tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.2053711 Nov 03 18:42:00.335072 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c92d7c-e4c2-498a-b781-466a56765514 req-9b72c53c-19a2-4ecd-a3e6-92727d416c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.336770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c92d7c-e4c2-498a-b781-466a56765514 req-9b72c53c-19a2-4ecd-a3e6-92727d416c28 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 HTTP/1.1" status: 200 len: 920 time: 0.2388391 Nov 03 18:42:00.414282 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.417559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.430257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f69b4721-2d58-4f72-967e-24e1161950ce tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1970992 Nov 03 18:42:00.438446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c92d7c-e4c2-498a-b781-466a56765514 req-b07041be-048e-4f56-b34c-270982d92506 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c0f455-9d07-4f79-a100-10f1243df0b3 HTTP/1.1" status: 200 len: 217 time: 0.0851007 Nov 03 18:42:00.475959 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.476668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87abcff1-5536-4ce3-9480-72d10b226e8f {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:42:00.482658 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.486939 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b3566515-1165-4dec-90af-8c7228644ecf admin admin] 10.222.0.107 "DELETE /v2.0/routers/87abcff1-5536-4ce3-9480-72d10b226e8f HTTP/1.1" status: 204 len: 168 time: 1.7120852 Nov 03 18:42:00.487856 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44092) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:00.529431 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2cad6c35-0f17-43fc-9492-8f2c1a38b27a req-f04f99b8-fc7a-4047-bd8e-9bc9f479db45 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062147 Nov 03 18:42:00.559936 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.565523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f4fe32-baec-4717-91d8-d98a402a3209 admin admin] Deleting subnet 4a30a8f4-dd14-485d-a541-1e48e6ca1198 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:42:00.570375 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4f4fe32-baec-4717-91d8-d98a402a3209 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.591883 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 07b61f1c-7ac9-42d2-887a-1eae755dc48c no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:00.650033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 07b61f1c-7ac9-42d2-887a-1eae755dc48c {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:00.650371 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 07b61f1c-7ac9-42d2-887a-1eae755dc48c not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:00.651138 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4f4fe32-baec-4717-91d8-d98a402a3209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.651396 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 39843d3a-1e37-4307-9a6d-e7cd251fcd6f no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:00.681875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 39843d3a-1e37-4307-9a6d-e7cd251fcd6f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:00.682452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 39843d3a-1e37-4307-9a6d-e7cd251fcd6f not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:00.730602 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c92d7c-e4c2-498a-b781-466a56765514 req-231270a4-04b3-4884-8283-00ad3ba87800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.732215 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c92d7c-e4c2-498a-b781-466a56765514 req-231270a4-04b3-4884-8283-00ad3ba87800 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=31a76d17-9ed3-48bb-927b-acc9f76c322b HTTP/1.1" status: 200 len: 859 time: 0.2847445 Nov 03 18:42:00.752098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-e36f59d8-6c14-4e8b-bc8a-8b8405c6a411 service neutron] 10.222.0.107 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891188 Nov 03 18:42:00.761086 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4f4fe32-baec-4717-91d8-d98a402a3209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.809812 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c92d7c-e4c2-498a-b781-466a56765514 req-42b06198-417f-47f9-807e-02ada53ce254 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544758 Nov 03 18:42:00.843194 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4f4fe32-baec-4717-91d8-d98a402a3209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.875032 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4fe32-baec-4717-91d8-d98a402a3209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a30a8f4-dd14-485d-a541-1e48e6ca1198,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:00.877338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4f4fe32-baec-4717-91d8-d98a402a3209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:00.884066 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c4f4fe32-baec-4717-91d8-d98a402a3209 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/4a30a8f4-dd14-485d-a541-1e48e6ca1198 HTTP/1.1" status: 204 len: 168 time: 0.3950071 Nov 03 18:42:00.884806 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44102) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:00.887109 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c7875d-36e5-4540-9f90-199c199630f4 None None] Network 5b83c032-ea12-4183-836a-1a74341dbc8c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:00.927816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445c225-dcdb-498c-aba5-1c63d29bacc1 req-8cd1596f-d75c-44aa-bad4-97f9b5c8d4eb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:00.936308 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a445c225-dcdb-498c-aba5-1c63d29bacc1 req-8cd1596f-d75c-44aa-bad4-97f9b5c8d4eb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.2787423 Nov 03 18:42:01.027277 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.077309 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:42:01.109819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-5a92ff8d-ae48-479d-bd30-17902c77e9ce service neutron] 10.222.0.107 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565819 Nov 03 18:42:01.119093 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] Deleting port af6f1d0b-d35a-40b6-81c7-8597232ed38b {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:01.119498 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.129654 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a445c225-dcdb-498c-aba5-1c63d29bacc1 req-7f9f5921-260e-4490-beae-22cc13e4a02b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923263 Nov 03 18:42:01.156887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c92d7c-e4c2-498a-b781-466a56765514 req-94440255-40ea-41ea-92bf-d3fc57e5e6bd service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294692 Nov 03 18:42:01.261433 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] For port af6f1d0b-d35a-40b6-81c7-8597232ed38b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=af6f1d0b-d35a-40b6-81c7-8597232ed38b,segment=NetworkSegment(04354975-eaa7-4787-9407-ca9dbb4b13e2),segment_id=04354975-eaa7-4787-9407-ca9dbb4b13e2)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:01.264178 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.303498 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] Calling delete_port for af6f1d0b-d35a-40b6-81c7-8597232ed38b owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:01.408056 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.417959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01be58e5-86d3-4032-a73d-c5d1c1844200 None None] DHCP port deletion for 5b83c032-ea12-4183-836a-1a74341dbc8c request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:42:01.447788 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.453704 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c92d7c-e4c2-498a-b781-466a56765514 req-a152b237-785b-45ca-98e7-7caf1abbcd1f service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830827 Nov 03 18:42:01.479949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=af6f1d0b-d35a-40b6-81c7-8597232ed38b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:01.484713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa975034-8fb6-4c43-9ea3-29a21098c5e6 req-b5515a52-9709-4781-8380-5af363d4aea6 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:01.486441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] No DVR routers for this DVR port af6f1d0b-d35a-40b6-81c7-8597232ed38b on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:01.503502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa975034-8fb6-4c43-9ea3-29a21098c5e6 req-b5515a52-9709-4781-8380-5af363d4aea6 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.1977937 Nov 03 18:42:01.567413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-01be58e5-86d3-4032-a73d-c5d1c1844200 None None] Deleting port af6f1d0b-d35a-40b6-81c7-8597232ed38b {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:01.570676 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-01be58e5-86d3-4032-a73d-c5d1c1844200 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.596887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa975034-8fb6-4c43-9ea3-29a21098c5e6 req-6a57530e-c7e7-426c-9080-cb1f732fdb58 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759952 Nov 03 18:42:01.676160 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 363c1848-5853-4235-b0e9-4344b72a5375 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:01.704362 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 363c1848-5853-4235-b0e9-4344b72a5375 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:01.705377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 363c1848-5853-4235-b0e9-4344b72a5375 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:01.706257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 785944fe-62d9-42ca-b93e-fd7f545696ed no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:01.744980 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 785944fe-62d9-42ca-b93e-fd7f545696ed {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:01.745521 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 785944fe-62d9-42ca-b93e-fd7f545696ed not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:01.747025 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device af6f1d0b-d35a-40b6-81c7-8597232ed38b no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:01.751139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b65b6aa2-44e1-4a40-9f4f-003faa064526 req-27d915cb-c99e-4437-b33b-ddcce3b9d83d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 210 time: 0.0663843 Nov 03 18:42:01.754111 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.759297 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-01be58e5-86d3-4032-a73d-c5d1c1844200 None None] For port af6f1d0b-d35a-40b6-81c7-8597232ed38b, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:01.760717 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-01be58e5-86d3-4032-a73d-c5d1c1844200 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.793523 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: af6f1d0b-d35a-40b6-81c7-8597232ed38b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:01.794137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device af6f1d0b-d35a-40b6-81c7-8597232ed38b not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:01.805365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b83c032-ea12-4183-836a-1a74341dbc8c']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:01.818935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-01be58e5-86d3-4032-a73d-c5d1c1844200 None None] Calling delete_port for af6f1d0b-d35a-40b6-81c7-8597232ed38b owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:01.822732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-01be58e5-86d3-4032-a73d-c5d1c1844200 None None] Port af6f1d0b-d35a-40b6-81c7-8597232ed38b was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:42:01.824334 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-01be58e5-86d3-4032-a73d-c5d1c1844200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.840275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04354975-eaa7-4787-9407-ca9dbb4b13e2') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:01.842052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04354975-eaa7-4787-9407-ca9dbb4b13e2') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:01.853684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be58e5-86d3-4032-a73d-c5d1c1844200 None None] Pushing event deleted for resources: {'Port': ['ID=af6f1d0b-d35a-40b6-81c7-8597232ed38b,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:01.866685 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be58e5-86d3-4032-a73d-c5d1c1844200 None None] No DVR routers for this DVR port af6f1d0b-d35a-40b6-81c7-8597232ed38b on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:01.886201 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.897527 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77504aa7-b65e-43cc-ae8e-29ca558cb738 req-a1841bd2-4efa-4fe3-8a77-cf42989a3309 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:01.905482 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-77504aa7-b65e-43cc-ae8e-29ca558cb738 req-a1841bd2-4efa-4fe3-8a77-cf42989a3309 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0974472 Nov 03 18:42:01.910509 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.928500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:42:01.928911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:42:01.930839 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:42:01.973168 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-77504aa7-b65e-43cc-ae8e-29ca558cb738 req-8b667612-3506-43d7-b105-83ebdf13d4bf tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662429 Nov 03 18:42:02.042508 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.051807 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.054960 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] 10.222.0.107 "DELETE /v2.0/networks/5b83c032-ea12-4183-836a-1a74341dbc8c HTTP/1.1" status: 204 len: 168 time: 1.1686563 Nov 03 18:42:02.087543 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ac31c-d8c3-474f-90f4-37fed8729de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b83c032-ea12-4183-836a-1a74341dbc8c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:02.297951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4353f-70d9-4119-b1a6-8e23c7e128ac req-34376b39-ecaf-4472-a951-ae4545606c4b tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:02.300201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ce4353f-70d9-4119-b1a6-8e23c7e128ac req-34376b39-ecaf-4472-a951-ae4545606c4b tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 950 time: 0.1044657 Nov 03 18:42:02.327338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5afd89-5735-4004-bea1-db5e1bc0b3df req-d6a0b2b1-bf22-466d-8fe5-9ff462e93d44 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:02.328931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd5afd89-5735-4004-bea1-db5e1bc0b3df req-d6a0b2b1-bf22-466d-8fe5-9ff462e93d44 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.0875454 Nov 03 18:42:02.404375 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd5afd89-5735-4004-bea1-db5e1bc0b3df req-53c03377-9641-4288-a99c-dce239655ea1 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667930 Nov 03 18:42:02.418181 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44140) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:02.426685 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ce4353f-70d9-4119-b1a6-8e23c7e128ac req-4c026972-201a-40f4-a5e2-144342a9165e tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157606 Nov 03 18:42:02.479727 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2977f63f-c263-4426-bfbc-6d9a594d3054 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e2becfdb76304703947ebe723d7d7d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600042 Nov 03 18:42:02.482308 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44144) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:02.543457 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2faac179-4f64-4788-8188-82b3140a05f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.576956 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2faac179-4f64-4788-8188-82b3140a05f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.717057 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2faac179-4f64-4788-8188-82b3140a05f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.719731 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2faac179-4f64-4788-8188-82b3140a05f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:02.720828 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2faac179-4f64-4788-8188-82b3140a05f5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1dd0c472-d57d-44fd-895e-6dd048b4bfd6 HTTP/1.1" status: 204 len: 168 time: 0.2372832 Nov 03 18:42:02.736297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faac179-4f64-4788-8188-82b3140a05f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd0c472-d57d-44fd-895e-6dd048b4bfd6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:02.766573 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-ce632966-61ad-4246-a979-0277d13739f3 service neutron] show failed (client error): The resource could not be found. Nov 03 18:42:02.768830 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-ce632966-61ad-4246-a979-0277d13739f3 service neutron] 10.222.0.98 "GET /v2.0/ports/92554519-1049-402f-871b-d6ddf737462e/bindings/n-h1-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.1053972 Nov 03 18:42:02.818685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a50c4-5894-4db4-bde0-bccefdc6ce9f req-d5260f33-9f95-44a0-b01d-672cae3ce2da tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:02.821426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-000a50c4-5894-4db4-bde0-bccefdc6ce9f req-d5260f33-9f95-44a0-b01d-672cae3ce2da tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.1142976 Nov 03 18:42:02.899620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-000a50c4-5894-4db4-bde0-bccefdc6ce9f req-5e505b48-13a6-4f92-b37b-27c91112e801 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692930 Nov 03 18:42:02.920306 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea21f181-6beb-42ff-97a2-ff2ab4aa0125 req-00334339-1088-408f-b512-800e5a7913d8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 210 time: 0.0417087 Nov 03 18:42:03.235199 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-0b0f344f-3ea5-4d47-ad7b-659be10887f5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:03.235199 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-0b0f344f-3ea5-4d47-ad7b-659be10887f5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 811 time: 0.2295558 Nov 03 18:42:03.252718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-ff6f6c30-ed8a-471c-b6da-d3eb990a0b2e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Request body: {'port': {'device_id': '8099651d-e053-4c23-8d53-9a53d8b73b56', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'admin_state_up': True, 'tenant_id': 'fd42fde4382c43128145a83ce025634d'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:03.327741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-ee4b00f4-a855-42ed-b775-91e9079a25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:03.331078 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-ee4b00f4-a855-42ed-b775-91e9079a25d5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6&tenant_id=72107d064293479db9d913e1eb3d59a8 HTTP/1.1" status: 200 len: 1101 time: 0.1364009 Nov 03 18:42:03.356987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d843-9908-4d13-84ed-0ee6301c173f req-e8f44079-d613-49be-9d3a-5042c864b3a9 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:03.370891 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e310d843-9908-4d13-84ed-0ee6301c173f req-e8f44079-d613-49be-9d3a-5042c864b3a9 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1200035 Nov 03 18:42:03.416326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:03.509017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-ff6f6c30-ed8a-471c-b6da-d3eb990a0b2e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Made reservation on behalf of fd42fde4382c43128145a83ce025634d for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:03.519816 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-ff6f6c30-ed8a-471c-b6da-d3eb990a0b2e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.536354 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e310d843-9908-4d13-84ed-0ee6301c173f req-5c90cf36-aac9-46fd-be6f-cfe1e689efd1 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631372 Nov 03 18:42:03.688523 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:03.726643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f2961-6693-4c28-a046-bbaa1fd656e9 req-f4f3452b-b74d-4a52-8e62-44a8afe6f236 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:03.728297 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b9f2961-6693-4c28-a046-bbaa1fd656e9 req-f4f3452b-b74d-4a52-8e62-44a8afe6f236 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1909323 Nov 03 18:42:03.762044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7040f9-3d86-474c-bb48-4d9693a84e3b req-22155e87-174d-448d-94d2-adfa476c0d7b tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:03.763967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d7040f9-3d86-474c-bb48-4d9693a84e3b req-22155e87-174d-448d-94d2-adfa476c0d7b tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 950 time: 0.1362991 Nov 03 18:42:03.773354 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-ff6f6c30-ed8a-471c-b6da-d3eb990a0b2e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Allocated IP 172.20.0.9 (7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53/bd6ac7e8-7993-435c-a6d9-e549d9c53f62/c90f35d4-81dc-4095-94ec-d3f85ec6612c) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:03.952590 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d7040f9-3d86-474c-bb48-4d9693a84e3b req-f745a1e4-0500-46a9-92a3-ac9a319222d5 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793625 Nov 03 18:42:03.998201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b9f2961-6693-4c28-a046-bbaa1fd656e9 req-7f854fd1-41d9-40b1-a4dd-e90d098c6378 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479024 Nov 03 18:42:04.050848 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-ff6f6c30-ed8a-471c-b6da-d3eb990a0b2e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.137899 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-ff6f6c30-ed8a-471c-b6da-d3eb990a0b2e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.155984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['64c4771b-e71b-4bc2-826e-357ea7e401c0'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:04.209452 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92554519-1049-402f-871b-d6ddf737462e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:04.262922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-ff6f6c30-ed8a-471c-b6da-d3eb990a0b2e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:04.264672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f6c30-ed8a-471c-b6da-d3eb990a0b2e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event updated for resources: {'Port': ['ID=c90f35d4-81dc-4095-94ec-d3f85ec6612c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:04.272177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-ff6f6c30-ed8a-471c-b6da-d3eb990a0b2e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:04.289811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-ff6f6c30-ed8a-471c-b6da-d3eb990a0b2e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:04.293872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076407eb-d91f-4c24-88a9-384290adf8ce req-d63c888e-78bc-4b97-9c8d-9b4f6dcdd52c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:04.301463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-076407eb-d91f-4c24-88a9-384290adf8ce req-d63c888e-78bc-4b97-9c8d-9b4f6dcdd52c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.1774914 Nov 03 18:42:04.381727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:04.411106 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-ff6f6c30-ed8a-471c-b6da-d3eb990a0b2e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:04.411948 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-ff6f6c30-ed8a-471c-b6da-d3eb990a0b2e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.434545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab329a-4a91-41d9-96fe-e7d776f286b7 req-dec0bdf9-ea20-446a-85eb-5a6981cc24a6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:04.436807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8dab329a-4a91-41d9-96fe-e7d776f286b7 req-dec0bdf9-ea20-446a-85eb-5a6981cc24a6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 931 time: 0.2228920 Nov 03 18:42:04.439050 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-ff6f6c30-ed8a-471c-b6da-d3eb990a0b2e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1916394 Nov 03 18:42:04.452037 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Request body: {'port': {'device_id': '8099651d-e053-4c23-8d53-9a53d8b73b56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:04.509524 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-076407eb-d91f-4c24-88a9-384290adf8ce req-d2d132e1-8b61-49b4-8415-6f643ffb56d1 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039170 Nov 03 18:42:04.531376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92554519-1049-402f-871b-d6ddf737462e'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:04.542524 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dc95a9-c5b5-4999-a0ec-3b5d56b3e0fe" -d '{"events": [{"server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "name": "network-vif-unplugged", "status": "completed", "tag": "92554519-1049-402f-871b-d6ddf737462e"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:04.548834 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.606322 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.607078 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8dab329a-4a91-41d9-96fe-e7d776f286b7 req-ab09ca46-77a5-4004-8efd-332076121135 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493261 Nov 03 18:42:04.608766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Transition to ACTIVE for port object 92554519-1049-402f-871b-d6ddf737462e will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:04.626972 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.731561 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3544b7cb-7624-40d9-808b-ac382895f795 x-openstack-request-id: req-3544b7cb-7624-40d9-808b-ac382895f795 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:04.734799 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "name": "network-vif-unplugged", "status": "completed", "tag": "92554519-1049-402f-871b-d6ddf737462e", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:04.737167 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3544b7cb-7624-40d9-808b-ac382895f795 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:04.737654 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92554519-1049-402f-871b-d6ddf737462e', 'code': 200} Nov 03 18:42:04.791760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-05ead11a-d70b-4b17-a355-e7635d59982d None None] Provisioning complete for port c90f35d4-81dc-4095-94ec-d3f85ec6612c triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:04.792465 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-05ead11a-d70b-4b17-a355-e7635d59982d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:04.825870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] No DVR routers for this DVR port 92554519-1049-402f-871b-d6ddf737462e on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:04.870023 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-05ead11a-d70b-4b17-a355-e7635d59982d None None] Port c90f35d4-81dc-4095-94ec-d3f85ec6612c cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:04.872344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Pushing event updated for resources: {'Port': ['ID=92554519-1049-402f-871b-d6ddf737462e,revision_number=6']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:05.065350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Attempting to bind port 92554519-1049-402f-871b-d6ddf737462e on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:05.066315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Attempting to bind port 92554519-1049-402f-871b-d6ddf737462e by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:05.067122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Attempting to bind port 92554519-1049-402f-871b-d6ddf737462e on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:05.091356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Port 92554519-1049-402f-871b-d6ddf737462e on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:05.104138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Attempting to bind port 92554519-1049-402f-871b-d6ddf737462e on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:05.104704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dcec0-f43a-4e7a-982b-90d79aebe9f2 req-42c7c421-1a6c-40ab-9231-1a030d2d88f9 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:05.106920 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3c0dcec0-f43a-4e7a-982b-90d79aebe9f2 req-42c7c421-1a6c-40ab-9231-1a030d2d88f9 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.87 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 950 time: 0.1091216 Nov 03 18:42:05.136491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45cb9b-ceaf-4fe1-b259-b3bd72c1c549 req-8dae5012-1818-4fad-82ea-95b9622a2589 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:05.160561 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f45cb9b-ceaf-4fe1-b259-b3bd72c1c549 req-8dae5012-1818-4fad-82ea-95b9622a2589 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.3095558 Nov 03 18:42:05.207891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:05.208923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:05.211178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:05.213060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Bound port: 92554519-1049-402f-871b-d6ddf737462e, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:05.214647 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.243455 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90f35d4-81dc-4095-94ec-d3f85ec6612c {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:05.257775 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.296719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Transition to ACTIVE for port object c90f35d4-81dc-4095-94ec-d3f85ec6612c will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:05.305385 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.379084 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-3c0dcec0-f43a-4e7a-982b-90d79aebe9f2 req-9b27a64a-29cb-458a-ab70-b76ce22df882 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Deleting port 83f888da-4c59-4c88-876b-187942008e26 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:05.379502 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3c0dcec0-f43a-4e7a-982b-90d79aebe9f2 req-9b27a64a-29cb-458a-ab70-b76ce22df882 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.396519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:05.412798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Pushing event updated for resources: {'Port': ['ID=c90f35d4-81dc-4095-94ec-d3f85ec6612c,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:05.437183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=92554519-1049-402f-871b-d6ddf737462e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:05.472812 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f45cb9b-ceaf-4fe1-b259-b3bd72c1c549 req-27daaa64-10da-4e0b-a3a9-16abff1d39e0 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106594 Nov 03 18:42:05.474557 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.545947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150c747-316b-4906-9e49-d65011c27f23 req-3e18c98c-bde7-42ed-8888-55d271d43ae2 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:05.556169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3150c747-316b-4906-9e49-d65011c27f23 req-3e18c98c-bde7-42ed-8888-55d271d43ae2 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 950 time: 0.3353922 Nov 03 18:42:05.582296 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3c0dcec0-f43a-4e7a-982b-90d79aebe9f2 req-9b27a64a-29cb-458a-ab70-b76ce22df882 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] For port 83f888da-4c59-4c88-876b-187942008e26, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=83f888da-4c59-4c88-876b-187942008e26,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:05.582656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3c0dcec0-f43a-4e7a-982b-90d79aebe9f2 req-9b27a64a-29cb-458a-ab70-b76ce22df882 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.609939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Attempting to bind port c90f35d4-81dc-4095-94ec-d3f85ec6612c on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:05.610622 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Attempting to bind port c90f35d4-81dc-4095-94ec-d3f85ec6612c by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:05.610622 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Attempting to bind port c90f35d4-81dc-4095-94ec-d3f85ec6612c on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:05.617532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-3c0dcec0-f43a-4e7a-982b-90d79aebe9f2 req-9b27a64a-29cb-458a-ab70-b76ce22df882 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Calling delete_port for 83f888da-4c59-4c88-876b-187942008e26 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:05.623156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:05.623850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Port c90f35d4-81dc-4095-94ec-d3f85ec6612c on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:05.624189 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Attempting to bind port c90f35d4-81dc-4095-94ec-d3f85ec6612c on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:05.624335 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.629297 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] 10.222.0.87 "PUT /v2.0/ports/92554519-1049-402f-871b-d6ddf737462e HTTP/1.1" status: 200 len: 1096 time: 2.2510180 Nov 03 18:42:05.631241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44242) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:05.654003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:05.654457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Checking segment: {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:05.655145 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Bound using segment: {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:05.657586 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Bound port: c90f35d4-81dc-4095-94ec-d3f85ec6612c, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:05.658204 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.728362 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338d2da-c55f-4668-aaac-0a0018c0ba2b service neutron] Pushing event updated for resources: {'Port': ['ID=92554519-1049-402f-871b-d6ddf737462e,revision_number=7']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:05.825664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] For port c90f35d4-81dc-4095-94ec-d3f85ec6612c, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:05.844155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3150c747-316b-4906-9e49-d65011c27f23 req-d78c11b4-87af-456b-a23f-477fc892dc5d tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/security-groups?id=0cfd5833-19d2-404f-a574-44921b7062bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860632 Nov 03 18:42:05.854505 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] For port c90f35d4-81dc-4095-94ec-d3f85ec6612c, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=c90f35d4-81dc-4095-94ec-d3f85ec6612c,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:05.869352 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:05.894864 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5e9f8-5347-4c9c-96b3-17036ba241be req-7caab7e2-084b-46dc-a47b-b4d7f8e85bbd tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:05.913844 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3c5e9f8-5347-4c9c-96b3-17036ba241be req-7caab7e2-084b-46dc-a47b-b4d7f8e85bbd tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.3254051 Nov 03 18:42:06.023220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-572216a3-ea6a-4a84-8b54-19da13898573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:06.024998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-572216a3-ea6a-4a84-8b54-19da13898573 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 1099 time: 0.2925868 Nov 03 18:42:06.037531 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3c0dcec0-f43a-4e7a-982b-90d79aebe9f2 req-9b27a64a-29cb-458a-ab70-b76ce22df882 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:06.086625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:06.087260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:06.092078 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] 10.222.0.98 "PUT /v2.0/ports/c90f35d4-81dc-4095-94ec-d3f85ec6612c HTTP/1.1" status: 200 len: 1091 time: 1.6449869 Nov 03 18:42:06.107925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8099651d-e053-4c23-8d53-9a53d8b73b56', 'tag': 'c90f35d4-81dc-4095-94ec-d3f85ec6612c'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:06.110396 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cc95ee-870e-448b-9bb9-9de76fb461df" -d '{"events": [{"name": "network-changed", "server_uuid": "8099651d-e053-4c23-8d53-9a53d8b73b56", "tag": "c90f35d4-81dc-4095-94ec-d3f85ec6612c"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:06.145136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83f888da-4c59-4c88-876b-187942008e26'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:06.151043 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3c5e9f8-5347-4c9c-96b3-17036ba241be req-41dd2f18-2821-4c68-af1d-11e398280f09 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339005 Nov 03 18:42:06.380161 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0dcec0-f43a-4e7a-982b-90d79aebe9f2 req-9b27a64a-29cb-458a-ab70-b76ce22df882 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] No DVR routers for this DVR port 83f888da-4c59-4c88-876b-187942008e26 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:06.382847 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e9b99-ba6d-49c5-8476-932a0fcd155a service neutron] Pushing event updated for resources: {'Port': ['ID=c90f35d4-81dc-4095-94ec-d3f85ec6612c,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:06.392553 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f12b35a1-8dfa-4ec8-8ce6-206ab1fc41a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:06.411080 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3c0dcec0-f43a-4e7a-982b-90d79aebe9f2 req-9b27a64a-29cb-458a-ab70-b76ce22df882 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:06.421418 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3c0dcec0-f43a-4e7a-982b-90d79aebe9f2 req-9b27a64a-29cb-458a-ab70-b76ce22df882 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.87 "DELETE /v2.0/ports/83f888da-4c59-4c88-876b-187942008e26 HTTP/1.1" status: 204 len: 173 time: 1.2982562 Nov 03 18:42:06.441754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429d74d-4bbe-4e95-810c-bf877fdcf1af req-f43b3bb9-dfdd-4389-aa20-38b1970206ba tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:06.451943 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0429d74d-4bbe-4e95-810c-bf877fdcf1af req-f43b3bb9-dfdd-4389-aa20-38b1970206ba tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 948 time: 0.2325191 Nov 03 18:42:06.487849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27a64a-29cb-458a-ab70-b76ce22df882 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] Pushing event deleted for resources: {'Port': ['ID=83f888da-4c59-4c88-876b-187942008e26,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:06.494976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-3a39d870-dba9-44bb-a098-48d0ed65d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:06.496267 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-3a39d870-dba9-44bb-a098-48d0ed65d7c9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.3423572 Nov 03 18:42:06.529306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-76b5bedb-9fe2-4979-b7ee-fd04d5492b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:06.533750 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-76b5bedb-9fe2-4979-b7ee-fd04d5492b3e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 1094 time: 0.3816109 Nov 03 18:42:06.629223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92554519-1049-402f-871b-d6ddf737462e no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:06.662253 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-238fde0a-ef51-4fc0-a90f-65270e934451 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c90f35d4-81dc-4095-94ec-d3f85ec6612c HTTP/1.1" status: 200 len: 217 time: 0.1188636 Nov 03 18:42:06.689475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92554519-1049-402f-871b-d6ddf737462e not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:06.729213 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-61303dbb-a29b-4f95-bf01-b69b3511cd1a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=92554519-1049-402f-871b-d6ddf737462e HTTP/1.1" status: 200 len: 217 time: 0.1803486 Nov 03 18:42:06.750304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'tag': '92554519-1049-402f-871b-d6ddf737462e'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:06.754635 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b" -d '{"events": [{"name": "network-changed", "server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "tag": "92554519-1049-402f-871b-d6ddf737462e"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:06.764988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0429d74d-4bbe-4e95-810c-bf877fdcf1af req-8a8330e2-2d87-44e8-95e5-fafd58596fd5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117664 Nov 03 18:42:06.848981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-91ed4ecf-5ba1-479c-94c1-bf3eda85f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:06.850846 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-91ed4ecf-5ba1-479c-94c1-bf3eda85f6ba service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0929625 Nov 03 18:42:06.891386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d68bfa-82b1-4a3f-aa2d-71e0fcfcb6c9 req-a5a67fa9-fb04-42c3-873a-07036ccf298d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:06.904749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92d68bfa-82b1-4a3f-aa2d-71e0fcfcb6c9 req-a5a67fa9-fb04-42c3-873a-07036ccf298d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 943 time: 0.5983195 Nov 03 18:42:07.032691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-ade9011e-100c-4c55-98c8-4ae83d25d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:07.035259 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-ade9011e-100c-4c55-98c8-4ae83d25d0a7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1675751 Nov 03 18:42:07.065661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92d68bfa-82b1-4a3f-aa2d-71e0fcfcb6c9 req-50c3115f-e665-40e7-a89b-698cf19d349a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574047 Nov 03 18:42:07.190670 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce50ff66-d2f5-4208-8f4e-abac1c17d3da x-openstack-request-id: req-ce50ff66-d2f5-4208-8f4e-abac1c17d3da {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:07.191088 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "tag": "92554519-1049-402f-871b-d6ddf737462e", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:07.191451 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ce50ff66-d2f5-4208-8f4e-abac1c17d3da {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:07.192067 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'tag': '92554519-1049-402f-871b-d6ddf737462e', 'status': 'completed', 'code': 200} Nov 03 18:42:07.208628 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2ae788-75a5-4685-adf8-c3a8a6c9c7a1 x-openstack-request-id: req-2b2ae788-75a5-4685-adf8-c3a8a6c9c7a1 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:07.208967 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8099651d-e053-4c23-8d53-9a53d8b73b56", "tag": "c90f35d4-81dc-4095-94ec-d3f85ec6612c", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:07.209142 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2b2ae788-75a5-4685-adf8-c3a8a6c9c7a1 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:07.209542 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8099651d-e053-4c23-8d53-9a53d8b73b56', 'tag': 'c90f35d4-81dc-4095-94ec-d3f85ec6612c', 'status': 'completed', 'code': 200} Nov 03 18:42:07.251069 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-6940fad3-8198-4023-be39-126089611428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:07.252101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a34c62-c0e8-47d6-835d-788f89cf2b0a req-0b884f0d-2a64-424d-80b7-c6a66793fad1 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:07.253028 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-6940fad3-8198-4023-be39-126089611428 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.5812838 Nov 03 18:42:07.253733 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4a34c62-c0e8-47d6-835d-788f89cf2b0a req-0b884f0d-2a64-424d-80b7-c6a66793fad1 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.2247345 Nov 03 18:42:07.305754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18656619-1eef-434e-ba54-c066c3b1e5dc req-878f5f0f-78ae-46e0-bb47-cfe10fa07ae1 tempest-ServersOnMultiNodesTest-1974797808 tempest-ServersOnMultiNodesTest-1974797808-project] 10.222.0.107 "GET /v2.0/ports?device_id=4da19633-ad0e-4327-9b20-c91e5bfa446f HTTP/1.1" status: 200 len: 210 time: 0.0640972 Nov 03 18:42:07.314348 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f12b35a1-8dfa-4ec8-8ce6-206ab1fc41a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:07.332519 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f12b35a1-8dfa-4ec8-8ce6-206ab1fc41a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:07.360469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-08b1be2b-ad3d-4dde-9fa7-91f023089542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:07.362679 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-08b1be2b-ad3d-4dde-9fa7-91f023089542 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 1099 time: 0.1691697 Nov 03 18:42:07.370877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-09dcc4c7-1c7e-471b-944a-da80f8b912f1 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647357 Nov 03 18:42:07.381315 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-fae81b10-977b-467b-851b-a5fd54c3309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:07.387000 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-fae81b10-977b-467b-851b-a5fd54c3309f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214027 Nov 03 18:42:07.411795 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4a34c62-c0e8-47d6-835d-788f89cf2b0a req-a6dc9a1e-874f-445f-bc85-e1977a12fce4 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376946 Nov 03 18:42:07.562704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b35a1-8dfa-4ec8-8ce6-206ab1fc41a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2da305-40e0-4cb5-ab9a-d71205338f06,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:07.581991 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f12b35a1-8dfa-4ec8-8ce6-206ab1fc41a5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c8e9f2d435814b7999e62b03f11fe928&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9486198 Nov 03 18:42:07.588719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44280) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:07.659974 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-d3369962-d153-4c6d-bf34-56e0fc3c9c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:07.661490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-d3369962-d153-4c6d-bf34-56e0fc3c9c6f service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2897768 Nov 03 18:42:07.694830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9812eeec-e000-4b1f-8f3a-a0f3d76c3f3c req-da5b6b24-5e7b-42db-8975-0c2065f181da service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819800 Nov 03 18:42:07.738749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-5758d4c3-4e50-4552-bbc8-edaf7853de0f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=92554519-1049-402f-871b-d6ddf737462e HTTP/1.1" status: 200 len: 217 time: 0.0665419 Nov 03 18:42:07.745333 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-eb88233c-41bf-4ce5-915b-fbe1cd91d6a1 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430769 Nov 03 18:42:07.850743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-b66f860c-64a2-49e6-a6b3-61c1f0518bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:07.853983 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-b66f860c-64a2-49e6-a6b3-61c1f0518bca service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0904226 Nov 03 18:42:07.870121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c76aae-2c0c-4754-a99b-c9c8e8b97b7b req-9745d403-0473-43c9-bf87-a666f71a6ed9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:07.873710 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80c76aae-2c0c-4754-a99b-c9c8e8b97b7b req-9745d403-0473-43c9-bf87-a666f71a6ed9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1944957 Nov 03 18:42:07.984560 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cc9b1540-e96b-44dc-bb00-3a6668be6b36 req-1bb59a42-969d-4c3d-8abd-5866b4cdce50 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229156 Nov 03 18:42:07.986180 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe900-2a5f-4971-8c8e-c883c4caf690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:08.018975 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 83f888da-4c59-4c88-876b-187942008e26 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:08.066774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80c76aae-2c0c-4754-a99b-c9c8e8b97b7b req-c871e378-aaa4-404d-9779-8cf875333491 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763651 Nov 03 18:42:08.076571 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-ffcf2d6e-4138-409a-b3ff-c5e093fc7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:08.088153 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-ffcf2d6e-4138-409a-b3ff-c5e093fc7374 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2124546 Nov 03 18:42:08.109913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-679d4d34-1edf-4fe3-a2af-106e6d0dc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:08.112845 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-679d4d34-1edf-4fe3-a2af-106e6d0dc2df service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 1099 time: 0.2184248 Nov 03 18:42:08.125051 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 83f888da-4c59-4c88-876b-187942008e26 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:08.125401 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 83f888da-4c59-4c88-876b-187942008e26 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:08.126165 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe900-2a5f-4971-8c8e-c883c4caf690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:08.300013 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe900-2a5f-4971-8c8e-c883c4caf690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:08.307012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe900-2a5f-4971-8c8e-c883c4caf690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:08.309148 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4f5fe900-2a5f-4971-8c8e-c883c4caf690 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fe2da305-40e0-4cb5-ab9a-d71205338f06 HTTP/1.1" status: 204 len: 168 time: 0.7152424 Nov 03 18:42:08.350341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc95ee-870e-448b-9bb9-9de76fb461df req-82e3c8ed-b478-40fc-9748-4a5fed305dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:08.359179 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26cc95ee-870e-448b-9bb9-9de76fb461df req-82e3c8ed-b478-40fc-9748-4a5fed305dc1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 1094 time: 0.2414727 Nov 03 18:42:08.406538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fe900-2a5f-4971-8c8e-c883c4caf690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2da305-40e0-4cb5-ab9a-d71205338f06,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:08.636419 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc95ee-870e-448b-9bb9-9de76fb461df req-94c11de6-d5b9-40e8-9a0b-2809a6d089e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:08.639935 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26cc95ee-870e-448b-9bb9-9de76fb461df req-94c11de6-d5b9-40e8-9a0b-2809a6d089e8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.2640326 Nov 03 18:42:08.719731 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26cc95ee-870e-448b-9bb9-9de76fb461df req-7a34d19c-2287-4531-8f0f-869e9eb67c14 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c90f35d4-81dc-4095-94ec-d3f85ec6612c HTTP/1.1" status: 200 len: 217 time: 0.0714943 Nov 03 18:42:08.750090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-f8883953-264e-4f15-90bc-0be4c1bcd890 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6522100 Nov 03 18:42:08.808002 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0207e6-71dd-4800-a2e2-bea045137ef0 req-898ab244-9606-49f0-9131-38fd7f0282b4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:08.815337 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b0207e6-71dd-4800-a2e2-bea045137ef0 req-898ab244-9606-49f0-9131-38fd7f0282b4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 943 time: 0.1559987 Nov 03 18:42:08.820315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-903b2886-2e20-4ee3-9734-f6332f4cf7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:08.821779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-903b2886-2e20-4ee3-9734-f6332f4cf7dc service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.6644843 Nov 03 18:42:08.849989 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc95ee-870e-448b-9bb9-9de76fb461df req-e329be7e-3b5a-4741-bea8-b92fc9bc2d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:08.855002 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26cc95ee-870e-448b-9bb9-9de76fb461df req-e329be7e-3b5a-4741-bea8-b92fc9bc2d86 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.1270812 Nov 03 18:42:08.924434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-1e9f769c-8b29-4908-9528-465e84da8004 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=92554519-1049-402f-871b-d6ddf737462e HTTP/1.1" status: 200 len: 217 time: 0.0649953 Nov 03 18:42:08.946647 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc95ee-870e-448b-9bb9-9de76fb461df req-c1133938-7a34-4141-8c7c-9e0fb2c2da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:08.949978 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26cc95ee-870e-448b-9bb9-9de76fb461df req-c1133938-7a34-4141-8c7c-9e0fb2c2da82 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869741 Nov 03 18:42:09.017912 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-78f86ff4-233b-4672-917e-0010854d9bca service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585342 Nov 03 18:42:09.034649 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b0207e6-71dd-4800-a2e2-bea045137ef0 req-f7a8feaa-15e7-40ad-83b2-c3a87ee35287 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180350 Nov 03 18:42:09.085746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-0a112af3-7c31-4667-a91d-80642687f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:09.088546 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-0a112af3-7c31-4667-a91d-80642687f450 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1480782 Nov 03 18:42:09.143073 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26cc95ee-870e-448b-9bb9-9de76fb461df req-78dc2647-8cec-462d-ae64-ca07e585753f service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851637 Nov 03 18:42:09.166628 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-e241e81b-119b-4650-a5bc-363a04f706a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:09.170157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-e241e81b-119b-4650-a5bc-363a04f706a2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656593 Nov 03 18:42:09.219521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da19633-ad0e-4327-9b20-c91e5bfa446f', 'name': 'network-vif-deleted', 'tag': '83f888da-4c59-4c88-876b-187942008e26'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:09.228744 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4db88b-6762-4df5-8e3d-b9c4f997f26e" -d '{"events": [{"server_uuid": "4da19633-ad0e-4327-9b20-c91e5bfa446f", "name": "network-vif-deleted", "tag": "83f888da-4c59-4c88-876b-187942008e26"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:09.410434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8776d-df62-4b72-9bba-b8cba6d6ebda req-95d514f7-af4c-4589-a741-97c6e1c5f59e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:09.413098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50a8776d-df62-4b72-9bba-b8cba6d6ebda req-95d514f7-af4c-4589-a741-97c6e1c5f59e tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 948 time: 0.7510114 Nov 03 18:42:09.418908 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-26cc95ee-870e-448b-9bb9-9de76fb461df req-aa6200fe-430e-4eb7-83b4-ef460d05f921 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674665 Nov 03 18:42:09.503154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-365ee831-4c21-4a6e-8376-0b9971131fa5 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944701 Nov 03 18:42:09.669660 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599324e3-3f7b-400f-ac21-2e6843c87866 req-f28d09a6-3650-40cb-9f69-c07b31f7f0f7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:09.671136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-599324e3-3f7b-400f-ac21-2e6843c87866 req-f28d09a6-3650-40cb-9f69-c07b31f7f0f7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1706543 Nov 03 18:42:09.707066 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50a8776d-df62-4b72-9bba-b8cba6d6ebda req-426ce87b-2ae8-46a6-bf8c-52df97299cbd tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670422 Nov 03 18:42:09.777038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44330) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:09.852305 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823065d4-65a2-4127-8a94-4f2c70c39d0a x-openstack-request-id: req-823065d4-65a2-4127-8a94-4f2c70c39d0a {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:09.853379 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da19633-ad0e-4327-9b20-c91e5bfa446f", "name": "network-vif-deleted", "tag": "83f888da-4c59-4c88-876b-187942008e26", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:09.853379 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-823065d4-65a2-4127-8a94-4f2c70c39d0a {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:09.853753 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da19633-ad0e-4327-9b20-c91e5bfa446f', 'name': 'network-vif-deleted', 'tag': '83f888da-4c59-4c88-876b-187942008e26', 'status': 'completed', 'code': 200} Nov 03 18:42:09.856658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc300b6-14b2-44b8-ac37-2b7a3944f20b req-c02d36ef-4324-43e2-bd83-cb4f1d5e83f7 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359814 Nov 03 18:42:09.885863 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-599324e3-3f7b-400f-ac21-2e6843c87866 req-757ffc3f-4d9c-437e-bfc8-fa79cd13a586 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535306 Nov 03 18:42:10.034106 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c1b6e4b4-3e97-4cef-86af-ed034ec2e3bd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=602304e14f394efea572cff480f58f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553105 Nov 03 18:42:10.034513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44336) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:10.145189 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5177edf-3037-447d-b845-678ef55b8b82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:10.231612 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5177edf-3037-447d-b845-678ef55b8b82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:10.278694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860f6c6-2a25-4ab4-846c-3087ae1a0fda req-712dc283-d7c7-4164-a0bf-d60ddfd72b24 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:10.280478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a860f6c6-2a25-4ab4-846c-3087ae1a0fda req-712dc283-d7c7-4164-a0bf-d60ddfd72b24 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 943 time: 0.1170468 Nov 03 18:42:10.394536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a860f6c6-2a25-4ab4-846c-3087ae1a0fda req-cd05a9fa-7fd1-4f8f-8ff2-ae81d4ed7fd1 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936282 Nov 03 18:42:10.427000 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5177edf-3037-447d-b845-678ef55b8b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:10.435422 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5177edf-3037-447d-b845-678ef55b8b82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:10.438576 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e5177edf-3037-447d-b845-678ef55b8b82 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0cfd5833-19d2-404f-a574-44921b7062bd HTTP/1.1" status: 204 len: 168 time: 0.4016976 Nov 03 18:42:10.458337 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5177edf-3037-447d-b845-678ef55b8b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfd5833-19d2-404f-a574-44921b7062bd,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:10.677884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device c90f35d4-81dc-4095-94ec-d3f85ec6612c details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:42:10.822621 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44364) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:10.866813 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port c90f35d4-81dc-4095-94ec-d3f85ec6612c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=c90f35d4-81dc-4095-94ec-d3f85ec6612c,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:10.887183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'c90f35d4-81dc-4095-94ec-d3f85ec6612c', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'port_id': 'c90f35d4-81dc-4095-94ec-d3f85ec6612c', 'mac_address': 'fa:16:3e:81:0a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:42:10.917509 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002617e-ca2b-4b4c-b3ff-2963b66926b7 req-ff583aa8-6c86-4292-8e32-d6ec2121e5d5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:10.925796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2002617e-ca2b-4b4c-b3ff-2963b66926b7 req-ff583aa8-6c86-4292-8e32-d6ec2121e5d5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 948 time: 0.0908155 Nov 03 18:42:10.988667 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:10.992742 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1590166930-network', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:11.000192 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44372) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:11.021469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90f35d4-81dc-4095-94ec-d3f85ec6612c {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:11.029395 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2002617e-ca2b-4b4c-b3ff-2963b66926b7 req-dcaaa8d5-7463-4111-b6dd-96914aedef58 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027157 Nov 03 18:42:11.059053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port c90f35d4-81dc-4095-94ec-d3f85ec6612c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=c90f35d4-81dc-4095-94ec-d3f85ec6612c,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:11.068235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.091836 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b6cd96f5-e8ab-46a6-a227-c99fb1e9eae8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=94ead5da90504f2d8c9d9d8a4d01952d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0892160 Nov 03 18:42:11.092741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44374) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:11.135849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=c90f35d4-81dc-4095-94ec-d3f85ec6612c,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:11.151328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] Made reservation on behalf of 1e84dea8fa8041e993abb7088b06811e for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:11.154131 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.178453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b0f67-215f-4bfa-b971-ae5d6b19fe6a req-2ea44f34-f06f-45e3-85c0-5d32cc3deb4a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:11.181173 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d42b0f67-215f-4bfa-b971-ae5d6b19fe6a req-2ea44f34-f06f-45e3-85c0-5d32cc3deb4a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1418495 Nov 03 18:42:11.182738 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.190473 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.231660 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.282607 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d42b0f67-215f-4bfa-b971-ae5d6b19fe6a req-db91f192-7352-4c1b-81e6-fdaa820febd9 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870628 Nov 03 18:42:11.308323 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['c90f35d4-81dc-4095-94ec-d3f85ec6612c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:11.315898 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.320042 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.326577 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/69e08757-651b-42f8-8d46-d786d16bb51f HTTP/1.1" status: 204 len: 168 time: 0.2303467 Nov 03 18:42:11.343075 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e08757-651b-42f8-8d46-d786d16bb51f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:11.356962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:11.357282 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:11.357528 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:11.358242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:11.358866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:11.359449 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:11.359997 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:11.360340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:11.360989 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:11.361384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:11.361787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:11.362161 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51fe2b1-d454-4e02-be5d-82f8d8936c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:11.453669 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.459561 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.518138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:42:11.537015 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.537470 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] Added segment 80e430c0-0bd0-495a-a4f5-d0cea21b2e7e of type vlan for network 09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f Nov 03 18:42:11.614438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:11.643470 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.700987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a2e7b-68ed-46b1-bbc7-5ae265e23678 req-09e9a78c-2a9b-4dad-8ee2-3d498f06eef7 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:11.701223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-454a2e7b-68ed-46b1-bbc7-5ae265e23678 req-09e9a78c-2a9b-4dad-8ee2-3d498f06eef7 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 944 time: 0.0836735 Nov 03 18:42:11.702449 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.703438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:11.704095 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:11.792114 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44394) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:11.792347 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9682767 Nov 03 18:42:11.797180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0c4fa996-87aa-4358-bbf1-01d22ce45cc4 admin admin] Request body: {'subnet': {'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1590166930-subnet', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:11.802666 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf37522-3593-4ed5-a0ad-1515da206501 admin admin] Pushing event updated for resources: {'Network': ['ID=09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:11.814206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:42:11.852037 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-454a2e7b-68ed-46b1-bbc7-5ae265e23678 req-9fdb2a81-82de-47f0-a236-6a37f1e19f83 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197982 Nov 03 18:42:11.853368 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4fa996-87aa-4358-bbf1-01d22ce45cc4 admin admin] Made reservation on behalf of 1e84dea8fa8041e993abb7088b06811e for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:11.856138 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0c4fa996-87aa-4358-bbf1-01d22ce45cc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.029803 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 92554519-1049-402f-871b-d6ddf737462e details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:42:12.086080 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0c4fa996-87aa-4358-bbf1-01d22ce45cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.189597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fa996-87aa-4358-bbf1-01d22ce45cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b806a4b-81b6-4de6-9324-25e4cdc5cc11,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:12.210959 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4fa996-87aa-4358-bbf1-01d22ce45cc4 admin admin] Checking segment: {'id': '80e430c0-0bd0-495a-a4f5-d0cea21b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:12.214019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4fa996-87aa-4358-bbf1-01d22ce45cc4 admin admin] Network hostable DHCP agents. Network: 09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:42:12.240904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=92554519-1049-402f-871b-d6ddf737462e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:12.248741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4fa996-87aa-4358-bbf1-01d22ce45cc4 admin admin] Network 09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:42:12.270687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-0c4fa996-87aa-4358-bbf1-01d22ce45cc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:12.279870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4fa996-87aa-4358-bbf1-01d22ce45cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:12.281562 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0c4fa996-87aa-4358-bbf1-01d22ce45cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.295335 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '92554519-1049-402f-871b-d6ddf737462e', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '92554519-1049-402f-871b-d6ddf737462e', 'mac_address': 'fa:16:3e:ad:6d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:42:12.310554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe7ad4c-6ab3-44c5-a879-75244257e155 None None] Network 09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:12.316045 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0c4fa996-87aa-4358-bbf1-01d22ce45cc4 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5227509 Nov 03 18:42:12.318570 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44418) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:12.319452 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58282e50-5b61-4d1f-a175-ad5a33fca5be req-24bef34f-f760-4505-b824-37be36762b53 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:12.326343 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1590166930-router', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:12.341514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58282e50-5b61-4d1f-a175-ad5a33fca5be req-24bef34f-f760-4505-b824-37be36762b53 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 948 time: 0.1369891 Nov 03 18:42:12.357089 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.359395 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.454787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58282e50-5b61-4d1f-a175-ad5a33fca5be req-4051e2ea-0168-4f18-b892-7b15f02002b5 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124780 Nov 03 18:42:12.597737 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.619926 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.628541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18f3d1-e2bd-40ff-8ec4-77ff1c4eed03 req-2f3c8be8-9d0c-4b2a-9561-b211ba10a978 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:12.631857 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb18f3d1-e2bd-40ff-8ec4-77ff1c4eed03 req-2f3c8be8-9d0c-4b2a-9561-b211ba10a978 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1571200 Nov 03 18:42:12.657725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92554519-1049-402f-871b-d6ddf737462e {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:12.708771 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=92554519-1049-402f-871b-d6ddf737462e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:12.720358 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device c90f35d4-81dc-4095-94ec-d3f85ec6612c up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:12.734816 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.828364 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb18f3d1-e2bd-40ff-8ec4-77ff1c4eed03 req-26e8bc5c-e5ce-470f-8362-4676ce69ef82 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685872 Nov 03 18:42:12.860658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f', 'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'fixed_ips': [{'subnet_id': '2b806a4b-81b6-4de6-9324-25e4cdc5cc11'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:42:12.862235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.928596 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:12.986176 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-87f4411d-f85e-4a87-ba66-c9e9d4542371 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:12.988689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-87f4411d-f85e-4a87-ba66-c9e9d4542371 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.87 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6&tenant_id=72107d064293479db9d913e1eb3d59a8&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 949 time: 0.1422760 Nov 03 18:42:13.037722 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port c90f35d4-81dc-4095-94ec-d3f85ec6612c completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:42:13.145893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399e9ea-2bb9-4af3-8220-772e2c0163a9 req-09e580db-79bc-44a5-b9b2-f675c2069788 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:13.153016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port c90f35d4-81dc-4095-94ec-d3f85ec6612c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:13.153390 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.160193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a399e9ea-2bb9-4af3-8220-772e2c0163a9 req-09e580db-79bc-44a5-b9b2-f675c2069788 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 949 time: 0.1895981 Nov 03 18:42:13.168355 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=92554519-1049-402f-871b-d6ddf737462e,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:13.261909 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.342507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.351140 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-9202e2d4-6cfc-4a6a-af90-99633993c86a service neutron] 10.222.0.87 "GET /v2.0/ports/92554519-1049-402f-871b-d6ddf737462e/bindings/n-h1-812150-4 HTTP/1.1" status: 200 len: 382 time: 0.3072784 Nov 03 18:42:13.373404 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.412765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Allocated IP 172.20.0.2 (09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f/2b806a4b-81b6-4de6-9324-25e4cdc5cc11/37011ee6-7de4-4d52-a398-0b3e3e881e12) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:13.435231 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a399e9ea-2bb9-4af3-8220-772e2c0163a9 req-c87e8b56-e1fb-4b4d-8039-6862b2e80932 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738690 Nov 03 18:42:13.494494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b3cda-bc1b-4f59-a2e7-842ef5b46c1b req-1d6a4ed7-7a39-4bd1-9242-a2e955666eaa tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:13.500494 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.502947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['92554519-1049-402f-871b-d6ddf737462e'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:13.503862 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c0b3cda-bc1b-4f59-a2e7-842ef5b46c1b req-1d6a4ed7-7a39-4bd1-9242-a2e955666eaa tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 944 time: 0.3224392 Nov 03 18:42:13.573966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c0b3cda-bc1b-4f59-a2e7-842ef5b46c1b req-f80421f9-26fa-4dfd-801f-690b84004820 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688801 Nov 03 18:42:13.584913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-94531ab1-48cb-4129-aa06-08bf7694db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:13.587385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-94531ab1-48cb-4129-aa06-08bf7694db11 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 1100 time: 0.1507623 Nov 03 18:42:13.601377 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Allocated IP 172.25.2.7 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/4eb55166-9907-4ca1-92ba-82d51d6c2668) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:13.639240 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8099651d-e053-4c23-8d53-9a53d8b73b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90f35d4-81dc-4095-94ec-d3f85ec6612c'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:13.641984 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae219fe-4ed8-46c5-a1ed-e1a42ebae4d5" -d '{"events": [{"server_uuid": "8099651d-e053-4c23-8d53-9a53d8b73b56", "name": "network-vif-plugged", "status": "completed", "tag": "c90f35d4-81dc-4095-94ec-d3f85ec6612c"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:13.785103 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:13.806756 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-8bcd880d-25f7-4001-8f55-ceff4df7186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:13.809924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-8bcd880d-25f7-4001-8f55-ceff4df7186e service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1964307 Nov 03 18:42:13.817614 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac05c2c8-0a85-4a60-89d8-838de7e2a431 x-openstack-request-id: req-ac05c2c8-0a85-4a60-89d8-838de7e2a431 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:13.818115 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8099651d-e053-4c23-8d53-9a53d8b73b56", "name": "network-vif-plugged", "status": "completed", "tag": "c90f35d4-81dc-4095-94ec-d3f85ec6612c", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:13.818389 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ac05c2c8-0a85-4a60-89d8-838de7e2a431 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:13.818787 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8099651d-e053-4c23-8d53-9a53d8b73b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90f35d4-81dc-4095-94ec-d3f85ec6612c', 'code': 200} Nov 03 18:42:13.844422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port c90f35d4-81dc-4095-94ec-d3f85ec6612c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=c90f35d4-81dc-4095-94ec-d3f85ec6612c,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:13.874017 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.009085 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bd496cfc-30a0-4419-89d2-c4d073844b76 req-aa34a0b7-6f21-4233-b3ad-cc387364c22f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2014868 Nov 03 18:42:14.020558 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780198c-3c26-4277-9c23-5a4319d73944 req-a39d1cad-6be5-4b64-bd9f-3b8db1746b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:14.022329 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2780198c-3c26-4277-9c23-5a4319d73944 req-a39d1cad-6be5-4b64-bd9f-3b8db1746b11 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 1095 time: 0.2191749 Nov 03 18:42:14.028807 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.030741 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.037466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=c90f35d4-81dc-4095-94ec-d3f85ec6612c,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:14.054706 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.061046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-6792ddc1-78b8-4385-869d-0318292dcd80 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=92554519-1049-402f-871b-d6ddf737462e HTTP/1.1" status: 200 len: 217 time: 0.2391341 Nov 03 18:42:14.094040 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:14.126975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:14.162848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:14.189989 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Network 09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:14.221145 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2780198c-3c26-4277-9c23-5a4319d73944 req-fd3efb9e-22c0-4baa-a555-763c5157a6a9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780784 Nov 03 18:42:14.226368 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:14.237562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:14.245031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-cbb22166-7f10-40cf-bf8e-2197f399751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:14.246690 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Pushing event updated for resources: {'Port': ['ID=37011ee6-7de4-4d52-a398-0b3e3e881e12,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:14.248371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-cbb22166-7f10-40cf-bf8e-2197f399751e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1113663 Nov 03 18:42:14.275014 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Pushing event updated for resources: {'Port': ['ID=4eb55166-9907-4ca1-92ba-82d51d6c2668,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:14.286704 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41c9d9-60f1-4040-83c5-f85c3b6e1f36 req-cbfb548b-3b33-4040-8a87-1829159c0976 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:14.296509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c41c9d9-60f1-4040-83c5-f85c3b6e1f36 req-cbfb548b-3b33-4040-8a87-1829159c0976 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.2342515 Nov 03 18:42:14.405198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-68b4f6b7-56e2-4b42-9b03-6e5022adf6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:14.407634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-68b4f6b7-56e2-4b42-9b03-6e5022adf6f4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077418 Nov 03 18:42:14.416967 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd496cfc-30a0-4419-89d2-c4d073844b76 req-d4f31162-eef1-406c-ba2f-ae97a5a2635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:14.418502 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bd496cfc-30a0-4419-89d2-c4d073844b76 req-d4f31162-eef1-406c-ba2f-ae97a5a2635f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1b6502cc2b2b4c5ca8cf848abbf86c1a&device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 1097 time: 0.3309968 Nov 03 18:42:14.428567 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c41c9d9-60f1-4040-83c5-f85c3b6e1f36 req-1149ba01-5f19-42ba-aa59-ca785faaf698 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303289 Nov 03 18:42:14.502373 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Attempting to bind port 37011ee6-7de4-4d52-a398-0b3e3e881e12 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:14.503470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Attempting to bind port 37011ee6-7de4-4d52-a398-0b3e3e881e12 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '80e430c0-0bd0-495a-a4f5-d0cea21b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:14.504552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Attempting to bind port 37011ee6-7de4-4d52-a398-0b3e3e881e12 on network 09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:14.579679 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:14.581385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Checking segment: {'id': '80e430c0-0bd0-495a-a4f5-d0cea21b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:14.585120 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.586042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Bound using segment: {'id': '80e430c0-0bd0-495a-a4f5-d0cea21b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:14.587100 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Bound port: 37011ee6-7de4-4d52-a398-0b3e3e881e12, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e430c0-0bd0-495a-a4f5-d0cea21b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:14.589645 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.646686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0696022-85ec-458c-8b6c-20ee429e726d req-1907bc64-d6de-4edc-8bb8-6e01abcd10f2 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:14.654792 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0696022-85ec-458c-8b6c-20ee429e726d req-1907bc64-d6de-4edc-8bb8-6e01abcd10f2 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 949 time: 0.0913858 Nov 03 18:42:14.676606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd496cfc-30a0-4419-89d2-c4d073844b76 req-b50c6084-50cc-46ce-8459-5872c8a436d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:14.678760 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bd496cfc-30a0-4419-89d2-c4d073844b76 req-b50c6084-50cc-46ce-8459-5872c8a436d8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 HTTP/1.1" status: 200 len: 920 time: 0.2176378 Nov 03 18:42:14.717225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-ef88927f-36dc-4da5-a162-9d0ed505876b service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727277 Nov 03 18:42:14.732239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0696022-85ec-458c-8b6c-20ee429e726d req-cc841e37-e3e8-42a3-94c8-7bc72cea9c6c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745277 Nov 03 18:42:14.811553 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bd496cfc-30a0-4419-89d2-c4d073844b76 req-2188cc30-b186-4e24-89a5-b524d3344883 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92c0f455-9d07-4f79-a100-10f1243df0b3 HTTP/1.1" status: 200 len: 217 time: 0.1164982 Nov 03 18:42:14.873427 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-e3fd8fd4-6595-4cb9-beab-fda7f87d7dae service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977018 Nov 03 18:42:14.907506 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] For port 37011ee6-7de4-4d52-a398-0b3e3e881e12, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:14.913594 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] For port 37011ee6-7de4-4d52-a398-0b3e3e881e12, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=37011ee6-7de4-4d52-a398-0b3e3e881e12,segment=NetworkSegment(80e430c0-0bd0-495a-a4f5-d0cea21b2e7e),segment_id=80e430c0-0bd0-495a-a4f5-d0cea21b2e7e)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:14.918839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bf060-fe11-4bc2-95f7-0f358992e6ae req-70db6328-6bab-42f4-a477-f22db6144b65 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:14.926478 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:14.931378 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b13bf060-fe11-4bc2-95f7-0f358992e6ae req-70db6328-6bab-42f4-a477-f22db6144b65 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 945 time: 0.2135861 Nov 03 18:42:15.028625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd496cfc-30a0-4419-89d2-c4d073844b76 req-bf4de547-e580-4c0e-ade1-3c650816daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:15.032842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b13bf060-fe11-4bc2-95f7-0f358992e6ae req-4ebe6f10-db35-499c-8962-573b0d33e933 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003904 Nov 03 18:42:15.034503 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bd496cfc-30a0-4419-89d2-c4d073844b76 req-bf4de547-e580-4c0e-ade1-3c650816daa3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=31a76d17-9ed3-48bb-927b-acc9f76c322b HTTP/1.1" status: 200 len: 859 time: 0.1516197 Nov 03 18:42:15.071075 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.075161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a968f-bb66-4cda-89f0-26ed539d3a3e None None] Pushing event updated for resources: {'Port': ['ID=37011ee6-7de4-4d52-a398-0b3e3e881e12,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:15.171865 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bd496cfc-30a0-4419-89d2-c4d073844b76 req-30df9ade-5e85-48c9-a45d-e23634c5a7e7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304577 Nov 03 18:42:15.360410 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bd496cfc-30a0-4419-89d2-c4d073844b76 req-67f1124b-965d-463a-b2fe-bc37c625c425 service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636500 Nov 03 18:42:15.676568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d1237-0a79-4119-b3ed-92fb3c16c8f5 req-c1b02353-43ff-4a07-9a85-08c9f9a5b6f1 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:15.686211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f0d1237-0a79-4119-b3ed-92fb3c16c8f5 req-c1b02353-43ff-4a07-9a85-08c9f9a5b6f1 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1190488 Nov 03 18:42:15.797420 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 37011ee6-7de4-4d52-a398-0b3e3e881e12 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:15.824635 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f0d1237-0a79-4119-b3ed-92fb3c16c8f5 req-e6ac7622-fbc0-4cc6-8970-a0f928adabf0 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374145 Nov 03 18:42:15.882454 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bd496cfc-30a0-4419-89d2-c4d073844b76 req-52e242b0-534a-4663-9593-763783f33f29 service neutron] 10.222.0.87 "GET /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131946 Nov 03 18:42:15.927215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc544305-a597-4661-bf39-98acf7d0fb08 req-a0c60a62-5f15-4914-81cc-bccfb9bd2cde tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:15.932530 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:15.952781 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dc544305-a597-4661-bf39-98acf7d0fb08 req-a0c60a62-5f15-4914-81cc-bccfb9bd2cde tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 949 time: 0.1269784 Nov 03 18:42:15.993021 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 37011ee6-7de4-4d52-a398-0b3e3e881e12 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:15.994102 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:16.082453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dc544305-a597-4661-bf39-98acf7d0fb08 req-9b19e5d3-9982-4138-ba8b-f88cbad54bd2 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271288 Nov 03 18:42:16.145379 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Router 81cb0791-467a-4be8-8570-228156188258 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:42:16.248102 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2702c-a7a5-477d-9279-9f846227a6f3 req-2d07daf5-b32c-482e-898a-f57e166cbc46 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:16.261978 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28e2702c-a7a5-477d-9279-9f846227a6f3 req-2d07daf5-b32c-482e-898a-f57e166cbc46 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 945 time: 0.1117036 Nov 03 18:42:16.325739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28e2702c-a7a5-477d-9279-9f846227a6f3 req-27e7d9b3-313f-4d3c-a0fb-b52d43f0d280 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614686 Nov 03 18:42:16.550597 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:16.602629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 37011ee6-7de4-4d52-a398-0b3e3e881e12, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=37011ee6-7de4-4d52-a398-0b3e3e881e12,segment=NetworkSegment(80e430c0-0bd0-495a-a4f5-d0cea21b2e7e),segment_id=80e430c0-0bd0-495a-a4f5-d0cea21b2e7e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:16.608563 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:16.683344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=37011ee6-7de4-4d52-a398-0b3e3e881e12,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:16.902293 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:42:16.917198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Sync routers for ids ['81cb0791-467a-4be8-8570-228156188258'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:42:16.924842 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44564) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:16.925703 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:16.932259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44566) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:16.933889 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5834e5d1-e237-433b-8b01-00c9ce7cfab1 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6119614 Nov 03 18:42:16.951405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Routers {'81cb0791-467a-4be8-8570-228156188258'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:16.956079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:41:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['81cb0791-467a-4be8-8570-228156188258'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:17.057608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e478916-578d-4be7-891f-8b040c9c013a None None] Network 09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:17.128364 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.224179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ae266fc3-af36-4b71-b5b0-b43f169b555e None None] Provisioning complete for port 37011ee6-7de4-4d52-a398-0b3e3e881e12 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:17.224963 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ae266fc3-af36-4b71-b5b0-b43f169b555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.267239 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.290220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.351918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f7e1384f7fe744759ff8df1697379810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4258125 Nov 03 18:42:17.354835 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44584) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:17.414087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Set router 81cb0791-467a-4be8-8570-228156188258 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:17.447462 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-758d8542-92b0-4bff-9f46-8ceb22837a80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.479199 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-758d8542-92b0-4bff-9f46-8ceb22837a80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.598938 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-758d8542-92b0-4bff-9f46-8ceb22837a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.602727 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-758d8542-92b0-4bff-9f46-8ceb22837a80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.612743 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-758d8542-92b0-4bff-9f46-8ceb22837a80 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/238188cf-eec6-4492-8610-33d78e3a6c38 HTTP/1.1" status: 204 len: 168 time: 0.2540677 Nov 03 18:42:17.637935 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d8542-92b0-4bff-9f46-8ceb22837a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238188cf-eec6-4492-8610-33d78e3a6c38,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:17.731595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 37011ee6-7de4-4d52-a398-0b3e3e881e12 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:17.889375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475f037-8d47-46d1-a502-b34aa2fbcd74 req-bb3b7c51-afd3-434e-8d4c-1dbd0711f004 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:17.897648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6475f037-8d47-46d1-a502-b34aa2fbcd74 req-bb3b7c51-afd3-434e-8d4c-1dbd0711f004 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.8197229 Nov 03 18:42:17.924909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238188cf-eec6-4492-8610-33d78e3a6c38,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:17.958002 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a34fd4-f79e-4488-8c61-10d3fb68cc5d req-4595801c-5e85-457c-8856-65c3b362de62 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:17.965220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 37011ee6-7de4-4d52-a398-0b3e3e881e12 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:17.965600 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:17.968784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27a34fd4-f79e-4488-8c61-10d3fb68cc5d req-4595801c-5e85-457c-8856-65c3b362de62 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 949 time: 0.6960950 Nov 03 18:42:18.056600 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 92554519-1049-402f-871b-d6ddf737462e up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:18.094466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:18.095370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:18.096208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:18.097242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:18.097853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:18.098455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:18.099062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:18.099782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:18.100342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:18.101409 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:18.102021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:18.102688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37283-3f4e-4516-a9b2-ff9d1e93388b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:18.184897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27a34fd4-f79e-4488-8c61-10d3fb68cc5d req-49b66a26-b9fb-46f3-8e7b-31e8669e2696 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132423 Nov 03 18:42:18.227016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cb0791-467a-4be8-8570-228156188258', 'name': 'tempest-ServersTestMultiNic-1590166930-router', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:12Z', 'updated_at': '2021-11-03T18:42:14Z', 'revision_number': 3, 'project_id': '1e84dea8fa8041e993abb7088b06811e', 'gw_port': {'id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cb0791-467a-4be8-8570-228156188258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:13Z', 'updated_at': '2021-11-03T18:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:18.286918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6475f037-8d47-46d1-a502-b34aa2fbcd74 req-0cffbca1-ff39-4bb6-9b54-c694ae6bf5c0 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401973 Nov 03 18:42:18.309334 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:18.405892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44604) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:18.455218 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25337cb1-ae52-4db9-839e-76bbfcc7549a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:18.552104 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Checking router: 81cb0791-467a-4be8-8570-228156188258 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:42:18.552486 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Updating router 81cb0791-467a-4be8-8570-228156188258 port 4eb55166-9907-4ca1-92ba-82d51d6c2668 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:42:18.657447 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25337cb1-ae52-4db9-839e-76bbfcc7549a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:18.662198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0b58227e-2c06-47cb-b934-6b6888a5eefa None None] Provisioning complete for port 37011ee6-7de4-4d52-a398-0b3e3e881e12 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:18.668968 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25337cb1-ae52-4db9-839e-76bbfcc7549a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:18.669208 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b58227e-2c06-47cb-b934-6b6888a5eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:18.671793 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Allocated IP 172.20.0.1 (09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f/2b806a4b-81b6-4de6-9324-25e4cdc5cc11/96d94c41-223b-433f-a0ef-cf7fb18b0f38) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:18.690099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 92554519-1049-402f-871b-d6ddf737462e completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:42:18.759331 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 92554519-1049-402f-871b-d6ddf737462e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:18.763445 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:18.810682 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:18.829428 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44616) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:18.830538 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-25337cb1-ae52-4db9-839e-76bbfcc7549a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1c285dfb34284e4ab92b8a7ac7b16e5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4169397 Nov 03 18:42:18.854931 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25337cb1-ae52-4db9-839e-76bbfcc7549a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ed223d-48e0-4a79-ba93-0281c694666a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:18.983241 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf80ec8b-38cf-4818-ac3f-404c7b08fb51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.000484 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.024692 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf80ec8b-38cf-4818-ac3f-404c7b08fb51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.043499 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.075817 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.149469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92554519-1049-402f-871b-d6ddf737462e'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:19.151910 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6454ac-0231-4751-8aa9-0f6d9033cb99" -d '{"events": [{"server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "name": "network-vif-plugged", "status": "completed", "tag": "92554519-1049-402f-871b-d6ddf737462e"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:19.174111 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=92554519-1049-402f-871b-d6ddf737462e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:19.176131 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf80ec8b-38cf-4818-ac3f-404c7b08fb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.185369 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf80ec8b-38cf-4818-ac3f-404c7b08fb51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.201639 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.203558 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cf80ec8b-38cf-4818-ac3f-404c7b08fb51 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/01ed223d-48e0-4a79-ba93-0281c694666a HTTP/1.1" status: 204 len: 168 time: 0.3697345 Nov 03 18:42:19.238119 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80ec8b-38cf-4818-ac3f-404c7b08fb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ed223d-48e0-4a79-ba93-0281c694666a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:19.257165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Pushing event updated for resources: {'Port': ['ID=96d94c41-223b-433f-a0ef-cf7fb18b0f38,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:19.299816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Network 09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:19.307146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:19.315188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:19.388037 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d573bb0-a306-4163-a28e-dd4d5d47d509 x-openstack-request-id: req-4d573bb0-a306-4163-a28e-dd4d5d47d509 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:19.388601 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "name": "network-vif-plugged", "status": "completed", "tag": "92554519-1049-402f-871b-d6ddf737462e", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:19.388601 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4d573bb0-a306-4163-a28e-dd4d5d47d509 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:19.389064 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92554519-1049-402f-871b-d6ddf737462e', 'code': 200} Nov 03 18:42:19.456330 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-e27dc9e9-929a-4395-8afa-b05af28ddbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:19.458497 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-e27dc9e9-929a-4395-8afa-b05af28ddbe8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6&tenant_id=72107d064293479db9d913e1eb3d59a8 HTTP/1.1" status: 200 len: 1101 time: 0.4445262 Nov 03 18:42:19.470574 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-1ae37112-6991-4b3b-99a8-206e197c0119 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:42:19.471938 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-1ae37112-6991-4b3b-99a8-206e197c0119 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0060513 Nov 03 18:42:19.484720 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:19.524603 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=92554519-1049-402f-871b-d6ddf737462e,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:19.618288 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.648653 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.723363 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.733527 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.750852 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab0556-e29d-4255-a6bd-87ba39ad67ca req-c329c4a3-34f0-4bf5-9f99-a3a8f54a3495 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:19.759085 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-faab0556-e29d-4255-a6bd-87ba39ad67ca req-c329c4a3-34f0-4bf5-9f99-a3a8f54a3495 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.3642642 Nov 03 18:42:19.851992 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700624d9-e021-4aac-ba2a-7d377f5db563 None None] Pushing event updated for resources: {'Port': ['ID=4eb55166-9907-4ca1-92ba-82d51d6c2668,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:19.901416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0fbcc-217c-4d8d-867f-890738f67966 req-eb39cddd-f1f6-43e0-bc14-51ec33cd8712 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:19.909692 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Attempting to bind port 4eb55166-9907-4ca1-92ba-82d51d6c2668 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:19.909941 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3f0fbcc-217c-4d8d-867f-890738f67966 req-eb39cddd-f1f6-43e0-bc14-51ec33cd8712 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.2894247 Nov 03 18:42:19.910125 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Attempting to bind port 4eb55166-9907-4ca1-92ba-82d51d6c2668 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:19.910516 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Attempting to bind port 4eb55166-9907-4ca1-92ba-82d51d6c2668 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:19.930773 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1b584fed-a2f0-4635-a671-9f7b1df3df13 None None] Provisioning complete for port 96d94c41-223b-433f-a0ef-cf7fb18b0f38 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:19.938708 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1b584fed-a2f0-4635-a671-9f7b1df3df13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.942049 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:19.950050 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:19.950524 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.950976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:19.951505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Bound port: 4eb55166-9907-4ca1-92ba-82d51d6c2668, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:19.951934 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:19.987776 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-faab0556-e29d-4255-a6bd-87ba39ad67ca req-d8e9928e-fc3e-4db4-b7f3-233e6f5b416d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256439 Nov 03 18:42:20.050891 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3f0fbcc-217c-4d8d-867f-890738f67966 req-ffe45460-fe13-47bf-b838-0ebcd64e00c5 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324191 Nov 03 18:42:20.124751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44644) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:20.130881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] For port 4eb55166-9907-4ca1-92ba-82d51d6c2668, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:20.134362 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=92554519-1049-402f-871b-d6ddf737462e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:20.136190 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] For port 4eb55166-9907-4ca1-92ba-82d51d6c2668, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4eb55166-9907-4ca1-92ba-82d51d6c2668,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:20.144822 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.177887 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.186932 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:20.244588 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.261279 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Transition to ACTIVE for port object 92554519-1049-402f-871b-d6ddf737462e will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:20.262616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92554519-1049-402f-871b-d6ddf737462e'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:20.266254 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2635d3a2-76eb-4565-a864-09c3011bacd2" -d '{"events": [{"server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "name": "network-vif-unplugged", "status": "completed", "tag": "92554519-1049-402f-871b-d6ddf737462e"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:20.270857 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.317817 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Pushing event updated for resources: {'Port': ['ID=92554519-1049-402f-871b-d6ddf737462e,revision_number=10']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:20.357695 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] No DVR routers for this DVR port 92554519-1049-402f-871b-d6ddf737462e on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:20.407155 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Attempting to bind port 92554519-1049-402f-871b-d6ddf737462e on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:20.407899 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Attempting to bind port 92554519-1049-402f-871b-d6ddf737462e by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:20.408584 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Attempting to bind port 92554519-1049-402f-871b-d6ddf737462e on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:20.414071 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Port 92554519-1049-402f-871b-d6ddf737462e on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:20.414746 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Attempting to bind port 92554519-1049-402f-871b-d6ddf737462e on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:20.420422 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a895419-bf2b-47d8-ad03-67aaafaca287 x-openstack-request-id: req-3a895419-bf2b-47d8-ad03-67aaafaca287 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:20.420986 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "name": "network-vif-unplugged", "status": "completed", "tag": "92554519-1049-402f-871b-d6ddf737462e", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:20.421576 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3a895419-bf2b-47d8-ad03-67aaafaca287 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:20.422235 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92554519-1049-402f-871b-d6ddf737462e', 'code': 200} Nov 03 18:42:20.437165 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:20.438232 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:20.440755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:20.441538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Bound port: 92554519-1049-402f-871b-d6ddf737462e, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:20.443301 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.488209 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9e057d3-611c-42f0-a555-1c5697723021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.608869 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:20.615040 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92554519-1049-402f-871b-d6ddf737462e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:20.618368 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-1b584fed-a2f0-4635-a671-9f7b1df3df13 None None] Port 96d94c41-223b-433f-a0ef-cf7fb18b0f38 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:20.630842 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.642762 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9e057d3-611c-42f0-a555-1c5697723021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.655954 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9e057d3-611c-42f0-a555-1c5697723021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.686799 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Routers {'81cb0791-467a-4be8-8570-228156188258'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:20.687732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:41:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['81cb0791-467a-4be8-8570-228156188258'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:20.714531 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e9e057d3-611c-42f0-a555-1c5697723021 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9e1f88ce68c84375a9a270b344f0201a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5871460 Nov 03 18:42:20.714824 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:20.718848 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.721342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44662) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:20.722429 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] 10.222.0.98 "PUT /v2.0/ports/92554519-1049-402f-871b-d6ddf737462e HTTP/1.1" status: 200 len: 1097 time: 1.2425098 Nov 03 18:42:20.812838 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:20.818257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e057d3-611c-42f0-a555-1c5697723021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15f23ec-5595-4ee5-b4c1-71b92a5fa528,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:20.825967 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe1afe-89a2-4a08-b465-084693509285 service neutron] Pushing event updated for resources: {'Port': ['ID=92554519-1049-402f-871b-d6ddf737462e,revision_number=11']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:20.846835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] Set router 81cb0791-467a-4be8-8570-228156188258 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:20.857492 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-92b71232-25e9-43f5-9365-cf46b0228081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:20.861764 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-92b71232-25e9-43f5-9365-cf46b0228081 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 1100 time: 0.1080005 Nov 03 18:42:20.876609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.017386 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3987f157-18a2-41c8-868b-44e3a7468e9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.054821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44672) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:21.055910 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.063148 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-ee47c8e4-2e83-48f0-97fa-9a5a07f687e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:21.066357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Pushing event updated for resources: {'Port': ['ID=96d94c41-223b-433f-a0ef-cf7fb18b0f38,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:21.067603 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-ee47c8e4-2e83-48f0-97fa-9a5a07f687e4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1975043 Nov 03 18:42:21.110971 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3987f157-18a2-41c8-868b-44e3a7468e9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.130184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700624d9-e021-4aac-ba2a-7d377f5db563 None None] Pushing event updated for resources: {'Port': ['ID=4eb55166-9907-4ca1-92ba-82d51d6c2668,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:21.185584 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700624d9-e021-4aac-ba2a-7d377f5db563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:21.185945 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700624d9-e021-4aac-ba2a-7d377f5db563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:21.186292 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700624d9-e021-4aac-ba2a-7d377f5db563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:21.190072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700624d9-e021-4aac-ba2a-7d377f5db563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:21.190492 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700624d9-e021-4aac-ba2a-7d377f5db563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:21.190879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700624d9-e021-4aac-ba2a-7d377f5db563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:21.191302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700624d9-e021-4aac-ba2a-7d377f5db563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:21.191669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700624d9-e021-4aac-ba2a-7d377f5db563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:21.192016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700624d9-e021-4aac-ba2a-7d377f5db563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:21.192354 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700624d9-e021-4aac-ba2a-7d377f5db563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:21.192686 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700624d9-e021-4aac-ba2a-7d377f5db563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:21.193019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700624d9-e021-4aac-ba2a-7d377f5db563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:42:21.220847 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-45e1e257-2d1d-41fe-8c6d-ba705a604e90 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=92554519-1049-402f-871b-d6ddf737462e HTTP/1.1" status: 200 len: 217 time: 0.1402223 Nov 03 18:42:21.264969 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cb0791-467a-4be8-8570-228156188258', 'name': 'tempest-ServersTestMultiNic-1590166930-router', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:12Z', 'updated_at': '2021-11-03T18:42:20Z', 'revision_number': 4, 'project_id': '1e84dea8fa8041e993abb7088b06811e', 'gw_port': {'id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cb0791-467a-4be8-8570-228156188258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:13Z', 'updated_at': '2021-11-03T18:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '96d94c41-223b-433f-a0ef-cf7fb18b0f38', 'name': '', 'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'mac_address': 'fa:16:3e:8b:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cb0791-467a-4be8-8570-228156188258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '2b806a4b-81b6-4de6-9324-25e4cdc5cc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:18Z', 'updated_at': '2021-11-03T18:42:18Z', 'revision_number': 1, 'project_id': '1e84dea8fa8041e993abb7088b06811e', 'subnets': [{'id': '2b806a4b-81b6-4de6-9324-25e4cdc5cc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:21.324610 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89cb90d-7e36-4b1f-8aea-170c5ee454cc None None] The sync data for ids ['81cb0791-467a-4be8-8570-228156188258'] in n-d-812150-4 is: [{'id': '81cb0791-467a-4be8-8570-228156188258', 'name': 'tempest-ServersTestMultiNic-1590166930-router', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:12Z', 'updated_at': '2021-11-03T18:42:20Z', 'revision_number': 4, 'project_id': '1e84dea8fa8041e993abb7088b06811e', 'gw_port': {'id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cb0791-467a-4be8-8570-228156188258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:13Z', 'updated_at': '2021-11-03T18:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '96d94c41-223b-433f-a0ef-cf7fb18b0f38', 'name': '', 'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'mac_address': 'fa:16:3e:8b:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cb0791-467a-4be8-8570-228156188258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '2b806a4b-81b6-4de6-9324-25e4cdc5cc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:18Z', 'updated_at': '2021-11-03T18:42:18Z', 'revision_number': 1, 'project_id': '1e84dea8fa8041e993abb7088b06811e', 'subnets': [{'id': '2b806a4b-81b6-4de6-9324-25e4cdc5cc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:42:21.333229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347aa4a-a8e0-44fc-a1fe-06fdda4bd01d req-030c722c-ef4d-444e-9096-ea2af7f6effd tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:21.337494 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a347aa4a-a8e0-44fc-a1fe-06fdda4bd01d req-030c722c-ef4d-444e-9096-ea2af7f6effd tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 949 time: 0.1337187 Nov 03 18:42:21.349074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-69fc3d48-12e3-4a7c-84f1-735e97988320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:21.350574 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-69fc3d48-12e3-4a7c-84f1-735e97988320 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1200764 Nov 03 18:42:21.379056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c2804-9b0a-40b3-baaf-59726b443f24 req-3d299c53-37ee-4934-b46e-8cdd479817de tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:21.386806 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d3c2804-9b0a-40b3-baaf-59726b443f24 req-3d299c53-37ee-4934-b46e-8cdd479817de tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1470656 Nov 03 18:42:21.421434 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-506414915-network', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:21.434173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Network 09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:21.436373 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3987f157-18a2-41c8-868b-44e3a7468e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.439120 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3987f157-18a2-41c8-868b-44e3a7468e9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.443103 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3987f157-18a2-41c8-868b-44e3a7468e9c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b15f23ec-5595-4ee5-b4c1-71b92a5fa528 HTTP/1.1" status: 204 len: 168 time: 0.7177649 Nov 03 18:42:21.465777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987f157-18a2-41c8-868b-44e3a7468e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15f23ec-5595-4ee5-b4c1-71b92a5fa528,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:21.468097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:21.470626 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-3a531a2c-0a42-492b-b0fd-b39d063d5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:21.473414 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-3a531a2c-0a42-492b-b0fd-b39d063d5720 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122684 Nov 03 18:42:21.474648 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] Made reservation on behalf of d5bb5dd9b6824a7dbf965bb0b017a48b for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:21.478948 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.537304 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d3c2804-9b0a-40b3-baaf-59726b443f24 req-5728d133-3f21-4ede-8d71-dcd5f76a74d6 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268926 Nov 03 18:42:21.554571 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.627110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a347aa4a-a8e0-44fc-a1fe-06fdda4bd01d req-59b64b16-4cf6-4151-b4d9-3bfc763b904d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804565 Nov 03 18:42:21.757566 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-c66fbbef-224a-4a42-956a-accd7e7df41d service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696276 Nov 03 18:42:21.916312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.922655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:21.986768 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-16c59acb-94f6-49b5-8d9e-66edb1f100cb None None] Provisioning complete for port 96d94c41-223b-433f-a0ef-cf7fb18b0f38 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:21.988323 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16c59acb-94f6-49b5-8d9e-66edb1f100cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.009015 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44686) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:22.010142 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:42:22.027733 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b71075c-6a8c-4ef6-82f4-a8487e4b617f req-23d24234-dfdb-46bb-9927-c115ba6876f0 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615173 Nov 03 18:42:22.036391 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ee0857-2d31-4da3-8725-d6fc6394b7c2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:22.041174 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fb6b5f04-376e-4618-b5a8-e6a154548889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.046742 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.047089 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] Added segment ed0e21f4-b3a0-4588-8ce6-327fac027d58 of type vlan for network 26f4f0e3-be3e-441c-ab51-65c95cd0cc38 Nov 03 18:42:22.088193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 92554519-1049-402f-871b-d6ddf737462e no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:22.138577 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.139362 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-16c59acb-94f6-49b5-8d9e-66edb1f100cb None None] Port 96d94c41-223b-433f-a0ef-cf7fb18b0f38 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:22.188297 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 92554519-1049-402f-871b-d6ddf737462e not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:22.224348 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.225681 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:22.226725 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.329621 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fb6b5f04-376e-4618-b5a8-e6a154548889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.339850 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2750943 Nov 03 18:42:22.339850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aed3ca-6cc8-4393-81b9-1ccc780d8ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=26f4f0e3-be3e-441c-ab51-65c95cd0cc38,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:22.342452 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fb6b5f04-376e-4618-b5a8-e6a154548889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.345950 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44690) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:22.350478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 26f4f0e3-be3e-441c-ab51-65c95cd0cc38 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:42:22.365546 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-70ace848-b821-4715-8a44-1d4888dfc1f6 admin admin] Request body: {'subnet': {'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-506414915-subnet', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:22.440992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'tag': '92554519-1049-402f-871b-d6ddf737462e'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:22.454943 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b8b6aa-564c-464f-afa9-eb715e68c45e" -d '{"events": [{"name": "network-changed", "server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "tag": "92554519-1049-402f-871b-d6ddf737462e"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:22.489406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b5f04-376e-4618-b5a8-e6a154548889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10a827c-204b-4fd2-b433-7d36694c925f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:22.495965 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fb6b5f04-376e-4618-b5a8-e6a154548889 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=46c65130586d4b69b20ec16a2c133022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4800332 Nov 03 18:42:22.498685 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44694) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:22.520370 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ace848-b821-4715-8a44-1d4888dfc1f6 admin admin] Made reservation on behalf of d5bb5dd9b6824a7dbf965bb0b017a48b for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:22.523565 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70ace848-b821-4715-8a44-1d4888dfc1f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.580563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Router 81cb0791-467a-4be8-8570-228156188258 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:42:22.593561 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e265c5e-5cb0-4fb1-a9c3-5e0b6d718244 x-openstack-request-id: req-9e265c5e-5cb0-4fb1-a9c3-5e0b6d718244 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:22.593969 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "tag": "92554519-1049-402f-871b-d6ddf737462e", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:22.594476 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9e265c5e-5cb0-4fb1-a9c3-5e0b6d718244 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:22.594944 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'tag': '92554519-1049-402f-871b-d6ddf737462e', 'status': 'completed', 'code': 200} Nov 03 18:42:22.765719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-bbb86143-9be8-4bf7-8e07-c6039df5f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:22.767482 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-bbb86143-9be8-4bf7-8e07-c6039df5f6f2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 1100 time: 0.1349683 Nov 03 18:42:22.771785 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-667a3b45-82bf-4738-a725-484871244702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:22.779423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-98fac2d5-880d-40b4-a0ae-710bb7067069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:22.780922 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-98fac2d5-880d-40b4-a0ae-710bb7067069 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72107d064293479db9d913e1eb3d59a8&device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 1100 time: 0.1497264 Nov 03 18:42:22.879536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d14e29-0b26-4392-b357-a6449c7861f8 req-146a84e7-f7e2-42d5-81ea-db03b1a400ab tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:22.881230 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31d14e29-0b26-4392-b357-a6449c7861f8 req-146a84e7-f7e2-42d5-81ea-db03b1a400ab tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.2027688 Nov 03 18:42:22.912663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:42:22.934639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b3b4771d-4848-469c-87a3-c25123fddc32 admin admin] 10.222.0.107 "PUT /v2.0/routers/81cb0791-467a-4be8-8570-228156188258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0008662 Nov 03 18:42:22.937314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-667a3b45-82bf-4738-a725-484871244702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:23.002455 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31d14e29-0b26-4392-b357-a6449c7861f8 req-31f8b7cd-1224-4f60-b250-6318211f7730 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108308 Nov 03 18:42:23.028505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35775150-e1e5-488f-8f71-c90080d7a4ed req-21fa9d99-e6bb-4717-a1f8-66efe2a8a466 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:23.044316 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35775150-e1e5-488f-8f71-c90080d7a4ed req-21fa9d99-e6bb-4717-a1f8-66efe2a8a466 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 949 time: 0.2469831 Nov 03 18:42:23.156979 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44706) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:23.160076 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-68b47c78-d6be-4b34-9a45-12414cbd64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:23.161794 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-68b47c78-d6be-4b34-9a45-12414cbd64fe service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.3848937 Nov 03 18:42:23.167551 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35775150-e1e5-488f-8f71-c90080d7a4ed req-3672d8f4-ee7f-4505-9099-8093cab5ebf1 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222150 Nov 03 18:42:23.173428 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-e6dbcba7-7671-431f-8496-1bbbee54b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:23.175428 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-e6dbcba7-7671-431f-8496-1bbbee54b4b3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.3842087 Nov 03 18:42:23.177041 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70ace848-b821-4715-8a44-1d4888dfc1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:23.343195 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-8ecef14e-b73f-4b40-b7d6-9656a1b2152a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=92554519-1049-402f-871b-d6ddf737462e HTTP/1.1" status: 200 len: 217 time: 0.1536465 Nov 03 18:42:23.347940 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-667a3b45-82bf-4738-a725-484871244702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:23.350514 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-667a3b45-82bf-4738-a725-484871244702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:23.351667 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-667a3b45-82bf-4738-a725-484871244702 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d10a827c-204b-4fd2-b433-7d36694c925f HTTP/1.1" status: 204 len: 168 time: 0.8519728 Nov 03 18:42:23.354130 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-89262630-4f6b-473b-8a39-9014dc5267f2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=92554519-1049-402f-871b-d6ddf737462e HTTP/1.1" status: 200 len: 217 time: 0.1828148 Nov 03 18:42:23.367065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-439abdde-91bc-4e53-bd70-29707faad6b4 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1966470991'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:23.417362 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ace848-b821-4715-8a44-1d4888dfc1f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f1d205-c8f0-4313-a664-933c462033ad,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:23.534229 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a3b45-82bf-4738-a725-484871244702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10a827c-204b-4fd2-b433-7d36694c925f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:23.545755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439abdde-91bc-4e53-bd70-29707faad6b4 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Made reservation on behalf of 1e84dea8fa8041e993abb7088b06811e for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:23.551365 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-439abdde-91bc-4e53-bd70-29707faad6b4 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:23.558987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ace848-b821-4715-8a44-1d4888dfc1f6 admin admin] Checking segment: {'id': 'ed0e21f4-b3a0-4588-8ce6-327fac027d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:23.559434 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ace848-b821-4715-8a44-1d4888dfc1f6 admin admin] Network hostable DHCP agents. Network: 26f4f0e3-be3e-441c-ab51-65c95cd0cc38, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:42:23.562971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-0addc958-f988-48d3-91fd-88b25d691b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:23.564795 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-0addc958-f988-48d3-91fd-88b25d691b6e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1704679 Nov 03 18:42:23.668235 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439abdde-91bc-4e53-bd70-29707faad6b4 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:42:23.687368 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-439abdde-91bc-4e53-bd70-29707faad6b4 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:23.688285 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-439abdde-91bc-4e53-bd70-29707faad6b4 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Added segment 4cc41f4d-03c1-4308-8964-b0ee38b7a96e of type vlan for network d3c8601d-7b6e-4fa6-87ea-b143f126c055 Nov 03 18:42:23.757684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-f7a1b0e3-7696-4a2e-9c1d-ff53986c63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:23.759625 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-f7a1b0e3-7696-4a2e-9c1d-ff53986c63e4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.3309584 Nov 03 18:42:23.774063 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-439abdde-91bc-4e53-bd70-29707faad6b4 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:23.818701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4eb55166-9907-4ca1-92ba-82d51d6c2668 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:23.836962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ace848-b821-4715-8a44-1d4888dfc1f6 admin admin] Network 26f4f0e3-be3e-441c-ab51-65c95cd0cc38 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:42:23.859123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-5e82c0b2-8195-447f-a669-070047b3d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:23.861008 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-5e82c0b2-8195-447f-a669-070047b3d362 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2787545 Nov 03 18:42:23.863830 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-70ace848-b821-4715-8a44-1d4888dfc1f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 26f4f0e3-be3e-441c-ab51-65c95cd0cc38) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:23.865695 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-439abdde-91bc-4e53-bd70-29707faad6b4 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:23.873201 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439abdde-91bc-4e53-bd70-29707faad6b4 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:23.874275 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-439abdde-91bc-4e53-bd70-29707faad6b4 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:23.883529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85f52f9-ff91-4ff2-a9c8-ca29f18a6148 None None] Network 26f4f0e3-be3e-441c-ab51-65c95cd0cc38 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:23.885850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ace848-b821-4715-8a44-1d4888dfc1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:23.887104 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70ace848-b821-4715-8a44-1d4888dfc1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:23.923601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-37a4ebcb-8d11-4fa7-b286-ff3fd4922956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:23.930702 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-37a4ebcb-8d11-4fa7-b286-ff3fd4922956 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1580729 Nov 03 18:42:24.048816 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 4eb55166-9907-4ca1-92ba-82d51d6c2668 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:24.048937 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.114507 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-439abdde-91bc-4e53-bd70-29707faad6b4 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9534538 Nov 03 18:42:24.114743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44724) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:24.120229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-43c526bc-688c-495f-8c80-b488df03161b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Request body: {'subnet': {'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:24.296959 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.315653 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-70ace848-b821-4715-8a44-1d4888dfc1f6 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9547238 Nov 03 18:42:24.333832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44736) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:24.340843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-506414915-router', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:24.403476 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb3442-83ee-4ecf-a288-f68e6f8a04c0 req-19b31141-ccdc-4b65-a95d-e9cda1d072cc tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:24.411281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8ebb3442-83ee-4ecf-a288-f68e6f8a04c0 req-19b31141-ccdc-4b65-a95d-e9cda1d072cc tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.2767301 Nov 03 18:42:24.439076 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.440218 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.444029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c526bc-688c-495f-8c80-b488df03161b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Made reservation on behalf of 1e84dea8fa8041e993abb7088b06811e for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:24.448473 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-43c526bc-688c-495f-8c80-b488df03161b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.449468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 4eb55166-9907-4ca1-92ba-82d51d6c2668, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4eb55166-9907-4ca1-92ba-82d51d6c2668,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:24.456170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-26f4f0e3-be3e-441c-ab51-65c95cd0cc38', 'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'fixed_ips': [{'subnet_id': '85f1d205-c8f0-4313-a664-933c462033ad'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:42:24.460212 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.465749 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.582655 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=4eb55166-9907-4ca1-92ba-82d51d6c2668,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:24.671543 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-d1bd1b36-3de7-4ed6-a347-f0e127921ee4 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038544 Nov 03 18:42:24.672380 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439abdde-91bc-4e53-bd70-29707faad6b4 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event updated for resources: {'Network': ['ID=d3c8601d-7b6e-4fa6-87ea-b143f126c055,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:24.702240 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:24.723267 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-fa5722ae-e932-4c79-9575-972322a8bb26 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8110466 Nov 03 18:42:24.731108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8ebb3442-83ee-4ecf-a288-f68e6f8a04c0 req-365fc712-180b-4fe9-93b1-8def9e2cafa3 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142340 Nov 03 18:42:24.777277 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network d3c8601d-7b6e-4fa6-87ea-b143f126c055 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:42:24.804066 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92554519-1049-402f-871b-d6ddf737462e details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:42:24.886896 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Sync routers for ids ['81cb0791-467a-4be8-8570-228156188258'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:42:24.908526 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Routers {'81cb0791-467a-4be8-8570-228156188258'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:24.909277 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:41:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['81cb0791-467a-4be8-8570-228156188258'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:24.976971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43dd93-8f40-4b71-a90f-eff4420594fc req-7aeb982e-3b7c-4c6b-bbff-2932f5651d4f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:24.991027 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa43dd93-8f40-4b71-a90f-eff4420594fc req-7aeb982e-3b7c-4c6b-bbff-2932f5651d4f tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 949 time: 0.4014323 Nov 03 18:42:25.021415 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.051691 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.resource_extend [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:42:25.197512 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-abe8d6cc-434f-448c-b78b-b9c0d216fe18 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586594 Nov 03 18:42:25.213479 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa43dd93-8f40-4b71-a90f-eff4420594fc req-4b19c969-5a3e-40de-b2b1-ffda1dd73ec7 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161977 Nov 03 18:42:25.217556 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-56b8b6aa-564c-464f-afa9-eb715e68c45e req-8e911e0f-de5b-45a3-9088-b2aafa78973b service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931970 Nov 03 18:42:25.273135 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Set router 81cb0791-467a-4be8-8570-228156188258 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:25.365554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Allocated IP 172.20.0.2 (26f4f0e3-be3e-441c-ab51-65c95cd0cc38/85f1d205-c8f0-4313-a664-933c462033ad/72fa5d3c-7879-4a03-8ec0-52d92c9e5665) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:25.435145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92554519-1049-402f-871b-d6ddf737462e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:25.465747 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '92554519-1049-402f-871b-d6ddf737462e', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '92554519-1049-402f-871b-d6ddf737462e', 'mac_address': 'fa:16:3e:ad:6d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:42:25.580864 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-43c526bc-688c-495f-8c80-b488df03161b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.609868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac347ef-5950-43fc-a247-e437ea5783a8 req-36f0d1ab-642d-4e67-be15-02f1384ac74c tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:25.610939 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.626884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ac347ef-5950-43fc-a247-e437ea5783a8 req-36f0d1ab-642d-4e67-be15-02f1384ac74c tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 1100 time: 0.2101562 Nov 03 18:42:25.793063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c526bc-688c-495f-8c80-b488df03161b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Checking segment: {'id': '4cc41f4d-03c1-4308-8964-b0ee38b7a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:25.793276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c526bc-688c-495f-8c80-b488df03161b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Network hostable DHCP agents. Network: d3c8601d-7b6e-4fa6-87ea-b143f126c055, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:42:25.795328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c526bc-688c-495f-8c80-b488df03161b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event updated for resources: {'Subnet': ['ID=ce080e30-09f7-4a57-8cc3-5ade4020b9d2,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:25.829441 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cb0791-467a-4be8-8570-228156188258', 'name': 'tempest-ServersTestMultiNic-1590166930-router', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:12Z', 'updated_at': '2021-11-03T18:42:20Z', 'revision_number': 4, 'project_id': '1e84dea8fa8041e993abb7088b06811e', 'gw_port': {'id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cb0791-467a-4be8-8570-228156188258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:13Z', 'updated_at': '2021-11-03T18:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '96d94c41-223b-433f-a0ef-cf7fb18b0f38', 'name': '', 'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'mac_address': 'fa:16:3e:8b:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cb0791-467a-4be8-8570-228156188258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '2b806a4b-81b6-4de6-9324-25e4cdc5cc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:18Z', 'updated_at': '2021-11-03T18:42:20Z', 'revision_number': 2, 'project_id': '1e84dea8fa8041e993abb7088b06811e', 'subnets': [{'id': '2b806a4b-81b6-4de6-9324-25e4cdc5cc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:25.835846 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ac347ef-5950-43fc-a247-e437ea5783a8 req-04a77fd4-6dbf-460b-8225-07acb946465d tempest-MigrationsAdminTest-302428740 tempest-MigrationsAdminTest-302428740-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078605 Nov 03 18:42:25.859196 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.874106 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4eb55166-9907-4ca1-92ba-82d51d6c2668 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:25.886737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92554519-1049-402f-871b-d6ddf737462e {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:25.896702 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:25.930781 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Checking router: 81cb0791-467a-4be8-8570-228156188258 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:42:25.937137 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Updating router 81cb0791-467a-4be8-8570-228156188258 port 96d94c41-223b-433f-a0ef-cf7fb18b0f38 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:42:25.937795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c526bc-688c-495f-8c80-b488df03161b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Network d3c8601d-7b6e-4fa6-87ea-b143f126c055 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:42:26.017137 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.017386 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Pushing event updated for resources: {'Port': ['ID=72fa5d3c-7879-4a03-8ec0-52d92c9e5665,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:26.081892 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a0482c9b-d83b-45bc-a071-b855df188d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.091439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-43c526bc-688c-495f-8c80-b488df03161b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, d3c8601d-7b6e-4fa6-87ea-b143f126c055) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:26.108765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Network 26f4f0e3-be3e-441c-ab51-65c95cd0cc38 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:26.115399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92554519-1049-402f-871b-d6ddf737462e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:26.121866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c526bc-688c-495f-8c80-b488df03161b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:26.122725 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-43c526bc-688c-495f-8c80-b488df03161b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.132202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:26.135729 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34180584-bce0-42c5-bbfb-0d04b43b277a None None] Network d3c8601d-7b6e-4fa6-87ea-b143f126c055 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:26.225832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6e46-acab-4a79-b4e3-ba03302b3086 req-62f910da-291e-4e5a-8707-17a7d68cba4e tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:26.234749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05ae6e46-acab-4a79-b4e3-ba03302b3086 req-62f910da-291e-4e5a-8707-17a7d68cba4e tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.3069186 Nov 03 18:42:26.241186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:26.253598 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-43c526bc-688c-495f-8c80-b488df03161b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1378200 Nov 03 18:42:26.256592 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44780) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:26.265802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-017e589f-7631-4ca5-a726-9ad52d8db92b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1171582709'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:26.278553 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.328937 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.345750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017e589f-7631-4ca5-a726-9ad52d8db92b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Made reservation on behalf of 1e84dea8fa8041e993abb7088b06811e for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:26.377497 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-017e589f-7631-4ca5-a726-9ad52d8db92b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.424021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47a2b1-0346-48d9-9899-28c841f072c9 req-b9797371-e902-4642-aee6-4e64da4d1451 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:26.439054 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d47a2b1-0346-48d9-9899-28c841f072c9 req-b9797371-e902-4642-aee6-4e64da4d1451 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.2016540 Nov 03 18:42:26.466502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05ae6e46-acab-4a79-b4e3-ba03302b3086 req-37060b17-b909-46dd-8390-ca4d2a56ce32 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275567 Nov 03 18:42:26.474902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017e589f-7631-4ca5-a726-9ad52d8db92b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:42:26.502990 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-017e589f-7631-4ca5-a726-9ad52d8db92b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.506437 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-017e589f-7631-4ca5-a726-9ad52d8db92b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Added segment 13ceb5ae-c8b3-4b27-9dc7-36092274a3f9 of type vlan for network 5bb7b961-9240-411a-9a46-3607333541ce Nov 03 18:42:26.581076 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-017e589f-7631-4ca5-a726-9ad52d8db92b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.583875 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.628765 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-017e589f-7631-4ca5-a726-9ad52d8db92b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.636369 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017e589f-7631-4ca5-a726-9ad52d8db92b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:26.637158 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-017e589f-7631-4ca5-a726-9ad52d8db92b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.684231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-d3c8601d-7b6e-4fa6-87ea-b143f126c055', 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'fixed_ips': [{'subnet_id': 'ce080e30-09f7-4a57-8cc3-5ade4020b9d2'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:42:26.686933 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.735434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d47a2b1-0346-48d9-9899-28c841f072c9 req-a371770d-e820-463f-809f-393f7a2bfc90 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950225 Nov 03 18:42:26.772213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Allocated IP 172.25.2.44 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/83978c8b-0172-4630-aba1-d69a4955d731) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:26.856377 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-017e589f-7631-4ca5-a726-9ad52d8db92b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5970562 Nov 03 18:42:26.860283 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44796) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:26.865286 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.865953 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-98b1f50a-1a4d-4050-ae6f-7df94f79e923 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Request body: {'subnet': {'network_id': '5bb7b961-9240-411a-9a46-3607333541ce', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:26.875020 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:26.899030 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e589f-7631-4ca5-a726-9ad52d8db92b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event updated for resources: {'Network': ['ID=5bb7b961-9240-411a-9a46-3607333541ce,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:26.947615 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 5bb7b961-9240-411a-9a46-3607333541ce details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:42:26.966752 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['92554519-1049-402f-871b-d6ddf737462e'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:26.995432 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83add074-45a3-4513-9350-0d0a7adcb188 None None] Pushing event updated for resources: {'Port': ['ID=96d94c41-223b-433f-a0ef-cf7fb18b0f38,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:27.063923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b1f50a-1a4d-4050-ae6f-7df94f79e923 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Made reservation on behalf of 1e84dea8fa8041e993abb7088b06811e for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:27.074601 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98b1f50a-1a4d-4050-ae6f-7df94f79e923 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.091933 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.183666 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.209118 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Attempting to bind port 96d94c41-223b-433f-a0ef-cf7fb18b0f38 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:27.209505 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Attempting to bind port 96d94c41-223b-433f-a0ef-cf7fb18b0f38 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '80e430c0-0bd0-495a-a4f5-d0cea21b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:27.209875 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Attempting to bind port 96d94c41-223b-433f-a0ef-cf7fb18b0f38 on network 09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:27.219104 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:27.219488 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Checking segment: {'id': '80e430c0-0bd0-495a-a4f5-d0cea21b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:27.219923 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.220323 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Bound using segment: {'id': '80e430c0-0bd0-495a-a4f5-d0cea21b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:27.220817 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Bound port: 96d94c41-223b-433f-a0ef-cf7fb18b0f38, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e430c0-0bd0-495a-a4f5-d0cea21b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:27.221210 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.293025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:27.304525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:27.308665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:27.349778 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Pushing event updated for resources: {'Port': ['ID=83978c8b-0172-4630-aba1-d69a4955d731,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:27.447964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=92554519-1049-402f-871b-d6ddf737462e,revision_number=12']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:27.448499 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] For port 96d94c41-223b-433f-a0ef-cf7fb18b0f38, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:27.457261 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] For port 96d94c41-223b-433f-a0ef-cf7fb18b0f38, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=96d94c41-223b-433f-a0ef-cf7fb18b0f38,segment=NetworkSegment(80e430c0-0bd0-495a-a4f5-d0cea21b2e7e),segment_id=80e430c0-0bd0-495a-a4f5-d0cea21b2e7e)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:27.464149 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.550806 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 4eb55166-9907-4ca1-92ba-82d51d6c2668 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:27.551193 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.607466 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83add074-45a3-4513-9350-0d0a7adcb188 None None] Pushing event updated for resources: {'Port': ['ID=96d94c41-223b-433f-a0ef-cf7fb18b0f38,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:27.621165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-28dfc237-41af-4483-ba2b-252b013aacfd None None] Provisioning complete for port 96d94c41-223b-433f-a0ef-cf7fb18b0f38 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:27.621165 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-28dfc237-41af-4483-ba2b-252b013aacfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.667979 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Routers {'81cb0791-467a-4be8-8570-228156188258'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:27.671998 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:41:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['81cb0791-467a-4be8-8570-228156188258'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:27.703847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Attempting to bind port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:27.704243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Attempting to bind port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'ed0e21f4-b3a0-4588-8ce6-327fac027d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:27.704825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Attempting to bind port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 on network 26f4f0e3-be3e-441c-ab51-65c95cd0cc38 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:27.761064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Allocated IP 19.80.0.2 (d3c8601d-7b6e-4fa6-87ea-b143f126c055/ce080e30-09f7-4a57-8cc3-5ade4020b9d2/892e838d-bf79-498a-aad1-533903354ba3) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:27.783452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:27.784256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Checking segment: {'id': 'ed0e21f4-b3a0-4588-8ce6-327fac027d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:27.785042 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.785655 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Bound using segment: {'id': 'ed0e21f4-b3a0-4588-8ce6-327fac027d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:27.786394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Bound port: 72fa5d3c-7879-4a03-8ec0-52d92c9e5665, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0e21f4-b3a0-4588-8ce6-327fac027d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:27.786995 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:27.869376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbae5e0-d582-4880-a614-bce58585fdba req-44315e30-4480-46b4-8073-955ae5c61ad4 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:27.887384 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0fbae5e0-d582-4880-a614-bce58585fdba req-44315e30-4480-46b4-8073-955ae5c61ad4 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.2969463 Nov 03 18:42:27.969544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] For port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:27.982623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] For port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=72fa5d3c-7879-4a03-8ec0-52d92c9e5665,segment=NetworkSegment(ed0e21f4-b3a0-4588-8ce6-327fac027d58),segment_id=ed0e21f4-b3a0-4588-8ce6-327fac027d58)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:28.049051 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] Set router 81cb0791-467a-4be8-8570-228156188258 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:28.121273 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.166598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f01980-aad0-4d7e-94de-604bce851d31 req-52617b03-16d9-4cb1-9f49-8b8323308bdc tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:28.168960 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b1f01980-aad0-4d7e-94de-604bce851d31 req-52617b03-16d9-4cb1-9f49-8b8323308bdc tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.1249263 Nov 03 18:42:28.174141 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.191034 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98b1f50a-1a4d-4050-ae6f-7df94f79e923 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.268050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0fbae5e0-d582-4880-a614-bce58585fdba req-5f178ad8-6299-4773-8560-39514c95e073 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696978 Nov 03 18:42:28.281778 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44824) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:28.346214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2d6de-d77c-4d3e-b358-1c4388e6d0d8 None None] Pushing event updated for resources: {'Port': ['ID=72fa5d3c-7879-4a03-8ec0-52d92c9e5665,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:28.351446 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-28dfc237-41af-4483-ba2b-252b013aacfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.454662 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb2b30-f3a3-4ed8-ad40-0f0e9507e596 req-331c25f0-2148-4bea-af5e-626050cfaa92 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:28.456354 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9eb2b30-f3a3-4ed8-ad40-0f0e9507e596 req-331c25f0-2148-4bea-af5e-626050cfaa92 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=126c0a58-d1b5-4e23-bee6-ad27b94e84b6 HTTP/1.1" status: 200 len: 950 time: 0.4168487 Nov 03 18:42:28.473604 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1f50a-1a4d-4050-ae6f-7df94f79e923 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event updated for resources: {'Subnet': ['ID=c81521af-f687-43ce-9b3b-0082c5990311,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:28.514915 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cb0791-467a-4be8-8570-228156188258', 'name': 'tempest-ServersTestMultiNic-1590166930-router', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:12Z', 'updated_at': '2021-11-03T18:42:20Z', 'revision_number': 4, 'project_id': '1e84dea8fa8041e993abb7088b06811e', 'gw_port': {'id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cb0791-467a-4be8-8570-228156188258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:13Z', 'updated_at': '2021-11-03T18:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '96d94c41-223b-433f-a0ef-cf7fb18b0f38', 'name': '', 'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'mac_address': 'fa:16:3e:8b:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cb0791-467a-4be8-8570-228156188258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '2b806a4b-81b6-4de6-9324-25e4cdc5cc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:18Z', 'updated_at': '2021-11-03T18:42:27Z', 'revision_number': 4, 'project_id': '1e84dea8fa8041e993abb7088b06811e', 'subnets': [{'id': '2b806a4b-81b6-4de6-9324-25e4cdc5cc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:28.528721 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b1f50a-1a4d-4050-ae6f-7df94f79e923 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Checking segment: {'id': '13ceb5ae-c8b3-4b27-9dc7-36092274a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5bb7b961-9240-411a-9a46-3607333541ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:28.529255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b1f50a-1a4d-4050-ae6f-7df94f79e923 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Network hostable DHCP agents. Network: 5bb7b961-9240-411a-9a46-3607333541ce, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:42:28.551120 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b33062c7-1a56-4568-be31-56712a35d230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.554426 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53561ecb-7949-4e74-8006-919c1f62fd50 None None] The sync data for ids ['81cb0791-467a-4be8-8570-228156188258'] in n-d-812150-4 is: [{'id': '81cb0791-467a-4be8-8570-228156188258', 'name': 'tempest-ServersTestMultiNic-1590166930-router', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:12Z', 'updated_at': '2021-11-03T18:42:20Z', 'revision_number': 4, 'project_id': '1e84dea8fa8041e993abb7088b06811e', 'gw_port': {'id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cb0791-467a-4be8-8570-228156188258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:13Z', 'updated_at': '2021-11-03T18:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '96d94c41-223b-433f-a0ef-cf7fb18b0f38', 'name': '', 'network_id': '09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'mac_address': 'fa:16:3e:8b:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81cb0791-467a-4be8-8570-228156188258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '2b806a4b-81b6-4de6-9324-25e4cdc5cc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:18Z', 'updated_at': '2021-11-03T18:42:27Z', 'revision_number': 4, 'project_id': '1e84dea8fa8041e993abb7088b06811e', 'subnets': [{'id': '2b806a4b-81b6-4de6-9324-25e4cdc5cc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:42:28.597236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b1f50a-1a4d-4050-ae6f-7df94f79e923 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Network 5bb7b961-9240-411a-9a46-3607333541ce is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:42:28.625740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-b1f01980-aad0-4d7e-94de-604bce851d31 req-54785c6c-1ac3-4e66-9358-4a62d5e3521d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Deleting port 92554519-1049-402f-871b-d6ddf737462e {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:28.627221 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b1f01980-aad0-4d7e-94de-604bce851d31 req-54785c6c-1ac3-4e66-9358-4a62d5e3521d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.640937 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-98b1f50a-1a4d-4050-ae6f-7df94f79e923 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 5bb7b961-9240-411a-9a46-3607333541ce) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:28.663948 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b0bffa-9fb4-4eb0-959f-4cf21dcb4256 None None] Network 5bb7b961-9240-411a-9a46-3607333541ce requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:28.682588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b1f50a-1a4d-4050-ae6f-7df94f79e923 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:28.683667 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98b1f50a-1a4d-4050-ae6f-7df94f79e923 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.773079 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-98b1f50a-1a4d-4050-ae6f-7df94f79e923 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9113219 Nov 03 18:42:28.887491 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.903360 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-28dfc237-41af-4483-ba2b-252b013aacfd None None] For port 96d94c41-223b-433f-a0ef-cf7fb18b0f38, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=96d94c41-223b-433f-a0ef-cf7fb18b0f38,segment=NetworkSegment(80e430c0-0bd0-495a-a4f5-d0cea21b2e7e),segment_id=80e430c0-0bd0-495a-a4f5-d0cea21b2e7e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:28.910010 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-b1f01980-aad0-4d7e-94de-604bce851d31 req-54785c6c-1ac3-4e66-9358-4a62d5e3521d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] For port 92554519-1049-402f-871b-d6ddf737462e, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92554519-1049-402f-871b-d6ddf737462e,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:28.911161 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b1f01980-aad0-4d7e-94de-604bce851d31 req-54785c6c-1ac3-4e66-9358-4a62d5e3521d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:28.973925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-b1f01980-aad0-4d7e-94de-604bce851d31 req-54785c6c-1ac3-4e66-9358-4a62d5e3521d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Calling delete_port for 92554519-1049-402f-871b-d6ddf737462e owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:29.099464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9eb2b30-f3a3-4ed8-ad40-0f0e9507e596 req-2a44455d-a487-4532-a8e9-20379e106e91 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252196 Nov 03 18:42:29.100743 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1674f3bb-a7d3-4dff-b02c-20eaf6ecd30e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.194538 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.202297 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 96d94c41-223b-433f-a0ef-cf7fb18b0f38 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:29.271845 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-28dfc237-41af-4483-ba2b-252b013aacfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.314970 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1674f3bb-a7d3-4dff-b02c-20eaf6ecd30e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.323811 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.335173 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b1f01980-aad0-4d7e-94de-604bce851d31 req-54785c6c-1ac3-4e66-9358-4a62d5e3521d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.382436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54785c6c-1ac3-4e66-9358-4a62d5e3521d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Pushing event deleted for resources: {'Port': ['ID=92554519-1049-402f-871b-d6ddf737462e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:29.388141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-5bb7b961-9240-411a-9a46-3607333541ce', 'network_id': '5bb7b961-9240-411a-9a46-3607333541ce', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'fixed_ips': [{'subnet_id': 'c81521af-f687-43ce-9b3b-0082c5990311'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:42:29.389168 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.418163 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1674f3bb-a7d3-4dff-b02c-20eaf6ecd30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.435049 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['384118ea-2c6b-44dc-ab7e-129a2bf3259d', '6adb4899-aa03-4964-a7fc-3067c1d32b35'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:29.459235 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f01980-aad0-4d7e-94de-604bce851d31 req-54785c6c-1ac3-4e66-9358-4a62d5e3521d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] No DVR routers for this DVR port 92554519-1049-402f-871b-d6ddf737462e on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:29.463175 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b1f01980-aad0-4d7e-94de-604bce851d31 req-54785c6c-1ac3-4e66-9358-4a62d5e3521d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.471684 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b1f01980-aad0-4d7e-94de-604bce851d31 req-54785c6c-1ac3-4e66-9358-4a62d5e3521d tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "DELETE /v2.0/ports/92554519-1049-402f-871b-d6ddf737462e HTTP/1.1" status: 204 len: 173 time: 1.2939568 Nov 03 18:42:29.472312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'name': 'network-vif-deleted', 'tag': '92554519-1049-402f-871b-d6ddf737462e'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:29.475947 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7749e9-61c8-4509-b506-4274073f495d" -d '{"events": [{"server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "name": "network-vif-deleted", "tag": "92554519-1049-402f-871b-d6ddf737462e"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:29.496354 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Network d3c8601d-7b6e-4fa6-87ea-b143f126c055 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:29.515167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['d7c1415e-8d28-4f9b-b351-1864b5a0b370'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:29.523262 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.537102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:29.548667 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Router 8a48fb7d-308c-4d0e-bd24-575923a5bbec is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:42:29.598115 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:29.606110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1674f3bb-a7d3-4dff-b02c-20eaf6ecd30e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f9ddd676882846c398cb07fc9c733e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3186743 Nov 03 18:42:29.607105 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44852) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:29.612033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 96d94c41-223b-433f-a0ef-cf7fb18b0f38 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:29.612420 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.760098 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e9c7531c-a777-4989-9472-774e27be6e5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.811662 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfc237-41af-4483-ba2b-252b013aacfd None None] Pushing event updated for resources: {'Port': ['ID=96d94c41-223b-433f-a0ef-cf7fb18b0f38,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:29.813810 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e9c7531c-a777-4989-9472-774e27be6e5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.830329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ab5ea73b-bfea-44f0-80af-5601c7b564b4 None None] Provisioning complete for port 96d94c41-223b-433f-a0ef-cf7fb18b0f38 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:29.831074 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ab5ea73b-bfea-44f0-80af-5601c7b564b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.921175 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e9c7531c-a777-4989-9472-774e27be6e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.923941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e9c7531c-a777-4989-9472-774e27be6e5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:29.925146 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e9c7531c-a777-4989-9472-774e27be6e5d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fc105347-ade9-42f0-9cfa-1a45ee960b6b HTTP/1.1" status: 204 len: 168 time: 0.3140976 Nov 03 18:42:29.945924 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7531c-a777-4989-9472-774e27be6e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc105347-ade9-42f0-9cfa-1a45ee960b6b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:30.248798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Attempting to bind port 892e838d-bf79-498a-aad1-533903354ba3 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:30.249172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Attempting to bind port 892e838d-bf79-498a-aad1-533903354ba3 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '4cc41f4d-03c1-4308-8964-b0ee38b7a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:30.249536 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Attempting to bind port 892e838d-bf79-498a-aad1-533903354ba3 on network d3c8601d-7b6e-4fa6-87ea-b143f126c055 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:30.271924 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Pushing event updated for resources: {'Port': ['ID=892e838d-bf79-498a-aad1-533903354ba3,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:30.320914 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04716b69-7599-40fd-8632-24fb7add9367 None None] Network 26f4f0e3-be3e-441c-ab51-65c95cd0cc38 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:30.332906 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:30.333316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Checking segment: {'id': '4cc41f4d-03c1-4308-8964-b0ee38b7a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:30.334042 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.334184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Bound using segment: {'id': '4cc41f4d-03c1-4308-8964-b0ee38b7a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:30.334626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Bound port: 892e838d-bf79-498a-aad1-533903354ba3, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc41f4d-03c1-4308-8964-b0ee38b7a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:30.335729 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.343053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Allocated IP 19.86.0.2 (5bb7b961-9240-411a-9a46-3607333541ce/c81521af-f687-43ce-9b3b-0082c5990311/9c3ba4f8-be99-472b-9080-bb4e81e6bb42) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:30.360824 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.382682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674f3bb-a7d3-4dff-b02c-20eaf6ecd30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc105347-ade9-42f0-9cfa-1a45ee960b6b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:30.435364 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496841cb-fa03-4472-bff1-b280015064e3 req-69a00331-03a3-44d3-a7b3-e6b3848f8151 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:30.437697 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-496841cb-fa03-4472-bff1-b280015064e3 req-69a00331-03a3-44d3-a7b3-e6b3848f8151 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 1.1200380 Nov 03 18:42:30.544679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cdd407d4-8186-4c4e-be4c-bc7748b87d25 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:30.550308 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cdd407d4-8186-4c4e-be4c-bc7748b87d25 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:30.552006 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cdd407d4-8186-4c4e-be4c-bc7748b87d25 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/networks?id=d3c8601d-7b6e-4fa6-87ea-b143f126c055&id=5bb7b961-9240-411a-9a46-3607333541ce&id=d3c8601d-7b6e-4fa6-87ea-b143f126c055 HTTP/1.1" status: 200 len: 1392 time: 1.1253719 Nov 03 18:42:30.595442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-efb12a14-4cbd-4c5f-b365-ca508ceabcdb tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/quotas/1e84dea8fa8041e993abb7088b06811e HTTP/1.1" status: 200 len: 375 time: 0.0344107 Nov 03 18:42:30.596538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:42:30.619907 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-496841cb-fa03-4472-bff1-b280015064e3 req-dc36fc2e-3c81-4061-a682-466221955479 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666052 Nov 03 18:42:30.655318 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:30.656844 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-691b7c98-b85c-4935-bd41-4f364d8f8078 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3220527 Nov 03 18:42:30.659489 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44872) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:30.753476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Sync routers for ids ['8a48fb7d-308c-4d0e-bd24-575923a5bbec'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:42:30.821878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92554519-1049-402f-871b-d6ddf737462e details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:42:30.824579 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92554519-1049-402f-871b-d6ddf737462e no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:30.870290 n-d-812150-4 neutron-server[101713]: INFO neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No ports have port_id starting with 92554519-1049-402f-871b-d6ddf737462e Nov 03 18:42:30.895954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 92554519-1049-402f-871b-d6ddf737462e {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:30.896422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92554519-1049-402f-871b-d6ddf737462e not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:30.898451 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92554519-1049-402f-871b-d6ddf737462e requested by agent hyperv_n-h2-812150-4 not found in database {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 03 18:42:30.910757 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-77e5054e-aa2a-4368-95a4-c710cffb47e7 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=1e84dea8fa8041e993abb7088b06811e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2993593 Nov 03 18:42:30.982366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6f5af-8494-4684-aec9-fa5a1e41fa36 req-9f836ecc-f864-4fa3-8278-b7986be17d2a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:30.993680 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34e6f5af-8494-4684-aec9-fa5a1e41fa36 req-9f836ecc-f864-4fa3-8278-b7986be17d2a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1800752 Nov 03 18:42:31.039633 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.040883 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Routers {'8a48fb7d-308c-4d0e-bd24-575923a5bbec'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:31.041496 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8a48fb7d-308c-4d0e-bd24-575923a5bbec'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:31.084551 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34e6f5af-8494-4684-aec9-fa5a1e41fa36 req-4b23196d-1436-4a44-a7fa-182cc6fc895f tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897932 Nov 03 18:42:31.175834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Set router 8a48fb7d-308c-4d0e-bd24-575923a5bbec gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:31.381566 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1918e191-32e8-4662-a509-244d16634f69 x-openstack-request-id: req-1918e191-32e8-4662-a509-244d16634f69 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:31.382471 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126c0a58-d1b5-4e23-bee6-ad27b94e84b6", "name": "network-vif-deleted", "tag": "92554519-1049-402f-871b-d6ddf737462e", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:31.382740 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1918e191-32e8-4662-a509-244d16634f69 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:31.383162 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126c0a58-d1b5-4e23-bee6-ad27b94e84b6', 'name': 'network-vif-deleted', 'tag': '92554519-1049-402f-871b-d6ddf737462e', 'status': 'completed', 'code': 200} Nov 03 18:42:31.390469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] For port 892e838d-bf79-498a-aad1-533903354ba3, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:31.403486 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:31.482152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-ba0179c4-4109-4c4b-bfae-45dec950f730 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:42:31.483618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-ba0179c4-4109-4c4b-bfae-45dec950f730 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.5629461 Nov 03 18:42:31.549681 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.553375 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] For port 892e838d-bf79-498a-aad1-533903354ba3, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=892e838d-bf79-498a-aad1-533903354ba3,segment=NetworkSegment(4cc41f4d-03c1-4308-8964-b0ee38b7a96e),segment_id=4cc41f4d-03c1-4308-8964-b0ee38b7a96e)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:31.625025 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.641466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-12475dea-709f-4fd6-bdc7-be76db339b85 None None] Provisioning complete for port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:31.642180 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-12475dea-709f-4fd6-bdc7-be76db339b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.702197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-e8150c65-7267-409a-a625-8ec43fe00fde service neutron] 10.222.0.107 "GET /v2.0/networks/d3c8601d-7b6e-4fa6-87ea-b143f126c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944876 Nov 03 18:42:31.718034 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.887646 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:31.891990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7805b6-9ee5-4759-8da1-33b26b836e63 None None] Pushing event updated for resources: {'Port': ['ID=892e838d-bf79-498a-aad1-533903354ba3,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:31.949036 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.006019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-e3c796b1-101e-43c6-be3e-2bcac888ae85 service neutron] 10.222.0.107 "GET /v2.0/networks/d3c8601d-7b6e-4fa6-87ea-b143f126c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664764 Nov 03 18:42:32.020642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Network 5bb7b961-9240-411a-9a46-3607333541ce is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:32.025797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be26ab0-8ed9-4557-8a58-3342734683b9 req-14d6c629-adab-4a27-b3fc-cdf8dbf9dba6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:32.027463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2be26ab0-8ed9-4557-8a58-3342734683b9 req-14d6c629-adab-4a27-b3fc-cdf8dbf9dba6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.2031806 Nov 03 18:42:32.044221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:32.058872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'name': 'tempest-FloatingIPDetailsTestJSON-506414915-router', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '83978c8b-0172-4630-aba1-d69a4955d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:24Z', 'updated_at': '2021-11-03T18:42:27Z', 'revision_number': 3, 'project_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'gw_port': {'id': '83978c8b-0172-4630-aba1-d69a4955d731', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:26Z', 'updated_at': '2021-11-03T18:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:32.060800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:32.061170 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.090208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:32.227345 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-12475dea-709f-4fd6-bdc7-be76db339b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.240057 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Checking router: 8a48fb7d-308c-4d0e-bd24-575923a5bbec for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:42:32.240961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Updating router 8a48fb7d-308c-4d0e-bd24-575923a5bbec port 83978c8b-0172-4630-aba1-d69a4955d731 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:42:32.297959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Allocated IP 172.20.0.1 (26f4f0e3-be3e-441c-ab51-65c95cd0cc38/85f1d205-c8f0-4313-a664-933c462033ad/c69aafbb-43cc-4368-b00c-b464722520c7) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:32.308727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2be26ab0-8ed9-4557-8a58-3342734683b9 req-20833bdb-279e-4198-aa1e-8f33a48e9e91 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641509 Nov 03 18:42:32.327265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Pushing event updated for resources: {'Port': ['ID=9c3ba4f8-be99-472b-9080-bb4e81e6bb42,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:32.387755 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-e6f67f89-ef5d-4727-b019-2be80b3b96f3 service neutron] 10.222.0.107 "GET /v2.0/networks/5bb7b961-9240-411a-9a46-3607333541ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465474 Nov 03 18:42:32.421292 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.451036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-12475dea-709f-4fd6-bdc7-be76db339b85 None None] For port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=72fa5d3c-7879-4a03-8ec0-52d92c9e5665,segment=NetworkSegment(ed0e21f4-b3a0-4588-8ce6-327fac027d58),segment_id=ed0e21f4-b3a0-4588-8ce6-327fac027d58)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:32.507471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Attempting to bind port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:32.507894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Attempting to bind port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '13ceb5ae-c8b3-4b27-9dc7-36092274a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5bb7b961-9240-411a-9a46-3607333541ce'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:32.508253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Attempting to bind port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 on network 5bb7b961-9240-411a-9a46-3607333541ce {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:32.514023 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-12475dea-709f-4fd6-bdc7-be76db339b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.519287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:32.519799 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Checking segment: {'id': '13ceb5ae-c8b3-4b27-9dc7-36092274a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5bb7b961-9240-411a-9a46-3607333541ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:32.520078 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.520480 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Bound using segment: {'id': '13ceb5ae-c8b3-4b27-9dc7-36092274a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5bb7b961-9240-411a-9a46-3607333541ce'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:32.520965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Bound port: 9c3ba4f8-be99-472b-9080-bb4e81e6bb42, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ceb5ae-c8b3-4b27-9dc7-36092274a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5bb7b961-9240-411a-9a46-3607333541ce'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:32.521466 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.607355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82f9a3-08c4-4fc1-8e60-7b688233d97c req-1edc47d9-b442-499e-97b0-b4b4498f70cd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:32.616214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1d82f9a3-08c4-4fc1-8e60-7b688233d97c req-1edc47d9-b442-499e-97b0-b4b4498f70cd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1803288 Nov 03 18:42:32.629726 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 96d94c41-223b-433f-a0ef-cf7fb18b0f38 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:32.651563 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cb22d1cf-9c61-40e4-907e-e0b85e349d38 service neutron] 10.222.0.107 "GET /v2.0/networks/5bb7b961-9240-411a-9a46-3607333541ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625208 Nov 03 18:42:32.690448 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.769170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12475dea-709f-4fd6-bdc7-be76db339b85 None None] Pushing event updated for resources: {'Port': ['ID=72fa5d3c-7879-4a03-8ec0-52d92c9e5665,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:32.802177 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1d82f9a3-08c4-4fc1-8e60-7b688233d97c req-c7bb1d60-6cd7-45fb-a5c1-52f4c0fb5da3 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663716 Nov 03 18:42:32.808243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5e3d239f-e77f-4de5-92ae-50e4b2c373e9 None None] Provisioning complete for port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:32.809765 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5e3d239f-e77f-4de5-92ae-50e4b2c373e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.868755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] For port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:32.886896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-4b2e816e-e567-4b66-be65-952852af6f75 service neutron] 10.222.0.107 "GET /v2.0/networks/d3c8601d-7b6e-4fa6-87ea-b143f126c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291827 Nov 03 18:42:32.889356 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:32.945366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Network 26f4f0e3-be3e-441c-ab51-65c95cd0cc38 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:32.958545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:32.961474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:33.010831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44924) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:33.067920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Pushing event updated for resources: {'Port': ['ID=c69aafbb-43cc-4368-b00c-b464722520c7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:33.125117 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.215645 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c387da4c-8c18-48d9-b1a9-9c48f2b5bf67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.235007 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-8f68f403-8df4-4044-bbbb-83449ecbe421 service neutron] 10.222.0.107 "GET /v2.0/networks/d3c8601d-7b6e-4fa6-87ea-b143f126c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341193 Nov 03 18:42:33.293512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] For port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9c3ba4f8-be99-472b-9080-bb4e81e6bb42,segment=NetworkSegment(13ceb5ae-c8b3-4b27-9dc7-36092274a3f9),segment_id=13ceb5ae-c8b3-4b27-9dc7-36092274a3f9)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:33.305274 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.306923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255fdbb-31a1-4a2f-8206-44677ef11f1c req-f33fbfc7-d60d-4753-bf75-d136622ca25e tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:33.316601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6255fdbb-31a1-4a2f-8206-44677ef11f1c req-f33fbfc7-d60d-4753-bf75-d136622ca25e tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.2148426 Nov 03 18:42:33.319216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 96d94c41-223b-433f-a0ef-cf7fb18b0f38 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:33.319620 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.367559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c387da4c-8c18-48d9-b1a9-9c48f2b5bf67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.374342 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c387da4c-8c18-48d9-b1a9-9c48f2b5bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.413028 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6255fdbb-31a1-4a2f-8206-44677ef11f1c req-2c9e1563-e618-467e-a26f-5a961e18a021 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896449 Nov 03 18:42:33.427470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387da4c-8c18-48d9-b1a9-9c48f2b5bf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcd0e12-f7a3-47a3-986b-1ad743d8f4f3,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:33.440956 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c387da4c-8c18-48d9-b1a9-9c48f2b5bf67 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0f6f9f173a6741aab1ed2627c5da8c9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4277840 Nov 03 18:42:33.442972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44928) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:33.502076 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ae17c4-a3b8-4b0f-92eb-8c5a7306d461 None None] Network d3c8601d-7b6e-4fa6-87ea-b143f126c055 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:33.506129 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.566741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb318beb-5d4b-46b5-8a28-af44ed17ac9c None None] Pushing event updated for resources: {'Port': ['ID=9c3ba4f8-be99-472b-9080-bb4e81e6bb42,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:33.591709 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e6bbf1f-74a3-41a7-9621-fa0d71b1b6d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.654449 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e6bbf1f-74a3-41a7-9621-fa0d71b1b6d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.819130 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e6bbf1f-74a3-41a7-9621-fa0d71b1b6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.822051 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e6bbf1f-74a3-41a7-9621-fa0d71b1b6d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:33.828228 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7e6bbf1f-74a3-41a7-9621-fa0d71b1b6d1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bfcd0e12-f7a3-47a3-986b-1ad743d8f4f3 HTTP/1.1" status: 204 len: 168 time: 0.3828309 Nov 03 18:42:33.844227 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bbf1f-74a3-41a7-9621-fa0d71b1b6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcd0e12-f7a3-47a3-986b-1ad743d8f4f3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:33.916302 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99a3eb2a-195a-4c6d-bdb0-efbf2b1fee7a req-5e627f91-b184-4f61-a4ad-60e6971ebf07 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 210 time: 0.0659738 Nov 03 18:42:33.926490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adabe4-3b09-4755-aaf4-38dc2623fc3d req-5c18d15c-decd-481e-9e3c-fd95388ee930 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:33.934456 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64adabe4-3b09-4755-aaf4-38dc2623fc3d req-5c18d15c-decd-481e-9e3c-fd95388ee930 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 951 time: 0.1865537 Nov 03 18:42:34.010263 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64adabe4-3b09-4755-aaf4-38dc2623fc3d req-b3bc37e9-ab8d-483f-bd51-7ec58c48ada1 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746105 Nov 03 18:42:34.049285 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3e5ccb53-b07a-4da0-b803-48b417a8f709 None None] Provisioning complete for port 892e838d-bf79-498a-aad1-533903354ba3 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:34.049285 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3e5ccb53-b07a-4da0-b803-48b417a8f709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.049743 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.054071 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.092781 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.108155 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.208598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Attempting to bind port 83978c8b-0172-4630-aba1-d69a4955d731 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:34.208976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Attempting to bind port 83978c8b-0172-4630-aba1-d69a4955d731 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:34.209472 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Attempting to bind port 83978c8b-0172-4630-aba1-d69a4955d731 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:34.215288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be3dac-cb3b-4f6d-a170-acba24927984 None None] Pushing event updated for resources: {'Port': ['ID=83978c8b-0172-4630-aba1-d69a4955d731,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:34.277707 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:34.278249 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:34.278678 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.279085 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:34.282413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Bound port: 83978c8b-0172-4630-aba1-d69a4955d731, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:34.283084 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.342363 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3e5ccb53-b07a-4da0-b803-48b417a8f709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.405159 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.433250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Pushing event updated for resources: {'Port': ['ID=c69aafbb-43cc-4368-b00c-b464722520c7,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:34.441042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44950) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:34.468849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3e5ccb53-b07a-4da0-b803-48b417a8f709 None None] For port 892e838d-bf79-498a-aad1-533903354ba3, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=892e838d-bf79-498a-aad1-533903354ba3,segment=NetworkSegment(4cc41f4d-03c1-4308-8964-b0ee38b7a96e),segment_id=4cc41f4d-03c1-4308-8964-b0ee38b7a96e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:34.472674 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6605b4b-0d7f-4a50-aab2-bf19e6ee7196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.474125 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3e5ccb53-b07a-4da0-b803-48b417a8f709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.477819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ff2c7-9446-4a2a-8f3b-11895894cc12 req-26248c09-f898-4cd3-8efa-b07c152d7db3 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:34.478906 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] For port 83978c8b-0172-4630-aba1-d69a4955d731, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:34.482511 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e5ff2c7-9446-4a2a-8f3b-11895894cc12 req-26248c09-f898-4cd3-8efa-b07c152d7db3 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.2728870 Nov 03 18:42:34.503012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb90fa-bc75-4a36-8711-2aff6bbaf89e req-d491d3e9-407a-48aa-8692-e6d11635b94d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:34.505768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8bbb90fa-bc75-4a36-8711-2aff6bbaf89e req-d491d3e9-407a-48aa-8692-e6d11635b94d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.2990603 Nov 03 18:42:34.556765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 892e838d-bf79-498a-aad1-533903354ba3 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:34.597968 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] For port 83978c8b-0172-4630-aba1-d69a4955d731, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=83978c8b-0172-4630-aba1-d69a4955d731,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:34.608089 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3e5ccb53-b07a-4da0-b803-48b417a8f709 None None] Provisioning complete for port c69aafbb-43cc-4368-b00c-b464722520c7 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:34.608921 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3e5ccb53-b07a-4da0-b803-48b417a8f709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.620875 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.675312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6605b4b-0d7f-4a50-aab2-bf19e6ee7196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.685616 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6605b4b-0d7f-4a50-aab2-bf19e6ee7196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.713321 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3e5ccb53-b07a-4da0-b803-48b417a8f709 None None] Port c69aafbb-43cc-4368-b00c-b464722520c7 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:34.713321 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ccb53-b07a-4da0-b803-48b417a8f709 None None] Pushing event updated for resources: {'Port': ['ID=892e838d-bf79-498a-aad1-533903354ba3,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:34.745184 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e6605b4b-0d7f-4a50-aab2-bf19e6ee7196 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ccbb4f351dc942cdabd5419ebae97d7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3002372 Nov 03 18:42:34.746193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44956) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:34.756133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8bbb90fa-bc75-4a36-8711-2aff6bbaf89e req-7ad3484d-2944-42a9-85f1-074fa451925a tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144630 Nov 03 18:42:34.774929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Network 26f4f0e3-be3e-441c-ab51-65c95cd0cc38 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:34.792249 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e5ff2c7-9446-4a2a-8f3b-11895894cc12 req-7ad2f6b2-59f2-4e9c-9bb2-78727b941fb0 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852006 Nov 03 18:42:34.793443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:34.806041 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Routers {'8a48fb7d-308c-4d0e-bd24-575923a5bbec'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:34.806041 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8a48fb7d-308c-4d0e-bd24-575923a5bbec'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:34.806041 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be3dac-cb3b-4f6d-a170-acba24927984 None None] Pushing event updated for resources: {'Port': ['ID=83978c8b-0172-4630-aba1-d69a4955d731,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:34.846368 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6605b4b-0d7f-4a50-aab2-bf19e6ee7196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3f2dca-7c2d-4cc0-898e-7faf7f39e948,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:34.917739 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf223d0e-97d0-4e06-81da-123549c99298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.950787 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf223d0e-97d0-4e06-81da-123549c99298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:34.952523 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 892e838d-bf79-498a-aad1-533903354ba3 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:34.953286 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.030560 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf223d0e-97d0-4e06-81da-123549c99298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.037925 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf223d0e-97d0-4e06-81da-123549c99298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.039154 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bf223d0e-97d0-4e06-81da-123549c99298 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2d3f2dca-7c2d-4cc0-898e-7faf7f39e948 HTTP/1.1" status: 204 len: 168 time: 0.2902250 Nov 03 18:42:35.039924 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5d9b9578-029b-408b-9ac0-44e1a6381253 None None] Provisioning complete for port 892e838d-bf79-498a-aad1-533903354ba3 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:35.040914 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9578-029b-408b-9ac0-44e1a6381253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.054523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf223d0e-97d0-4e06-81da-123549c99298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3f2dca-7c2d-4cc0-898e-7faf7f39e948,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:35.083501 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5f955-4e55-476d-9778-2f60e14063c0 req-21ec35c1-a944-4f26-9bb0-a946ff80910e tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:35.085101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39b5f955-4e55-476d-9778-2f60e14063c0 req-21ec35c1-a944-4f26-9bb0-a946ff80910e tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1427855 Nov 03 18:42:35.182128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Router 8a48fb7d-308c-4d0e-bd24-575923a5bbec has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:42:35.203207 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] Set router 8a48fb7d-308c-4d0e-bd24-575923a5bbec gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:35.220657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39b5f955-4e55-476d-9778-2f60e14063c0 req-0f7504e2-1c7f-4142-90e1-456577bd7ef0 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240222 Nov 03 18:42:35.359290 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6caccac-8b93-43f4-a9fa-980a1c5b6030 None None] Network 5bb7b961-9240-411a-9a46-3607333541ce requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:35.421501 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2927dcfd-84e4-42c5-8a5c-62804137fefa req-3b6114b9-bb33-45e1-9740-f97f9e56332f tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 210 time: 0.0961061 Nov 03 18:42:35.488207 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422bf59-0582-44ab-9707-6679ef0c31f1 req-290a191b-410d-477e-b0c3-42e35b0ca564 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:35.496217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9422bf59-0582-44ab-9707-6679ef0c31f1 req-290a191b-410d-477e-b0c3-42e35b0ca564 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 951 time: 0.1721179 Nov 03 18:42:35.498567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:42:35.515966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:35.517156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6d47edfd-f63f-44d1-9634-3ed0a938148b admin admin] 10.222.0.107 "PUT /v2.0/routers/8a48fb7d-308c-4d0e-bd24-575923a5bbec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8553829 Nov 03 18:42:35.631355 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9422bf59-0582-44ab-9707-6679ef0c31f1 req-fc9d28dc-d70a-4849-81d5-e7df51917769 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341782 Nov 03 18:42:35.668456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23d98c-66b0-42eb-af82-094be7ea6e94 req-5a69eb79-eea1-48ad-892a-addf99930206 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:35.674488 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb23d98c-66b0-42eb-af82-094be7ea6e94 req-5a69eb79-eea1-48ad-892a-addf99930206 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.87 "GET /v2.0/ports?device_id=64d5acf7-2e04-4bbc-a574-8b1d9ea25149 HTTP/1.1" status: 200 len: 951 time: 0.1112285 Nov 03 18:42:35.730478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:35.730882 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.806512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805271f-5610-4cf5-93bc-5a85ffd997f6 req-4f768676-264c-4314-9d9a-55f8c3021107 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:35.817310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6805271f-5610-4cf5-93bc-5a85ffd997f6 req-4f768676-264c-4314-9d9a-55f8c3021107 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 946 time: 0.1021941 Nov 03 18:42:35.898647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b7d4da63-42fb-426a-91a1-8fde0f40105c None None] Provisioning complete for port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:35.899119 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b7d4da63-42fb-426a-91a1-8fde0f40105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.933695 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-bb23d98c-66b0-42eb-af82-094be7ea6e94 req-c473fd8f-426e-406d-931e-8819321cd78a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Deleting port 6adb4899-aa03-4964-a7fc-3067c1d32b35 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:35.934501 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bb23d98c-66b0-42eb-af82-094be7ea6e94 req-c473fd8f-426e-406d-931e-8819321cd78a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:35.996774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf3d33-aa19-41a8-9d6a-3ff076698376 req-c93ec0d6-fbb8-476a-a609-8af30e94dd53 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:36.004954 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf3d33-aa19-41a8-9d6a-3ff076698376 req-c93ec0d6-fbb8-476a-a609-8af30e94dd53 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1116519 Nov 03 18:42:36.086375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-bb23d98c-66b0-42eb-af82-094be7ea6e94 req-c473fd8f-426e-406d-931e-8819321cd78a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] For port 6adb4899-aa03-4964-a7fc-3067c1d32b35, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6adb4899-aa03-4964-a7fc-3067c1d32b35,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:36.088496 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bb23d98c-66b0-42eb-af82-094be7ea6e94 req-c473fd8f-426e-406d-931e-8819321cd78a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.111869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-6805271f-5610-4cf5-93bc-5a85ffd997f6 req-b7ea6a1e-d7a5-46e6-b8d9-8729cac70f71 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Deleting port ae860861-1531-4249-979b-c6c2ce597c2d {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:36.113299 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6805271f-5610-4cf5-93bc-5a85ffd997f6 req-b7ea6a1e-d7a5-46e6-b8d9-8729cac70f71 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.130609 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-bb23d98c-66b0-42eb-af82-094be7ea6e94 req-c473fd8f-426e-406d-931e-8819321cd78a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Calling delete_port for 6adb4899-aa03-4964-a7fc-3067c1d32b35 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:36.174578 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'name': 'tempest-FloatingIPDetailsTestJSON-506414915-router', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '83978c8b-0172-4630-aba1-d69a4955d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:24Z', 'updated_at': '2021-11-03T18:42:33Z', 'revision_number': 4, 'project_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'gw_port': {'id': '83978c8b-0172-4630-aba1-d69a4955d731', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:26Z', 'updated_at': '2021-11-03T18:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c69aafbb-43cc-4368-b00c-b464722520c7', 'name': '', 'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'mac_address': 'fa:16:3e:9b:dc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '85f1d205-c8f0-4313-a664-933c462033ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:33Z', 'revision_number': 2, 'project_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'subnets': [{'id': '85f1d205-c8f0-4313-a664-933c462033ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:36.236980 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf3d33-aa19-41a8-9d6a-3ff076698376 req-87e0d3fe-a2bf-4b69-8ed6-c7d8725423ba tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296672 Nov 03 18:42:36.256966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf2174c-e20f-4316-b51c-594011322d76 None None] The sync data for ids ['8a48fb7d-308c-4d0e-bd24-575923a5bbec'] in n-d-812150-4 is: [{'id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'name': 'tempest-FloatingIPDetailsTestJSON-506414915-router', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '83978c8b-0172-4630-aba1-d69a4955d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:24Z', 'updated_at': '2021-11-03T18:42:33Z', 'revision_number': 4, 'project_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'gw_port': {'id': '83978c8b-0172-4630-aba1-d69a4955d731', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:26Z', 'updated_at': '2021-11-03T18:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c69aafbb-43cc-4368-b00c-b464722520c7', 'name': '', 'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'mac_address': 'fa:16:3e:9b:dc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '85f1d205-c8f0-4313-a664-933c462033ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:33Z', 'revision_number': 2, 'project_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'subnets': [{'id': '85f1d205-c8f0-4313-a664-933c462033ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:42:36.336856 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b7d4da63-42fb-426a-91a1-8fde0f40105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.349018 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:36.444331 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b7d4da63-42fb-426a-91a1-8fde0f40105c None None] For port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9c3ba4f8-be99-472b-9080-bb4e81e6bb42,segment=NetworkSegment(13ceb5ae-c8b3-4b27-9dc7-36092274a3f9),segment_id=13ceb5ae-c8b3-4b27-9dc7-36092274a3f9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:36.458346 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b7d4da63-42fb-426a-91a1-8fde0f40105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.550893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:36.551326 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.568622 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bb23d98c-66b0-42eb-af82-094be7ea6e94 req-c473fd8f-426e-406d-931e-8819321cd78a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.617997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b7d4da63-42fb-426a-91a1-8fde0f40105c None None] Provisioning complete for port c69aafbb-43cc-4368-b00c-b464722520c7 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:36.619452 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b7d4da63-42fb-426a-91a1-8fde0f40105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.622024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['d7c1415e-8d28-4f9b-b351-1864b5a0b370'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:36.699136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['384118ea-2c6b-44dc-ab7e-129a2bf3259d', '6adb4899-aa03-4964-a7fc-3067c1d32b35'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:36.713014 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-0c09a4f4-982e-42c6-93e9-bc98293eb11d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:36.749204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-0c09a4f4-982e-42c6-93e9-bc98293eb11d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:36.751697 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-0c09a4f4-982e-42c6-93e9-bc98293eb11d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.87 "GET /v2.0/networks?id=d3c8601d-7b6e-4fa6-87ea-b143f126c055&id=5bb7b961-9240-411a-9a46-3607333541ce&id=d3c8601d-7b6e-4fa6-87ea-b143f126c055 HTTP/1.1" status: 200 len: 1392 time: 0.3939233 Nov 03 18:42:36.766515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473fd8f-426e-406d-931e-8819321cd78a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Pushing event deleted for resources: {'Port': ['ID=6adb4899-aa03-4964-a7fc-3067c1d32b35,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:36.811689 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-9db2c26b-abde-4c9a-a5d8-db925f688b6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Request body: {'port': {'device_id': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055', 'admin_state_up': True, 'tenant_id': '1e84dea8fa8041e993abb7088b06811e'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:36.864530 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4da63-42fb-426a-91a1-8fde0f40105c None None] Pushing event updated for resources: {'Port': ['ID=9c3ba4f8-be99-472b-9080-bb4e81e6bb42,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:36.888272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb23d98c-66b0-42eb-af82-094be7ea6e94 req-c473fd8f-426e-406d-931e-8819321cd78a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] No DVR routers for this DVR port 6adb4899-aa03-4964-a7fc-3067c1d32b35 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:36.904202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b7d4da63-42fb-426a-91a1-8fde0f40105c None None] Port c69aafbb-43cc-4368-b00c-b464722520c7 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:36.936443 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bb23d98c-66b0-42eb-af82-094be7ea6e94 req-c473fd8f-426e-406d-931e-8819321cd78a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:36.939896 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bb23d98c-66b0-42eb-af82-094be7ea6e94 req-c473fd8f-426e-406d-931e-8819321cd78a tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.87 "DELETE /v2.0/ports/6adb4899-aa03-4964-a7fc-3067c1d32b35 HTTP/1.1" status: 204 len: 173 time: 1.2244971 Nov 03 18:42:36.944410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'name': 'network-vif-deleted', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:36.948023 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c565621-2c55-4be7-92d1-370c475795f2" -d '{"events": [{"server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "name": "network-vif-deleted", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:37.065699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-9db2c26b-abde-4c9a-a5d8-db925f688b6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Made reservation on behalf of 1e84dea8fa8041e993abb7088b06811e for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:37.069863 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-9db2c26b-abde-4c9a-a5d8-db925f688b6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.174580 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fe0cbf84-e7db-414b-bd1e-de76fbace413 None None] Provisioning complete for port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:37.174932 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fe0cbf84-e7db-414b-bd1e-de76fbace413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.287404 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-6805271f-5610-4cf5-93bc-5a85ffd997f6 req-b7ea6a1e-d7a5-46e6-b8d9-8729cac70f71 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] For port ae860861-1531-4249-979b-c6c2ce597c2d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ae860861-1531-4249-979b-c6c2ce597c2d,segment=NetworkSegment(c45780f7-b425-4bef-8203-1ef24302ec83),segment_id=c45780f7-b425-4bef-8203-1ef24302ec83)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:37.288047 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6805271f-5610-4cf5-93bc-5a85ffd997f6 req-b7ea6a1e-d7a5-46e6-b8d9-8729cac70f71 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.349447 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af2fef73-2078-4598-95e9-056b9911c338 req-3bf5c050-0d56-4551-a022-e9c3a5b6522c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1789012 Nov 03 18:42:37.357888 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 892e838d-bf79-498a-aad1-533903354ba3 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:37.359828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-6805271f-5610-4cf5-93bc-5a85ffd997f6 req-b7ea6a1e-d7a5-46e6-b8d9-8729cac70f71 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Calling delete_port for ae860861-1531-4249-979b-c6c2ce597c2d owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:37.362094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-9db2c26b-abde-4c9a-a5d8-db925f688b6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Allocated IP 19.80.0.195 (d3c8601d-7b6e-4fa6-87ea-b143f126c055/ce080e30-09f7-4a57-8cc3-5ade4020b9d2/f048e43d-0661-4866-8848-a09033a68cde) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:37.549902 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:37.556551 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6805271f-5610-4cf5-93bc-5a85ffd997f6 req-b7ea6a1e-d7a5-46e6-b8d9-8729cac70f71 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.582151 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 892e838d-bf79-498a-aad1-533903354ba3 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:37.583185 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.632730 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069b199-c209-4629-9953-3d6db3cf0417 req-fb4e64d1-25a1-4c5c-bc22-3481abb61f13 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:37.641422 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d069b199-c209-4629-9953-3d6db3cf0417 req-fb4e64d1-25a1-4c5c-bc22-3481abb61f13 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a8fa3f8-dff6-45ee-be02-d606bb71d0d0 HTTP/1.1" status: 200 len: 867 time: 1.2585456 Nov 03 18:42:37.702311 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea6a1e-d7a5-46e6-b8d9-8729cac70f71 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Pushing event deleted for resources: {'Port': ['ID=ae860861-1531-4249-979b-c6c2ce597c2d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:37.739030 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-9db2c26b-abde-4c9a-a5d8-db925f688b6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.746457 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:37.790297 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-9db2c26b-abde-4c9a-a5d8-db925f688b6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:37.864644 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-9db2c26b-abde-4c9a-a5d8-db925f688b6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Network d3c8601d-7b6e-4fa6-87ea-b143f126c055 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:37.872387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-9db2c26b-abde-4c9a-a5d8-db925f688b6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:37.877290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-9db2c26b-abde-4c9a-a5d8-db925f688b6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:37.885575 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['92c0f455-9d07-4f79-a100-10f1243df0b3', 'ae860861-1531-4249-979b-c6c2ce597c2d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:37.940270 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d069b199-c209-4629-9953-3d6db3cf0417 req-d3954428-8d81-4a08-9137-4708562ff5cb tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978876 Nov 03 18:42:37.946242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2c26b-abde-4c9a-a5d8-db925f688b6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event updated for resources: {'Port': ['ID=f048e43d-0661-4866-8848-a09033a68cde,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:38.005698 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.019042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6805271f-5610-4cf5-93bc-5a85ffd997f6 req-b7ea6a1e-d7a5-46e6-b8d9-8729cac70f71 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] No DVR routers for this DVR port ae860861-1531-4249-979b-c6c2ce597c2d on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:38.038325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-9db2c26b-abde-4c9a-a5d8-db925f688b6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:38.038931 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-9db2c26b-abde-4c9a-a5d8-db925f688b6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.066076 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6805271f-5610-4cf5-93bc-5a85ffd997f6 req-b7ea6a1e-d7a5-46e6-b8d9-8729cac70f71 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.069690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6805271f-5610-4cf5-93bc-5a85ffd997f6 req-b7ea6a1e-d7a5-46e6-b8d9-8729cac70f71 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.87 "DELETE /v2.0/ports/ae860861-1531-4249-979b-c6c2ce597c2d HTTP/1.1" status: 204 len: 173 time: 2.2381229 Nov 03 18:42:38.071173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8fa3f8-dff6-45ee-be02-d606bb71d0d0', 'name': 'network-vif-deleted', 'tag': 'ae860861-1531-4249-979b-c6c2ce597c2d'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:38.078676 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:42:38.090979 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d826f4d2-9cf0-4f57-8412-7e759f85cfc1" -d '{"events": [{"server_uuid": "0a8fa3f8-dff6-45ee-be02-d606bb71d0d0", "name": "network-vif-deleted", "tag": "ae860861-1531-4249-979b-c6c2ce597c2d"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:38.092123 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-9db2c26b-abde-4c9a-a5d8-db925f688b6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2870970 Nov 03 18:42:38.158338 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-5a7dec64-f4bd-4836-b2b0-adfcd3cb2fb8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Request body: {'port': {'device_id': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'network_id': '5bb7b961-9240-411a-9a46-3607333541ce', 'admin_state_up': True, 'tenant_id': '1e84dea8fa8041e993abb7088b06811e'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:38.265096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:38.265477 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.371922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-5a7dec64-f4bd-4836-b2b0-adfcd3cb2fb8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Made reservation on behalf of 1e84dea8fa8041e993abb7088b06811e for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:38.401933 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-5a7dec64-f4bd-4836-b2b0-adfcd3cb2fb8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.415796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00442d20-6f56-4fb2-bec7-186e13b4d3d4 req-b015a1c0-5dfb-4f19-b756-41faaea1d7e6 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:38.418250 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00442d20-6f56-4fb2-bec7-186e13b4d3d4 req-b015a1c0-5dfb-4f19-b756-41faaea1d7e6 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1068275 Nov 03 18:42:38.483070 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.509931 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3ef5c6f4-8f95-4ce2-9c23-fef9ea457b1c None None] Provisioning complete for port f048e43d-0661-4866-8848-a09033a68cde triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:38.510340 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c6f4-8f95-4ce2-9c23-fef9ea457b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.542955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00442d20-6f56-4fb2-bec7-186e13b4d3d4 req-41634506-4a31-49ba-acf8-55b7eb8775a0 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125114 Nov 03 18:42:38.604990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5c6f4-8f95-4ce2-9c23-fef9ea457b1c None None] Port f048e43d-0661-4866-8848-a09033a68cde cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:38.663301 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-5a7dec64-f4bd-4836-b2b0-adfcd3cb2fb8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Allocated IP 19.86.0.190 (5bb7b961-9240-411a-9a46-3607333541ce/c81521af-f687-43ce-9b3b-0082c5990311/3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:38.726658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Allocated IP 172.25.2.117 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/ae8476f1-dfd6-4791-9718-4b7e6866fc95) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:38.754248 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a627e-5b36-4c95-8625-1fb48baae96c req-c1b260c1-ac65-45e5-a3f2-ecd18099eb7f tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:38.756307 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-175a627e-5b36-4c95-8625-1fb48baae96c req-c1b260c1-ac65-45e5-a3f2-ecd18099eb7f tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 932 time: 0.0951087 Nov 03 18:42:38.866136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-175a627e-5b36-4c95-8625-1fb48baae96c req-40086be5-fe35-4cbb-a61a-13b623926aed tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941427 Nov 03 18:42:38.896170 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-5a7dec64-f4bd-4836-b2b0-adfcd3cb2fb8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.920398 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:38.961853 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-5a7dec64-f4bd-4836-b2b0-adfcd3cb2fb8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.006136 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.030439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-5a7dec64-f4bd-4836-b2b0-adfcd3cb2fb8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Network 5bb7b961-9240-411a-9a46-3607333541ce is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:39.034512 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-5a7dec64-f4bd-4836-b2b0-adfcd3cb2fb8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:39.040538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-5a7dec64-f4bd-4836-b2b0-adfcd3cb2fb8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:39.078155 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:39.082916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:39.095191 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dec64-f4bd-4836-b2b0-adfcd3cb2fb8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event updated for resources: {'Port': ['ID=3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:39.099963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:39.160272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-5a7dec64-f4bd-4836-b2b0-adfcd3cb2fb8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:39.164132 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-5a7dec64-f4bd-4836-b2b0-adfcd3cb2fb8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.174034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Pushing event updated for resources: {'Port': ['ID=ae8476f1-dfd6-4791-9718-4b7e6866fc95,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:39.195201 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-5a7dec64-f4bd-4836-b2b0-adfcd3cb2fb8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0753639 Nov 03 18:42:39.216792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-4ce16780-b47e-4845-a033-89ebc0c85483 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Request body: {'port': {'device_id': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055', 'admin_state_up': True, 'tenant_id': '1e84dea8fa8041e993abb7088b06811e'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:39.294723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45074) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:39.344811 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.358717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 83978c8b-0172-4630-aba1-d69a4955d731 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:39.416180 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.437299 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abd6f9b-66ed-4f10-b6d4-919518c06990 x-openstack-request-id: req-7abd6f9b-66ed-4f10-b6d4-919518c06990 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:39.437594 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d5acf7-2e04-4bbc-a574-8b1d9ea25149", "name": "network-vif-deleted", "tag": "6adb4899-aa03-4964-a7fc-3067c1d32b35", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:39.437850 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7abd6f9b-66ed-4f10-b6d4-919518c06990 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:39.438256 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d5acf7-2e04-4bbc-a574-8b1d9ea25149', 'name': 'network-vif-deleted', 'tag': '6adb4899-aa03-4964-a7fc-3067c1d32b35', 'status': 'completed', 'code': 200} Nov 03 18:42:39.465631 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-4ce16780-b47e-4845-a033-89ebc0c85483 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Made reservation on behalf of 1e84dea8fa8041e993abb7088b06811e for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:39.478848 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-4ce16780-b47e-4845-a033-89ebc0c85483 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.491923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-87449950-6595-4723-9bb5-70065e9f313e None None] Provisioning complete for port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:39.493990 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-87449950-6595-4723-9bb5-70065e9f313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.543542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-87449950-6595-4723-9bb5-70065e9f313e None None] Port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:39.550427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 83978c8b-0172-4630-aba1-d69a4955d731 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:39.550873 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.635600 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.643900 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2cf2-498b-42c4-953f-052df9fd725d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.661006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e02d4-e211-4f31-903c-6ea265e11bd3 req-907cc6ea-db80-455e-bc29-5f8261f402a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:39.662835 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-843e02d4-e211-4f31-903c-6ea265e11bd3 req-907cc6ea-db80-455e-bc29-5f8261f402a5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1523561 Nov 03 18:42:39.665951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 83978c8b-0172-4630-aba1-d69a4955d731, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=83978c8b-0172-4630-aba1-d69a4955d731,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:39.667085 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-4ce16780-b47e-4845-a033-89ebc0c85483 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Allocated IP 19.80.0.186 (d3c8601d-7b6e-4fa6-87ea-b143f126c055/ce080e30-09f7-4a57-8cc3-5ade4020b9d2/1296cbe0-e207-4d8f-8d86-026b9ab74fc7) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:39.672843 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.730855 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=83978c8b-0172-4630-aba1-d69a4955d731,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:39.798542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-843e02d4-e211-4f31-903c-6ea265e11bd3 req-2c2c43e4-5e8c-4676-9124-7f86663e9de8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269138 Nov 03 18:42:39.807183 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.823909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.861656 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f329c73-03a2-415d-9aa1-debcae67f04a x-openstack-request-id: req-3f329c73-03a2-415d-9aa1-debcae67f04a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:39.862038 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8fa3f8-dff6-45ee-be02-d606bb71d0d0", "name": "network-vif-deleted", "tag": "ae860861-1531-4249-979b-c6c2ce597c2d", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:39.862234 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3f329c73-03a2-415d-9aa1-debcae67f04a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:39.862652 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8fa3f8-dff6-45ee-be02-d606bb71d0d0', 'name': 'network-vif-deleted', 'tag': 'ae860861-1531-4249-979b-c6c2ce597c2d', 'status': 'completed', 'code': 200} Nov 03 18:42:39.872569 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-4ce16780-b47e-4845-a033-89ebc0c85483 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.904377 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Sync routers for ids ['8a48fb7d-308c-4d0e-bd24-575923a5bbec'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:42:39.917325 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Routers {'8a48fb7d-308c-4d0e-bd24-575923a5bbec'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:39.918229 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8a48fb7d-308c-4d0e-bd24-575923a5bbec'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:39.922428 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-4ce16780-b47e-4845-a033-89ebc0c85483 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.935289 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2cf2-498b-42c4-953f-052df9fd725d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.949520 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Pushing event updated for resources: {'Port': ['ID=ae8476f1-dfd6-4791-9718-4b7e6866fc95,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:39.953328 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2cf2-498b-42c4-953f-052df9fd725d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.987799 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:39.996770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce16780-b47e-4845-a033-89ebc0c85483 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event updated for resources: {'Port': ['ID=1296cbe0-e207-4d8f-8d86-026b9ab74fc7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:40.017134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-4ce16780-b47e-4845-a033-89ebc0c85483 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Network d3c8601d-7b6e-4fa6-87ea-b143f126c055 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:40.018573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-4ce16780-b47e-4845-a033-89ebc0c85483 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:40.035209 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-4ce16780-b47e-4845-a033-89ebc0c85483 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:40.044294 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a1bb2cf2-498b-42c4-953f-052df9fd725d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=21328d30632b404f92e715c42a1a4326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7456062 Nov 03 18:42:40.049307 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Set router 8a48fb7d-308c-4d0e-bd24-575923a5bbec gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:40.049913 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.057722 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af2fef73-2078-4598-95e9-056b9911c338 req-e465aed0-c08a-400f-870a-c7faab513652 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7072787 Nov 03 18:42:40.059638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45084) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:40.061603 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb2cf2-498b-42c4-953f-052df9fd725d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd73b33-e940-4381-89a3-160e50383cd2,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:40.138384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-4ce16780-b47e-4845-a033-89ebc0c85483 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.139399 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-4ce16780-b47e-4845-a033-89ebc0c85483 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.156948 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6adb4899-aa03-4964-a7fc-3067c1d32b35 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:40.171885 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-4ce16780-b47e-4845-a033-89ebc0c85483 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9597306 Nov 03 18:42:40.184513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af2fef73-2078-4598-95e9-056b9911c338 req-c6798090-66eb-45b9-b75a-6646333cd2fb tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.1258013 Nov 03 18:42:40.199324 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 6adb4899-aa03-4964-a7fc-3067c1d32b35 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:40.207316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Request body: {'port': {'device_id': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:40.214347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6adb4899-aa03-4964-a7fc-3067c1d32b35 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:40.215184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ae860861-1531-4249-979b-c6c2ce597c2d no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:40.272635 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: ae860861-1531-4249-979b-c6c2ce597c2d {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:40.273007 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ae860861-1531-4249-979b-c6c2ce597c2d not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:40.299942 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.333033 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'name': 'tempest-FloatingIPDetailsTestJSON-506414915-router', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '83978c8b-0172-4630-aba1-d69a4955d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:24Z', 'updated_at': '2021-11-03T18:42:33Z', 'revision_number': 4, 'project_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'gw_port': {'id': '83978c8b-0172-4630-aba1-d69a4955d731', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:26Z', 'updated_at': '2021-11-03T18:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c69aafbb-43cc-4368-b00c-b464722520c7', 'name': '', 'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'mac_address': 'fa:16:3e:9b:dc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '85f1d205-c8f0-4313-a664-933c462033ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:33Z', 'revision_number': 2, 'project_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'subnets': [{'id': '85f1d205-c8f0-4313-a664-933c462033ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:40.361506 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Checking router: 8a48fb7d-308c-4d0e-bd24-575923a5bbec for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:42:40.362175 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Updating router 8a48fb7d-308c-4d0e-bd24-575923a5bbec port c69aafbb-43cc-4368-b00c-b464722520c7 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:42:40.364428 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f6612533-ddc0-47ef-8f0f-76d4a78af95f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.397464 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.419712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf0144-88ee-40e7-8e2e-714b8f348144 req-d94c7c56-db32-47ff-95e9-cfc14f8be56a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.421162 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53cf0144-88ee-40e7-8e2e-714b8f348144 req-d94c7c56-db32-47ff-95e9-cfc14f8be56a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1321144 Nov 03 18:42:40.426002 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f6612533-ddc0-47ef-8f0f-76d4a78af95f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.435887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fef73-2078-4598-95e9-056b9911c338 req-5d3a6d6c-9c69-4527-a157-197e72cb6f8c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.448756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af2fef73-2078-4598-95e9-056b9911c338 req-5d3a6d6c-9c69-4527-a157-197e72cb6f8c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.2626922 Nov 03 18:42:40.478406 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ce2b9797-4c94-4d67-bf2d-921e1dc69646 None None] Provisioning complete for port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:40.479247 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ce2b9797-4c94-4d67-bf2d-921e1dc69646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.531536 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b9797-4c94-4d67-bf2d-921e1dc69646 None None] Port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:40.560073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53cf0144-88ee-40e7-8e2e-714b8f348144 req-ed6504e7-908f-4a60-83f8-dfb57c3a005a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102073 Nov 03 18:42:40.597998 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7982a3-d784-42a6-b0db-779f7c4a9f65 req-f961fe03-f50c-4832-a1b6-cf432091393c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.609148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7982a3-d784-42a6-b0db-779f7c4a9f65 req-f961fe03-f50c-4832-a1b6-cf432091393c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.617070 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7982a3-d784-42a6-b0db-779f7c4a9f65 req-f961fe03-f50c-4832-a1b6-cf432091393c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.618244 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b7982a3-d784-42a6-b0db-779f7c4a9f65 req-f961fe03-f50c-4832-a1b6-cf432091393c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2377 time: 0.1256504 Nov 03 18:42:40.651866 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f6612533-ddc0-47ef-8f0f-76d4a78af95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.654877 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f6612533-ddc0-47ef-8f0f-76d4a78af95f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.655957 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f6612533-ddc0-47ef-8f0f-76d4a78af95f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fdd73b33-e940-4381-89a3-160e50383cd2 HTTP/1.1" status: 204 len: 168 time: 0.5787313 Nov 03 18:42:40.661727 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f048e43d-0661-4866-8848-a09033a68cde {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:40.680457 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.681785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6612533-ddc0-47ef-8f0f-76d4a78af95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd73b33-e940-4381-89a3-160e50383cd2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:40.707555 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Transition to ACTIVE for port object f048e43d-0661-4866-8848-a09033a68cde will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:40.713385 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.750896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b7982a3-d784-42a6-b0db-779f7c4a9f65 req-cde589c6-19de-49c8-b32e-36b7a542a842 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242852 Nov 03 18:42:40.803338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba280e-7136-4d68-9c64-d358d6d2aaf2 req-7f68d391-9a44-4def-bb2f-362b4f50408b tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:40.805167 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcba280e-7136-4d68-9c64-d358d6d2aaf2 req-7f68d391-9a44-4def-bb2f-362b4f50408b tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1377962 Nov 03 18:42:40.818562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Pushing event updated for resources: {'Port': ['ID=f048e43d-0661-4866-8848-a09033a68cde,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:40.846039 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.854007 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:40.918023 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd8014-69dd-463e-a0b0-1454f8d9f856 None None] Pushing event updated for resources: {'Port': ['ID=c69aafbb-43cc-4368-b00c-b464722520c7,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:40.940025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Attempting to bind port f048e43d-0661-4866-8848-a09033a68cde on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:40.940865 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Attempting to bind port f048e43d-0661-4866-8848-a09033a68cde by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '4cc41f4d-03c1-4308-8964-b0ee38b7a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:40.941342 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Attempting to bind port f048e43d-0661-4866-8848-a09033a68cde on network d3c8601d-7b6e-4fa6-87ea-b143f126c055 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:40.962502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Port f048e43d-0661-4866-8848-a09033a68cde on network d3c8601d-7b6e-4fa6-87ea-b143f126c055 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:40.962502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Attempting to bind port f048e43d-0661-4866-8848-a09033a68cde on network d3c8601d-7b6e-4fa6-87ea-b143f126c055 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:40.969976 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcba280e-7136-4d68-9c64-d358d6d2aaf2 req-36781c48-b461-44a6-a326-d2ff09e7eddb tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499929 Nov 03 18:42:40.985461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:40.985980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Checking segment: {'id': '4cc41f4d-03c1-4308-8964-b0ee38b7a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:40.986425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Bound using segment: {'id': '4cc41f4d-03c1-4308-8964-b0ee38b7a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:40.987051 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Bound port: f048e43d-0661-4866-8848-a09033a68cde, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc41f4d-03c1-4308-8964-b0ee38b7a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:40.987272 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.095377 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Attempting to bind port c69aafbb-43cc-4368-b00c-b464722520c7 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:41.096130 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Attempting to bind port c69aafbb-43cc-4368-b00c-b464722520c7 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'ed0e21f4-b3a0-4588-8ce6-327fac027d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:41.097938 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Attempting to bind port c69aafbb-43cc-4368-b00c-b464722520c7 on network 26f4f0e3-be3e-441c-ab51-65c95cd0cc38 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:41.111531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] For port f048e43d-0661-4866-8848-a09033a68cde, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:41.117698 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:41.118302 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Checking segment: {'id': 'ed0e21f4-b3a0-4588-8ce6-327fac027d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:41.119214 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.119861 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Bound using segment: {'id': 'ed0e21f4-b3a0-4588-8ce6-327fac027d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:41.120609 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Bound port: c69aafbb-43cc-4368-b00c-b464722520c7, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0e21f4-b3a0-4588-8ce6-327fac027d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:41.121837 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] For port f048e43d-0661-4866-8848-a09033a68cde, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f048e43d-0661-4866-8848-a09033a68cde,segment=NetworkSegment(4cc41f4d-03c1-4308-8964-b0ee38b7a96e),segment_id=4cc41f4d-03c1-4308-8964-b0ee38b7a96e)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:41.123841 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.130146 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.210889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:41.211492 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.214577 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] 10.222.0.87 "PUT /v2.0/ports/f048e43d-0661-4866-8848-a09033a68cde HTTP/1.1" status: 200 len: 1092 time: 1.0208199 Nov 03 18:42:41.231989 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-a9de70b7-f7e8-4417-90e3-da9cc847bc26 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2242911 Nov 03 18:42:41.269501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Request body: {'port': {'device_id': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:41.296307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:41.328057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45100) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:41.343492 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] For port c69aafbb-43cc-4368-b00c-b464722520c7, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:41.352119 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] For port c69aafbb-43cc-4368-b00c-b464722520c7, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c69aafbb-43cc-4368-b00c-b464722520c7,segment=NetworkSegment(ed0e21f4-b3a0-4588-8ce6-327fac027d58),segment_id=ed0e21f4-b3a0-4588-8ce6-327fac027d58)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:41.359673 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0ef442c-f8c0-40a5-b635-d25460d94dc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.365128 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.369692 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 83978c8b-0172-4630-aba1-d69a4955d731 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:41.388292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6ba96-39ad-46d3-a116-18bcd1b3ede1 req-3bbb8d06-cbd4-424b-8163-19d14e2a1988 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:41.397668 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-82e6ba96-39ad-46d3-a116-18bcd1b3ede1 req-3bbb8d06-cbd4-424b-8163-19d14e2a1988 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1648891 Nov 03 18:42:41.404441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.441714 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'tag': 'f048e43d-0661-4866-8848-a09033a68cde'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:41.445053 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8f69d5-8c70-475a-8992-6e445bbe2848" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "tag": "f048e43d-0661-4866-8848-a09033a68cde"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:41.517869 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3089e-6f2c-4d9c-851f-70573045b149 service neutron] Pushing event updated for resources: {'Port': ['ID=f048e43d-0661-4866-8848-a09033a68cde,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:41.522077 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Routers {'8a48fb7d-308c-4d0e-bd24-575923a5bbec'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:41.522723 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8a48fb7d-308c-4d0e-bd24-575923a5bbec'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:41.525217 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.528524 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd8014-69dd-463e-a0b0-1454f8d9f856 None None] Pushing event updated for resources: {'Port': ['ID=c69aafbb-43cc-4368-b00c-b464722520c7,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:41.572924 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc56401-eb9a-4bbd-b003-54aedd9468fa req-133c5fd8-59e9-4ac6-abf8-7caf1b1abede tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:41.573993 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4dc56401-eb9a-4bbd-b003-54aedd9468fa req-133c5fd8-59e9-4ac6-abf8-7caf1b1abede tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "GET /v2.0/ports?device_id=fa8d0f39-c134-42ee-9f13-9b848446292c HTTP/1.1" status: 200 len: 950 time: 0.1245177 Nov 03 18:42:41.624946 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-82e6ba96-39ad-46d3-a116-18bcd1b3ede1 req-6df55123-da7b-4036-9526-92ca3abd87d2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262473 Nov 03 18:42:41.640414 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5fd988a2-5d46-480f-9910-6ad4d0c3f3db None None] Provisioning complete for port c69aafbb-43cc-4368-b00c-b464722520c7 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:41.641208 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5fd988a2-5d46-480f-9910-6ad4d0c3f3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.646108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 83978c8b-0172-4630-aba1-d69a4955d731 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:41.646739 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.751400 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0ef442c-f8c0-40a5-b635-d25460d94dc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.754073 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] Set router 8a48fb7d-308c-4d0e-bd24-575923a5bbec gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:41.802758 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0ef442c-f8c0-40a5-b635-d25460d94dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.833493 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5fd988a2-5d46-480f-9910-6ad4d0c3f3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.838626 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.908042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5fd988a2-5d46-480f-9910-6ad4d0c3f3db None None] For port c69aafbb-43cc-4368-b00c-b464722520c7, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c69aafbb-43cc-4368-b00c-b464722520c7,segment=NetworkSegment(ed0e21f4-b3a0-4588-8ce6-327fac027d58),segment_id=ed0e21f4-b3a0-4588-8ce6-327fac027d58)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:41.917595 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5fd988a2-5d46-480f-9910-6ad4d0c3f3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:41.921371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef442c-f8c0-40a5-b635-d25460d94dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b8ab82-e0b2-4bc4-b363-9a421a7bbb2e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:41.927808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d0ef442c-f8c0-40a5-b635-d25460d94dc4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=254899eb02704fe9968192c2cffcdd4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5976079 Nov 03 18:42:41.931128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45108) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:41.948614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e868857-5a2e-4ca0-a977-36bab3b632c4 req-1095b17b-3f80-4cae-baf9-86424c199143 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:41.956888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e868857-5a2e-4ca0-a977-36bab3b632c4 req-1095b17b-3f80-4cae-baf9-86424c199143 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.2121575 Nov 03 18:42:42.025920 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-62d9aed2-30e1-4a64-a168-da03c59fa9b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.039942 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd988a2-5d46-480f-9910-6ad4d0c3f3db None None] Pushing event updated for resources: {'Port': ['ID=c69aafbb-43cc-4368-b00c-b464722520c7,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:42.071133 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'name': 'tempest-FloatingIPDetailsTestJSON-506414915-router', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '83978c8b-0172-4630-aba1-d69a4955d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:24Z', 'updated_at': '2021-11-03T18:42:33Z', 'revision_number': 4, 'project_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'gw_port': {'id': '83978c8b-0172-4630-aba1-d69a4955d731', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:26Z', 'updated_at': '2021-11-03T18:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c69aafbb-43cc-4368-b00c-b464722520c7', 'name': '', 'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'mac_address': 'fa:16:3e:9b:dc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '85f1d205-c8f0-4313-a664-933c462033ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:41Z', 'revision_number': 4, 'project_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'subnets': [{'id': '85f1d205-c8f0-4313-a664-933c462033ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:42.072612 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e868857-5a2e-4ca0-a977-36bab3b632c4 req-b6a0785d-17e4-46f3-9bbd-aa07fbdbd04e tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051202 Nov 03 18:42:42.084832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-704af9da-bbbd-4b64-a340-ed192394ea59 None None] Provisioning complete for port c69aafbb-43cc-4368-b00c-b464722520c7 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:42.085209 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-704af9da-bbbd-4b64-a340-ed192394ea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.098140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-4dc56401-eb9a-4bbd-b003-54aedd9468fa req-9fa42ae8-22e7-41da-8d35-5dcc633e4260 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Deleting port d7c1415e-8d28-4f9b-b351-1864b5a0b370 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:42.098772 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4dc56401-eb9a-4bbd-b003-54aedd9468fa req-9fa42ae8-22e7-41da-8d35-5dcc633e4260 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.124095 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a5930-a0d4-4895-a923-6604f55e911e None None] The sync data for ids ['8a48fb7d-308c-4d0e-bd24-575923a5bbec'] in n-d-812150-4 is: [{'id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'name': 'tempest-FloatingIPDetailsTestJSON-506414915-router', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '83978c8b-0172-4630-aba1-d69a4955d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:24Z', 'updated_at': '2021-11-03T18:42:33Z', 'revision_number': 4, 'project_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'gw_port': {'id': '83978c8b-0172-4630-aba1-d69a4955d731', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:26Z', 'updated_at': '2021-11-03T18:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c69aafbb-43cc-4368-b00c-b464722520c7', 'name': '', 'network_id': '26f4f0e3-be3e-441c-ab51-65c95cd0cc38', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'mac_address': 'fa:16:3e:9b:dc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '85f1d205-c8f0-4313-a664-933c462033ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:31Z', 'updated_at': '2021-11-03T18:42:41Z', 'revision_number': 4, 'project_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'subnets': [{'id': '85f1d205-c8f0-4313-a664-933c462033ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:42:42.134751 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-62d9aed2-30e1-4a64-a168-da03c59fa9b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.146434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Allocated IP 172.25.2.2 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/3aa514df-e67b-4940-9e3d-5a33bfaf635c) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:42.284648 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d622624a-8533-478f-b861-0f6af99ab10c x-openstack-request-id: req-d622624a-8533-478f-b861-0f6af99ab10c {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:42.284935 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "tag": "f048e43d-0661-4866-8848-a09033a68cde", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:42.285217 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d622624a-8533-478f-b861-0f6af99ab10c {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:42.285621 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'tag': 'f048e43d-0661-4866-8848-a09033a68cde', 'status': 'completed', 'code': 200} Nov 03 18:42:42.321877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-4dc56401-eb9a-4bbd-b003-54aedd9468fa req-9fa42ae8-22e7-41da-8d35-5dcc633e4260 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] For port d7c1415e-8d28-4f9b-b351-1864b5a0b370, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d7c1415e-8d28-4f9b-b351-1864b5a0b370,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:42.322239 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4dc56401-eb9a-4bbd-b003-54aedd9468fa req-9fa42ae8-22e7-41da-8d35-5dcc633e4260 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.326724 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-62d9aed2-30e1-4a64-a168-da03c59fa9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.330214 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-62d9aed2-30e1-4a64-a168-da03c59fa9b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.331406 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-62d9aed2-30e1-4a64-a168-da03c59fa9b7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/38b8ab82-e0b2-4bc4-b363-9a421a7bbb2e HTTP/1.1" status: 204 len: 168 time: 0.3978250 Nov 03 18:42:42.366347 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.375188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-4dc56401-eb9a-4bbd-b003-54aedd9468fa req-9fa42ae8-22e7-41da-8d35-5dcc633e4260 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Calling delete_port for d7c1415e-8d28-4f9b-b351-1864b5a0b370 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:42.381401 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9aed2-30e1-4a64-a168-da03c59fa9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b8ab82-e0b2-4bc4-b363-9a421a7bbb2e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:42.485392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:42.498581 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46b752-f1ec-4d93-a32a-3a76a3635750 req-0c79f3fd-dc9a-48a9-8028-bf51d1fa6825 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:42.506450 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab46b752-f1ec-4d93-a32a-3a76a3635750 req-0c79f3fd-dc9a-48a9-8028-bf51d1fa6825 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1266458 Nov 03 18:42:42.527492 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.529775 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.589636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Transition to ACTIVE for port object 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:42.604379 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.694684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Pushing event updated for resources: {'Port': ['ID=3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:42.702412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:42.712306 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Pushing event updated for resources: {'Port': ['ID=3aa514df-e67b-4940-9e3d-5a33bfaf635c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:42.741993 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:42.764342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:42.784766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab46b752-f1ec-4d93-a32a-3a76a3635750 req-eabaae62-ce02-43ff-bf70-dd601061ca29 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772400 Nov 03 18:42:42.839274 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4dc56401-eb9a-4bbd-b003-54aedd9468fa req-9fa42ae8-22e7-41da-8d35-5dcc633e4260 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.853565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['d7c1415e-8d28-4f9b-b351-1864b5a0b370'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:42.864614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f69d5-8c70-475a-8992-6e445bbe2848 req-cf89e1ee-6db5-4692-8323-36d37d5e7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:42.865095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f69d5-8c70-475a-8992-6e445bbe2848 req-cf89e1ee-6db5-4692-8323-36d37d5e7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:42.865561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f69d5-8c70-475a-8992-6e445bbe2848 req-cf89e1ee-6db5-4692-8323-36d37d5e7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:42.867302 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a8f69d5-8c70-475a-8992-6e445bbe2848 req-cf89e1ee-6db5-4692-8323-36d37d5e7de2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1e84dea8fa8041e993abb7088b06811e&device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2757 time: 0.4935825 Nov 03 18:42:42.903711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['384118ea-2c6b-44dc-ab7e-129a2bf3259d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:42.936264 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:42.937336 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Attempting to bind port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:42.937818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Attempting to bind port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '13ceb5ae-c8b3-4b27-9dc7-36092274a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5bb7b961-9240-411a-9a46-3607333541ce'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:42.938269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Attempting to bind port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe on network 5bb7b961-9240-411a-9a46-3607333541ce {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:42.943338 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa42ae8-22e7-41da-8d35-5dcc633e4260 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Pushing event deleted for resources: {'Port': ['ID=d7c1415e-8d28-4f9b-b351-1864b5a0b370,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:43.034329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc56401-eb9a-4bbd-b003-54aedd9468fa req-9fa42ae8-22e7-41da-8d35-5dcc633e4260 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] No DVR routers for this DVR port d7c1415e-8d28-4f9b-b351-1864b5a0b370 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:43.036369 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe on network 5bb7b961-9240-411a-9a46-3607333541ce not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:43.036851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Attempting to bind port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe on network 5bb7b961-9240-411a-9a46-3607333541ce {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:43.051716 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4dc56401-eb9a-4bbd-b003-54aedd9468fa req-9fa42ae8-22e7-41da-8d35-5dcc633e4260 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.056539 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4dc56401-eb9a-4bbd-b003-54aedd9468fa req-9fa42ae8-22e7-41da-8d35-5dcc633e4260 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.98 "DELETE /v2.0/ports/d7c1415e-8d28-4f9b-b351-1864b5a0b370 HTTP/1.1" status: 204 len: 173 time: 1.4012043 Nov 03 18:42:43.078027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:43.079311 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Checking segment: {'id': '13ceb5ae-c8b3-4b27-9dc7-36092274a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5bb7b961-9240-411a-9a46-3607333541ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:43.085108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Bound using segment: {'id': '13ceb5ae-c8b3-4b27-9dc7-36092274a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5bb7b961-9240-411a-9a46-3607333541ce'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:43.087053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Bound port: 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ceb5ae-c8b3-4b27-9dc7-36092274a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5bb7b961-9240-411a-9a46-3607333541ce'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:43.087682 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.149169 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f69d5-8c70-475a-8992-6e445bbe2848 req-99c04f82-ec27-46fa-b921-986028e29957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.149679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f69d5-8c70-475a-8992-6e445bbe2848 req-99c04f82-ec27-46fa-b921-986028e29957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.150135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f69d5-8c70-475a-8992-6e445bbe2848 req-99c04f82-ec27-46fa-b921-986028e29957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.151783 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a8f69d5-8c70-475a-8992-6e445bbe2848 req-99c04f82-ec27-46fa-b921-986028e29957 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=1e84dea8fa8041e993abb7088b06811e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2073638 Nov 03 18:42:43.159908 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.164379 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.180640 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] For port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:43.185159 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] For port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe,segment=NetworkSegment(13ceb5ae-c8b3-4b27-9dc7-36092274a3f9),segment_id=13ceb5ae-c8b3-4b27-9dc7-36092274a3f9)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:43.195548 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.311984 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.312735 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.315542 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] 10.222.0.87 "PUT /v2.0/ports/3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe HTTP/1.1" status: 200 len: 1092 time: 2.0505931 Nov 03 18:42:43.317101 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4ade7-2da4-4289-ab19-4757737bc6ed service neutron] Pushing event updated for resources: {'Port': ['ID=3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:43.321937 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c69aafbb-43cc-4368-b00c-b464722520c7 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:43.367840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-afd15159-9411-435f-9355-e6a8ccc96422 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:42:43.369400 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-afd15159-9411-435f-9355-e6a8ccc96422 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0083079 Nov 03 18:42:43.387877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Request body: {'port': {'device_id': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:43.413810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb98caf-b9fc-4ca3-8d79-5d2cae1968a3 req-8565fac4-00df-4e16-824e-edd03278cb08 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.421720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb98caf-b9fc-4ca3-8d79-5d2cae1968a3 req-8565fac4-00df-4e16-824e-edd03278cb08 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.428278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb98caf-b9fc-4ca3-8d79-5d2cae1968a3 req-8565fac4-00df-4e16-824e-edd03278cb08 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.441770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0bb98caf-b9fc-4ca3-8d79-5d2cae1968a3 req-8565fac4-00df-4e16-824e-edd03278cb08 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2401 time: 0.4867222 Nov 03 18:42:43.510823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c69aafbb-43cc-4368-b00c-b464722520c7 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:43.511366 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.529302 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.623807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0bb98caf-b9fc-4ca3-8d79-5d2cae1968a3 req-19645531-5afd-49d3-8431-e9529e600904 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805480 Nov 03 18:42:43.637530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f69d5-8c70-475a-8992-6e445bbe2848 req-389f7eef-6d5d-4a17-a712-2930bbbb981b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.640632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a8f69d5-8c70-475a-8992-6e445bbe2848 req-389f7eef-6d5d-4a17-a712-2930bbbb981b service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4705219 Nov 03 18:42:43.818131 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.824279 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.928926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Pushing event updated for resources: {'Port': ['ID=3aa514df-e67b-4940-9e3d-5a33bfaf635c,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:43.952757 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.966854 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cf82d-9e42-4ecd-9c0f-60eafe78d4cd req-417ae735-175d-45e8-8abe-95072c1ddde0 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:43.968449 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-541cf82d-9e42-4ecd-9c0f-60eafe78d4cd req-417ae735-175d-45e8-8abe-95072c1ddde0 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1150568 Nov 03 18:42:43.980519 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:43.981691 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-b71b0e9d-1ae8-4d4c-8f58-e91f73257719 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.7390516 Nov 03 18:42:44.055749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-471e8c81-caca-4925-8a5f-0bd175dfafcc tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.0594294 Nov 03 18:42:44.070516 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-541cf82d-9e42-4ecd-9c0f-60eafe78d4cd req-41a0608f-3908-4c71-8828-201e7b576224 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946724 Nov 03 18:42:44.207636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-08e600de-fc98-43c9-92b1-1eae5e3dd155 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:44.221295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-491162d6-9f48-40a4-9e6b-0cbac5379d52 req-08e600de-fc98-43c9-92b1-1eae5e3dd155 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.1497581 Nov 03 18:42:44.301932 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d0f39-c134-42ee-9f13-9b848446292c', 'name': 'network-vif-deleted', 'tag': 'd7c1415e-8d28-4f9b-b351-1864b5a0b370'}, {'name': 'network-changed', 'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'tag': '3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:44.305735 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8969ba37-997d-4f1f-816f-0a9a96f01183" -d '{"events": [{"server_uuid": "fa8d0f39-c134-42ee-9f13-9b848446292c", "name": "network-vif-deleted", "tag": "d7c1415e-8d28-4f9b-b351-1864b5a0b370"}, {"name": "network-changed", "server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "tag": "3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:44.330374 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6c2be-44fc-4582-b04d-21f3855948cf req-fcec2d59-2b19-4c18-9b89-2247d437ecec tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:44.331989 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4d6c2be-44fc-4582-b04d-21f3855948cf req-fcec2d59-2b19-4c18-9b89-2247d437ecec tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.0558279 Nov 03 18:42:44.333500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:44.342629 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.356542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Transition to ACTIVE for port object 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:44.363671 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.414088 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4d6c2be-44fc-4582-b04d-21f3855948cf req-60a44a15-251e-4e37-bea8-a6ec24c80ad0 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746655 Nov 03 18:42:44.442826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Pushing event updated for resources: {'Port': ['ID=1296cbe0-e207-4d8f-8d86-026b9ab74fc7,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:44.526218 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45166) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:44.551903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Attempting to bind port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:44.552308 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Attempting to bind port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '4cc41f4d-03c1-4308-8964-b0ee38b7a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:44.552842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Attempting to bind port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 on network d3c8601d-7b6e-4fa6-87ea-b143f126c055 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:44.560006 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 on network d3c8601d-7b6e-4fa6-87ea-b143f126c055 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:44.560447 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Attempting to bind port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 on network d3c8601d-7b6e-4fa6-87ea-b143f126c055 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:44.565884 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:44.566441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Checking segment: {'id': '4cc41f4d-03c1-4308-8964-b0ee38b7a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:44.566976 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Bound using segment: {'id': '4cc41f4d-03c1-4308-8964-b0ee38b7a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:44.567477 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Bound port: 1296cbe0-e207-4d8f-8d86-026b9ab74fc7, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc41f4d-03c1-4308-8964-b0ee38b7a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:44.567983 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.660773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] For port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:44.666669 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] For port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=1296cbe0-e207-4d8f-8d86-026b9ab74fc7,segment=NetworkSegment(4cc41f4d-03c1-4308-8964-b0ee38b7a96e),segment_id=4cc41f4d-03c1-4308-8964-b0ee38b7a96e)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:44.672662 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.677359 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0824aaff-0c93-4866-914f-50456dd94143 req-0b87d2c2-c682-4970-88df-fb1524e46d42 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2437418 Nov 03 18:42:44.702330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:44.750109 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.781892 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:44.782442 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:44.784739 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] 10.222.0.87 "PUT /v2.0/ports/1296cbe0-e207-4d8f-8d86-026b9ab74fc7 HTTP/1.1" status: 200 len: 1092 time: 1.4017932 Nov 03 18:42:44.817985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5a671-80c6-4091-b00e-2e1980781176 service neutron] Pushing event updated for resources: {'Port': ['ID=1296cbe0-e207-4d8f-8d86-026b9ab74fc7,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:44.865307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-866173482'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:44.898848 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device d7c1415e-8d28-4f9b-b351-1864b5a0b370 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:44.967024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: d7c1415e-8d28-4f9b-b351-1864b5a0b370 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:44.967376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device d7c1415e-8d28-4f9b-b351-1864b5a0b370 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:45.012127 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.023020 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Made reservation on behalf of 03443c71f8f64aaca209d45fbfbce57b for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:45.027875 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.049916 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.061767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-d6b554a4-4ab6-4e4f-9537-8bc4acf8aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.062645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-d6b554a4-4ab6-4e4f-9537-8bc4acf8aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.063276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-d6b554a4-4ab6-4e4f-9537-8bc4acf8aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.065334 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-d6b554a4-4ab6-4e4f-9537-8bc4acf8aebd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1e84dea8fa8041e993abb7088b06811e&device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2866 time: 0.1907303 Nov 03 18:42:45.155514 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-0b3b2c4b-cd44-468e-b6c5-f4728e2dff83 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.195&port_id=f048e43d-0661-4866-8848-a09033a68cde HTTP/1.1" status: 200 len: 217 time: 0.0526569 Nov 03 18:42:45.226685 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-4bea74f5-3bbe-41ea-90ca-83b095793109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.229408 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-4bea74f5-3bbe-41ea-90ca-83b095793109 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ce080e30-09f7-4a57-8cc3-5ade4020b9d2 HTTP/1.1" status: 200 len: 801 time: 0.0544903 Nov 03 18:42:45.247953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031c1dd-a2fb-4ae0-9d02-f8cb68aac9cd req-0531be6e-04c8-4e82-a1b7-59876fb3b416 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.255316 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d031c1dd-a2fb-4ae0-9d02-f8cb68aac9cd req-0531be6e-04c8-4e82-a1b7-59876fb3b416 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.0957599 Nov 03 18:42:45.266509 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.282717 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.309894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:42:45.317629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d031c1dd-a2fb-4ae0-9d02-f8cb68aac9cd req-2da6a658-8046-491c-901c-188d91863668 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612297 Nov 03 18:42:45.318887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Allocated IP 172.25.2.242 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/418ddfa5-dfe8-4c42-a123-af8bd30c35b7) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:45.351849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-f74bf907-af6a-44a2-bed5-4ac7b1209292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.354466 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-f74bf907-af6a-44a2-bed5-4ac7b1209292 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d3c8601d-7b6e-4fa6-87ea-b143f126c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1096303 Nov 03 18:42:45.356098 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.356579 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Added segment 310c815f-74c4-469b-95f7-4c3c06d45417 of type vlan for network e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650 Nov 03 18:42:45.448501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f5b091-9ca4-4679-99c4-429c2a44819b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:45.454670 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff08652e-e0ec-43be-8468-6f278215b4ee x-openstack-request-id: req-ff08652e-e0ec-43be-8468-6f278215b4ee {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:45.455115 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8d0f39-c134-42ee-9f13-9b848446292c", "name": "network-vif-deleted", "tag": "d7c1415e-8d28-4f9b-b351-1864b5a0b370", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "tag": "3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:45.455459 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ff08652e-e0ec-43be-8468-6f278215b4ee {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:45.455982 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8d0f39-c134-42ee-9f13-9b848446292c', 'name': 'network-vif-deleted', 'tag': 'd7c1415e-8d28-4f9b-b351-1864b5a0b370', 'status': 'completed', 'code': 200} Nov 03 18:42:45.456320 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'tag': '3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe', 'status': 'completed', 'code': 200} Nov 03 18:42:45.491286 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.498093 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.514398 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-17af90e1-3e8b-4cea-a580-682199e6aad1 service neutron] 10.222.0.87 "GET /v2.0/networks/d3c8601d-7b6e-4fa6-87ea-b143f126c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467686 Nov 03 18:42:45.532264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481548df-d3b9-4169-9ef8-c05c6343f60d req-9eedf436-2b0c-4b5c-b5d4-bb3d804bd743 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.538282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481548df-d3b9-4169-9ef8-c05c6343f60d req-9eedf436-2b0c-4b5c-b5d4-bb3d804bd743 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.546138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481548df-d3b9-4169-9ef8-c05c6343f60d req-9eedf436-2b0c-4b5c-b5d4-bb3d804bd743 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.549489 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-481548df-d3b9-4169-9ef8-c05c6343f60d req-9eedf436-2b0c-4b5c-b5d4-bb3d804bd743 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2413 time: 0.1004908 Nov 03 18:42:45.557892 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.564065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.564721 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.579776 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.633849 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1059916 Nov 03 18:42:45.639485 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45180) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:45.652250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:45.665607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:45.674046 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:45.674510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-974d6f47-d13a-48e6-997f-8c65559fcaa1 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Request body: {'subnet': {'network_id': 'e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:45.709253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c94d7-2a23-4ff0-a49e-3393d4e99da6 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Pushing event updated for resources: {'Network': ['ID=e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:45.722363 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-481548df-d3b9-4169-9ef8-c05c6343f60d req-a73b76c7-6583-4057-8555-00bcbaff59d9 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500356 Nov 03 18:42:45.725296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Pushing event updated for resources: {'Port': ['ID=418ddfa5-dfe8-4c42-a123-af8bd30c35b7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:45.733987 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:42:45.769049 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-fedf4f93-cace-450d-82ec-7ee109197057 service neutron] 10.222.0.87 "GET /v2.0/networks/d3c8601d-7b6e-4fa6-87ea-b143f126c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400625 Nov 03 18:42:45.833512 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-55c8bb4b-88ce-4e69-bd8b-402d4ae1e185 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe HTTP/1.1" status: 200 len: 217 time: 0.0504451 Nov 03 18:42:45.842396 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974d6f47-d13a-48e6-997f-8c65559fcaa1 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Made reservation on behalf of 03443c71f8f64aaca209d45fbfbce57b for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:45.851554 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-974d6f47-d13a-48e6-997f-8c65559fcaa1 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.886960 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.904486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed268bf1-4e09-4ae0-b50c-5756dc13d00b req-644efcc0-b525-46c5-bf02-aba34309ed56 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.906008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ed268bf1-4e09-4ae0-b50c-5756dc13d00b req-644efcc0-b525-46c5-bf02-aba34309ed56 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.0735581 Nov 03 18:42:45.958537 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:45.978449 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-e17e7fe5-17a9-4c84-9d7a-75025f1e5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:45.980055 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-e17e7fe5-17a9-4c84-9d7a-75025f1e5074 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c81521af-f687-43ce-9b3b-0082c5990311 HTTP/1.1" status: 200 len: 801 time: 0.1231956 Nov 03 18:42:46.007156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ed268bf1-4e09-4ae0-b50c-5756dc13d00b req-3fce3e5a-bef8-4619-9911-17a99d63763c tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741324 Nov 03 18:42:46.085399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-22cbe501-d15d-4fe5-9c39-8965b409b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:46.087401 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-22cbe501-d15d-4fe5-9c39-8965b409b6b0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5bb7b961-9240-411a-9a46-3607333541ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0854154 Nov 03 18:42:46.185329 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-974d6f47-d13a-48e6-997f-8c65559fcaa1 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.224723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66c73d-d2dc-4249-884c-ec638a488e8e req-a527e27b-c48e-4d56-98bf-4cfde5229de6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:46.226251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6a66c73d-d2dc-4249-884c-ec638a488e8e req-a527e27b-c48e-4d56-98bf-4cfde5229de6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.0907884 Nov 03 18:42:46.266634 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.276708 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.322820 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d6f47-d13a-48e6-997f-8c65559fcaa1 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Pushing event updated for resources: {'Subnet': ['ID=e1870d58-49f5-4384-b592-251cb624c5be,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:46.335488 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-8d5b2db1-4850-41d2-b0fc-4b2237bc5bbc service neutron] 10.222.0.87 "GET /v2.0/networks/5bb7b961-9240-411a-9a46-3607333541ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016606 Nov 03 18:42:46.339426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974d6f47-d13a-48e6-997f-8c65559fcaa1 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Checking segment: {'id': '310c815f-74c4-469b-95f7-4c3c06d45417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:46.340013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d6f47-d13a-48e6-997f-8c65559fcaa1 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Network hostable DHCP agents. Network: e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:42:46.354539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6a66c73d-d2dc-4249-884c-ec638a488e8e req-5b31af8b-bce9-48bd-a8f8-018c90cb07e6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193936 Nov 03 18:42:46.359428 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d6f47-d13a-48e6-997f-8c65559fcaa1 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Network e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:42:46.368998 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Pushing event updated for resources: {'Port': ['ID=418ddfa5-dfe8-4c42-a123-af8bd30c35b7,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:46.372024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-974d6f47-d13a-48e6-997f-8c65559fcaa1 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:46.382738 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d6f47-d13a-48e6-997f-8c65559fcaa1 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:46.382738 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-974d6f47-d13a-48e6-997f-8c65559fcaa1 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.384983 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.393432 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9b448b-c1e8-4ec7-8304-8948b0911c92 None None] Network e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:46.400977 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.402202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0824aaff-0c93-4866-914f-50456dd94143 req-d88b060a-454e-49ba-a5b8-a981117bb97c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7135255 Nov 03 18:42:46.402333 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-974d6f47-d13a-48e6-997f-8c65559fcaa1 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7622745 Nov 03 18:42:46.402677 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45184) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:46.407914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-61cd9d0b-22a2-4138-a0f6-947cb439ea69 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Request body: {'port': {'network_id': 'e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650', 'name': 'tempest-DHCPAgentSchedulersTestJSON-239570497'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:46.518768 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-43a35512-6080-42bf-9cd6-be38ae9bec94 service neutron] 10.222.0.87 "GET /v2.0/networks/5bb7b961-9240-411a-9a46-3607333541ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999355 Nov 03 18:42:46.528380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0824aaff-0c93-4866-914f-50456dd94143 req-e981937c-d711-4cb2-a422-5c39446a7fd0 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.242 HTTP/1.1" status: 200 len: 696 time: 0.1170716 Nov 03 18:42:46.578978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650', 'network_id': 'e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650', 'tenant_id': '03443c71f8f64aaca209d45fbfbce57b', 'fixed_ips': [{'subnet_id': 'e1870d58-49f5-4384-b592-251cb624c5be'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:42:46.580174 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:46.590351 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-9b31e1cf-0bda-4340-b5be-fa7a19816650 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.186&port_id=1296cbe0-e207-4d8f-8d86-026b9ab74fc7 HTTP/1.1" status: 200 len: 217 time: 0.0564377 Nov 03 18:42:46.626066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0605b2-70e4-4a95-8dc9-6041f6688a7a req-45fdd188-29fc-4ee8-bd08-a6a825fd24fa tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:46.627543 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e0605b2-70e4-4a95-8dc9-6041f6688a7a req-45fdd188-29fc-4ee8-bd08-a6a825fd24fa tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.87 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1615112 Nov 03 18:42:46.645488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-ac3c8ff0-1b99-47f4-96fa-c8fdb173e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:46.647095 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-ac3c8ff0-1b99-47f4-96fa-c8fdb173e89c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ce080e30-09f7-4a57-8cc3-5ade4020b9d2 HTTP/1.1" status: 200 len: 801 time: 0.0481086 Nov 03 18:42:46.705251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25c1367a-ba0d-434c-bca5-0e085431fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:46.706959 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-25c1367a-ba0d-434c-bca5-0e085431fb05 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d3c8601d-7b6e-4fa6-87ea-b143f126c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504017 Nov 03 18:42:46.720853 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Allocated IP 172.20.0.2 (e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650/e1870d58-49f5-4384-b592-251cb624c5be/1572501f-afeb-4618-9600-7620426de124) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:46.831470 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-6fb4f933-da21-47ec-a4ac-e86fe2a0c06a service neutron] 10.222.0.87 "GET /v2.0/networks/d3c8601d-7b6e-4fa6-87ea-b143f126c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042140 Nov 03 18:42:46.941437 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6fb2d845-84a0-42a0-bb86-9e18885da3a1 req-d32a559b-715f-46aa-ba8c-8d7d3d3432ad service neutron] 10.222.0.87 "GET /v2.0/networks/d3c8601d-7b6e-4fa6-87ea-b143f126c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009388 Nov 03 18:42:47.010908 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.017011 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.052652 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Network e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:47.057958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:47.060302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:47.077261 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Pushing event updated for resources: {'Port': ['ID=1572501f-afeb-4618-9600-7620426de124,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:47.112459 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43476b-0104-43bb-81fa-cc10c7762c9f req-8fba91f9-a2ef-4212-9073-2b1bc7ac7460 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.113936 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a43476b-0104-43bb-81fa-cc10c7762c9f req-8fba91f9-a2ef-4212-9073-2b1bc7ac7460 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.5214531 Nov 03 18:42:47.114518 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cd9d0b-22a2-4138-a0f6-947cb439ea69 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Made reservation on behalf of 03443c71f8f64aaca209d45fbfbce57b for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:47.118610 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-61cd9d0b-22a2-4138-a0f6-947cb439ea69 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.131908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Attempting to bind port 1572501f-afeb-4618-9600-7620426de124 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:47.132281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Attempting to bind port 1572501f-afeb-4618-9600-7620426de124 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '310c815f-74c4-469b-95f7-4c3c06d45417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:47.132647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Attempting to bind port 1572501f-afeb-4618-9600-7620426de124 on network e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:47.138871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:47.139245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Checking segment: {'id': '310c815f-74c4-469b-95f7-4c3c06d45417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:47.139687 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.140083 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Bound using segment: {'id': '310c815f-74c4-469b-95f7-4c3c06d45417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:47.140868 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Bound port: 1572501f-afeb-4618-9600-7620426de124, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310c815f-74c4-469b-95f7-4c3c06d45417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:47.140988 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.166481 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824aaff-0c93-4866-914f-50456dd94143 req-44b6a69b-ddfb-4e67-930b-5ebda62dc68a tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.167812 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0824aaff-0c93-4866-914f-50456dd94143 req-44b6a69b-ddfb-4e67-930b-5ebda62dc68a tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.6272953 Nov 03 18:42:47.187523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-61cd9d0b-22a2-4138-a0f6-947cb439ea69 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] device_id is not set on port f832026b-58ba-43cd-924c-73b93115fba7 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:42:47.207859 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] For port 1572501f-afeb-4618-9600-7620426de124, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:47.212430 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] For port 1572501f-afeb-4618-9600-7620426de124, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1572501f-afeb-4618-9600-7620426de124,segment=NetworkSegment(310c815f-74c4-469b-95f7-4c3c06d45417),segment_id=310c815f-74c4-469b-95f7-4c3c06d45417)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:47.219598 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.235219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969ba37-997d-4f1f-816f-0a9a96f01183 req-d79a88fa-90ec-4411-b3bc-8ca5ccb206dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.236241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969ba37-997d-4f1f-816f-0a9a96f01183 req-d79a88fa-90ec-4411-b3bc-8ca5ccb206dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.236867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969ba37-997d-4f1f-816f-0a9a96f01183 req-d79a88fa-90ec-4411-b3bc-8ca5ccb206dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.238770 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8969ba37-997d-4f1f-816f-0a9a96f01183 req-d79a88fa-90ec-4411-b3bc-8ca5ccb206dd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1e84dea8fa8041e993abb7088b06811e&device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2866 time: 0.0737243 Nov 03 18:42:47.296540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc8580-ec00-4883-9ff5-e905ccf3bb9a None None] Pushing event updated for resources: {'Port': ['ID=1572501f-afeb-4618-9600-7620426de124,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:47.304500 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a43476b-0104-43bb-81fa-cc10c7762c9f req-63a458b1-ca72-4d17-aa65-050b1ac54f11 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590736 Nov 03 18:42:47.361857 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-4e0605b2-70e4-4a95-8dc9-6041f6688a7a req-c761ad49-11f9-4560-8dfd-4c73e899dddb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Deleting port 2742269f-935c-48f1-b136-017874c8da4c {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:47.362202 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4e0605b2-70e4-4a95-8dc9-6041f6688a7a req-c761ad49-11f9-4560-8dfd-4c73e899dddb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.403559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969ba37-997d-4f1f-816f-0a9a96f01183 req-a3a08c2f-d235-4e1c-be07-65e734897087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.405074 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8969ba37-997d-4f1f-816f-0a9a96f01183 req-a3a08c2f-d235-4e1c-be07-65e734897087 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5bb7b961-9240-411a-9a46-3607333541ce HTTP/1.1" status: 200 len: 903 time: 0.1296613 Nov 03 18:42:47.440120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ae19f-636b-4ea6-b371-fa3b847120cc req-1036ea8b-7d67-4161-abf9-3beee3c7bfd7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.441696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9d7ae19f-636b-4ea6-b371-fa3b847120cc req-1036ea8b-7d67-4161-abf9-3beee3c7bfd7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 945 time: 0.1942856 Nov 03 18:42:47.457088 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8969ba37-997d-4f1f-816f-0a9a96f01183 req-1024c746-3837-43ab-8103-b06c2fbf1e48 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe HTTP/1.1" status: 200 len: 217 time: 0.0419774 Nov 03 18:42:47.457540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'tag': '1296cbe0-e207-4d8f-8d86-026b9ab74fc7'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:47.459954 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a500d767-9001-4489-97fe-5e180e4d7bba" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "tag": "1296cbe0-e207-4d8f-8d86-026b9ab74fc7"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:47.530147 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-61cd9d0b-22a2-4138-a0f6-947cb439ea69 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Allocated IP 172.20.0.9 (e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650/e1870d58-49f5-4384-b592-251cb624c5be/f832026b-58ba-43cd-924c-73b93115fba7) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:47.586685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-4e0605b2-70e4-4a95-8dc9-6041f6688a7a req-c761ad49-11f9-4560-8dfd-4c73e899dddb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] For port 2742269f-935c-48f1-b136-017874c8da4c, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2742269f-935c-48f1-b136-017874c8da4c,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:47.587806 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4e0605b2-70e4-4a95-8dc9-6041f6688a7a req-c761ad49-11f9-4560-8dfd-4c73e899dddb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.598907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8603a-e4aa-4fe5-9296-2e820f514148 req-d0a1d093-818b-435e-ba16-ffee1c05b81a tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.605242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8603a-e4aa-4fe5-9296-2e820f514148 req-d0a1d093-818b-435e-ba16-ffee1c05b81a tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.611545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8603a-e4aa-4fe5-9296-2e820f514148 req-d0a1d093-818b-435e-ba16-ffee1c05b81a tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.613394 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4de8603a-e4aa-4fe5-9296-2e820f514148 req-d0a1d093-818b-435e-ba16-ffee1c05b81a tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2413 time: 0.2408817 Nov 03 18:42:47.615949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969ba37-997d-4f1f-816f-0a9a96f01183 req-7267caaa-600f-40c4-b59b-09f191b3cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.617434 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8969ba37-997d-4f1f-816f-0a9a96f01183 req-7267caaa-600f-40c4-b59b-09f191b3cdf6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c81521af-f687-43ce-9b3b-0082c5990311 HTTP/1.1" status: 200 len: 801 time: 0.0905252 Nov 03 18:42:47.628635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414de4a-df15-4490-ba4c-dbd2fe916150 req-d7164f52-a529-48f0-bb25-615f5d99a365 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.630251 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b414de4a-df15-4490-ba4c-dbd2fe916150 req-d7164f52-a529-48f0-bb25-615f5d99a365 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.87 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.0751719 Nov 03 18:42:47.645053 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-4e0605b2-70e4-4a95-8dc9-6041f6688a7a req-c761ad49-11f9-4560-8dfd-4c73e899dddb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Calling delete_port for 2742269f-935c-48f1-b136-017874c8da4c owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:47.673773 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9d7ae19f-636b-4ea6-b371-fa3b847120cc req-1a159fe0-d55b-4a52-b559-887afab5b8ac tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973331 Nov 03 18:42:47.746386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969ba37-997d-4f1f-816f-0a9a96f01183 req-bdc55a1a-2d8f-49be-b82e-b911d4e31f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.747774 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8969ba37-997d-4f1f-816f-0a9a96f01183 req-bdc55a1a-2d8f-49be-b82e-b911d4e31f31 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5bb7b961-9240-411a-9a46-3607333541ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1057127 Nov 03 18:42:47.814986 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4de8603a-e4aa-4fe5-9296-2e820f514148 req-cdd72c71-c2dd-4d40-b909-8206d690df4d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802058 Nov 03 18:42:47.826858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-b414de4a-df15-4490-ba4c-dbd2fe916150 req-45752b38-afe3-4d83-99da-5e107b4272e0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Deleting port 384118ea-2c6b-44dc-ab7e-129a2bf3259d {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:47.830646 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b414de4a-df15-4490-ba4c-dbd2fe916150 req-45752b38-afe3-4d83-99da-5e107b4272e0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.928978 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8969ba37-997d-4f1f-816f-0a9a96f01183 req-54f777b9-aea6-4a05-af0b-0e7ace8ba9f1 service neutron] 10.222.0.87 "GET /v2.0/networks/5bb7b961-9240-411a-9a46-3607333541ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664374 Nov 03 18:42:47.960177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-b414de4a-df15-4490-ba4c-dbd2fe916150 req-45752b38-afe3-4d83-99da-5e107b4272e0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] For port 384118ea-2c6b-44dc-ab7e-129a2bf3259d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=384118ea-2c6b-44dc-ab7e-129a2bf3259d,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:47.960548 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b414de4a-df15-4490-ba4c-dbd2fe916150 req-45752b38-afe3-4d83-99da-5e107b4272e0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:47.968880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784b7aa-d7a4-4b48-b19e-32cc331f89a5 req-8698e87e-fea3-4db6-a3c5-aec966e03f43 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:47.970432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9784b7aa-d7a4-4b48-b19e-32cc331f89a5 req-8698e87e-fea3-4db6-a3c5-aec966e03f43 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/ports?device_id=067cdc33-75a5-47d6-976d-92b5fad71e0c HTTP/1.1" status: 200 len: 950 time: 0.2148194 Nov 03 18:42:47.990922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-b414de4a-df15-4490-ba4c-dbd2fe916150 req-45752b38-afe3-4d83-99da-5e107b4272e0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Calling delete_port for 384118ea-2c6b-44dc-ab7e-129a2bf3259d owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:47.999329 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-61cd9d0b-22a2-4138-a0f6-947cb439ea69 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.105408 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8969ba37-997d-4f1f-816f-0a9a96f01183 req-be76dcea-542c-42d0-970d-a47a788d745b service neutron] 10.222.0.87 "GET /v2.0/networks/5bb7b961-9240-411a-9a46-3607333541ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601090 Nov 03 18:42:48.120583 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-23ade1ac-d082-43fb-9ec3-461b8e3464f2 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2745657 Nov 03 18:42:48.127220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4e0605b2-70e4-4a95-8dc9-6041f6688a7a req-c761ad49-11f9-4560-8dfd-4c73e899dddb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.147702 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9784b7aa-d7a4-4b48-b19e-32cc331f89a5 req-bc7f3bd0-4a73-4dc6-aee4-1a2f986a9854 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.107 "GET /v2.0/security-groups?id=82507c2c-a98b-4bd8-a5dd-f97f9393fee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645775 Nov 03 18:42:48.185902 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['2742269f-935c-48f1-b136-017874c8da4c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:48.201119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:48.212732 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b414de4a-df15-4490-ba4c-dbd2fe916150 req-45752b38-afe3-4d83-99da-5e107b4272e0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.241985 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-61cd9d0b-22a2-4138-a0f6-947cb439ea69 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.246414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761ad49-11f9-4560-8dfd-4c73e899dddb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Pushing event deleted for resources: {'Port': ['ID=2742269f-935c-48f1-b136-017874c8da4c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:48.247202 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45752b38-afe3-4d83-99da-5e107b4272e0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Pushing event deleted for resources: {'Port': ['ID=384118ea-2c6b-44dc-ab7e-129a2bf3259d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:48.306943 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b414de4a-df15-4490-ba4c-dbd2fe916150 req-45752b38-afe3-4d83-99da-5e107b4272e0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] No DVR routers for this DVR port 384118ea-2c6b-44dc-ab7e-129a2bf3259d on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:48.310016 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b414de4a-df15-4490-ba4c-dbd2fe916150 req-45752b38-afe3-4d83-99da-5e107b4272e0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.313482 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b414de4a-df15-4490-ba4c-dbd2fe916150 req-45752b38-afe3-4d83-99da-5e107b4272e0 tempest-MigrationsAdminTest-1684512220 tempest-MigrationsAdminTest-1684512220-project] 10.222.0.87 "DELETE /v2.0/ports/384118ea-2c6b-44dc-ab7e-129a2bf3259d HTTP/1.1" status: 204 len: 173 time: 0.6629877 Nov 03 18:42:48.346551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efa96bf-bec5-4107-ac50-e315cc8dfe9e None None] Network e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:48.364511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0605b2-70e4-4a95-8dc9-6041f6688a7a req-c761ad49-11f9-4560-8dfd-4c73e899dddb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] No DVR routers for this DVR port 2742269f-935c-48f1-b136-017874c8da4c on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:48.368453 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4e0605b2-70e4-4a95-8dc9-6041f6688a7a req-c761ad49-11f9-4560-8dfd-4c73e899dddb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.373724 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e0605b2-70e4-4a95-8dc9-6041f6688a7a req-c761ad49-11f9-4560-8dfd-4c73e899dddb tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.87 "DELETE /v2.0/ports/2742269f-935c-48f1-b136-017874c8da4c HTTP/1.1" status: 204 len: 173 time: 1.3626525 Nov 03 18:42:48.382344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f61b663-7b93-4113-8fbf-fed89423f076', 'name': 'network-vif-deleted', 'tag': '2742269f-935c-48f1-b136-017874c8da4c'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:48.385901 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2916bd-8249-4a0f-9b8f-6b037008b603" -d '{"events": [{"server_uuid": "8f61b663-7b93-4113-8fbf-fed89423f076", "name": "network-vif-deleted", "tag": "2742269f-935c-48f1-b136-017874c8da4c"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:48.402631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['384118ea-2c6b-44dc-ab7e-129a2bf3259d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:48.405588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cd9d0b-22a2-4138-a0f6-947cb439ea69 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Network e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:48.412956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-61cd9d0b-22a2-4138-a0f6-947cb439ea69 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:48.415339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cd9d0b-22a2-4138-a0f6-947cb439ea69 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:48.424445 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.454684 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd9d0b-22a2-4138-a0f6-947cb439ea69 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Pushing event updated for resources: {'Port': ['ID=f832026b-58ba-43cd-924c-73b93115fba7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:48.470682 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c24ea402-c358-4338-9c16-f470040c42f6 None None] Provisioning complete for port 1572501f-afeb-4618-9600-7620426de124 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:48.471217 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c24ea402-c358-4338-9c16-f470040c42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.511424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cd9d0b-22a2-4138-a0f6-947cb439ea69 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:48.512296 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-61cd9d0b-22a2-4138-a0f6-947cb439ea69 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.524418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cbcd8-e610-47e5-9308-0af306e3e1b6 req-7cde7271-1f35-417b-93f9-2c43fa450c81 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:48.526159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-761cbcd8-e610-47e5-9308-0af306e3e1b6 req-7cde7271-1f35-417b-93f9-2c43fa450c81 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.2708275 Nov 03 18:42:48.580000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-61cd9d0b-22a2-4138-a0f6-947cb439ea69 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1760285 Nov 03 18:42:48.582827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45202) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:48.638252 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c24ea402-c358-4338-9c16-f470040c42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.657988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-761cbcd8-e610-47e5-9308-0af306e3e1b6 req-2afdee1b-ef2d-4c5e-9812-05fdd62f168e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903397 Nov 03 18:42:48.682887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c24ea402-c358-4338-9c16-f470040c42f6 None None] For port 1572501f-afeb-4618-9600-7620426de124, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1572501f-afeb-4618-9600-7620426de124,segment=NetworkSegment(310c815f-74c4-469b-95f7-4c3c06d45417),segment_id=310c815f-74c4-469b-95f7-4c3c06d45417)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:48.684753 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.688788 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c24ea402-c358-4338-9c16-f470040c42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.731757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f4cee72e-304c-477d-8211-110e07926bd0 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Deleting port f832026b-58ba-43cd-924c-73b93115fba7 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:48.732053 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4cee72e-304c-477d-8211-110e07926bd0 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.774639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ea402-c358-4338-9c16-f470040c42f6 None None] Pushing event updated for resources: {'Port': ['ID=1572501f-afeb-4618-9600-7620426de124,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:48.800150 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2672d735-ec42-4f9c-a8e6-cfea169aa768 x-openstack-request-id: req-2672d735-ec42-4f9c-a8e6-cfea169aa768 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:48.800443 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "tag": "1296cbe0-e207-4d8f-8d86-026b9ab74fc7", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:48.800695 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2672d735-ec42-4f9c-a8e6-cfea169aa768 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:48.801287 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'tag': '1296cbe0-e207-4d8f-8d86-026b9ab74fc7', 'status': 'completed', 'code': 200} Nov 03 18:42:48.866535 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4cee72e-304c-477d-8211-110e07926bd0 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:48.882876 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f4cee72e-304c-477d-8211-110e07926bd0 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Calling delete_port for f832026b-58ba-43cd-924c-73b93115fba7 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:48.905464 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Allocated IP 172.25.2.202 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/d6a7c961-9941-4ca5-86fa-1d7beabd568f) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:48.935153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500d767-9001-4489-97fe-5e180e4d7bba req-97d41598-0702-404c-a07b-a2d5054b5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:48.935671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500d767-9001-4489-97fe-5e180e4d7bba req-97d41598-0702-404c-a07b-a2d5054b5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:48.936262 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500d767-9001-4489-97fe-5e180e4d7bba req-97d41598-0702-404c-a07b-a2d5054b5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:48.946584 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a500d767-9001-4489-97fe-5e180e4d7bba req-97d41598-0702-404c-a07b-a2d5054b5455 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1e84dea8fa8041e993abb7088b06811e&device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2866 time: 0.1052713 Nov 03 18:42:49.035988 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-26073759-9581-499f-ad82-0ad5152f0358 None None] Provisioning complete for port f832026b-58ba-43cd-924c-73b93115fba7 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:49.036360 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-26073759-9581-499f-ad82-0ad5152f0358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:49.047593 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4cee72e-304c-477d-8211-110e07926bd0 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:49.085834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cee72e-304c-477d-8211-110e07926bd0 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Pushing event deleted for resources: {'Port': ['ID=f832026b-58ba-43cd-924c-73b93115fba7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:49.173291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-26073759-9581-499f-ad82-0ad5152f0358 None None] Port f832026b-58ba-43cd-924c-73b93115fba7 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:42:49.196696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de15c74-6ded-4b25-8547-347223ffc492 req-e43a2913-b4c0-4eb6-a931-718197ea900d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:49.198477 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-26073759-9581-499f-ad82-0ad5152f0358 None None] Provisioning complete for port 1572501f-afeb-4618-9600-7620426de124 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:49.200895 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-26073759-9581-499f-ad82-0ad5152f0358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:49.205446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4de15c74-6ded-4b25-8547-347223ffc492 req-e43a2913-b4c0-4eb6-a931-718197ea900d tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.2221017 Nov 03 18:42:49.232644 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4cee72e-304c-477d-8211-110e07926bd0 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:49.240790 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f4cee72e-304c-477d-8211-110e07926bd0 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] 10.222.0.107 "DELETE /v2.0/ports/f832026b-58ba-43cd-924c-73b93115fba7 HTTP/1.1" status: 204 len: 168 time: 0.6556177 Nov 03 18:42:49.242346 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45212) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:49.255573 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:49.261301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500d767-9001-4489-97fe-5e180e4d7bba req-ad780e6f-fd44-4dc0-998f-d27105f5bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:49.265700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a500d767-9001-4489-97fe-5e180e4d7bba req-ad780e6f-fd44-4dc0-998f-d27105f5bf23 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d3c8601d-7b6e-4fa6-87ea-b143f126c055 HTTP/1.1" status: 200 len: 903 time: 0.2987082 Nov 03 18:42:49.358903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1572501f-afeb-4618-9600-7620426de124 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:49.382258 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e4adda82-a007-4bc0-a349-880877bbd75d tempest-DHCPAgentSchedulersTestJSON-225118947 tempest-DHCPAgentSchedulersTestJSON-225118947-project-admin] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4928 time: 0.1309536 Nov 03 18:42:49.382739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a500d767-9001-4489-97fe-5e180e4d7bba req-2de7e267-283c-4776-bdd8-ea2e776cc552 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.186&port_id=1296cbe0-e207-4d8f-8d86-026b9ab74fc7 HTTP/1.1" status: 200 len: 217 time: 0.0962496 Nov 03 18:42:49.383481 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45216) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:49.390958 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9a72dc8c-334c-4c16-aa8d-c9f1007ae9cb tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-372620861'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:49.394111 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4de15c74-6ded-4b25-8547-347223ffc492 req-12f4056e-9b8b-46c5-908e-53e10d0bdc1b tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866102 Nov 03 18:42:49.444620 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a72dc8c-334c-4c16-aa8d-c9f1007ae9cb tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Made reservation on behalf of 03443c71f8f64aaca209d45fbfbce57b for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:49.448784 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a72dc8c-334c-4c16-aa8d-c9f1007ae9cb tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:49.455040 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500d767-9001-4489-97fe-5e180e4d7bba req-22942735-8088-4070-a98c-e1a136cb98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:49.456708 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a500d767-9001-4489-97fe-5e180e4d7bba req-22942735-8088-4070-a98c-e1a136cb98d8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ce080e30-09f7-4a57-8cc3-5ade4020b9d2 HTTP/1.1" status: 200 len: 801 time: 0.0562274 Nov 03 18:42:49.496709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 1572501f-afeb-4618-9600-7620426de124 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:49.497138 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:49.505129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a72dc8c-334c-4c16-aa8d-c9f1007ae9cb tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:42:49.520030 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a72dc8c-334c-4c16-aa8d-c9f1007ae9cb tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:49.522381 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-9a72dc8c-334c-4c16-aa8d-c9f1007ae9cb tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Added segment 4a4e28a3-4822-4bb1-8719-28cb9da796d8 of type vlan for network 5ace0efd-f2f4-40fd-a0ca-1fb30a58fdae Nov 03 18:42:49.531721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500d767-9001-4489-97fe-5e180e4d7bba req-ea6d91f9-e6ad-4162-a626-12bc091c8f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:49.533268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a500d767-9001-4489-97fe-5e180e4d7bba req-ea6d91f9-e6ad-4162-a626-12bc091c8f82 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d3c8601d-7b6e-4fa6-87ea-b143f126c055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0668468 Nov 03 18:42:49.534539 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:49.583230 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a72dc8c-334c-4c16-aa8d-c9f1007ae9cb tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:49.594933 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:49.598577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Pushing event updated for resources: {'Port': ['ID=d6a7c961-9941-4ca5-86fa-1d7beabd568f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:49.603092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:49.605558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:49.624275 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a8009b91-473f-48de-9625-a705c29525c7 None None] Could not find standard attr ID for object f832026b-58ba-43cd-924c-73b93115fba7. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:42:49.645704 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a72dc8c-334c-4c16-aa8d-c9f1007ae9cb tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:49.653897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a72dc8c-334c-4c16-aa8d-c9f1007ae9cb tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:49.654893 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a72dc8c-334c-4c16-aa8d-c9f1007ae9cb tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:49.695632 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9a72dc8c-334c-4c16-aa8d-c9f1007ae9cb tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3106666 Nov 03 18:42:49.696743 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45220) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:49.717011 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d209eff8-d0e0-42b9-a18f-ac8c596d8b2e x-openstack-request-id: req-d209eff8-d0e0-42b9-a18f-ac8c596d8b2e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:49.717303 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f61b663-7b93-4113-8fbf-fed89423f076", "name": "network-vif-deleted", "tag": "2742269f-935c-48f1-b136-017874c8da4c", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:49.717558 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d209eff8-d0e0-42b9-a18f-ac8c596d8b2e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:49.717963 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f61b663-7b93-4113-8fbf-fed89423f076', 'name': 'network-vif-deleted', 'tag': '2742269f-935c-48f1-b136-017874c8da4c', 'status': 'completed', 'code': 200} Nov 03 18:42:49.769818 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-690ea723-1f99-43e3-8cae-55889db3b9ae req-fb03bc8b-e585-46d6-91e7-bc672b81d3bf tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f61b663-7b93-4113-8fbf-fed89423f076 HTTP/1.1" status: 200 len: 210 time: 0.0459564 Nov 03 18:42:49.826415 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72dc8c-334c-4c16-aa8d-c9f1007ae9cb tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Pushing event updated for resources: {'Network': ['ID=5ace0efd-f2f4-40fd-a0ca-1fb30a58fdae,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:49.842062 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a500d767-9001-4489-97fe-5e180e4d7bba req-5b4a64ad-6548-4f41-958f-99f09bd58eb6 service neutron] 10.222.0.87 "GET /v2.0/networks/d3c8601d-7b6e-4fa6-87ea-b143f126c055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449715 Nov 03 18:42:49.842744 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 5ace0efd-f2f4-40fd-a0ca-1fb30a58fdae details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:42:49.859519 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:49.973447 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0efe7243-9933-4ba0-82d6-77da81e6ab23 tempest-DHCPAgentSchedulersTestJSON-225118947 tempest-DHCPAgentSchedulersTestJSON-225118947-project-admin] 10.222.0.107 "GET /v2.0/agents/b81e250d-b826-48f5-a1e3-86d52e170270/dhcp-networks HTTP/1.1" status: 200 len: 9668 time: 0.2590232 Nov 03 18:42:49.973679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45226) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:49.981266 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.042315 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f6759-7406-4dc1-ab28-b80b96093d78 req-09f6577b-3fe1-4e20-b4b4-19f3d2b47190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.043979 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-152f6759-7406-4dc1-ab28-b80b96093d78 req-09f6577b-3fe1-4e20-b4b4-19f3d2b47190 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 1096 time: 0.0438282 Nov 03 18:42:50.188077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b01c3-641c-4ebf-bf80-01acf30ba359 req-bbc638d7-3f37-4eb9-8a4e-7962a7290389 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.194195 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b01c3-641c-4ebf-bf80-01acf30ba359 req-bbc638d7-3f37-4eb9-8a4e-7962a7290389 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.200297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b01c3-641c-4ebf-bf80-01acf30ba359 req-bbc638d7-3f37-4eb9-8a4e-7962a7290389 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.202024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d2b01c3-641c-4ebf-bf80-01acf30ba359 req-bbc638d7-3f37-4eb9-8a4e-7962a7290389 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2413 time: 0.1867425 Nov 03 18:42:50.204009 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a500d767-9001-4489-97fe-5e180e4d7bba req-b3d3d3ba-8c60-42ab-8f51-3e2ae48a1924 service neutron] 10.222.0.87 "GET /v2.0/networks/d3c8601d-7b6e-4fa6-87ea-b143f126c055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083527 Nov 03 18:42:50.215126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device f048e43d-0661-4866-8848-a09033a68cde details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:42:50.228108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 2742269f-935c-48f1-b136-017874c8da4c no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:50.260146 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 2742269f-935c-48f1-b136-017874c8da4c {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:50.260487 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 2742269f-935c-48f1-b136-017874c8da4c not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:50.313804 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e526f377-229c-4ca7-be3a-4aa33081dd1f tempest-DHCPAgentSchedulersTestJSON-225118947 tempest-DHCPAgentSchedulersTestJSON-225118947-project-admin] Network 5ace0efd-f2f4-40fd-a0ca-1fb30a58fdae is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:42:50.333218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d2b01c3-641c-4ebf-bf80-01acf30ba359 req-573da368-9e2f-4620-a7f3-3b9af10b3aad tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220691 Nov 03 18:42:50.358290 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port f048e43d-0661-4866-8848-a09033a68cde, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f048e43d-0661-4866-8848-a09033a68cde,segment=NetworkSegment(4cc41f4d-03c1-4308-8964-b0ee38b7a96e),segment_id=4cc41f4d-03c1-4308-8964-b0ee38b7a96e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:50.372025 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'f048e43d-0661-4866-8848-a09033a68cde', 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055', 'port_id': 'f048e43d-0661-4866-8848-a09033a68cde', 'mac_address': 'fa:16:3e:dd:3f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce080e30-09f7-4a57-8cc3-5ade4020b9d2', 'ip_address': '19.80.0.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:42:50.392935 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.404363 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e526f377-229c-4ca7-be3a-4aa33081dd1f tempest-DHCPAgentSchedulersTestJSON-225118947 tempest-DHCPAgentSchedulersTestJSON-225118947-project-admin] 10.222.0.107 "POST /v2.0/agents/b81e250d-b826-48f5-a1e3-86d52e170270/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4271796 Nov 03 18:42:50.404632 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.410169 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9654e75-8bfa-4af3-a3d0-53ec5cbb2a9d None None] Network 5ace0efd-f2f4-40fd-a0ca-1fb30a58fdae requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:50.411180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45230) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:50.452671 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.501444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f048e43d-0661-4866-8848-a09033a68cde {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:50.503122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f6576-256c-45e7-af71-1fa1a9507ae1 req-7ccc143d-8a82-4a96-a5d9-149342a409ff tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.505049 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-047f6576-256c-45e7-af71-1fa1a9507ae1 req-7ccc143d-8a82-4a96-a5d9-149342a409ff tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.87 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.1075571 Nov 03 18:42:50.507402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f6759-7406-4dc1-ab28-b80b96093d78 req-3adc0c32-d14f-436a-abd3-0479663ad51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.508882 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-152f6759-7406-4dc1-ab28-b80b96093d78 req-3adc0c32-d14f-436a-abd3-0479663ad51a service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.4581056 Nov 03 18:42:50.541339 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port f048e43d-0661-4866-8848-a09033a68cde, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f048e43d-0661-4866-8848-a09033a68cde,segment=NetworkSegment(4cc41f4d-03c1-4308-8964-b0ee38b7a96e),segment_id=4cc41f4d-03c1-4308-8964-b0ee38b7a96e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:50.565372 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.565934 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:42:50.626041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Pushing event updated for resources: {'Port': ['ID=d6a7c961-9941-4ca5-86fa-1d7beabd568f,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:50.657825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa1c10-6b43-4ab5-8bd3-8bbd7c5d2870 req-5ce7e639-8d50-4239-a1f7-e4d63fbbaa8b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.659494 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdfa1c10-6b43-4ab5-8bd3-8bbd7c5d2870 req-5ce7e639-8d50-4239-a1f7-e4d63fbbaa8b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.2048984 Nov 03 18:42:50.662711 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.676974 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=f048e43d-0661-4866-8848-a09033a68cde,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:50.725135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45236) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:50.747529 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-152f6759-7406-4dc1-ab28-b80b96093d78 req-a0b7e76c-427f-4799-992d-472362b184c7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2806032-c4a8-4a44-8499-beb4381ceba9 HTTP/1.1" status: 200 len: 999 time: 0.2137134 Nov 03 18:42:50.751855 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.753160 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-8d0cba06-a6f5-46da-9c29-b6a31f994283 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6148741 Nov 03 18:42:50.783975 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe,segment=NetworkSegment(13ceb5ae-c8b3-4b27-9dc7-36092274a3f9),segment_id=13ceb5ae-c8b3-4b27-9dc7-36092274a3f9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:50.801534 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe', 'network_id': '5bb7b961-9240-411a-9a46-3607333541ce', 'port_id': '3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe', 'mac_address': 'fa:16:3e:4d:40:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81521af-f687-43ce-9b3b-0082c5990311', 'ip_address': '19.86.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:42:50.802754 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067cdc33-75a5-47d6-976d-92b5fad71e0c', 'name': 'network-vif-deleted', 'tag': '384118ea-2c6b-44dc-ab7e-129a2bf3259d'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:50.806294 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd182c8a-d4c3-4109-b597-7051da9dc8ee" -d '{"events": [{"server_uuid": "067cdc33-75a5-47d6-976d-92b5fad71e0c", "name": "network-vif-deleted", "tag": "384118ea-2c6b-44dc-ab7e-129a2bf3259d"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:50.827012 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-047f6576-256c-45e7-af71-1fa1a9507ae1 req-d4469295-867d-4e97-abe4-633481e562cd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Deleting port 92c0f455-9d07-4f79-a100-10f1243df0b3 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:50.827517 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-047f6576-256c-45e7-af71-1fa1a9507ae1 req-d4469295-867d-4e97-abe4-633481e562cd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.847807 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.863689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cec14160-8165-4d04-bb69-f06add1ff764 tempest-DHCPAgentSchedulersTestJSON-225118947 tempest-DHCPAgentSchedulersTestJSON-225118947-project-admin] 10.222.0.107 "GET /v2.0/agents/b81e250d-b826-48f5-a1e3-86d52e170270/dhcp-networks HTTP/1.1" status: 200 len: 10439 time: 0.4484880 Nov 03 18:42:50.864458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f6759-7406-4dc1-ab28-b80b96093d78 req-a6eb32bb-0718-4624-a620-10a36bf0907f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:50.864624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45244) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:50.866126 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-152f6759-7406-4dc1-ab28-b80b96093d78 req-a6eb32bb-0718-4624-a620-10a36bf0907f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.1050544 Nov 03 18:42:50.866489 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:50.880026 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdfa1c10-6b43-4ab5-8bd3-8bbd7c5d2870 req-015875a7-00f2-4dea-abe4-171b8287064e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001524 Nov 03 18:42:50.888281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-e68bdaaf-b42d-4443-8a39-a5bb559bbb5f tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.202 HTTP/1.1" status: 200 len: 696 time: 0.1218801 Nov 03 18:42:50.904023 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe,segment=NetworkSegment(13ceb5ae-c8b3-4b27-9dc7-36092274a3f9),segment_id=13ceb5ae-c8b3-4b27-9dc7-36092274a3f9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:50.910522 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:50.966548 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:50.982705 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6e44a948-f0a3-49c0-89d2-c9f21219509e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=72107d064293479db9d913e1eb3d59a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562597 Nov 03 18:42:50.993650 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45246) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:51.061971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f6759-7406-4dc1-ab28-b80b96093d78 req-7a3de471-add1-49a7-8327-2aa01e591fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.063571 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-152f6759-7406-4dc1-ab28-b80b96093d78 req-7a3de471-add1-49a7-8327-2aa01e591fef service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636224 Nov 03 18:42:51.067954 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5993b00f-efa4-4b13-8272-b23f2043d9cd tempest-DHCPAgentSchedulersTestJSON-225118947 tempest-DHCPAgentSchedulersTestJSON-225118947-project-admin] 10.222.0.107 "DELETE /v2.0/agents/b81e250d-b826-48f5-a1e3-86d52e170270/dhcp-networks/5ace0efd-f2f4-40fd-a0ca-1fb30a58fdae HTTP/1.1" status: 204 len: 168 time: 0.1783547 Nov 03 18:42:51.070518 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-047f6576-256c-45e7-af71-1fa1a9507ae1 req-d4469295-867d-4e97-abe4-633481e562cd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] For port 92c0f455-9d07-4f79-a100-10f1243df0b3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=92c0f455-9d07-4f79-a100-10f1243df0b3,segment=NetworkSegment(c45780f7-b425-4bef-8203-1ef24302ec83),segment_id=c45780f7-b425-4bef-8203-1ef24302ec83)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:51.070918 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-047f6576-256c-45e7-af71-1fa1a9507ae1 req-d4469295-867d-4e97-abe4-633481e562cd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:51.073978 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45248) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:51.105486 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-047f6576-256c-45e7-af71-1fa1a9507ae1 req-d4469295-867d-4e97-abe4-633481e562cd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Calling delete_port for 92c0f455-9d07-4f79-a100-10f1243df0b3 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:51.229405 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b1e5-9fc7-43f8-9335-004fdb87a78f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:51.332643 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b1e5-9fc7-43f8-9335-004fdb87a78f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:51.391172 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-152f6759-7406-4dc1-ab28-b80b96093d78 req-59bc6056-7b1c-4136-aca6-6469adff41e6 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052528 Nov 03 18:42:51.434135 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['f048e43d-0661-4866-8848-a09033a68cde'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:51.439338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-5c34e9cf-d591-40cf-82ae-b558ae0e1e17 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.440966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5bfe94a-47de-4b96-8c78-329c85551d87 req-5c34e9cf-d591-40cf-82ae-b558ae0e1e17 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.5503998 Nov 03 18:42:51.452059 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-484b6132-eaf2-4241-b927-195cf3068271 tempest-DHCPAgentSchedulersTestJSON-225118947 tempest-DHCPAgentSchedulersTestJSON-225118947-project-admin] 10.222.0.107 "GET /v2.0/agents/b81e250d-b826-48f5-a1e3-86d52e170270/dhcp-networks HTTP/1.1" status: 200 len: 9668 time: 0.3713264 Nov 03 18:42:51.453213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45254) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:51.479188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3af8df-21c3-4cc2-8328-10a221570b2c req-a7117c81-fe8f-4b20-b755-3c041a163e7b tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.486852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f3af8df-21c3-4cc2-8328-10a221570b2c req-a7117c81-fe8f-4b20-b755-3c041a163e7b tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/ports?device_id=82f4e9fc-1cdb-4251-90bc-36dace2dabfa HTTP/1.1" status: 200 len: 946 time: 0.4403870 Nov 03 18:42:51.510177 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c9e0ba6e-8146-454a-87c2-e2bbf65312bb tempest-DHCPAgentSchedulersTestJSON-225118947 tempest-DHCPAgentSchedulersTestJSON-225118947-project-admin] 10.222.0.107 "GET /v2.0/networks/e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0557218 Nov 03 18:42:51.513504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:51.514435 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45256) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:51.553675 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7fb709ec-1401-405e-8254-f88c9301ebee tempest-DHCPAgentSchedulersTestJSON-225118947 tempest-DHCPAgentSchedulersTestJSON-225118947-project-admin] 10.222.0.107 "GET /v2.0/networks/e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0379431 Nov 03 18:42:51.559648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f3af8df-21c3-4cc2-8328-10a221570b2c req-0df70ff3-f9a1-4ac0-a075-7cd996d594b6 tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.107 "GET /v2.0/security-groups?id=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717862 Nov 03 18:42:51.560128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45260) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:51.570016 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b1e5-9fc7-43f8-9335-004fdb87a78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:51.577538 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b1e5-9fc7-43f8-9335-004fdb87a78f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:51.577538 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d0d1b1e5-9fc7-43f8-9335-004fdb87a78f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/82507c2c-a98b-4bd8-a5dd-f97f9393fee7 HTTP/1.1" status: 204 len: 168 time: 0.5800543 Nov 03 18:42:51.584346 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-152f6759-7406-4dc1-ab28-b80b96093d78 req-0e379bf8-2c3b-45ac-bb1d-a8abad778542 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741004 Nov 03 18:42:51.592668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1b1e5-9fc7-43f8-9335-004fdb87a78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82507c2c-a98b-4bd8-a5dd-f97f9393fee7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:51.596831 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-047f6576-256c-45e7-af71-1fa1a9507ae1 req-d4469295-867d-4e97-abe4-633481e562cd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:51.627799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4469295-867d-4e97-abe4-633481e562cd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Pushing event deleted for resources: {'Port': ['ID=92c0f455-9d07-4f79-a100-10f1243df0b3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:51.678929 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9297224c-7daf-40e4-8d37-a707552992cc x-openstack-request-id: req-9297224c-7daf-40e4-8d37-a707552992cc {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:51.679250 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067cdc33-75a5-47d6-976d-92b5fad71e0c", "name": "network-vif-deleted", "tag": "384118ea-2c6b-44dc-ab7e-129a2bf3259d", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:51.682575 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9297224c-7daf-40e4-8d37-a707552992cc {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:51.683007 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067cdc33-75a5-47d6-976d-92b5fad71e0c', 'name': 'network-vif-deleted', 'tag': '384118ea-2c6b-44dc-ab7e-129a2bf3259d', 'status': 'completed', 'code': 200} Nov 03 18:42:51.726837 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-047f6576-256c-45e7-af71-1fa1a9507ae1 req-d4469295-867d-4e97-abe4-633481e562cd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] No DVR routers for this DVR port 92c0f455-9d07-4f79-a100-10f1243df0b3 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:51.732197 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-047f6576-256c-45e7-af71-1fa1a9507ae1 req-d4469295-867d-4e97-abe4-633481e562cd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:51.739950 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-047f6576-256c-45e7-af71-1fa1a9507ae1 req-d4469295-867d-4e97-abe4-633481e562cd tempest-ServerRescueNegativeTestJSON-610896375 tempest-ServerRescueNegativeTestJSON-610896375-project] 10.222.0.87 "DELETE /v2.0/ports/92c0f455-9d07-4f79-a100-10f1243df0b3 HTTP/1.1" status: 204 len: 173 time: 1.2253771 Nov 03 18:42:51.783518 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5f80074a-ab42-4e96-b363-a5da222d8644 req-86b8011b-fd9f-410b-8422-5abe4238119a tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips/83179fc0-20d8-404d-b7e0-5c5abb42c62c HTTP/1.1" status: 200 len: 693 time: 0.0842557 Nov 03 18:42:51.831944 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-85357f05-0806-4da7-9f7a-1e829809f2d0 tempest-DHCPAgentSchedulersTestJSON-225118947 tempest-DHCPAgentSchedulersTestJSON-225118947-project-admin] 10.222.0.107 "GET /v2.0/agents/b81e250d-b826-48f5-a1e3-86d52e170270/dhcp-networks HTTP/1.1" status: 200 len: 9668 time: 0.2706804 Nov 03 18:42:51.835629 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45266) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:51.969801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9fbc4-cf67-45e9-aff1-729f374f4cd2 req-adf8c1ca-bba9-4f5b-a24d-c5b0157c60a5 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.971296 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68a6c8ef-fd75-44cc-9fe6-6474fe38524d tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:51.976055 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9fbc4-cf67-45e9-aff1-729f374f4cd2 req-adf8c1ca-bba9-4f5b-a24d-c5b0157c60a5 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.982386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9fbc4-cf67-45e9-aff1-729f374f4cd2 req-adf8c1ca-bba9-4f5b-a24d-c5b0157c60a5 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:51.984200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89c9fbc4-cf67-45e9-aff1-729f374f4cd2 req-adf8c1ca-bba9-4f5b-a24d-c5b0157c60a5 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2415 time: 0.1549687 Nov 03 18:42:52.001147 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80074a-ab42-4e96-b363-a5da222d8644 req-53f567ba-4feb-49a6-8fb0-26add8fa12d2 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.002599 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5f80074a-ab42-4e96-b363-a5da222d8644 req-53f567ba-4feb-49a6-8fb0-26add8fa12d2 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.2109208 Nov 03 18:42:52.053089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89c9fbc4-cf67-45e9-aff1-729f374f4cd2 req-4a1f0687-f153-415b-952c-2e1a33867b2b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494649 Nov 03 18:42:52.101722 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68a6c8ef-fd75-44cc-9fe6-6474fe38524d tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.150766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-68a6c8ef-fd75-44cc-9fe6-6474fe38524d tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ace0efd-f2f4-40fd-a0ca-1fb30a58fdae']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:52.161898 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-68a6c8ef-fd75-44cc-9fe6-6474fe38524d tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4e28a3-4822-4bb1-8719-28cb9da796d8') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:52.162205 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-68a6c8ef-fd75-44cc-9fe6-6474fe38524d tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4e28a3-4822-4bb1-8719-28cb9da796d8') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:52.180127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68a6c8ef-fd75-44cc-9fe6-6474fe38524d tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.204191 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45284) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:52.212024 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68a6c8ef-fd75-44cc-9fe6-6474fe38524d tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.216670 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:42:52.226374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a6c8ef-fd75-44cc-9fe6-6474fe38524d tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:42:52.226888 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68a6c8ef-fd75-44cc-9fe6-6474fe38524d tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:42:52.230467 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:42:52.235277 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 384118ea-2c6b-44dc-ab7e-129a2bf3259d no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:52.257913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3b81a-4508-421f-acec-300f0a8c5830 req-c6b26a93-623d-4170-917d-f720c5c6f1e3 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.259872 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6af3b81a-4508-421f-acec-300f0a8c5830 req-c6b26a93-623d-4170-917d-f720c5c6f1e3 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.0950439 Nov 03 18:42:52.273776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-65a862d1-1cf3-4e69-9938-852e90fcde45 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.275521 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-65a862d1-1cf3-4e69-9938-852e90fcde45 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 812 time: 0.1884778 Nov 03 18:42:52.286577 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 384118ea-2c6b-44dc-ab7e-129a2bf3259d {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:52.286577 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 384118ea-2c6b-44dc-ab7e-129a2bf3259d not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:52.287052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 92c0f455-9d07-4f79-a100-10f1243df0b3 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:52.302154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-ff079688-0be9-40af-a741-ffa7b65de843 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/quotas/326a8b3143c7495cbf9c57a8e3e086d9 HTTP/1.1" status: 200 len: 375 time: 0.0170074 Nov 03 18:42:52.311927 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-faeb2b6f-9d5c-479d-b22f-284863431b6a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=75598a86680e49da899bfbb2395ffa01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1067491 Nov 03 18:42:52.314615 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45286) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:52.320080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 92c0f455-9d07-4f79-a100-10f1243df0b3 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:52.320462 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 92c0f455-9d07-4f79-a100-10f1243df0b3 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:52.342264 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68a6c8ef-fd75-44cc-9fe6-6474fe38524d tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.356965 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68a6c8ef-fd75-44cc-9fe6-6474fe38524d tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.362715 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-68a6c8ef-fd75-44cc-9fe6-6474fe38524d tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] 10.222.0.107 "DELETE /v2.0/networks/5ace0efd-f2f4-40fd-a0ca-1fb30a58fdae HTTP/1.1" status: 204 len: 168 time: 0.5235558 Nov 03 18:42:52.365768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45288) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:52.374991 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-31c8afd6-ffbc-4d5a-b0bd-94c19310b311 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505602 Nov 03 18:42:52.395611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6c8ef-fd75-44cc-9fe6-6474fe38524d tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Pushing event deleted for resources: {'Network': ['ID=5ace0efd-f2f4-40fd-a0ca-1fb30a58fdae,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:52.419945 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-07877e93-e813-485f-9f74-81be5494e723 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] DELETE failed (client error): The resource could not be found. Nov 03 18:42:52.420641 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07877e93-e813-485f-9f74-81be5494e723 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:42:52.426188 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-07877e93-e813-485f-9f74-81be5494e723 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] 10.222.0.107 "DELETE /v2.0/ports/f832026b-58ba-43cd-924c-73b93115fba7 HTTP/1.1" status: 404 len: 333 time: 0.0481095 Nov 03 18:42:52.426421 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45290) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:52.437590 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=1296cbe0-e207-4d8f-8d86-026b9ab74fc7,segment=NetworkSegment(4cc41f4d-03c1-4308-8964-b0ee38b7a96e),segment_id=4cc41f4d-03c1-4308-8964-b0ee38b7a96e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:52.454558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '1296cbe0-e207-4d8f-8d86-026b9ab74fc7', 'network_id': 'd3c8601d-7b6e-4fa6-87ea-b143f126c055', 'port_id': '1296cbe0-e207-4d8f-8d86-026b9ab74fc7', 'mac_address': 'fa:16:3e:55:90:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce080e30-09f7-4a57-8cc3-5ade4020b9d2', 'ip_address': '19.80.0.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:42:52.467862 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a623bdd-e622-4c4c-81e8-a90c8a5df7cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.473693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6af3b81a-4508-421f-acec-300f0a8c5830 req-142e19b5-0062-4f0e-ac45-9a10744a0787 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964226 Nov 03 18:42:52.500984 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.518884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:52.519190 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a623bdd-e622-4c4c-81e8-a90c8a5df7cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.528903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb30b3d-48d1-425c-9366-c50eec47ce96 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Deleting subnet e1870d58-49f5-4384-b592-251cb624c5be {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:42:52.547358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cb30b3d-48d1-425c-9366-c50eec47ce96 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.548162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=1296cbe0-e207-4d8f-8d86-026b9ab74fc7,segment=NetworkSegment(4cc41f4d-03c1-4308-8964-b0ee38b7a96e),segment_id=4cc41f4d-03c1-4308-8964-b0ee38b7a96e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:52.554453 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.557356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-73ff8111-a676-44b2-aada-0c6470aacbb2 service neutron] 10.222.0.107 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701152 Nov 03 18:42:52.620663 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cb30b3d-48d1-425c-9366-c50eec47ce96 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.622987 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=1296cbe0-e207-4d8f-8d86-026b9ab74fc7,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:52.675624 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a623bdd-e622-4c4c-81e8-a90c8a5df7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.678348 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a623bdd-e622-4c4c-81e8-a90c8a5df7cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.682651 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1a623bdd-e622-4c4c-81e8-a90c8a5df7cd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e52f058f-0741-4e1b-a516-b0402a1eeed6 HTTP/1.1" status: 204 len: 168 time: 0.3639345 Nov 03 18:42:52.702750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a623bdd-e622-4c4c-81e8-a90c8a5df7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52f058f-0741-4e1b-a516-b0402a1eeed6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:52.711103 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d2e3677-e3e4-47b5-a39e-c11b83cf5232 req-7be0d875-e5a3-4d78-b0ef-431609bf5a2a tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips/83179fc0-20d8-404d-b7e0-5c5abb42c62c HTTP/1.1" status: 200 len: 693 time: 0.0545371 Nov 03 18:42:52.728200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-5426fb52-1e86-4782-84a9-fd410e410dd1 service neutron] 10.222.0.107 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636569 Nov 03 18:42:52.769339 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cb30b3d-48d1-425c-9366-c50eec47ce96 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.836118 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cb30b3d-48d1-425c-9366-c50eec47ce96 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.864879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb30b3d-48d1-425c-9366-c50eec47ce96 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Pushing event deleted for resources: {'Subnet': ['ID=e1870d58-49f5-4384-b592-251cb624c5be,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:52.869129 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cb30b3d-48d1-425c-9366-c50eec47ce96 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:52.876131 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2cb30b3d-48d1-425c-9366-c50eec47ce96 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] 10.222.0.107 "DELETE /v2.0/subnets/e1870d58-49f5-4384-b592-251cb624c5be HTTP/1.1" status: 204 len: 168 time: 0.4451056 Nov 03 18:42:52.877706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8661c7bc-98f1-428f-8391-541b1a41c9a0 None None] Network e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:42:52.894700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45296) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:52.896873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e3677-e3e4-47b5-a39e-c11b83cf5232 req-daf65e5e-05e9-45da-b168-2aa7476827a4 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:52.919365 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d2e3677-e3e4-47b5-a39e-c11b83cf5232 req-daf65e5e-05e9-45da-b168-2aa7476827a4 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.1887653 Nov 03 18:42:52.972021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45300) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:53.034004 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.066955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d2e3677-e3e4-47b5-a39e-c11b83cf5232 req-0187d40e-0d97-4f69-abe3-8158bc629e94 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.202 HTTP/1.1" status: 200 len: 696 time: 0.1408596 Nov 03 18:42:53.097225 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Deleting port 1572501f-afeb-4618-9600-7620426de124 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:53.097828 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.098452 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90ca4455-703b-4cbc-a008-8dc452d7e25f req-a7c1b88e-998c-4481-8734-8a4a199e71bc tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 210 time: 0.1035972 Nov 03 18:42:53.207754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d2e3677-e3e4-47b5-a39e-c11b83cf5232 req-4f315b68-a552-4422-838e-fd446fb5f1e4 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.202 HTTP/1.1" status: 200 len: 696 time: 0.1397696 Nov 03 18:42:53.259274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] For port 1572501f-afeb-4618-9600-7620426de124, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1572501f-afeb-4618-9600-7620426de124,segment=NetworkSegment(310c815f-74c4-469b-95f7-4c3c06d45417),segment_id=310c815f-74c4-469b-95f7-4c3c06d45417)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:53.259686 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.266894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['1296cbe0-e207-4d8f-8d86-026b9ab74fc7'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:42:53.275668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Calling delete_port for 1572501f-afeb-4618-9600-7620426de124 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:53.379622 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.429878 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Pushing event deleted for resources: {'Port': ['ID=1572501f-afeb-4618-9600-7620426de124,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:53.433845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] No DVR routers for this DVR port 1572501f-afeb-4618-9600-7620426de124 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:42:53.592477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.617143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e5a6b9-dc54-4d87-b35d-e563a92ba9d5 None None] DHCP port deletion for e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:42:53.652732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:53.668727 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310c815f-74c4-469b-95f7-4c3c06d45417') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:53.669033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310c815f-74c4-469b-95f7-4c3c06d45417') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:53.684708 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f4e9fc-1cdb-4251-90bc-36dace2dabfa', 'name': 'network-vif-deleted', 'tag': '92c0f455-9d07-4f79-a100-10f1243df0b3'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:53.688243 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c705a5d2-3397-4e0a-b8ea-b616db4d4a0b" -d '{"events": [{"server_uuid": "82f4e9fc-1cdb-4251-90bc-36dace2dabfa", "name": "network-vif-deleted", "tag": "92c0f455-9d07-4f79-a100-10f1243df0b3"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:53.702095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.703708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6130c2-3b4e-467e-b7a3-e955319b1634 req-4edf6506-cdc3-45dd-af04-fee9f7e6429c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.718614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6130c2-3b4e-467e-b7a3-e955319b1634 req-4edf6506-cdc3-45dd-af04-fee9f7e6429c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.725103 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.725562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6130c2-3b4e-467e-b7a3-e955319b1634 req-4edf6506-cdc3-45dd-af04-fee9f7e6429c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:53.728779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e6130c2-3b4e-467e-b7a3-e955319b1634 req-4edf6506-cdc3-45dd-af04-fee9f7e6429c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2416 time: 0.4159424 Nov 03 18:42:53.733412 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:42:53.734222 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:42:53.737857 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:42:53.842596 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-2d2e3677-e3e4-47b5-a39e-c11b83cf5232 req-387f08c6-275c-4caf-b888-6edc22d6efcc tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Deleting port d6a7c961-9941-4ca5-86fa-1d7beabd568f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:53.842884 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d2e3677-e3e4-47b5-a39e-c11b83cf5232 req-387f08c6-275c-4caf-b888-6edc22d6efcc tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.864771 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.890951 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e6130c2-3b4e-467e-b7a3-e955319b1634 req-ffe0293a-fdb7-44c2-af56-9c67c293ba01 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526330 Nov 03 18:42:53.913912 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:53.920214 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] 10.222.0.107 "DELETE /v2.0/networks/e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650 HTTP/1.1" status: 204 len: 168 time: 1.0242486 Nov 03 18:42:53.938026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5626987-15fe-4c98-9811-e95879631e12 tempest-DHCPAgentSchedulersTestJSON-1403567009 tempest-DHCPAgentSchedulersTestJSON-1403567009-project] Pushing event deleted for resources: {'Network': ['ID=e7a08a2d-3f9b-4555-8b22-eb4c7a9ee650,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:54.075327 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d2e3677-e3e4-47b5-a39e-c11b83cf5232 req-387f08c6-275c-4caf-b888-6edc22d6efcc tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.075682 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d2e3677-e3e4-47b5-a39e-c11b83cf5232 req-387f08c6-275c-4caf-b888-6edc22d6efcc tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.100905 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7b859563-23a4-49be-bb77-20ee39c93d70 req-213a4684-9cc7-4a31-876e-c8d7d581a5af service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1784997 Nov 03 18:42:54.119614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-2d2e3677-e3e4-47b5-a39e-c11b83cf5232 req-387f08c6-275c-4caf-b888-6edc22d6efcc tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Calling delete_port for d6a7c961-9941-4ca5-86fa-1d7beabd568f owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:54.173801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab3914-9ea9-480d-ba7d-7d6ab2ffa5ab req-f246edf6-c2c1-4548-97cd-39111c7f155a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.175870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-feab3914-9ea9-480d-ba7d-7d6ab2ffa5ab req-f246edf6-c2c1-4548-97cd-39111c7f155a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1373644 Nov 03 18:42:54.208994 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device f048e43d-0661-4866-8848-a09033a68cde up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:54.281931 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b859563-23a4-49be-bb77-20ee39c93d70 req-7df53a41-a49e-48da-b196-37f76b425d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.283442 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7b859563-23a4-49be-bb77-20ee39c93d70 req-7df53a41-a49e-48da-b196-37f76b425d52 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 1096 time: 0.1120110 Nov 03 18:42:54.342500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port f048e43d-0661-4866-8848-a09033a68cde completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:42:54.360633 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port f048e43d-0661-4866-8848-a09033a68cde triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:54.361358 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.389081 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-feab3914-9ea9-480d-ba7d-7d6ab2ffa5ab req-7505ba63-a087-41c7-8259-2434f77508c5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803296 Nov 03 18:42:54.404295 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cce96d2-ea34-487e-80b4-699070b07a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.456904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45348) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:54.545768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b859563-23a4-49be-bb77-20ee39c93d70 req-0c8b821f-cdfd-44cf-8821-19fe4eaa7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.549152 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7b859563-23a4-49be-bb77-20ee39c93d70 req-0c8b821f-cdfd-44cf-8821-19fe4eaa7a29 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.2219346 Nov 03 18:42:54.627100 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.655103 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ee1e0e-d6fc-4b0a-afb2-4119cc9980e4 x-openstack-request-id: req-d8ee1e0e-d6fc-4b0a-afb2-4119cc9980e4 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:54.656214 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f4e9fc-1cdb-4251-90bc-36dace2dabfa", "name": "network-vif-deleted", "tag": "92c0f455-9d07-4f79-a100-10f1243df0b3", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:54.657118 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d8ee1e0e-d6fc-4b0a-afb2-4119cc9980e4 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:54.657633 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f4e9fc-1cdb-4251-90bc-36dace2dabfa', 'name': 'network-vif-deleted', 'tag': '92c0f455-9d07-4f79-a100-10f1243df0b3', 'status': 'completed', 'code': 200} Nov 03 18:42:54.685642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f048e43d-0661-4866-8848-a09033a68cde'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:54.690019 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba377b4-dea1-448f-9a35-6e368b883052" -d '{"events": [{"server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "name": "network-vif-plugged", "status": "completed", "tag": "f048e43d-0661-4866-8848-a09033a68cde"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:54.714332 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7b859563-23a4-49be-bb77-20ee39c93d70 req-104fe413-824b-40e1-8736-0a9934cdff3f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2806032-c4a8-4a44-8499-beb4381ceba9 HTTP/1.1" status: 200 len: 999 time: 0.1544595 Nov 03 18:42:54.719151 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port f048e43d-0661-4866-8848-a09033a68cde, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f048e43d-0661-4866-8848-a09033a68cde,segment=NetworkSegment(4cc41f4d-03c1-4308-8964-b0ee38b7a96e),segment_id=4cc41f4d-03c1-4308-8964-b0ee38b7a96e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:54.731669 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.732785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:54.791412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-f1e8aa3b-e481-4f52-ae42-6c54c6aec819 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.793545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-f1e8aa3b-e481-4f52-ae42-6c54c6aec819 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.98 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 812 time: 0.2866595 Nov 03 18:42:54.800163 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b859563-23a4-49be-bb77-20ee39c93d70 req-a4b74894-5e93-4006-aca0-d6908e568ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.803000 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7b859563-23a4-49be-bb77-20ee39c93d70 req-a4b74894-5e93-4006-aca0-d6908e568ac3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.0817144 Nov 03 18:42:54.825468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=f048e43d-0661-4866-8848-a09033a68cde,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:54.841015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e67cfdb1-27d2-4608-97be-7dabc3c46ced req-0986a8a9-14dd-45c5-8f6c-e8232e450678 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 210 time: 0.0353849 Nov 03 18:42:54.841170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:42:54.849662 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:54.850050 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.853062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-85eb29aa-fe98-4871-9f30-dc1d299c5802 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Request body: {'port': {'device_id': '384a667c-92bc-4d2f-8f60-62f63eaa702f', 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc', 'admin_state_up': True, 'tenant_id': '326a8b3143c7495cbf9c57a8e3e086d9'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:54.886148 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b859563-23a4-49be-bb77-20ee39c93d70 req-0e66103b-f60f-41d3-a885-e4a670c0709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:54.886683 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d2e3677-e3e4-47b5-a39e-c11b83cf5232 req-387f08c6-275c-4caf-b888-6edc22d6efcc tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.887786 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7b859563-23a4-49be-bb77-20ee39c93d70 req-0e66103b-f60f-41d3-a885-e4a670c0709c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764973 Nov 03 18:42:54.972793 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:54.990855 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f08c6-275c-4caf-b888-6edc22d6efcc tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Pushing event deleted for resources: {'Port': ['ID=d6a7c961-9941-4ca5-86fa-1d7beabd568f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:55.035843 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7b859563-23a4-49be-bb77-20ee39c93d70 req-5993730c-9a42-4568-ae7c-e95475254137 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394498 Nov 03 18:42:55.040242 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe,segment=NetworkSegment(13ceb5ae-c8b3-4b27-9dc7-36092274a3f9),segment_id=13ceb5ae-c8b3-4b27-9dc7-36092274a3f9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:55.049922 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.113600 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:55.154932 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7b859563-23a4-49be-bb77-20ee39c93d70 req-3419ee2a-018a-4071-88fb-a94754d86b64 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123528 Nov 03 18:42:55.242182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1572501f-afeb-4618-9600-7620426de124 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:42:55.264098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 1572501f-afeb-4618-9600-7620426de124 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:42:55.264455 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1572501f-afeb-4618-9600-7620426de124 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:42:55.361519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1aba404f-c9c7-4135-bae3-2118b509205d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=03443c71f8f64aaca209d45fbfbce57b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9030609 Nov 03 18:42:55.364690 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45374) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:55.415101 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a88e1d2e-759f-4a3a-9e11-21e4a243c2ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.436561 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a88e1d2e-759f-4a3a-9e11-21e4a243c2ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.463997 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed4ec4-4944-439d-9189-d4ec2532c7e4 req-da4eec25-52e7-4ec3-bbb1-06e92ea077a4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.465509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4bed4ec4-4944-439d-9189-d4ec2532c7e4 req-da4eec25-52e7-4ec3-bbb1-06e92ea077a4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.2041302 Nov 03 18:42:55.471695 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d2e3677-e3e4-47b5-a39e-c11b83cf5232 req-387f08c6-275c-4caf-b888-6edc22d6efcc tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.474331 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d2e3677-e3e4-47b5-a39e-c11b83cf5232 req-387f08c6-275c-4caf-b888-6edc22d6efcc tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.475469 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d2e3677-e3e4-47b5-a39e-c11b83cf5232 req-387f08c6-275c-4caf-b888-6edc22d6efcc tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "DELETE /v2.0/floatingips/83179fc0-20d8-404d-b7e0-5c5abb42c62c HTTP/1.1" status: 204 len: 173 time: 2.1602991 Nov 03 18:42:55.492576 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a88e1d2e-759f-4a3a-9e11-21e4a243c2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.496782 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a88e1d2e-759f-4a3a-9e11-21e4a243c2ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.499227 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a88e1d2e-759f-4a3a-9e11-21e4a243c2ac admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/53f5b091-9ca4-4679-99c4-429c2a44819b HTTP/1.1" status: 204 len: 168 time: 0.1331954 Nov 03 18:42:55.517892 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e1d2e-759f-4a3a-9e11-21e4a243c2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f5b091-9ca4-4679-99c4-429c2a44819b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:55.521534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-85eb29aa-fe98-4871-9f30-dc1d299c5802 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Made reservation on behalf of 326a8b3143c7495cbf9c57a8e3e086d9 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:42:55.526188 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-85eb29aa-fe98-4871-9f30-dc1d299c5802 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.585098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4bed4ec4-4944-439d-9189-d4ec2532c7e4 req-8e85375c-d388-486d-b59a-aec6fb0e8256 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076295 Nov 03 18:42:55.685267 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-96cf9660-26b5-4a5b-8b2c-e06288a6e9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.693597 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e0fac9-36da-4ba3-a8a8-82cb48d0fc71 x-openstack-request-id: req-d3e0fac9-36da-4ba3-a8a8-82cb48d0fc71 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:55.693847 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "name": "network-vif-plugged", "status": "completed", "tag": "f048e43d-0661-4866-8848-a09033a68cde", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:55.694049 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d3e0fac9-36da-4ba3-a8a8-82cb48d0fc71 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:55.697552 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f048e43d-0661-4866-8848-a09033a68cde', 'code': 200} Nov 03 18:42:55.805324 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac7f55-5034-48c2-9d9c-cf3b7bece7b6 req-7626d9f4-0c55-4f7e-b777-5ffb528f553b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.812268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac7f55-5034-48c2-9d9c-cf3b7bece7b6 req-7626d9f4-0c55-4f7e-b777-5ffb528f553b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.818196 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac7f55-5034-48c2-9d9c-cf3b7bece7b6 req-7626d9f4-0c55-4f7e-b777-5ffb528f553b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:55.820313 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2cac7f55-5034-48c2-9d9c-cf3b7bece7b6 req-7626d9f4-0c55-4f7e-b777-5ffb528f553b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2418 time: 0.1469307 Nov 03 18:42:55.831864 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4cce96d2-ea34-487e-80b4-699070b07a6a admin admin] Deleting port e4262aa3-65ce-4b32-9a88-dac23b45a9e2 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:55.832192 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cce96d2-ea34-487e-80b4-699070b07a6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.850422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-85eb29aa-fe98-4871-9f30-dc1d299c5802 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Allocated IP 172.20.0.14 (23771ce2-de78-436c-90e0-3e63e3bf86dc/ff7ca472-a50c-48ab-a812-76c46b2d1f6a/418fc121-6a3e-4428-99aa-44c73391beff) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:55.945661 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45396) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:55.959309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8c8d197a-bbb5-4b2d-a900-ebe28694f813 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:55.990808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2cac7f55-5034-48c2-9d9c-cf3b7bece7b6 req-dff54f32-2f72-4320-a236-e37fe94c2437 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541910 Nov 03 18:42:56.009593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-4cce96d2-ea34-487e-80b4-699070b07a6a admin admin] For port e4262aa3-65ce-4b32-9a88-dac23b45a9e2, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e4262aa3-65ce-4b32-9a88-dac23b45a9e2,segment=NetworkSegment(c45780f7-b425-4bef-8203-1ef24302ec83),segment_id=c45780f7-b425-4bef-8203-1ef24302ec83)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:56.009989 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cce96d2-ea34-487e-80b4-699070b07a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.061072 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4cce96d2-ea34-487e-80b4-699070b07a6a admin admin] Calling delete_port for e4262aa3-65ce-4b32-9a88-dac23b45a9e2 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:56.061270 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8c8d197a-bbb5-4b2d-a900-ebe28694f813 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.068767 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8c8d197a-bbb5-4b2d-a900-ebe28694f813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.116178 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8c8d197a-bbb5-4b2d-a900-ebe28694f813 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=037c83d8d03c434f977bd657aaae7965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1692793 Nov 03 18:42:56.117658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45398) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:56.124529 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d197a-bbb5-4b2d-a900-ebe28694f813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9214aa62-de6e-454f-9638-7984613a985c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:56.183518 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0fe40f5-a304-4965-a44e-5a6e4a3e4c73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.205368 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0fe40f5-a304-4965-a44e-5a6e4a3e4c73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.245447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:42:56.262154 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0fe40f5-a304-4965-a44e-5a6e4a3e4c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.265354 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0fe40f5-a304-4965-a44e-5a6e4a3e4c73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.268981 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a0fe40f5-a304-4965-a44e-5a6e4a3e4c73 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9214aa62-de6e-454f-9638-7984613a985c HTTP/1.1" status: 204 len: 168 time: 0.1479981 Nov 03 18:42:56.277500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe40f5-a304-4965-a44e-5a6e4a3e4c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9214aa62-de6e-454f-9638-7984613a985c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:56.365566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:42:56.381274 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:42:56.381274 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.392067 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-85eb29aa-fe98-4871-9f30-dc1d299c5802 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.409848 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3800c-1e85-4199-8cf8-96c890bb5a65 req-8a5421e4-41e9-4ca9-a5da-aa979107b787 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:56.421799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ac3800c-1e85-4199-8cf8-96c890bb5a65 req-8a5421e4-41e9-4ca9-a5da-aa979107b787 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3712661 Nov 03 18:42:56.488275 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.532125 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=1296cbe0-e207-4d8f-8d86-026b9ab74fc7,segment=NetworkSegment(4cc41f4d-03c1-4308-8964-b0ee38b7a96e),segment_id=4cc41f4d-03c1-4308-8964-b0ee38b7a96e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:42:56.538917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-405db4eb-d8ee-4ac3-b240-a11a53135e04 req-b9f1b3bb-67af-4191-b32b-8d60e0a6e416 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 210 time: 0.0423219 Nov 03 18:42:56.541015 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.580358 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-85eb29aa-fe98-4871-9f30-dc1d299c5802 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.609335 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=1296cbe0-e207-4d8f-8d86-026b9ab74fc7,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:56.703692 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-85eb29aa-fe98-4871-9f30-dc1d299c5802 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Network 23771ce2-de78-436c-90e0-3e63e3bf86dc is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:56.717282 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-200e1cc1-44bc-4949-beea-f0bdc3f3ee90 req-c31d0808-89f1-4edc-9b7d-31df86095b4c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips?tenant_id=d5bb5dd9b6824a7dbf965bb0b017a48b HTTP/1.1" status: 200 len: 1655 time: 0.1091356 Nov 03 18:42:56.721704 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-85eb29aa-fe98-4871-9f30-dc1d299c5802 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:56.724301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-85eb29aa-fe98-4871-9f30-dc1d299c5802 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:56.860137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-85eb29aa-fe98-4871-9f30-dc1d299c5802 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:56.860907 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-85eb29aa-fe98-4871-9f30-dc1d299c5802 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.863136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb29aa-fe98-4871-9f30-dc1d299c5802 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Pushing event updated for resources: {'Port': ['ID=418fc121-6a3e-4428-99aa-44c73391beff,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:56.871384 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cce96d2-ea34-487e-80b4-699070b07a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:56.942723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce96d2-ea34-487e-80b4-699070b07a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4262aa3-65ce-4b32-9a88-dac23b45a9e2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:56.973784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-85eb29aa-fe98-4871-9f30-dc1d299c5802 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1269228 Nov 03 18:42:56.990417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Request body: {'port': {'device_id': '384a667c-92bc-4d2f-8f60-62f63eaa702f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:57.026915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e1cc1-44bc-4949-beea-f0bdc3f3ee90 req-857c0297-13c9-4de5-9873-efe5da3672f4 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.028462 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-200e1cc1-44bc-4949-beea-f0bdc3f3ee90 req-857c0297-13c9-4de5-9873-efe5da3672f4 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/networks?id=5587e4b1-8810-4eef-bb38-61847d271d40&id=5587e4b1-8810-4eef-bb38-61847d271d40&id=5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 787 time: 0.2556803 Nov 03 18:42:57.060706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-200e1cc1-44bc-4949-beea-f0bdc3f3ee90 req-a68bfb8d-9996-4eb5-ba1c-53c4e1af3d74 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:42:57.061690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-200e1cc1-44bc-4949-beea-f0bdc3f3ee90 req-a68bfb8d-9996-4eb5-ba1c-53c4e1af3d74 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0163929 Nov 03 18:42:57.075137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40147ee2-18d2-4038-8cab-b474dddb5641 req-6b902b97-2e8a-4e22-a6a6-ceef3a8f38a8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.076696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40147ee2-18d2-4038-8cab-b474dddb5641 req-6b902b97-2e8a-4e22-a6a6-ceef3a8f38a8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.2229214 Nov 03 18:42:57.130576 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:57.268601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40147ee2-18d2-4038-8cab-b474dddb5641 req-51b9a4cd-b19a-4fcf-a764-aa8fdb271ae0 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855741 Nov 03 18:42:57.376481 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cce96d2-ea34-487e-80b4-699070b07a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:57.698214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe'}, {'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1296cbe0-e207-4d8f-8d86-026b9ab74fc7'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:57.702024 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23707b7a-6788-485e-9d70-ef1afc182851" -d '{"events": [{"server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "name": "network-vif-plugged", "status": "completed", "tag": "3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe"}, {"server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "name": "network-vif-plugged", "status": "completed", "tag": "1296cbe0-e207-4d8f-8d86-026b9ab74fc7"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:57.857355 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-630668ab-22c4-45c1-af7b-30ff983c1c4d req-9dc16174-3491-44d0-9618-f4b3c49f8abc tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips/f7928a13-0a34-4f27-800c-dcc1bc03f890 HTTP/1.1" status: 200 len: 693 time: 0.1344476 Nov 03 18:42:57.893285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9c7b6-9595-4e32-b8ff-60513b5284c5 req-3b2b3b3b-0acd-432a-a7d7-81211e41d9bb tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.899891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9c7b6-9595-4e32-b8ff-60513b5284c5 req-3b2b3b3b-0acd-432a-a7d7-81211e41d9bb tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.905904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9c7b6-9595-4e32-b8ff-60513b5284c5 req-3b2b3b3b-0acd-432a-a7d7-81211e41d9bb tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:57.907570 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51a9c7b6-9595-4e32-b8ff-60513b5284c5 req-3b2b3b3b-0acd-432a-a7d7-81211e41d9bb tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2419 time: 0.5334482 Nov 03 18:42:58.046734 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e122fa37-3028-465b-be71-cc0fd5b2acab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:58.081581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51a9c7b6-9595-4e32-b8ff-60513b5284c5 req-d06c66b0-3862-47b8-9e30-ea8dfe07cdf5 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668909 Nov 03 18:42:58.198383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630668ab-22c4-45c1-af7b-30ff983c1c4d req-317656dd-e3c3-41b9-8cea-03384563ac78 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:58.203493 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-630668ab-22c4-45c1-af7b-30ff983c1c4d req-317656dd-e3c3-41b9-8cea-03384563ac78 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.2895761 Nov 03 18:42:58.290598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418fc121-6a3e-4428-99aa-44c73391beff {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:42:58.309130 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:58.314388 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-630668ab-22c4-45c1-af7b-30ff983c1c4d req-b17295c0-22ed-4474-b908-00679c97e9d0 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.242 HTTP/1.1" status: 200 len: 696 time: 0.0802517 Nov 03 18:42:58.341920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Transition to ACTIVE for port object 418fc121-6a3e-4428-99aa-44c73391beff will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:42:58.360210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45490) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:58.376688 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:58.384617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cce96d2-ea34-487e-80b4-699070b07a6a admin admin] Router b9d41700-9465-4be3-bcc5-71ad744dc6f9 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:42:58.421239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-630668ab-22c4-45c1-af7b-30ff983c1c4d req-b3a0141f-1ffb-4887-99a4-9ab17d85f904 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.242 HTTP/1.1" status: 200 len: 696 time: 0.0939736 Nov 03 18:42:58.493335 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Pushing event updated for resources: {'Port': ['ID=418fc121-6a3e-4428-99aa-44c73391beff,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:58.543980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:42:58.574855 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:58.703290 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:58.757179 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cce96d2-ea34-487e-80b4-699070b07a6a admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:42:58.768215 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4cce96d2-ea34-487e-80b4-699070b07a6a admin admin] 10.222.0.107 "PUT /v2.0/routers/b9d41700-9465-4be3-bcc5-71ad744dc6f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7919281 Nov 03 18:42:58.768215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Attempting to bind port 418fc121-6a3e-4428-99aa-44c73391beff on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:42:58.768215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Attempting to bind port 418fc121-6a3e-4428-99aa-44c73391beff by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:42:58.768215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Attempting to bind port 418fc121-6a3e-4428-99aa-44c73391beff on network 23771ce2-de78-436c-90e0-3e63e3bf86dc {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:58.768539 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45498) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:58.770477 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f731f3-8209-4fd6-a74d-1975ad4fb904 None None] Sync routers for ids ['b9d41700-9465-4be3-bcc5-71ad744dc6f9'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:42:58.787852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f731f3-8209-4fd6-a74d-1975ad4fb904 None None] Routers {'b9d41700-9465-4be3-bcc5-71ad744dc6f9'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:58.788973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-07f731f3-8209-4fd6-a74d-1975ad4fb904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b9d41700-9465-4be3-bcc5-71ad744dc6f9'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:58.789120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0b569-95da-4383-8c5c-c309074fe354 req-10c6b975-9c71-45a6-9a62-080933d2b550 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:58.790690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2e0b569-95da-4383-8c5c-c309074fe354 req-10c6b975-9c71-45a6-9a62-080933d2b550 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 944 time: 0.1192427 Nov 03 18:42:58.791294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Port 418fc121-6a3e-4428-99aa-44c73391beff on network 23771ce2-de78-436c-90e0-3e63e3bf86dc not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:42:58.791658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Attempting to bind port 418fc121-6a3e-4428-99aa-44c73391beff on network 23771ce2-de78-436c-90e0-3e63e3bf86dc {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:42:58.806313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:42:58.806640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Checking segment: {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:42:58.807022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Bound using segment: {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:42:58.807464 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Bound port: 418fc121-6a3e-4428-99aa-44c73391beff, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5380eed3-88fb-4b87-a256-32fd1af06981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:42:58.807846 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:58.812048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-630668ab-22c4-45c1-af7b-30ff983c1c4d req-e21e49bb-a127-4281-9ba1-e68f52e4ea8f tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Deleting port 418ddfa5-dfe8-4c42-a123-af8bd30c35b7 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:58.812379 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-630668ab-22c4-45c1-af7b-30ff983c1c4d req-e21e49bb-a127-4281-9ba1-e68f52e4ea8f tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:58.921547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Allocated IP 172.25.2.179 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/32e56602-195f-41d6-90bc-97cb4e930c30) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:42:58.951248 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:58.973379 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2e0b569-95da-4383-8c5c-c309074fe354 req-686332d2-6da5-4d9f-bd2b-8e255c7bbebd tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715083 Nov 03 18:42:58.979801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-07f731f3-8209-4fd6-a74d-1975ad4fb904 None None] Set router b9d41700-9465-4be3-bcc5-71ad744dc6f9 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:58.994988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] For port 418fc121-6a3e-4428-99aa-44c73391beff, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:42:58.999708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] For port 418fc121-6a3e-4428-99aa-44c73391beff, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=418fc121-6a3e-4428-99aa-44c73391beff,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:42:59.001672 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-630668ab-22c4-45c1-af7b-30ff983c1c4d req-e21e49bb-a127-4281-9ba1-e68f52e4ea8f tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.002003 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-630668ab-22c4-45c1-af7b-30ff983c1c4d req-e21e49bb-a127-4281-9ba1-e68f52e4ea8f tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.010912 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.043550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-630668ab-22c4-45c1-af7b-30ff983c1c4d req-e21e49bb-a127-4281-9ba1-e68f52e4ea8f tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Calling delete_port for 418ddfa5-dfe8-4c42-a123-af8bd30c35b7 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:42:59.056643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.057282 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.058707 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] 10.222.0.98 "PUT /v2.0/ports/418fc121-6a3e-4428-99aa-44c73391beff HTTP/1.1" status: 200 len: 1092 time: 2.0725524 Nov 03 18:42:59.060745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384a667c-92bc-4d2f-8f60-62f63eaa702f', 'tag': '418fc121-6a3e-4428-99aa-44c73391beff'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:42:59.063261 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed2520f-e000-407d-804c-dcd0ee0e7c49" -d '{"events": [{"name": "network-changed", "server_uuid": "384a667c-92bc-4d2f-8f60-62f63eaa702f", "tag": "418fc121-6a3e-4428-99aa-44c73391beff"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:42:59.154836 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addd8739-bca4-46df-a0c9-5a66e06a0075 x-openstack-request-id: req-addd8739-bca4-46df-a0c9-5a66e06a0075 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:59.155175 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "name": "network-vif-plugged", "status": "completed", "tag": "3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe", "code": 200}, {"server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "name": "network-vif-plugged", "status": "completed", "tag": "1296cbe0-e207-4d8f-8d86-026b9ab74fc7", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:59.159734 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-addd8739-bca4-46df-a0c9-5a66e06a0075 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:59.160232 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe', 'code': 200} Nov 03 18:42:59.160500 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1296cbe0-e207-4d8f-8d86-026b9ab74fc7', 'code': 200} Nov 03 18:42:59.187212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a48a5-d3b6-467b-8982-1dee15db41f2 service neutron] Pushing event updated for resources: {'Port': ['ID=418fc121-6a3e-4428-99aa-44c73391beff,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:59.243391 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.286512 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.315386 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-07f731f3-8209-4fd6-a74d-1975ad4fb904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1167720754-router', 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:57Z', 'updated_at': '2021-11-03T18:42:56Z', 'revision_number': 5, 'project_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'gw_port': {'id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:59Z', 'updated_at': '2021-11-03T18:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:59.354274 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-e997e66c-af68-4cd3-9acc-c709b299ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.355860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-e997e66c-af68-4cd3-9acc-c709b299ed65 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 1095 time: 0.2181194 Nov 03 18:42:59.365121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63b3d6-dd21-493c-9671-9086494d6c62 req-3720c7e8-3cfa-4a8e-a626-01e750f0a246 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.366932 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d63b3d6-dd21-493c-9671-9086494d6c62 req-3720c7e8-3cfa-4a8e-a626-01e750f0a246 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.2814956 Nov 03 18:42:59.376063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f731f3-8209-4fd6-a74d-1975ad4fb904 None None] Checking router: b9d41700-9465-4be3-bcc5-71ad744dc6f9 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:42:59.397586 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f731f3-8209-4fd6-a74d-1975ad4fb904 None None] Routers {'b9d41700-9465-4be3-bcc5-71ad744dc6f9'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:42:59.399076 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-07f731f3-8209-4fd6-a74d-1975ad4fb904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b9d41700-9465-4be3-bcc5-71ad744dc6f9'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:59.416118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-c097f05e-ca5f-48e3-bbad-f0d1da1ca67b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418fc121-6a3e-4428-99aa-44c73391beff HTTP/1.1" status: 200 len: 217 time: 0.0452509 Nov 03 18:42:59.441062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45510) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:42:59.470506 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-630668ab-22c4-45c1-af7b-30ff983c1c4d req-e21e49bb-a127-4281-9ba1-e68f52e4ea8f tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.526847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e49bb-a127-4281-9ba1-e68f52e4ea8f tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Pushing event deleted for resources: {'Port': ['ID=418ddfa5-dfe8-4c42-a123-af8bd30c35b7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:42:59.550744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d63b3d6-dd21-493c-9671-9086494d6c62 req-2062eb5d-8224-4f90-a902-347c26c11379 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336131 Nov 03 18:42:59.566469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-07f731f3-8209-4fd6-a74d-1975ad4fb904 None None] Set router b9d41700-9465-4be3-bcc5-71ad744dc6f9 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:42:59.621620 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4995963f-e297-4605-a2ff-94ad68f0cd69 x-openstack-request-id: req-4995963f-e297-4605-a2ff-94ad68f0cd69 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:42:59.621919 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384a667c-92bc-4d2f-8f60-62f63eaa702f", "tag": "418fc121-6a3e-4428-99aa-44c73391beff", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:42:59.622169 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4995963f-e297-4605-a2ff-94ad68f0cd69 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:42:59.622580 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384a667c-92bc-4d2f-8f60-62f63eaa702f', 'tag': '418fc121-6a3e-4428-99aa-44c73391beff', 'status': 'completed', 'code': 200} Nov 03 18:42:59.627685 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-630668ab-22c4-45c1-af7b-30ff983c1c4d req-e21e49bb-a127-4281-9ba1-e68f52e4ea8f tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.631344 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-630668ab-22c4-45c1-af7b-30ff983c1c4d req-e21e49bb-a127-4281-9ba1-e68f52e4ea8f tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.645487 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-630668ab-22c4-45c1-af7b-30ff983c1c4d req-e21e49bb-a127-4281-9ba1-e68f52e4ea8f tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "DELETE /v2.0/floatingips/f7928a13-0a34-4f27-800c-dcc1bc03f890 HTTP/1.1" status: 204 len: 173 time: 1.2141180 Nov 03 18:42:59.673338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.678566 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-bc25ce85-463e-4989-bd8c-b90b748ab0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.680428 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-bc25ce85-463e-4989-bd8c-b90b748ab0ba service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ff7ca472-a50c-48ab-a812-76c46b2d1f6a HTTP/1.1" status: 200 len: 852 time: 0.2383583 Nov 03 18:42:59.681221 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-09075a4c-d3aa-46e8-a1c9-df89815e1ec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.683603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b061211-8ed9-4650-a846-561a07214ec2 req-0e289c17-7d90-4fbb-86fa-4f2070a7ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.684109 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b061211-8ed9-4650-a846-561a07214ec2 req-0e289c17-7d90-4fbb-86fa-4f2070a7ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.684636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b061211-8ed9-4650-a846-561a07214ec2 req-0e289c17-7d90-4fbb-86fa-4f2070a7ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.686505 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b061211-8ed9-4650-a846-561a07214ec2 req-0e289c17-7d90-4fbb-86fa-4f2070a7ff5d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2872 time: 0.5084317 Nov 03 18:42:59.749148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-b4b3052a-4aa9-4434-810b-924906a3e994 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23771ce2-de78-436c-90e0-3e63e3bf86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561082 Nov 03 18:42:59.801230 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.812070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-07f731f3-8209-4fd6-a74d-1975ad4fb904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1167720754-router', 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:57Z', 'updated_at': '2021-11-03T18:42:56Z', 'revision_number': 5, 'project_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'gw_port': {'id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:59Z', 'updated_at': '2021-11-03T18:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:42:59.813222 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b061211-8ed9-4650-a846-561a07214ec2 req-c65e0867-0148-4736-a185-34439d0ded77 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111472 Nov 03 18:42:59.848050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:42:59.848646 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f731f3-8209-4fd6-a74d-1975ad4fb904 None None] The sync data for ids ['b9d41700-9465-4be3-bcc5-71ad744dc6f9'] in n-d-812150-4 is: [{'id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1167720754-router', 'tenant_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:38:57Z', 'updated_at': '2021-11-03T18:42:56Z', 'revision_number': 5, 'project_id': '1b6502cc2b2b4c5ca8cf848abbf86c1a', 'gw_port': {'id': 'e27e4eea-692c-4140-9b5e-1663b57b38cf', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d41700-9465-4be3-bcc5-71ad744dc6f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:38:59Z', 'updated_at': '2021-11-03T18:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:42:59.852304 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:42:59.856669 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] Deleting port e27e4eea-692c-4140-9b5e-1663b57b38cf {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:42:59.857031 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:42:59.863436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:42:59.889078 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71794bbe-b0b4-4ffd-8602-f25b9d18c569 req-809df2d2-1f6d-4384-93fc-367c2ede5c94 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.895935 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71794bbe-b0b4-4ffd-8602-f25b9d18c569 req-809df2d2-1f6d-4384-93fc-367c2ede5c94 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.902638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71794bbe-b0b4-4ffd-8602-f25b9d18c569 req-809df2d2-1f6d-4384-93fc-367c2ede5c94 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:42:59.910479 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71794bbe-b0b4-4ffd-8602-f25b9d18c569 req-809df2d2-1f6d-4384-93fc-367c2ede5c94 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2419 time: 0.2418823 Nov 03 18:42:59.933453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-9027ca71-5656-49b0-ab16-420dcbca2044 service neutron] 10.222.0.98 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771092 Nov 03 18:42:59.951397 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event updated for resources: {'Port': ['ID=32e56602-195f-41d6-90bc-97cb4e930c30,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:00.018861 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-216b146e-a962-4f8a-82d1-571ba03bdab9 req-88f3c13f-6a3d-406a-b885-a6a8539ae8de tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips/19c4819a-aac4-4821-b37a-c98f37fc9212 HTTP/1.1" status: 200 len: 691 time: 0.1039088 Nov 03 18:43:00.043840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] For port e27e4eea-692c-4140-9b5e-1663b57b38cf, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e27e4eea-692c-4140-9b5e-1663b57b38cf,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:00.044214 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.065583 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] Calling delete_port for e27e4eea-692c-4140-9b5e-1663b57b38cf owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:00.071428 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.142903 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.159617 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71794bbe-b0b4-4ffd-8602-f25b9d18c569 req-6891d66d-4cfb-4d95-a0c7-3ee04d74fd26 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479630 Nov 03 18:43:00.203179 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-09075a4c-d3aa-46e8-a1c9-df89815e1ec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.220533 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-09075a4c-d3aa-46e8-a1c9-df89815e1ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.246491 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.246854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871b1b90-dc16-4dac-9efe-30e4854eeda7 req-a82a4a78-fe63-49a3-bffe-4a81d2f2ce78 service neutron] 10.222.0.98 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050263 Nov 03 18:43:00.261044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b146e-a962-4f8a-82d1-571ba03bdab9 req-d92af406-0ec5-4d18-be61-02ddbea60270 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:00.269330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-216b146e-a962-4f8a-82d1-571ba03bdab9 req-d92af406-0ec5-4d18-be61-02ddbea60270 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.2358186 Nov 03 18:43:00.403987 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.441011 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.447468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e27e4eea-692c-4140-9b5e-1663b57b38cf,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:00.451414 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.558162 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.565972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event updated for resources: {'Port': ['ID=32e56602-195f-41d6-90bc-97cb4e930c30,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:00.592962 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.596823 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.601860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-09075a4c-d3aa-46e8-a1c9-df89815e1ec4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9169d02ef14940c6bc53149518a381ae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1576111 Nov 03 18:43:00.617373 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09075a4c-d3aa-46e8-a1c9-df89815e1ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692727f1-fd41-498b-818b-1882978accb4,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:00.620553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45522) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:00.659170 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-216b146e-a962-4f8a-82d1-571ba03bdab9 req-6c982d06-bb32-40e8-a56f-c4967c32ecaa tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.3888059 Nov 03 18:43:00.696564 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.696564 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2021ac76-ab65-4d35-93a1-008d0cd1649b tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3321493 Nov 03 18:43:00.697170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45524) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:00.701848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-231530443'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:00.706353 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.711341 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.752670 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-216b146e-a962-4f8a-82d1-571ba03bdab9 req-f199944b-234c-4540-9fc2-efe68955b837 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.0804515 Nov 03 18:43:00.761121 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Made reservation on behalf of 19acac4e02244f5f9b21fa0992d586cc for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:00.764759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8bfc3-2419-4947-aa5a-40d21a6928ef req-9cfdd237-4b32-455f-85b9-254b238f932b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:00.764985 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.766264 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11a8bfc3-2419-4947-aa5a-40d21a6928ef req-9cfdd237-4b32-455f-85b9-254b238f932b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.4870327 Nov 03 18:43:00.768194 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.768701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9d41700-9465-4be3-bcc5-71ad744dc6f9 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:43:00.771330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2520f-e000-407d-804c-dcd0ee0e7c49 req-ae4cbd46-1919-4863-84d5-8ca0579a1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:00.772796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ed2520f-e000-407d-804c-dcd0ee0e7c49 req-ae4cbd46-1919-4863-84d5-8ca0579a1b11 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 1095 time: 0.1565113 Nov 03 18:43:00.778122 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.781816 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4bd74eb5-f35b-45f6-9470-c1d64a8f18e2 admin admin] 10.222.0.107 "DELETE /v2.0/routers/b9d41700-9465-4be3-bcc5-71ad744dc6f9 HTTP/1.1" status: 204 len: 168 time: 2.0073855 Nov 03 18:43:00.781816 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.782542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45528) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:00.857170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eff3c10-f5c2-4d2a-b549-dbfd1c63fa08 admin admin] Deleting subnet 31a76d17-9ed3-48bb-927b-acc9f76c322b {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:43:00.862214 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4eff3c10-f5c2-4d2a-b549-dbfd1c63fa08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.898762 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e729b7a3-5166-41df-bc6e-91ce16f16ca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.912021 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4eff3c10-f5c2-4d2a-b549-dbfd1c63fa08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.963074 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.970735 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.973917 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4eff3c10-f5c2-4d2a-b549-dbfd1c63fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:00.985908 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e729b7a3-5166-41df-bc6e-91ce16f16ca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.018272 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11a8bfc3-2419-4947-aa5a-40d21a6928ef req-e8eb194f-ac49-4f18-a765-40e38e262f99 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379959 Nov 03 18:43:01.025256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:43:01.057540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88f3e1b-0506-4df9-b4aa-0c9e85283c68,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:01.063091 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.063427 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Added segment b2a4c570-e974-42d9-87ed-b3cf50656e2d of type vlan for network 92158837-0a92-4023-ba2d-2648d51ef894 Nov 03 18:43:01.070185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2520f-e000-407d-804c-dcd0ee0e7c49 req-16e4bc5b-6477-4c99-91fd-d84b57d847f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.072731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ed2520f-e000-407d-804c-dcd0ee0e7c49 req-16e4bc5b-6477-4c99-91fd-d84b57d847f0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 200 len: 913 time: 0.2912762 Nov 03 18:43:01.117660 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4eff3c10-f5c2-4d2a-b549-dbfd1c63fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.122777 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.139566 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ed2520f-e000-407d-804c-dcd0ee0e7c49 req-00c56c58-578f-4c8d-9439-4f4116c7c5fa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418fc121-6a3e-4428-99aa-44c73391beff HTTP/1.1" status: 200 len: 217 time: 0.0566759 Nov 03 18:43:01.153661 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff3c10-f5c2-4d2a-b549-dbfd1c63fa08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31a76d17-9ed3-48bb-927b-acc9f76c322b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:01.161151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4eff3c10-f5c2-4d2a-b549-dbfd1c63fa08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.165576 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4eff3c10-f5c2-4d2a-b549-dbfd1c63fa08 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/31a76d17-9ed3-48bb-927b-acc9f76c322b HTTP/1.1" status: 204 len: 168 time: 0.3811958 Nov 03 18:43:01.171623 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45532) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:01.202023 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.204057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-216b146e-a962-4f8a-82d1-571ba03bdab9 req-e4356966-0bf5-49d6-bc02-a619032e683c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Deleting port 3aa514df-e67b-4940-9e3d-5a33bfaf635c {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:01.204427 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-216b146e-a962-4f8a-82d1-571ba03bdab9 req-e4356966-0bf5-49d6-bc02-a619032e683c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.207661 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.208282 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.214464 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e729b7a3-5166-41df-bc6e-91ce16f16ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.217219 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e729b7a3-5166-41df-bc6e-91ce16f16ca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.222371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e729b7a3-5166-41df-bc6e-91ce16f16ca0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/692727f1-fd41-498b-818b-1882978accb4 HTTP/1.1" status: 204 len: 168 time: 0.5862160 Nov 03 18:43:01.264770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729b7a3-5166-41df-bc6e-91ce16f16ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692727f1-fd41-498b-818b-1882978accb4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:01.312975 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f3ae875-e0d6-48fa-a86e-1b25bb8421a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.342923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2520f-e000-407d-804c-dcd0ee0e7c49 req-40aaab6f-3f72-4793-ae15-c7b317489c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.345293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ed2520f-e000-407d-804c-dcd0ee0e7c49 req-40aaab6f-3f72-4793-ae15-c7b317489c0f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ff7ca472-a50c-48ab-a812-76c46b2d1f6a HTTP/1.1" status: 200 len: 852 time: 0.1962562 Nov 03 18:43:01.355693 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6551518 Nov 03 18:43:01.357568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45538) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:01.362788 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ef785960-9273-4383-80b5-0b7e552c68cf tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Request body: {'subnet': {'network_id': '92158837-0a92-4023-ba2d-2648d51ef894', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:01.381048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb421a3-20a7-4217-9623-c186f69b94be req-9e7e5fa7-8664-44a7-a3a5-289fc9b29984 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.388426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e851e7d-21b8-437d-9865-b2862d057200 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event updated for resources: {'Network': ['ID=92158837-0a92-4023-ba2d-2648d51ef894,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:01.390360 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dfb421a3-20a7-4217-9623-c186f69b94be req-9e7e5fa7-8664-44a7-a3a5-289fc9b29984 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 944 time: 0.2548697 Nov 03 18:43:01.418587 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 92158837-0a92-4023-ba2d-2648d51ef894 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:43:01.452319 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ed2520f-e000-407d-804c-dcd0ee0e7c49 req-3d98d408-ffcb-4930-a074-f28ccb9708ae service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23771ce2-de78-436c-90e0-3e63e3bf86dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983753 Nov 03 18:43:01.455218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e4262aa3-65ce-4b32-9a88-dac23b45a9e2 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:01.464222 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.512824 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-216b146e-a962-4f8a-82d1-571ba03bdab9 req-e4356966-0bf5-49d6-bc02-a619032e683c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.513411 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-216b146e-a962-4f8a-82d1-571ba03bdab9 req-e4356966-0bf5-49d6-bc02-a619032e683c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.546394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: e4262aa3-65ce-4b32-9a88-dac23b45a9e2 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:01.546860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e4262aa3-65ce-4b32-9a88-dac23b45a9e2 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:01.547719 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e27e4eea-692c-4140-9b5e-1663b57b38cf no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:01.570438 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f3ae875-e0d6-48fa-a86e-1b25bb8421a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.574726 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef785960-9273-4383-80b5-0b7e552c68cf tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Made reservation on behalf of 19acac4e02244f5f9b21fa0992d586cc for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:01.578680 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef785960-9273-4383-80b5-0b7e552c68cf tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.579708 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: e27e4eea-692c-4140-9b5e-1663b57b38cf {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:01.579708 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e27e4eea-692c-4140-9b5e-1663b57b38cf not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:01.583431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-216b146e-a962-4f8a-82d1-571ba03bdab9 req-e4356966-0bf5-49d6-bc02-a619032e683c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Calling delete_port for 3aa514df-e67b-4940-9e3d-5a33bfaf635c owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:01.596896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dfb421a3-20a7-4217-9623-c186f69b94be req-77fe5670-800f-4aa5-9fbe-e3a0790e8b4c tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056520 Nov 03 18:43:01.655221 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6f3ae875-e0d6-48fa-a86e-1b25bb8421a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:01.666432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ed2520f-e000-407d-804c-dcd0ee0e7c49 req-86d01821-117b-4615-9bc5-7298ba255fe3 service neutron] 10.222.0.98 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015824 Nov 03 18:43:01.671726 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6f3ae875-e0d6-48fa-a86e-1b25bb8421a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45780f7-b425-4bef-8203-1ef24302ec83') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:01.672036 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6f3ae875-e0d6-48fa-a86e-1b25bb8421a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45780f7-b425-4bef-8203-1ef24302ec83') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:01.686534 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f3ae875-e0d6-48fa-a86e-1b25bb8421a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.709480 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f3ae875-e0d6-48fa-a86e-1b25bb8421a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.718496 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3ae875-e0d6-48fa-a86e-1b25bb8421a9 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:43:01.719010 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f3ae875-e0d6-48fa-a86e-1b25bb8421a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:43:01.720615 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:43:01.767966 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45542) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:01.815058 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b51767ca-012e-4329-9670-e73b104c7531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.822512 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f3ae875-e0d6-48fa-a86e-1b25bb8421a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.836390 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f3ae875-e0d6-48fa-a86e-1b25bb8421a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.840109 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6f3ae875-e0d6-48fa-a86e-1b25bb8421a9 admin admin] 10.222.0.107 "DELETE /v2.0/networks/3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1 HTTP/1.1" status: 204 len: 168 time: 0.6679375 Nov 03 18:43:01.859418 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ae875-e0d6-48fa-a86e-1b25bb8421a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b7c3697-edb5-46b3-a5e1-6e2ebeb746e1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:01.870855 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ed2520f-e000-407d-804c-dcd0ee0e7c49 req-acb4a411-22ec-49f5-93ac-c33e739e519e service neutron] 10.222.0.98 "GET /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935909 Nov 03 18:43:01.900867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76204acf-5c97-4b71-bb36-e62d7533bb8d req-ded071b4-5373-4ac5-b425-990b2e64d9fe tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:01.908459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76204acf-5c97-4b71-bb36-e62d7533bb8d req-ded071b4-5373-4ac5-b425-990b2e64d9fe tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.0903563 Nov 03 18:43:01.911620 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-216b146e-a962-4f8a-82d1-571ba03bdab9 req-e4356966-0bf5-49d6-bc02-a619032e683c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.944999 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef785960-9273-4383-80b5-0b7e552c68cf tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:01.968307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4356966-0bf5-49d6-bc02-a619032e683c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Pushing event deleted for resources: {'Port': ['ID=3aa514df-e67b-4940-9e3d-5a33bfaf635c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:02.032442 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b51767ca-012e-4329-9670-e73b104c7531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.033535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef785960-9273-4383-80b5-0b7e552c68cf tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event updated for resources: {'Subnet': ['ID=6e5975ac-486d-46e0-818d-87d2af5c6883,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:02.042702 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b51767ca-012e-4329-9670-e73b104c7531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.048396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76204acf-5c97-4b71-bb36-e62d7533bb8d req-685f64c5-4bd0-4ceb-9002-f3d3997959dc tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387727 Nov 03 18:43:02.053918 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45546) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:02.065087 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-216b146e-a962-4f8a-82d1-571ba03bdab9 req-e4356966-0bf5-49d6-bc02-a619032e683c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.068231 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-216b146e-a962-4f8a-82d1-571ba03bdab9 req-e4356966-0bf5-49d6-bc02-a619032e683c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.072994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-216b146e-a962-4f8a-82d1-571ba03bdab9 req-e4356966-0bf5-49d6-bc02-a619032e683c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "DELETE /v2.0/floatingips/19c4819a-aac4-4821-b37a-c98f37fc9212 HTTP/1.1" status: 204 len: 173 time: 1.3012211 Nov 03 18:43:02.114466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef785960-9273-4383-80b5-0b7e552c68cf tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Checking segment: {'id': 'b2a4c570-e974-42d9-87ed-b3cf50656e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '92158837-0a92-4023-ba2d-2648d51ef894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:02.114833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef785960-9273-4383-80b5-0b7e552c68cf tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Network hostable DHCP agents. Network: 92158837-0a92-4023-ba2d-2648d51ef894, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:43:02.129635 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b51767ca-012e-4329-9670-e73b104c7531 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=40efaa28f896417daa83300bc4d25620&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3586879 Nov 03 18:43:02.135960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45552) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:02.142862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51767ca-012e-4329-9670-e73b104c7531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f4e7a8-2fab-428c-bff6-ffcec9cfd466,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:02.162551 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5b6fc05f-541c-41e7-84e1-3692c6b1edbb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1b6502cc2b2b4c5ca8cf848abbf86c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1075273 Nov 03 18:43:02.165230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45554) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:02.172175 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef785960-9273-4383-80b5-0b7e552c68cf tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Network 92158837-0a92-4023-ba2d-2648d51ef894 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:43:02.193512 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-ef785960-9273-4383-80b5-0b7e552c68cf tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 92158837-0a92-4023-ba2d-2648d51ef894) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:02.203169 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f15d8d-58cf-4fea-b3b5-f1b13531ea0d None None] Network 92158837-0a92-4023-ba2d-2648d51ef894 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:02.206130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef785960-9273-4383-80b5-0b7e552c68cf tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:02.206740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef785960-9273-4383-80b5-0b7e552c68cf tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.236245 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ef785960-9273-4383-80b5-0b7e552c68cf tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8749237 Nov 03 18:43:02.236472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45556) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:02.237691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89633139-41d1-474f-afc1-d3181a797cef req-d171489b-ca93-4520-b6b6-7b6e9662960e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:02.241042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-719981025', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:02.244327 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89633139-41d1-474f-afc1-d3181a797cef req-d171489b-ca93-4520-b6b6-7b6e9662960e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:02.246915 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99544a02-ff9c-489f-a15f-1d049259f43b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.250391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89633139-41d1-474f-afc1-d3181a797cef req-d171489b-ca93-4520-b6b6-7b6e9662960e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:02.252270 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89633139-41d1-474f-afc1-d3181a797cef req-d171489b-ca93-4520-b6b6-7b6e9662960e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2419 time: 0.1407073 Nov 03 18:43:02.271320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9645a1-5f71-46a5-bf55-5eb69a759ca3 req-bf76d037-6b81-475c-ac3e-159348eb9df5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:02.272837 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f9645a1-5f71-46a5-bf55-5eb69a759ca3 req-bf76d037-6b81-475c-ac3e-159348eb9df5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1475854 Nov 03 18:43:02.278536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99544a02-ff9c-489f-a15f-1d049259f43b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.293393 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e826be32-3471-4528-bd79-d907b6df613f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.297010 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.298048 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.365900 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e826be32-3471-4528-bd79-d907b6df613f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.378930 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-92158837-0a92-4023-ba2d-2648d51ef894', 'network_id': '92158837-0a92-4023-ba2d-2648d51ef894', 'tenant_id': '19acac4e02244f5f9b21fa0992d586cc', 'fixed_ips': [{'subnet_id': '6e5975ac-486d-46e0-818d-87d2af5c6883'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:43:02.380269 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.381227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.390887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89633139-41d1-474f-afc1-d3181a797cef req-f6b74c47-5fb4-4aa8-b28c-36a6322bdc43 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087015 Nov 03 18:43:02.431336 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f9645a1-5f71-46a5-bf55-5eb69a759ca3 req-afc5b015-4ef1-4921-92de-0725566d6cf1 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414347 Nov 03 18:43:02.460829 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99544a02-ff9c-489f-a15f-1d049259f43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.463639 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99544a02-ff9c-489f-a15f-1d049259f43b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.464836 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-99544a02-ff9c-489f-a15f-1d049259f43b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a HTTP/1.1" status: 204 len: 168 time: 0.2988274 Nov 03 18:43:02.516150 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d92a75a7-768b-4911-9aa2-7398fd9b0de4 req-a0ceef17-bcee-4986-808d-bb73f2ecc7bb tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips/a1660d81-df52-48b6-a95a-c522ef8c7326 HTTP/1.1" status: 200 len: 693 time: 0.0762000 Nov 03 18:43:02.517031 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99544a02-ff9c-489f-a15f-1d049259f43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ecb822-c4cf-4b9c-ae0b-43ff7f532e1a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:02.590961 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.615353 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e826be32-3471-4528-bd79-d907b6df613f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.619836 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e826be32-3471-4528-bd79-d907b6df613f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.624781 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e826be32-3471-4528-bd79-d907b6df613f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e6f4e7a8-2fab-428c-bff6-ffcec9cfd466 HTTP/1.1" status: 204 len: 168 time: 0.4644573 Nov 03 18:43:02.693350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826be32-3471-4528-bd79-d907b6df613f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f4e7a8-2fab-428c-bff6-ffcec9cfd466,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:02.786821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26614f7-30ec-4c36-afc4-2f4b86762dc3 req-da5f6adc-ff84-4e04-8472-371a82926738 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:02.788584 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Allocated IP 172.20.0.2 (92158837-0a92-4023-ba2d-2648d51ef894/6e5975ac-486d-46e0-818d-87d2af5c6883/43138d0d-f13d-4ba1-830a-869d7e10fe5f) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:02.789103 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a26614f7-30ec-4c36-afc4-2f4b86762dc3 req-da5f6adc-ff84-4e04-8472-371a82926738 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1198397 Nov 03 18:43:02.799299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a75a7-768b-4911-9aa2-7398fd9b0de4 req-76b05228-6aa1-474b-a466-1151bad62d73 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:02.808833 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d92a75a7-768b-4911-9aa2-7398fd9b0de4 req-76b05228-6aa1-474b-a466-1151bad62d73 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 784 time: 0.2810199 Nov 03 18:43:02.892798 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d92a75a7-768b-4911-9aa2-7398fd9b0de4 req-eb9681ee-20f4-4f6a-adba-6de24b00954c tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.0827494 Nov 03 18:43:02.937886 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.958095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.967659 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:02.975859 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.012500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 418fc121-6a3e-4428-99aa-44c73391beff details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:03.021019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d92a75a7-768b-4911-9aa2-7398fd9b0de4 req-bfbe5e63-9946-48d4-aec0-1ab85754cd5a tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.1224465 Nov 03 18:43:03.032837 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a26614f7-30ec-4c36-afc4-2f4b86762dc3 req-b01bf726-15b6-4f30-9036-06bc288535f1 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208054 Nov 03 18:43:03.107833 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Pushing event updated for resources: {'Port': ['ID=43138d0d-f13d-4ba1-830a-869d7e10fe5f,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:03.118577 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Network 92158837-0a92-4023-ba2d-2648d51ef894 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:03.121699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:03.124500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:03.145774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Allocated IP 172.25.2.169 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/17910d84-d9ce-41eb-a809-c7d7d0424d79) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:03.204160 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Attempting to bind port 43138d0d-f13d-4ba1-830a-869d7e10fe5f on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:03.204524 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Attempting to bind port 43138d0d-f13d-4ba1-830a-869d7e10fe5f by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'b2a4c570-e974-42d9-87ed-b3cf50656e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '92158837-0a92-4023-ba2d-2648d51ef894'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:03.205082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Attempting to bind port 43138d0d-f13d-4ba1-830a-869d7e10fe5f on network 92158837-0a92-4023-ba2d-2648d51ef894 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:03.217256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 418fc121-6a3e-4428-99aa-44c73391beff, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=418fc121-6a3e-4428-99aa-44c73391beff,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:03.220584 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:03.221344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Checking segment: {'id': 'b2a4c570-e974-42d9-87ed-b3cf50656e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '92158837-0a92-4023-ba2d-2648d51ef894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:03.222323 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.223031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Bound using segment: {'id': 'b2a4c570-e974-42d9-87ed-b3cf50656e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '92158837-0a92-4023-ba2d-2648d51ef894'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:03.223774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Bound port: 43138d0d-f13d-4ba1-830a-869d7e10fe5f, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a4c570-e974-42d9-87ed-b3cf50656e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '92158837-0a92-4023-ba2d-2648d51ef894'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:03.224481 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.322921 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] For port 43138d0d-f13d-4ba1-830a-869d7e10fe5f, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:03.329934 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] For port 43138d0d-f13d-4ba1-830a-869d7e10fe5f, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=43138d0d-f13d-4ba1-830a-869d7e10fe5f,segment=NetworkSegment(b2a4c570-e974-42d9-87ed-b3cf50656e2d),segment_id=b2a4c570-e974-42d9-87ed-b3cf50656e2d)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:03.332237 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '418fc121-6a3e-4428-99aa-44c73391beff', 'network_id': '23771ce2-de78-436c-90e0-3e63e3bf86dc', 'port_id': '418fc121-6a3e-4428-99aa-44c73391beff', 'mac_address': 'fa:16:3e:ae:a5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7ca472-a50c-48ab-a812-76c46b2d1f6a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:03.338268 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.366111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-d92a75a7-768b-4911-9aa2-7398fd9b0de4 req-3e9adfc0-21b8-49f5-8c66-956ecdb36604 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Deleting port ae8476f1-dfd6-4791-9718-4b7e6866fc95 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:03.367088 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d92a75a7-768b-4911-9aa2-7398fd9b0de4 req-3e9adfc0-21b8-49f5-8c66-956ecdb36604 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.374855 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.417121 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.456274 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418fc121-6a3e-4428-99aa-44c73391beff {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:03.486524 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.501041 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c3e1d-2ff7-4d03-84d6-c33db5380f6a None None] Pushing event updated for resources: {'Port': ['ID=43138d0d-f13d-4ba1-830a-869d7e10fe5f,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:03.509197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 418fc121-6a3e-4428-99aa-44c73391beff, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=418fc121-6a3e-4428-99aa-44c73391beff,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:03.516483 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.589014 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=418fc121-6a3e-4428-99aa-44c73391beff,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:03.619444 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:03.643631 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:03.648383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:03.680552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c481d5-3d13-416e-a878-6b06f10e47c7 req-75fec167-bf6c-4a82-b44e-fe41ee83974e tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:03.682265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3c481d5-3d13-416e-a878-6b06f10e47c7 req-75fec167-bf6c-4a82-b44e-fe41ee83974e tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 944 time: 0.2317703 Nov 03 18:43:03.699384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event updated for resources: {'Port': ['ID=17910d84-d9ce-41eb-a809-c7d7d0424d79,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:03.740609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d92a75a7-768b-4911-9aa2-7398fd9b0de4 req-3e9adfc0-21b8-49f5-8c66-956ecdb36604 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.740946 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d92a75a7-768b-4911-9aa2-7398fd9b0de4 req-3e9adfc0-21b8-49f5-8c66-956ecdb36604 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:03.763435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-d92a75a7-768b-4911-9aa2-7398fd9b0de4 req-3e9adfc0-21b8-49f5-8c66-956ecdb36604 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Calling delete_port for ae8476f1-dfd6-4791-9718-4b7e6866fc95 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:03.792585 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['418fc121-6a3e-4428-99aa-44c73391beff'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:03.812216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3c481d5-3d13-416e-a878-6b06f10e47c7 req-64dd696e-7bb6-45ce-b5c6-7e3f9a4e8fd5 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223066 Nov 03 18:43:04.074363 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d92a75a7-768b-4911-9aa2-7398fd9b0de4 req-3e9adfc0-21b8-49f5-8c66-956ecdb36604 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.162382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9adfc0-21b8-49f5-8c66-956ecdb36604 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Pushing event deleted for resources: {'Port': ['ID=ae8476f1-dfd6-4791-9718-4b7e6866fc95,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:04.166958 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45612) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:04.311030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3720eb5-074f-4c4a-9ce2-0ef0c1cefcc7 req-8d49c2a6-1f16-4f77-9958-53cea1575352 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:04.318187 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3720eb5-074f-4c4a-9ce2-0ef0c1cefcc7 req-8d49c2a6-1f16-4f77-9958-53cea1575352 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:04.324489 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3720eb5-074f-4c4a-9ce2-0ef0c1cefcc7 req-8d49c2a6-1f16-4f77-9958-53cea1575352 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:04.326271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3720eb5-074f-4c4a-9ce2-0ef0c1cefcc7 req-8d49c2a6-1f16-4f77-9958-53cea1575352 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2419 time: 0.1408253 Nov 03 18:43:04.329646 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d92a75a7-768b-4911-9aa2-7398fd9b0de4 req-3e9adfc0-21b8-49f5-8c66-956ecdb36604 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.332511 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d92a75a7-768b-4911-9aa2-7398fd9b0de4 req-3e9adfc0-21b8-49f5-8c66-956ecdb36604 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.333703 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d92a75a7-768b-4911-9aa2-7398fd9b0de4 req-3e9adfc0-21b8-49f5-8c66-956ecdb36604 tempest-FloatingIPDetailsTestJSON-836825370 tempest-FloatingIPDetailsTestJSON-836825370-project] 10.222.0.107 "DELETE /v2.0/floatingips/a1660d81-df52-48b6-a95a-c522ef8c7326 HTTP/1.1" status: 204 len: 173 time: 1.3000116 Nov 03 18:43:04.347323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45620) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:04.445963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-network', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:04.480262 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3720eb5-074f-4c4a-9ce2-0ef0c1cefcc7 req-e4fa1628-cd2b-4508-8b88-534238ef5182 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436639 Nov 03 18:43:04.575494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] Made reservation on behalf of c915a3b09cd64007a53b58c020965f6c for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:04.577918 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.593064 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.607129 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.878365 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:04.958863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcc6226-fd3f-4a29-9123-95b632f8537b None None] Network 92158837-0a92-4023-ba2d-2648d51ef894 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:05.023514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 418fc121-6a3e-4428-99aa-44c73391beff up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:05.074664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Router 9163a2ae-3c73-469f-9cde-5336d0b9d5a1 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:43:05.089154 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0d225c6c-75fc-4315-b9d6-8836b4a1efc3 None None] Provisioning complete for port 43138d0d-f13d-4ba1-830a-869d7e10fe5f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:05.089836 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0d225c6c-75fc-4315-b9d6-8836b4a1efc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.174280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eeb3f9-c196-41d2-908d-49ddc1dd4ea7 req-cf06d9c2-3da4-486e-96a6-bcbb17fe2988 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:05.176028 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93eeb3f9-c196-41d2-908d-49ddc1dd4ea7 req-cf06d9c2-3da4-486e-96a6-bcbb17fe2988 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 945 time: 0.1633933 Nov 03 18:43:05.218076 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 418fc121-6a3e-4428-99aa-44c73391beff completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:05.249398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 418fc121-6a3e-4428-99aa-44c73391beff triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:05.249757 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.272891 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.276050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:05.283890 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.289843 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df4f8f-9911-4a74-8409-5823ee6ab81f None None] Sync routers for ids ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:05.310924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93eeb3f9-c196-41d2-908d-49ddc1dd4ea7 req-24d3c61c-d66b-4d73-8f21-c1256c2d9ad8 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058238 Nov 03 18:43:05.312387 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df4f8f-9911-4a74-8409-5823ee6ab81f None None] Routers {'9163a2ae-3c73-469f-9cde-5336d0b9d5a1'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:05.314368 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-36df4f8f-9911-4a74-8409-5823ee6ab81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:05.328653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:43:05.358752 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5926966e-5dc2-43c2-a388-6bb0e37ceadf,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:05.365280 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.365648 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] Added segment 5a5d5914-906e-4d4e-bd80-9e3c476dc3f1 of type vlan for network 6158e201-7067-485a-828c-1c59e35954b7 Nov 03 18:43:05.381550 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.396271 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f450a6f0-a99b-45f4-bf21-084ab078f622 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.1587040 Nov 03 18:43:05.397306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45646) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:05.424515 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-36df4f8f-9911-4a74-8409-5823ee6ab81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:05.435888 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df4f8f-9911-4a74-8409-5823ee6ab81f None None] Routers {'9163a2ae-3c73-469f-9cde-5336d0b9d5a1'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:05.436783 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-36df4f8f-9911-4a74-8409-5823ee6ab81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:05.439122 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.473215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 43138d0d-f13d-4ba1-830a-869d7e10fe5f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:05.483165 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-36df4f8f-9911-4a74-8409-5823ee6ab81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:05.484204 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df4f8f-9911-4a74-8409-5823ee6ab81f None None] The sync data for ids ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:05.486783 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.487799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:05.488379 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.496960 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2567aab3-1534-4c80-a2c9-c1c5551d61a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.547479 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0d225c6c-75fc-4315-b9d6-8836b4a1efc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.692360 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0d225c6c-75fc-4315-b9d6-8836b4a1efc3 None None] For port 43138d0d-f13d-4ba1-830a-869d7e10fe5f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=43138d0d-f13d-4ba1-830a-869d7e10fe5f,segment=NetworkSegment(b2a4c570-e974-42d9-87ed-b3cf50656e2d),segment_id=b2a4c570-e974-42d9-87ed-b3cf50656e2d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:05.695254 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 43138d0d-f13d-4ba1-830a-869d7e10fe5f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:05.696883 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.702965 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.706819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12818eae-bd56-4774-b812-78c47e7629a0 req-f35a49c5-f860-4040-ab76-3f2662289ebf tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:05.724467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12818eae-bd56-4774-b812-78c47e7629a0 req-f35a49c5-f860-4040-ab76-3f2662289ebf tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:05.732900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12818eae-bd56-4774-b812-78c47e7629a0 req-f35a49c5-f860-4040-ab76-3f2662289ebf tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:05.734832 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12818eae-bd56-4774-b812-78c47e7629a0 req-f35a49c5-f860-4040-ab76-3f2662289ebf tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.87 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2419 time: 0.1606562 Nov 03 18:43:05.772876 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0d225c6c-75fc-4315-b9d6-8836b4a1efc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.825413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384a667c-92bc-4d2f-8f60-62f63eaa702f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418fc121-6a3e-4428-99aa-44c73391beff'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:05.828105 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1017eac2-4fc5-4949-80df-6b9ad26c4c75" -d '{"events": [{"server_uuid": "384a667c-92bc-4d2f-8f60-62f63eaa702f", "name": "network-vif-plugged", "status": "completed", "tag": "418fc121-6a3e-4428-99aa-44c73391beff"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:05.833913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45660) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:05.834536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6590111 Nov 03 18:43:05.843873 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-138ecd39-c31c-4ed6-b55d-611d66395aa6 admin admin] Request body: {'subnet': {'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-subnet', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:05.860144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 418fc121-6a3e-4428-99aa-44c73391beff, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=418fc121-6a3e-4428-99aa-44c73391beff,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:05.864702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df18808-df82-4723-ae18-aaf2f5e4eeaf admin admin] Pushing event updated for resources: {'Network': ['ID=6158e201-7067-485a-828c-1c59e35954b7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:05.892642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 6158e201-7067-485a-828c-1c59e35954b7 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:43:05.897084 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:05.905876 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef5e6e-f34b-4077-a3c8-2c819bdb9398 req-da4fdfaa-7b9d-4cac-8d86-e582e2908e80 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:05.914510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef5e6e-f34b-4077-a3c8-2c819bdb9398 req-da4fdfaa-7b9d-4cac-8d86-e582e2908e80 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:05.929348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef5e6e-f34b-4077-a3c8-2c819bdb9398 req-da4fdfaa-7b9d-4cac-8d86-e582e2908e80 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:05.933491 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7ef5e6e-f34b-4077-a3c8-2c819bdb9398 req-da4fdfaa-7b9d-4cac-8d86-e582e2908e80 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 2419 time: 0.3111327 Nov 03 18:43:05.988316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138ecd39-c31c-4ed6-b55d-611d66395aa6 admin admin] Made reservation on behalf of c915a3b09cd64007a53b58c020965f6c for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:05.991210 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-138ecd39-c31c-4ed6-b55d-611d66395aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.034324 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d225c6c-75fc-4315-b9d6-8836b4a1efc3 None None] Pushing event updated for resources: {'Port': ['ID=43138d0d-f13d-4ba1-830a-869d7e10fe5f,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:06.055881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4b3e1010-1815-44e3-844d-002be353396b None None] Provisioning complete for port 43138d0d-f13d-4ba1-830a-869d7e10fe5f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:06.056263 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4b3e1010-1815-44e3-844d-002be353396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.056497 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7ef5e6e-f34b-4077-a3c8-2c819bdb9398 req-f5b0fb7d-42d4-428f-a990-53f18ef7cf13 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982788 Nov 03 18:43:06.095898 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d94b75-6aea-4f9e-a214-3d3b7662f814 x-openstack-request-id: req-21d94b75-6aea-4f9e-a214-3d3b7662f814 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:06.096184 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384a667c-92bc-4d2f-8f60-62f63eaa702f", "name": "network-vif-plugged", "status": "completed", "tag": "418fc121-6a3e-4428-99aa-44c73391beff", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:06.096511 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-21d94b75-6aea-4f9e-a214-3d3b7662f814 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:06.096996 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384a667c-92bc-4d2f-8f60-62f63eaa702f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418fc121-6a3e-4428-99aa-44c73391beff', 'code': 200} Nov 03 18:43:06.203532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=418fc121-6a3e-4428-99aa-44c73391beff,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:06.220057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe8469-421f-4763-b8bf-74b8807ce998 req-f08792c5-46b1-46d7-b1c3-331664f1535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:06.222789 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25fe8469-421f-4763-b8bf-74b8807ce998 req-f08792c5-46b1-46d7-b1c3-331664f1535e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 1097 time: 0.0775492 Nov 03 18:43:06.229578 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2567aab3-1534-4c80-a2c9-c1c5551d61a0 admin admin] Deleting port c69aafbb-43cc-4368-b00c-b464722520c7 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:06.231105 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2567aab3-1534-4c80-a2c9-c1c5551d61a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.233745 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-12818eae-bd56-4774-b812-78c47e7629a0 req-8a59104f-a154-44ea-95d1-a4b66c8a8f5a tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Deleting port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:06.234114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-12818eae-bd56-4774-b812-78c47e7629a0 req-8a59104f-a154-44ea-95d1-a4b66c8a8f5a tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.333108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25fe8469-421f-4763-b8bf-74b8807ce998 req-8ac0634d-6067-42e0-bfc6-f32be19c7e47 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998056 Nov 03 18:43:06.376341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-2567aab3-1534-4c80-a2c9-c1c5551d61a0 admin admin] For port c69aafbb-43cc-4368-b00c-b464722520c7, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c69aafbb-43cc-4368-b00c-b464722520c7,segment=NetworkSegment(ed0e21f4-b3a0-4588-8ce6-327fac027d58),segment_id=ed0e21f4-b3a0-4588-8ce6-327fac027d58)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:06.377120 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2567aab3-1534-4c80-a2c9-c1c5551d61a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.394500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2567aab3-1534-4c80-a2c9-c1c5551d61a0 admin admin] Calling delete_port for c69aafbb-43cc-4368-b00c-b464722520c7 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:06.458451 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-12818eae-bd56-4774-b812-78c47e7629a0 req-8a59104f-a154-44ea-95d1-a4b66c8a8f5a tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] For port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe,segment=NetworkSegment(13ceb5ae-c8b3-4b27-9dc7-36092274a3f9),segment_id=13ceb5ae-c8b3-4b27-9dc7-36092274a3f9)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:06.458737 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-12818eae-bd56-4774-b812-78c47e7629a0 req-8a59104f-a154-44ea-95d1-a4b66c8a8f5a tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.522153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-12818eae-bd56-4774-b812-78c47e7629a0 req-8a59104f-a154-44ea-95d1-a4b66c8a8f5a tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Calling delete_port for 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:06.532834 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf28eb-a0d7-43e4-a174-b7f13aaae89e req-473cb2b5-afb2-4a17-a95e-f876ba8fcb2a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:06.534439 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3cf28eb-a0d7-43e4-a174-b7f13aaae89e req-473cb2b5-afb2-4a17-a95e-f876ba8fcb2a tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 946 time: 0.1248503 Nov 03 18:43:06.556443 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-138ecd39-c31c-4ed6-b55d-611d66395aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.652872 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3cf28eb-a0d7-43e4-a174-b7f13aaae89e req-0f2ad6ba-a212-444c-9e4e-9aeffa084197 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769334 Nov 03 18:43:06.685002 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ecd39-c31c-4ed6-b55d-611d66395aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3aa174d-f75e-461c-bfcb-5c4a20bb9478,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:06.724769 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.736972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138ecd39-c31c-4ed6-b55d-611d66395aa6 admin admin] Checking segment: {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:06.737230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ecd39-c31c-4ed6-b55d-611d66395aa6 admin admin] Network hostable DHCP agents. Network: 6158e201-7067-485a-828c-1c59e35954b7, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:43:06.740856 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2567aab3-1534-4c80-a2c9-c1c5551d61a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.772503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567aab3-1534-4c80-a2c9-c1c5551d61a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69aafbb-43cc-4368-b00c-b464722520c7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:06.872756 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-12818eae-bd56-4774-b812-78c47e7629a0 req-8a59104f-a154-44ea-95d1-a4b66c8a8f5a tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:06.874538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ecd39-c31c-4ed6-b55d-611d66395aa6 admin admin] Network 6158e201-7067-485a-828c-1c59e35954b7 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:43:06.918314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['f048e43d-0661-4866-8848-a09033a68cde', '3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe', '1296cbe0-e207-4d8f-8d86-026b9ab74fc7'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:06.957740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-138ecd39-c31c-4ed6-b55d-611d66395aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 6158e201-7067-485a-828c-1c59e35954b7) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:06.972448 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59104f-a154-44ea-95d1-a4b66c8a8f5a tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Port': ['ID=3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:06.984300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138ecd39-c31c-4ed6-b55d-611d66395aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:06.985258 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-138ecd39-c31c-4ed6-b55d-611d66395aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.011238 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2567aab3-1534-4c80-a2c9-c1c5551d61a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.030902 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6db519-047f-4f6e-9fd7-61cb267347a9 None None] Network 6158e201-7067-485a-828c-1c59e35954b7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:07.084881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-12818eae-bd56-4774-b812-78c47e7629a0 req-8a59104f-a154-44ea-95d1-a4b66c8a8f5a tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] No DVR routers for this DVR port 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:07.096629 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-138ecd39-c31c-4ed6-b55d-611d66395aa6 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2602859 Nov 03 18:43:07.101133 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-12818eae-bd56-4774-b812-78c47e7629a0 req-8a59104f-a154-44ea-95d1-a4b66c8a8f5a tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.107557 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12818eae-bd56-4774-b812-78c47e7629a0 req-8a59104f-a154-44ea-95d1-a4b66c8a8f5a tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.87 "DELETE /v2.0/ports/3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe HTTP/1.1" status: 204 len: 173 time: 1.3335242 Nov 03 18:43:07.108778 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45692) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:07.114938 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'name': 'network-vif-deleted', 'tag': '3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:07.118596 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed888b3-eb27-4b53-b9e9-65fe4e2d8c68" -d '{"events": [{"server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "name": "network-vif-deleted", "tag": "3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:07.145086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:07.334268 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.335366 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.392665 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56b7329-9d66-4e1c-8c73-4cd9a0415032 x-openstack-request-id: req-c56b7329-9d66-4e1c-8c73-4cd9a0415032 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:07.395045 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "name": "network-vif-deleted", "tag": "3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:07.395934 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c56b7329-9d66-4e1c-8c73-4cd9a0415032 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:07.397504 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'name': 'network-vif-deleted', 'tag': '3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe', 'status': 'completed', 'code': 200} Nov 03 18:43:07.416600 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-6158e201-7067-485a-828c-1c59e35954b7', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:43:07.417415 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.478920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 43138d0d-f13d-4ba1-830a-869d7e10fe5f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:07.505436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc4753-246f-4fa7-b608-54a951db4e44 req-579859e1-6967-465c-9dd7-949a1d5cd717 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:07.514493 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc4753-246f-4fa7-b608-54a951db4e44 req-579859e1-6967-465c-9dd7-949a1d5cd717 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:07.516486 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65cc4753-246f-4fa7-b608-54a951db4e44 req-579859e1-6967-465c-9dd7-949a1d5cd717 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 1683 time: 0.3069642 Nov 03 18:43:07.603891 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.701625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 43138d0d-f13d-4ba1-830a-869d7e10fe5f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:07.701994 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.752607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45704) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:07.756665 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Allocated IP 172.20.0.2 (6158e201-7067-485a-828c-1c59e35954b7/e3aa174d-f75e-461c-bfcb-5c4a20bb9478/95cea659-b71f-4d4d-8fa2-198b9edde4c1) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:07.795209 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Allocated IP 172.20.0.1 (92158837-0a92-4023-ba2d-2648d51ef894/6e5975ac-486d-46e0-818d-87d2af5c6883/593c6533-2500-4a73-ae29-a82101c00f82) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:07.856303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-12818eae-bd56-4774-b812-78c47e7629a0 req-becd7e8d-08a7-48cd-9bd2-56ebc5d45acd tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Deleting port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:07.856656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-12818eae-bd56-4774-b812-78c47e7629a0 req-becd7e8d-08a7-48cd-9bd2-56ebc5d45acd tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.927113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65cc4753-246f-4fa7-b608-54a951db4e44 req-5d90c0f9-e322-435f-9c03-750a41cb199e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555539 Nov 03 18:43:07.936732 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:07.948996 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2567aab3-1534-4c80-a2c9-c1c5551d61a0 admin admin] Router 8a48fb7d-308c-4d0e-bd24-575923a5bbec has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:08.023231 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.028593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d68394-8d66-4001-a392-36f50ba0fae2 req-a7475760-e248-498a-90f1-45e1cba3a94b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:08.030672 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8d68394-8d66-4001-a392-36f50ba0fae2 req-a7475760-e248-498a-90f1-45e1cba3a94b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 946 time: 0.2146003 Nov 03 18:43:08.043737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-12818eae-bd56-4774-b812-78c47e7629a0 req-becd7e8d-08a7-48cd-9bd2-56ebc5d45acd tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] For port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=1296cbe0-e207-4d8f-8d86-026b9ab74fc7,segment=NetworkSegment(4cc41f4d-03c1-4308-8964-b0ee38b7a96e),segment_id=4cc41f4d-03c1-4308-8964-b0ee38b7a96e)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:08.044248 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-12818eae-bd56-4774-b812-78c47e7629a0 req-becd7e8d-08a7-48cd-9bd2-56ebc5d45acd tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.054289 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-43ccc537-36a9-4cce-b975-707f0a624c83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.062882 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-12818eae-bd56-4774-b812-78c47e7629a0 req-becd7e8d-08a7-48cd-9bd2-56ebc5d45acd tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Calling delete_port for 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:08.105530 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.119143 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.128629 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.164424 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Network 6158e201-7067-485a-828c-1c59e35954b7 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:08.169841 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:08.176359 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:08.197229 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Pushing event updated for resources: {'Port': ['ID=95cea659-b71f-4d4d-8fa2-198b9edde4c1,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:08.257654 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Attempting to bind port 95cea659-b71f-4d4d-8fa2-198b9edde4c1 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:08.258131 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Attempting to bind port 95cea659-b71f-4d4d-8fa2-198b9edde4c1 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:08.258547 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Attempting to bind port 95cea659-b71f-4d4d-8fa2-198b9edde4c1 on network 6158e201-7067-485a-828c-1c59e35954b7 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:08.265153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:08.265574 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Checking segment: {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:08.265984 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.266392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Bound using segment: {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:08.266936 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Bound port: 95cea659-b71f-4d4d-8fa2-198b9edde4c1, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:08.267376 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.354197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] For port 95cea659-b71f-4d4d-8fa2-198b9edde4c1, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:08.358784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] For port 95cea659-b71f-4d4d-8fa2-198b9edde4c1, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=95cea659-b71f-4d4d-8fa2-198b9edde4c1,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:08.369975 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.439103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760a15c-c8cf-46aa-82fd-8e365812eb62 None None] Pushing event updated for resources: {'Port': ['ID=95cea659-b71f-4d4d-8fa2-198b9edde4c1,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:08.526314 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Network 92158837-0a92-4023-ba2d-2648d51ef894 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:08.529612 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8d68394-8d66-4001-a392-36f50ba0fae2 req-4ff51c81-cfdd-438e-b72a-4bbf05b9bc61 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765377 Nov 03 18:43:08.537595 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:08.541375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:08.544366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2567aab3-1534-4c80-a2c9-c1c5551d61a0 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:08.544739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event updated for resources: {'Port': ['ID=593c6533-2500-4a73-ae29-a82101c00f82,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:08.554067 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2567aab3-1534-4c80-a2c9-c1c5551d61a0 admin admin] 10.222.0.107 "PUT /v2.0/routers/8a48fb7d-308c-4d0e-bd24-575923a5bbec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2053759 Nov 03 18:43:08.561836 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45710) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:08.564783 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81498b0b-a054-4a49-b90b-c14256eb893c None None] Sync routers for ids ['8a48fb7d-308c-4d0e-bd24-575923a5bbec'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:08.599375 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81498b0b-a054-4a49-b90b-c14256eb893c None None] Routers {'8a48fb7d-308c-4d0e-bd24-575923a5bbec'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:08.600058 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-81498b0b-a054-4a49-b90b-c14256eb893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8a48fb7d-308c-4d0e-bd24-575923a5bbec'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:08.625559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.723208 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-43ccc537-36a9-4cce-b975-707f0a624c83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.736973 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-43ccc537-36a9-4cce-b975-707f0a624c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.774598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-12818eae-bd56-4774-b812-78c47e7629a0 req-becd7e8d-08a7-48cd-9bd2-56ebc5d45acd tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:08.810642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-43ccc537-36a9-4cce-b975-707f0a624c83 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0d9f0d8b80814a87ae71a16a7c138180&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0455537 Nov 03 18:43:08.817166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45716) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:08.840344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-81498b0b-a054-4a49-b90b-c14256eb893c None None] Set router 8a48fb7d-308c-4d0e-bd24-575923a5bbec gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:08.844929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd7e8d-08a7-48cd-9bd2-56ebc5d45acd tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Port': ['ID=1296cbe0-e207-4d8f-8d86-026b9ab74fc7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:09.013059 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-12818eae-bd56-4774-b812-78c47e7629a0 req-becd7e8d-08a7-48cd-9bd2-56ebc5d45acd tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] No DVR routers for this DVR port 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:09.029990 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-12818eae-bd56-4774-b812-78c47e7629a0 req-becd7e8d-08a7-48cd-9bd2-56ebc5d45acd tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.045738 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12818eae-bd56-4774-b812-78c47e7629a0 req-becd7e8d-08a7-48cd-9bd2-56ebc5d45acd tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.87 "DELETE /v2.0/ports/1296cbe0-e207-4d8f-8d86-026b9ab74fc7 HTTP/1.1" status: 204 len: 173 time: 1.8950586 Nov 03 18:43:09.156485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccc537-36a9-4cce-b975-707f0a624c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba808a0e-0971-4e6f-b0af-841690868a48,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:09.162523 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-78a4df77-2f38-421f-99e6-ce88fbf3a6e7 None None] Provisioning complete for port 593c6533-2500-4a73-ae29-a82101c00f82 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:09.162882 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-78a4df77-2f38-421f-99e6-ce88fbf3a6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.224567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-78a4df77-2f38-421f-99e6-ce88fbf3a6e7 None None] Port 593c6533-2500-4a73-ae29-a82101c00f82 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:09.231969 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-81498b0b-a054-4a49-b90b-c14256eb893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'name': 'tempest-FloatingIPDetailsTestJSON-506414915-router', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '83978c8b-0172-4630-aba1-d69a4955d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:24Z', 'updated_at': '2021-11-03T18:43:06Z', 'revision_number': 5, 'project_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'gw_port': {'id': '83978c8b-0172-4630-aba1-d69a4955d731', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:26Z', 'updated_at': '2021-11-03T18:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:09.240237 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.241981 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.267462 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81498b0b-a054-4a49-b90b-c14256eb893c None None] Checking router: 8a48fb7d-308c-4d0e-bd24-575923a5bbec for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:09.278722 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81498b0b-a054-4a49-b90b-c14256eb893c None None] Routers {'8a48fb7d-308c-4d0e-bd24-575923a5bbec'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:09.279570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-81498b0b-a054-4a49-b90b-c14256eb893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8a48fb7d-308c-4d0e-bd24-575923a5bbec'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:09.327649 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dcb26d29-bc2a-4daf-91a9-c7e00258a82d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.341547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-12818eae-bd56-4774-b812-78c47e7629a0 req-2acdf0e0-0315-4f37-84ed-872b89ea465d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Deleting port f048e43d-0661-4866-8848-a09033a68cde {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:09.342067 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-12818eae-bd56-4774-b812-78c47e7629a0 req-2acdf0e0-0315-4f37-84ed-872b89ea465d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.342590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9e696-d3f4-4152-a00f-63b18a5c3db0 req-9396cc47-25c9-4325-b53f-75c103c16956 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:09.344470 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6c9e696-d3f4-4152-a00f-63b18a5c3db0 req-9396cc47-25c9-4325-b53f-75c103c16956 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 946 time: 0.3107536 Nov 03 18:43:09.345745 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.360929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a378ae4-2ec5-40fa-90f6-b747461766be req-3bb54ae9-6d6b-4d5a-bf06-ebfc68e76c17 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:09.362968 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a378ae4-2ec5-40fa-90f6-b747461766be req-3bb54ae9-6d6b-4d5a-bf06-ebfc68e76c17 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 946 time: 0.3093333 Nov 03 18:43:09.399197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'name': 'network-vif-deleted', 'tag': '1296cbe0-e207-4d8f-8d86-026b9ab74fc7'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:09.402921 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21822b1c-98a1-4eff-b4d1-7c416100ff2f" -d '{"events": [{"server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "name": "network-vif-deleted", "tag": "1296cbe0-e207-4d8f-8d86-026b9ab74fc7"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:09.409071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 95cea659-b71f-4d4d-8fa2-198b9edde4c1 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:09.427467 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.454041 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-81498b0b-a054-4a49-b90b-c14256eb893c None None] Set router 8a48fb7d-308c-4d0e-bd24-575923a5bbec gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:09.480443 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dcb26d29-bc2a-4daf-91a9-c7e00258a82d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.583478 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-12818eae-bd56-4774-b812-78c47e7629a0 req-2acdf0e0-0315-4f37-84ed-872b89ea465d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] For port f048e43d-0661-4866-8848-a09033a68cde, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f048e43d-0661-4866-8848-a09033a68cde,segment=NetworkSegment(4cc41f4d-03c1-4308-8964-b0ee38b7a96e),segment_id=4cc41f4d-03c1-4308-8964-b0ee38b7a96e)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:09.583892 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-12818eae-bd56-4774-b812-78c47e7629a0 req-2acdf0e0-0315-4f37-84ed-872b89ea465d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.611390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-12818eae-bd56-4774-b812-78c47e7629a0 req-2acdf0e0-0315-4f37-84ed-872b89ea465d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Calling delete_port for f048e43d-0661-4866-8848-a09033a68cde owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:09.662899 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6c9e696-d3f4-4152-a00f-63b18a5c3db0 req-4a693565-c24f-47ae-8f8e-8279fbcdbd0b tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781386 Nov 03 18:43:09.697446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a378ae4-2ec5-40fa-90f6-b747461766be req-3904b7a2-1861-433f-a7e1-a6074e146adb tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962537 Nov 03 18:43:09.748727 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.769043 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 95cea659-b71f-4d4d-8fa2-198b9edde4c1 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:09.769538 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.789222 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1cf5d9-fa6f-4e9a-bdcb-b15bef33e99b x-openstack-request-id: req-cc1cf5d9-fa6f-4e9a-bdcb-b15bef33e99b {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:09.794007 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "name": "network-vif-deleted", "tag": "1296cbe0-e207-4d8f-8d86-026b9ab74fc7", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:09.794411 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cc1cf5d9-fa6f-4e9a-bdcb-b15bef33e99b {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:09.794945 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'name': 'network-vif-deleted', 'tag': '1296cbe0-e207-4d8f-8d86-026b9ab74fc7', 'status': 'completed', 'code': 200} Nov 03 18:43:09.798598 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dcb26d29-bc2a-4daf-91a9-c7e00258a82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.801375 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dcb26d29-bc2a-4daf-91a9-c7e00258a82d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.806246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dcb26d29-bc2a-4daf-91a9-c7e00258a82d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ba808a0e-0971-4e6f-b0af-841690868a48 HTTP/1.1" status: 204 len: 168 time: 0.9857233 Nov 03 18:43:09.825686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Allocated IP 172.25.2.252 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/a32106b3-8906-4983-ac57-ef794b45eff4) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:09.842872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb26d29-bc2a-4daf-91a9-c7e00258a82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba808a0e-0971-4e6f-b0af-841690868a48,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:09.972213 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.974866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-81498b0b-a054-4a49-b90b-c14256eb893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'name': 'tempest-FloatingIPDetailsTestJSON-506414915-router', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '83978c8b-0172-4630-aba1-d69a4955d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:24Z', 'updated_at': '2021-11-03T18:43:06Z', 'revision_number': 5, 'project_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'gw_port': {'id': '83978c8b-0172-4630-aba1-d69a4955d731', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:26Z', 'updated_at': '2021-11-03T18:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:09.980280 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:09.988793 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-12818eae-bd56-4774-b812-78c47e7629a0 req-2acdf0e0-0315-4f37-84ed-872b89ea465d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.005912 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81498b0b-a054-4a49-b90b-c14256eb893c None None] The sync data for ids ['8a48fb7d-308c-4d0e-bd24-575923a5bbec'] in n-d-812150-4 is: [{'id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'name': 'tempest-FloatingIPDetailsTestJSON-506414915-router', 'tenant_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '83978c8b-0172-4630-aba1-d69a4955d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:24Z', 'updated_at': '2021-11-03T18:43:06Z', 'revision_number': 5, 'project_id': 'd5bb5dd9b6824a7dbf965bb0b017a48b', 'gw_port': {'id': '83978c8b-0172-4630-aba1-d69a4955d731', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a48fb7d-308c-4d0e-bd24-575923a5bbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:26Z', 'updated_at': '2021-11-03T18:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:10.056238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] Deleting port 83978c8b-0172-4630-aba1-d69a4955d731 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:10.058177 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.058586 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8606655a-e809-4bc1-be66-7d4b10c7a461 None None] Network 6158e201-7067-485a-828c-1c59e35954b7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:10.110800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event updated for resources: {'Port': ['ID=593c6533-2500-4a73-ae29-a82101c00f82,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:10.124499 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.168236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e3a8cf28-3a86-4a14-b01b-bb460ce5a7a3 None None] Provisioning complete for port 95cea659-b71f-4d4d-8fa2-198b9edde4c1 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:10.168717 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e3a8cf28-3a86-4a14-b01b-bb460ce5a7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.172116 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.214856 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-12818eae-bd56-4774-b812-78c47e7629a0 req-2acdf0e0-0315-4f37-84ed-872b89ea465d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] No DVR routers for this DVR port f048e43d-0661-4866-8848-a09033a68cde on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:10.224060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdf0e0-0315-4f37-84ed-872b89ea465d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Port': ['ID=f048e43d-0661-4866-8848-a09033a68cde,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:10.228574 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-12818eae-bd56-4774-b812-78c47e7629a0 req-2acdf0e0-0315-4f37-84ed-872b89ea465d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.232697 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12818eae-bd56-4774-b812-78c47e7629a0 req-2acdf0e0-0315-4f37-84ed-872b89ea465d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.87 "DELETE /v2.0/ports/f048e43d-0661-4866-8848-a09033a68cde HTTP/1.1" status: 204 len: 173 time: 1.1786823 Nov 03 18:43:10.240523 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.262207 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 95cea659-b71f-4d4d-8fa2-198b9edde4c1, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=95cea659-b71f-4d4d-8fa2-198b9edde4c1,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:10.274735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device f048e43d-0661-4866-8848-a09033a68cde no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:10.278142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] For port 83978c8b-0172-4630-aba1-d69a4955d731, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=83978c8b-0172-4630-aba1-d69a4955d731,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:10.280505 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.303003 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: f048e43d-0661-4866-8848-a09033a68cde {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:10.303458 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device f048e43d-0661-4866-8848-a09033a68cde not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:10.303786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:10.312805 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.359031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:10.359380 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 1296cbe0-e207-4d8f-8d86-026b9ab74fc7 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:10.359653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] Calling delete_port for 83978c8b-0172-4630-aba1-d69a4955d731 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:10.369494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:10.380256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Network 92158837-0a92-4023-ba2d-2648d51ef894 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:10.382330 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:10.501206 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.601100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:10.601820 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45730) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:10.635216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:10.644983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Router 9163a2ae-3c73-469f-9cde-5336d0b9d5a1 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:10.672968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:10.675168 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7cff3e26-3638-402f-b3f4-6e507399f551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:10.736424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Pushing event updated for resources: {'Port': ['ID=a32106b3-8906-4983-ac57-ef794b45eff4,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:10.745837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:10.746681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 3ccc4f0e-9d01-47ac-bb5e-c7711fc4dafe not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:10.817003 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=95cea659-b71f-4d4d-8fa2-198b9edde4c1,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:10.928324 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:10.936575 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b98afa15-ad95-446a-b8d1-feb02b4ab745 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] 10.222.0.107 "PUT /v2.0/routers/9163a2ae-3c73-469f-9cde-5336d0b9d5a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5048184 Nov 03 18:43:10.939116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45740) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:10.945865 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5e9772-d8ac-4b84-84f8-e7985fcabfa9 None None] Sync routers for ids ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:10.966862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a71beacb-9c13-40ab-92c8-c6fe56321b1f tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Request body: {'port': {'network_id': '92158837-0a92-4023-ba2d-2648d51ef894', 'name': 'tempest-FloatingIPAdminTestJSON-707030285'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:10.974191 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5e9772-d8ac-4b84-84f8-e7985fcabfa9 None None] Routers {'9163a2ae-3c73-469f-9cde-5336d0b9d5a1'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:10.977548 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8d5e9772-d8ac-4b84-84f8-e7985fcabfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:10.988132 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-449f6278-7d24-475b-a4e7-d7d18eb6c105 req-5976fe3d-4435-41e8-9190-4fd6c195fe47 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ca3dae2-f7b8-4f88-bf57-6810ea46ad39 HTTP/1.1" status: 200 len: 210 time: 0.0584235 Nov 03 18:43:11.065015 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3c45c318-3e95-4293-a617-c56d732a9ef0 None None] Provisioning complete for port 593c6533-2500-4a73-ae29-a82101c00f82 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:11.066403 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3c45c318-3e95-4293-a617-c56d732a9ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.068028 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8d5e9772-d8ac-4b84-84f8-e7985fcabfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:11.082067 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5e9772-d8ac-4b84-84f8-e7985fcabfa9 None None] Routers {'9163a2ae-3c73-469f-9cde-5336d0b9d5a1'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:11.082906 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8d5e9772-d8ac-4b84-84f8-e7985fcabfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:11.131478 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8d5e9772-d8ac-4b84-84f8-e7985fcabfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:11.132720 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5e9772-d8ac-4b84-84f8-e7985fcabfa9 None None] The sync data for ids ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:11.180576 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3c45c318-3e95-4293-a617-c56d732a9ef0 None None] Port 593c6533-2500-4a73-ae29-a82101c00f82 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:11.228351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71beacb-9c13-40ab-92c8-c6fe56321b1f tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Made reservation on behalf of 19acac4e02244f5f9b21fa0992d586cc for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:11.232771 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a71beacb-9c13-40ab-92c8-c6fe56321b1f tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.247465 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7cff3e26-3638-402f-b3f4-6e507399f551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.255484 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.262033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7cff3e26-3638-402f-b3f4-6e507399f551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.285217 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-a71beacb-9c13-40ab-92c8-c6fe56321b1f tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] device_id is not set on port 3e062b6e-ff85-4572-97e5-9be075f4d8c7 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:43:11.323150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 95cea659-b71f-4d4d-8fa2-198b9edde4c1 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:11.339967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=83978c8b-0172-4630-aba1-d69a4955d731,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:11.418662 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-292ef01c-5e34-4fb2-8615-83c610bf4e4e None None] Provisioning complete for port 95cea659-b71f-4d4d-8fa2-198b9edde4c1 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:11.419094 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-292ef01c-5e34-4fb2-8615-83c610bf4e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.434900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7cff3e26-3638-402f-b3f4-6e507399f551 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=497f12f1b32e4697970b7c2d90c9be9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8295643 Nov 03 18:43:11.443473 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45742) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:11.444568 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 95cea659-b71f-4d4d-8fa2-198b9edde4c1 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:11.444944 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.452270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff3e26-3638-402f-b3f4-6e507399f551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf7baac-23b9-4f64-9e41-baed5152aaa8,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:11.489045 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.503135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c0523-396f-4c55-81c3-b7df543f5353 req-5e1ed99f-ba28-4c86-9725-8c42458399a0 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:11.505118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-034c0523-396f-4c55-81c3-b7df543f5353 req-5e1ed99f-ba28-4c86-9725-8c42458399a0 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 946 time: 0.0938692 Nov 03 18:43:11.520033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-a71beacb-9c13-40ab-92c8-c6fe56321b1f tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Allocated IP 172.20.0.4 (92158837-0a92-4023-ba2d-2648d51ef894/6e5975ac-486d-46e0-818d-87d2af5c6883/3e062b6e-ff85-4572-97e5-9be075f4d8c7) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:11.551805 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.562256 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.597206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c69aafbb-43cc-4368-b00c-b464722520c7 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:11.621469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: c69aafbb-43cc-4368-b00c-b464722520c7 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:11.621861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c69aafbb-43cc-4368-b00c-b464722520c7 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:11.627984 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.740817 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.744016 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.745206 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3bf7baac-23b9-4f64-9e41-baed5152aaa8 HTTP/1.1" status: 204 len: 168 time: 0.3003972 Nov 03 18:43:11.766246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf7baac-23b9-4f64-9e41-baed5152aaa8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:11.787132 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.787665 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.788090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.788513 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.788920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.790601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.790601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.791044 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.791450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.791871 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.792272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.792668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204f8b8-98e4-430d-85be-8195dcf82fd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:11.797348 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'name': 'network-vif-deleted', 'tag': 'f048e43d-0661-4866-8848-a09033a68cde'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:11.799956 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979f0e51-124e-449a-9ba4-4a1025d2c7b6" -d '{"events": [{"server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "name": "network-vif-deleted", "tag": "f048e43d-0661-4866-8848-a09033a68cde"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:11.837840 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a71beacb-9c13-40ab-92c8-c6fe56321b1f tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.843430 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2516ee5f-22d8-4d35-a7f6-9cbbb680764d x-openstack-request-id: req-2516ee5f-22d8-4d35-a7f6-9cbbb680764d {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:11.843780 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca3dae2-f7b8-4f88-bf57-6810ea46ad39", "name": "network-vif-deleted", "tag": "f048e43d-0661-4866-8848-a09033a68cde", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:11.844044 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2516ee5f-22d8-4d35-a7f6-9cbbb680764d {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:11.844581 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca3dae2-f7b8-4f88-bf57-6810ea46ad39', 'name': 'network-vif-deleted', 'tag': 'f048e43d-0661-4866-8848-a09033a68cde', 'status': 'completed', 'code': 200} Nov 03 18:43:11.881672 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a71beacb-9c13-40ab-92c8-c6fe56321b1f tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:11.909674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71beacb-9c13-40ab-92c8-c6fe56321b1f tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Network 92158837-0a92-4023-ba2d-2648d51ef894 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:11.913887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-a71beacb-9c13-40ab-92c8-c6fe56321b1f tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:11.916065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71beacb-9c13-40ab-92c8-c6fe56321b1f tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:12.007622 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71beacb-9c13-40ab-92c8-c6fe56321b1f tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event updated for resources: {'Port': ['ID=3e062b6e-ff85-4572-97e5-9be075f4d8c7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:12.022705 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.024723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71beacb-9c13-40ab-92c8-c6fe56321b1f tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:12.025507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a71beacb-9c13-40ab-92c8-c6fe56321b1f tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.029644 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.045317 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a71beacb-9c13-40ab-92c8-c6fe56321b1f tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1042631 Nov 03 18:43:12.047848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45750) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:12.063429 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-034c0523-396f-4c55-81c3-b7df543f5353 req-eed3a231-0c6d-4c26-aaa5-f4171bc939e4 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192664 Nov 03 18:43:12.123065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45758) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:12.184110 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.184664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a48fb7d-308c-4d0e-bd24-575923a5bbec {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:43:12.245638 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7456657-1c0b-497b-8884-92ccbe8242f6 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Deleting subnet c81521af-f687-43ce-9b3b-0082c5990311 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:43:12.260604 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7456657-1c0b-497b-8884-92ccbe8242f6 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.273739 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.274849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-be1bf57b-818c-4e76-8c99-12b78d0858f2 admin admin] 10.222.0.107 "DELETE /v2.0/routers/8a48fb7d-308c-4d0e-bd24-575923a5bbec HTTP/1.1" status: 204 len: 168 time: 3.7075372 Nov 03 18:43:12.292243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45766) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:12.323765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-28aa3405-f242-46e4-a1fe-d1ad0f767271 None None] Provisioning complete for port 3e062b6e-ff85-4572-97e5-9be075f4d8c7 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:12.324370 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-28aa3405-f242-46e4-a1fe-d1ad0f767271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.411415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7456657-1c0b-497b-8884-92ccbe8242f6 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.412582 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-28aa3405-f242-46e4-a1fe-d1ad0f767271 None None] Port 3e062b6e-ff85-4572-97e5-9be075f4d8c7 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:12.456536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ff0d1a-ee88-4d23-b8ac-d22574af1f37 admin admin] Deleting subnet 85f1d205-c8f0-4313-a664-933c462033ad {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:43:12.461125 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07ff0d1a-ee88-4d23-b8ac-d22574af1f37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.469561 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'project_id': '19acac4e02244f5f9b21fa0992d586cc', 'port_id': '3e062b6e-ff85-4572-97e5-9be075f4d8c7'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:12.526057 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.546059 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07ff0d1a-ee88-4d23-b8ac-d22574af1f37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.548229 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.584414 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7456657-1c0b-497b-8884-92ccbe8242f6 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.598956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ede24-5cf2-4038-acec-82c69fef7353 req-9e1e22bf-a4de-4154-a32a-6dbd0fd0b142 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:12.606983 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f91ede24-5cf2-4038-acec-82c69fef7353 req-9e1e22bf-a4de-4154-a32a-6dbd0fd0b142 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 946 time: 0.1436720 Nov 03 18:43:12.702128 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7456657-1c0b-497b-8884-92ccbe8242f6 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.739988 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7456657-1c0b-497b-8884-92ccbe8242f6 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.746701 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d7456657-1c0b-497b-8884-92ccbe8242f6 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "DELETE /v2.0/subnets/c81521af-f687-43ce-9b3b-0082c5990311 HTTP/1.1" status: 204 len: 168 time: 0.6221657 Nov 03 18:43:12.748238 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7456657-1c0b-497b-8884-92ccbe8242f6 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Subnet': ['ID=c81521af-f687-43ce-9b3b-0082c5990311,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:12.749208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45780) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:12.753466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d160f6f4-df40-4de1-969b-c109302f84f5 None None] Network 5bb7b961-9240-411a-9a46-3607333541ce requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:12.784766 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.838444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f91ede24-5cf2-4038-acec-82c69fef7353 req-7a8e8fbc-f849-48a3-806b-16e8d88db865 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305560 Nov 03 18:43:12.849710 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07ff0d1a-ee88-4d23-b8ac-d22574af1f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.895414 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.946001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Router fee76c26-6db8-48e0-892c-6f78471b2992 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:43:12.953096 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07ff0d1a-ee88-4d23-b8ac-d22574af1f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:12.981128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45784) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:12.999300 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff0d1a-ee88-4d23-b8ac-d22574af1f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f1d205-c8f0-4313-a664-933c462033ad,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:13.004085 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Allocated IP 172.25.2.57 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/f1de04fb-3081-4e88-885b-d5b922028268) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:13.026983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Deleting port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:13.027335 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.035661 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07ff0d1a-ee88-4d23-b8ac-d22574af1f37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.042394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9134f4a4-d3de-46e1-b100-4adc6a4bbf67 None None] Network 26f4f0e3-be3e-441c-ab51-65c95cd0cc38 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:13.043117 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-07ff0d1a-ee88-4d23-b8ac-d22574af1f37 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/85f1d205-c8f0-4313-a664-933c462033ad HTTP/1.1" status: 204 len: 168 time: 0.7499695 Nov 03 18:43:13.051113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45788) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:13.134233 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.135608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:13.162837 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.165163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-934c89da-d127-4b4f-91eb-2de9a7302da2 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0523503 Nov 03 18:43:13.169004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45790) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:13.171989 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Sync routers for ids ['fee76c26-6db8-48e0-892c-6f78471b2992'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:13.200942 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Routers {'fee76c26-6db8-48e0-892c-6f78471b2992'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:13.201773 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['fee76c26-6db8-48e0-892c-6f78471b2992'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:13.220643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-365158512-network', 'tenant_id': '1891768c666c4cd7b0ddcbe64b0aa4a7'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:13.246462 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] For port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9c3ba4f8-be99-472b-9080-bb4e81e6bb42,segment=NetworkSegment(13ceb5ae-c8b3-4b27-9dc7-36092274a3f9),segment_id=13ceb5ae-c8b3-4b27-9dc7-36092274a3f9)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:13.247169 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.268218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774843b1-b449-4365-b1ba-45f80c511b9e None None] DHCP port deletion for 5bb7b961-9240-411a-9a46-3607333541ce request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:43:13.288370 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.290191 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Calling delete_port for 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:13.327439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] Made reservation on behalf of 1891768c666c4cd7b0ddcbe64b0aa4a7 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:13.329782 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.337407 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.377885 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Set router fee76c26-6db8-48e0-892c-6f78471b2992 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:13.394140 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.455114 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb06b1a-0d98-4beb-9258-803c8a33b6a3 None None] DHCP port deletion for 26f4f0e3-be3e-441c-ab51-65c95cd0cc38 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:43:13.457945 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 83978c8b-0172-4630-aba1-d69a4955d731 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:13.505257 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.505754 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 83978c8b-0172-4630-aba1-d69a4955d731 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:13.506202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 83978c8b-0172-4630-aba1-d69a4955d731 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:13.506899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:13.560604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-774843b1-b449-4365-b1ba-45f80c511b9e None None] Deleting port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:13.560918 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-774843b1-b449-4365-b1ba-45f80c511b9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.574933 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.578020 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:13.597315 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:13.605935 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] Deleting port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:13.606506 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.609431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:13.632288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] No DVR routers for this DVR port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:13.661188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Pushing event updated for resources: {'Port': ['ID=f1de04fb-3081-4e88-885b-d5b922028268,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:13.724150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-774843b1-b449-4365-b1ba-45f80c511b9e None None] For port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:13.724547 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-774843b1-b449-4365-b1ba-45f80c511b9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.744421 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.745684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No active binding found for port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 {{(pid=101713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 18:43:13.745849 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.746589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:13.764005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-774843b1-b449-4365-b1ba-45f80c511b9e None None] Calling delete_port for 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:13.770249 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-774843b1-b449-4365-b1ba-45f80c511b9e None None] Port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:43:13.782992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Port': ['ID=9c3ba4f8-be99-472b-9080-bb4e81e6bb42,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:13.791074 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.801530 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-774843b1-b449-4365-b1ba-45f80c511b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.814781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-efb06b1a-0d98-4beb-9258-803c8a33b6a3 None None] Deleting port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:13.815645 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-efb06b1a-0d98-4beb-9258-803c8a33b6a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.853518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774843b1-b449-4365-b1ba-45f80c511b9e None None] Pushing event deleted for resources: {'Port': ['ID=9c3ba4f8-be99-472b-9080-bb4e81e6bb42,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:13.861529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774843b1-b449-4365-b1ba-45f80c511b9e None None] No DVR routers for this DVR port 9c3ba4f8-be99-472b-9080-bb4e81e6bb42 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:13.907597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] For port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=72fa5d3c-7879-4a03-8ec0-52d92c9e5665,segment=NetworkSegment(ed0e21f4-b3a0-4588-8ce6-327fac027d58),segment_id=ed0e21f4-b3a0-4588-8ce6-327fac027d58)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:13.908231 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.912736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:43:13.935885 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.938284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-efb06b1a-0d98-4beb-9258-803c8a33b6a3 None None] For port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=72fa5d3c-7879-4a03-8ec0-52d92c9e5665,segment=NetworkSegment(ed0e21f4-b3a0-4588-8ce6-327fac027d58),segment_id=ed0e21f4-b3a0-4588-8ce6-327fac027d58)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:13.938743 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-efb06b1a-0d98-4beb-9258-803c8a33b6a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:13.959918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b53e6-f6e0-43c4-becb-256e073eea18 req-e76c0e4b-b282-4c02-8c03-10a929f5ebd7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:13.962286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-efb06b1a-0d98-4beb-9258-803c8a33b6a3 None None] Calling delete_port for 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:13.962474 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-521b53e6-f6e0-43c4-becb-256e073eea18 req-e76c0e4b-b282-4c02-8c03-10a929f5ebd7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.98 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 946 time: 0.1372232 Nov 03 18:43:13.995112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] Calling delete_port for 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:14.010577 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.011172 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] Added segment 7fb96ae5-3002-4b9f-af08-ef5c94c0fe90 of type vlan for network 6ffa56a5-a8b0-420a-806f-07dafa1edd3b Nov 03 18:43:14.016340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1552bcd1-596a-4db6-babe-4fdc28b9a55d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:14.022142 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb7b961-9240-411a-9a46-3607333541ce']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:14.044974 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:11Z', 'revision_number': 3, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:14.058958 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Allocated IP 172.20.0.1 (6158e201-7067-485a-828c-1c59e35954b7/e3aa174d-f75e-461c-bfcb-5c4a20bb9478/f8193466-9584-40c9-945b-d5f25606915d) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:14.069639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ceb5ae-c8b3-4b27-9dc7-36092274a3f9') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:14.069639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ceb5ae-c8b3-4b27-9dc7-36092274a3f9') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:14.084123 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Checking router: fee76c26-6db8-48e0-892c-6f78471b2992 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:14.084466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Updating router fee76c26-6db8-48e0-892c-6f78471b2992 port a32106b3-8906-4983-ac57-ef794b45eff4 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:43:14.106081 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.126559 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.130977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed75069-031a-4130-aa13-e0096add4e75 req-617eb51b-8cba-462f-b159-659b85117c63 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:14.132073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ed75069-031a-4130-aa13-e0096add4e75 req-617eb51b-8cba-462f-b159-659b85117c63 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 946 time: 0.1283350 Nov 03 18:43:14.198693 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-efb06b1a-0d98-4beb-9258-803c8a33b6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.232927 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.237071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-521b53e6-f6e0-43c4-becb-256e073eea18 req-1200ffd8-ccf7-41de-8372-ff869e16a6d7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Deleting port 418fc121-6a3e-4428-99aa-44c73391beff {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:14.237319 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.237536 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-521b53e6-f6e0-43c4-becb-256e073eea18 req-1200ffd8-ccf7-41de-8372-ff869e16a6d7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.251116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:43:14.251724 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:43:14.259916 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:43:14.285679 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ed75069-031a-4130-aa13-e0096add4e75 req-5d744d32-23f3-45cb-9cca-129bae0d05ca tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/security-groups?id=6c0230ab-0932-4311-8aac-d0cf0a4cb236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410978 Nov 03 18:43:14.290761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb06b1a-0d98-4beb-9258-803c8a33b6a3 None None] No DVR routers for this DVR port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:14.292445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb06b1a-0d98-4beb-9258-803c8a33b6a3 None None] Pushing event deleted for resources: {'Port': ['ID=72fa5d3c-7879-4a03-8ec0-52d92c9e5665,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:14.346617 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.389733 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.391019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:14.392272 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.413280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-521b53e6-f6e0-43c4-becb-256e073eea18 req-1200ffd8-ccf7-41de-8372-ff869e16a6d7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] For port 418fc121-6a3e-4428-99aa-44c73391beff, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=418fc121-6a3e-4428-99aa-44c73391beff,segment=NetworkSegment(5380eed3-88fb-4b87-a256-32fd1af06981),segment_id=5380eed3-88fb-4b87-a256-32fd1af06981)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:14.414648 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-521b53e6-f6e0-43c4-becb-256e073eea18 req-1200ffd8-ccf7-41de-8372-ff869e16a6d7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.432138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-521b53e6-f6e0-43c4-becb-256e073eea18 req-1200ffd8-ccf7-41de-8372-ff869e16a6d7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Calling delete_port for 418fc121-6a3e-4428-99aa-44c73391beff owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:14.438958 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.477395 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.483965 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.484612 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "DELETE /v2.0/networks/5bb7b961-9240-411a-9a46-3607333541ce HTTP/1.1" status: 204 len: 168 time: 1.7325931 Nov 03 18:43:14.487628 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45796) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:14.520154 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5376339 Nov 03 18:43:14.521525 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.538717 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7fcfd-0d5e-4b16-b812-a6e37c230085 admin admin] Pushing event updated for resources: {'Network': ['ID=6ffa56a5-a8b0-420a-806f-07dafa1edd3b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:14.548489 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45800) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:14.573073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-37de298b-4c09-41b0-9051-de3ccbd948ea admin admin] Request body: {'subnet': {'network_id': '6ffa56a5-a8b0-420a-806f-07dafa1edd3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-365158512-subnet', 'tenant_id': '1891768c666c4cd7b0ddcbe64b0aa4a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:14.588400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] No DVR routers for this DVR port 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:14.622744 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=72fa5d3c-7879-4a03-8ec0-52d92c9e5665,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:14.627307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 6ffa56a5-a8b0-420a-806f-07dafa1edd3b details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:43:14.657897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Network 6158e201-7067-485a-828c-1c59e35954b7 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:14.658119 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99a063-20e8-4e14-b4a6-f3760a509026 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Network': ['ID=5bb7b961-9240-411a-9a46-3607333541ce,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:14.660687 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Pushing event updated for resources: {'Port': ['ID=f8193466-9584-40c9-945b-d5f25606915d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:14.672329 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:14.690640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:14.697843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a361ef-a5cd-4b7a-9ee9-069fb9aea444 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Deleting subnet ce080e30-09f7-4a57-8cc3-5ade4020b9d2 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:43:14.708920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37de298b-4c09-41b0-9051-de3ccbd948ea admin admin] Made reservation on behalf of 1891768c666c4cd7b0ddcbe64b0aa4a7 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:14.712345 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-37de298b-4c09-41b0-9051-de3ccbd948ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.739112 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9a361ef-a5cd-4b7a-9ee9-069fb9aea444 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.816399 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.844814 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.908532 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.914499 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9a361ef-a5cd-4b7a-9ee9-069fb9aea444 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.927810 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Attempting to bind port a32106b3-8906-4983-ac57-ef794b45eff4 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:14.928277 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Attempting to bind port a32106b3-8906-4983-ac57-ef794b45eff4 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:14.928715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Attempting to bind port a32106b3-8906-4983-ac57-ef794b45eff4 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:14.931458 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af72f6f-8cf3-4ba9-a02e-48269b730820 None None] Pushing event updated for resources: {'Port': ['ID=a32106b3-8906-4983-ac57-ef794b45eff4,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:14.938010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:14.938540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:14.939040 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:14.939743 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:14.940107 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Bound port: a32106b3-8906-4983-ac57-ef794b45eff4, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:14.940559 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.005530 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-521b53e6-f6e0-43c4-becb-256e073eea18 req-1200ffd8-ccf7-41de-8372-ff869e16a6d7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.027741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['418fc121-6a3e-4428-99aa-44c73391beff'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:15.067629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] For port a32106b3-8906-4983-ac57-ef794b45eff4, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:15.078397 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:43:15.081257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200ffd8-ccf7-41de-8372-ff869e16a6d7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Pushing event deleted for resources: {'Port': ['ID=418fc121-6a3e-4428-99aa-44c73391beff,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:15.091937 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] For port a32106b3-8906-4983-ac57-ef794b45eff4, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a32106b3-8906-4983-ac57-ef794b45eff4,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:15.097518 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.125822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8bd65a93-d364-447b-b3e1-77dacfdb8ba4 None None] Provisioning complete for port f8193466-9584-40c9-945b-d5f25606915d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:15.126244 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8bd65a93-d364-447b-b3e1-77dacfdb8ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.161552 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.183751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-521b53e6-f6e0-43c4-becb-256e073eea18 req-1200ffd8-ccf7-41de-8372-ff869e16a6d7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] No DVR routers for this DVR port 418fc121-6a3e-4428-99aa-44c73391beff on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:15.196092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af72f6f-8cf3-4ba9-a02e-48269b730820 None None] Pushing event updated for resources: {'Port': ['ID=a32106b3-8906-4983-ac57-ef794b45eff4,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:15.204370 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Routers {'fee76c26-6db8-48e0-892c-6f78471b2992'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:15.205208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['fee76c26-6db8-48e0-892c-6f78471b2992'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:15.212471 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-521b53e6-f6e0-43c4-becb-256e073eea18 req-1200ffd8-ccf7-41de-8372-ff869e16a6d7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.216241 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-521b53e6-f6e0-43c4-becb-256e073eea18 req-1200ffd8-ccf7-41de-8372-ff869e16a6d7 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.98 "DELETE /v2.0/ports/418fc121-6a3e-4428-99aa-44c73391beff HTTP/1.1" status: 204 len: 173 time: 1.2461638 Nov 03 18:43:15.241772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384a667c-92bc-4d2f-8f60-62f63eaa702f', 'name': 'network-vif-deleted', 'tag': '418fc121-6a3e-4428-99aa-44c73391beff'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:15.244234 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83a67fb-9fb0-4959-af80-ca71cff90925" -d '{"events": [{"server_uuid": "384a667c-92bc-4d2f-8f60-62f63eaa702f", "name": "network-vif-deleted", "tag": "418fc121-6a3e-4428-99aa-44c73391beff"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:15.261453 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9a361ef-a5cd-4b7a-9ee9-069fb9aea444 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.268522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f4f0e3-be3e-441c-ab51-65c95cd0cc38']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:15.313751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0e21f4-b3a0-4588-8ce6-327fac027d58') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:15.314081 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0e21f4-b3a0-4588-8ce6-327fac027d58') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:15.347821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8bd65a93-d364-447b-b3e1-77dacfdb8ba4 None None] Port f8193466-9584-40c9-945b-d5f25606915d cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:15.363485 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.403141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] Set router fee76c26-6db8-48e0-892c-6f78471b2992 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:15.408763 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.432564 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:43:15.433276 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:43:15.435735 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:43:15.455885 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-daeda298-fbd0-4816-99fa-beac24a3841c req-606fa254-1a7d-43ba-bf78-2d6b3d6ac1e5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3113270 Nov 03 18:43:15.502456 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:15.551191 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:15.551610 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 72fa5d3c-7879-4a03-8ec0-52d92c9e5665 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:15.551892 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.558536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.614995 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.621882 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] 10.222.0.107 "DELETE /v2.0/networks/26f4f0e3-be3e-441c-ab51-65c95cd0cc38 HTTP/1.1" status: 204 len: 168 time: 2.5569034 Nov 03 18:43:15.639549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0987cc-3f87-4748-81c9-5cb5da4d1cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=26f4f0e3-be3e-441c-ab51-65c95cd0cc38,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:15.649222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeda298-fbd0-4816-99fa-beac24a3841c req-85f3d222-ac53-4374-8935-659d09ec9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:15.650831 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-daeda298-fbd0-4816-99fa-beac24a3841c req-85f3d222-ac53-4374-8935-659d09ec9613 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3d75cd8a4d1840309141f061312d4ccb&device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 1097 time: 0.1432452 Nov 03 18:43:15.683557 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.718759 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2662bfe0-c95f-4375-a70e-03c3173ea5ec x-openstack-request-id: req-2662bfe0-c95f-4375-a70e-03c3173ea5ec {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:15.719202 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384a667c-92bc-4d2f-8f60-62f63eaa702f", "name": "network-vif-deleted", "tag": "418fc121-6a3e-4428-99aa-44c73391beff", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:15.719371 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2662bfe0-c95f-4375-a70e-03c3173ea5ec {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:15.719819 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384a667c-92bc-4d2f-8f60-62f63eaa702f', 'name': 'network-vif-deleted', 'tag': '418fc121-6a3e-4428-99aa-44c73391beff', 'status': 'completed', 'code': 200} Nov 03 18:43:15.768046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29d0342f-5215-4639-8d30-b5d222e2d329 req-c6a62413-ad56-4737-98d6-2cc581a03e77 tempest-DeleteServersTestJSON-822804560 tempest-DeleteServersTestJSON-822804560-project] 10.222.0.107 "GET /v2.0/ports?device_id=384a667c-92bc-4d2f-8f60-62f63eaa702f HTTP/1.1" status: 200 len: 210 time: 0.0524728 Nov 03 18:43:15.786241 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.800423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:11Z', 'revision_number': 3, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:15.837780 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-37de298b-4c09-41b0-9051-de3ccbd948ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.848950 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45812) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:15.856496 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c979d399-5f72-435c-ad5a-2237ef7c7d91 None None] The sync data for ids ['fee76c26-6db8-48e0-892c-6f78471b2992'] in n-d-812150-4 is: [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:11Z', 'revision_number': 3, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:15.920663 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9a361ef-a5cd-4b7a-9ee9-069fb9aea444 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.927185 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeda298-fbd0-4816-99fa-beac24a3841c req-9717326f-2b1b-4071-9402-77393639c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:15.928880 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-daeda298-fbd0-4816-99fa-beac24a3841c req-9717326f-2b1b-4071-9402-77393639c085 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0071f753-7a4d-4da4-a372-a57515f16f21 HTTP/1.1" status: 200 len: 916 time: 0.2045920 Nov 03 18:43:15.988102 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9a361ef-a5cd-4b7a-9ee9-069fb9aea444 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:15.994060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b9a361ef-a5cd-4b7a-9ee9-069fb9aea444 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "DELETE /v2.0/subnets/ce080e30-09f7-4a57-8cc3-5ade4020b9d2 HTTP/1.1" status: 204 len: 168 time: 1.4481273 Nov 03 18:43:15.995069 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45814) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:15.997748 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b87e6-50eb-4674-8fe9-fece2ffe97bb None None] Network d3c8601d-7b6e-4fa6-87ea-b143f126c055 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:16.005517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de298b-4c09-41b0-9051-de3ccbd948ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b97b10-efc1-4f6c-bc6a-503a96ad4f80,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:16.070168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a361ef-a5cd-4b7a-9ee9-069fb9aea444 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Subnet': ['ID=ce080e30-09f7-4a57-8cc3-5ade4020b9d2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:16.092432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8c91db75-5663-42a6-81f9-30ee301906f7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d5bb5dd9b6824a7dbf965bb0b017a48b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1844649 Nov 03 18:43:16.096956 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.098568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45816) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:16.104586 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37de298b-4c09-41b0-9051-de3ccbd948ea admin admin] Checking segment: {'id': '7fb96ae5-3002-4b9f-af08-ef5c94c0fe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '6ffa56a5-a8b0-420a-806f-07dafa1edd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:16.104923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37de298b-4c09-41b0-9051-de3ccbd948ea admin admin] Network hostable DHCP agents. Network: 6ffa56a5-a8b0-420a-806f-07dafa1edd3b, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:43:16.121930 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.180641 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-daeda298-fbd0-4816-99fa-beac24a3841c req-e634cd0a-9681-4cee-8198-694e29d8a765 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b77078a4-8171-4ee2-841a-23dc84c53054 HTTP/1.1" status: 200 len: 1002 time: 0.2333322 Nov 03 18:43:16.188970 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.197549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Pushing event updated for resources: {'Port': ['ID=f1de04fb-3081-4e88-885b-d5b922028268,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:16.203637 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37de298b-4c09-41b0-9051-de3ccbd948ea admin admin] Network 6ffa56a5-a8b0-420a-806f-07dafa1edd3b is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:43:16.250715 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-37de298b-4c09-41b0-9051-de3ccbd948ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 6ffa56a5-a8b0-420a-806f-07dafa1edd3b) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:16.259542 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37de298b-4c09-41b0-9051-de3ccbd948ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:16.260155 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-37de298b-4c09-41b0-9051-de3ccbd948ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.265541 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcd61d3-c7d6-46e5-9201-049d9e70302a None None] Network 6ffa56a5-a8b0-420a-806f-07dafa1edd3b requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:16.298822 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-37de298b-4c09-41b0-9051-de3ccbd948ea admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7356620 Nov 03 18:43:16.307838 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf7abac-ce30-4466-a35c-18ecffb5c227 None None] DHCP port deletion for d3c8601d-7b6e-4fa6-87ea-b143f126c055 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:43:16.327021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeda298-fbd0-4816-99fa-beac24a3841c req-11b087fc-c8cb-4987-989b-9481503cc49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:16.330087 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.334067 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-daeda298-fbd0-4816-99fa-beac24a3841c req-11b087fc-c8cb-4987-989b-9481503cc49c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3d419d3e-267b-4243-bad0-529ae5c161fe HTTP/1.1" status: 200 len: 854 time: 0.1411443 Nov 03 18:43:16.338063 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.434468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Pushing event updated for resources: {'Port': ['ID=f8193466-9584-40c9-945b-d5f25606915d,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:16.441216 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.450035 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-adf7abac-ce30-4466-a35c-18ecffb5c227 None None] Deleting port 892e838d-bf79-498a-aad1-533903354ba3 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:16.450530 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-adf7abac-ce30-4466-a35c-18ecffb5c227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.534067 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.549558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-adf7abac-ce30-4466-a35c-18ecffb5c227 None None] For port 892e838d-bf79-498a-aad1-533903354ba3, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=892e838d-bf79-498a-aad1-533903354ba3,segment=NetworkSegment(4cc41f4d-03c1-4308-8964-b0ee38b7a96e),segment_id=4cc41f4d-03c1-4308-8964-b0ee38b7a96e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:16.550169 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-adf7abac-ce30-4466-a35c-18ecffb5c227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.569873 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-adf7abac-ce30-4466-a35c-18ecffb5c227 None None] Calling delete_port for 892e838d-bf79-498a-aad1-533903354ba3 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:16.595866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Network 6158e201-7067-485a-828c-1c59e35954b7 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:16.597497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:16.686494 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Floating IP b70c1745-7349-4b9e-8022-f36eb093192a associated. External IP: 172.25.2.57, port: 3e062b6e-ff85-4572-97e5-9be075f4d8c7. Nov 03 18:43:16.735029 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-adf7abac-ce30-4466-a35c-18ecffb5c227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.779483 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a9816288-c131-4495-880b-f2054cc6a263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:16.823126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7abac-ce30-4466-a35c-18ecffb5c227 None None] Pushing event deleted for resources: {'Port': ['ID=892e838d-bf79-498a-aad1-533903354ba3,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:16.832183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f592a7c4-d18e-4749-be08-d4cb3e669cac None None] Network 6ffa56a5-a8b0-420a-806f-07dafa1edd3b requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:16.861378 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf7abac-ce30-4466-a35c-18ecffb5c227 None None] No DVR routers for this DVR port 892e838d-bf79-498a-aad1-533903354ba3 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:16.909652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Router fee76c26-6db8-48e0-892c-6f78471b2992 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:16.981180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeda298-fbd0-4816-99fa-beac24a3841c req-f5f3dd68-2076-4f48-80d3-e70fc06731e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:16.982773 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-daeda298-fbd0-4816-99fa-beac24a3841c req-f5f3dd68-2076-4f48-80d3-e70fc06731e5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0071f753-7a4d-4da4-a372-a57515f16f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6197350 Nov 03 18:43:17.022481 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a9816288-c131-4495-880b-f2054cc6a263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.119979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:17.122054 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 418fc121-6a3e-4428-99aa-44c73391beff no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:17.126182 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-79161d32-4be2-41f9-8680-e1dd95015b69 admin admin] 10.222.0.107 "PUT /v2.0/routers/fee76c26-6db8-48e0-892c-6f78471b2992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9557648 Nov 03 18:43:17.192223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 418fc121-6a3e-4428-99aa-44c73391beff {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:17.193039 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 418fc121-6a3e-4428-99aa-44c73391beff not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:17.198305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8ff28c9a-2a97-40f2-8d47-5e6959bf7446 None None] Provisioning complete for port f8193466-9584-40c9-945b-d5f25606915d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:17.199042 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8ff28c9a-2a97-40f2-8d47-5e6959bf7446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.276279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8ff28c9a-2a97-40f2-8d47-5e6959bf7446 None None] Port f8193466-9584-40c9-945b-d5f25606915d cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:17.378550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Deleting port 892e838d-bf79-498a-aad1-533903354ba3 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:17.379038 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.399200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45854) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:17.403036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a32106b3-8906-4983-ac57-ef794b45eff4 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:17.405214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1269628453-network', 'tenant_id': '8767d980e1c243d8a6e24d8046163ba3'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:17.433941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] Made reservation on behalf of 8767d980e1c243d8a6e24d8046163ba3 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:17.439377 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.462713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] For port 892e838d-bf79-498a-aad1-533903354ba3, host n-d-812150-4, got binding levels [] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:17.463223 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.469531 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.480838 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port a32106b3-8906-4983-ac57-ef794b45eff4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:17.481125 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.483861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Calling delete_port for 892e838d-bf79-498a-aad1-533903354ba3 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:17.487322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_backend_mixin [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Port 892e838d-bf79-498a-aad1-533903354ba3 was not found and therefore no delete operation was performed {{(pid=101711) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:43:17.492301 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.604246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] No DVR routers for this DVR port 892e838d-bf79-498a-aad1-533903354ba3 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:17.624713 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.630872 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.660912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:43:17.662670 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.680451 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.680559 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] Added segment 9d7367d7-5c0f-4cac-b427-1e13086d5b49 of type vlan for network a4cb52b7-c111-43a0-ac79-eab125bcd2e5 Nov 03 18:43:17.721052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Port': ['ID=892e838d-bf79-498a-aad1-533903354ba3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:17.725056 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port a32106b3-8906-4983-ac57-ef794b45eff4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a32106b3-8906-4983-ac57-ef794b45eff4,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:17.731772 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.759605 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.816614 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-daeda298-fbd0-4816-99fa-beac24a3841c req-9022dd61-4976-4da1-b4f7-bc26ac0985e9 service neutron] 10.222.0.87 "GET /v2.0/networks/0071f753-7a4d-4da4-a372-a57515f16f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7732091 Nov 03 18:43:17.822067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac7a2a1-c522-43ae-8ecb-0f3f0f574721,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:17.827874 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.829778 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 892e838d-bf79-498a-aad1-533903354ba3 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:17.832891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:17.833330 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.863908 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a9816288-c131-4495-880b-f2054cc6a263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.866058 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 892e838d-bf79-498a-aad1-533903354ba3 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:17.867240 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a9816288-c131-4495-880b-f2054cc6a263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.868286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 892e838d-bf79-498a-aad1-533903354ba3 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:17.886569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=a32106b3-8906-4983-ac57-ef794b45eff4,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:17.892304 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a9816288-c131-4495-880b-f2054cc6a263 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c8ee0857-2d31-4da3-8725-d6fc6394b7c2 HTTP/1.1" status: 204 len: 168 time: 1.7858548 Nov 03 18:43:17.922638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5188069 Nov 03 18:43:17.922638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45872) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:17.929974 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-3a5db580-9482-49f8-b9aa-bb37393b5b4a admin admin] Request body: {'subnet': {'network_id': 'a4cb52b7-c111-43a0-ac79-eab125bcd2e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1269628453-subnet', 'tenant_id': '8767d980e1c243d8a6e24d8046163ba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:17.952109 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ab753-3f53-436b-9ed4-16c7f18713f2 admin admin] Pushing event updated for resources: {'Network': ['ID=a4cb52b7-c111-43a0-ac79-eab125bcd2e5,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:17.956890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5db580-9482-49f8-b9aa-bb37393b5b4a admin admin] Made reservation on behalf of 8767d980e1c243d8a6e24d8046163ba3 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:17.959893 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a5db580-9482-49f8-b9aa-bb37393b5b4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:17.966002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network a4cb52b7-c111-43a0-ac79-eab125bcd2e5 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:43:18.227032 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.242878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45878) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:18.249004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--736952818', 'description': 'tempest-description--1025495192'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:18.307660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9816288-c131-4495-880b-f2054cc6a263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ee0857-2d31-4da3-8725-d6fc6394b7c2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:18.317513 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.328162 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c8601d-7b6e-4fa6-87ea-b143f126c055']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:18.356063 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc41f4d-03c1-4308-8964-b0ee38b7a96e') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:18.356353 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc41f4d-03c1-4308-8964-b0ee38b7a96e') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:18.420335 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.421650 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.427675 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.463322 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.469127 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a5db580-9482-49f8-b9aa-bb37393b5b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.475464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:43:18.476155 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.476461 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d131b9-00db-45a2-90d9-8706c954d324,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:43:18.484819 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:43:18.489046 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.490302 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2462754 Nov 03 18:43:18.496191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:18.496542 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:18.496883 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:18.497495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:18.497954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:18.498441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:18.498772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:18.499101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:18.499499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:18.499842 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:18.500403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:18.500716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87af32a9-734c-46fa-8df1-9715d6568495 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:18.505638 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-daeda298-fbd0-4816-99fa-beac24a3841c req-e463795b-9b17-4c4a-b9ea-fa77765eb64a service neutron] 10.222.0.87 "GET /v2.0/networks/0071f753-7a4d-4da4-a372-a57515f16f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679459 Nov 03 18:43:18.506108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45882) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:18.534002 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-e039ce5d-a23a-46c8-8daa-edb8ba950973 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Request body: {'security_group_rule': {'security_group_id': '13d131b9-00db-45a2-90d9-8706c954d324', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:18.582829 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5db580-9482-49f8-b9aa-bb37393b5b4a admin admin] Checking segment: {'id': '9d7367d7-5c0f-4cac-b427-1e13086d5b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a4cb52b7-c111-43a0-ac79-eab125bcd2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:18.583194 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5db580-9482-49f8-b9aa-bb37393b5b4a admin admin] Network hostable DHCP agents. Network: a4cb52b7-c111-43a0-ac79-eab125bcd2e5, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:43:18.595257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5db580-9482-49f8-b9aa-bb37393b5b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d68ac89-f37e-4cba-9b5f-65afbe89d0e5,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:18.607620 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5db580-9482-49f8-b9aa-bb37393b5b4a admin admin] Network a4cb52b7-c111-43a0-ac79-eab125bcd2e5 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:43:18.613622 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e039ce5d-a23a-46c8-8daa-edb8ba950973 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.619190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Router 9163a2ae-3c73-469f-9cde-5336d0b9d5a1 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:18.623410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-3a5db580-9482-49f8-b9aa-bb37393b5b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, a4cb52b7-c111-43a0-ac79-eab125bcd2e5) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:18.629078 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5db580-9482-49f8-b9aa-bb37393b5b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:18.630998 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a5db580-9482-49f8-b9aa-bb37393b5b4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.643252 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d58c24f-ffe2-4813-814a-bea2662f22aa None None] Network a4cb52b7-c111-43a0-ac79-eab125bcd2e5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:18.668678 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3a5db580-9482-49f8-b9aa-bb37393b5b4a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7361503 Nov 03 18:43:18.669564 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.695561 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.700209 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "DELETE /v2.0/networks/d3c8601d-7b6e-4fa6-87ea-b143f126c055 HTTP/1.1" status: 204 len: 168 time: 2.7028451 Nov 03 18:43:18.706866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb02c4-0cb6-4f31-892d-86f357107f5c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Network': ['ID=d3c8601d-7b6e-4fa6-87ea-b143f126c055,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:18.707767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45890) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:18.749406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4bcddad5-d2eb-4504-a1f1-e746ddb6dc1e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-635365080'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:18.779203 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e039ce5d-a23a-46c8-8daa-edb8ba950973 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.791152 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e039ce5d-a23a-46c8-8daa-edb8ba950973 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.866533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcddad5-d2eb-4504-a1f1-e746ddb6dc1e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Made reservation on behalf of 1e84dea8fa8041e993abb7088b06811e for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:18.872174 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bcddad5-d2eb-4504-a1f1-e746ddb6dc1e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.894374 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Sync routers for ids ['fee76c26-6db8-48e0-892c-6f78471b2992'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:18.899800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039ce5d-a23a-46c8-8daa-edb8ba950973 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7dfa7d-37af-42d6-a661-3d018a948336,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:18.912339 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e039ce5d-a23a-46c8-8daa-edb8ba950973 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.916318 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e039ce5d-a23a-46c8-8daa-edb8ba950973 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3886716 Nov 03 18:43:18.916528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45896) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:18.921133 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Routers {'fee76c26-6db8-48e0-892c-6f78471b2992'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:18.923277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-5bf02a1f-733f-4262-800b-d6e1ef0f9e94 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Request body: {'security_group_rule': {'security_group_id': '13d131b9-00db-45a2-90d9-8706c954d324', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:18.924108 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['fee76c26-6db8-48e0-892c-6f78471b2992'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:18.932821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcddad5-d2eb-4504-a1f1-e746ddb6dc1e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:43:18.941706 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bcddad5-d2eb-4504-a1f1-e746ddb6dc1e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.942053 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-4bcddad5-d2eb-4504-a1f1-e746ddb6dc1e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Added segment 31be7543-ba1a-47bb-bad9-cba792535eda of type vlan for network 9fda6dbf-22b6-471c-8af8-e905c5cf3a78 Nov 03 18:43:18.987366 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bcddad5-d2eb-4504-a1f1-e746ddb6dc1e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:18.994236 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bf02a1f-733f-4262-800b-d6e1ef0f9e94 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.054231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe717885-9add-4dee-91dc-0f7bf159a7a9 None None] Network a4cb52b7-c111-43a0-ac79-eab125bcd2e5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:19.089167 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bcddad5-d2eb-4504-a1f1-e746ddb6dc1e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.099929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcddad5-d2eb-4504-a1f1-e746ddb6dc1e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:19.100585 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bcddad5-d2eb-4504-a1f1-e746ddb6dc1e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.121168 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:19.216306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f708e-fb85-462c-8122-cb273cde7697 None None] Sync routers for ids ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:19.223116 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Set router fee76c26-6db8-48e0-892c-6f78471b2992 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:19.254729 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bf02a1f-733f-4262-800b-d6e1ef0f9e94 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.262937 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bf02a1f-733f-4262-800b-d6e1ef0f9e94 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.300971 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.304443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f708e-fb85-462c-8122-cb273cde7697 None None] Routers {'9163a2ae-3c73-469f-9cde-5336d0b9d5a1'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:19.308226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2c6f708e-fb85-462c-8122-cb273cde7697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:19.332932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf02a1f-733f-4262-800b-d6e1ef0f9e94 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9229d0d-3615-4608-8311-f15de8acf13d,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:19.369009 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bf02a1f-733f-4262-800b-d6e1ef0f9e94 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.379174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5bf02a1f-733f-4262-800b-d6e1ef0f9e94 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4590330 Nov 03 18:43:19.382246 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45912) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:19.413275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:19.471554 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.556051 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4bcddad5-d2eb-4504-a1f1-e746ddb6dc1e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8471520 Nov 03 18:43:19.566111 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45918) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:19.581211 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b0e19e6f-6720-4008-988e-0c54cf18186c tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.5320098 Nov 03 18:43:19.591080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45920) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:19.592924 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8d1bffde-6ad3-45b5-aae8-4e698ca8a958 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Request body: {'subnet': {'network_id': '9fda6dbf-22b6-471c-8af8-e905c5cf3a78', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:19.600238 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcddad5-d2eb-4504-a1f1-e746ddb6dc1e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event updated for resources: {'Network': ['ID=9fda6dbf-22b6-471c-8af8-e905c5cf3a78,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:19.751638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a32106b3-8906-4983-ac57-ef794b45eff4 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:19.757487 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f8193466-9584-40c9-945b-d5f25606915d', 'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'mac_address': 'fa:16:3e:76:6b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:13Z', 'updated_at': '2021-11-03T18:43:16Z', 'revision_number': 2, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'subnets': [{'id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:19.761238 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 9fda6dbf-22b6-471c-8af8-e905c5cf3a78 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:43:19.804142 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2c6f708e-fb85-462c-8122-cb273cde7697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:19.857559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1bffde-6ad3-45b5-aae8-4e698ca8a958 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Made reservation on behalf of 1e84dea8fa8041e993abb7088b06811e for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:19.863000 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8d1bffde-6ad3-45b5-aae8-4e698ca8a958 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:19.983278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdc63a-4f19-469b-9961-7eecdd1075af req-40f07951-a5e0-4347-a248-0ffab7d9d940 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:19.989166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f708e-fb85-462c-8122-cb273cde7697 None None] Routers {'9163a2ae-3c73-469f-9cde-5336d0b9d5a1'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:19.990263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2c6f708e-fb85-462c-8122-cb273cde7697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:19.991858 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0acdc63a-4f19-469b-9961-7eecdd1075af req-40f07951-a5e0-4347-a248-0ffab7d9d940 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 946 time: 0.4446518 Nov 03 18:43:20.025413 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Checking router: fee76c26-6db8-48e0-892c-6f78471b2992 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:20.038508 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2c6f708e-fb85-462c-8122-cb273cde7697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:20.039824 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Updating router fee76c26-6db8-48e0-892c-6f78471b2992 port f8193466-9584-40c9-945b-d5f25606915d binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:43:20.040037 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f708e-fb85-462c-8122-cb273cde7697 None None] The sync data for ids ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:20.079097 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port a32106b3-8906-4983-ac57-ef794b45eff4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:20.079824 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.118935 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.219646 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0acdc63a-4f19-469b-9961-7eecdd1075af req-4e6a34a5-6cd8-44aa-a50c-7370d33a8fbc tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/security-groups?id=58886e04-1a7e-4a92-a262-437bd1986add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263494 Nov 03 18:43:20.243460 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-1a631424-7ba7-44cc-9745-923f5c06fdb0 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:20.245563 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-1a631424-7ba7-44cc-9745-923f5c06fdb0 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/networks?id=6ffa56a5-a8b0-420a-806f-07dafa1edd3b HTTP/1.1" status: 200 len: 814 time: 0.2437341 Nov 03 18:43:20.253015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8b1be221-57f1-473a-bd70-8d5a66d16ed1 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] 10.222.0.107 "GET /v2.0/floatingips/b70c1745-7349-4b9e-8022-f36eb093192a HTTP/1.1" status: 200 len: 981 time: 0.6581547 Nov 03 18:43:20.258053 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45938) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:20.259834 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.634566 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-6c685dbc-702d-45f8-bd3b-43d0cb0d1c6e tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=696f3b5a980b41b2a8bf54f37ca90492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549216 Nov 03 18:43:20.641157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-df54b7b2-894d-422a-bc15-4bb3d0f50d73 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] 10.222.0.107 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.3787081 Nov 03 18:43:20.643209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-17747142-04ba-4a4a-87aa-4918f04968fa tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/quotas/1891768c666c4cd7b0ddcbe64b0aa4a7 HTTP/1.1" status: 200 len: 375 time: 0.1829460 Nov 03 18:43:20.645588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45948) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:20.692849 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Allocated IP 172.25.2.52 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/da5e04d5-01ff-4a31-bea5-dc7dfb195a41) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:20.758667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-5620140d-f90f-42d9-b885-970b7d1ef95e tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=1891768c666c4cd7b0ddcbe64b0aa4a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029487 Nov 03 18:43:20.766194 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.775700 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.899087 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6dc75-65d7-4fa8-8150-4aece5b27ed8 None None] Pushing event updated for resources: {'Port': ['ID=f8193466-9584-40c9-945b-d5f25606915d,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:20.900086 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8d1bffde-6ad3-45b5-aae8-4e698ca8a958 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:20.925569 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda6dc75-65d7-4fa8-8150-4aece5b27ed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:20.926085 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda6dc75-65d7-4fa8-8150-4aece5b27ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:20.926522 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda6dc75-65d7-4fa8-8150-4aece5b27ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:20.927142 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda6dc75-65d7-4fa8-8150-4aece5b27ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:20.928178 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda6dc75-65d7-4fa8-8150-4aece5b27ed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:20.928687 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda6dc75-65d7-4fa8-8150-4aece5b27ed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:20.929123 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda6dc75-65d7-4fa8-8150-4aece5b27ed8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:20.930130 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda6dc75-65d7-4fa8-8150-4aece5b27ed8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:20.930564 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda6dc75-65d7-4fa8-8150-4aece5b27ed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:20.931146 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda6dc75-65d7-4fa8-8150-4aece5b27ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:20.931597 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda6dc75-65d7-4fa8-8150-4aece5b27ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:20.932334 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda6dc75-65d7-4fa8-8150-4aece5b27ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:20.942279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-f1a61a52-d001-45b7-ae9a-b639b6c9e2c3 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:43:20.962883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-f1a61a52-d001-45b7-ae9a-b639b6c9e2c3 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2031021 Nov 03 18:43:21.060701 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Attempting to bind port f8193466-9584-40c9-945b-d5f25606915d on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:21.061263 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Attempting to bind port f8193466-9584-40c9-945b-d5f25606915d by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:21.061427 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Attempting to bind port f8193466-9584-40c9-945b-d5f25606915d on network 6158e201-7067-485a-828c-1c59e35954b7 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:21.067440 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:21.068090 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Checking segment: {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:21.069948 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.071219 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Bound using segment: {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:21.071896 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Bound port: f8193466-9584-40c9-945b-d5f25606915d, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:21.072300 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.100229 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bffde-6ad3-45b5-aae8-4e698ca8a958 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event updated for resources: {'Subnet': ['ID=c0dd97d8-c3c3-4023-a1c0-e85a644d6371,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:21.134370 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1bffde-6ad3-45b5-aae8-4e698ca8a958 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Checking segment: {'id': '31be7543-ba1a-47bb-bad9-cba792535eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9fda6dbf-22b6-471c-8af8-e905c5cf3a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:21.134764 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1bffde-6ad3-45b5-aae8-4e698ca8a958 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Network hostable DHCP agents. Network: 9fda6dbf-22b6-471c-8af8-e905c5cf3a78, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:43:21.184939 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] For port f8193466-9584-40c9-945b-d5f25606915d, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:21.190803 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] For port f8193466-9584-40c9-945b-d5f25606915d, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f8193466-9584-40c9-945b-d5f25606915d,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:21.191381 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-36cf5642-1934-404a-83f0-ad93cf3cd509 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Deleting port f1de04fb-3081-4e88-885b-d5b922028268 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:21.192499 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36cf5642-1934-404a-83f0-ad93cf3cd509 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.197848 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.280760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Provisioning complete for port f8193466-9584-40c9-945b-d5f25606915d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:21.284522 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.326531 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Routers {'fee76c26-6db8-48e0-892c-6f78471b2992'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:21.327184 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['fee76c26-6db8-48e0-892c-6f78471b2992'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:21.371786 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36cf5642-1934-404a-83f0-ad93cf3cd509 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.372770 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36cf5642-1934-404a-83f0-ad93cf3cd509 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.401613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-36cf5642-1934-404a-83f0-ad93cf3cd509 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Calling delete_port for f1de04fb-3081-4e88-885b-d5b922028268 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:21.533926 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.613746 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] For port f8193466-9584-40c9-945b-d5f25606915d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f8193466-9584-40c9-945b-d5f25606915d,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:21.626210 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] Set router fee76c26-6db8-48e0-892c-6f78471b2992 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:21.629085 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.682363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1bffde-6ad3-45b5-aae8-4e698ca8a958 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Network 9fda6dbf-22b6-471c-8af8-e905c5cf3a78 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:43:21.697570 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6dc75-65d7-4fa8-8150-4aece5b27ed8 None None] Pushing event updated for resources: {'Port': ['ID=f8193466-9584-40c9-945b-d5f25606915d,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:21.717080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Pushing event updated for resources: {'Port': ['ID=f8193466-9584-40c9-945b-d5f25606915d,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:21.732610 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:21.732824 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-8d1bffde-6ad3-45b5-aae8-4e698ca8a958 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 9fda6dbf-22b6-471c-8af8-e905c5cf3a78) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:21.733306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:21.734560 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:21.735058 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:21.735554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:21.736819 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:21.737310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:21.737808 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:21.738281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:21.739566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:21.740243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:21.740959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f7979-dbf4-4402-a731-497c70db2f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:43:21.751342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390d9799-021b-4be2-aa3f-283ce1448432 None None] Network 9fda6dbf-22b6-471c-8af8-e905c5cf3a78 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:21.761849 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-a2136430-fc44-453a-b6e5-21b903d3e4fa tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:21.765237 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-4e23de2b-03fd-4021-b9cb-07ca8cfebba2 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:21.767027 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-4e23de2b-03fd-4021-b9cb-07ca8cfebba2 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 946 time: 0.1312699 Nov 03 18:43:21.767667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-a2136430-fc44-453a-b6e5-21b903d3e4fa tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1110675 Nov 03 18:43:21.803005 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-de67a640-85e8-4876-a06a-b7680a866f1c tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/quotas/696f3b5a980b41b2a8bf54f37ca90492 HTTP/1.1" status: 200 len: 375 time: 0.0252850 Nov 03 18:43:21.815679 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3f09f0ed-2c9c-47bb-b35a-2033be2e042e None None] Provisioning complete for port f8193466-9584-40c9-945b-d5f25606915d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:21.816300 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3f09f0ed-2c9c-47bb-b35a-2033be2e042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.846410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1bffde-6ad3-45b5-aae8-4e698ca8a958 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:21.847024 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8d1bffde-6ad3-45b5-aae8-4e698ca8a958 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:21.857779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-f3c41366-697f-4f7b-b1cc-f91f1d7a595d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=696f3b5a980b41b2a8bf54f37ca90492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452714 Nov 03 18:43:21.863466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-01afaa39-35f7-4beb-bb1f-7bbe331f8e9d service neutron] 10.222.0.107 "GET /v2.0/networks/6ffa56a5-a8b0-420a-806f-07dafa1edd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8997195 Nov 03 18:43:21.948991 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8d1bffde-6ad3-45b5-aae8-4e698ca8a958 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3755803 Nov 03 18:43:21.959863 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f8193466-9584-40c9-945b-d5f25606915d', 'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'mac_address': 'fa:16:3e:76:6b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:13Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'subnets': [{'id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:21.968834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45956) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:21.974714 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-32d896d1-7e91-43d3-9904-c5685d875190 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-26242781'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:21.984862 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36cf5642-1934-404a-83f0-ad93cf3cd509 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.006189 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.024430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf5642-1934-404a-83f0-ad93cf3cd509 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event deleted for resources: {'Port': ['ID=f1de04fb-3081-4e88-885b-d5b922028268,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:22.044205 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f35014-b789-48d1-9e70-c6ab2f5882b2 None None] The sync data for ids ['fee76c26-6db8-48e0-892c-6f78471b2992'] in n-d-812150-4 is: [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f8193466-9584-40c9-945b-d5f25606915d', 'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'mac_address': 'fa:16:3e:76:6b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:13Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'subnets': [{'id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:22.089911 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.097219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d896d1-7e91-43d3-9904-c5685d875190 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Made reservation on behalf of 1e84dea8fa8041e993abb7088b06811e for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:22.101201 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32d896d1-7e91-43d3-9904-c5685d875190 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.130802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-9fda6dbf-22b6-471c-8af8-e905c5cf3a78', 'network_id': '9fda6dbf-22b6-471c-8af8-e905c5cf3a78', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'fixed_ips': [{'subnet_id': 'c0dd97d8-c3c3-4023-a1c0-e85a644d6371'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:43:22.134212 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.158016 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-3f088a8d-5a58-4041-af01-5e296fb686c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Deleting port b77078a4-8171-4ee2-841a-23dc84c53054 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:22.158378 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-3f088a8d-5a58-4041-af01-5e296fb686c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.238620 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:22.241385 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d896d1-7e91-43d3-9904-c5685d875190 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:43:22.249414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:22.255917 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36cf5642-1934-404a-83f0-ad93cf3cd509 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.256455 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-36cf5642-1934-404a-83f0-ad93cf3cd509 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Floating IP b70c1745-7349-4b9e-8022-f36eb093192a disassociated (deleted). External IP: 172.25.2.57, port: 3e062b6e-ff85-4572-97e5-9be075f4d8c7. Nov 03 18:43:22.262061 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:22.354121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event updated for resources: {'Port': ['ID=da5e04d5-01ff-4a31-bea5-dc7dfb195a41,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:22.419379 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32d896d1-7e91-43d3-9904-c5685d875190 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.426500 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-32d896d1-7e91-43d3-9904-c5685d875190 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Added segment 184c96ba-61b4-460e-8aea-1b227bdfa60c of type vlan for network 63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 Nov 03 18:43:22.433004 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-8df8fb1e-cb5c-48a2-beac-c5367adbe646 service neutron] 10.222.0.107 "GET /v2.0/networks/6ffa56a5-a8b0-420a-806f-07dafa1edd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624263 Nov 03 18:43:22.530355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14038865-968c-4c3a-a3ab-e0d25fff5fe8 req-ee718600-e25c-4167-a8e1-cb0ab7d99450 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:22.533006 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14038865-968c-4c3a-a3ab-e0d25fff5fe8 req-ee718600-e25c-4167-a8e1-cb0ab7d99450 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 946 time: 0.1541765 Nov 03 18:43:22.597849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Allocated IP 19.80.0.2 (9fda6dbf-22b6-471c-8af8-e905c5cf3a78/c0dd97d8-c3c3-4023-a1c0-e85a644d6371/3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:22.620930 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32d896d1-7e91-43d3-9904-c5685d875190 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.662937 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.782385 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-3f088a8d-5a58-4041-af01-5e296fb686c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] For port b77078a4-8171-4ee2-841a-23dc84c53054, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=b77078a4-8171-4ee2-841a-23dc84c53054,segment=NetworkSegment(deba385e-2f9f-4378-84b0-b192495924ca),segment_id=deba385e-2f9f-4378-84b0-b192495924ca)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:22.782967 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-3f088a8d-5a58-4041-af01-5e296fb686c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.818389 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.db.resource_extend [None req-32d896d1-7e91-43d3-9904-c5685d875190 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:43:22.837748 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.869052 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14038865-968c-4c3a-a3ab-e0d25fff5fe8 req-716e3f14-8665-4998-9fa7-c23be70d4338 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/security-groups?id=58886e04-1a7e-4a92-a262-437bd1986add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3271627 Nov 03 18:43:22.893396 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.903785 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:22.983482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Network 9fda6dbf-22b6-471c-8af8-e905c5cf3a78 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:22.988800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:22.995912 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:23.044201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Pushing event updated for resources: {'Port': ['ID=3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:23.106816 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32d896d1-7e91-43d3-9904-c5685d875190 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.113010 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d896d1-7e91-43d3-9904-c5685d875190 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:23.113721 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32d896d1-7e91-43d3-9904-c5685d875190 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.183768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cbbcb93-5ee1-4fb7-be38-3472542cc5f2 req-7ca396e1-711d-48b2-bbd8-965cec3d38a7 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 210 time: 0.3334086 Nov 03 18:43:23.185029 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Attempting to bind port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:23.185611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Attempting to bind port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '31be7543-ba1a-47bb-bad9-cba792535eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9fda6dbf-22b6-471c-8af8-e905c5cf3a78'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:23.185975 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Attempting to bind port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f on network 9fda6dbf-22b6-471c-8af8-e905c5cf3a78 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:23.193466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:23.193879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Checking segment: {'id': '31be7543-ba1a-47bb-bad9-cba792535eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9fda6dbf-22b6-471c-8af8-e905c5cf3a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:23.213797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a90aa6c-f573-43dd-a350-596f20fb4bcb req-ea1e1562-d927-4c79-a90b-cb526576907c tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 210 time: 0.2035306 Nov 03 18:43:23.227236 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.228570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Bound using segment: {'id': '31be7543-ba1a-47bb-bad9-cba792535eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9fda6dbf-22b6-471c-8af8-e905c5cf3a78'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:23.229764 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Bound port: 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31be7543-ba1a-47bb-bad9-cba792535eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9fda6dbf-22b6-471c-8af8-e905c5cf3a78'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:23.231265 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.410581 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] For port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:23.414716 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] For port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f,segment=NetworkSegment(31be7543-ba1a-47bb-bad9-cba792535eda),segment_id=31be7543-ba1a-47bb-bad9-cba792535eda)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:23.424155 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f8193466-9584-40c9-945b-d5f25606915d up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:23.486557 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-32d896d1-7e91-43d3-9904-c5685d875190 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5141997 Nov 03 18:43:23.512623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45988) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:23.537088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6791f10d-9815-4c29-a28e-89675cac1c97 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Request body: {'subnet': {'network_id': '63dc7cb1-7e78-4dd0-ad17-4929d9aaf035', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:23.590247 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.615334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45994) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:23.717216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7088c-b734-4072-8d31-11670e4de834 None None] Pushing event updated for resources: {'Port': ['ID=3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:23.728524 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f8193466-9584-40c9-945b-d5f25606915d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:23.729976 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.812181 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d896d1-7e91-43d3-9904-c5685d875190 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event updated for resources: {'Network': ['ID=63dc7cb1-7e78-4dd0-ad17-4929d9aaf035,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:23.830809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:43:23.961342 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:23.979454 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cf5642-1934-404a-83f0-ad93cf3cd509 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Router 9163a2ae-3c73-469f-9cde-5336d0b9d5a1 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:23.988255 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.036770 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-3f088a8d-5a58-4041-af01-5e296fb686c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.037143 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-3f088a8d-5a58-4041-af01-5e296fb686c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.037559 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-3f088a8d-5a58-4041-af01-5e296fb686c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Floating IP 839b60f0-81a6-44ef-b4ae-279918d154b1 disassociated. External IP: 172.25.2.227, port: b77078a4-8171-4ee2-841a-23dc84c53054. Nov 03 18:43:24.037867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-3f088a8d-5a58-4041-af01-5e296fb686c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Calling delete_port for b77078a4-8171-4ee2-841a-23dc84c53054 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:24.170198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16bb472-45cd-4d23-a7d2-00888503f627 admin admin] Deleting subnet ff7ca472-a50c-48ab-a812-76c46b2d1f6a {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:43:24.219658 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b16bb472-45cd-4d23-a7d2-00888503f627 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.221749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6791f10d-9815-4c29-a28e-89675cac1c97 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Made reservation on behalf of 1e84dea8fa8041e993abb7088b06811e for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:24.232998 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6791f10d-9815-4c29-a28e-89675cac1c97 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.306931 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event updated for resources: {'Port': ['ID=da5e04d5-01ff-4a31-bea5-dc7dfb195a41,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:24.464169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-5a62e0d1-7991-4d0b-8e54-a89a897fc5ad tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=696f3b5a980b41b2a8bf54f37ca90492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1355400 Nov 03 18:43:24.497829 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-3f088a8d-5a58-4041-af01-5e296fb686c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.503911 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5af68b15-4051-4c77-b626-ae1210d5e874 req-3011741e-ab73-4c23-9358-9acfed70fcbe tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 210 time: 0.1251605 Nov 03 18:43:24.519200 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b16bb472-45cd-4d23-a7d2-00888503f627 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.520156 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cf5642-1934-404a-83f0-ad93cf3cd509 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:24.536639 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ad82f-7069-409d-9bbe-87918628222d None None] Sync routers for ids ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:24.556059 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36cf5642-1934-404a-83f0-ad93cf3cd509 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.560106 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f088a8d-5a58-4041-af01-5e296fb686c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Pushing event deleted for resources: {'Port': ['ID=b77078a4-8171-4ee2-841a-23dc84c53054,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:24.560663 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ad82f-7069-409d-9bbe-87918628222d None None] Routers {'9163a2ae-3c73-469f-9cde-5336d0b9d5a1'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:24.561318 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-012ad82f-7069-409d-9bbe-87918628222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:24.601982 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-36cf5642-1934-404a-83f0-ad93cf3cd509 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] 10.222.0.107 "DELETE /v2.0/floatingips/b70c1745-7349-4b9e-8022-f36eb093192a HTTP/1.1" status: 204 len: 168 time: 3.9536965 Nov 03 18:43:24.605786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46004) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:24.611725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:24.647854 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-012ad82f-7069-409d-9bbe-87918628222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:24.660878 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ad82f-7069-409d-9bbe-87918628222d None None] Routers {'9163a2ae-3c73-469f-9cde-5336d0b9d5a1'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:24.661775 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-012ad82f-7069-409d-9bbe-87918628222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:24.697504 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-012ad82f-7069-409d-9bbe-87918628222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:24.698396 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ad82f-7069-409d-9bbe-87918628222d None None] The sync data for ids ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:24.729304 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.754330 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.777452 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590d0c9-ef6f-4624-bd08-58dca6b514b6 req-0a218738-e12e-47dd-a232-9b37a8ce84c7 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:24.785138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d590d0c9-ef6f-4624-bd08-58dca6b514b6 req-0a218738-e12e-47dd-a232-9b37a8ce84c7 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c208786-fc09-4aea-8bd7-c9f9b23acfe0 HTTP/1.1" status: 200 len: 867 time: 0.6877434 Nov 03 18:43:24.872087 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a954b7c-4c97-42b0-8389-c0e2c36e133a req-32285c3f-6674-4e41-9f50-c87584057af3 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 210 time: 0.1418893 Nov 03 18:43:24.910983 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b16bb472-45cd-4d23-a7d2-00888503f627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:24.916499 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-3f088a8d-5a58-4041-af01-5e296fb686c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Router b1a72a0d-a49a-4600-8340-f072c93b98b7 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:25.080408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-8fb095b9-e0a8-4359-9f80-434eb40e26fd tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:25.082243 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-8fb095b9-e0a8-4359-9f80-434eb40e26fd tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5993824 Nov 03 18:43:25.091628 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b16bb472-45cd-4d23-a7d2-00888503f627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.149819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bb472-45cd-4d23-a7d2-00888503f627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff7ca472-a50c-48ab-a812-76c46b2d1f6a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:25.161629 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.174593 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-193937e4-f322-4296-a6f9-911e194ad71e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7814226 Nov 03 18:43:25.177614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Request body: {'port': {'device_id': '05e08075-831b-4687-b90b-8d1740941b26', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '696f3b5a980b41b2a8bf54f37ca90492'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:25.243505 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.252497 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-3f088a8d-5a58-4041-af01-5e296fb686c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:25.264450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069838ea-41e3-4670-8510-41b4c4bf6762 None None] Sync routers for ids ['b1a72a0d-a49a-4600-8340-f072c93b98b7'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:25.295787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069838ea-41e3-4670-8510-41b4c4bf6762 None None] Routers {'b1a72a0d-a49a-4600-8340-f072c93b98b7'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:25.296816 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-069838ea-41e3-4670-8510-41b4c4bf6762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b1a72a0d-a49a-4600-8340-f072c93b98b7'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:25.343990 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b16bb472-45cd-4d23-a7d2-00888503f627 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.347462 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b16bb472-45cd-4d23-a7d2-00888503f627 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/ff7ca472-a50c-48ab-a812-76c46b2d1f6a HTTP/1.1" status: 204 len: 168 time: 1.7311015 Nov 03 18:43:25.358244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46008) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:25.372553 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6791f10d-9815-4c29-a28e-89675cac1c97 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.498088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-069838ea-41e3-4670-8510-41b4c4bf6762 None None] Set router b1a72a0d-a49a-4600-8340-f072c93b98b7 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:25.550130 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d590d0c9-ef6f-4624-bd08-58dca6b514b6 req-b243b00d-1c57-4c1c-8947-37c0d1073c54 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/security-groups?id=58886e04-1a7e-4a92-a262-437bd1986add&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7452557 Nov 03 18:43:25.615913 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:25.619758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832040e7-e039-4815-8be4-1bdf3d751e65 None None] Network 9fda6dbf-22b6-471c-8af8-e905c5cf3a78 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:25.699497 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36fc8a99-a8e4-48e1-a1ba-1045bfa100cd req-51e722a3-0494-4484-a2b5-fe7925c1ec3c tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 210 time: 0.0847092 Nov 03 18:43:25.741354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791f10d-9815-4c29-a28e-89675cac1c97 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event updated for resources: {'Subnet': ['ID=f2ded83b-5709-4419-86c5-5f8ece8e88e4,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:25.754462 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b59c969b-e7dd-4b57-b70a-94d03a466b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.764022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6791f10d-9815-4c29-a28e-89675cac1c97 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Checking segment: {'id': '184c96ba-61b4-460e-8aea-1b227bdfa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '63dc7cb1-7e78-4dd0-ad17-4929d9aaf035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:25.764392 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6791f10d-9815-4c29-a28e-89675cac1c97 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Network hostable DHCP agents. Network: 63dc7cb1-7e78-4dd0-ad17-4929d9aaf035, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:43:25.777443 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-fb48e683-eb63-48bb-be88-8eca94b248c5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--736952818&fields=id&tenant_id=c915a3b09cd64007a53b58c020965f6c HTTP/1.1" status: 200 len: 267 time: 0.1865664 Nov 03 18:43:25.845789 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Made reservation on behalf of 696f3b5a980b41b2a8bf54f37ca90492 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:25.849909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.859197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-3f088a8d-5a58-4041-af01-5e296fb686c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] No DVR routers for this DVR port b77078a4-8171-4ee2-841a-23dc84c53054 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:25.863478 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-3f088a8d-5a58-4041-af01-5e296fb686c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.866749 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4ead22e6-754c-40bd-b175-12b6420dc932 req-3f088a8d-5a58-4041-af01-5e296fb686c8 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.87 "DELETE /v2.0/ports/b77078a4-8171-4ee2-841a-23dc84c53054 HTTP/1.1" status: 204 len: 173 time: 4.0395255 Nov 03 18:43:25.868310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c208786-fc09-4aea-8bd7-c9f9b23acfe0', 'name': 'network-vif-deleted', 'tag': 'b77078a4-8171-4ee2-841a-23dc84c53054'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:25.870153 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9f92fa-fafb-42ef-a18c-9b38530ecce5" -d '{"events": [{"server_uuid": "4c208786-fc09-4aea-8bd7-c9f9b23acfe0", "name": "network-vif-deleted", "tag": "b77078a4-8171-4ee2-841a-23dc84c53054"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:25.879275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-7a30bdbc-0082-4aa4-83cc-0dc823286c55 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:25.881436 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-7a30bdbc-0082-4aa4-83cc-0dc823286c55 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.87 "GET /v2.0/networks?id=6ffa56a5-a8b0-420a-806f-07dafa1edd3b HTTP/1.1" status: 200 len: 814 time: 0.8590708 Nov 03 18:43:25.911263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6791f10d-9815-4c29-a28e-89675cac1c97 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Network 63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:43:25.913370 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:25.923112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Allocated IP 172.25.2.195 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/fdb87444-a843-4ae3-85c4-3c7a85218359) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:25.936264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-130b748c-935e-4535-93f9-650bfeca4e3e tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Request body: {'port': {'device_id': 'd5c13a6d-3f48-4d27-a2e1-e1a487052d02', 'network_id': '6ffa56a5-a8b0-420a-806f-07dafa1edd3b', 'admin_state_up': True, 'tenant_id': '1891768c666c4cd7b0ddcbe64b0aa4a7'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:25.983452 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6791f10d-9815-4c29-a28e-89675cac1c97 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 63dc7cb1-7e78-4dd0-ad17-4929d9aaf035) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:25.997467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6791f10d-9815-4c29-a28e-89675cac1c97 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:25.998077 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6791f10d-9815-4c29-a28e-89675cac1c97 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.008752 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b59c969b-e7dd-4b57-b70a-94d03a466b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.043347 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d53be8-88cf-44de-aa1d-003f86a62b27 x-openstack-request-id: req-07d53be8-88cf-44de-aa1d-003f86a62b27 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:26.043748 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c208786-fc09-4aea-8bd7-c9f9b23acfe0", "name": "network-vif-deleted", "tag": "b77078a4-8171-4ee2-841a-23dc84c53054", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:26.044039 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-07d53be8-88cf-44de-aa1d-003f86a62b27 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:26.044373 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c208786-fc09-4aea-8bd7-c9f9b23acfe0', 'name': 'network-vif-deleted', 'tag': 'b77078a4-8171-4ee2-841a-23dc84c53054', 'status': 'completed', 'code': 200} Nov 03 18:43:26.063741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a75b420-8d47-4622-816f-cf6269740b98 None None] Network 63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:26.080004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e0b1c44f-c953-4da2-8e50-d35effa26841 None None] Provisioning complete for port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:26.081125 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0b1c44f-c953-4da2-8e50-d35effa26841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.086284 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6791f10d-9815-4c29-a28e-89675cac1c97 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5708518 Nov 03 18:43:26.088854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-063edb76-5574-4b56-8954-7b7639ecec2e req-8fd9abff-db01-4f41-b9c9-a9513a00225d tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 210 time: 0.0719249 Nov 03 18:43:26.098973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-b59c969b-e7dd-4b57-b70a-94d03a466b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23771ce2-de78-436c-90e0-3e63e3bf86dc']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:26.115298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-7c9681bd-a40f-498d-9fcf-643e31d37a92 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:26.117083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-7c9681bd-a40f-498d-9fcf-643e31d37a92 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 817 time: 0.3293903 Nov 03 18:43:26.147926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-b59c969b-e7dd-4b57-b70a-94d03a466b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5380eed3-88fb-4b87-a256-32fd1af06981') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:26.148750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-b59c969b-e7dd-4b57-b70a-94d03a466b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5380eed3-88fb-4b87-a256-32fd1af06981') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:26.173056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-4f569872-477c-4d1c-b2b7-5c703a03eab6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/quotas/c915a3b09cd64007a53b58c020965f6c HTTP/1.1" status: 200 len: 375 time: 0.0440552 Nov 03 18:43:26.176150 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b59c969b-e7dd-4b57-b70a-94d03a466b08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.221375 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.227020 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-130b748c-935e-4535-93f9-650bfeca4e3e tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Made reservation on behalf of 1891768c666c4cd7b0ddcbe64b0aa4a7 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:26.231014 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-130b748c-935e-4535-93f9-650bfeca4e3e tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.243613 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b59c969b-e7dd-4b57-b70a-94d03a466b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.276495 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2e35b0a7-c67c-47f8-8e20-c2fc94cb3791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.305578 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.307591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59c969b-e7dd-4b57-b70a-94d03a466b08 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:43:26.308098 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b59c969b-e7dd-4b57-b70a-94d03a466b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.330327 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device b77078a4-8171-4ee2-841a-23dc84c53054 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:26.339076 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:43:26.371055 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:43:26.375930 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.386275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:26.414938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: b77078a4-8171-4ee2-841a-23dc84c53054 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:26.414938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device b77078a4-8171-4ee2-841a-23dc84c53054 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:26.415265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:26.426616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:26.427094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:26.427536 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.461340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Pushing event updated for resources: {'Port': ['ID=fdb87444-a843-4ae3-85c4-3c7a85218359,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:26.493426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-130b748c-935e-4535-93f9-650bfeca4e3e tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Allocated IP 172.20.0.2 (6ffa56a5-a8b0-420a-806f-07dafa1edd3b/41b97b10-efc1-4f6c-bc6a-503a96ad4f80/d1273670-a760-4c36-8e25-e8035046008d) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:26.494124 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-d44eb517-aaf1-40d1-9987-5fd877c25ba7 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2975991 Nov 03 18:43:26.550903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-069838ea-41e3-4670-8510-41b4c4bf6762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:31Z', 'revision_number': 4, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'gw_port': {'id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'a715d20a-84b6-456c-abef-c5ec5d77c042', 'name': '', 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'mac_address': 'fa:16:3e:9e:c9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:30Z', 'updated_at': '2021-11-03T18:40:37Z', 'revision_number': 5, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'subnets': [{'id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:26.559392 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0b1c44f-c953-4da2-8e50-d35effa26841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.609952 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-63dc7cb1-7e78-4dd0-ad17-4929d9aaf035', 'network_id': '63dc7cb1-7e78-4dd0-ad17-4929d9aaf035', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'fixed_ips': [{'subnet_id': 'f2ded83b-5709-4419-86c5-5f8ece8e88e4'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:43:26.611021 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.620453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069838ea-41e3-4670-8510-41b4c4bf6762 None None] Checking router: b1a72a0d-a49a-4600-8340-f072c93b98b7 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:26.633403 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.700606 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e0b1c44f-c953-4da2-8e50-d35effa26841 None None] For port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f,segment=NetworkSegment(31be7543-ba1a-47bb-bad9-cba792535eda),segment_id=31be7543-ba1a-47bb-bad9-cba792535eda)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:26.705908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069838ea-41e3-4670-8510-41b4c4bf6762 None None] Routers {'b1a72a0d-a49a-4600-8340-f072c93b98b7'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:26.706718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-069838ea-41e3-4670-8510-41b4c4bf6762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:42:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b1a72a0d-a49a-4600-8340-f072c93b98b7'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:26.737875 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.753594 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0b1c44f-c953-4da2-8e50-d35effa26841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.856988 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b59c969b-e7dd-4b57-b70a-94d03a466b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.883733 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b59c969b-e7dd-4b57-b70a-94d03a466b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.887136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b59c969b-e7dd-4b57-b70a-94d03a466b08 admin admin] 10.222.0.107 "DELETE /v2.0/networks/23771ce2-de78-436c-90e0-3e63e3bf86dc HTTP/1.1" status: 204 len: 168 time: 1.5258260 Nov 03 18:43:26.915447 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.925170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f2d8e1-9a09-4d1a-bc00-c15b3f462c80,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:26.925371 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:26.939015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c969b-e7dd-4b57-b70a-94d03a466b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=23771ce2-de78-436c-90e0-3e63e3bf86dc,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:26.999887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1c44f-c953-4da2-8e50-d35effa26841 None None] Pushing event updated for resources: {'Port': ['ID=3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:27.040897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Pushing event updated for resources: {'Port': ['ID=fdb87444-a843-4ae3-85c4-3c7a85218359,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:27.046153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-069838ea-41e3-4670-8510-41b4c4bf6762 None None] Set router b1a72a0d-a49a-4600-8340-f072c93b98b7 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:27.051664 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Allocated IP 19.86.0.2 (63dc7cb1-7e78-4dd0-ad17-4929d9aaf035/f2ded83b-5709-4419-86c5-5f8ece8e88e4/ce8ec301-23da-4d9b-bcbd-97b5065ad7ea) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:27.053734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Allocated IP 192.168.233.182 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/13191349-3e4a-4392-914b-a09c5fc94dbb) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:27.065806 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-130b748c-935e-4535-93f9-650bfeca4e3e tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.067352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-b9bb811c-c40c-4e6c-992e-ba9dae28a2e9 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:27.067697 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.073345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-b9bb811c-c40c-4e6c-992e-ba9dae28a2e9 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:27.080764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-b9bb811c-c40c-4e6c-992e-ba9dae28a2e9 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/networks?id=9fda6dbf-22b6-471c-8af8-e905c5cf3a78&id=63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 HTTP/1.1" status: 200 len: 1389 time: 0.7086542 Nov 03 18:43:27.098834 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.101924 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-64f7d674-a41e-4525-a2e2-b23b1787b162 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4931977 Nov 03 18:43:27.107696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46044) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:27.117091 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-9f378f24-cb1b-40f0-87bc-7afd9a57d92e service neutron] 10.222.0.107 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618368 Nov 03 18:43:27.138856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-fc61cacc-8367-434e-b17f-59a5313f3568 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/quotas/1e84dea8fa8041e993abb7088b06811e HTTP/1.1" status: 200 len: 375 time: 0.0568638 Nov 03 18:43:27.140282 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-130b748c-935e-4535-93f9-650bfeca4e3e tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.255725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-130b748c-935e-4535-93f9-650bfeca4e3e tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Network 6ffa56a5-a8b0-420a-806f-07dafa1edd3b is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:27.260187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-130b748c-935e-4535-93f9-650bfeca4e3e tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:27.265160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-130b748c-935e-4535-93f9-650bfeca4e3e tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:27.341149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46050) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:27.348208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:27.378404 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b748c-935e-4535-93f9-650bfeca4e3e tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Pushing event updated for resources: {'Port': ['ID=d1273670-a760-4c36-8e25-e8035046008d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:27.393984 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:27.446632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-130b748c-935e-4535-93f9-650bfeca4e3e tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:27.447503 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-130b748c-935e-4535-93f9-650bfeca4e3e tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.474292 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.480739 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b7dae3b7-3bb7-4be4-9e34-574fb7b935fb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=326a8b3143c7495cbf9c57a8e3e086d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384900 Nov 03 18:43:27.486122 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-862f67fd-1cf6-4038-bdaf-9c4093b65a4f tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=1e84dea8fa8041e993abb7088b06811e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3215661 Nov 03 18:43:27.490420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46052) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:27.493204 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.501499 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-130b748c-935e-4535-93f9-650bfeca4e3e tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5736160 Nov 03 18:43:27.515624 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.527888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Request body: {'port': {'device_id': 'd5c13a6d-3f48-4d27-a2e1-e1a487052d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:27.578763 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Network 63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:27.585315 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-74ee1cfa-04a9-4c99-9107-c61da6ce4e57 service neutron] 10.222.0.107 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434745 Nov 03 18:43:27.587774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:27.589571 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.625127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.641701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:27.642976 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.657086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:27.665516 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1e2b865c-21b1-447e-80da-306a50735f9a None None] Provisioning complete for port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:27.666028 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1e2b865c-21b1-447e-80da-306a50735f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.677795 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0688d7e7-c3cc-43ea-aed9-8d4994199d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.699369 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.742967 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0688d7e7-c3cc-43ea-aed9-8d4994199d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.748199 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-069838ea-41e3-4670-8510-41b4c4bf6762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:31Z', 'revision_number': 4, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'gw_port': {'id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'a715d20a-84b6-456c-abef-c5ec5d77c042', 'name': '', 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'mac_address': 'fa:16:3e:9e:c9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:30Z', 'updated_at': '2021-11-03T18:40:37Z', 'revision_number': 5, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'subnets': [{'id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:27.822170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Pushing event updated for resources: {'Port': ['ID=ce8ec301-23da-4d9b-bcbd-97b5065ad7ea,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:27.826900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-b54f0445-fc37-4d3e-b6e0-2a0f6c25bbb3 service neutron] 10.222.0.107 "GET /v2.0/networks/9fda6dbf-22b6-471c-8af8-e905c5cf3a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209879 Nov 03 18:43:27.859306 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.866621 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069838ea-41e3-4670-8510-41b4c4bf6762 None None] The sync data for ids ['b1a72a0d-a49a-4600-8340-f072c93b98b7'] in n-d-812150-4 is: [{'id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:31Z', 'revision_number': 4, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'gw_port': {'id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'a715d20a-84b6-456c-abef-c5ec5d77c042', 'name': '', 'network_id': '0071f753-7a4d-4da4-a372-a57515f16f21', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'mac_address': 'fa:16:3e:9e:c9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:30Z', 'updated_at': '2021-11-03T18:40:37Z', 'revision_number': 5, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'subnets': [{'id': '3d419d3e-267b-4243-bad0-529ae5c161fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:27.875537 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0688d7e7-c3cc-43ea-aed9-8d4994199d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.889799 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0688d7e7-c3cc-43ea-aed9-8d4994199d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.897314 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0688d7e7-c3cc-43ea-aed9-8d4994199d39 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6c0230ab-0932-4311-8aac-d0cf0a4cb236 HTTP/1.1" status: 204 len: 168 time: 0.4057794 Nov 03 18:43:27.931839 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Attempting to bind port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:27.932240 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Attempting to bind port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '184c96ba-61b4-460e-8aea-1b227bdfa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '63dc7cb1-7e78-4dd0-ad17-4929d9aaf035'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:27.932606 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Attempting to bind port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea on network 63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:27.947403 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:27.948029 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Checking segment: {'id': '184c96ba-61b4-460e-8aea-1b227bdfa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '63dc7cb1-7e78-4dd0-ad17-4929d9aaf035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:27.948595 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.949128 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Bound using segment: {'id': '184c96ba-61b4-460e-8aea-1b227bdfa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '63dc7cb1-7e78-4dd0-ad17-4929d9aaf035'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:27.949774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Bound port: ce8ec301-23da-4d9b-bcbd-97b5065ad7ea, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184c96ba-61b4-460e-8aea-1b227bdfa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '63dc7cb1-7e78-4dd0-ad17-4929d9aaf035'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:27.950306 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:27.987746 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Allocated IP 172.25.2.200 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/9a20ec3a-5c9b-4261-9c9e-5686f610ae14) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:28.044415 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688d7e7-c3cc-43ea-aed9-8d4994199d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0230ab-0932-4311-8aac-d0cf0a4cb236,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:28.183041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:28.188423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Pushing event updated for resources: {'Port': ['ID=13191349-3e4a-4392-914b-a09c5fc94dbb,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:28.191515 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:28.201398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:28.237792 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.298092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ad849-c5e2-4e57-ad38-f753741bba6f req-40b2cac1-131d-49ed-acc0-d0fa7922c55f tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:28.299483 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc2ad849-c5e2-4e57-ad38-f753741bba6f req-40b2cac1-131d-49ed-acc0-d0fa7922c55f tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 936 time: 0.3323696 Nov 03 18:43:28.320643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-ee78e10c-4189-4e89-8222-a53214760314 service neutron] 10.222.0.107 "GET /v2.0/networks/9fda6dbf-22b6-471c-8af8-e905c5cf3a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780276 Nov 03 18:43:28.371719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1273670-a760-4c36-8e25-e8035046008d {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:28.383440 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.398615 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:28.399341 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.401539 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Transition to ACTIVE for port object d1273670-a760-4c36-8e25-e8035046008d will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:43:28.410521 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.491684 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc2ad849-c5e2-4e57-ad38-f753741bba6f req-f4765055-3525-4c20-a866-e7d939d31910 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/security-groups?id=59f2d8e1-9a09-4d1a-bc00-c15b3f462c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764071 Nov 03 18:43:28.494994 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9407c876-00f4-47ee-96d7-7992128c2893 None None] New status for floating IP 839b60f0-81a6-44ef-b4ae-279918d154b1: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:43:28.530734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-205efe22-efe8-40f1-a621-529ff0b0768d tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3853638 Nov 03 18:43:28.535932 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.569954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] For port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:28.576295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] For port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ce8ec301-23da-4d9b-bcbd-97b5065ad7ea,segment=NetworkSegment(184c96ba-61b4-460e-8aea-1b227bdfa60c),segment_id=184c96ba-61b4-460e-8aea-1b227bdfa60c)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:28.581834 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Request body: {'port': {'device_id': '05e08075-831b-4687-b90b-8d1740941b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:28.613041 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1273670-a760-4c36-8e25-e8035046008d,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:28.624293 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-077b0f55-ccdd-4571-9ad9-f7331f793b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.636206 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.698127 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-ddce6a80-29d6-4218-b49f-7430431f9d65 service neutron] 10.222.0.107 "GET /v2.0/networks/63dc7cb1-7e78-4dd0-ad17-4929d9aaf035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695364 Nov 03 18:43:28.728619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:28.734844 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:28.747229 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:28.816729 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f134ff-a109-402f-960b-729a64c3c00b None None] Pushing event updated for resources: {'Port': ['ID=ce8ec301-23da-4d9b-bcbd-97b5065ad7ea,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:28.836587 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Pushing event updated for resources: {'Port': ['ID=9a20ec3a-5c9b-4261-9c9e-5686f610ae14,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:28.888042 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.917393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6570252a-f780-4737-bf2b-edad6ead9631 None None] Provisioning complete for port 13191349-3e4a-4392-914b-a09c5fc94dbb triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:28.919947 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6570252a-f780-4737-bf2b-edad6ead9631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.927702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad37793-66e6-4acf-9a6a-31bcae61a6f0 req-11a4ede0-40a4-4027-8c28-e07b9a233e6f tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:28.930233 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5ad37793-66e6-4acf-9a6a-31bcae61a6f0 req-11a4ede0-40a4-4027-8c28-e07b9a233e6f tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 943 time: 0.2498004 Nov 03 18:43:28.942761 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:28.955741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Attempting to bind port d1273670-a760-4c36-8e25-e8035046008d on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:28.956158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Attempting to bind port d1273670-a760-4c36-8e25-e8035046008d by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '7fb96ae5-3002-4b9f-af08-ef5c94c0fe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '6ffa56a5-a8b0-420a-806f-07dafa1edd3b'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:28.956494 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Attempting to bind port d1273670-a760-4c36-8e25-e8035046008d on network 6ffa56a5-a8b0-420a-806f-07dafa1edd3b {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:28.966531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Port d1273670-a760-4c36-8e25-e8035046008d on network 6ffa56a5-a8b0-420a-806f-07dafa1edd3b not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:43:28.966847 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Attempting to bind port d1273670-a760-4c36-8e25-e8035046008d on network 6ffa56a5-a8b0-420a-806f-07dafa1edd3b {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:29.007384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:29.008157 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Checking segment: {'id': '7fb96ae5-3002-4b9f-af08-ef5c94c0fe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '6ffa56a5-a8b0-420a-806f-07dafa1edd3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:29.008157 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Bound using segment: {'id': '7fb96ae5-3002-4b9f-af08-ef5c94c0fe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '6ffa56a5-a8b0-420a-806f-07dafa1edd3b'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:29.008614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Bound port: d1273670-a760-4c36-8e25-e8035046008d, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb96ae5-3002-4b9f-af08-ef5c94c0fe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '6ffa56a5-a8b0-420a-806f-07dafa1edd3b'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:29.008978 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.009709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6570252a-f780-4737-bf2b-edad6ead9631 None None] Port 13191349-3e4a-4392-914b-a09c5fc94dbb cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:29.012156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-cbccdd7c-c35f-45bf-aebd-fab5a41ad6f5 service neutron] 10.222.0.107 "GET /v2.0/networks/63dc7cb1-7e78-4dd0-ad17-4929d9aaf035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123457 Nov 03 18:43:29.028790 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.207542 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.270754 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] For port d1273670-a760-4c36-8e25-e8035046008d, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:29.356167 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] For port d1273670-a760-4c36-8e25-e8035046008d, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d1273670-a760-4c36-8e25-e8035046008d,segment=NetworkSegment(7fb96ae5-3002-4b9f-af08-ef5c94c0fe90),segment_id=7fb96ae5-3002-4b9f-af08-ef5c94c0fe90)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:29.371503 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.404429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ce8ec301-23da-4d9b-bcbd-97b5065ad7ea up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:29.446021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:29.446588 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.448249 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] 10.222.0.87 "PUT /v2.0/ports/d1273670-a760-4c36-8e25-e8035046008d HTTP/1.1" status: 200 len: 1091 time: 1.9247859 Nov 03 18:43:29.448777 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c13a6d-3f48-4d27-a2e1-e1a487052d02', 'tag': 'd1273670-a760-4c36-8e25-e8035046008d'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:29.461281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f0c5edb-5db6-4c96-b5cf-139c2b7c4b34 req-38e41728-73af-4615-80e7-7cac9f3f644a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 210 time: 0.0793087 Nov 03 18:43:29.462551 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed4535c-130d-4520-8522-b2e86fd070eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c13a6d-3f48-4d27-a2e1-e1a487052d02", "tag": "d1273670-a760-4c36-8e25-e8035046008d"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:29.529074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46098) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:29.595186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:29.596438 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.665095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5ad37793-66e6-4acf-9a6a-31bcae61a6f0 req-c29a6ad7-b5a0-4374-b99b-370785ad1d87 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/security-groups?id=1552bcd1-596a-4db6-babe-4fdc28b9a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7186749 Nov 03 18:43:29.665682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46106) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:29.727925 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.773424 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8745de02-a2b3-4229-9c4a-1a1b4b1176ca x-openstack-request-id: req-8745de02-a2b3-4229-9c4a-1a1b4b1176ca {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:29.773885 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c13a6d-3f48-4d27-a2e1-e1a487052d02", "tag": "d1273670-a760-4c36-8e25-e8035046008d", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:29.774274 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8745de02-a2b3-4229-9c4a-1a1b4b1176ca {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:29.775444 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c13a6d-3f48-4d27-a2e1-e1a487052d02', 'tag': 'd1273670-a760-4c36-8e25-e8035046008d', 'status': 'completed', 'code': 200} Nov 03 18:43:29.776558 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.786036 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e92852-339f-4edd-a526-03a7168238c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1273670-a760-4c36-8e25-e8035046008d,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:29.847073 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Pushing event updated for resources: {'Port': ['ID=9a20ec3a-5c9b-4261-9c9e-5686f610ae14,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:29.910033 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3391ce06-6235-4688-9e68-abbf096ab7b3 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.910237 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:29.921971 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9f4201e-f32f-40cf-baa9-1c1bde8dbea9 req-ed289655-3f3b-488f-9ce5-297cb636de0e tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 210 time: 0.1306887 Nov 03 18:43:29.939232 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3391ce06-6235-4688-9e68-abbf096ab7b3 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.010344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ce8ec301-23da-4d9b-bcbd-97b5065ad7ea,segment=NetworkSegment(184c96ba-61b4-460e-8aea-1b227bdfa60c),segment_id=184c96ba-61b4-460e-8aea-1b227bdfa60c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:30.021882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-499560847-network', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:30.022900 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.037872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-34899a8a-0ffb-4ec6-a2ab-291a01f39a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:30.040751 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-34899a8a-0ffb-4ec6-a2ab-291a01f39a68 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1891768c666c4cd7b0ddcbe64b0aa4a7&device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 1094 time: 0.4803061 Nov 03 18:43:30.070341 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3391ce06-6235-4688-9e68-abbf096ab7b3 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.077473 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3391ce06-6235-4688-9e68-abbf096ab7b3 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.081805 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3391ce06-6235-4688-9e68-abbf096ab7b3 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "DELETE /v2.0/security-groups/58886e04-1a7e-4a92-a262-437bd1986add HTTP/1.1" status: 204 len: 168 time: 0.5513499 Nov 03 18:43:30.090696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46114) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:30.140037 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=ce8ec301-23da-4d9b-bcbd-97b5065ad7ea,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:30.143129 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-fb57bb9f-fb5a-4156-b70a-dc634f796ee0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1273670-a760-4c36-8e25-e8035046008d HTTP/1.1" status: 200 len: 217 time: 0.0592422 Nov 03 18:43:30.169796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391ce06-6235-4688-9e68-abbf096ab7b3 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58886e04-1a7e-4a92-a262-437bd1986add,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:30.203384 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b4399-0977-4205-8aa6-7720e4dba0e0 req-67af17f7-a51c-46f4-b3fb-7a7be1046883 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:30.211970 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891b4399-0977-4205-8aa6-7720e4dba0e0 req-67af17f7-a51c-46f4-b3fb-7a7be1046883 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 936 time: 0.3414457 Nov 03 18:43:30.212983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b473df8-6210-47bd-b687-f6c926702732 req-ece5ed37-8dc5-4c4d-97c2-345a2cde6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:30.215377 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b473df8-6210-47bd-b687-f6c926702732 req-ece5ed37-8dc5-4c4d-97c2-345a2cde6f74 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 1096 time: 0.3613498 Nov 03 18:43:30.219595 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-3580ae58-f439-40be-abbe-f4df0209f486 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] show failed (client error): The resource could not be found. Nov 03 18:43:30.220487 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.225654 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3580ae58-f439-40be-abbe-f4df0209f486 tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "GET /v2.0/security-groups/58886e04-1a7e-4a92-a262-437bd1986add HTTP/1.1" status: 404 len: 347 time: 0.1248934 Nov 03 18:43:30.230068 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46116) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:30.251164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] Made reservation on behalf of c499298fecc740dd8356f938a201f1f9 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:30.253580 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.255324 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.265318 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.274791 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-b21becf2-be0f-458c-bce7-022bf7fad4d9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:30.276268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-b21becf2-be0f-458c-bce7-022bf7fad4d9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.98 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 817 time: 0.5546379 Nov 03 18:43:30.311695 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13191349-3e4a-4392-914b-a09c5fc94dbb {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:30.330466 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.370636 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.375299 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cae0fb6a-cd21-43e1-ac7f-d2170d75fe7e tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2657824 Nov 03 18:43:30.400738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46118) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:30.430755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-bef271c2-3e89-4dd6-a13c-f26c646fd616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:30.432276 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-bef271c2-3e89-4dd6-a13c-f26c646fd616 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=41b97b10-efc1-4f6c-bc6a-503a96ad4f80 HTTP/1.1" status: 200 len: 854 time: 0.2788894 Nov 03 18:43:30.450315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Transition to ACTIVE for port object 13191349-3e4a-4392-914b-a09c5fc94dbb will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:43:30.494270 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-aafd1b67-4a96-4002-83ed-544bbe524c11 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6ffa56a5-a8b0-420a-806f-07dafa1edd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367749 Nov 03 18:43:30.498182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b0707-3de9-4933-9240-ab0c8648db0f None None] Network 63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:30.515018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b857be-e543-40d9-98f4-ea22bb383937 req-7c995973-4e20-45b3-8610-77182e820e55 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:30.520060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68b857be-e543-40d9-98f4-ea22bb383937 req-7c995973-4e20-45b3-8610-77182e820e55 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.3907948 Nov 03 18:43:30.530963 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.535750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b473df8-6210-47bd-b687-f6c926702732 req-7a58a6ab-1f7f-4ef4-8264-d63ecb9522e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:30.537236 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b473df8-6210-47bd-b687-f6c926702732 req-7a58a6ab-1f7f-4ef4-8264-d63ecb9522e2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.3129280 Nov 03 18:43:30.556115 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-891b4399-0977-4205-8aa6-7720e4dba0e0 req-dde9b089-d514-4698-9167-dc79129f1d8e tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/security-groups?id=59f2d8e1-9a09-4d1a-bc00-c15b3f462c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425422 Nov 03 18:43:30.612314 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.617692 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-544b937a-8f02-4753-8bcb-ac702996a795 None None] Provisioning complete for port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:30.618243 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-544b937a-8f02-4753-8bcb-ac702996a795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.639364 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b8f37ff7-c301-48c8-afaa-d92f4bb9d1aa tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Deleting port a03b74f1-0a77-489d-9aa3-3b99b2222d9b {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:30.640137 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8f37ff7-c301-48c8-afaa-d92f4bb9d1aa tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.658589 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-14c9b9b7-f783-466e-861f-7e55e3150647 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c915a3b09cd64007a53b58c020965f6c HTTP/1.1" status: 200 len: 379 time: 0.3617249 Nov 03 18:43:30.720416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-a28faf91-9b8a-4848-8051-419317965b26 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Request body: {'port': {'device_id': '9c18b5a3-d053-4126-9694-416e747e1c75', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'admin_state_up': True, 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'security_groups': ['13d131b9-00db-45a2-90d9-8706c954d324']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:30.720772 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b473df8-6210-47bd-b687-f6c926702732 req-8013cf87-596d-4266-ab36-e165ca562286 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2806032-c4a8-4a44-8499-beb4381ceba9 HTTP/1.1" status: 200 len: 999 time: 0.1484783 Nov 03 18:43:30.728047 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-43a07077-e553-4154-8d8f-ede670d4c5c1 service neutron] 10.222.0.87 "GET /v2.0/networks/6ffa56a5-a8b0-420a-806f-07dafa1edd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246056 Nov 03 18:43:30.784900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6e0c5241-651f-4a33-915c-3d2207667882 tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] 10.222.0.107 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3394 time: 0.3821712 Nov 03 18:43:30.791333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46124) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:30.867291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=13191349-3e4a-4392-914b-a09c5fc94dbb,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:30.884197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5a720d1-bfe9-4771-a79a-6eb32aba2a4d req-710f9c01-17ed-4679-9495-c723eb52afb7 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 210 time: 0.2355409 Nov 03 18:43:30.920076 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b473df8-6210-47bd-b687-f6c926702732 req-b69a4741-68dc-4a06-8cbe-1e98644bb670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:30.921677 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b473df8-6210-47bd-b687-f6c926702732 req-b69a4741-68dc-4a06-8cbe-1e98644bb670 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.1884856 Nov 03 18:43:30.925124 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8f37ff7-c301-48c8-afaa-d92f4bb9d1aa tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.925456 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8f37ff7-c301-48c8-afaa-d92f4bb9d1aa tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.967946 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:30.978583 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b8f37ff7-c301-48c8-afaa-d92f4bb9d1aa tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Calling delete_port for a03b74f1-0a77-489d-9aa3-3b99b2222d9b owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:31.025510 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6bd31dca-90a2-44e6-871e-a8c2cc5f4a82 req-eb940919-0172-4b2b-b8e1-91f9e1301e2f service neutron] 10.222.0.87 "GET /v2.0/networks/6ffa56a5-a8b0-420a-806f-07dafa1edd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176111 Nov 03 18:43:31.030232 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68b857be-e543-40d9-98f4-ea22bb383937 req-5f21b577-9d5c-4edd-a7a4-742e63e73ba9 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4905548 Nov 03 18:43:31.103950 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b473df8-6210-47bd-b687-f6c926702732 req-b726bc90-59f3-41e9-9e4d-acc8fe06e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:31.103950 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b473df8-6210-47bd-b687-f6c926702732 req-b726bc90-59f3-41e9-9e4d-acc8fe06e5f4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689444 Nov 03 18:43:31.193412 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:31.264651 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6d1e2040-4c78-4548-bf8d-05912c9e59eb None None] Provisioning complete for port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:31.265273 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6d1e2040-4c78-4548-bf8d-05912c9e59eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:31.329924 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ce8ec301-23da-4d9b-bcbd-97b5065ad7ea up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:31.430266 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:31.454098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:31.454870 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:31.585002 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4535c-130d-4520-8522-b2e86fd070eb req-97ebc721-8c2e-4185-8ea9-acb25e684d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:31.586476 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bed4535c-130d-4520-8522-b2e86fd070eb req-97ebc721-8c2e-4185-8ea9-acb25e684d46 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1891768c666c4cd7b0ddcbe64b0aa4a7&device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 1094 time: 0.4343529 Nov 03 18:43:31.605679 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0e391c04-b6e3-4221-9c4b-e09cd1b92df3 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] 10.222.0.107 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.7355697 Nov 03 18:43:31.612457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46130) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:31.641418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-12c03e2c-3a41-445a-ab62-518da6fc20cd req-e498a360-a01b-4f7d-b971-abedb9840c96 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 210 time: 0.4507446 Nov 03 18:43:31.641775 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b473df8-6210-47bd-b687-f6c926702732 req-3df272f2-2fc3-4187-ada5-b038245cc52c service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249257 Nov 03 18:43:31.680183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:43:31.688200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fcca31-5a98-4a97-9d7b-1b2faca59181,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:31.722676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-a28faf91-9b8a-4848-8051-419317965b26 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Made reservation on behalf of c915a3b09cd64007a53b58c020965f6c for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:31.727660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-a28faf91-9b8a-4848-8051-419317965b26 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:31.742749 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8f37ff7-c301-48c8-afaa-d92f4bb9d1aa tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:31.743010 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:31.743302 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] Added segment 45ca18a0-c87a-441e-9d3e-7fbfffe25df5 of type vlan for network d2b26eb6-7515-43b1-9ddc-0eec10b264b7 Nov 03 18:43:31.757714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Attempting to bind port 13191349-3e4a-4392-914b-a09c5fc94dbb on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:31.758049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Attempting to bind port 13191349-3e4a-4392-914b-a09c5fc94dbb by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:31.758367 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Attempting to bind port 13191349-3e4a-4392-914b-a09c5fc94dbb on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:31.783789 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ace405-d390-4470-a3f6-932fe7e4eb3d req-92214cbe-d656-4a5f-a249-6476a2e6a3ea tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:31.785293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55ace405-d390-4470-a3f6-932fe7e4eb3d req-92214cbe-d656-4a5f-a249-6476a2e6a3ea tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 943 time: 0.6777399 Nov 03 18:43:31.820232 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Port 13191349-3e4a-4392-914b-a09c5fc94dbb on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:43:31.820559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Attempting to bind port 13191349-3e4a-4392-914b-a09c5fc94dbb on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:31.845527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f37ff7-c301-48c8-afaa-d92f4bb9d1aa tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Pushing event deleted for resources: {'Port': ['ID=a03b74f1-0a77-489d-9aa3-3b99b2222d9b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:31.863464 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-aa0cca02-f0ec-4d19-9808-9fbf98f09adb tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:31.869457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-aa0cca02-f0ec-4d19-9808-9fbf98f09adb tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:31.871007 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-aa0cca02-f0ec-4d19-9808-9fbf98f09adb tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.98 "GET /v2.0/networks?id=9fda6dbf-22b6-471c-8af8-e905c5cf3a78&id=63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 HTTP/1.1" status: 200 len: 1389 time: 0.8866301 Nov 03 18:43:31.887185 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:31.889649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:31.889979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:31.890357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:31.890779 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Bound port: 13191349-3e4a-4392-914b-a09c5fc94dbb, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:31.891113 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:31.912765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-0ab276f5-db93-424d-b9b0-13431585a54d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Request body: {'port': {'device_id': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'network_id': '9fda6dbf-22b6-471c-8af8-e905c5cf3a78', 'admin_state_up': True, 'tenant_id': '1e84dea8fa8041e993abb7088b06811e'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:31.938786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4535c-130d-4520-8522-b2e86fd070eb req-a89e7aef-ec73-4efa-8590-63839d6e1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:31.940334 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bed4535c-130d-4520-8522-b2e86fd070eb req-a89e7aef-ec73-4efa-8590-63839d6e1dbd service neutron] 10.222.0.87 "GET /v2.0/networks?id=6ffa56a5-a8b0-420a-806f-07dafa1edd3b HTTP/1.1" status: 200 len: 915 time: 0.3431485 Nov 03 18:43:32.001947 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b473df8-6210-47bd-b687-f6c926702732 req-cc57d581-5838-421f-b5e8-e1b35f344e3f service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238204 Nov 03 18:43:32.006218 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bed4535c-130d-4520-8522-b2e86fd070eb req-95beacb5-0437-41a5-9dac-f3957c80ed78 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1273670-a760-4c36-8e25-e8035046008d HTTP/1.1" status: 200 len: 217 time: 0.0495760 Nov 03 18:43:32.017126 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8f37ff7-c301-48c8-afaa-d92f4bb9d1aa tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.019728 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8f37ff7-c301-48c8-afaa-d92f4bb9d1aa tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.020903 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b8f37ff7-c301-48c8-afaa-d92f4bb9d1aa tempest-ServersTestFqdnHostnames-251203780 tempest-ServersTestFqdnHostnames-251203780-project] 10.222.0.107 "DELETE /v2.0/floatingips/839b60f0-81a6-44ef-b4ae-279918d154b1 HTTP/1.1" status: 204 len: 168 time: 1.7757189 Nov 03 18:43:32.024610 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46134) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:32.090795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae9853-3714-4266-aca3-e9b323432ae3 req-6280b97d-9028-471b-a8e0-67cf8cd1dc94 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.092407 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8bae9853-3714-4266-aca3-e9b323432ae3 req-6280b97d-9028-471b-a8e0-67cf8cd1dc94 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 948 time: 0.3276680 Nov 03 18:43:32.101033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-168b986a-3aab-4978-9da5-b9b5c74a4338 tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Deleting port 9a20ec3a-5c9b-4261-9c9e-5686f610ae14 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:32.101214 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-168b986a-3aab-4978-9da5-b9b5c74a4338 tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.111087 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.111832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.113202 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.158694 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55ace405-d390-4470-a3f6-932fe7e4eb3d req-2933226c-78f2-4da3-9ffb-2bba66eb3614 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/security-groups?id=1552bcd1-596a-4db6-babe-4fdc28b9a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443165 Nov 03 18:43:32.193209 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4535c-130d-4520-8522-b2e86fd070eb req-57e0e352-4fd8-4cd1-a9f7-07f76a2d1be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.194734 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bed4535c-130d-4520-8522-b2e86fd070eb req-57e0e352-4fd8-4cd1-a9f7-07f76a2d1be5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=41b97b10-efc1-4f6c-bc6a-503a96ad4f80 HTTP/1.1" status: 200 len: 854 time: 0.1728692 Nov 03 18:43:32.248053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5795281 Nov 03 18:43:32.258150 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46138) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:32.277390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4082ba32-0e03-4e5f-bdf9-eb2830370caf admin admin] Request body: {'subnet': {'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-subnet', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:32.286160 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bed4535c-130d-4520-8522-b2e86fd070eb req-392a37ad-f92f-4c1f-a70a-d245fca5c55c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6ffa56a5-a8b0-420a-806f-07dafa1edd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468166 Nov 03 18:43:32.337528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72955753-5972-481d-bb0e-5c36ced7c6c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d2b26eb6-7515-43b1-9ddc-0eec10b264b7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:32.340192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] For port 13191349-3e4a-4392-914b-a09c5fc94dbb, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:32.340462 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-168b986a-3aab-4978-9da5-b9b5c74a4338 tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.340970 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-168b986a-3aab-4978-9da5-b9b5c74a4338 tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.351028 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network d2b26eb6-7515-43b1-9ddc-0eec10b264b7 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:43:32.360045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-a28faf91-9b8a-4848-8051-419317965b26 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Allocated IP 172.20.0.5 (6158e201-7067-485a-828c-1c59e35954b7/e3aa174d-f75e-461c-bfcb-5c4a20bb9478/7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:32.371522 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-911ec60d-051a-49ce-af0d-48735e44ed6a req-24e4190d-7f4f-4f7e-b7f5-9c23edcdde29 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 210 time: 0.0854023 Nov 03 18:43:32.395664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] For port 13191349-3e4a-4392-914b-a09c5fc94dbb, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=13191349-3e4a-4392-914b-a09c5fc94dbb,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:32.411027 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8bae9853-3714-4266-aca3-e9b323432ae3 req-b72c680c-2b79-456c-b5e8-8b1435092e3a tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/security-groups?id=59f2d8e1-9a09-4d1a-bc00-c15b3f462c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062358 Nov 03 18:43:32.411621 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-168b986a-3aab-4978-9da5-b9b5c74a4338 tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Calling delete_port for 9a20ec3a-5c9b-4261-9c9e-5686f610ae14 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:32.414983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4082ba32-0e03-4e5f-bdf9-eb2830370caf admin admin] Made reservation on behalf of c499298fecc740dd8356f938a201f1f9 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:32.427156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4082ba32-0e03-4e5f-bdf9-eb2830370caf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.428027 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.482122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-0ab276f5-db93-424d-b9b0-13431585a54d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Made reservation on behalf of 1e84dea8fa8041e993abb7088b06811e for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:32.485794 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-0ab276f5-db93-424d-b9b0-13431585a54d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.532436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.533400 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.535539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] 10.222.0.87 "PUT /v2.0/ports/13191349-3e4a-4392-914b-a09c5fc94dbb HTTP/1.1" status: 200 len: 1096 time: 3.9828682 Nov 03 18:43:32.536220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e08075-831b-4687-b90b-8d1740941b26', 'tag': '13191349-3e4a-4392-914b-a09c5fc94dbb'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:32.539894 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06ca922-13e6-4e11-8af3-af5296125525" -d '{"events": [{"name": "network-changed", "server_uuid": "05e08075-831b-4687-b90b-8d1740941b26", "tag": "13191349-3e4a-4392-914b-a09c5fc94dbb"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:32.620305 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3faf127-b9f8-4477-be66-7d8375dd0f9a x-openstack-request-id: req-f3faf127-b9f8-4477-be66-7d8375dd0f9a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:32.620937 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e08075-831b-4687-b90b-8d1740941b26", "tag": "13191349-3e4a-4392-914b-a09c5fc94dbb", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:32.620937 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f3faf127-b9f8-4477-be66-7d8375dd0f9a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:32.621289 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e08075-831b-4687-b90b-8d1740941b26', 'tag': '13191349-3e4a-4392-914b-a09c5fc94dbb', 'status': 'completed', 'code': 200} Nov 03 18:43:32.691360 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b5e42-3be7-42bd-9aaf-96347b618fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=13191349-3e4a-4392-914b-a09c5fc94dbb,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:32.698491 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bed4535c-130d-4520-8522-b2e86fd070eb req-234cbf65-2959-4ac9-a25a-cf72565746bf service neutron] 10.222.0.87 "GET /v2.0/networks/6ffa56a5-a8b0-420a-806f-07dafa1edd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960855 Nov 03 18:43:32.818786 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a62d82a-17c8-4f82-a77e-b98277c20b82 req-f5a0b4c5-acdc-4ab6-8ce0-2a74b84f8cb9 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 210 time: 0.0589552 Nov 03 18:43:32.884947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7947d-73cd-45bd-ad44-cc137c15d3a5 req-c12ca785-ec9c-430d-8ffb-5034a4dc8165 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.886411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cab7947d-73cd-45bd-ad44-cc137c15d3a5 req-c12ca785-ec9c-430d-8ffb-5034a4dc8165 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.3266246 Nov 03 18:43:32.900835 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-ed23861b-6299-4ae1-a121-a9410c3a2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:32.902144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-ed23861b-6299-4ae1-a121-a9410c3a2b0a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=696f3b5a980b41b2a8bf54f37ca90492&device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 1099 time: 0.2233212 Nov 03 18:43:32.906025 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-a28faf91-9b8a-4848-8051-419317965b26 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:32.980449 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bed4535c-130d-4520-8522-b2e86fd070eb req-7108d2df-e192-4491-8db8-28061b54ed01 service neutron] 10.222.0.87 "GET /v2.0/networks/6ffa56a5-a8b0-420a-806f-07dafa1edd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584991 Nov 03 18:43:32.988087 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-fd35e955-7e12-443a-8438-9e8e6ece42ea service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=13191349-3e4a-4392-914b-a09c5fc94dbb HTTP/1.1" status: 200 len: 217 time: 0.0597219 Nov 03 18:43:33.013040 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-0ab276f5-db93-424d-b9b0-13431585a54d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Allocated IP 19.80.0.30 (9fda6dbf-22b6-471c-8af8-e905c5cf3a78/c0dd97d8-c3c3-4023-a1c0-e85a644d6371/315b27e3-9480-4438-b9aa-2dc330ac8485) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:33.071090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cab7947d-73cd-45bd-ad44-cc137c15d3a5 req-262d100a-9d8f-4b6f-a0a4-a9c135f5edc7 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747832 Nov 03 18:43:33.072254 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-168b986a-3aab-4978-9da5-b9b5c74a4338 tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.079857 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-a28faf91-9b8a-4848-8051-419317965b26 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.084312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4082ba32-0e03-4e5f-bdf9-eb2830370caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.114171 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b986a-3aab-4978-9da5-b9b5c74a4338 tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Pushing event deleted for resources: {'Port': ['ID=9a20ec3a-5c9b-4261-9c9e-5686f610ae14,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:33.137482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-e70f1a37-39f8-42ad-afc7-bee9a278d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:33.139143 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-e70f1a37-39f8-42ad-afc7-bee9a278d70d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1233861 Nov 03 18:43:33.158138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-a28faf91-9b8a-4848-8051-419317965b26 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Network 6158e201-7067-485a-828c-1c59e35954b7 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:33.181711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-a28faf91-9b8a-4848-8051-419317965b26 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:33.206535 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-a28faf91-9b8a-4848-8051-419317965b26 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:33.230227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-168b986a-3aab-4978-9da5-b9b5c74a4338 tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.233430 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-168b986a-3aab-4978-9da5-b9b5c74a4338 tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.237230 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-168b986a-3aab-4978-9da5-b9b5c74a4338 tempest-FloatingIPAdminTestJSON-148634502 tempest-FloatingIPAdminTestJSON-148634502-project] 10.222.0.107 "DELETE /v2.0/floatingips/a47fde11-d230-47ec-9a98-774de4481885 HTTP/1.1" status: 204 len: 168 time: 1.6237905 Nov 03 18:43:33.238049 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082ba32-0e03-4e5f-bdf9-eb2830370caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0093d58-4abe-4628-9969-4f73606f9325,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:33.240209 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46146) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:33.252651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28faf91-9b8a-4848-8051-419317965b26 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event updated for resources: {'Port': ['ID=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:33.380914 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082ba32-0e03-4e5f-bdf9-eb2830370caf admin admin] Checking segment: {'id': '45ca18a0-c87a-441e-9d3e-7fbfffe25df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:33.381167 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4082ba32-0e03-4e5f-bdf9-eb2830370caf admin admin] Network hostable DHCP agents. Network: d2b26eb6-7515-43b1-9ddc-0eec10b264b7, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:43:33.382871 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-a28faf91-9b8a-4848-8051-419317965b26 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:33.383533 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-a28faf91-9b8a-4848-8051-419317965b26 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.393817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-40d5ca21-e82f-47e9-b845-b66c78f1c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:33.395289 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-40d5ca21-e82f-47e9-b845-b66c78f1c0eb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2343824 Nov 03 18:43:33.448371 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4082ba32-0e03-4e5f-bdf9-eb2830370caf admin admin] Network d2b26eb6-7515-43b1-9ddc-0eec10b264b7 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:43:33.461830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df71282-c274-4d03-be45-5b88d2467cdc req-31f0819b-0194-477b-84f2-930a7c690b43 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:33.468608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3df71282-c274-4d03-be45-5b88d2467cdc req-31f0819b-0194-477b-84f2-930a7c690b43 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 943 time: 0.2053001 Nov 03 18:43:33.474080 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-0ab276f5-db93-424d-b9b0-13431585a54d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.475117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-4082ba32-0e03-4e5f-bdf9-eb2830370caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, d2b26eb6-7515-43b1-9ddc-0eec10b264b7) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:33.487096 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4978759e-0418-444a-af37-3085f35859fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.488400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd839b6-cfeb-464c-85f9-147dbab72b11 None None] Network d2b26eb6-7515-43b1-9ddc-0eec10b264b7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:33.489374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4082ba32-0e03-4e5f-bdf9-eb2830370caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:33.489954 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4082ba32-0e03-4e5f-bdf9-eb2830370caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.515407 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-a28faf91-9b8a-4848-8051-419317965b26 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8400266 Nov 03 18:43:33.543237 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-17dee8db-0b82-4fcc-ad83-86f4813df88e tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Deleting port fdb87444-a843-4ae3-85c4-3c7a85218359 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:33.543562 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17dee8db-0b82-4fcc-ad83-86f4813df88e tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.554906 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4082ba32-0e03-4e5f-bdf9-eb2830370caf admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2931747 Nov 03 18:43:33.569665 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e0e847c6-bce5-4473-aaa4-4ccf9543718d None None] Provisioning complete for port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:33.570593 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0e847c6-bce5-4473-aaa4-4ccf9543718d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.573292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46152) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:33.581731 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:33.584580 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Request body: {'port': {'device_id': '9c18b5a3-d053-4126-9694-416e747e1c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:33.642183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e0e847c6-bce5-4473-aaa4-4ccf9543718d None None] Port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:33.683711 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.685764 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.708457 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17dee8db-0b82-4fcc-ad83-86f4813df88e tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.708860 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17dee8db-0b82-4fcc-ad83-86f4813df88e tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.712142 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-d2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'fixed_ips': [{'subnet_id': 'c0093d58-4abe-4628-9969-4f73606f9325'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:43:33.713487 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.719354 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.736396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3df71282-c274-4d03-be45-5b88d2467cdc req-45f7f435-d253-410d-b832-a7dc1451a5be tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/security-groups?id=1552bcd1-596a-4db6-babe-4fdc28b9a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657435 Nov 03 18:43:33.765774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f554e-3289-4cff-9b3f-66caf8c6b0cb req-7e3ff7f4-7e42-488b-a420-924e73dfdec6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:33.767319 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d50f554e-3289-4cff-9b3f-66caf8c6b0cb req-7e3ff7f4-7e42-488b-a420-924e73dfdec6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 931 time: 0.2726140 Nov 03 18:43:33.776388 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-e7cb4e17-6cbd-4e4f-a4bd-280708fa0def service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612134 Nov 03 18:43:33.820717 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-0ab276f5-db93-424d-b9b0-13431585a54d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:33.896793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Allocated IP 172.20.0.2 (d2b26eb6-7515-43b1-9ddc-0eec10b264b7/c0093d58-4abe-4628-9969-4f73606f9325/c7c76391-e20d-484a-8732-806832bbd417) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:33.993379 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-0ab276f5-db93-424d-b9b0-13431585a54d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Network 9fda6dbf-22b6-471c-8af8-e905c5cf3a78 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:34.068512 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.076145 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.107993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-17dee8db-0b82-4fcc-ad83-86f4813df88e tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Calling delete_port for fdb87444-a843-4ae3-85c4-3c7a85218359 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:34.123232 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Network d2b26eb6-7515-43b1-9ddc-0eec10b264b7 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:34.126342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:34.129081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:34.137317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Pushing event updated for resources: {'Port': ['ID=c7c76391-e20d-484a-8732-806832bbd417,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:34.174359 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.204093 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Attempting to bind port c7c76391-e20d-484a-8732-806832bbd417 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:34.204489 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Attempting to bind port c7c76391-e20d-484a-8732-806832bbd417 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '45ca18a0-c87a-441e-9d3e-7fbfffe25df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:34.204820 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Attempting to bind port c7c76391-e20d-484a-8732-806832bbd417 on network d2b26eb6-7515-43b1-9ddc-0eec10b264b7 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:34.211459 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:34.211911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Checking segment: {'id': '45ca18a0-c87a-441e-9d3e-7fbfffe25df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:34.212321 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.212713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Bound using segment: {'id': '45ca18a0-c87a-441e-9d3e-7fbfffe25df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:34.213296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Bound port: c7c76391-e20d-484a-8732-806832bbd417, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ca18a0-c87a-441e-9d3e-7fbfffe25df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:34.213683 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.287007 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] For port c7c76391-e20d-484a-8732-806832bbd417, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:34.291174 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] For port c7c76391-e20d-484a-8732-806832bbd417, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c7c76391-e20d-484a-8732-806832bbd417,segment=NetworkSegment(45ca18a0-c87a-441e-9d3e-7fbfffe25df5),segment_id=45ca18a0-c87a-441e-9d3e-7fbfffe25df5)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:34.296890 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.348738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-0ab276f5-db93-424d-b9b0-13431585a54d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:34.350598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab276f5-db93-424d-b9b0-13431585a54d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event updated for resources: {'Port': ['ID=315b27e3-9480-4438-b9aa-2dc330ac8485,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:34.367075 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-0ab276f5-db93-424d-b9b0-13431585a54d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:34.401150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d1273670-a760-4c36-8e25-e8035046008d details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:34.415846 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f3420-5094-4645-8fc2-28b1cfb7a6fa None None] Pushing event updated for resources: {'Port': ['ID=c7c76391-e20d-484a-8732-806832bbd417,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:34.428654 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d50f554e-3289-4cff-9b3f-66caf8c6b0cb req-8184e2b9-2a76-4a82-9a9b-273fe2281ed4 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6453583 Nov 03 18:43:34.493383 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.608233 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port d1273670-a760-4c36-8e25-e8035046008d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d1273670-a760-4c36-8e25-e8035046008d,segment=NetworkSegment(7fb96ae5-3002-4b9f-af08-ef5c94c0fe90),segment_id=7fb96ae5-3002-4b9f-af08-ef5c94c0fe90)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:34.629162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'd1273670-a760-4c36-8e25-e8035046008d', 'network_id': '6ffa56a5-a8b0-420a-806f-07dafa1edd3b', 'port_id': 'd1273670-a760-4c36-8e25-e8035046008d', 'mac_address': 'fa:16:3e:a7:01:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b97b10-efc1-4f6c-bc6a-503a96ad4f80', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:34.670632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:34.689039 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.701337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4978759e-0418-444a-af37-3085f35859fb admin admin] Deleting port a715d20a-84b6-456c-abef-c5ec5d77c042 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:34.702062 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4978759e-0418-444a-af37-3085f35859fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.715497 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.721385 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17dee8db-0b82-4fcc-ad83-86f4813df88e tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.732370 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1273670-a760-4c36-8e25-e8035046008d {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:34.738706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e0d89-9640-4ccd-8d96-6c3ac79b17e6 req-80157adb-1d83-4823-98c4-9270caa34366 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:34.747871 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e28e0d89-9640-4ccd-8d96-6c3ac79b17e6 req-80157adb-1d83-4823-98c4-9270caa34366 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 948 time: 0.9227171 Nov 03 18:43:34.755940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port d1273670-a760-4c36-8e25-e8035046008d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d1273670-a760-4c36-8e25-e8035046008d,segment=NetworkSegment(7fb96ae5-3002-4b9f-af08-ef5c94c0fe90),segment_id=7fb96ae5-3002-4b9f-af08-ef5c94c0fe90)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:34.763144 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.764595 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dee8db-0b82-4fcc-ad83-86f4813df88e tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdb87444-a843-4ae3-85c4-3c7a85218359,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:34.792375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Transition to ACTIVE for port object 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:43:34.846529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=d1273670-a760-4c36-8e25-e8035046008d,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:34.854012 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ff47c962-5c6e-4d3a-b59b-d11170651a87 None None] Provisioning complete for port 315b27e3-9480-4438-b9aa-2dc330ac8485 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:34.854479 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ff47c962-5c6e-4d3a-b59b-d11170651a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.858150 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.870452 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e21decad-d356-47aa-b3fd-4c590a97a613 req-b22e065d-d73a-44c7-a3ec-d86f748b5e69 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0694451 Nov 03 18:43:34.894137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ff47c962-5c6e-4d3a-b59b-d11170651a87 None None] Port 315b27e3-9480-4438-b9aa-2dc330ac8485 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:34.926795 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-4978759e-0418-444a-af37-3085f35859fb admin admin] For port a715d20a-84b6-456c-abef-c5ec5d77c042, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a715d20a-84b6-456c-abef-c5ec5d77c042,segment=NetworkSegment(deba385e-2f9f-4378-84b0-b192495924ca),segment_id=deba385e-2f9f-4378-84b0-b192495924ca)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:34.927271 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4978759e-0418-444a-af37-3085f35859fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.930104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-0ab276f5-db93-424d-b9b0-13431585a54d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:34.930725 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-0ab276f5-db93-424d-b9b0-13431585a54d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.931493 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17dee8db-0b82-4fcc-ad83-86f4813df88e tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.934114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17dee8db-0b82-4fcc-ad83-86f4813df88e tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:34.938444 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-17dee8db-0b82-4fcc-ad83-86f4813df88e tempest-FloatingIPAdminTestJSON-854066136 tempest-FloatingIPAdminTestJSON-854066136-project-admin] 10.222.0.107 "DELETE /v2.0/floatingips/83f0c934-8a53-4485-ab24-001e4e549704 HTTP/1.1" status: 204 len: 168 time: 1.6893082 Nov 03 18:43:34.941535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46160) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:34.959549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4978759e-0418-444a-af37-3085f35859fb admin admin] Calling delete_port for a715d20a-84b6-456c-abef-c5ec5d77c042 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:34.982069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:34.995308 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e28e0d89-9640-4ccd-8d96-6c3ac79b17e6 req-6bb9b536-e05f-4416-b9eb-2e9d308078e7 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/security-groups?id=59f2d8e1-9a09-4d1a-bc00-c15b3f462c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465560 Nov 03 18:43:35.005229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41956689-f125-447a-bc69-7479fa6b4046 req-223a4734-9755-4f8f-8665-711d72078559 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:35.006922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41956689-f125-447a-bc69-7479fa6b4046 req-223a4734-9755-4f8f-8665-711d72078559 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 931 time: 0.2473910 Nov 03 18:43:35.033132 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-0ab276f5-db93-424d-b9b0-13431585a54d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1396658 Nov 03 18:43:35.106342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-af073760-76cf-4e8c-b2c5-c23c5bd4badc tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Request body: {'port': {'device_id': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'network_id': '63dc7cb1-7e78-4dd0-ad17-4929d9aaf035', 'admin_state_up': True, 'tenant_id': '1e84dea8fa8041e993abb7088b06811e'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:35.139897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['d1273670-a760-4c36-8e25-e8035046008d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:35.206040 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.242845 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.302320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ca922-13e6-4e11-8af3-af5296125525 req-d07b8971-a077-4389-ae63-1249e8cf55ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:35.303873 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b06ca922-13e6-4e11-8af3-af5296125525 req-d07b8971-a077-4389-ae63-1249e8cf55ba service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=696f3b5a980b41b2a8bf54f37ca90492&device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 1099 time: 0.2959461 Nov 03 18:43:35.322155 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f08f9-ec38-46b1-ba6e-b5cd257af05b req-2ad9ccea-3dbb-4910-a80e-c28767767265 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:35.329930 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a46f08f9-ec38-46b1-ba6e-b5cd257af05b req-2ad9ccea-3dbb-4910-a80e-c28767767265 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.2081559 Nov 03 18:43:35.338580 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41956689-f125-447a-bc69-7479fa6b4046 req-0ab187ed-8993-4a94-8a53-5ce9a52b1716 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044219 Nov 03 18:43:35.351452 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Attempting to bind port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:35.351830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Attempting to bind port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:35.352114 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Attempting to bind port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 on network 6158e201-7067-485a-828c-1c59e35954b7 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:35.417350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c7c76391-e20d-484a-8732-806832bbd417 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:35.424167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 on network 6158e201-7067-485a-828c-1c59e35954b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:43:35.424496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Attempting to bind port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 on network 6158e201-7067-485a-828c-1c59e35954b7 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:35.487940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:35.488283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Checking segment: {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:35.488688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Bound using segment: {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:35.489117 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Bound port: 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:35.489470 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.509112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c7c76391-e20d-484a-8732-806832bbd417 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:35.509481 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.534979 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e59d7705-22e8-4b47-9e86-b80387695fe8 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Deleting port 3e062b6e-ff85-4572-97e5-9be075f4d8c7 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:35.534979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e59d7705-22e8-4b47-9e86-b80387695fe8 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.542038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Allocated IP 172.25.2.206 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:35.599434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a46f08f9-ec38-46b1-ba6e-b5cd257af05b req-abc3f10c-c12d-4360-abfc-e14a0ee0bbf2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570691 Nov 03 18:43:35.610850 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.652463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-af073760-76cf-4e8c-b2c5-c23c5bd4badc tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Made reservation on behalf of 1e84dea8fa8041e993abb7088b06811e for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:35.662645 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-af073760-76cf-4e8c-b2c5-c23c5bd4badc tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.682037 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port c7c76391-e20d-484a-8732-806832bbd417, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c7c76391-e20d-484a-8732-806832bbd417,segment=NetworkSegment(45ca18a0-c87a-441e-9d3e-7fbfffe25df5),segment_id=45ca18a0-c87a-441e-9d3e-7fbfffe25df5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:35.690188 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.693702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ca922-13e6-4e11-8af3-af5296125525 req-b2d7713d-4a81-4a79-a9ab-b03a0b8ca274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:35.695218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b06ca922-13e6-4e11-8af3-af5296125525 req-b2d7713d-4a81-4a79-a9ab-b03a0b8ca274 service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.3612151 Nov 03 18:43:35.711529 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ce49d-1952-45be-a5ee-58e7a58b7bab req-8e98e259-0ae4-4b67-93d1-e1e6ea0b1b67 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:35.713129 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f1ce49d-1952-45be-a5ee-58e7a58b7bab req-8e98e259-0ae4-4b67-93d1-e1e6ea0b1b67 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 944 time: 0.2283111 Nov 03 18:43:35.784078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=c7c76391-e20d-484a-8732-806832bbd417,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:35.784644 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e59d7705-22e8-4b47-9e86-b80387695fe8 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.809395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e59d7705-22e8-4b47-9e86-b80387695fe8 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Calling delete_port for 3e062b6e-ff85-4572-97e5-9be075f4d8c7 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:35.813163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b06ca922-13e6-4e11-8af3-af5296125525 req-0164d8bc-47cd-434d-a98e-86f91e5a2a60 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=13191349-3e4a-4392-914b-a09c5fc94dbb HTTP/1.1" status: 200 len: 217 time: 0.0952339 Nov 03 18:43:35.866301 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815ce72b-9f5d-4c2f-ad1f-2897fe8a9f3d None None] Network d2b26eb6-7515-43b1-9ddc-0eec10b264b7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:35.866813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:35.874852 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4978759e-0418-444a-af37-3085f35859fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.895900 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:35.917282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:35.923211 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978759e-0418-444a-af37-3085f35859fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a715d20a-84b6-456c-abef-c5ec5d77c042,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:35.943835 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.028633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cef153-f707-4335-87f7-dcf8b5780857 req-215c6a27-015b-4c4a-b42d-ad95738acfbb tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.030710 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28cef153-f707-4335-87f7-dcf8b5780857 req-215c6a27-015b-4c4a-b42d-ad95738acfbb tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 943 time: 0.3110769 Nov 03 18:43:36.044728 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ca922-13e6-4e11-8af3-af5296125525 req-541071c3-973e-45f4-8ad2-313b76c228b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.046851 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b06ca922-13e6-4e11-8af3-af5296125525 req-541071c3-973e-45f4-8ad2-313b76c228b0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1957974 Nov 03 18:43:36.075296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-875a0a63-b19e-4ba4-8c74-017057dd127f None None] Provisioning complete for port c7c76391-e20d-484a-8732-806832bbd417 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:36.075523 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f1ce49d-1952-45be-a5ee-58e7a58b7bab req-9c98b290-5287-450f-aaba-a557076b00ef tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/security-groups?id=1552bcd1-596a-4db6-babe-4fdc28b9a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296554 Nov 03 18:43:36.075796 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-875a0a63-b19e-4ba4-8c74-017057dd127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.077003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.077626 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.078961 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] 10.222.0.98 "PUT /v2.0/ports/7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 HTTP/1.1" status: 200 len: 1091 time: 2.5442586 Nov 03 18:43:36.096447 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:36.099371 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3d729a-cf28-42ff-85d2-d1cc9cc5f407" -d '{"events": [{"name": "network-changed", "server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:36.140224 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.178796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-af073760-76cf-4e8c-b2c5-c23c5bd4badc tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Allocated IP 19.86.0.83 (63dc7cb1-7e78-4dd0-ad17-4929d9aaf035/f2ded83b-5709-4419-86c5-5f8ece8e88e4/2aa3a415-a151-4ddb-b5b0-6aff9560ad43) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:36.301459 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bf4b5-d2df-4024-a24d-14027bc95eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:36.325999 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:36.371410 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e59d7705-22e8-4b47-9e86-b80387695fe8 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.376061 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:36.390377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ca922-13e6-4e11-8af3-af5296125525 req-e5932230-2fd9-4bb3-8358-d0277080efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.396967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b06ca922-13e6-4e11-8af3-af5296125525 req-e5932230-2fd9-4bb3-8358-d0277080efd8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3371835 Nov 03 18:43:36.404710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d1273670-a760-4c36-8e25-e8035046008d up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:36.417019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:36.423323 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28cef153-f707-4335-87f7-dcf8b5780857 req-6837ecd4-7d21-4851-80a2-785ba6d5bbeb tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3759031 Nov 03 18:43:36.427739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:36.430519 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d7705-22e8-4b47-9e86-b80387695fe8 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event deleted for resources: {'Port': ['ID=3e062b6e-ff85-4572-97e5-9be075f4d8c7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:36.515646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-1516b0c0-cb76-41f2-adb1-c7238b47cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.515839 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4978759e-0418-444a-af37-3085f35859fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.517026 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-1516b0c0-cb76-41f2-adb1-c7238b47cf71 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 1094 time: 0.3472085 Nov 03 18:43:36.548863 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca49968-77c6-457f-8e2f-a08fd03a4cd2 x-openstack-request-id: req-4ca49968-77c6-457f-8e2f-a08fd03a4cd2 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:36.549308 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:36.549578 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4ca49968-77c6-457f-8e2f-a08fd03a4cd2 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:36.549997 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'status': 'completed', 'code': 200} Nov 03 18:43:36.563632 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port d1273670-a760-4c36-8e25-e8035046008d completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:36.572904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port d1273670-a760-4c36-8e25-e8035046008d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:36.573861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b133b-3b99-46fe-a65b-899c373eca32 req-fb02de5b-e52d-4970-b491-43dd348431af tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.575434 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.575705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de6b133b-3b99-46fe-a65b-899c373eca32 req-fb02de5b-e52d-4970-b491-43dd348431af tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 948 time: 0.3173783 Nov 03 18:43:36.714610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-f85c4a49-65a3-492b-b086-30ead37f1615 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 HTTP/1.1" status: 200 len: 217 time: 0.1716816 Nov 03 18:43:36.732664 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.764113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c13a6d-3f48-4d27-a2e1-e1a487052d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1273670-a760-4c36-8e25-e8035046008d'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:36.766640 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dc5d42-d626-4893-a051-6880f4489c0d" -d '{"events": [{"server_uuid": "d5c13a6d-3f48-4d27-a2e1-e1a487052d02", "name": "network-vif-plugged", "status": "completed", "tag": "d1273670-a760-4c36-8e25-e8035046008d"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:36.768384 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e59d7705-22e8-4b47-9e86-b80387695fe8 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.772683 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e59d7705-22e8-4b47-9e86-b80387695fe8 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] 10.222.0.107 "DELETE /v2.0/ports/3e062b6e-ff85-4572-97e5-9be075f4d8c7 HTTP/1.1" status: 204 len: 168 time: 1.8290808 Nov 03 18:43:36.779494 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46174) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:36.783957 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port d1273670-a760-4c36-8e25-e8035046008d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d1273670-a760-4c36-8e25-e8035046008d,segment=NetworkSegment(7fb96ae5-3002-4b9f-af08-ef5c94c0fe90),segment_id=7fb96ae5-3002-4b9f-af08-ef5c94c0fe90)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:36.793777 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.798222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-86ef2d47-9670-482f-ab13-cee11fa5f4f2 None None] Provisioning complete for port c7c76391-e20d-484a-8732-806832bbd417 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:36.798674 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-86ef2d47-9670-482f-ab13-cee11fa5f4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:36.882914 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=d1273670-a760-4c36-8e25-e8035046008d,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:36.930781 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34b3d25-95d0-4bcb-96af-bcdd329213fd tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.932654 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b34b3d25-95d0-4bcb-96af-bcdd329213fd tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] 10.222.0.107 "GET /v2.0/ports?device_id=9163a2ae-3c73-469f-9cde-5336d0b9d5a1 HTTP/1.1" status: 200 len: 913 time: 0.1519570 Nov 03 18:43:36.937234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46176) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:36.946180 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de6b133b-3b99-46fe-a65b-899c373eca32 req-0a006654-fef4-4ee3-93cb-28d2d130f010 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/security-groups?id=59f2d8e1-9a09-4d1a-bc00-c15b3f462c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849648 Nov 03 18:43:36.955819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa0c87-e712-472b-9d37-444f689ccb25 req-66be6d38-98fb-4842-bc21-409a099f5e46 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.957424 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-24fa0c87-e712-472b-9d37-444f689ccb25 req-66be6d38-98fb-4842-bc21-409a099f5e46 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 931 time: 0.2879043 Nov 03 18:43:36.964216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b06ca922-13e6-4e11-8af3-af5296125525 req-37b13659-5293-4531-b235-eb606331308a service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363975 Nov 03 18:43:36.966196 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-45baa25f-2d35-4953-b954-9939ea8c2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:36.967897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-45baa25f-2d35-4953-b954-9939ea8c2d8f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3aa174d-f75e-461c-bfcb-5c4a20bb9478 HTTP/1.1" status: 200 len: 856 time: 0.2238405 Nov 03 18:43:37.013173 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f42fe5-d746-4f11-8777-c47d291f8d2c x-openstack-request-id: req-79f42fe5-d746-4f11-8777-c47d291f8d2c {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:37.013797 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c13a6d-3f48-4d27-a2e1-e1a487052d02", "name": "network-vif-plugged", "status": "completed", "tag": "d1273670-a760-4c36-8e25-e8035046008d", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:37.014168 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-79f42fe5-d746-4f11-8777-c47d291f8d2c {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:37.014650 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c13a6d-3f48-4d27-a2e1-e1a487052d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1273670-a760-4c36-8e25-e8035046008d', 'code': 200} Nov 03 18:43:37.054382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-af073760-76cf-4e8c-b2c5-c23c5bd4badc tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.153888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-24fa0c87-e712-472b-9d37-444f689ccb25 req-b2a454dd-c5da-4e00-af99-645fc8a39985 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848595 Nov 03 18:43:37.176890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-ccbd9a56-ac79-4c8c-b276-b07d432b2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:37.178448 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-ccbd9a56-ac79-4c8c-b276-b07d432b2074 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6158e201-7067-485a-828c-1c59e35954b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1861134 Nov 03 18:43:37.188295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b06ca922-13e6-4e11-8af3-af5296125525 req-41f78c62-35a3-434b-8ef9-2898a798662d service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146387 Nov 03 18:43:37.244747 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-af073760-76cf-4e8c-b2c5-c23c5bd4badc tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.373245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c7c76391-e20d-484a-8732-806832bbd417 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:37.439429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c7c76391-e20d-484a-8732-806832bbd417 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:37.439910 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.566185 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc29e5d-b5ba-4f35-bb61-4563b48616c7 req-78aeb18a-fe48-44e4-88f8-44c51610bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:37.567731 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6cc29e5d-b5ba-4f35-bb61-4563b48616c7 req-78aeb18a-fe48-44e4-88f8-44c51610bc52 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 1096 time: 0.2797327 Nov 03 18:43:37.585358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.674363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-af073760-76cf-4e8c-b2c5-c23c5bd4badc tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Network 63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:37.686252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-af073760-76cf-4e8c-b2c5-c23c5bd4badc tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:37.686539 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4978759e-0418-444a-af37-3085f35859fb admin admin] Router b1a72a0d-a49a-4600-8340-f072c93b98b7 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:37.692844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af073760-76cf-4e8c-b2c5-c23c5bd4badc tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event updated for resources: {'Port': ['ID=2aa3a415-a151-4ddb-b5b0-6aff9560ad43,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:37.695861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-af073760-76cf-4e8c-b2c5-c23c5bd4badc tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:37.755439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9440e8-a723-4977-9e58-ab567c81320b req-94fcafe9-5c51-41fa-8e8f-05309b0c570c tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:37.757074 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b9440e8-a723-4977-9e58-ab567c81320b req-94fcafe9-5c51-41fa-8e8f-05309b0c570c tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 945 time: 0.5342612 Nov 03 18:43:37.767960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-517b3ccc-bcd8-4aa7-bd11-ace61f8a60ad service neutron] 10.222.0.98 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774977 Nov 03 18:43:37.800454 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6cc29e5d-b5ba-4f35-bb61-4563b48616c7 req-805aea40-ed79-49e8-bedb-f67a5fdb0843 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1552bcd1-596a-4db6-babe-4fdc28b9a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126536 Nov 03 18:43:37.824471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-af073760-76cf-4e8c-b2c5-c23c5bd4badc tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:37.825139 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-af073760-76cf-4e8c-b2c5-c23c5bd4badc tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:37.838244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400f400-ebb7-4f93-bec8-dae153ad325b req-522b0474-05b6-48b2-95ae-9f5b6a129d76 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:37.839887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c400f400-ebb7-4f93-bec8-dae153ad325b req-522b0474-05b6-48b2-95ae-9f5b6a129d76 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 943 time: 0.2259040 Nov 03 18:43:37.914569 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-af073760-76cf-4e8c-b2c5-c23c5bd4badc tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8415265 Nov 03 18:43:37.928166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Request body: {'port': {'device_id': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:37.960037 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b9440e8-a723-4977-9e58-ab567c81320b req-1d3504ea-ab07-4892-b2ce-d3920afe8cfe tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/security-groups?id=1552bcd1-596a-4db6-babe-4fdc28b9a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909666 Nov 03 18:43:37.995633 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9c48d191-b294-4697-895c-108c24806ef5 None None] Provisioning complete for port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:37.996151 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9c48d191-b294-4697-895c-108c24806ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.010740 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c400f400-ebb7-4f93-bec8-dae153ad325b req-e8909279-c125-4eac-8853-8dc67fb3595f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364336 Nov 03 18:43:38.034307 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.039341 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37bfa00e-89ea-4229-866e-1104d0ab2e36 req-f4cfb456-69c7-46ae-969a-b547d1d96ee0 service neutron] 10.222.0.98 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582374 Nov 03 18:43:38.058620 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4978759e-0418-444a-af37-3085f35859fb admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:38.070597 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4978759e-0418-444a-af37-3085f35859fb admin admin] 10.222.0.107 "PUT /v2.0/routers/b1a72a0d-a49a-4600-8340-f072c93b98b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0381737 Nov 03 18:43:38.074211 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46184) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:38.079918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b421df-8e00-4349-8623-a6757c151350 None None] Sync routers for ids ['b1a72a0d-a49a-4600-8340-f072c93b98b7'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:38.092169 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9c48d191-b294-4697-895c-108c24806ef5 None None] Port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:38.106080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b421df-8e00-4349-8623-a6757c151350 None None] Routers {'b1a72a0d-a49a-4600-8340-f072c93b98b7'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:38.106837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d5b421df-8e00-4349-8623-a6757c151350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b1a72a0d-a49a-4600-8340-f072c93b98b7'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:38.124361 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.252059 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f925d-fe28-4752-95ba-526415c3bfa0 req-8630cf04-dbc6-441c-8722-188e7eea76d5 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:38.253504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c0f925d-fe28-4752-95ba-526415c3bfa0 req-8630cf04-dbc6-441c-8722-188e7eea76d5 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 948 time: 0.1719732 Nov 03 18:43:38.257564 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d5b421df-8e00-4349-8623-a6757c151350 None None] Set router b1a72a0d-a49a-4600-8340-f072c93b98b7 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:38.304908 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.305754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d729a-cf28-42ff-85d2-d1cc9cc5f407 req-02ff419d-79b5-4fbc-9d3b-f68c4382cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:38.307260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c3d729a-cf28-42ff-85d2-d1cc9cc5f407 req-02ff419d-79b5-4fbc-9d3b-f68c4382cced service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 1094 time: 0.1890788 Nov 03 18:43:38.426510 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82004cec-8a50-4ed3-a2fd-e6c2e3c5c0d0 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.455162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c25f4-93d2-43d3-998a-babbbe59deeb req-d2e67034-e40d-428b-aa7b-ab08be070dfe tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:38.461824 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c25f4-93d2-43d3-998a-babbbe59deeb req-d2e67034-e40d-428b-aa7b-ab08be070dfe tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:38.463469 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-116c25f4-93d2-43d3-998a-babbbe59deeb req-d2e67034-e40d-428b-aa7b-ab08be070dfe tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1653 time: 0.2340393 Nov 03 18:43:38.479063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 13191349-3e4a-4392-914b-a09c5fc94dbb details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:38.502831 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c0f925d-fe28-4752-95ba-526415c3bfa0 req-aa29c4ef-e8ca-4a56-8d35-ff97c4a2ac2b tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/security-groups?id=59f2d8e1-9a09-4d1a-bc00-c15b3f462c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239106 Nov 03 18:43:38.518224 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.551486 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:43:38.579523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d729a-cf28-42ff-85d2-d1cc9cc5f407 req-06625554-fc56-445d-bb67-d622feba9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:38.581049 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c3d729a-cf28-42ff-85d2-d1cc9cc5f407 req-06625554-fc56-445d-bb67-d622feba9a2b service neutron] 10.222.0.98 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 918 time: 0.2515888 Nov 03 18:43:38.606272 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-116c25f4-93d2-43d3-998a-babbbe59deeb req-ed1d5198-b494-4e2d-9ad5-fa8f3b740a84 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308804 Nov 03 18:43:38.644201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c3d729a-cf28-42ff-85d2-d1cc9cc5f407 req-8f86fc87-d31c-4c9d-9b52-430adeeabeda service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 HTTP/1.1" status: 200 len: 217 time: 0.0536392 Nov 03 18:43:38.723422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315b27e3-9480-4438-b9aa-2dc330ac8485 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:38.729467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 13191349-3e4a-4392-914b-a09c5fc94dbb, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=13191349-3e4a-4392-914b-a09c5fc94dbb,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:38.737267 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.750431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '13191349-3e4a-4392-914b-a09c5fc94dbb', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '13191349-3e4a-4392-914b-a09c5fc94dbb', 'mac_address': 'fa:16:3e:8a:2e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:38.754701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d5b421df-8e00-4349-8623-a6757c151350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:43:35Z', 'revision_number': 5, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'gw_port': {'id': '5e53be19-925e-467e-9add-d1c8382d98c0', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:38.758635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d729a-cf28-42ff-85d2-d1cc9cc5f407 req-8fe3be14-3b22-4c41-b6a2-fdf53b966338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:38.760198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c3d729a-cf28-42ff-85d2-d1cc9cc5f407 req-8fe3be14-3b22-4c41-b6a2-fdf53b966338 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3aa174d-f75e-461c-bfcb-5c4a20bb9478 HTTP/1.1" status: 200 len: 856 time: 0.0918043 Nov 03 18:43:38.762955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Transition to ACTIVE for port object 315b27e3-9480-4438-b9aa-2dc330ac8485 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:43:38.768264 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:38.796106 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b421df-8e00-4349-8623-a6757c151350 None None] Checking router: b1a72a0d-a49a-4600-8340-f072c93b98b7 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:38.806979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b421df-8e00-4349-8623-a6757c151350 None None] Routers {'b1a72a0d-a49a-4600-8340-f072c93b98b7'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:38.807757 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d5b421df-8e00-4349-8623-a6757c151350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b1a72a0d-a49a-4600-8340-f072c93b98b7'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:38.862625 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Pushing event updated for resources: {'Port': ['ID=315b27e3-9480-4438-b9aa-2dc330ac8485,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:38.924555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d5b421df-8e00-4349-8623-a6757c151350 None None] Set router b1a72a0d-a49a-4600-8340-f072c93b98b7 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:38.956176 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d729a-cf28-42ff-85d2-d1cc9cc5f407 req-523f9f1d-7f55-447c-9a33-25233bed784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:38.958438 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c3d729a-cf28-42ff-85d2-d1cc9cc5f407 req-523f9f1d-7f55-447c-9a33-25233bed784e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6158e201-7067-485a-828c-1c59e35954b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874819 Nov 03 18:43:38.987318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d5b421df-8e00-4349-8623-a6757c151350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:43:38Z', 'revision_number': 6, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:38.993467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Attempting to bind port 315b27e3-9480-4438-b9aa-2dc330ac8485 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:38.994206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Attempting to bind port 315b27e3-9480-4438-b9aa-2dc330ac8485 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '31be7543-ba1a-47bb-bad9-cba792535eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9fda6dbf-22b6-471c-8af8-e905c5cf3a78'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:38.994460 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Attempting to bind port 315b27e3-9480-4438-b9aa-2dc330ac8485 on network 9fda6dbf-22b6-471c-8af8-e905c5cf3a78 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:39.013671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Port 315b27e3-9480-4438-b9aa-2dc330ac8485 on network 9fda6dbf-22b6-471c-8af8-e905c5cf3a78 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:43:39.013671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Attempting to bind port 315b27e3-9480-4438-b9aa-2dc330ac8485 on network 9fda6dbf-22b6-471c-8af8-e905c5cf3a78 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:39.024974 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:39.025490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Checking segment: {'id': '31be7543-ba1a-47bb-bad9-cba792535eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9fda6dbf-22b6-471c-8af8-e905c5cf3a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:39.025991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Bound using segment: {'id': '31be7543-ba1a-47bb-bad9-cba792535eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9fda6dbf-22b6-471c-8af8-e905c5cf3a78'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:39.026570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Bound port: 315b27e3-9480-4438-b9aa-2dc330ac8485, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31be7543-ba1a-47bb-bad9-cba792535eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9fda6dbf-22b6-471c-8af8-e905c5cf3a78'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:39.027029 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.076188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b421df-8e00-4349-8623-a6757c151350 None None] The sync data for ids ['b1a72a0d-a49a-4600-8340-f072c93b98b7'] in n-d-812150-4 is: [{'id': 'b1a72a0d-a49a-4600-8340-f072c93b98b7', 'name': 'tempest-ServersTestFqdnHostnames-1430748997-router', 'tenant_id': '3d75cd8a4d1840309141f061312d4ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:40:28Z', 'updated_at': '2021-11-03T18:43:38Z', 'revision_number': 6, 'project_id': '3d75cd8a4d1840309141f061312d4ccb', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:39.078110 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.112789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13191349-3e4a-4392-914b-a09c5fc94dbb {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:39.138396 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] Deleting port 5e53be19-925e-467e-9add-d1c8382d98c0 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:39.139441 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.200287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 13191349-3e4a-4392-914b-a09c5fc94dbb, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=13191349-3e4a-4392-914b-a09c5fc94dbb,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:39.207764 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.233008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:39.248794 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Sync routers for ids ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:39.266460 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Routers {'d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:39.267043 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:39.293405 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.294654 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-25b130d3-e5b9-4981-b752-de1b8123c908 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7203927 Nov 03 18:43:39.302900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46192) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:39.340572 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] For port 315b27e3-9480-4438-b9aa-2dc330ac8485, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:39.345611 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c3d729a-cf28-42ff-85d2-d1cc9cc5f407 req-43acc25a-c356-4a87-87da-ee74bda5521f service neutron] 10.222.0.98 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766489 Nov 03 18:43:39.353105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=13191349-3e4a-4392-914b-a09c5fc94dbb,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:39.358775 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1ea48-1c9e-4773-b86e-c513ab517b78 req-af65e10e-e6fc-4108-bb38-64dfbe3563ca tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:39.360704 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6de1ea48-1c9e-4773-b86e-c513ab517b78 req-af65e10e-e6fc-4108-bb38-64dfbe3563ca tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 945 time: 0.1849337 Nov 03 18:43:39.381012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] For port 315b27e3-9480-4438-b9aa-2dc330ac8485, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=315b27e3-9480-4438-b9aa-2dc330ac8485,segment=NetworkSegment(31be7543-ba1a-47bb-bad9-cba792535eda),segment_id=31be7543-ba1a-47bb-bad9-cba792535eda)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:39.394506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e05434-6d48-4f34-a467-094c2fe0adaf req-95e7166d-1017-407b-85e9-8b3f46697c8e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:39.395973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e05434-6d48-4f34-a467-094c2fe0adaf req-95e7166d-1017-407b-85e9-8b3f46697c8e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 943 time: 0.2167811 Nov 03 18:43:39.402216 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Set router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:39.411414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] For port 5e53be19-925e-467e-9add-d1c8382d98c0, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5e53be19-925e-467e-9add-d1c8382d98c0,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:39.412012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.414958 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.470826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] Calling delete_port for 5e53be19-925e-467e-9add-d1c8382d98c0 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:39.536894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a715d20a-84b6-456c-abef-c5ec5d77c042 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:39.559209 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:39.567079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.570092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] 10.222.0.98 "PUT /v2.0/ports/315b27e3-9480-4438-b9aa-2dc330ac8485 HTTP/1.1" status: 200 len: 1091 time: 1.6457632 Nov 03 18:43:39.571250 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['13191349-3e4a-4392-914b-a09c5fc94dbb'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:39.571934 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'tag': '315b27e3-9480-4438-b9aa-2dc330ac8485'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:39.573566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: a715d20a-84b6-456c-abef-c5ec5d77c042 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:39.574295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a715d20a-84b6-456c-abef-c5ec5d77c042 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:39.582228 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43db535c-2a93-4b09-88a2-1ffe9284b8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e4f56d-8ca5-4e58-9935-594c41c60a4a", "tag": "315b27e3-9480-4438-b9aa-2dc330ac8485"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:39.658805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a68f2-934b-4cc9-8516-04f5412013db service neutron] Pushing event updated for resources: {'Port': ['ID=315b27e3-9480-4438-b9aa-2dc330ac8485,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:39.669717 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c3d729a-cf28-42ff-85d2-d1cc9cc5f407 req-dd4dca6c-21a9-4683-b7f1-32a77f6b07ca service neutron] 10.222.0.98 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079622 Nov 03 18:43:39.718550 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:33Z', 'updated_at': '2021-11-03T18:43:36Z', 'revision_number': 3, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'gw_port': {'id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:35Z', 'updated_at': '2021-11-03T18:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:39.723970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Request body: {'port': {'device_id': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:39.759522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-82004cec-8a50-4ed3-a2fd-e6c2e3c5c0d0 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Deleting port 593c6533-2500-4a73-ae29-a82101c00f82 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:39.761499 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82004cec-8a50-4ed3-a2fd-e6c2e3c5c0d0 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.773124 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Checking router: d8c95dbc-72c9-4a99-8fba-2823bcce9f6f for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:39.773663 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Updating router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f port b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:43:39.804513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6de1ea48-1c9e-4773-b86e-c513ab517b78 req-569bd921-945d-4244-b604-1e4a015466d2 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/security-groups?id=1552bcd1-596a-4db6-babe-4fdc28b9a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218955 Nov 03 18:43:39.807896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e05434-6d48-4f34-a467-094c2fe0adaf req-170f0803-ea4d-4942-9a87-af8002653800 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3966033 Nov 03 18:43:39.859602 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:39.955201 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.040574 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82004cec-8a50-4ed3-a2fd-e6c2e3c5c0d0 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.090105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73367c68-7e1c-4b8c-b2af-de385f2739d8 req-046ebcc2-3e4d-49e6-b1d9-7c1fae81d8ff tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:40.090718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-82004cec-8a50-4ed3-a2fd-e6c2e3c5c0d0 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Calling delete_port for 593c6533-2500-4a73-ae29-a82101c00f82 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:40.096779 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73367c68-7e1c-4b8c-b2af-de385f2739d8 req-046ebcc2-3e4d-49e6-b1d9-7c1fae81d8ff tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:40.098453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73367c68-7e1c-4b8c-b2af-de385f2739d8 req-046ebcc2-3e4d-49e6-b1d9-7c1fae81d8ff tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1665 time: 0.1697361 Nov 03 18:43:40.110279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156aa339-da94-4178-9afa-ff4bc2e7c140 req-96e0438d-0a6e-423a-bf7c-b5947b0cab9c tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:40.112170 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-156aa339-da94-4178-9afa-ff4bc2e7c140 req-96e0438d-0a6e-423a-bf7c-b5947b0cab9c tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 949 time: 0.1846166 Nov 03 18:43:40.250107 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.258489 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-156aa339-da94-4178-9afa-ff4bc2e7c140 req-3c44dd1b-c4ce-40a2-9a58-ae1f86917344 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/security-groups?id=59f2d8e1-9a09-4d1a-bc00-c15b3f462c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286061 Nov 03 18:43:40.269671 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73367c68-7e1c-4b8c-b2af-de385f2739d8 req-b932ab36-6485-47fa-b1ee-ef85e8812e89 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564832 Nov 03 18:43:40.296866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e53be19-925e-467e-9add-d1c8382d98c0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:40.299046 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.318378 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.390650 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d150943-c42b-4d02-ba04-8add90c9a9cc None None] Pushing event updated for resources: {'Port': ['ID=b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:40.399409 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Attempting to bind port b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:40.399937 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Attempting to bind port b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:40.400397 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Attempting to bind port b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:40.406415 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:40.407180 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:40.407834 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.408109 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23330528-8c46-48a6-8b0d-3933d46b4f78 x-openstack-request-id: req-23330528-8c46-48a6-8b0d-3933d46b4f78 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:40.408407 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e4f56d-8ca5-4e58-9935-594c41c60a4a", "tag": "315b27e3-9480-4438-b9aa-2dc330ac8485", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:40.408671 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-23330528-8c46-48a6-8b0d-3933d46b4f78 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:40.409104 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:40.409534 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'tag': '315b27e3-9480-4438-b9aa-2dc330ac8485', 'status': 'completed', 'code': 200} Nov 03 18:43:40.410012 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Bound port: b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:40.410634 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.416768 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 13191349-3e4a-4392-914b-a09c5fc94dbb up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:40.458476 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:40.469826 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.477257 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] For port b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:40.481776 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] For port b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:40.490621 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.495256 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db535c-2a93-4b09-88a2-1ffe9284b8ef req-8358baf7-2f5c-4783-97ca-80001bed2a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:40.495775 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db535c-2a93-4b09-88a2-1ffe9284b8ef req-8358baf7-2f5c-4783-97ca-80001bed2a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:40.497517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43db535c-2a93-4b09-88a2-1ffe9284b8ef req-8358baf7-2f5c-4783-97ca-80001bed2a69 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1e84dea8fa8041e993abb7088b06811e&device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1912 time: 0.0872073 Nov 03 18:43:40.498925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Transition to ACTIVE for port object 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:43:40.505906 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.513780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 13191349-3e4a-4392-914b-a09c5fc94dbb completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:40.519036 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.520646 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 13191349-3e4a-4392-914b-a09c5fc94dbb triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:40.521020 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.569469 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Routers {'d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:40.570980 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:40.599311 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.611883 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.613737 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d150943-c42b-4d02-ba04-8add90c9a9cc None None] Pushing event updated for resources: {'Port': ['ID=b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:40.652527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e08075-831b-4687-b90b-8d1740941b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13191349-3e4a-4392-914b-a09c5fc94dbb'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:40.654808 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5200e2aa-94ce-40cc-bedf-7811b0b00476" -d '{"events": [{"server_uuid": "05e08075-831b-4687-b90b-8d1740941b26", "name": "network-vif-plugged", "status": "completed", "tag": "13191349-3e4a-4392-914b-a09c5fc94dbb"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:40.656800 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.661718 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.676915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 13191349-3e4a-4392-914b-a09c5fc94dbb, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=13191349-3e4a-4392-914b-a09c5fc94dbb,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:40.688750 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.747547 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa3a415-a151-4ddb-b5b0-6aff9560ad43,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:40.755903 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] Set router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:40.775980 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe87b40-616c-40c4-a81e-b694f96e5cce x-openstack-request-id: req-ebe87b40-616c-40c4-a81e-b694f96e5cce {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:40.776548 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e08075-831b-4687-b90b-8d1740941b26", "name": "network-vif-plugged", "status": "completed", "tag": "13191349-3e4a-4392-914b-a09c5fc94dbb", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:40.776923 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ebe87b40-616c-40c4-a81e-b694f96e5cce {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:40.777417 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e08075-831b-4687-b90b-8d1740941b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13191349-3e4a-4392-914b-a09c5fc94dbb', 'code': 200} Nov 03 18:43:40.782515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=13191349-3e4a-4392-914b-a09c5fc94dbb,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:40.810312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.810838 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1a72a0d-a49a-4600-8340-f072c93b98b7 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:43:40.821017 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:40.822191 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6da8009f-54c3-49eb-b873-8ec0e1786fa3 admin admin] 10.222.0.107 "DELETE /v2.0/routers/b1a72a0d-a49a-4600-8340-f072c93b98b7 HTTP/1.1" status: 204 len: 168 time: 2.7462356 Nov 03 18:43:40.837029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46202) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:40.928638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Attempting to bind port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:40.931425 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Attempting to bind port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '184c96ba-61b4-460e-8aea-1b227bdfa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '63dc7cb1-7e78-4dd0-ad17-4929d9aaf035'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:40.931794 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Attempting to bind port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 on network 63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:40.946504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 on network 63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:43:40.948439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Attempting to bind port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 on network 63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:40.968350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db535c-2a93-4b09-88a2-1ffe9284b8ef req-473b7d66-7c49-4780-9893-3f4801a14321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:40.969081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db535c-2a93-4b09-88a2-1ffe9284b8ef req-473b7d66-7c49-4780-9893-3f4801a14321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:40.969611 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db535c-2a93-4b09-88a2-1ffe9284b8ef req-473b7d66-7c49-4780-9893-3f4801a14321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:40.971380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43db535c-2a93-4b09-88a2-1ffe9284b8ef req-473b7d66-7c49-4780-9893-3f4801a14321 service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=1e84dea8fa8041e993abb7088b06811e&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4612217 Nov 03 18:43:40.974598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:40.975047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Checking segment: {'id': '184c96ba-61b4-460e-8aea-1b227bdfa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '63dc7cb1-7e78-4dd0-ad17-4929d9aaf035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:40.975613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Bound using segment: {'id': '184c96ba-61b4-460e-8aea-1b227bdfa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '63dc7cb1-7e78-4dd0-ad17-4929d9aaf035'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:40.976874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Bound port: 2aa3a415-a151-4ddb-b5b0-6aff9560ad43, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184c96ba-61b4-460e-8aea-1b227bdfa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '63dc7cb1-7e78-4dd0-ad17-4929d9aaf035'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:40.977342 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.055241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Allocated IP 172.20.0.1 (d2b26eb6-7515-43b1-9ddc-0eec10b264b7/c0093d58-4abe-4628-9969-4f73606f9325/bd8f9adc-7626-41e4-a113-f824506aceac) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:41.079246 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:33Z', 'updated_at': '2021-11-03T18:43:36Z', 'revision_number': 3, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'gw_port': {'id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:35Z', 'updated_at': '2021-11-03T18:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:41.091755 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82004cec-8a50-4ed3-a2fd-e6c2e3c5c0d0 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.112595 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7db4f8-ad07-429a-991a-23dbfd5837de None None] The sync data for ids ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'] in n-d-812150-4 is: [{'id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:33Z', 'updated_at': '2021-11-03T18:43:36Z', 'revision_number': 3, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'gw_port': {'id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:35Z', 'updated_at': '2021-11-03T18:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:41.136485 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82004cec-8a50-4ed3-a2fd-e6c2e3c5c0d0 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event deleted for resources: {'Port': ['ID=593c6533-2500-4a73-ae29-a82101c00f82,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:41.176770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:41.184790 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ca351a-dfda-4caf-b40a-166c3e8cd6b6 admin admin] Deleting subnet 3d419d3e-267b-4243-bad0-529ae5c161fe {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:43:41.188490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c8275-89c6-409a-8f58-5f63e04bac8f req-9019e422-5198-43f8-9271-ca52a46eabef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:41.190008 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a06c8275-89c6-409a-8f58-5f63e04bac8f req-9019e422-5198-43f8-9271-ca52a46eabef service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 1101 time: 0.2147465 Nov 03 18:43:41.206977 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0ca351a-dfda-4caf-b40a-166c3e8cd6b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.352749 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5e53be19-925e-467e-9add-d1c8382d98c0 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:41.366446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:41.427210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 5e53be19-925e-467e-9add-d1c8382d98c0 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:41.427881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5e53be19-925e-467e-9add-d1c8382d98c0 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:41.429328 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'port_id': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'mac_address': 'fa:16:3e:dc:fa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:41.441236 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.466608 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a06c8275-89c6-409a-8f58-5f63e04bac8f req-d3c5c098-c918-4dd4-ad25-b8725959785c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=59f2d8e1-9a09-4d1a-bc00-c15b3f462c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448175 Nov 03 18:43:41.514128 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0ca351a-dfda-4caf-b40a-166c3e8cd6b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.542592 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.566892 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:41.615080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:41.620677 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.634627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63b418-9c86-4d37-ae3d-2644ccbd1a4d req-c1f3e163-d5e2-47c7-90a9-b43ada231874 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:41.636295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d63b418-9c86-4d37-ae3d-2644ccbd1a4d req-c1f3e163-d5e2-47c7-90a9-b43ada231874 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 945 time: 0.6635120 Nov 03 18:43:41.646592 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b4e23-ecf1-4df2-a87a-854ee395d160 req-292dcf0c-7597-4be8-bca2-e4c4e37eae27 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:41.648745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f4b4e23-ecf1-4df2-a87a-854ee395d160 req-292dcf0c-7597-4be8-bca2-e4c4e37eae27 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 943 time: 0.6510904 Nov 03 18:43:41.654806 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db535c-2a93-4b09-88a2-1ffe9284b8ef req-ce5e00bf-6425-4f53-a837-c8c068c3c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:41.656850 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43db535c-2a93-4b09-88a2-1ffe9284b8ef req-ce5e00bf-6425-4f53-a837-c8c068c3c21c service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6689603 Nov 03 18:43:41.720356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:41.737021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] For port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:41.744748 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.753949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f4b4e23-ecf1-4df2-a87a-854ee395d160 req-f4bc19a9-d7de-4725-92cf-f8727fae4c62 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855534 Nov 03 18:43:41.780529 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] For port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=2aa3a415-a151-4ddb-b5b0-6aff9560ad43,segment=NetworkSegment(184c96ba-61b4-460e-8aea-1b227bdfa60c),segment_id=184c96ba-61b4-460e-8aea-1b227bdfa60c)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:41.786909 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d63b418-9c86-4d37-ae3d-2644ccbd1a4d req-7858ec8d-3a15-499a-b818-0f452ad1a129 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/security-groups?id=1552bcd1-596a-4db6-babe-4fdc28b9a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369903 Nov 03 18:43:41.789566 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.825372 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:41.826003 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:41.828592 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] 10.222.0.98 "PUT /v2.0/ports/2aa3a415-a151-4ddb-b5b0-6aff9560ad43 HTTP/1.1" status: 200 len: 1091 time: 2.1561520 Nov 03 18:43:41.866188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:41.899172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Network d2b26eb6-7515-43b1-9ddc-0eec10b264b7 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:41.906575 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:41.929770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:42.032064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Pushing event updated for resources: {'Port': ['ID=bd8f9adc-7626-41e4-a113-f824506aceac,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:42.041319 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82004cec-8a50-4ed3-a2fd-e6c2e3c5c0d0 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.045192 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0ca351a-dfda-4caf-b40a-166c3e8cd6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.139844 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.204069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45345588-0e05-4ba0-88fd-202ef88729d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa3a415-a151-4ddb-b5b0-6aff9560ad43,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:42.259320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbce6d-dc2d-4071-801c-bf03b997743e req-40aa8457-db15-44f5-b9d8-2ae305c6a97e tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:42.261293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fdbce6d-dc2d-4071-801c-bf03b997743e req-40aa8457-db15-44f5-b9d8-2ae305c6a97e tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 950 time: 0.3356574 Nov 03 18:43:42.264675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-fde74478-eace-4642-8a06-3e99fd0105ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:42.268924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-fde74478-eace-4642-8a06-3e99fd0105ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:42.271059 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-fde74478-eace-4642-8a06-3e99fd0105ff service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1e84dea8fa8041e993abb7088b06811e&device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1979 time: 0.3957999 Nov 03 18:43:42.357945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e9c05-b61e-4ea9-91d3-7aac634371b8 req-95daf0fd-ca72-43c5-96fe-f7cd648fea6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:42.365990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e9c05-b61e-4ea9-91d3-7aac634371b8 req-95daf0fd-ca72-43c5-96fe-f7cd648fea6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:42.368223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-628e9c05-b61e-4ea9-91d3-7aac634371b8 req-95daf0fd-ca72-43c5-96fe-f7cd648fea6b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1677 time: 0.4413590 Nov 03 18:43:42.392408 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-f0b7696c-8254-40f9-81ed-14c3d91162f7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.30&port_id=315b27e3-9480-4438-b9aa-2dc330ac8485 HTTP/1.1" status: 200 len: 217 time: 0.1090531 Nov 03 18:43:42.419341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'tag': '2aa3a415-a151-4ddb-b5b0-6aff9560ad43'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:42.423618 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-52265eab-ec0a-4a25-bef0-99ec14f111c0 None None] Provisioning complete for port bd8f9adc-7626-41e4-a113-f824506aceac triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:42.426488 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c16eb9-135a-4fea-a4b4-e41c20966588" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e4f56d-8ca5-4e58-9935-594c41c60a4a", "tag": "2aa3a415-a151-4ddb-b5b0-6aff9560ad43"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:42.438832 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-52265eab-ec0a-4a25-bef0-99ec14f111c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.478591 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-52265eab-ec0a-4a25-bef0-99ec14f111c0 None None] Port bd8f9adc-7626-41e4-a113-f824506aceac cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:42.535521 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fdbce6d-dc2d-4071-801c-bf03b997743e req-794717a6-bee8-4d95-bdb1-a243fc3cf330 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/security-groups?id=59f2d8e1-9a09-4d1a-bc00-c15b3f462c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532647 Nov 03 18:43:42.567997 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-1f0cb7fa-872c-4d8e-8b31-3fe568723d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:42.570671 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-1f0cb7fa-872c-4d8e-8b31-3fe568723d99 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0dd97d8-c3c3-4023-a1c0-e85a644d6371 HTTP/1.1" status: 200 len: 801 time: 0.1349001 Nov 03 18:43:42.579486 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-628e9c05-b61e-4ea9-91d3-7aac634371b8 req-a37ccfad-1610-4e6c-9d81-75c7e687a949 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889782 Nov 03 18:43:42.640248 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-869e9b1b-aeeb-4344-b87a-ae1f676efe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:42.641826 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-869e9b1b-aeeb-4344-b87a-ae1f676efe87 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9fda6dbf-22b6-471c-8af8-e905c5cf3a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0613201 Nov 03 18:43:42.643529 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0537ef-fb7d-44ea-8a51-9a127eda14b8 x-openstack-request-id: req-3d0537ef-fb7d-44ea-8a51-9a127eda14b8 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:42.643851 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e4f56d-8ca5-4e58-9935-594c41c60a4a", "tag": "2aa3a415-a151-4ddb-b5b0-6aff9560ad43", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:42.644211 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3d0537ef-fb7d-44ea-8a51-9a127eda14b8 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:42.644922 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'tag': '2aa3a415-a151-4ddb-b5b0-6aff9560ad43', 'status': 'completed', 'code': 200} Nov 03 18:43:42.750783 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-c0ce6771-0e9d-4039-828c-c9be1d2c0d69 service neutron] 10.222.0.98 "GET /v2.0/networks/9fda6dbf-22b6-471c-8af8-e905c5cf3a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990703 Nov 03 18:43:42.790051 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0ca351a-dfda-4caf-b40a-166c3e8cd6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.832583 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca351a-dfda-4caf-b40a-166c3e8cd6b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d419d3e-267b-4243-bad0-529ae5c161fe,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:42.842787 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0ca351a-dfda-4caf-b40a-166c3e8cd6b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:42.847480 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b0ca351a-dfda-4caf-b40a-166c3e8cd6b6 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/3d419d3e-267b-4243-bad0-529ae5c161fe HTTP/1.1" status: 204 len: 168 time: 2.0094261 Nov 03 18:43:42.850519 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46224) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:42.851789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6155e36a-8b25-460f-a33c-9d35a7c559b3 None None] Network 0071f753-7a4d-4da4-a372-a57515f16f21 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:42.954380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-310927c0-7262-4969-9340-f92bee1ca937 service neutron] 10.222.0.98 "GET /v2.0/networks/9fda6dbf-22b6-471c-8af8-e905c5cf3a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960964 Nov 03 18:43:42.995308 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:43.008276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-1c536d5a-0089-4315-8a15-5007faf87acd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.83&port_id=2aa3a415-a151-4ddb-b5b0-6aff9560ad43 HTTP/1.1" status: 200 len: 217 time: 0.0443518 Nov 03 18:43:43.022314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf327d5-f3dd-4453-a1ce-785ea0f216a5 req-b4130acd-d0f8-4700-9b97-0fc5b0524bb9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:43.025273 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4bf327d5-f3dd-4453-a1ce-785ea0f216a5 req-b4130acd-d0f8-4700-9b97-0fc5b0524bb9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.1715117 Nov 03 18:43:43.054973 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:43.089726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-f255690f-84d5-4682-ad64-fdb935cf478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:43.095091 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-f255690f-84d5-4682-ad64-fdb935cf478a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f2ded83b-5709-4419-86c5-5f8ece8e88e4 HTTP/1.1" status: 200 len: 801 time: 0.0685711 Nov 03 18:43:43.105201 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:43.173267 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:43.202403 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4bf327d5-f3dd-4453-a1ce-785ea0f216a5 req-5b77cb3e-b9c0-4629-bac5-72bd61f72bce tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039751 Nov 03 18:43:43.205663 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a4c271-3a51-4429-b060-833eb95d7432 None None] DHCP port deletion for 0071f753-7a4d-4da4-a372-a57515f16f21 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:43:43.219323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82004cec-8a50-4ed3-a2fd-e6c2e3c5c0d0 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Router 9163a2ae-3c73-469f-9cde-5336d0b9d5a1 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:43.226594 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-42040dbc-f6e9-4409-b751-8a3f27e506bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:43.228342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-42040dbc-f6e9-4409-b751-8a3f27e506bc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=63dc7cb1-7e78-4dd0-ad17-4929d9aaf035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0997288 Nov 03 18:43:43.325574 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-52a4c271-3a51-4429-b060-833eb95d7432 None None] Deleting port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:43.325995 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-52a4c271-3a51-4429-b060-833eb95d7432 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:43.335598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:43.335598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:43.335598 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:43.350135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] Deleting port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:43.350684 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:43.362784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-52d8eb77-d3a9-4422-9838-b098b2ed5d39 service neutron] 10.222.0.98 "GET /v2.0/networks/63dc7cb1-7e78-4dd0-ad17-4929d9aaf035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258445 Nov 03 18:43:43.425930 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:43.499951 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:43.513114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6276f6f-6ec5-4739-90d7-6480b26dbaf9 req-9a155ede-1d8b-40fa-96fa-dc2aafdf4290 service neutron] 10.222.0.98 "GET /v2.0/networks/63dc7cb1-7e78-4dd0-ad17-4929d9aaf035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406131 Nov 03 18:43:43.518062 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:43.528741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] For port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3fe620e5-f3c1-4a7c-a72b-678fc1df5316,segment=NetworkSegment(deba385e-2f9f-4378-84b0-b192495924ca),segment_id=deba385e-2f9f-4378-84b0-b192495924ca)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:43.529060 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:43.599812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] Calling delete_port for 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:43.610151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82004cec-8a50-4ed3-a2fd-e6c2e3c5c0d0 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:43.631094 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-82004cec-8a50-4ed3-a2fd-e6c2e3c5c0d0 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] 10.222.0.107 "PUT /v2.0/routers/9163a2ae-3c73-469f-9cde-5336d0b9d5a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6905355 Nov 03 18:43:43.637576 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46232) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:43.659540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7622cef0-d95c-4499-8e68-8727af081e5e None None] Sync routers for ids ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:43.670788 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-52a4c271-3a51-4429-b060-833eb95d7432 None None] For port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3fe620e5-f3c1-4a7c-a72b-678fc1df5316,segment=NetworkSegment(deba385e-2f9f-4378-84b0-b192495924ca),segment_id=deba385e-2f9f-4378-84b0-b192495924ca)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:43.671994 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-52a4c271-3a51-4429-b060-833eb95d7432 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:43.690171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7622cef0-d95c-4499-8e68-8727af081e5e None None] Routers {'9163a2ae-3c73-469f-9cde-5336d0b9d5a1'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:43.690418 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7622cef0-d95c-4499-8e68-8727af081e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:43.694234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Pushing event updated for resources: {'Port': ['ID=bd8f9adc-7626-41e4-a113-f824506aceac,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:43.768593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c16eb9-135a-4fea-a4b4-e41c20966588 req-cd4d62d7-a3f2-4dbb-aa2d-4a92aadde636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:43.769417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c16eb9-135a-4fea-a4b4-e41c20966588 req-cd4d62d7-a3f2-4dbb-aa2d-4a92aadde636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:43.772166 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6c16eb9-135a-4fea-a4b4-e41c20966588 req-cd4d62d7-a3f2-4dbb-aa2d-4a92aadde636 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1e84dea8fa8041e993abb7088b06811e&device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1979 time: 0.1882122 Nov 03 18:43:43.786966 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:43.924818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7622cef0-d95c-4499-8e68-8727af081e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:43.928330 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:43.939781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-52a4c271-3a51-4429-b060-833eb95d7432 None None] Calling delete_port for 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:43.989152 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:43.992776 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed24c30-1df5-4aea-a8ee-3dcc71cb51c5" -d '{"events": [{"server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "name": "network-vif-plugged", "status": "completed", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:44.016271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:44.017208 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.019059 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7622cef0-d95c-4499-8e68-8727af081e5e None None] Routers {'9163a2ae-3c73-469f-9cde-5336d0b9d5a1'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:44.019805 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7622cef0-d95c-4499-8e68-8727af081e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:44.071019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe2bf8-acf2-4714-857b-4f3357d9288c req-fc310bbe-33c4-404f-9351-44c9532ec56a tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:44.072732 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b070f403-ba8d-4944-9b6e-ea610af83f05 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.073682 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:44.077836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08fe2bf8-acf2-4714-857b-4f3357d9288c req-fc310bbe-33c4-404f-9351-44c9532ec56a tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 950 time: 0.2273924 Nov 03 18:43:44.102758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d209b-b1ca-4b1e-8286-1b42e62b9fb7 req-22962f52-f014-4109-b1f3-7abe24f84940 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:44.116283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d209b-b1ca-4b1e-8286-1b42e62b9fb7 req-22962f52-f014-4109-b1f3-7abe24f84940 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:44.116283 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b20d209b-b1ca-4b1e-8286-1b42e62b9fb7 req-22962f52-f014-4109-b1f3-7abe24f84940 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1677 time: 0.2857831 Nov 03 18:43:44.143650 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.154535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7622cef0-d95c-4499-8e68-8727af081e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:44.154764 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.154871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7622cef0-d95c-4499-8e68-8727af081e5e None None] The sync data for ids ['9163a2ae-3c73-469f-9cde-5336d0b9d5a1'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:44.171129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c16eb9-135a-4fea-a4b4-e41c20966588 req-351d19bd-9785-4f78-8f15-96b377328c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:44.172955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6c16eb9-135a-4fea-a4b4-e41c20966588 req-351d19bd-9785-4f78-8f15-96b377328c40 service neutron] 10.222.0.98 "GET /v2.0/networks?id=63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 HTTP/1.1" status: 200 len: 901 time: 0.3927865 Nov 03 18:43:44.201758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe620e5-f3c1-4a7c-a72b-678fc1df5316,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:44.236121 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] No DVR routers for this DVR port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:44.239558 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Network d2b26eb6-7515-43b1-9ddc-0eec10b264b7 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:44.246145 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:44.254980 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:44.277205 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6c16eb9-135a-4fea-a4b4-e41c20966588 req-475fbb4c-77a6-4a60-9985-ad1e5854b491 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.83&port_id=2aa3a415-a151-4ddb-b5b0-6aff9560ad43 HTTP/1.1" status: 200 len: 217 time: 0.0870452 Nov 03 18:43:44.282448 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08fe2bf8-acf2-4714-857b-4f3357d9288c req-9ebf1b75-a293-4dd8-8eb4-7bade487c04f tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/security-groups?id=59f2d8e1-9a09-4d1a-bc00-c15b3f462c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647787 Nov 03 18:43:44.324568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b20d209b-b1ca-4b1e-8286-1b42e62b9fb7 req-cefa308b-77c9-4740-bc9e-a9eca2b34741 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915979 Nov 03 18:43:44.345207 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-52a4c271-3a51-4429-b060-833eb95d7432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.368225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c16eb9-135a-4fea-a4b4-e41c20966588 req-788ef4af-f002-4dac-9062-aff2a94c0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:44.369734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6c16eb9-135a-4fea-a4b4-e41c20966588 req-788ef4af-f002-4dac-9062-aff2a94c0bc9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f2ded83b-5709-4419-86c5-5f8ece8e88e4 HTTP/1.1" status: 200 len: 801 time: 0.0820825 Nov 03 18:43:44.387801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4c271-3a51-4429-b060-833eb95d7432 None None] Pushing event deleted for resources: {'Port': ['ID=3fe620e5-f3c1-4a7c-a72b-678fc1df5316,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:44.397052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a4c271-3a51-4429-b060-833eb95d7432 None None] No DVR routers for this DVR port 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:44.400332 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.422875 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.443321 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452b0c5a-cd60-44ab-945e-ad0a720e7b4a x-openstack-request-id: req-452b0c5a-cd60-44ab-945e-ad0a720e7b4a {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:44.443735 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "name": "network-vif-plugged", "status": "completed", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:44.444655 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-452b0c5a-cd60-44ab-945e-ad0a720e7b4a {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:44.445172 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'code': 200} Nov 03 18:43:44.468262 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b070f403-ba8d-4944-9b6e-ea610af83f05 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.494109 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c16eb9-135a-4fea-a4b4-e41c20966588 req-e2568a0f-31fa-4532-9b9d-26322484f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:44.494734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6c16eb9-135a-4fea-a4b4-e41c20966588 req-e2568a0f-31fa-4532-9b9d-26322484f751 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=63dc7cb1-7e78-4dd0-ad17-4929d9aaf035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1144845 Nov 03 18:43:44.500389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:44.508611 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.619615 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0071f753-7a4d-4da4-a372-a57515f16f21']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:44.647917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:44.662643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deba385e-2f9f-4378-84b0-b192495924ca') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:44.662990 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deba385e-2f9f-4378-84b0-b192495924ca') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:44.699754 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.732441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:44.744050 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.749332 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:44.749900 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3fe620e5-f3c1-4a7c-a72b-678fc1df5316 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:44.751871 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:44.760798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:43:44.761212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:43:44.763902 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:43:44.769049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555adae-dd86-4cea-9e4e-21c65b47de1e req-f02b397c-95a1-4a45-b19e-d8498b9f45b5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:44.769561 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b24ae82d-603b-4986-bc86-3dfe6be098c7 None None] Provisioning complete for port bd8f9adc-7626-41e4-a113-f824506aceac triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:44.769644 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b24ae82d-603b-4986-bc86-3dfe6be098c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.779156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6555adae-dd86-4cea-9e4e-21c65b47de1e req-f02b397c-95a1-4a45-b19e-d8498b9f45b5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.2769227 Nov 03 18:43:44.821189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b24ae82d-603b-4986-bc86-3dfe6be098c7 None None] Port bd8f9adc-7626-41e4-a113-f824506aceac cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:44.834362 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b070f403-ba8d-4944-9b6e-ea610af83f05 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Deleting port 17910d84-d9ce-41eb-a809-c7d7d0424d79 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:44.834795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b070f403-ba8d-4944-9b6e-ea610af83f05 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.847063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cd64e-f5a4-4342-88d1-74a2f08c54b5 req-7ee1d7c3-2e8f-473b-9523-f403eb85e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:44.848712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6a5cd64e-f5a4-4342-88d1-74a2f08c54b5 req-7ee1d7c3-2e8f-473b-9523-f403eb85e548 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 1096 time: 0.2640834 Nov 03 18:43:44.857514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6555adae-dd86-4cea-9e4e-21c65b47de1e req-054a2826-2780-4a05-a5e5-cceb063e764d tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769980 Nov 03 18:43:44.928810 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6c16eb9-135a-4fea-a4b4-e41c20966588 req-3b433281-3144-4f9f-9d03-8f6fe87d9157 service neutron] 10.222.0.98 "GET /v2.0/networks/63dc7cb1-7e78-4dd0-ad17-4929d9aaf035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452845 Nov 03 18:43:44.971471 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.984055 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:44.988753 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] 10.222.0.107 "DELETE /v2.0/networks/0071f753-7a4d-4da4-a372-a57515f16f21 HTTP/1.1" status: 204 len: 168 time: 2.1360543 Nov 03 18:43:45.002939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6a5cd64e-f5a4-4342-88d1-74a2f08c54b5 req-aab5a683-ca06-49f4-8c6f-43afadc736b5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447520 Nov 03 18:43:45.016651 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b070f403-ba8d-4944-9b6e-ea610af83f05 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.041724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b070f403-ba8d-4944-9b6e-ea610af83f05 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Calling delete_port for 17910d84-d9ce-41eb-a809-c7d7d0424d79 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:45.102052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a1bb9-4a43-420e-80fa-c9abbf70191d req-abf1e5f5-a16b-4a16-a004-7111aeaabe5a tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:45.103770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-406a1bb9-4a43-420e-80fa-c9abbf70191d req-abf1e5f5-a16b-4a16-a004-7111aeaabe5a tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 950 time: 0.1334610 Nov 03 18:43:45.177076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46256) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:45.182585 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:45.248798 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6c16eb9-135a-4fea-a4b4-e41c20966588 req-c92e3587-1296-4c9e-bb8d-a8c2cc846771 service neutron] 10.222.0.98 "GET /v2.0/networks/63dc7cb1-7e78-4dd0-ad17-4929d9aaf035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094182 Nov 03 18:43:45.250565 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-406a1bb9-4a43-420e-80fa-c9abbf70191d req-102d59a9-d0fd-4073-82a9-261b0e75c8e8 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/security-groups?id=59f2d8e1-9a09-4d1a-bc00-c15b3f462c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388674 Nov 03 18:43:45.352827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c08770e9-104e-4b31-b15e-aa9e5940b1e5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3d75cd8a4d1840309141f061312d4ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714594 Nov 03 18:43:45.353961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:45.354467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46258) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:45.372050 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Sync routers for ids ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:45.390516 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b6b6bce4-e6fa-4d12-b5ef-8175ab0a2fda admin admin] 10.222.0.107 "PUT /v2.0/routers/d8c95dbc-72c9-4a99-8fba-2823bcce9f6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0809205 Nov 03 18:43:45.399221 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Routers {'d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:45.405825 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:45.427353 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:45.513154 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab8fbbab-32f8-468e-85a3-ae7ecfab8eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.519523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7c9f4-696d-499c-8b04-6883be21a47b admin admin] Pushing event deleted for resources: {'Network': ['ID=0071f753-7a4d-4da4-a372-a57515f16f21,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:45.531021 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b070f403-ba8d-4944-9b6e-ea610af83f05 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.556157 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=2aa3a415-a151-4ddb-b5b0-6aff9560ad43,segment=NetworkSegment(184c96ba-61b4-460e-8aea-1b227bdfa60c),segment_id=184c96ba-61b4-460e-8aea-1b227bdfa60c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:45.579072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '2aa3a415-a151-4ddb-b5b0-6aff9560ad43', 'network_id': '63dc7cb1-7e78-4dd0-ad17-4929d9aaf035', 'port_id': '2aa3a415-a151-4ddb-b5b0-6aff9560ad43', 'mac_address': 'fa:16:3e:39:3a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ded83b-5709-4419-86c5-5f8ece8e88e4', 'ip_address': '19.86.0.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:45.634249 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070f403-ba8d-4944-9b6e-ea610af83f05 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event deleted for resources: {'Port': ['ID=17910d84-d9ce-41eb-a809-c7d7d0424d79,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:45.639402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:45.639821 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.651820 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.685604 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab8fbbab-32f8-468e-85a3-ae7ecfab8eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.697388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:45.728494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=2aa3a415-a151-4ddb-b5b0-6aff9560ad43,segment=NetworkSegment(184c96ba-61b4-460e-8aea-1b227bdfa60c),segment_id=184c96ba-61b4-460e-8aea-1b227bdfa60c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:45.736960 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.737788 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 315b27e3-9480-4438-b9aa-2dc330ac8485 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:43:45.750175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d56a9-1354-446f-abef-66c111247197 req-e9fbcc2c-6fa8-4c1f-94dd-f68610788b50 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:45.765414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d56a9-1354-446f-abef-66c111247197 req-e9fbcc2c-6fa8-4c1f-94dd-f68610788b50 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:45.768398 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Set router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:45.774223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f7d56a9-1354-446f-abef-66c111247197 req-e9fbcc2c-6fa8-4c1f-94dd-f68610788b50 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1677 time: 0.2332263 Nov 03 18:43:45.837300 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b070f403-ba8d-4944-9b6e-ea610af83f05 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.884940 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f7d56a9-1354-446f-abef-66c111247197 req-44f074d1-3b73-4650-ac0d-ce3db4bb7091 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097436 Nov 03 18:43:45.910116 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab8fbbab-32f8-468e-85a3-ae7ecfab8eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.913812 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab8fbbab-32f8-468e-85a3-ae7ecfab8eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:45.915322 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ab8fbbab-32f8-468e-85a3-ae7ecfab8eda admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d7968307-6c79-41fa-818f-d916c1c4518c HTTP/1.1" status: 204 len: 168 time: 0.5594103 Nov 03 18:43:45.937080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=2aa3a415-a151-4ddb-b5b0-6aff9560ad43,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:45.950176 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8fbbab-32f8-468e-85a3-ae7ecfab8eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7968307-6c79-41fa-818f-d916c1c4518c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:46.029354 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 315b27e3-9480-4438-b9aa-2dc330ac8485, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=315b27e3-9480-4438-b9aa-2dc330ac8485,segment=NetworkSegment(31be7543-ba1a-47bb-bad9-cba792535eda),segment_id=31be7543-ba1a-47bb-bad9-cba792535eda)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:46.083966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '315b27e3-9480-4438-b9aa-2dc330ac8485', 'network_id': '9fda6dbf-22b6-471c-8af8-e905c5cf3a78', 'port_id': '315b27e3-9480-4438-b9aa-2dc330ac8485', 'mac_address': 'fa:16:3e:3c:06:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0dd97d8-c3c3-4023-a1c0-e85a644d6371', 'ip_address': '19.80.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:43:46.166307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3f122-19cb-440e-b76b-2c31c53dc090 req-321e6ef1-90a4-44a2-8753-e940dda031dc tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:46.170613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-77a3f122-19cb-440e-b76b-2c31c53dc090 req-321e6ef1-90a4-44a2-8753-e940dda031dc tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1834276 Nov 03 18:43:46.179309 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:33Z', 'updated_at': '2021-11-03T18:43:42Z', 'revision_number': 4, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'gw_port': {'id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:35Z', 'updated_at': '2021-11-03T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bd8f9adc-7626-41e4-a113-f824506aceac', 'name': '', 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'mac_address': 'fa:16:3e:12:e0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:40Z', 'updated_at': '2021-11-03T18:43:43Z', 'revision_number': 2, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'subnets': [{'id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:46.209202 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:46.218174 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Checking router: d8c95dbc-72c9-4a99-8fba-2823bcce9f6f for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:46.218713 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Updating router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f port bd8f9adc-7626-41e4-a113-f824506aceac binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:43:46.252422 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:46.281239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315b27e3-9480-4438-b9aa-2dc330ac8485 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:43:46.363727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 315b27e3-9480-4438-b9aa-2dc330ac8485, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=315b27e3-9480-4438-b9aa-2dc330ac8485,segment=NetworkSegment(31be7543-ba1a-47bb-bad9-cba792535eda),segment_id=31be7543-ba1a-47bb-bad9-cba792535eda)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:46.365296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-77a3f122-19cb-440e-b76b-2c31c53dc090 req-cbd8e78f-13d4-4afa-9b01-f1aa914074a3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807163 Nov 03 18:43:46.369848 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:46.531869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=315b27e3-9480-4438-b9aa-2dc330ac8485,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:46.578055 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f4402-4054-4dc8-b26d-a92e029ffb9f req-ac109bf3-3232-4c1a-a39f-9b6631a60493 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:46.579700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-981f4402-4054-4dc8-b26d-a92e029ffb9f req-ac109bf3-3232-4c1a-a39f-9b6631a60493 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 950 time: 0.1449788 Nov 03 18:43:46.629718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['315b27e3-9480-4438-b9aa-2dc330ac8485'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:46.668162 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-981f4402-4054-4dc8-b26d-a92e029ffb9f req-9b5f39b3-e8eb-4998-8a18-0a4d2207514f tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/security-groups?id=59f2d8e1-9a09-4d1a-bc00-c15b3f462c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809155 Nov 03 18:43:46.786913 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b070f403-ba8d-4944-9b6e-ea610af83f05 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:46.801344 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b070f403-ba8d-4944-9b6e-ea610af83f05 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:46.917747 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:46.924441 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:46.979182 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b070f403-ba8d-4944-9b6e-ea610af83f05 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:46.982300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b070f403-ba8d-4944-9b6e-ea610af83f05 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Fanout notify agent at l3_agent the message router_deleted on router 9163a2ae-3c73-469f-9cde-5336d0b9d5a1 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:43:47.008476 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b070f403-ba8d-4944-9b6e-ea610af83f05 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.010016 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b070f403-ba8d-4944-9b6e-ea610af83f05 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] 10.222.0.107 "DELETE /v2.0/routers/9163a2ae-3c73-469f-9cde-5336d0b9d5a1 HTTP/1.1" status: 204 len: 168 time: 3.3708797 Nov 03 18:43:47.012638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46324) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:47.072321 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d9caf-8d72-40b8-91a5-20fdd6914643 None None] Pushing event updated for resources: {'Port': ['ID=bd8f9adc-7626-41e4-a113-f824506aceac,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:47.124895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51420cbe-5615-418c-8381-e713511630b1 req-74326715-ea65-4b29-894f-742b375c00ba tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:47.129395 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-51420cbe-5615-418c-8381-e713511630b1 req-74326715-ea65-4b29-894f-742b375c00ba tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.87 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 950 time: 0.1021097 Nov 03 18:43:47.146706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d0d1b9-ccad-4067-ad06-2cd4f339bdb1 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Deleting subnet 6e5975ac-486d-46e0-818d-87d2af5c6883 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:43:47.152315 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4d0d1b9-ccad-4067-ad06-2cd4f339bdb1 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.210970 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Attempting to bind port bd8f9adc-7626-41e4-a113-f824506aceac on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:47.211344 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Attempting to bind port bd8f9adc-7626-41e4-a113-f824506aceac by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '45ca18a0-c87a-441e-9d3e-7fbfffe25df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:47.219879 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Attempting to bind port bd8f9adc-7626-41e4-a113-f824506aceac on network d2b26eb6-7515-43b1-9ddc-0eec10b264b7 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:47.230092 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:47.230469 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Checking segment: {'id': '45ca18a0-c87a-441e-9d3e-7fbfffe25df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:47.230870 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.231263 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Bound using segment: {'id': '45ca18a0-c87a-441e-9d3e-7fbfffe25df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:47.235911 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Bound port: bd8f9adc-7626-41e4-a113-f824506aceac, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ca18a0-c87a-441e-9d3e-7fbfffe25df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:47.236378 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.253199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e18f29-49e4-4037-ad35-51b3428e0eae req-7f3e8da8-dd9c-4785-af58-e3ec9d2bdd1f tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:47.271792 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e18f29-49e4-4037-ad35-51b3428e0eae req-7f3e8da8-dd9c-4785-af58-e3ec9d2bdd1f tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:47.284203 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35e18f29-49e4-4037-ad35-51b3428e0eae req-7f3e8da8-dd9c-4785-af58-e3ec9d2bdd1f tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1679 time: 0.2530935 Nov 03 18:43:47.383015 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4d0d1b9-ccad-4067-ad06-2cd4f339bdb1 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.408855 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] For port bd8f9adc-7626-41e4-a113-f824506aceac, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:47.413018 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-51420cbe-5615-418c-8381-e713511630b1 req-9f3b4aad-41e1-40cd-a813-05a36ca80ee3 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Deleting port 13191349-3e4a-4392-914b-a09c5fc94dbb {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:47.414110 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-51420cbe-5615-418c-8381-e713511630b1 req-9f3b4aad-41e1-40cd-a813-05a36ca80ee3 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.414238 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] For port bd8f9adc-7626-41e4-a113-f824506aceac, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bd8f9adc-7626-41e4-a113-f824506aceac,segment=NetworkSegment(45ca18a0-c87a-441e-9d3e-7fbfffe25df5),segment_id=45ca18a0-c87a-441e-9d3e-7fbfffe25df5)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:47.428137 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.552457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35e18f29-49e4-4037-ad35-51b3428e0eae req-1682831d-1a2d-4123-b676-aba82dac2b52 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587600 Nov 03 18:43:47.585694 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Routers {'d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:47.586436 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:47.614120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-51420cbe-5615-418c-8381-e713511630b1 req-9f3b4aad-41e1-40cd-a813-05a36ca80ee3 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] For port 13191349-3e4a-4392-914b-a09c5fc94dbb, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=13191349-3e4a-4392-914b-a09c5fc94dbb,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:47.614787 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-51420cbe-5615-418c-8381-e713511630b1 req-9f3b4aad-41e1-40cd-a813-05a36ca80ee3 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.618015 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fee9742f-2f88-4971-b5f2-10d1146add73 None None] Provisioning complete for port bd8f9adc-7626-41e4-a113-f824506aceac triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:47.618531 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fee9742f-2f88-4971-b5f2-10d1146add73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.678650 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-51420cbe-5615-418c-8381-e713511630b1 req-9f3b4aad-41e1-40cd-a813-05a36ca80ee3 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Calling delete_port for 13191349-3e4a-4392-914b-a09c5fc94dbb owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:47.742608 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4d0d1b9-ccad-4067-ad06-2cd4f339bdb1 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:47.762177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['2aa3a415-a151-4ddb-b5b0-6aff9560ad43'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:47.813560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46368) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:48.023293 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167bbdf-4306-4c32-8d7d-b60e0dadfd88 req-360d647f-48b0-44e8-9042-a2f73ff0789c tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:48.029406 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7167bbdf-4306-4c32-8d7d-b60e0dadfd88 req-360d647f-48b0-44e8-9042-a2f73ff0789c tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/ports?device_id=05e08075-831b-4687-b90b-8d1740941b26 HTTP/1.1" status: 200 len: 950 time: 0.1329589 Nov 03 18:43:48.030898 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4d0d1b9-ccad-4067-ad06-2cd4f339bdb1 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.112255 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0d1b9-ccad-4067-ad06-2cd4f339bdb1 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5975ac-486d-46e0-818d-87d2af5c6883,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:48.120438 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4d0d1b9-ccad-4067-ad06-2cd4f339bdb1 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.130063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f4e684-8f30-4cd8-bd78-0ff82f68ae1f None None] Network 92158837-0a92-4023-ba2d-2648d51ef894 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:48.136264 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b4d0d1b9-ccad-4067-ad06-2cd4f339bdb1 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] 10.222.0.107 "DELETE /v2.0/subnets/6e5975ac-486d-46e0-818d-87d2af5c6883 HTTP/1.1" status: 204 len: 168 time: 1.1215036 Nov 03 18:43:48.138244 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46376) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:48.236961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-281377653-network', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:48.258967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7167bbdf-4306-4c32-8d7d-b60e0dadfd88 req-6e642658-d7d4-4513-8348-bfe7ee864a18 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.107 "GET /v2.0/security-groups?id=59f2d8e1-9a09-4d1a-bc00-c15b3f462c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160258 Nov 03 18:43:48.298561 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] Set router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:48.301960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] Made reservation on behalf of e3b42e65c2e04bce87b59cc9e9aca564 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:48.308771 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.375933 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.387403 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-51420cbe-5615-418c-8381-e713511630b1 req-9f3b4aad-41e1-40cd-a813-05a36ca80ee3 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.388946 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fee9742f-2f88-4971-b5f2-10d1146add73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.421125 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.434252 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-fee9742f-2f88-4971-b5f2-10d1146add73 None None] For port bd8f9adc-7626-41e4-a113-f824506aceac, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bd8f9adc-7626-41e4-a113-f824506aceac,segment=NetworkSegment(45ca18a0-c87a-441e-9d3e-7fbfffe25df5),segment_id=45ca18a0-c87a-441e-9d3e-7fbfffe25df5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:48.447427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['13191349-3e4a-4392-914b-a09c5fc94dbb'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:43:48.498194 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d9caf-8d72-40b8-91a5-20fdd6914643 None None] Pushing event updated for resources: {'Port': ['ID=bd8f9adc-7626-41e4-a113-f824506aceac,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:48.504497 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fee9742f-2f88-4971-b5f2-10d1146add73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.528192 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-51420cbe-5615-418c-8381-e713511630b1 req-9f3b4aad-41e1-40cd-a813-05a36ca80ee3 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] No DVR routers for this DVR port 13191349-3e4a-4392-914b-a09c5fc94dbb on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:48.533083 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-51420cbe-5615-418c-8381-e713511630b1 req-9f3b4aad-41e1-40cd-a813-05a36ca80ee3 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.539743 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-51420cbe-5615-418c-8381-e713511630b1 req-9f3b4aad-41e1-40cd-a813-05a36ca80ee3 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] 10.222.0.87 "DELETE /v2.0/ports/13191349-3e4a-4392-914b-a09c5fc94dbb HTTP/1.1" status: 204 len: 173 time: 1.3971019 Nov 03 18:43:48.541563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e08075-831b-4687-b90b-8d1740941b26', 'name': 'network-vif-deleted', 'tag': '13191349-3e4a-4392-914b-a09c5fc94dbb'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:48.566524 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee108f82-253b-4baa-9b3c-0f133d4fef29" -d '{"events": [{"server_uuid": "05e08075-831b-4687-b90b-8d1740941b26", "name": "network-vif-deleted", "tag": "13191349-3e4a-4392-914b-a09c5fc94dbb"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:48.625559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b4aad-41e1-40cd-a813-05a36ca80ee3 tempest-ImagesNegativeTestJSON-98180374 tempest-ImagesNegativeTestJSON-98180374-project] Pushing event deleted for resources: {'Port': ['ID=13191349-3e4a-4392-914b-a09c5fc94dbb,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:48.719687 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55e8df5-6e2d-4208-8edd-fcd610a07329 x-openstack-request-id: req-d55e8df5-6e2d-4208-8edd-fcd610a07329 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:48.720474 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e08075-831b-4687-b90b-8d1740941b26", "name": "network-vif-deleted", "tag": "13191349-3e4a-4392-914b-a09c5fc94dbb", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:48.720474 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d55e8df5-6e2d-4208-8edd-fcd610a07329 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:48.720680 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e08075-831b-4687-b90b-8d1740941b26', 'name': 'network-vif-deleted', 'tag': '13191349-3e4a-4392-914b-a09c5fc94dbb', 'status': 'completed', 'code': 200} Nov 03 18:43:48.737363 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.737610 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:33Z', 'updated_at': '2021-11-03T18:43:42Z', 'revision_number': 4, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'gw_port': {'id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:35Z', 'updated_at': '2021-11-03T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bd8f9adc-7626-41e4-a113-f824506aceac', 'name': '', 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'mac_address': 'fa:16:3e:12:e0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:40Z', 'updated_at': '2021-11-03T18:43:47Z', 'revision_number': 4, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'subnets': [{'id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:48.757042 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.765302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Deleting port 43138d0d-f13d-4ba1-830a-869d7e10fe5f {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:48.766280 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.821365 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554c35d-99f2-46a9-98e0-dd98c181208a None None] The sync data for ids ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'] in n-d-812150-4 is: [{'id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:33Z', 'updated_at': '2021-11-03T18:43:42Z', 'revision_number': 4, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'gw_port': {'id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:35Z', 'updated_at': '2021-11-03T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bd8f9adc-7626-41e4-a113-f824506aceac', 'name': '', 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'mac_address': 'fa:16:3e:12:e0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:40Z', 'updated_at': '2021-11-03T18:43:47Z', 'revision_number': 4, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'subnets': [{'id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:48.880879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c80c1142-2d34-457c-9cc6-210ca922ffb9 None None] Provisioning complete for port bd8f9adc-7626-41e4-a113-f824506aceac triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:48.881374 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c80c1142-2d34-457c-9cc6-210ca922ffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.907963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdf0a1-5fe0-4513-a532-65b4f70873e6 req-a65a74be-0974-43b7-b8c4-d1714384a074 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:48.924501 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9742f-2f88-4971-b5f2-10d1146add73 None None] Pushing event updated for resources: {'Port': ['ID=bd8f9adc-7626-41e4-a113-f824506aceac,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:48.930406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] For port 43138d0d-f13d-4ba1-830a-869d7e10fe5f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=43138d0d-f13d-4ba1-830a-869d7e10fe5f,segment=NetworkSegment(b2a4c570-e974-42d9-87ed-b3cf50656e2d),segment_id=b2a4c570-e974-42d9-87ed-b3cf50656e2d)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:48.930997 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:48.932288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fecdf0a1-5fe0-4513-a532-65b4f70873e6 req-a65a74be-0974-43b7-b8c4-d1714384a074 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.6151958 Nov 03 18:43:48.952061 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Calling delete_port for 43138d0d-f13d-4ba1-830a-869d7e10fe5f owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:48.999907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:43:49.050553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ded059-67a7-40c9-bab7-d37c9e2d1114,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:49.063147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435579d-2281-444c-9ee4-71f35f973402 None None] DHCP port deletion for 92158837-0a92-4023-ba2d-2648d51ef894 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:43:49.077680 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.078029 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] Added segment de7d3eea-1dd8-4692-9afa-6bfd68664592 of type vlan for network fdc199b6-f5e3-4b65-913a-bebfee2a6023 Nov 03 18:43:49.133569 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.186238 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fecdf0a1-5fe0-4513-a532-65b4f70873e6 req-77abad16-0193-41a2-bd6e-fdb7b8f4607c tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519226 Nov 03 18:43:49.216495 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event deleted for resources: {'Port': ['ID=43138d0d-f13d-4ba1-830a-869d7e10fe5f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:49.222417 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 315b27e3-9480-4438-b9aa-2dc330ac8485 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:49.235854 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] No DVR routers for this DVR port 43138d0d-f13d-4ba1-830a-869d7e10fe5f on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:49.343336 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0435579d-2281-444c-9ee4-71f35f973402 None None] Deleting port 43138d0d-f13d-4ba1-830a-869d7e10fe5f {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:49.343739 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0435579d-2281-444c-9ee4-71f35f973402 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.402303 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.548440 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.591863 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.593407 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:49.594308 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92158837-0a92-4023-ba2d-2648d51ef894']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:49.595552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.614328 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a4c570-e974-42d9-87ed-b3cf50656e2d') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:49.614718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a4c570-e974-42d9-87ed-b3cf50656e2d') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:49.639882 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.660236 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.673114 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:43:49.673774 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:43:49.682699 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:43:49.708119 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8906441 Nov 03 18:43:49.711829 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46390) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:49.728084 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7eb69659-6ec0-4db0-adfa-e9d2491e38ca admin admin] Request body: {'subnet': {'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-281377653-subnet', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:49.776773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1a0c8-86c1-480f-a36d-0df35ce12d36 req-d4eeac13-e7bf-44f5-ae21-d9d41b44c12c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:49.783223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1a0c8-86c1-480f-a36d-0df35ce12d36 req-d4eeac13-e7bf-44f5-ae21-d9d41b44c12c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:49.786709 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0b1a0c8-86c1-480f-a36d-0df35ce12d36 req-d4eeac13-e7bf-44f5-ae21-d9d41b44c12c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1679 time: 0.9317520 Nov 03 18:43:49.826728 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0435579d-2281-444c-9ee4-71f35f973402 None None] For port 43138d0d-f13d-4ba1-830a-869d7e10fe5f, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:49.827130 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0435579d-2281-444c-9ee4-71f35f973402 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.842871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0435579d-2281-444c-9ee4-71f35f973402 None None] Calling delete_port for 43138d0d-f13d-4ba1-830a-869d7e10fe5f owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:49.847262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-0435579d-2281-444c-9ee4-71f35f973402 None None] Port 43138d0d-f13d-4ba1-830a-869d7e10fe5f was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:43:49.855240 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0435579d-2281-444c-9ee4-71f35f973402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.857614 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bd8f9adc-7626-41e4-a113-f824506aceac up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:49.869627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dbf67-81e2-426f-90e6-b669ece46ef9 req-d39895da-a1b7-47d5-ba09-10430696cfb5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:49.876195 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b8dbf67-81e2-426f-90e6-b669ece46ef9 req-d39895da-a1b7-47d5-ba09-10430696cfb5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.3647368 Nov 03 18:43:49.881621 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46392) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:49.882312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb69659-6ec0-4db0-adfa-e9d2491e38ca admin admin] Made reservation on behalf of e3b42e65c2e04bce87b59cc9e9aca564 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:43:49.884757 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eb69659-6ec0-4db0-adfa-e9d2491e38ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.892026 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.902183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec985b62-4dd8-4667-823a-b7e926faaeb0 admin admin] Pushing event updated for resources: {'Network': ['ID=fdc199b6-f5e3-4b65-913a-bebfee2a6023,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:49.903697 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:49.923757 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] 10.222.0.107 "DELETE /v2.0/networks/92158837-0a92-4023-ba2d-2648d51ef894 HTTP/1.1" status: 204 len: 168 time: 1.7723551 Nov 03 18:43:49.926862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46394) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:49.935613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-cb8819f8-3d34-4697-8ffb-82d6800fb9a2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Request body: {'floatingip': {'port_id': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:49.936566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network fdc199b6-f5e3-4b65-913a-bebfee2a6023 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:43:49.942700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435579d-2281-444c-9ee4-71f35f973402 None None] Pushing event deleted for resources: {'Port': ['ID=43138d0d-f13d-4ba1-830a-869d7e10fe5f,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:49.995434 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0435579d-2281-444c-9ee4-71f35f973402 None None] No DVR routers for this DVR port 43138d0d-f13d-4ba1-830a-869d7e10fe5f on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:43:50.047002 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0b1a0c8-86c1-480f-a36d-0df35ce12d36 req-79fd66d9-3b74-45c0-b4be-417521ad77b2 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407517 Nov 03 18:43:50.088692 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb8819f8-3d34-4697-8ffb-82d6800fb9a2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:50.118949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e3e12-b330-4bc0-b25f-32e7630ae730 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event deleted for resources: {'Network': ['ID=92158837-0a92-4023-ba2d-2648d51ef894,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:50.141741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 315b27e3-9480-4438-b9aa-2dc330ac8485 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:50.162709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port bd8f9adc-7626-41e4-a113-f824506aceac triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:50.164214 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:50.232847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 315b27e3-9480-4438-b9aa-2dc330ac8485 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:50.233551 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:50.300139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d08f5a83-780d-4f24-a8d7-40064b0c1298 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Deleting port 32e56602-195f-41d6-90bc-97cb4e930c30 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:43:50.300139 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d08f5a83-780d-4f24-a8d7-40064b0c1298 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:50.486187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 13191349-3e4a-4392-914b-a09c5fc94dbb no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:50.546382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d08f5a83-780d-4f24-a8d7-40064b0c1298 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:50.546720 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d08f5a83-780d-4f24-a8d7-40064b0c1298 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:50.573485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 43138d0d-f13d-4ba1-830a-869d7e10fe5f no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:43:50.578447 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d08f5a83-780d-4f24-a8d7-40064b0c1298 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Calling delete_port for 32e56602-195f-41d6-90bc-97cb4e930c30 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:43:50.658873 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 43138d0d-f13d-4ba1-830a-869d7e10fe5f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:50.668359 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 43138d0d-f13d-4ba1-830a-869d7e10fe5f not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:50.671435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 13191349-3e4a-4392-914b-a09c5fc94dbb {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:43:50.673145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 13191349-3e4a-4392-914b-a09c5fc94dbb not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:43:50.725653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46416) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:50.727117 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:50.789583 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 315b27e3-9480-4438-b9aa-2dc330ac8485, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=315b27e3-9480-4438-b9aa-2dc330ac8485,segment=NetworkSegment(31be7543-ba1a-47bb-bad9-cba792535eda),segment_id=31be7543-ba1a-47bb-bad9-cba792535eda)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:50.794661 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315b27e3-9480-4438-b9aa-2dc330ac8485'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:50.796995 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce96fe32-8661-4312-b8c8-b76222ec6884" -d '{"events": [{"server_uuid": "b2e4f56d-8ca5-4e58-9935-594c41c60a4a", "name": "network-vif-plugged", "status": "completed", "tag": "315b27e3-9480-4438-b9aa-2dc330ac8485"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:50.799658 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:50.884994 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eb69659-6ec0-4db0-adfa-e9d2491e38ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:50.904112 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d08f5a83-780d-4f24-a8d7-40064b0c1298 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:50.921397 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f652fb63-bd37-4280-bcd9-3a49b579e51e x-openstack-request-id: req-f652fb63-bd37-4280-bcd9-3a49b579e51e {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:50.921683 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e4f56d-8ca5-4e58-9935-594c41c60a4a", "name": "network-vif-plugged", "status": "completed", "tag": "315b27e3-9480-4438-b9aa-2dc330ac8485", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:50.922129 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f652fb63-bd37-4280-bcd9-3a49b579e51e {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:50.924498 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315b27e3-9480-4438-b9aa-2dc330ac8485', 'code': 200} Nov 03 18:43:50.946616 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=315b27e3-9480-4438-b9aa-2dc330ac8485,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:50.952060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb69659-6ec0-4db0-adfa-e9d2491e38ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=07976770-16a8-44a6-a21e-88c04a33aeb8,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:50.969364 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f5a83-780d-4f24-a8d7-40064b0c1298 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Pushing event deleted for resources: {'Port': ['ID=32e56602-195f-41d6-90bc-97cb4e930c30,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:51.153949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-420a0066-8cf5-41c8-b4d0-673cd0cae1b8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=696f3b5a980b41b2a8bf54f37ca90492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4271235 Nov 03 18:43:51.156629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46424) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:51.168516 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d08f5a83-780d-4f24-a8d7-40064b0c1298 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.170804 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d08f5a83-780d-4f24-a8d7-40064b0c1298 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.174265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d08f5a83-780d-4f24-a8d7-40064b0c1298 tempest-FloatingIPAdminTestJSON-1002301911 tempest-FloatingIPAdminTestJSON-1002301911-project] 10.222.0.107 "DELETE /v2.0/floatingips/70b7e01f-8a79-4ab5-8d02-c0beafe4ffcc HTTP/1.1" status: 204 len: 168 time: 1.2329755 Nov 03 18:43:51.182779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb69659-6ec0-4db0-adfa-e9d2491e38ca admin admin] Checking segment: {'id': 'de7d3eea-1dd8-4692-9afa-6bfd68664592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:51.183754 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb69659-6ec0-4db0-adfa-e9d2491e38ca admin admin] Network hostable DHCP agents. Network: fdc199b6-f5e3-4b65-913a-bebfee2a6023, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:43:51.235249 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:51.250493 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.db.resource_extend [None req-cb8819f8-3d34-4697-8ffb-82d6800fb9a2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:43:51.320744 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb69659-6ec0-4db0-adfa-e9d2491e38ca admin admin] Network fdc199b6-f5e3-4b65-913a-bebfee2a6023 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:43:51.337361 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3ce3-4e71-4a33-8072-d667b4ae4594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.343215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-7eb69659-6ec0-4db0-adfa-e9d2491e38ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, fdc199b6-f5e3-4b65-913a-bebfee2a6023) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:51.349006 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb8819f8-3d34-4697-8ffb-82d6800fb9a2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.351908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:43:51.353266 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb69659-6ec0-4db0-adfa-e9d2491e38ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:51.355121 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eb69659-6ec0-4db0-adfa-e9d2491e38ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.356733 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:51.357106 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.362670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb8819f8-3d34-4697-8ffb-82d6800fb9a2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.365319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530da57-a2cb-44b1-bffe-8194f46dc991 req-c1529d22-398e-4a7d-a134-8851e88d55d4 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:51.386626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530da57-a2cb-44b1-bffe-8194f46dc991 req-c1529d22-398e-4a7d-a134-8851e88d55d4 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:51.388367 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2530da57-a2cb-44b1-bffe-8194f46dc991 req-c1529d22-398e-4a7d-a134-8851e88d55d4 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1680 time: 0.2214985 Nov 03 18:43:51.417940 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7eb69659-6ec0-4db0-adfa-e9d2491e38ca admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7020791 Nov 03 18:43:51.420213 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46428) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:51.426150 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:43:51.433962 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbab5ab-7bbe-431d-95c1-3a637f723089 None None] Network fdc199b6-f5e3-4b65-913a-bebfee2a6023 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:51.497985 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.499378 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.510998 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3ce3-4e71-4a33-8072-d667b4ae4594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.538926 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-cb8819f8-3d34-4697-8ffb-82d6800fb9a2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Floating IP 5c301a8d-a924-4d9f-bbbb-be5275ca8512 associated. External IP: 172.25.2.52, port: 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6. Nov 03 18:43:51.670294 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3ce3-4e71-4a33-8072-d667b4ae4594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.680057 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3ce3-4e71-4a33-8072-d667b4ae4594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.687745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6e5f3ce3-4e71-4a33-8072-d667b4ae4594 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/59f2d8e1-9a09-4d1a-bc00-c15b3f462c80 HTTP/1.1" status: 204 len: 168 time: 0.5300772 Nov 03 18:43:51.690766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46434) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:51.712817 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.764640 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:51.778268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2530da57-a2cb-44b1-bffe-8194f46dc991 req-94952755-a650-4dc4-ae8a-9738f2943afa tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791542 Nov 03 18:43:51.789140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f3ce3-4e71-4a33-8072-d667b4ae4594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f2d8e1-9a09-4d1a-bc00-c15b3f462c80,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:51.973795 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=2aa3a415-a151-4ddb-b5b0-6aff9560ad43,segment=NetworkSegment(184c96ba-61b4-460e-8aea-1b227bdfa60c),segment_id=184c96ba-61b4-460e-8aea-1b227bdfa60c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:51.979863 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.038884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'fixed_ips': [{'subnet_id': '07976770-16a8-44a6-a21e-88c04a33aeb8'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:43:52.039842 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.067218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=2aa3a415-a151-4ddb-b5b0-6aff9560ad43,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:52.080622 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:43:52.252994 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.334950 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46450) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:52.336626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0873351d-ac2c-48fc-8a96-6b07d27226d0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=19acac4e02244f5f9b21fa0992d586cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6177044 Nov 03 18:43:52.340006 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Allocated IP 172.20.0.2 (fdc199b6-f5e3-4b65-913a-bebfee2a6023/07976770-16a8-44a6-a21e-88c04a33aeb8/6bf2d715-e253-479f-812f-1bd50c33f346) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:52.398924 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8819f8-3d34-4697-8ffb-82d6800fb9a2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Router fee76c26-6db8-48e0-892c-6f78471b2992 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:43:52.445014 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0c32f54-ffcb-4017-92dc-c53728492353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.468240 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0c32f54-ffcb-4017-92dc-c53728492353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.613615 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.623516 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.711903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8819f8-3d34-4697-8ffb-82d6800fb9a2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:52.711903 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0c32f54-ffcb-4017-92dc-c53728492353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.716152 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0c32f54-ffcb-4017-92dc-c53728492353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.717425 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d0c32f54-ffcb-4017-92dc-c53728492353 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e88f3e1b-0506-4df9-b4aa-0c9e85283c68 HTTP/1.1" status: 204 len: 168 time: 0.3812180 Nov 03 18:43:52.721989 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb8819f8-3d34-4697-8ffb-82d6800fb9a2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:52.728744 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Network fdc199b6-f5e3-4b65-913a-bebfee2a6023 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:52.734901 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01789efb-f680-409e-bab6-a999a24cb295 None None] Sync routers for ids ['fee76c26-6db8-48e0-892c-6f78471b2992'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:52.760348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:52.768820 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:52.776461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c32f54-ffcb-4017-92dc-c53728492353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88f3e1b-0506-4df9-b4aa-0c9e85283c68,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:52.790543 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cb8819f8-3d34-4697-8ffb-82d6800fb9a2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "PUT /v2.0/floatingips/5c301a8d-a924-4d9f-bbbb-be5275ca8512 HTTP/1.1" status: 200 len: 990 time: 2.8604121 Nov 03 18:43:52.790543 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:52.793400 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846d806a-8430-46fa-b47b-51cfd9bdce56" -d '{"events": [{"name": "network-changed", "server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:52.826140 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01789efb-f680-409e-bab6-a999a24cb295 None None] Routers {'fee76c26-6db8-48e0-892c-6f78471b2992'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:52.830596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-01789efb-f680-409e-bab6-a999a24cb295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['fee76c26-6db8-48e0-892c-6f78471b2992'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:52.859879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Pushing event updated for resources: {'Port': ['ID=6bf2d715-e253-479f-812f-1bd50c33f346,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:52.984991 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdfac27-cb34-42fe-8cb5-cb5989910f4a x-openstack-request-id: req-1cdfac27-cb34-42fe-8cb5-cb5989910f4a {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:52.985325 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:52.985572 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1cdfac27-cb34-42fe-8cb5-cb5989910f4a {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:52.986001 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'status': 'completed', 'code': 200} Nov 03 18:43:53.077280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d806a-8430-46fa-b47b-51cfd9bdce56 req-fd7fbe1e-afba-4aad-9334-e5edebf1f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:53.084399 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-846d806a-8430-46fa-b47b-51cfd9bdce56 req-fd7fbe1e-afba-4aad-9334-e5edebf1f8e7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 1096 time: 0.1215553 Nov 03 18:43:53.189818 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.224539 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-01789efb-f680-409e-bab6-a999a24cb295 None None] Set router fee76c26-6db8-48e0-892c-6f78471b2992 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:53.267202 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.344435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa3a415-a151-4ddb-b5b0-6aff9560ad43'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:43:53.347663 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83187e77-138c-42a4-aa81-a72823769e5c" -d '{"events": [{"server_uuid": "b2e4f56d-8ca5-4e58-9935-594c41c60a4a", "name": "network-vif-plugged", "status": "completed", "tag": "2aa3a415-a151-4ddb-b5b0-6aff9560ad43"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:43:53.434963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ad7fa-7c56-4928-ae16-fa3c212fa068 req-6fbf20d3-3695-4e50-b4d6-1bdb72ecaf34 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:53.450888 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ad7fa-7c56-4928-ae16-fa3c212fa068 req-6fbf20d3-3695-4e50-b4d6-1bdb72ecaf34 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:53.454698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-031ad7fa-7c56-4928-ae16-fa3c212fa068 req-6fbf20d3-3695-4e50-b4d6-1bdb72ecaf34 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1681 time: 0.3644629 Nov 03 18:43:53.518382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46484) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:53.545095 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d08115-8aef-4b7a-ad52-86f4926ee9b5 x-openstack-request-id: req-90d08115-8aef-4b7a-ad52-86f4926ee9b5 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:43:53.545680 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e4f56d-8ca5-4e58-9935-594c41c60a4a", "name": "network-vif-plugged", "status": "completed", "tag": "2aa3a415-a151-4ddb-b5b0-6aff9560ad43", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:43:53.546087 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-90d08115-8aef-4b7a-ad52-86f4926ee9b5 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:43:53.546641 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa3a415-a151-4ddb-b5b0-6aff9560ad43', 'code': 200} Nov 03 18:43:53.578908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Attempting to bind port 6bf2d715-e253-479f-812f-1bd50c33f346 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:53.579604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Attempting to bind port 6bf2d715-e253-479f-812f-1bd50c33f346 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'de7d3eea-1dd8-4692-9afa-6bfd68664592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:53.580219 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Attempting to bind port 6bf2d715-e253-479f-812f-1bd50c33f346 on network fdc199b6-f5e3-4b65-913a-bebfee2a6023 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:53.589544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:53.590225 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Checking segment: {'id': 'de7d3eea-1dd8-4692-9afa-6bfd68664592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:53.590981 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.591528 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33174672-fe94-4f9c-89d7-d4fc1b431ea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.591695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Bound using segment: {'id': 'de7d3eea-1dd8-4692-9afa-6bfd68664592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:53.592326 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Bound port: 6bf2d715-e253-479f-812f-1bd50c33f346, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7d3eea-1dd8-4692-9afa-6bfd68664592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:53.593074 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.608247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Allocated IP 172.25.2.249 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:53.630243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d806a-8430-46fa-b47b-51cfd9bdce56 req-73782881-501e-4c6b-a7a3-c4adb70516d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:53.632545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-846d806a-8430-46fa-b47b-51cfd9bdce56 req-73782881-501e-4c6b-a7a3-c4adb70516d6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 918 time: 0.5224540 Nov 03 18:43:53.756513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] For port 6bf2d715-e253-479f-812f-1bd50c33f346, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:53.760941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] For port 6bf2d715-e253-479f-812f-1bd50c33f346, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6bf2d715-e253-479f-812f-1bd50c33f346,segment=NetworkSegment(de7d3eea-1dd8-4692-9afa-6bfd68664592),segment_id=de7d3eea-1dd8-4692-9afa-6bfd68664592)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:53.774162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-01789efb-f680-409e-bab6-a999a24cb295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '5c301a8d-a924-4d9f-bbbb-be5275ca8512', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'port_id': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'mac_address': 'fa:16:3e:dc:fa:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18b5a3-d053-4126-9694-416e747e1c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:43:22Z', 'updated_at': '2021-11-03T18:43:51Z', 'revision_number': 1, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8193466-9584-40c9-945b-d5f25606915d', 'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'mac_address': 'fa:16:3e:76:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:13Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 5, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'subnets': [{'id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:53.779070 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.826503 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.871696 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:53.905144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa92676-8627-436a-97bb-b5db76ac3785 None None] Pushing event updated for resources: {'Port': ['ID=6bf2d715-e253-479f-812f-1bd50c33f346,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:53.919175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01789efb-f680-409e-bab6-a999a24cb295 None None] Checking router: fee76c26-6db8-48e0-892c-6f78471b2992 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:53.920641 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:53.923758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:53.931154 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:53.940871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01789efb-f680-409e-bab6-a999a24cb295 None None] Routers {'fee76c26-6db8-48e0-892c-6f78471b2992'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:53.942070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-01789efb-f680-409e-bab6-a999a24cb295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['fee76c26-6db8-48e0-892c-6f78471b2992'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:53.971706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:54.377067 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-01789efb-f680-409e-bab6-a999a24cb295 None None] Set router fee76c26-6db8-48e0-892c-6f78471b2992 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:54.537121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-031ad7fa-7c56-4928-ae16-fa3c212fa068 req-b5a605ed-22b4-4ebe-a79a-0b1e87e0f4e3 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0707612 Nov 03 18:43:54.684327 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ad160-6e12-4625-8d2b-5a382ca14cd7 req-ae1c63c4-b05b-4215-84ec-1b4e8d221864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:54.688441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ad160-6e12-4625-8d2b-5a382ca14cd7 req-ae1c63c4-b05b-4215-84ec-1b4e8d221864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:54.701133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-319ad160-6e12-4625-8d2b-5a382ca14cd7 req-ae1c63c4-b05b-4215-84ec-1b4e8d221864 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1983 time: 0.9857872 Nov 03 18:43:54.716256 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-846d806a-8430-46fa-b47b-51cfd9bdce56 req-08883292-0c40-48ce-ae40-699e6dfcc5eb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 HTTP/1.1" status: 200 len: 998 time: 1.0657692 Nov 03 18:43:54.778645 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33174672-fe94-4f9c-89d7-d4fc1b431ea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:54.831073 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-01789efb-f680-409e-bab6-a999a24cb295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '5c301a8d-a924-4d9f-bbbb-be5275ca8512', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'port_id': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'mac_address': 'fa:16:3e:dc:fa:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18b5a3-d053-4126-9694-416e747e1c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:43:22Z', 'updated_at': '2021-11-03T18:43:51Z', 'revision_number': 1, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8193466-9584-40c9-945b-d5f25606915d', 'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'mac_address': 'fa:16:3e:76:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:13Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 5, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'subnets': [{'id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:54.907182 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33174672-fe94-4f9c-89d7-d4fc1b431ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:54.912041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d806a-8430-46fa-b47b-51cfd9bdce56 req-d05fcc99-74c5-4c0e-aa70-fa9748da9478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:54.913498 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-846d806a-8430-46fa-b47b-51cfd9bdce56 req-d05fcc99-74c5-4c0e-aa70-fa9748da9478 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3aa174d-f75e-461c-bfcb-5c4a20bb9478 HTTP/1.1" status: 200 len: 856 time: 0.1657908 Nov 03 18:43:54.916729 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:54.929679 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01789efb-f680-409e-bab6-a999a24cb295 None None] The sync data for ids ['fee76c26-6db8-48e0-892c-6f78471b2992'] in n-d-812150-4 is: [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '5c301a8d-a924-4d9f-bbbb-be5275ca8512', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'port_id': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'mac_address': 'fa:16:3e:dc:fa:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c18b5a3-d053-4126-9694-416e747e1c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:43:22Z', 'updated_at': '2021-11-03T18:43:51Z', 'revision_number': 1, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8193466-9584-40c9-945b-d5f25606915d', 'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'mac_address': 'fa:16:3e:76:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:13Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 5, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'subnets': [{'id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:43:55.161282 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-33174672-fe94-4f9c-89d7-d4fc1b431ea5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d10e9d14be3f42b8911b7017d6bd5f44&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6395941 Nov 03 18:43:55.161282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33174672-fe94-4f9c-89d7-d4fc1b431ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9b4d17-de80-4854-83eb-f6c9b761cf36,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:55.174317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46510) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:55.286238 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-319ad160-6e12-4625-8d2b-5a382ca14cd7 req-7feb1ca1-3b7f-42d0-a5d8-74165dd27068 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5596883 Nov 03 18:43:55.370873 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d98cef21-5b64-4ab4-a161-7816e7f4b492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:55.374170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d806a-8430-46fa-b47b-51cfd9bdce56 req-858b1342-6582-408a-ae2b-7a7adbfadeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:55.375916 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-846d806a-8430-46fa-b47b-51cfd9bdce56 req-858b1342-6582-408a-ae2b-7a7adbfadeea service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6158e201-7067-485a-828c-1c59e35954b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4384246 Nov 03 18:43:55.462746 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d98cef21-5b64-4ab4-a161-7816e7f4b492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:55.500533 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1275f0ba-10ad-47be-9559-9054d8750f6a None None] New status for floating IP 5c301a8d-a924-4d9f-bbbb-be5275ca8512: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:43:55.548453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6bf2d715-e253-479f-812f-1bd50c33f346 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:55.554244 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:55.760466 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3ac92d83-794a-4c36-96e3-1eba037f9609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:55.772998 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6bf2d715-e253-479f-812f-1bd50c33f346 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:55.773542 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.017503 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.110255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Router f47fc93c-e81a-4e85-9bcc-c7424949b6cb is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:43:56.154647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 6bf2d715-e253-479f-812f-1bd50c33f346, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6bf2d715-e253-479f-812f-1bd50c33f346,segment=NetworkSegment(de7d3eea-1dd8-4692-9afa-6bfd68664592),segment_id=de7d3eea-1dd8-4692-9afa-6bfd68664592)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:43:56.167287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd270321-8894-48c1-be7a-1d4421a3a2d7 None None] Network fdc199b6-f5e3-4b65-913a-bebfee2a6023 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:43:56.227382 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.276511 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d98cef21-5b64-4ab4-a161-7816e7f4b492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.280048 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d98cef21-5b64-4ab4-a161-7816e7f4b492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.281369 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d98cef21-5b64-4ab4-a161-7816e7f4b492 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/dc9b4d17-de80-4854-83eb-f6c9b761cf36 HTTP/1.1" status: 204 len: 168 time: 1.1058962 Nov 03 18:43:56.315623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f888f7d2-84c9-418c-835c-ff4c09575b2c None None] Provisioning complete for port 6bf2d715-e253-479f-812f-1bd50c33f346 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:56.316005 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f888f7d2-84c9-418c-835c-ff4c09575b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.373030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d9189-3c7d-458d-9ce5-3ad35498d1fd req-9a5d5761-6a63-47f4-848e-97b242034ab8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:56.404460 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:43:56.436625 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:56.442542 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bbc3e840-fc09-450a-9bc2-537af2bab7f0 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.0189009 Nov 03 18:43:56.442765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d9189-3c7d-458d-9ce5-3ad35498d1fd req-9a5d5761-6a63-47f4-848e-97b242034ab8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:56.443612 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46556) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:56.454357 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-483d9189-3c7d-458d-9ce5-3ad35498d1fd req-9a5d5761-6a63-47f4-848e-97b242034ab8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1681 time: 0.7936487 Nov 03 18:43:56.507323 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-846d806a-8430-46fa-b47b-51cfd9bdce56 req-01baee85-892f-4f15-a031-472baeab17e7 service neutron] 10.222.0.98 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9816034 Nov 03 18:43:56.508165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cef21-5b64-4ab4-a161-7816e7f4b492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9b4d17-de80-4854-83eb-f6c9b761cf36,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:56.512343 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Sync routers for ids ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:43:56.583964 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ce44b09-3155-4447-92f9-b13fecdd58ac req-8fde53d8-9ffd-43d1-97be-e4a8289bc17f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4049981 Nov 03 18:43:56.798944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=6bf2d715-e253-479f-812f-1bd50c33f346,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:56.846951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Routers {'f47fc93c-e81a-4e85-9bcc-c7424949b6cb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:43:56.847606 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:56.963072 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce44b09-3155-4447-92f9-b13fecdd58ac req-701f5a89-5def-4eec-9808-7bb2bc5212e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:56.965641 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ce44b09-3155-4447-92f9-b13fecdd58ac req-701f5a89-5def-4eec-9808-7bb2bc5212e9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 1097 time: 0.2599404 Nov 03 18:43:56.980509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-483d9189-3c7d-458d-9ce5-3ad35498d1fd req-c237f206-a61d-4040-bbdf-799fe7a4e4e3 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231698 Nov 03 18:43:57.192190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46566) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:57.217473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce44b09-3155-4447-92f9-b13fecdd58ac req-2edf5491-2ff8-446f-80d1-4977611dc1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:57.220223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ce44b09-3155-4447-92f9-b13fecdd58ac req-2edf5491-2ff8-446f-80d1-4977611dc1a7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.2063191 Nov 03 18:43:57.294794 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79005e97-5f17-4107-bd6c-e19939ef9d26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.353156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:57.414482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6bf2d715-e253-479f-812f-1bd50c33f346 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:43:57.462529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Set router f47fc93c-e81a-4e85-9bcc-c7424949b6cb gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:43:57.511540 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ce44b09-3155-4447-92f9-b13fecdd58ac req-c1d1b291-9ea4-43b1-ae00-39de8f1e2927 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64c4771b-e71b-4bc2-826e-357ea7e401c0 HTTP/1.1" status: 200 len: 217 time: 0.2444696 Nov 03 18:43:57.565854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-846d806a-8430-46fa-b47b-51cfd9bdce56 req-3eed221c-83ac-4bd9-b968-fbeef4d86fda service neutron] 10.222.0.98 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0128810 Nov 03 18:43:57.696134 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce44b09-3155-4447-92f9-b13fecdd58ac req-c8cdda0c-bd2b-469d-90a5-144b4e6d568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:57.698922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ce44b09-3155-4447-92f9-b13fecdd58ac req-c8cdda0c-bd2b-469d-90a5-144b4e6d568e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.1750312 Nov 03 18:43:57.809484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Allocated IP 172.20.0.1 (fdc199b6-f5e3-4b65-913a-bebfee2a6023/07976770-16a8-44a6-a21e-88c04a33aeb8/c0344373-b664-4103-bc94-ddc5ea43f389) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:43:57.864192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce44b09-3155-4447-92f9-b13fecdd58ac req-fac349da-5c6e-4f18-a25c-ab8b843593fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:57.869345 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ce44b09-3155-4447-92f9-b13fecdd58ac req-fac349da-5c6e-4f18-a25c-ab8b843593fc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495118 Nov 03 18:43:57.982037 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79005e97-5f17-4107-bd6c-e19939ef9d26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.142503 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79005e97-5f17-4107-bd6c-e19939ef9d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.175648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ce44b09-3155-4447-92f9-b13fecdd58ac req-d386e47d-78ac-426b-9751-f8370dc9b895 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970278 Nov 03 18:43:58.212276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6bf2d715-e253-479f-812f-1bd50c33f346 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:58.213472 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.224081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-89c89513-519b-418b-b382-e03720750591 None None] Provisioning complete for port 6bf2d715-e253-479f-812f-1bd50c33f346 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:58.224844 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-89c89513-519b-418b-b382-e03720750591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.227214 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-75855d85-bc14-4b97-bf81-d7d99859ffc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.383959 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-79005e97-5f17-4107-bd6c-e19939ef9d26 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9074678d46204d23a4653b2fbc7b3f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1362357 Nov 03 18:43:58.387341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46588) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:43:58.434017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79005e97-5f17-4107-bd6c-e19939ef9d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0669f2fd-2fa6-4999-8171-95501a16da00,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:58.595779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ce44b09-3155-4447-92f9-b13fecdd58ac req-5bb19474-d925-4cdb-a63b-90d99385d207 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483222 Nov 03 18:43:58.619259 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.626382 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64750edb-9e64-4c5e-9c32-fea82f93c20b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.653796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209321e9-fc6e-4283-a0f0-1ef644892544 req-ccda6bc7-45b3-4d9f-9bb7-018bbf44af0c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:58.669722 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209321e9-fc6e-4283-a0f0-1ef644892544 req-ccda6bc7-45b3-4d9f-9bb7-018bbf44af0c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:58.681997 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64750edb-9e64-4c5e-9c32-fea82f93c20b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.686616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-209321e9-fc6e-4283-a0f0-1ef644892544 req-ccda6bc7-45b3-4d9f-9bb7-018bbf44af0c tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1681 time: 0.4995754 Nov 03 18:43:58.752824 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.758024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:51Z', 'updated_at': '2021-11-03T18:43:54Z', 'revision_number': 3, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'gw_port': {'id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:53Z', 'updated_at': '2021-11-03T18:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:43:58.813240 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Network fdc199b6-f5e3-4b65-913a-bebfee2a6023 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:43:58.815076 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:43:58.833817 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:43:58.850093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-209321e9-fc6e-4283-a0f0-1ef644892544 req-2b5b833a-0937-46a0-9c2f-70018f1ae794 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623836 Nov 03 18:43:58.861698 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Checking router: f47fc93c-e81a-4e85-9bcc-c7424949b6cb for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:43:58.861698 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Updating router f47fc93c-e81a-4e85-9bcc-c7424949b6cb port f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:43:58.913430 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.949085 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Pushing event updated for resources: {'Port': ['ID=c0344373-b664-4103-bc94-ddc5ea43f389,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:58.960737 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64750edb-9e64-4c5e-9c32-fea82f93c20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.964795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64750edb-9e64-4c5e-9c32-fea82f93c20b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:58.968674 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-64750edb-9e64-4c5e-9c32-fea82f93c20b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0669f2fd-2fa6-4999-8171-95501a16da00 HTTP/1.1" status: 204 len: 168 time: 0.5654781 Nov 03 18:43:59.002686 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.006524 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64750edb-9e64-4c5e-9c32-fea82f93c20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0669f2fd-2fa6-4999-8171-95501a16da00,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:59.329621 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.453819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8a3ce-417c-4ae6-93a6-0400dc9e6d15 req-28a7a4ac-ff9d-484b-92f8-7bca3984cd28 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:59.468238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8a3ce-417c-4ae6-93a6-0400dc9e6d15 req-28a7a4ac-ff9d-484b-92f8-7bca3984cd28 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:43:59.471286 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44c8a3ce-417c-4ae6-93a6-0400dc9e6d15 req-28a7a4ac-ff9d-484b-92f8-7bca3984cd28 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1681 time: 0.1338592 Nov 03 18:43:59.502296 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.562346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-aef602d0-64a7-438f-bc9e-ca482bc4f71e None None] Provisioning complete for port c0344373-b664-4103-bc94-ddc5ea43f389 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:43:59.563035 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aef602d0-64a7-438f-bc9e-ca482bc4f71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.588887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44c8a3ce-417c-4ae6-93a6-0400dc9e6d15 req-f73bccd7-c09d-417c-85f6-749ae0ea9614 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107714 Nov 03 18:43:59.654746 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-aef602d0-64a7-438f-bc9e-ca482bc4f71e None None] Port c0344373-b664-4103-bc94-ddc5ea43f389 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:43:59.665227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.672593 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.676661 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.684605 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.759504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Attempting to bind port f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:43:59.759923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Attempting to bind port f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:43:59.760284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Attempting to bind port f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:43:59.777674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:43:59.780161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:43:59.783311 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.784088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:43:59.786379 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Bound port: f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:43:59.786877 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.793926 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:43:59.796338 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Pushing event updated for resources: {'Port': ['ID=c0344373-b664-4103-bc94-ddc5ea43f389,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:59.799672 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad48e08-3c36-455e-9bcb-2dda056d830b None None] Pushing event updated for resources: {'Port': ['ID=f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:43:59.905087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] For port f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:43:59.910304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] For port f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:43:59.918800 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.019542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Network fdc199b6-f5e3-4b65-913a-bebfee2a6023 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:00.025884 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:00.079739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Routers {'f47fc93c-e81a-4e85-9bcc-c7424949b6cb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:00.080719 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:00.155418 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad48e08-3c36-455e-9bcb-2dda056d830b None None] Pushing event updated for resources: {'Port': ['ID=f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:00.332764 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.373391 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] Set router f47fc93c-e81a-4e85-9bcc-c7424949b6cb gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:00.384002 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Router f47fc93c-e81a-4e85-9bcc-c7424949b6cb has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:44:00.583114 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:44:00.594297 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3098acff-197b-4f11-8c19-ed78484c2818 admin admin] 10.222.0.107 "PUT /v2.0/routers/f47fc93c-e81a-4e85-9bcc-c7424949b6cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1385117 Nov 03 18:44:00.605894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c5879e48-c5eb-49fc-af4a-ec0886710545 None None] Provisioning complete for port c0344373-b664-4103-bc94-ddc5ea43f389 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:00.606639 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c5879e48-c5eb-49fc-af4a-ec0886710545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.674745 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:00.723674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c5879e48-c5eb-49fc-af4a-ec0886710545 None None] Port c0344373-b664-4103-bc94-ddc5ea43f389 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:00.851361 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:51Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 4, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'gw_port': {'id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:53Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c0344373-b664-4103-bc94-ddc5ea43f389', 'name': '', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'mac_address': 'fa:16:3e:24:73:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:57Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 2, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'subnets': [{'id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:00.896414 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e6129-da40-4127-8d37-09d8515432ca None None] The sync data for ids ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'] in n-d-812150-4 is: [{'id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:51Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 4, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'gw_port': {'id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:53Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c0344373-b664-4103-bc94-ddc5ea43f389', 'name': '', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'mac_address': 'fa:16:3e:24:73:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:57Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 2, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'subnets': [{'id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:44:00.950095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93282b9a-83cc-4abb-a1cb-dafe72edb9b5 req-c82cf749-0e83-4cd4-9646-86a131d602f8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:00.959262 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93282b9a-83cc-4abb-a1cb-dafe72edb9b5 req-c82cf749-0e83-4cd4-9646-86a131d602f8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:00.970911 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93282b9a-83cc-4abb-a1cb-dafe72edb9b5 req-c82cf749-0e83-4cd4-9646-86a131d602f8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1681 time: 0.1836777 Nov 03 18:44:01.110930 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93282b9a-83cc-4abb-a1cb-dafe72edb9b5 req-c223c18f-40cb-4a6c-af1e-18e07c61b8a8 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390016 Nov 03 18:44:01.154917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-6df7e9cc-13eb-46e5-82b5-bfe2e5eaec7b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:01.180059 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-6df7e9cc-13eb-46e5-82b5-bfe2e5eaec7b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:01.192418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-6df7e9cc-13eb-46e5-82b5-bfe2e5eaec7b tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 1681 time: 0.2105224 Nov 03 18:44:01.407547 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-97d714f1-3e9a-4ded-8ea2-94f602550803 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Deleting port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:01.412132 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-97d714f1-3e9a-4ded-8ea2-94f602550803 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.455187 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.665330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-97d714f1-3e9a-4ded-8ea2-94f602550803 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] For port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=2aa3a415-a151-4ddb-b5b0-6aff9560ad43,segment=NetworkSegment(184c96ba-61b4-460e-8aea-1b227bdfa60c),segment_id=184c96ba-61b4-460e-8aea-1b227bdfa60c)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:01.665713 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-97d714f1-3e9a-4ded-8ea2-94f602550803 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:01.717918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-97d714f1-3e9a-4ded-8ea2-94f602550803 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Calling delete_port for 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:02.042363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46720) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:02.063927 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-cfe3184f-23d4-4546-9f51-09ecfca88427 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--295237292', 'description': 'tempest-description--2031425940'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:02.110334 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-97d714f1-3e9a-4ded-8ea2-94f602550803 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.130829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['315b27e3-9480-4438-b9aa-2dc330ac8485', '2aa3a415-a151-4ddb-b5b0-6aff9560ad43'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:02.144333 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cfe3184f-23d4-4546-9f51-09ecfca88427 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.340471 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cfe3184f-23d4-4546-9f51-09ecfca88427 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.346912 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cfe3184f-23d4-4546-9f51-09ecfca88427 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.368458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d714f1-3e9a-4ded-8ea2-94f602550803 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Port': ['ID=2aa3a415-a151-4ddb-b5b0-6aff9560ad43,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:02.408299 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-573b1ea2-f1e8-41e7-8038-d0ace3e0733c tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=e7cb4a3869f64799868913d87c8d4add&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2205448 Nov 03 18:44:02.460834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46736) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:02.464480 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cfe3184f-23d4-4546-9f51-09ecfca88427 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.473259 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cfe3184f-23d4-4546-9f51-09ecfca88427 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4285653 Nov 03 18:44:02.509263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46738) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:02.523165 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3184f-23d4-4546-9f51-09ecfca88427 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:02.557967 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-64cc6b05-1169-4051-a73c-7ccf3b64e201 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Request body: {'security_group_rule': {'security_group_id': '4b03f1f2-5a1f-4c49-bd0a-f429185e4e58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:02.651549 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64cc6b05-1169-4051-a73c-7ccf3b64e201 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.687244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-97d714f1-3e9a-4ded-8ea2-94f602550803 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] No DVR routers for this DVR port 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:02.696956 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-97d714f1-3e9a-4ded-8ea2-94f602550803 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.703680 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-97d714f1-3e9a-4ded-8ea2-94f602550803 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.98 "DELETE /v2.0/ports/2aa3a415-a151-4ddb-b5b0-6aff9560ad43 HTTP/1.1" status: 204 len: 173 time: 1.5096688 Nov 03 18:44:02.704656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'name': 'network-vif-deleted', 'tag': '2aa3a415-a151-4ddb-b5b0-6aff9560ad43'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:02.708005 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d6900a-323e-4785-a3a2-822230c325ff" -d '{"events": [{"server_uuid": "b2e4f56d-8ca5-4e58-9935-594c41c60a4a", "name": "network-vif-deleted", "tag": "2aa3a415-a151-4ddb-b5b0-6aff9560ad43"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:02.813013 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64cc6b05-1169-4051-a73c-7ccf3b64e201 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.819548 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64cc6b05-1169-4051-a73c-7ccf3b64e201 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.867477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64cc6b05-1169-4051-a73c-7ccf3b64e201 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.869547 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-64cc6b05-1169-4051-a73c-7ccf3b64e201 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512993 Nov 03 18:44:02.872226 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46746) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:02.881606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-cae0dbe6-4e21-4411-8fe9-0a9b5659426f tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Request body: {'security_group_rule': {'security_group_id': '4b03f1f2-5a1f-4c49-bd0a-f429185e4e58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:02.894506 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-44290934'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:02.904200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc6b05-1169-4051-a73c-7ccf3b64e201 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8384a41-f3a7-48fb-8970-083ebd1b23b0,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:02.918744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2febfe-a3ea-4eab-a75a-e9f41fb22f98 req-72d0b4f5-85a8-4280-aa92-8d97d6e69488 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:02.923539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b2febfe-a3ea-4eab-a75a-e9f41fb22f98 req-72d0b4f5-85a8-4280-aa92-8d97d6e69488 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 945 time: 0.5558720 Nov 03 18:44:02.935414 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.db.api [None req-cae0dbe6-4e21-4411-8fe9-0a9b5659426f tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 18:44:02.935414 n-d-812150-4 neutron-server[101711]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 03 18:44:02.935414 n-d-812150-4 neutron-server[101711]: [parameters: {'project_id_1': 'e3b42e65c2e04bce87b59cc9e9aca564', 'expiration_1': datetime.datetime(2021, 11, 3, 18, 43, 42, 906903)}] Nov 03 18:44:02.935414 n-d-812150-4 neutron-server[101711]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:44:02.935865 n-d-812150-4 neutron-server[101711]: DEBUG oslo_db.api [None req-cae0dbe6-4e21-4411-8fe9-0a9b5659426f tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:44:02.942120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Made reservation on behalf of 1feef5eb4cd54eb3ad90de310b12e622 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:02.950688 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:02.969032 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.048409 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b2febfe-a3ea-4eab-a75a-e9f41fb22f98 req-862e947e-731c-48b7-9aa4-cebff79a1afb tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/security-groups?id=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043890 Nov 03 18:44:03.155718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-52697507-52fc-4e7c-9048-417d6c766955 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:03.160165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-52697507-52fc-4e7c-9048-417d6c766955 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7508242 Nov 03 18:44:03.175278 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.181564 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.198043 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-bf890962-2ca8-4e0b-8925-5d9062d67a5f tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/quotas/e7cb4a3869f64799868913d87c8d4add HTTP/1.1" status: 200 len: 375 time: 0.0224996 Nov 03 18:44:03.261573 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7728dd9f-c612-4a8d-b2a1-044683b63cf8 x-openstack-request-id: req-7728dd9f-c612-4a8d-b2a1-044683b63cf8 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:03.262051 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e4f56d-8ca5-4e58-9935-594c41c60a4a", "name": "network-vif-deleted", "tag": "2aa3a415-a151-4ddb-b5b0-6aff9560ad43", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:03.262473 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7728dd9f-c612-4a8d-b2a1-044683b63cf8 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:03.262953 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'name': 'network-vif-deleted', 'tag': '2aa3a415-a151-4ddb-b5b0-6aff9560ad43', 'status': 'completed', 'code': 200} Nov 03 18:44:03.266611 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-4f44ee7f-0490-4edf-9f83-c39ac03790b8 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e7cb4a3869f64799868913d87c8d4add&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514014 Nov 03 18:44:03.269684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dced3eee-4664-4cf4-844b-f36384844851,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:03.270192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-74d27881-5ebf-4a56-97aa-3eefe0f5ba12 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Deleting port 315b27e3-9480-4438-b9aa-2dc330ac8485 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:03.270689 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-74d27881-5ebf-4a56-97aa-3eefe0f5ba12 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.281208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:44:03.302990 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.303474 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Added segment 6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a of type vlan for network d507482f-21f5-4255-ac0f-39669714c289 Nov 03 18:44:03.367254 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.428939 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.450174 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:03.450832 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.521779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:03.557286 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0779603 Nov 03 18:44:03.575518 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-74d27881-5ebf-4a56-97aa-3eefe0f5ba12 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] For port 315b27e3-9480-4438-b9aa-2dc330ac8485, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=315b27e3-9480-4438-b9aa-2dc330ac8485,segment=NetworkSegment(31be7543-ba1a-47bb-bad9-cba792535eda),segment_id=31be7543-ba1a-47bb-bad9-cba792535eda)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:03.576354 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-74d27881-5ebf-4a56-97aa-3eefe0f5ba12 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.602154 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-74d27881-5ebf-4a56-97aa-3eefe0f5ba12 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Calling delete_port for 315b27e3-9480-4438-b9aa-2dc330ac8485 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:03.634764 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:03.635229 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.712941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0dbe6-4e21-4411-8fe9-0a9b5659426f tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.759024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16032d77-c4cc-403c-ab35-871cdc1c2382 tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Pushing event updated for resources: {'Network': ['ID=d507482f-21f5-4255-ac0f-39669714c289,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:03.781079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network d507482f-21f5-4255-ac0f-39669714c289 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:44:03.898267 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0dbe6-4e21-4411-8fe9-0a9b5659426f tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.913258 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0dbe6-4e21-4411-8fe9-0a9b5659426f tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.969956 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0dbe6-4e21-4411-8fe9-0a9b5659426f tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.974272 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cae0dbe6-4e21-4411-8fe9-0a9b5659426f tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0980713 Nov 03 18:44:03.974272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0dbe6-4e21-4411-8fe9-0a9b5659426f tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979779cb-a21f-4e24-a97d-fbb7c2452665,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:03.980327 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46772) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:03.984111 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:03.986696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:04.009840 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-74d27881-5ebf-4a56-97aa-3eefe0f5ba12 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.066241 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.089583 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:04.096919 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.133908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46778) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:04.138427 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-e36d4e23-c746-4edb-9158-12250eb97f1c tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=e7cb4a3869f64799868913d87c8d4add&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138959 Nov 03 18:44:04.145597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d27881-5ebf-4a56-97aa-3eefe0f5ba12 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Port': ['ID=315b27e3-9480-4438-b9aa-2dc330ac8485,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:04.199473 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Request body: {'port': {'network_id': 'd507482f-21f5-4255-ac0f-39669714c289', 'binding:host_id': 'n-h2-812150-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-551149892'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:04.276732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:04.294264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Made reservation on behalf of 064f27e0510548869ff2b4e871579a6b for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:04.300061 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.320781 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.562229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-74d27881-5ebf-4a56-97aa-3eefe0f5ba12 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] No DVR routers for this DVR port 315b27e3-9480-4438-b9aa-2dc330ac8485 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:04.583009 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18ca7586-0c94-4e7b-a194-8c0b968d3c59 req-0e96bbb0-dc5e-4d0c-9812-562bab823bad tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2e4f56d-8ca5-4e58-9935-594c41c60a4a HTTP/1.1" status: 200 len: 210 time: 0.2616241 Nov 03 18:44:04.589421 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-74d27881-5ebf-4a56-97aa-3eefe0f5ba12 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.590839 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.594294 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.604620 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:04.610743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3659939-f71c-4cee-9f5f-cf31d64ec51a req-74d27881-5ebf-4a56-97aa-3eefe0f5ba12 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.98 "DELETE /v2.0/ports/315b27e3-9480-4438-b9aa-2dc330ac8485 HTTP/1.1" status: 204 len: 173 time: 1.8872473 Nov 03 18:44:04.632054 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] device_id is not set on port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:44:04.782578 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-58e16dd2-b0ca-475b-ae26-e9823fe5fd51 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:04.785449 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-58e16dd2-b0ca-475b-ae26-e9823fe5fd51 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6455579 Nov 03 18:44:04.813203 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-b9b2ee83-500d-4c03-85a7-bb2c7c3acb0a tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/quotas/e7cb4a3869f64799868913d87c8d4add HTTP/1.1" status: 200 len: 375 time: 0.0196464 Nov 03 18:44:04.879701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-68284255-b753-4941-9eb4-03bb4e5aeb16 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e7cb4a3869f64799868913d87c8d4add&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600059 Nov 03 18:44:04.905496 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958ef8d4-07cf-44f0-b398-9bfe1f0c9f54,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:05.106555 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Sync routers for ids ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:44:05.124630 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Routers {'f47fc93c-e81a-4e85-9bcc-c7424949b6cb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:05.126413 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:05.290420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'name': 'network-vif-deleted', 'tag': '315b27e3-9480-4438-b9aa-2dc330ac8485'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:05.310292 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f3ea5a-cc62-4830-b927-26fa5fab47b7" -d '{"events": [{"server_uuid": "b2e4f56d-8ca5-4e58-9935-594c41c60a4a", "name": "network-vif-deleted", "tag": "315b27e3-9480-4438-b9aa-2dc330ac8485"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:05.318789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:05.349665 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-675f7671-dbe8-4d5d-91d1-17e15544365e req-1061ffa3-9570-4c75-a1f1-d690287f6663 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 210 time: 0.1701615 Nov 03 18:44:05.385176 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Set router f47fc93c-e81a-4e85-9bcc-c7424949b6cb gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:05.420581 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Allocated IP 172.25.2.10 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/34f7c745-77d6-4e69-af11-1344ad16c2a9) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:05.511640 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1df9539-3a80-4628-87e9-c0d5c9cee25c x-openstack-request-id: req-e1df9539-3a80-4628-87e9-c0d5c9cee25c {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:05.513084 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e4f56d-8ca5-4e58-9935-594c41c60a4a", "name": "network-vif-deleted", "tag": "315b27e3-9480-4438-b9aa-2dc330ac8485", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:05.514253 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e1df9539-3a80-4628-87e9-c0d5c9cee25c {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:05.515124 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e4f56d-8ca5-4e58-9935-594c41c60a4a', 'name': 'network-vif-deleted', 'tag': '315b27e3-9480-4438-b9aa-2dc330ac8485', 'status': 'completed', 'code': 200} Nov 03 18:44:05.515622 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:05.606864 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:05.607495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 2aa3a415-a151-4ddb-b5b0-6aff9560ad43 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:05.609580 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 315b27e3-9480-4438-b9aa-2dc330ac8485 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:05.632527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] device_id is not set on port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:44:05.705468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 315b27e3-9480-4438-b9aa-2dc330ac8485 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:05.706186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 315b27e3-9480-4438-b9aa-2dc330ac8485 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:05.733006 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:05.734004 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:05.767781 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:05.794710 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:05.795473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46810) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:05.969791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Pushing event updated for resources: {'Port': ['ID=bc488e83-7a96-4a85-ad4e-a4dd6a55f31b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:06.033972 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:51Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 4, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'gw_port': {'id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:53Z', 'updated_at': '2021-11-03T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c0344373-b664-4103-bc94-ddc5ea43f389', 'name': '', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'mac_address': 'fa:16:3e:24:73:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:57Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 2, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'subnets': [{'id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:06.070451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-922d3d39-48c1-4d08-9040-e21c8147ba83 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Deleting subnet f2ded83b-5709-4419-86c5-5f8ece8e88e4 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:44:06.079550 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-922d3d39-48c1-4d08-9040-e21c8147ba83 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.084232 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.168011 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.180263 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Checking router: f47fc93c-e81a-4e85-9bcc-c7424949b6cb for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:44:06.181370 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Updating router f47fc93c-e81a-4e85-9bcc-c7424949b6cb port c0344373-b664-4103-bc94-ddc5ea43f389 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:44:06.192708 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-922d3d39-48c1-4d08-9040-e21c8147ba83 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.241642 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-a407c575-472d-425f-9e27-49b3d45bd3b5 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=e7cb4a3869f64799868913d87c8d4add&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698559 Nov 03 18:44:06.259552 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.321306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Checking segment: {'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:06.321949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Network hostable DHCP agents. Network: d507482f-21f5-4255-ac0f-39669714c289, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:44:06.374981 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:06.397835 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-922d3d39-48c1-4d08-9040-e21c8147ba83 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.436421 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:06.462055 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Network d507482f-21f5-4255-ac0f-39669714c289 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:44:06.469220 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Pushing event updated for resources: {'Port': ['ID=34f7c745-77d6-4e69-af11-1344ad16c2a9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:06.501644 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-922d3d39-48c1-4d08-9040-e21c8147ba83 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.535901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:06.576745 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb28cd64-bea9-4f16-8db5-720e2fd746d9 None None] Network 63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:06.580762 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-922d3d39-48c1-4d08-9040-e21c8147ba83 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.588502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-922d3d39-48c1-4d08-9040-e21c8147ba83 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "DELETE /v2.0/subnets/f2ded83b-5709-4419-86c5-5f8ece8e88e4 HTTP/1.1" status: 204 len: 168 time: 0.7882080 Nov 03 18:44:06.588502 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d3d39-48c1-4d08-9040-e21c8147ba83 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ded83b-5709-4419-86c5-5f8ece8e88e4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:06.590099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46830) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:06.604875 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71101e75-d20e-49f5-ab03-d1a0f720c62d req-d44d873d-5981-4da9-9c24-7750455ce171 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 210 time: 0.0950403 Nov 03 18:44:06.820057 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:06.941912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Deleting port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:06.942258 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.025585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] For port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ce8ec301-23da-4d9b-bcbd-97b5065ad7ea,segment=NetworkSegment(184c96ba-61b4-460e-8aea-1b227bdfa60c),segment_id=184c96ba-61b4-460e-8aea-1b227bdfa60c)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:07.025950 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.047393 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Calling delete_port for ce8ec301-23da-4d9b-bcbd-97b5065ad7ea owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:07.051014 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b143e4e3-312e-4783-899c-216565f49a93 None None] DHCP port deletion for 63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:44:07.058695 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.068146 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.165123 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b143e4e3-312e-4783-899c-216565f49a93 None None] Deleting port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:07.166000 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b143e4e3-312e-4783-899c-216565f49a93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.200818 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2f9b5-cc0b-4c5d-96dc-3e9d05c98a92 None None] Pushing event updated for resources: {'Port': ['ID=c0344373-b664-4103-bc94-ddc5ea43f389,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:07.338712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-03491b8b-4220-4374-99f9-10499034e4bb tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=e7cb4a3869f64799868913d87c8d4add&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512586 Nov 03 18:44:07.339962 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.363115 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Attempting to bind port c0344373-b664-4103-bc94-ddc5ea43f389 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:07.363713 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Attempting to bind port c0344373-b664-4103-bc94-ddc5ea43f389 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'de7d3eea-1dd8-4692-9afa-6bfd68664592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:07.364702 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Attempting to bind port c0344373-b664-4103-bc94-ddc5ea43f389 on network fdc199b6-f5e3-4b65-913a-bebfee2a6023 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:07.375348 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:07.375966 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Checking segment: {'id': 'de7d3eea-1dd8-4692-9afa-6bfd68664592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:07.376963 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.378858 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Bound using segment: {'id': 'de7d3eea-1dd8-4692-9afa-6bfd68664592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:07.379604 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Bound port: c0344373-b664-4103-bc94-ddc5ea43f389, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7d3eea-1dd8-4692-9afa-6bfd68664592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:07.380610 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.491961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b143e4e3-312e-4783-899c-216565f49a93 None None] For port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ce8ec301-23da-4d9b-bcbd-97b5065ad7ea,segment=NetworkSegment(184c96ba-61b4-460e-8aea-1b227bdfa60c),segment_id=184c96ba-61b4-460e-8aea-1b227bdfa60c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:07.492315 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b143e4e3-312e-4783-899c-216565f49a93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.505379 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] For port c0344373-b664-4103-bc94-ddc5ea43f389, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:07.511065 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] For port c0344373-b664-4103-bc94-ddc5ea43f389, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c0344373-b664-4103-bc94-ddc5ea43f389,segment=NetworkSegment(de7d3eea-1dd8-4692-9afa-6bfd68664592),segment_id=de7d3eea-1dd8-4692-9afa-6bfd68664592)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:07.522242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, d507482f-21f5-4255-ac0f-39669714c289) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:07.524337 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.549892 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:07.576790 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ce8ec301-23da-4d9b-bcbd-97b5065ad7ea no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:07.584238 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86fa9a5-14cc-4103-aa80-637faf606d4f None None] Network d507482f-21f5-4255-ac0f-39669714c289 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:07.632319 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2f9b5-cc0b-4c5d-96dc-3e9d05c98a92 None None] Pushing event updated for resources: {'Port': ['ID=c0344373-b664-4103-bc94-ddc5ea43f389,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:07.645369 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Routers {'f47fc93c-e81a-4e85-9bcc-c7424949b6cb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:07.646185 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:07.710826 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b143e4e3-312e-4783-899c-216565f49a93 None None] Calling delete_port for ce8ec301-23da-4d9b-bcbd-97b5065ad7ea owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:07.718907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-8677c6b6-2103-4d76-ad82-c44d33a0b49f tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:07.724012 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-8677c6b6-2103-4d76-ad82-c44d33a0b49f tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3776221 Nov 03 18:44:07.785520 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:07.785891 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:07.786208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:07.799911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Port': ['ID=ce8ec301-23da-4d9b-bcbd-97b5065ad7ea,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:07.809960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] No DVR routers for this DVR port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:07.848472 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:07.864553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Request body: {'port': {'device_id': 'f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': 'e7cb4a3869f64799868913d87c8d4add'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:07.869348 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:07.870061 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:07.883548 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 2 to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b Nov 03 18:44:07.958337 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] Set router f47fc93c-e81a-4e85-9bcc-c7424949b6cb gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:07.970148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: ce8ec301-23da-4d9b-bcbd-97b5065ad7ea {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:07.970400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-ed4c2b81-395a-4e7c-8418-dad59f504045 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:07.974289 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-ed4c2b81-395a-4e7c-8418-dad59f504045 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6549177 Nov 03 18:44:07.982335 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ce8ec301-23da-4d9b-bcbd-97b5065ad7ea not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:07.982972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:07.983876 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:07.984601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:08.059707 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.143204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Request body: {'port': {'device_id': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': 'e7cb4a3869f64799868913d87c8d4add'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:08.182968 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:08.187931 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:08.219384 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 3 to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b Nov 03 18:44:08.311804 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d46ce3ed-e84b-4707-a15f-5b923d920b85 None None] Provisioning complete for port c0344373-b664-4103-bc94-ddc5ea43f389 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:08.312696 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d46ce3ed-e84b-4707-a15f-5b923d920b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.361021 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3864b23a-b36a-4516-80a5-2cfa4036f73d req-2fbb6486-8c9e-463f-912b-5b0c9082012e tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 210 time: 0.5520694 Nov 03 18:44:08.587105 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:08.587955 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:08.587955 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:08.600535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:08.601043 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:08.607045 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 4 to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b Nov 03 18:44:08.635600 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d46ce3ed-e84b-4707-a15f-5b923d920b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.637903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:08.639169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:08.639862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9e274-42c6-4cff-961f-4d0f09d8f347 req-cffb24f6-9f8a-4453-9dcb-b75896b4638b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:08.640139 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:08.641541 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fe9e274-42c6-4cff-961f-4d0f09d8f347 req-cffb24f6-9f8a-4453-9dcb-b75896b4638b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.4511154 Nov 03 18:44:08.688184 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.690445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Made reservation on behalf of e7cb4a3869f64799868913d87c8d4add for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:08.692088 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:08.692729 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:08.695074 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.698118 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 5 to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b Nov 03 18:44:08.701722 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.713232 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b143e4e3-312e-4783-899c-216565f49a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.729979 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:51Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 4, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'gw_port': {'id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:53Z', 'updated_at': '2021-11-03T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c0344373-b664-4103-bc94-ddc5ea43f389', 'name': '', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'mac_address': 'fa:16:3e:24:73:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:57Z', 'updated_at': '2021-11-03T18:44:07Z', 'revision_number': 4, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'subnets': [{'id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:08.766898 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.773339 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.793415 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255bc94a-8330-4ed5-9bad-93c080e2899b None None] The sync data for ids ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'] in n-d-812150-4 is: [{'id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:51Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 4, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'gw_port': {'id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:53Z', 'updated_at': '2021-11-03T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c0344373-b664-4103-bc94-ddc5ea43f389', 'name': '', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'mac_address': 'fa:16:3e:24:73:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:57Z', 'updated_at': '2021-11-03T18:44:07Z', 'revision_number': 4, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'subnets': [{'id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:44:08.793732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143e4e3-312e-4783-899c-216565f49a93 None None] Pushing event deleted for resources: {'Port': ['ID=ce8ec301-23da-4d9b-bcbd-97b5065ad7ea,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:08.800317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b143e4e3-312e-4783-899c-216565f49a93 None None] No DVR routers for this DVR port ce8ec301-23da-4d9b-bcbd-97b5065ad7ea on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:08.812728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:08.813112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:08.813455 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:08.850663 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d46ce3ed-e84b-4707-a15f-5b923d920b85 None None] For port c0344373-b664-4103-bc94-ddc5ea43f389, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c0344373-b664-4103-bc94-ddc5ea43f389,segment=NetworkSegment(de7d3eea-1dd8-4692-9afa-6bfd68664592),segment_id=de7d3eea-1dd8-4692-9afa-6bfd68664592)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:08.866962 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d46ce3ed-e84b-4707-a15f-5b923d920b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.867334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63dc7cb1-7e78-4dd0-ad17-4929d9aaf035']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:08.874846 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:08.874846 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:08.884840 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 6 to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b Nov 03 18:44:08.896688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184c96ba-61b4-460e-8aea-1b227bdfa60c') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:08.897150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184c96ba-61b4-460e-8aea-1b227bdfa60c') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:08.912431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:08.913307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:08.913647 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:08.916906 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fe9e274-42c6-4cff-961f-4d0f09d8f347 req-7f8bec89-9a2a-49a2-b579-63f1ace52c53 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285373 Nov 03 18:44:08.922565 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:08.922863 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:08.923438 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Pushing event updated for resources: {'Port': ['ID=34f7c745-77d6-4e69-af11-1344ad16c2a9,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:08.954024 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:08.955560 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 7 to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b Nov 03 18:44:09.024652 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.039246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ce3ed-e84b-4707-a15f-5b923d920b85 None None] Pushing event updated for resources: {'Port': ['ID=c0344373-b664-4103-bc94-ddc5ea43f389,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:09.051394 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.052133 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Made reservation on behalf of e7cb4a3869f64799868913d87c8d4add for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:09.056150 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.071445 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:09.076795 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:09.077307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:09.098569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-224f64a9-7738-41e1-b52e-6ae13b998abd None None] Provisioning complete for port c0344373-b664-4103-bc94-ddc5ea43f389 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:09.101555 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-224f64a9-7738-41e1-b52e-6ae13b998abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.103627 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.121236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:09.121756 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:09.123177 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 8 to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b Nov 03 18:44:09.127624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:44:09.129769 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.132288 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.133570 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-105b2f3c-9dc0-4ecb-8fc1-f9a05c014643 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1514051 Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:44:09.136120 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:44:09.181246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:09.181597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:09.181942 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:09.198701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:09.198701 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:09.208625 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 9 to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b Nov 03 18:44:09.258962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:09.259452 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:09.262445 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:09.278224 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:09.278529 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:09.278960 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 10 to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b Nov 03 18:44:09.317879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:09.318218 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:09.318559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:09.349246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:09.349656 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:09.350257 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.523906 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f5315-206f-4ede-9060-76c9c7967651 req-f5b271ef-e8dc-464f-99fa-579742f262f6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:09.541895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b10f5315-206f-4ede-9060-76c9c7967651 req-f5b271ef-e8dc-464f-99fa-579742f262f6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.4454262 Nov 03 18:44:09.550856 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] For port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:09.552399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempted to set empty binding levels {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 18:44:09.553945 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.558528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c0344373-b664-4103-bc94-ddc5ea43f389 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:09.563791 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.608896 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.610580 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.615050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "DELETE /v2.0/networks/63dc7cb1-7e78-4dd0-ad17-4929d9aaf035 HTTP/1.1" status: 204 len: 168 time: 3.0088603 Nov 03 18:44:09.649229 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:09.650070 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.688736 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9157d57-b9ca-42b4-9e8e-49a0b7065e61 req-e3f76154-d9fd-449a-80f2-05c83c8656f5 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 210 time: 0.0590227 Nov 03 18:44:09.689243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46860) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:09.720951 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.db.api [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e7cb4a3869f64799868913d87c8d4add {{(pid=101711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:44:09.723720 n-d-812150-4 neutron-server[101711]: DEBUG oslo_db.api [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:44:09.724977 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c0344373-b664-4103-bc94-ddc5ea43f389 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:09.726349 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.740371 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 5.5777128 Nov 03 18:44:09.741913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46862) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:09.774534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2f20b-410a-4c95-a3d9-726f01d8bc61 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Network': ['ID=63dc7cb1-7e78-4dd0-ad17-4929d9aaf035,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:09.779163 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.818301 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb03c1eb-14d7-4a8e-be42-6e09172557a1 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Deleting subnet c0dd97d8-c3c3-4023-a1c0-e85a644d6371 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:44:09.822669 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb03c1eb-14d7-4a8e-be42-6e09172557a1 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.897440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4adb9ec4-c972-4a10-926a-6744b20cd29f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:09.910744 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb03c1eb-14d7-4a8e-be42-6e09172557a1 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:09.994193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b10f5315-206f-4ede-9060-76c9c7967651 req-fc5a6bc7-ee87-415e-82ea-af7202f63ba2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4119537 Nov 03 18:44:10.038805 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb03c1eb-14d7-4a8e-be42-6e09172557a1 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:10.183607 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-81361e5e-8cc7-4f87-8791-c235e553bf5e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--295237292&fields=id&tenant_id=e3b42e65c2e04bce87b59cc9e9aca564 HTTP/1.1" status: 200 len: 267 time: 0.2781518 Nov 03 18:44:10.311679 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:10.351398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Allocated IP 192.168.233.147 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:10.355349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c35fc6-068a-4d45-a798-66f2512e196d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Pushing event updated for resources: {'Port': ['ID=bc488e83-7a96-4a85-ad4e-a4dd6a55f31b,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:10.482482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-6a6dc1d9-6a67-4eb2-91c4-db1e6529976a tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:10.492140 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-6a6dc1d9-6a67-4eb2-91c4-db1e6529976a tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/networks?id=fdc199b6-f5e3-4b65-913a-bebfee2a6023 HTTP/1.1" status: 200 len: 805 time: 0.3076031 Nov 03 18:44:10.552974 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-0c126638-1ab1-418e-b944-062e90a95dfd tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/quotas/e3b42e65c2e04bce87b59cc9e9aca564 HTTP/1.1" status: 200 len: 375 time: 0.0455136 Nov 03 18:44:10.621650 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb03c1eb-14d7-4a8e-be42-6e09172557a1 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:10.653592 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e3254000-2b90-4e6a-93d6-5fef5a00f558 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Deleting port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:10.654296 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e3254000-2b90-4e6a-93d6-5fef5a00f558 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:10.658196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03c1eb-14d7-4a8e-be42-6e09172557a1 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Subnet': ['ID=c0dd97d8-c3c3-4023-a1c0-e85a644d6371,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:10.699790 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb03c1eb-14d7-4a8e-be42-6e09172557a1 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:10.707068 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cb03c1eb-14d7-4a8e-be42-6e09172557a1 tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "DELETE /v2.0/subnets/c0dd97d8-c3c3-4023-a1c0-e85a644d6371 HTTP/1.1" status: 204 len: 168 time: 1.0224349 Nov 03 18:44:10.710853 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72f3654-e767-4d4f-9308-da6bb62eb6b1 None None] Network 9fda6dbf-22b6-471c-8af8-e905c5cf3a78 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:10.773964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-e3254000-2b90-4e6a-93d6-5fef5a00f558 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] For port bc488e83-7a96-4a85-ad4e-a4dd6a55f31b, host n-h2-812150-4, got binding levels [] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:10.774409 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e3254000-2b90-4e6a-93d6-5fef5a00f558 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:10.790265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e3254000-2b90-4e6a-93d6-5fef5a00f558 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Calling delete_port for bc488e83-7a96-4a85-ad4e-a4dd6a55f31b owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:10.872792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46888) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:10.971525 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.034832 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e3254000-2b90-4e6a-93d6-5fef5a00f558 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.080114 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3254000-2b90-4e6a-93d6-5fef5a00f558 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc488e83-7a96-4a85-ad4e-a4dd6a55f31b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:11.098128 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda5502f-7c29-46b4-8990-f90006f9b095 None None] DHCP port deletion for 9fda6dbf-22b6-471c-8af8-e905c5cf3a78 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:44:11.111819 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e3254000-2b90-4e6a-93d6-5fef5a00f558 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.123257 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e3254000-2b90-4e6a-93d6-5fef5a00f558 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "DELETE /v2.0/ports/bc488e83-7a96-4a85-ad4e-a4dd6a55f31b HTTP/1.1" status: 204 len: 168 time: 1.3056571 Nov 03 18:44:11.128352 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46890) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:11.130819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Deleting port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:11.131492 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.225905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] For port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f,segment=NetworkSegment(31be7543-ba1a-47bb-bad9-cba792535eda),segment_id=31be7543-ba1a-47bb-bad9-cba792535eda)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:11.226308 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.240969 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-bda5502f-7c29-46b4-8990-f90006f9b095 None None] Deleting port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:11.241692 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bda5502f-7c29-46b4-8990-f90006f9b095 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.242125 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Calling delete_port for 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:11.280245 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c186279-5017-4784-91e7-2b45aa2d576b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] GET failed (client error): The resource could not be found. Nov 03 18:44:11.286417 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8c186279-5017-4784-91e7-2b45aa2d576b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "GET /v2.0/ports/bc488e83-7a96-4a85-ad4e-a4dd6a55f31b HTTP/1.1" status: 404 len: 333 time: 0.0420561 Nov 03 18:44:11.287273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46896) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:11.304845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-5b11c5d6-aaae-4e9d-ae3b-9ac830331514 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Request body: {'port': {'network_id': 'd507482f-21f5-4255-ac0f-39669714c289', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-592308862'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:11.315689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-6e66c2da-6a49-4e06-a7f5-1352d018d0d0 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:11.332630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-6e66c2da-6a49-4e06-a7f5-1352d018d0d0 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 811 time: 0.8281884 Nov 03 18:44:11.371159 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-bda5502f-7c29-46b4-8990-f90006f9b095 None None] For port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f,segment=NetworkSegment(31be7543-ba1a-47bb-bad9-cba792535eda),segment_id=31be7543-ba1a-47bb-bad9-cba792535eda)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:11.371552 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bda5502f-7c29-46b4-8990-f90006f9b095 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.374384 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-28ae2013-3a24-43cc-8c14-c9bc601b1283 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/quotas/fd42fde4382c43128145a83ce025634d HTTP/1.1" status: 200 len: 375 time: 0.0462842 Nov 03 18:44:11.397380 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-bda5502f-7c29-46b4-8990-f90006f9b095 None None] Calling delete_port for 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:11.461258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-98044ac1-8d4f-4a2a-bf9a-62dfc88f8713 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e3b42e65c2e04bce87b59cc9e9aca564&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8903475 Nov 03 18:44:11.462257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b11c5d6-aaae-4e9d-ae3b-9ac830331514 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Made reservation on behalf of 064f27e0510548869ff2b4e871579a6b for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:11.466814 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5b11c5d6-aaae-4e9d-ae3b-9ac830331514 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.495953 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-5b11c5d6-aaae-4e9d-ae3b-9ac830331514 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] device_id is not set on port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:44:11.513476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:11.517534 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bda5502f-7c29-46b4-8990-f90006f9b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.566100 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:11.566669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:11.566789 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-7a0241c7-5e1b-4091-94d1-63cba66dbbeb tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1890609 Nov 03 18:44:11.570321 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5502f-7c29-46b4-8990-f90006f9b095 None None] Pushing event deleted for resources: {'Port': ['ID=3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:11.574484 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5502f-7c29-46b4-8990-f90006f9b095 None None] No DVR routers for this DVR port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:11.608663 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.641368 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.689572 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Port': ['ID=3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:11.696273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] No DVR routers for this DVR port 3fbfcfb2-3f23-43e0-b053-e8b14be9bf2f on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:11.808281 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.824075 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-963a88d2-0ac8-4bad-92b9-f8cb32c21194 service neutron] 10.222.0.107 "GET /v2.0/networks/fdc199b6-f5e3-4b65-913a-bebfee2a6023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448064 Nov 03 18:44:11.840344 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fda6dbf-22b6-471c-8af8-e905c5cf3a78']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:11.868813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31be7543-ba1a-47bb-bad9-cba792535eda') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:11.869178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31be7543-ba1a-47bb-bad9-cba792535eda') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:11.914897 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.929449 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-50553e5a-bd71-4c7c-af53-d7020ab6c32d service neutron] 10.222.0.107 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602955 Nov 03 18:44:11.932392 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:11.992465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Allocated IP 192.168.233.114 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/80772877-1234-4dc2-b435-1d011af23c19) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:11.997521 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Pushing event updated for resources: {'Port': ['ID=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:12.047026 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.069819 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5b11c5d6-aaae-4e9d-ae3b-9ac830331514 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.080698 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:44:12.081111 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:44:12.084506 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:44:12.086760 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:12.095074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:12.101176 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:12.118935 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-4ffbb2ff-b994-439f-95e4-49934392ad7a service neutron] 10.222.0.107 "GET /v2.0/networks/fdc199b6-f5e3-4b65-913a-bebfee2a6023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938848 Nov 03 18:44:12.264387 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-4a909795-7667-4f8f-826d-b20e5049dc88 service neutron] 10.222.0.107 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260231 Nov 03 18:44:12.283643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:12.284257 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.340368 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-cbe4ae48-378a-426b-b15f-9fba48fdb8ab tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5166588 Nov 03 18:44:12.349394 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.357498 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Request body: {'port': {'device_id': 'f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:12.362136 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.368781 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] 10.222.0.107 "DELETE /v2.0/networks/9fda6dbf-22b6-471c-8af8-e905c5cf3a78 HTTP/1.1" status: 204 len: 168 time: 1.4947820 Nov 03 18:44:12.454633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Pushing event deleted for resources: {'Network': ['ID=9fda6dbf-22b6-471c-8af8-e905c5cf3a78,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:12.491402 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5b11c5d6-aaae-4e9d-ae3b-9ac830331514 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.512489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.512964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.513412 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.514112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.514549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.514984 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.515417 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.515887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.516308 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.516784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.517315 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.517739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e22a6aa-d599-4d54-a3f9-3e4b6b59679d tempest-ServersTestMultiNic-1485512563 tempest-ServersTestMultiNic-1485512563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:12.571511 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b11c5d6-aaae-4e9d-ae3b-9ac830331514 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Network d507482f-21f5-4255-ac0f-39669714c289 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:12.581987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-5b11c5d6-aaae-4e9d-ae3b-9ac830331514 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:12.585572 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11c5d6-aaae-4e9d-ae3b-9ac830331514 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:12.585887 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.587240 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b11c5d6-aaae-4e9d-ae3b-9ac830331514 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:12.588176 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5b11c5d6-aaae-4e9d-ae3b-9ac830331514 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.601527 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.649084 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11c5d6-aaae-4e9d-ae3b-9ac830331514 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Pushing event updated for resources: {'Port': ['ID=f6e3cfdd-6c04-49e3-8c80-7c04839c37c1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:12.663391 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5b11c5d6-aaae-4e9d-ae3b-9ac830331514 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3662398 Nov 03 18:44:12.667448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46920) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:12.687286 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:12.702183 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.773730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:12.778516 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:12.782509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:12.801408 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-bec7e794-e12b-4690-985d-5c7a073da6bb None None] Provisioning complete for port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:12.801928 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bec7e794-e12b-4690-985d-5c7a073da6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.876807 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:12.878325 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:12.914543 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Pushing event updated for resources: {'Port': ['ID=80772877-1234-4dc2-b435-1d011af23c19,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:12.915134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-bec7e794-e12b-4690-985d-5c7a073da6bb None None] Port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:12.960955 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-6e70a21f-bce6-45a1-8e46-909980ac7868 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9032211 Nov 03 18:44:13.008111 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Request body: {'port': {'device_id': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:13.081756 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.090929 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.259918 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.483306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-16b2589b-cf20-4ad3-b599-a8267c9d321f None None] Provisioning complete for port 80772877-1234-4dc2-b435-1d011af23c19 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:13.486502 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16b2589b-cf20-4ad3-b599-a8267c9d321f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.644641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] device_id is not set on port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:44:13.669543 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.692194 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:13.728973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcdfc8-a870-4011-bd0e-0d28edeed68c req-f4e90e29-a83b-4a7e-a5dd-ef9d2e75544f tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:13.731148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42dcdfc8-a870-4011-bd0e-0d28edeed68c req-f4e90e29-a83b-4a7e-a5dd-ef9d2e75544f tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 936 time: 1.0867443 Nov 03 18:44:13.845394 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Pushing event updated for resources: {'Port': ['ID=f6e3cfdd-6c04-49e3-8c80-7c04839c37c1,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:13.926385 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:13.927037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:13.927557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:13.937352 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42dcdfc8-a870-4011-bd0e-0d28edeed68c req-fbd2c402-7720-42a3-b0ba-d91620a3c2e2 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968349 Nov 03 18:44:13.938283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:13.938983 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:13.939594 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 2 to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 Nov 03 18:44:13.958669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:13.959468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:13.961536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:13.987437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:13.987725 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:13.988022 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 3 to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 Nov 03 18:44:14.072649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-16b2589b-cf20-4ad3-b599-a8267c9d321f None None] Port 80772877-1234-4dc2-b435-1d011af23c19 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:14.127335 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80772877-1234-4dc2-b435-1d011af23c19 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:14.132303 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-270db33a-7d58-40a2-ab3e-f89f3520e62d req-517f1144-a472-4fb4-9bf0-d4ad36e95eb3 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 210 time: 0.0819123 Nov 03 18:44:14.132999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:14.133335 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:14.133680 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:14.148269 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.164212 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e79a4837-a4ed-45af-8090-05d3b7cc4bcd req-214c2a36-2ca6-4b51-a6b7-7e52f96336d5 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 210 time: 0.1473765 Nov 03 18:44:14.185986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:14.185986 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:14.185986 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 4 to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 Nov 03 18:44:14.191120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Transition to ACTIVE for port object 80772877-1234-4dc2-b435-1d011af23c19 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:14.198242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.383907 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46944) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:14.389191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:14.389749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:14.390240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:14.418507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:14.420072 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:14.430821 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 5 to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 Nov 03 18:44:14.541673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:14.542262 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:14.542765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:14.557893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:14.558841 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:14.562733 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 6 to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 Nov 03 18:44:14.581752 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:14.624310 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.656550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:14.657703 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:14.658882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:14.677001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:14.677862 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:14.684365 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Transition to ACTIVE for port object 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:14.686110 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 7 to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 Nov 03 18:44:14.709988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:14.711331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:14.712152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:14.721248 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.838491 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Attempting to bind port 80772877-1234-4dc2-b435-1d011af23c19 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:14.838684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Attempting to bind port 80772877-1234-4dc2-b435-1d011af23c19 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:14.838957 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Attempting to bind port 80772877-1234-4dc2-b435-1d011af23c19 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:14.859647 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Port 80772877-1234-4dc2-b435-1d011af23c19 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:14.859986 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Attempting to bind port 80772877-1234-4dc2-b435-1d011af23c19 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:14.868768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Pushing event updated for resources: {'Port': ['ID=80772877-1234-4dc2-b435-1d011af23c19,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:14.890021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:14.892145 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:14.893098 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:14.893742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Bound port: 80772877-1234-4dc2-b435-1d011af23c19, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:14.894262 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:14.916352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:14.918218 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:14.946937 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 8 to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 Nov 03 18:44:15.040602 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] For port 80772877-1234-4dc2-b435-1d011af23c19, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:15.049659 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] For port 80772877-1234-4dc2-b435-1d011af23c19, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=80772877-1234-4dc2-b435-1d011af23c19,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:15.059461 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:15.076756 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:15.077664 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:15.079914 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] 10.222.0.87 "PUT /v2.0/ports/80772877-1234-4dc2-b435-1d011af23c19 HTTP/1.1" status: 200 len: 1096 time: 2.0971673 Nov 03 18:44:15.082378 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'tag': '80772877-1234-4dc2-b435-1d011af23c19'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:15.085010 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d34e0c-363a-4748-8e11-415f50b203b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c87730bc-45d4-4a30-97c3-8a56ed9a04a9", "tag": "80772877-1234-4dc2-b435-1d011af23c19"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:15.268994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:15.269746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:15.270303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:15.292916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Pushing event updated for resources: {'Port': ['ID=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:15.308035 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678c13e-ddd4-49f6-854b-ea9da98a0e20 service neutron] Pushing event updated for resources: {'Port': ['ID=80772877-1234-4dc2-b435-1d011af23c19,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:15.321696 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cffb17-2d99-4cb1-a6e7-c3ac692125c3 x-openstack-request-id: req-95cffb17-2d99-4cb1-a6e7-c3ac692125c3 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:15.323981 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87730bc-45d4-4a30-97c3-8a56ed9a04a9", "tag": "80772877-1234-4dc2-b435-1d011af23c19", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:15.324582 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-95cffb17-2d99-4cb1-a6e7-c3ac692125c3 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:15.325189 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'tag': '80772877-1234-4dc2-b435-1d011af23c19', 'status': 'completed', 'code': 200} Nov 03 18:44:15.341880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:15.342363 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:15.347261 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0533e3a4-b401-479e-8442-b2b463fb30f3 req-9cede554-5bb5-498a-98b5-5dc9432457fe service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6191492 Nov 03 18:44:15.368531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-7c1f0020-d0e9-46a1-bd0a-a065f8ff0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:15.370211 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 9 to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 Nov 03 18:44:15.371212 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-7c1f0020-d0e9-46a1-bd0a-a065f8ff0110 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e7cb4a3869f64799868913d87c8d4add&device_id=c87730bc-45d4-4a30-97c3-8a56ed9a04a9 HTTP/1.1" status: 200 len: 1099 time: 0.1568727 Nov 03 18:44:15.380235 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1384fd7d-87a7-40ee-83b4-2ad0e45a49ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:15.430563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:15.430989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:15.431342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:15.544402 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2de23103-8391-4141-bc0e-c6d4122a861d req-09b0a288-fca2-4cbc-b24c-64c905c78655 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 210 time: 0.1909044 Nov 03 18:44:15.591166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:15.591572 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:15.605756 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-efa668b5-ac53-46cc-94fd-fdae498c1e49 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:15.608022 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-efa668b5-ac53-46cc-94fd-fdae498c1e49 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 811 time: 0.2214870 Nov 03 18:44:15.612595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a93e3-b71b-44f8-9995-d5decf8455e3 req-f065a4f2-abd4-4bd5-8e19-0846f8735744 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:15.630570 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f12a93e3-b71b-44f8-9995-d5decf8455e3 req-f065a4f2-abd4-4bd5-8e19-0846f8735744 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 948 time: 0.4482410 Nov 03 18:44:15.679677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-052b6168-f038-4a55-ad73-f4f4b87ddfee tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Request body: {'port': {'device_id': '606e8128-0cab-4813-90b9-2c6efb2914cb', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'admin_state_up': True, 'tenant_id': 'fd42fde4382c43128145a83ce025634d'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:15.722173 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 10 to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 Nov 03 18:44:15.768972 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-b21fb902-205e-4559-b54e-ffb869315da5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=80772877-1234-4dc2-b435-1d011af23c19 HTTP/1.1" status: 200 len: 217 time: 0.1024668 Nov 03 18:44:15.770039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-f18379fd-d630-4beb-9552-061458155615 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:15.772842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-f18379fd-d630-4beb-9552-061458155615 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.98 "GET /v2.0/networks?id=fdc199b6-f5e3-4b65-913a-bebfee2a6023 HTTP/1.1" status: 200 len: 805 time: 1.0151105 Nov 03 18:44:15.846963 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6154d664-1570-44d9-9404-8c526aaf94b7 req-ab7c1406-c56b-49a8-bf36-ea476133bdb2 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 210 time: 0.1103666 Nov 03 18:44:15.953044 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-587cec23-a9f6-4723-abeb-dc2fca8dd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:15.954541 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-587cec23-a9f6-4723-abeb-dc2fca8dd6f4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1731505 Nov 03 18:44:16.042624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Attempting to bind port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:16.043094 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Attempting to bind port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:16.043333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Attempting to bind port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:16.045615 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:16.045946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:16.046297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:16.056509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-015f8b31-e9c9-4c4d-84bd-8424b89f9f48 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3b42e65c2e04bce87b59cc9e9aca564 HTTP/1.1" status: 200 len: 379 time: 0.2463515 Nov 03 18:44:16.071727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Request body: {'port': {'device_id': '06ed7b21-3e75-4314-8b4a-e395fbdea4c7', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'admin_state_up': True, 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'security_groups': ['4b03f1f2-5a1f-4c49-bd0a-f429185e4e58']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:16.082578 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:16.082984 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:16.083364 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.114889 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f12a93e3-b71b-44f8-9995-d5decf8455e3 req-c8aa1bde-16d9-4556-9eec-e668cc56c308 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813554 Nov 03 18:44:16.151686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:16.152167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Attempting to bind port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:16.167740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-f9bc71ef-78db-4c9a-9c91-4c1ee2aaed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:16.168357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e3a4-b401-479e-8442-b2b463fb30f3 req-58e9527d-8c17-4093-91ee-711fb884ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:16.169666 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-f9bc71ef-78db-4c9a-9c91-4c1ee2aaed6c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1848454 Nov 03 18:44:16.170677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0533e3a4-b401-479e-8442-b2b463fb30f3 req-58e9527d-8c17-4093-91ee-711fb884ffd3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1891768c666c4cd7b0ddcbe64b0aa4a7&device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 1096 time: 0.6571982 Nov 03 18:44:16.262477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:16.262477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:16.262973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:16.263440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Bound port: 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:16.264161 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.269790 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-052b6168-f038-4a55-ad73-f4f4b87ddfee tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Made reservation on behalf of fd42fde4382c43128145a83ce025634d for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:16.275702 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-052b6168-f038-4a55-ad73-f4f4b87ddfee tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.417506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e3a4-b401-479e-8442-b2b463fb30f3 req-52d1c0c1-0ddc-46ef-a9b5-5f3f679cc1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:16.419626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0533e3a4-b401-479e-8442-b2b463fb30f3 req-52d1c0c1-0ddc-46ef-a9b5-5f3f679cc1dd service neutron] 10.222.0.87 "GET /v2.0/networks?id=6ffa56a5-a8b0-420a-806f-07dafa1edd3b HTTP/1.1" status: 200 len: 915 time: 0.2028177 Nov 03 18:44:16.491876 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-052b6168-f038-4a55-ad73-f4f4b87ddfee tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Allocated IP 172.20.0.12 (7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53/bd6ac7e8-7993-435c-a6d9-e549d9c53f62/a88fde75-22df-4fd1-a2a5-825dbaca5159) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:16.538386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0533e3a4-b401-479e-8442-b2b463fb30f3 req-7725a65d-55ed-452e-aac6-4f5198decb6b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1273670-a760-4c36-8e25-e8035046008d HTTP/1.1" status: 200 len: 217 time: 0.0980740 Nov 03 18:44:16.619413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] For port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:16.620174 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempted to set empty binding levels {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 18:44:16.643899 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.680029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] In _notify_port_updated(), no bound segment for port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:44:16.681505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:16.682337 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:16.683759 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "PUT /v2.0/ports/f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 HTTP/1.1" status: 200 len: 974 time: 4.0108552 Nov 03 18:44:16.714924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46974) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:16.902584 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bffbc36a-f51d-4fd2-aee8-97a208ed6d3d req-6dff36bd-b41f-4ca9-9c91-c3c6061da6a1 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 210 time: 0.2007668 Nov 03 18:44:16.917688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] For port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:16.938663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e3a4-b401-479e-8442-b2b463fb30f3 req-84b9dbbf-1e54-4ca1-be1e-93f69d8f8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:16.940277 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0533e3a4-b401-479e-8442-b2b463fb30f3 req-84b9dbbf-1e54-4ca1-be1e-93f69d8f8229 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=41b97b10-efc1-4f6c-bc6a-503a96ad4f80 HTTP/1.1" status: 200 len: 854 time: 0.3676834 Nov 03 18:44:16.953657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Made reservation on behalf of e3b42e65c2e04bce87b59cc9e9aca564 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:16.959651 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.012771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] For port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:17.051275 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-3f134708-ca80-4bc6-95e9-73452516cd74 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8616397 Nov 03 18:44:17.135161 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0533e3a4-b401-479e-8442-b2b463fb30f3 req-56824278-83bd-46f3-8829-313654e04a7d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6ffa56a5-a8b0-420a-806f-07dafa1edd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154938 Nov 03 18:44:17.150167 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.158961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b0fde-d04e-4c5b-a32f-0a476dc62d91 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Pushing event updated for resources: {'Port': ['ID=f6e3cfdd-6c04-49e3-8c80-7c04839c37c1,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:17.336154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3668a09-02dd-457e-a5b1-d160e2c08323 req-ebe152de-b186-4694-9dd0-b2881df0c850 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 210 time: 0.3587883 Nov 03 18:44:17.478022 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5274ea06-7235-4ed5-8a55-f0e84f24b6bd req-e4836771-ad76-4564-8458-4a26d8b3ee65 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122298 Nov 03 18:44:17.531769 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-052b6168-f038-4a55-ad73-f4f4b87ddfee tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.563568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1384fd7d-87a7-40ee-83b4-2ad0e45a49ac admin admin] Deleting port 96d94c41-223b-433f-a0ef-cf7fb18b0f38 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:17.564026 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1384fd7d-87a7-40ee-83b4-2ad0e45a49ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.731344 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-052b6168-f038-4a55-ad73-f4f4b87ddfee tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.744561 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['64c4771b-e71b-4bc2-826e-357ea7e401c0', 'c90f35d4-81dc-4095-94ec-d3f85ec6612c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:17.798783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.799701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.800593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.801350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.801868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.802693 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.803719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.804231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.804696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.805159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.805748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.806565 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.807436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.808260 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.809798 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.809798 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.810654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.811283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.811806 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.812269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.812724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.813173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.814351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.814351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.814682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.814936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.815392 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.816340 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.816340 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.816771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.827780 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5f3d2d4b-09e1-4b7f-89c4-7681a6fd8f9b tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26916 time: 1.0736983 Nov 03 18:44:17.833211 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-1384fd7d-87a7-40ee-83b4-2ad0e45a49ac admin admin] For port 96d94c41-223b-433f-a0ef-cf7fb18b0f38, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=96d94c41-223b-433f-a0ef-cf7fb18b0f38,segment=NetworkSegment(80e430c0-0bd0-495a-a4f5-d0cea21b2e7e),segment_id=80e430c0-0bd0-495a-a4f5-d0cea21b2e7e)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:17.833610 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1384fd7d-87a7-40ee-83b4-2ad0e45a49ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.836485 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46994) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:17.858739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d34e0c-363a-4748-8e11-415f50b203b2 req-53191171-5081-491d-8644-e9d6ecb94a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.860569 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c3d34e0c-363a-4748-8e11-415f50b203b2 req-53191171-5081-491d-8644-e9d6ecb94a53 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e7cb4a3869f64799868913d87c8d4add&device_id=c87730bc-45d4-4a30-97c3-8a56ed9a04a9 HTTP/1.1" status: 200 len: 1099 time: 0.2331758 Nov 03 18:44:17.867144 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-052b6168-f038-4a55-ad73-f4f4b87ddfee tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:17.906065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-052b6168-f038-4a55-ad73-f4f4b87ddfee tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:17.907184 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:17.908868 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:17.909094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b6168-f038-4a55-ad73-f4f4b87ddfee tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event updated for resources: {'Port': ['ID=a88fde75-22df-4fd1-a2a5-825dbaca5159,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:17.910653 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] 10.222.0.98 "PUT /v2.0/ports/3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 HTTP/1.1" status: 200 len: 1096 time: 5.5613666 Nov 03 18:44:17.915871 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6', 'tag': '3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:17.920006 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ff0cb3-0f8a-4c5c-a65c-5095c39be95b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6", "tag": "3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:17.925554 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-052b6168-f038-4a55-ad73-f4f4b87ddfee tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:17.930487 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1384fd7d-87a7-40ee-83b4-2ad0e45a49ac admin admin] Calling delete_port for 96d94c41-223b-433f-a0ef-cf7fb18b0f38 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:18.270091 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-052b6168-f038-4a55-ad73-f4f4b87ddfee tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:18.270995 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-052b6168-f038-4a55-ad73-f4f4b87ddfee tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.328558 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-052b6168-f038-4a55-ad73-f4f4b87ddfee tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6529851 Nov 03 18:44:18.342628 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0533e3a4-b401-479e-8442-b2b463fb30f3 req-cf7a76e3-64e2-4559-a899-00684e1e04ab service neutron] 10.222.0.87 "GET /v2.0/networks/6ffa56a5-a8b0-420a-806f-07dafa1edd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1649334 Nov 03 18:44:18.357215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Request body: {'port': {'device_id': '606e8128-0cab-4813-90b9-2c6efb2914cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:18.406546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59c737-cf07-43d1-92df-bbc6702fd668 service neutron] Pushing event updated for resources: {'Port': ['ID=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:18.411742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d34e0c-363a-4748-8e11-415f50b203b2 req-ed39aaf1-5781-4221-b79a-6f2c9206d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:18.414668 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c3d34e0c-363a-4748-8e11-415f50b203b2 req-ed39aaf1-5781-4221-b79a-6f2c9206d6e1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.5406368 Nov 03 18:44:18.469835 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dd10b-b106-48d5-a85f-0ef4909c82c9 req-1d9c25a3-fdf5-419a-99d5-39a80af31e13 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:18.478485 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e99dd10b-b106-48d5-a85f-0ef4909c82c9 req-1d9c25a3-fdf5-419a-99d5-39a80af31e13 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 948 time: 1.1412983 Nov 03 18:44:18.508287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-29f4d7c5-9670-4641-b5c2-305437e06a19 None None] Provisioning complete for port a88fde75-22df-4fd1-a2a5-825dbaca5159 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:18.508918 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-29f4d7c5-9670-4641-b5c2-305437e06a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.537952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-0ac9ea0c-a5dc-47be-aa9e-cb212af2a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:18.539536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-0ac9ea0c-a5dc-47be-aa9e-cb212af2a87e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e7cb4a3869f64799868913d87c8d4add&device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 1099 time: 0.4754467 Nov 03 18:44:18.547864 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73b870-ca50-4d9c-91ef-03e3e3309e81 req-9fd411f2-6312-40ef-a2d5-c21c33d52c6d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:18.555675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb73b870-ca50-4d9c-91ef-03e3e3309e81 req-9fd411f2-6312-40ef-a2d5-c21c33d52c6d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 932 time: 0.4509501 Nov 03 18:44:18.557527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-29f4d7c5-9670-4641-b5c2-305437e06a19 None None] Port a88fde75-22df-4fd1-a2a5-825dbaca5159 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:18.560658 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c3d34e0c-363a-4748-8e11-415f50b203b2 req-60292677-0409-40f8-9973-01286968717c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=80772877-1234-4dc2-b435-1d011af23c19 HTTP/1.1" status: 200 len: 217 time: 0.0730636 Nov 03 18:44:18.570349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-638426be-ebe4-4437-a562-debff5906219 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Deleting port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:18.570795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-638426be-ebe4-4437-a562-debff5906219 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.581644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Allocated IP 172.20.0.7 (fdc199b6-f5e3-4b65-913a-bebfee2a6023/07976770-16a8-44a6-a21e-88c04a33aeb8/66e3cf67-540f-4509-9666-b9f4a1657c64) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:18.654743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-688eb939-058b-4eca-948f-fd16eaf76340 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 HTTP/1.1" status: 200 len: 217 time: 0.0804851 Nov 03 18:44:18.734406 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.746753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb73b870-ca50-4d9c-91ef-03e3e3309e81 req-fd09bd33-6ab3-4368-b323-deafdb77c0cb tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879876 Nov 03 18:44:18.785146 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d34e0c-363a-4748-8e11-415f50b203b2 req-ddb47689-15a4-44ad-aa5a-f094da8a575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:18.786987 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c3d34e0c-363a-4748-8e11-415f50b203b2 req-ddb47689-15a4-44ad-aa5a-f094da8a575c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1898756 Nov 03 18:44:18.796483 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-638426be-ebe4-4437-a562-debff5906219 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] For port f6e3cfdd-6c04-49e3-8c80-7c04839c37c1, host n-h2-812150-4, got binding levels [] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:18.797101 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-638426be-ebe4-4437-a562-debff5906219 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:18.858145 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0533e3a4-b401-479e-8442-b2b463fb30f3 req-76650430-66d3-418a-986c-81f67bbff51e service neutron] 10.222.0.87 "GET /v2.0/networks/6ffa56a5-a8b0-420a-806f-07dafa1edd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946129 Nov 03 18:44:18.882776 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e99dd10b-b106-48d5-a85f-0ef4909c82c9 req-acbb2728-2ef6-4603-a264-45fd70b8d40f tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911164 Nov 03 18:44:18.907210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-638426be-ebe4-4437-a562-debff5906219 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Calling delete_port for f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:18.983598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1384fd7d-87a7-40ee-83b4-2ad0e45a49ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:19.099268 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:19.118357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384fd7d-87a7-40ee-83b4-2ad0e45a49ac admin admin] Pushing event deleted for resources: {'Port': ['ID=96d94c41-223b-433f-a0ef-cf7fb18b0f38,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:19.194931 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c3012d-53e1-4f5c-bb95-de66561c74f8 x-openstack-request-id: req-89c3012d-53e1-4f5c-bb95-de66561c74f8 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:19.195400 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6", "tag": "3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:19.195809 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-89c3012d-53e1-4f5c-bb95-de66561c74f8 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:19.196309 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6', 'tag': '3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13', 'status': 'completed', 'code': 200} Nov 03 18:44:19.201977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-c14b93c0-136a-4044-888d-173337aded14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:19.203055 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d34e0c-363a-4748-8e11-415f50b203b2 req-e20bc169-05c1-4562-ba3e-c3af7e121b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:19.204798 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c3d34e0c-363a-4748-8e11-415f50b203b2 req-e20bc169-05c1-4562-ba3e-c3af7e121b4e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3963058 Nov 03 18:44:19.222465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-c14b93c0-136a-4044-888d-173337aded14 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.5495348 Nov 03 18:44:19.235058 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:19.586412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Network fdc199b6-f5e3-4b65-913a-bebfee2a6023 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:19.592245 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Pushing event updated for resources: {'Port': ['ID=66e3cf67-540f-4509-9666-b9f4a1657c64,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:19.597899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:19.606696 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-638426be-ebe4-4437-a562-debff5906219 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:19.623547 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:19.644252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-779c221b-8c6b-450a-ba2b-099fda019eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:19.645827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-779c221b-8c6b-450a-ba2b-099fda019eb4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4083643 Nov 03 18:44:19.647377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:19.647774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:19.648091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:19.648431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:19.648757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:19.649085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:19.649415 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:19.649741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:19.650068 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:19.650381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:19.650709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:19.651023 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:19.678956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ed7d9-ebba-4ef3-a837-e8e379d50010 req-73e7a531-07e4-42d0-a66d-2aa0738044b0 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:19.680511 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-480ed7d9-ebba-4ef3-a837-e8e379d50010 req-73e7a531-07e4-42d0-a66d-2aa0738044b0 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 931 time: 0.4806323 Nov 03 18:44:19.748406 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c3d34e0c-363a-4748-8e11-415f50b203b2 req-34956f5c-7212-48be-815f-a84b762ef9e9 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281575 Nov 03 18:44:19.762333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638426be-ebe4-4437-a562-debff5906219 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6e3cfdd-6c04-49e3-8c80-7c04839c37c1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:19.832426 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-638426be-ebe4-4437-a562-debff5906219 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:19.847846 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-638426be-ebe4-4437-a562-debff5906219 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "DELETE /v2.0/ports/f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 HTTP/1.1" status: 204 len: 168 time: 2.0053468 Nov 03 18:44:19.853369 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47022) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:19.956002 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3df1607-ad5c-4af9-89a2-b7e6a777829d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] GET failed (client error): The resource could not be found. Nov 03 18:44:19.959118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d3df1607-ad5c-4af9-89a2-b7e6a777829d tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "GET /v2.0/ports/f6e3cfdd-6c04-49e3-8c80-7c04839c37c1 HTTP/1.1" status: 404 len: 333 time: 0.0950589 Nov 03 18:44:19.978152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47026) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:19.980327 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:19.984651 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:20.015486 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1fc1213f-1d7d-469d-b4d7-aaea35fe5433 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1276372026', 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:20.032413 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1384fd7d-87a7-40ee-83b4-2ad0e45a49ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:20.112632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-480ed7d9-ebba-4ef3-a837-e8e379d50010 req-7245b026-26b1-4b7f-b8d8-f4e7b92514ed tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3739927 Nov 03 18:44:20.149208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-21c1d47f-c3b1-4d17-a8d6-511b45579a6e service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283268 Nov 03 18:44:20.202982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353498d6-092a-497a-94d1-ddb83855a524 req-59b87e88-bd13-4e98-86e9-f55782d00243 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:20.211138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-353498d6-092a-497a-94d1-ddb83855a524 req-59b87e88-bd13-4e98-86e9-f55782d00243 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 932 time: 0.2215004 Nov 03 18:44:20.253385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-15da9e0f-8a8d-45fe-980e-13dc0ea64150 None None] Provisioning complete for port 66e3cf67-540f-4509-9666-b9f4a1657c64 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:20.253964 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-15da9e0f-8a8d-45fe-980e-13dc0ea64150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:20.348616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-49bbcaad-fe9c-4c2b-8146-417dedd4b888 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2826223 Nov 03 18:44:20.361160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc1213f-1d7d-469d-b4d7-aaea35fe5433 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Made reservation on behalf of 064f27e0510548869ff2b4e871579a6b for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:20.363886 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-15da9e0f-8a8d-45fe-980e-13dc0ea64150 None None] Port 66e3cf67-540f-4509-9666-b9f4a1657c64 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:20.370665 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1fc1213f-1d7d-469d-b4d7-aaea35fe5433 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:20.373335 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Request body: {'port': {'device_id': '06ed7b21-3e75-4314-8b4a-e395fbdea4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:20.440650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-353498d6-092a-497a-94d1-ddb83855a524 req-44cdbf84-6d9b-4cd7-9e9a-6119a4837997 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281079 Nov 03 18:44:20.481467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88fde75-22df-4fd1-a2a5-825dbaca5159 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:20.496611 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fa697-ffbc-40c8-9d04-a7fe01635285 req-55355112-af2c-4cc9-b889-c8d79e5c67f1 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:20.505725 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:20.513113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-531fa697-ffbc-40c8-9d04-a7fe01635285 req-55355112-af2c-4cc9-b889-c8d79e5c67f1 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 948 time: 0.2863553 Nov 03 18:44:20.546683 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-1fc1213f-1d7d-469d-b4d7-aaea35fe5433 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] device_id is not set on port 8174eb31-bb40-4e29-b6d4-2b55dc5e02c0 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:44:20.554249 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c3d34e0c-363a-4748-8e11-415f50b203b2 req-e53827f0-067f-4f63-888a-1f121a82c541 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7781224 Nov 03 18:44:20.617895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Transition to ACTIVE for port object a88fde75-22df-4fd1-a2a5-825dbaca5159 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:20.622384 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a41e1826-9bc4-4e5b-b6aa-f43de3f72fbd req-8eb264c6-0d5b-48e4-b41c-c3e8bd1d239c service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610574 Nov 03 18:44:20.628645 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:20.655131 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 80772877-1234-4dc2-b435-1d011af23c19 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:20.680492 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:20.704344 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-531fa697-ffbc-40c8-9d04-a7fe01635285 req-c70f7a6e-1a61-400b-b8bf-ceb5779ba2de tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898079 Nov 03 18:44:20.897181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 80772877-1234-4dc2-b435-1d011af23c19, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=80772877-1234-4dc2-b435-1d011af23c19,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:20.913198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '80772877-1234-4dc2-b435-1d011af23c19', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '80772877-1234-4dc2-b435-1d011af23c19', 'mac_address': 'fa:16:3e:f8:68:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:20.998692 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.014814 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80772877-1234-4dc2-b435-1d011af23c19 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:21.047626 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Pushing event updated for resources: {'Port': ['ID=a88fde75-22df-4fd1-a2a5-825dbaca5159,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:21.057612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 80772877-1234-4dc2-b435-1d011af23c19, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=80772877-1234-4dc2-b435-1d011af23c19,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:21.070038 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.181356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=80772877-1234-4dc2-b435-1d011af23c19,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:21.220562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff0cb3-0f8a-4c5c-a65c-5095c39be95b req-cf33c9d0-0274-4537-9c55-7b3e7d24b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:21.222170 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20ff0cb3-0f8a-4c5c-a65c-5095c39be95b req-cf33c9d0-0274-4537-9c55-7b3e7d24b446 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e7cb4a3869f64799868913d87c8d4add&device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 1099 time: 0.2890308 Nov 03 18:44:21.304468 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1fc1213f-1d7d-469d-b4d7-aaea35fe5433 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.357993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1384fd7d-87a7-40ee-83b4-2ad0e45a49ac admin admin] Router 81cb0791-467a-4be8-8570-228156188258 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:44:21.415993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Attempting to bind port a88fde75-22df-4fd1-a2a5-825dbaca5159 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:21.416550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Attempting to bind port a88fde75-22df-4fd1-a2a5-825dbaca5159 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:21.416993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Attempting to bind port a88fde75-22df-4fd1-a2a5-825dbaca5159 on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:21.460335 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['80772877-1234-4dc2-b435-1d011af23c19'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:21.483229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e3cf67-540f-4509-9666-b9f4a1657c64 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:21.499442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ea690-8513-495c-a284-43f1a285af96 req-91406d98-3c26-42bd-8334-2ca2c2488ab7 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:21.501036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-995ea690-8513-495c-a284-43f1a285af96 req-91406d98-3c26-42bd-8334-2ca2c2488ab7 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 931 time: 0.1701581 Nov 03 18:44:21.503526 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.506675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff0cb3-0f8a-4c5c-a65c-5095c39be95b req-48282ef1-db7a-4a5b-9eee-750ff3bb5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:21.509815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20ff0cb3-0f8a-4c5c-a65c-5095c39be95b req-48282ef1-db7a-4a5b-9eee-750ff3bb5b05 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.2668719 Nov 03 18:44:21.522840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Port a88fde75-22df-4fd1-a2a5-825dbaca5159 on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:21.523308 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Attempting to bind port a88fde75-22df-4fd1-a2a5-825dbaca5159 on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:21.554114 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:21.564065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Checking segment: {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:21.564717 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Bound using segment: {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:21.565470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Bound port: a88fde75-22df-4fd1-a2a5-825dbaca5159, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:21.565942 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.574679 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1fc1213f-1d7d-469d-b4d7-aaea35fe5433 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.599437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Transition to ACTIVE for port object 66e3cf67-540f-4509-9666-b9f4a1657c64 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:21.612417 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20ff0cb3-0f8a-4c5c-a65c-5095c39be95b req-5b3722c2-8745-4718-ab17-90270159d3b7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 HTTP/1.1" status: 200 len: 217 time: 0.0890453 Nov 03 18:44:21.690187 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.767129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc1213f-1d7d-469d-b4d7-aaea35fe5433 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Network d507482f-21f5-4255-ac0f-39669714c289 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:21.786739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-1fc1213f-1d7d-469d-b4d7-aaea35fe5433 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:21.798484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc1213f-1d7d-469d-b4d7-aaea35fe5433 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:21.799689 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc1213f-1d7d-469d-b4d7-aaea35fe5433 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:21.800259 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1fc1213f-1d7d-469d-b4d7-aaea35fe5433 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.802526 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1213f-1d7d-469d-b4d7-aaea35fe5433 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Pushing event updated for resources: {'Port': ['ID=8174eb31-bb40-4e29-b6d4-2b55dc5e02c0,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:21.832708 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1384fd7d-87a7-40ee-83b4-2ad0e45a49ac admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:44:21.847195 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1384fd7d-87a7-40ee-83b4-2ad0e45a49ac admin admin] 10.222.0.107 "PUT /v2.0/routers/81cb0791-467a-4be8-8570-228156188258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4600992 Nov 03 18:44:21.851878 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47048) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:21.853693 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee2a04-f58c-4a4c-b069-379ae76dea14 None None] Sync routers for ids ['81cb0791-467a-4be8-8570-228156188258'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:44:21.864926 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1fc1213f-1d7d-469d-b4d7-aaea35fe5433 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8648844 Nov 03 18:44:21.869423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47050) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:21.884520 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff0cb3-0f8a-4c5c-a65c-5095c39be95b req-f6edc781-f7d2-40ca-a124-84b9be92c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:21.886094 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20ff0cb3-0f8a-4c5c-a65c-5095c39be95b req-f6edc781-f7d2-40ca-a124-84b9be92c407 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.2229986 Nov 03 18:44:21.903869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935b813-7a98-4be5-a2bd-3f69b6ddd12f req-8460e29e-8175-423d-9ffb-13921a37c668 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:21.904613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] For port a88fde75-22df-4fd1-a2a5-825dbaca5159, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:21.905090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0935b813-7a98-4be5-a2bd-3f69b6ddd12f req-8460e29e-8175-423d-9ffb-13921a37c668 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 944 time: 0.3174706 Nov 03 18:44:21.906877 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee2a04-f58c-4a4c-b069-379ae76dea14 None None] Routers {'81cb0791-467a-4be8-8570-228156188258'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:21.911452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4cee2a04-f58c-4a4c-b069-379ae76dea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['81cb0791-467a-4be8-8570-228156188258'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:21.945109 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] For port a88fde75-22df-4fd1-a2a5-825dbaca5159, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a88fde75-22df-4fd1-a2a5-825dbaca5159,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:21.953965 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-995ea690-8513-495c-a284-43f1a285af96 req-71177164-aa33-45c1-9ddf-cecebf867f9e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4374449 Nov 03 18:44:21.966461 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:21.972502 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Pushing event updated for resources: {'Port': ['ID=66e3cf67-540f-4509-9666-b9f4a1657c64,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:22.161026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-4cee2a04-f58c-4a4c-b069-379ae76dea14 None None] Set router 81cb0791-467a-4be8-8570-228156188258 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:22.204318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ad802a-c8e3-44a5-a6ff-789dd52bf145 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:22.211187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c4ad802a-c8e3-44a5-a6ff-789dd52bf145 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "GET /v2.0/ports/8174eb31-bb40-4e29-b6d4-2b55dc5e02c0 HTTP/1.1" status: 200 len: 955 time: 0.3370678 Nov 03 18:44:22.240063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47052) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:22.456365 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff0cb3-0f8a-4c5c-a65c-5095c39be95b req-64fb0fe7-5220-4d48-8094-c192f96b8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:22.460971 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20ff0cb3-0f8a-4c5c-a65c-5095c39be95b req-64fb0fe7-5220-4d48-8094-c192f96b8369 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5287452 Nov 03 18:44:22.553656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4cee2a04-f58c-4a4c-b069-379ae76dea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cb0791-467a-4be8-8570-228156188258', 'name': 'tempest-ServersTestMultiNic-1590166930-router', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:12Z', 'updated_at': '2021-11-03T18:44:18Z', 'revision_number': 5, 'project_id': '1e84dea8fa8041e993abb7088b06811e', 'gw_port': {'id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cb0791-467a-4be8-8570-228156188258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:13Z', 'updated_at': '2021-11-03T18:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:22.620915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee2a04-f58c-4a4c-b069-379ae76dea14 None None] Checking router: 81cb0791-467a-4be8-8570-228156188258 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:44:22.666831 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0935b813-7a98-4be5-a2bd-3f69b6ddd12f req-f3b228db-d6c5-4f75-a326-110472549d00 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7059884 Nov 03 18:44:22.676246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee2a04-f58c-4a4c-b069-379ae76dea14 None None] Routers {'81cb0791-467a-4be8-8570-228156188258'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:22.677666 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4cee2a04-f58c-4a4c-b069-379ae76dea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:43:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['81cb0791-467a-4be8-8570-228156188258'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:22.696064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 80772877-1234-4dc2-b435-1d011af23c19 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:22.922034 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:22.923842 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:22.940582 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] 10.222.0.98 "PUT /v2.0/ports/a88fde75-22df-4fd1-a2a5-825dbaca5159 HTTP/1.1" status: 200 len: 1092 time: 4.5963752 Nov 03 18:44:22.955837 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606e8128-0cab-4813-90b9-2c6efb2914cb', 'tag': 'a88fde75-22df-4fd1-a2a5-825dbaca5159'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:22.974851 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6084d2fb-70c8-4872-b54d-ddb3e153fc3f" -d '{"events": [{"name": "network-changed", "server_uuid": "606e8128-0cab-4813-90b9-2c6efb2914cb", "tag": "a88fde75-22df-4fd1-a2a5-825dbaca5159"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:22.981429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-4cee2a04-f58c-4a4c-b069-379ae76dea14 None None] Set router 81cb0791-467a-4be8-8570-228156188258 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:23.016191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Attempting to bind port 66e3cf67-540f-4509-9666-b9f4a1657c64 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:23.016894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Attempting to bind port 66e3cf67-540f-4509-9666-b9f4a1657c64 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'de7d3eea-1dd8-4692-9afa-6bfd68664592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:23.017487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Attempting to bind port 66e3cf67-540f-4509-9666-b9f4a1657c64 on network fdc199b6-f5e3-4b65-913a-bebfee2a6023 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:23.104937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837d0e7-148b-49d0-bea4-45a0cb922035 req-c5a6dd3f-ca61-4798-89ca-4e378293edc4 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:23.120443 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7837d0e7-148b-49d0-bea4-45a0cb922035 req-c5a6dd3f-ca61-4798-89ca-4e378293edc4 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 948 time: 0.6578717 Nov 03 18:44:23.194276 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:23.204276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb466d9-75f5-4916-8617-e89134e2f821 service neutron] Pushing event updated for resources: {'Port': ['ID=a88fde75-22df-4fd1-a2a5-825dbaca5159,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:23.330415 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 80772877-1234-4dc2-b435-1d011af23c19 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:44:23.336855 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-ed7afa84-61e0-4f49-b625-f2e0efdc7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:23.339922 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-ed7afa84-61e0-4f49-b625-f2e0efdc7c9f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 1095 time: 0.3135633 Nov 03 18:44:23.340314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 80772877-1234-4dc2-b435-1d011af23c19 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:23.340923 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:23.344786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Port 66e3cf67-540f-4509-9666-b9f4a1657c64 on network fdc199b6-f5e3-4b65-913a-bebfee2a6023 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:23.346108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Attempting to bind port 66e3cf67-540f-4509-9666-b9f4a1657c64 on network fdc199b6-f5e3-4b65-913a-bebfee2a6023 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:23.379608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4cee2a04-f58c-4a4c-b069-379ae76dea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81cb0791-467a-4be8-8570-228156188258', 'name': 'tempest-ServersTestMultiNic-1590166930-router', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:12Z', 'updated_at': '2021-11-03T18:44:18Z', 'revision_number': 5, 'project_id': '1e84dea8fa8041e993abb7088b06811e', 'gw_port': {'id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cb0791-467a-4be8-8570-228156188258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:13Z', 'updated_at': '2021-11-03T18:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:23.404627 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:23.427078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:23.433558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee2a04-f58c-4a4c-b069-379ae76dea14 None None] The sync data for ids ['81cb0791-467a-4be8-8570-228156188258'] in n-d-812150-4 is: [{'id': '81cb0791-467a-4be8-8570-228156188258', 'name': 'tempest-ServersTestMultiNic-1590166930-router', 'tenant_id': '1e84dea8fa8041e993abb7088b06811e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:42:12Z', 'updated_at': '2021-11-03T18:44:18Z', 'revision_number': 5, 'project_id': '1e84dea8fa8041e993abb7088b06811e', 'gw_port': {'id': '4eb55166-9907-4ca1-92ba-82d51d6c2668', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cb0791-467a-4be8-8570-228156188258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:42:13Z', 'updated_at': '2021-11-03T18:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:44:23.458100 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-8a8e69b1-9bb4-4bab-8980-6895a34b9786 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a88fde75-22df-4fd1-a2a5-825dbaca5159 HTTP/1.1" status: 200 len: 217 time: 0.0625193 Nov 03 18:44:23.651607 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-b2a1a6ed-92f3-4d04-8772-d7da5b116732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:23.653507 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-b2a1a6ed-92f3-4d04-8772-d7da5b116732 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.1867692 Nov 03 18:44:23.660658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] Deleting port 4eb55166-9907-4ca1-92ba-82d51d6c2668 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:23.661663 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:23.715131 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:23.785064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-1efe5e28-1db1-4962-9a8b-a227f6b675b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:23.788505 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-1efe5e28-1db1-4962-9a8b-a227f6b675b7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232364 Nov 03 18:44:23.794970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 80772877-1234-4dc2-b435-1d011af23c19, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=80772877-1234-4dc2-b435-1d011af23c19,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:23.799468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80772877-1234-4dc2-b435-1d011af23c19'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:23.803782 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a841c8ec-aca7-4507-be5f-3328d8f70023" -d '{"events": [{"server_uuid": "c87730bc-45d4-4a30-97c3-8a56ed9a04a9", "name": "network-vif-plugged", "status": "completed", "tag": "80772877-1234-4dc2-b435-1d011af23c19"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:23.812375 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:23.845768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20ff0cb3-0f8a-4c5c-a65c-5095c39be95b req-32f6984e-cb2f-4592-ac02-e53cd50f546d service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3730712 Nov 03 18:44:23.855850 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7837d0e7-148b-49d0-bea4-45a0cb922035 req-a7c89269-9fb5-4606-922a-55ee267dd01d tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7270949 Nov 03 18:44:23.890100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:23.890100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Checking segment: {'id': 'de7d3eea-1dd8-4692-9afa-6bfd68664592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:23.890100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Bound using segment: {'id': 'de7d3eea-1dd8-4692-9afa-6bfd68664592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:23.891782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Bound port: 66e3cf67-540f-4509-9666-b9f4a1657c64, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7d3eea-1dd8-4692-9afa-6bfd68664592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:23.893203 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:23.926496 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=80772877-1234-4dc2-b435-1d011af23c19,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:23.940489 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:23.940842 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:23.941474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:23.941705 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:23.942527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:23.942917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:23.943255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:23.943634 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:23.943970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:23.944296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:23.944625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:23.945547 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:44:24.026614 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:24.027056 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcd3236-e7d9-4fe8-b51a-0794e7bceca8 x-openstack-request-id: req-4bcd3236-e7d9-4fe8-b51a-0794e7bceca8 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:24.027525 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606e8128-0cab-4813-90b9-2c6efb2914cb", "tag": "a88fde75-22df-4fd1-a2a5-825dbaca5159", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:24.027803 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4bcd3236-e7d9-4fe8-b51a-0794e7bceca8 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:24.030315 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606e8128-0cab-4813-90b9-2c6efb2914cb', 'tag': 'a88fde75-22df-4fd1-a2a5-825dbaca5159', 'status': 'completed', 'code': 200} Nov 03 18:44:24.062268 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] For port 4eb55166-9907-4ca1-92ba-82d51d6c2668, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4eb55166-9907-4ca1-92ba-82d51d6c2668,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:24.062801 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.111790 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3fa12e3b-c52b-4280-b26b-5063338be415 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Deleting port 8174eb31-bb40-4e29-b6d4-2b55dc5e02c0 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:24.112062 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3fa12e3b-c52b-4280-b26b-5063338be415 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.125401 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] Calling delete_port for 4eb55166-9907-4ca1-92ba-82d51d6c2668 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:24.193193 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-07f795c0-abca-47f3-a63f-c5b4cc872c4b service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919370 Nov 03 18:44:24.241941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2305fc-17a5-4d67-9cc8-1bfe60374c5a req-ba9f3c1b-9591-4435-950d-95e10863263f tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:24.243650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a2305fc-17a5-4d67-9cc8-1bfe60374c5a req-ba9f3c1b-9591-4435-950d-95e10863263f tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 943 time: 1.0548980 Nov 03 18:44:24.252715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13', 'mac_address': 'fa:16:3e:05:d4:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:24.328647 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.373647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:24.413895 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:24.420130 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.451834 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86b302ec-71e8-4f6c-a366-e7b9efdf765d req-6f997a76-83ad-45c5-90ad-0f11f996728b service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451754 Nov 03 18:44:24.470493 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3fa12e3b-c52b-4280-b26b-5063338be415 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.482481 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:24.520875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] For port 66e3cf67-540f-4509-9666-b9f4a1657c64, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:24.558534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3fa12e3b-c52b-4280-b26b-5063338be415 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Calling delete_port for 8174eb31-bb40-4e29-b6d4-2b55dc5e02c0 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:24.576473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa29442-5d75-4544-890f-b5e5c378c2dd req-685e85a6-0638-4dc6-9133-7e1157681e90 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:24.585232 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-caa29442-5d75-4544-890f-b5e5c378c2dd req-685e85a6-0638-4dc6-9133-7e1157681e90 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 944 time: 0.2898097 Nov 03 18:44:24.606622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20ff0cb3-0f8a-4c5c-a65c-5095c39be95b req-e01d999b-6f73-4c5e-a050-95f44351c26d service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7344716 Nov 03 18:44:24.610414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] For port 66e3cf67-540f-4509-9666-b9f4a1657c64, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=66e3cf67-540f-4509-9666-b9f4a1657c64,segment=NetworkSegment(de7d3eea-1dd8-4692-9afa-6bfd68664592),segment_id=de7d3eea-1dd8-4692-9afa-6bfd68664592)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:24.623211 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.628660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a2305fc-17a5-4d67-9cc8-1bfe60374c5a req-41d95914-c527-495c-a172-acda48a559dd tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3541589 Nov 03 18:44:24.662555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:24.712024 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.779446 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5feb71a-a168-4a51-b65f-2fb2ff5243d1 x-openstack-request-id: req-b5feb71a-a168-4a51-b65f-2fb2ff5243d1 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:24.780088 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87730bc-45d4-4a30-97c3-8a56ed9a04a9", "name": "network-vif-plugged", "status": "completed", "tag": "80772877-1234-4dc2-b435-1d011af23c19", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:24.780088 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b5feb71a-a168-4a51-b65f-2fb2ff5243d1 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:24.780735 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80772877-1234-4dc2-b435-1d011af23c19', 'code': 200} Nov 03 18:44:24.797316 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:24.797951 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:24.799570 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] 10.222.0.98 "PUT /v2.0/ports/66e3cf67-540f-4509-9666-b9f4a1657c64 HTTP/1.1" status: 200 len: 1091 time: 4.4331388 Nov 03 18:44:24.800815 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ed7b21-3e75-4314-8b4a-e395fbdea4c7', 'tag': '66e3cf67-540f-4509-9666-b9f4a1657c64'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:24.802549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb55166-9907-4ca1-92ba-82d51d6c2668,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:24.806559 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7900ccc4-7fc6-4676-91b1-2cc7ba333243" -d '{"events": [{"name": "network-changed", "server_uuid": "06ed7b21-3e75-4314-8b4a-e395fbdea4c7", "tag": "66e3cf67-540f-4509-9666-b9f4a1657c64"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:24.828981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-caa29442-5d75-4544-890f-b5e5c378c2dd req-5d181191-a20b-4d22-be55-38abad8f06ce tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427695 Nov 03 18:44:24.859755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084d2fb-70c8-4872-b54d-ddb3e153fc3f req-f4b313c1-1697-4b3f-927e-dd6882ed31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:24.871255 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6084d2fb-70c8-4872-b54d-ddb3e153fc3f req-f4b313c1-1697-4b3f-927e-dd6882ed31c1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 1095 time: 0.1736474 Nov 03 18:44:24.973675 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1a6431-03d3-4dac-a6b9-536071a30391 x-openstack-request-id: req-7a1a6431-03d3-4dac-a6b9-536071a30391 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:24.973997 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ed7b21-3e75-4314-8b4a-e395fbdea4c7", "tag": "66e3cf67-540f-4509-9666-b9f4a1657c64", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:24.974217 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7a1a6431-03d3-4dac-a6b9-536071a30391 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:24.974747 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ed7b21-3e75-4314-8b4a-e395fbdea4c7', 'tag': '66e3cf67-540f-4509-9666-b9f4a1657c64', 'status': 'completed', 'code': 200} Nov 03 18:44:24.976930 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d7214-246d-41f0-ab34-fd043df1ef19 service neutron] Pushing event updated for resources: {'Port': ['ID=66e3cf67-540f-4509-9666-b9f4a1657c64,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:25.017294 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3fa12e3b-c52b-4280-b26b-5063338be415 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.112454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa12e3b-c52b-4280-b26b-5063338be415 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Pushing event deleted for resources: {'Port': ['ID=8174eb31-bb40-4e29-b6d4-2b55dc5e02c0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:25.160327 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.174420 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3fa12e3b-c52b-4280-b26b-5063338be415 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.179192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3fa12e3b-c52b-4280-b26b-5063338be415 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "DELETE /v2.0/ports/8174eb31-bb40-4e29-b6d4-2b55dc5e02c0 HTTP/1.1" status: 204 len: 168 time: 2.9141181 Nov 03 18:44:25.187735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47088) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:25.190093 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-ea156e54-bea3-475f-bfa8-2681b32384c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:25.191772 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-ea156e54-bea3-475f-bfa8-2681b32384c4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3b42e65c2e04bce87b59cc9e9aca564&device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 1094 time: 0.3046434 Nov 03 18:44:25.239315 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ddcd576-22a3-4b50-a18f-80b790a8fe5a tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] GET failed (client error): The resource could not be found. Nov 03 18:44:25.241940 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9ddcd576-22a3-4b50-a18f-80b790a8fe5a tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "GET /v2.0/ports/8174eb31-bb40-4e29-b6d4-2b55dc5e02c0 HTTP/1.1" status: 404 len: 333 time: 0.0491908 Nov 03 18:44:25.256263 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.258618 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.298653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db97b9a-a350-4425-a53f-ec555d22a4a7 req-354fe3fd-0796-4020-898b-fe08900240fd tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:25.308176 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47090) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:25.314151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-e30fc422-1853-4172-acaa-29d62ea10ac7 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Request body: {'port': {'network_id': 'd507482f-21f5-4255-ac0f-39669714c289', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-14633338'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:25.318006 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5db97b9a-a350-4425-a53f-ec555d22a4a7 req-354fe3fd-0796-4020-898b-fe08900240fd tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 949 time: 0.2865896 Nov 03 18:44:25.322534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-4019cf19-46c9-4c54-83d7-84b3dcf6c455 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66e3cf67-540f-4509-9666-b9f4a1657c64 HTTP/1.1" status: 200 len: 217 time: 0.0989771 Nov 03 18:44:25.336179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a368962-08e9-4541-abe3-b2538018da45 req-3326f87f-5e08-4975-8d0b-b6f22c23c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:25.337924 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7a368962-08e9-4541-abe3-b2538018da45 req-3326f87f-5e08-4975-8d0b-b6f22c23c255 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c87730bc-45d4-4a30-97c3-8a56ed9a04a9 HTTP/1.1" status: 200 len: 1101 time: 0.3247066 Nov 03 18:44:25.338443 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.338987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81cb0791-467a-4be8-8570-228156188258 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:44:25.348705 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.354167 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-139559a2-2759-4c18-8067-6ec99a06bde0 admin admin] 10.222.0.107 "DELETE /v2.0/routers/81cb0791-467a-4be8-8570-228156188258 HTTP/1.1" status: 204 len: 168 time: 3.5007896 Nov 03 18:44:25.357485 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47092) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:25.471117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084d2fb-70c8-4872-b54d-ddb3e153fc3f req-ca6ab647-6293-462d-a400-9b7d546f4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:25.472261 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 96d94c41-223b-433f-a0ef-cf7fb18b0f38 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:25.473473 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6084d2fb-70c8-4872-b54d-ddb3e153fc3f req-ca6ab647-6293-462d-a400-9b7d546f4548 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.5623012 Nov 03 18:44:25.479661 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30fc422-1853-4172-acaa-29d62ea10ac7 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Made reservation on behalf of 064f27e0510548869ff2b4e871579a6b for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:25.483185 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e30fc422-1853-4172-acaa-29d62ea10ac7 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.517309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5db97b9a-a350-4425-a53f-ec555d22a4a7 req-6a89c870-a49c-4b6f-96db-686215a89885 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895971 Nov 03 18:44:25.518953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-03dac588-dbfb-4597-9f4e-4a498ac45ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:25.520490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-03dac588-dbfb-4597-9f4e-4a498ac45ce1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=07976770-16a8-44a6-a21e-88c04a33aeb8 HTTP/1.1" status: 200 len: 844 time: 0.1841636 Nov 03 18:44:25.534121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 96d94c41-223b-433f-a0ef-cf7fb18b0f38 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:25.534475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 96d94c41-223b-433f-a0ef-cf7fb18b0f38 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:25.557835 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6084d2fb-70c8-4872-b54d-ddb3e153fc3f req-63a57c47-b1be-449b-a118-61b9882e4bb3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a88fde75-22df-4fd1-a2a5-825dbaca5159 HTTP/1.1" status: 200 len: 217 time: 0.0530894 Nov 03 18:44:25.566999 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-e30fc422-1853-4172-acaa-29d62ea10ac7 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] device_id is not set on port e453f84c-81d8-4aee-bcea-af3860adfff2 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:44:25.594905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-239d04a2-5e16-414a-8c05-db9eeeba7bd5 admin admin] Deleting subnet 2b806a4b-81b6-4de6-9324-25e4cdc5cc11 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:44:25.595399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-0d09d0e3-30c2-45d6-b8dd-c31fcf044925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:25.598210 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-0d09d0e3-30c2-45d6-b8dd-c31fcf044925 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fdc199b6-f5e3-4b65-913a-bebfee2a6023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692563 Nov 03 18:44:25.693096 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-239d04a2-5e16-414a-8c05-db9eeeba7bd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.702657 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-da98a225-66ba-493d-9c6b-e398ade4c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.752735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-01086c84-38fe-4ea3-b665-ba78b52eabb1 service neutron] 10.222.0.98 "GET /v2.0/networks/fdc199b6-f5e3-4b65-913a-bebfee2a6023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445260 Nov 03 18:44:25.757186 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-239d04a2-5e16-414a-8c05-db9eeeba7bd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:25.797458 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7a368962-08e9-4541-abe3-b2538018da45 req-142ccacd-5e4c-43c6-a755-2515a523de26 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389269 Nov 03 18:44:25.856340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084d2fb-70c8-4872-b54d-ddb3e153fc3f req-5271f024-3864-415f-a1c2-28f60ab59031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:25.858264 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6084d2fb-70c8-4872-b54d-ddb3e153fc3f req-5271f024-3864-415f-a1c2-28f60ab59031 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.2861903 Nov 03 18:44:25.942449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298357e-983d-465d-8bc6-8b840f594a30 req-ee031a0f-929b-48ee-973f-fc104208f7d4 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:25.951108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9298357e-983d-465d-8bc6-8b840f594a30 req-ee031a0f-929b-48ee-973f-fc104208f7d4 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 943 time: 0.1689484 Nov 03 18:44:26.044847 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084d2fb-70c8-4872-b54d-ddb3e153fc3f req-8630a2f6-e4af-4f24-a9c9-30a5819a0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:26.046507 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6084d2fb-70c8-4872-b54d-ddb3e153fc3f req-8630a2f6-e4af-4f24-a9c9-30a5819a0cf6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739078 Nov 03 18:44:26.071543 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db69615d-1e3b-46d5-9864-2970e754c9f5 req-f4420f9b-5346-438d-a752-9291727ef0dd service neutron] 10.222.0.98 "GET /v2.0/networks/fdc199b6-f5e3-4b65-913a-bebfee2a6023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115096 Nov 03 18:44:26.101406 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9298357e-983d-465d-8bc6-8b840f594a30 req-4f9c98e3-fdc7-4e6d-8469-dc5a6389ffb4 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489866 Nov 03 18:44:26.130196 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-239d04a2-5e16-414a-8c05-db9eeeba7bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.130659 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd16a82-8a5e-4c55-8f27-b3ec7171b197 req-82d8471a-356d-46c9-ba28-9ce47a234f54 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:26.145356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0bd16a82-8a5e-4c55-8f27-b3ec7171b197 req-82d8471a-356d-46c9-ba28-9ce47a234f54 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 944 time: 0.1815903 Nov 03 18:44:26.175374 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e30fc422-1853-4172-acaa-29d62ea10ac7 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.262885 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900ccc4-7fc6-4676-91b1-2cc7ba333243 req-94cd032a-7d87-4708-b10b-a03f004ddfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:26.265230 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7900ccc4-7fc6-4676-91b1-2cc7ba333243 req-94cd032a-7d87-4708-b10b-a03f004ddfa0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3b42e65c2e04bce87b59cc9e9aca564&device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 1094 time: 0.0973790 Nov 03 18:44:26.281397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0bd16a82-8a5e-4c55-8f27-b3ec7171b197 req-cb46cff7-fd77-4a9c-88c9-f68e52407e7b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341455 Nov 03 18:44:26.289644 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6084d2fb-70c8-4872-b54d-ddb3e153fc3f req-2dda98f1-9a00-41ea-8fca-f48cb4eb8ade service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345715 Nov 03 18:44:26.375460 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e30fc422-1853-4172-acaa-29d62ea10ac7 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.411092 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-239d04a2-5e16-414a-8c05-db9eeeba7bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.455709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900ccc4-7fc6-4676-91b1-2cc7ba333243 req-8464819f-2e0c-4dbf-9779-598cf19acfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:26.456843 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7900ccc4-7fc6-4676-91b1-2cc7ba333243 req-8464819f-2e0c-4dbf-9779-598cf19acfb9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fdc199b6-f5e3-4b65-913a-bebfee2a6023 HTTP/1.1" status: 200 len: 906 time: 0.1716280 Nov 03 18:44:26.459415 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0393756e-7be7-4f88-a397-080f31ce245f None None] Network 09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:26.470760 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-239d04a2-5e16-414a-8c05-db9eeeba7bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.474503 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-239d04a2-5e16-414a-8c05-db9eeeba7bd5 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/2b806a4b-81b6-4de6-9324-25e4cdc5cc11 HTTP/1.1" status: 204 len: 168 time: 1.0999165 Nov 03 18:44:26.491860 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47108) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:26.553720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7900ccc4-7fc6-4676-91b1-2cc7ba333243 req-a0c96d18-0468-4788-bd2a-62df7bc91d29 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66e3cf67-540f-4509-9666-b9f4a1657c64 HTTP/1.1" status: 200 len: 217 time: 0.0840013 Nov 03 18:44:26.599303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d04a2-5e16-414a-8c05-db9eeeba7bd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b806a4b-81b6-4de6-9324-25e4cdc5cc11,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:26.614512 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30fc422-1853-4172-acaa-29d62ea10ac7 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Network d507482f-21f5-4255-ac0f-39669714c289 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:26.621850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-e30fc422-1853-4172-acaa-29d62ea10ac7 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:26.631222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30fc422-1853-4172-acaa-29d62ea10ac7 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:26.632672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30fc422-1853-4172-acaa-29d62ea10ac7 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:26.633775 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e30fc422-1853-4172-acaa-29d62ea10ac7 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.653015 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fc422-1853-4172-acaa-29d62ea10ac7 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Pushing event updated for resources: {'Port': ['ID=e453f84c-81d8-4aee-bcea-af3860adfff2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:26.663781 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e30fc422-1853-4172-acaa-29d62ea10ac7 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.3539572 Nov 03 18:44:26.666486 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47112) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:26.671461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:26.768931 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.776269 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6084d2fb-70c8-4872-b54d-ddb3e153fc3f req-0fdf3480-23c6-427f-b599-716e5e2de3c4 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957691 Nov 03 18:44:26.816517 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e022caa-36cd-4d38-ad3f-b99c253a6d0f None None] DHCP port deletion for 09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:44:26.882886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900ccc4-7fc6-4676-91b1-2cc7ba333243 req-6f8d79be-9f34-4793-8c7c-dc2c9bde55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:26.884093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7900ccc4-7fc6-4676-91b1-2cc7ba333243 req-6f8d79be-9f34-4793-8c7c-dc2c9bde55c8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=07976770-16a8-44a6-a21e-88c04a33aeb8 HTTP/1.1" status: 200 len: 844 time: 0.3140626 Nov 03 18:44:26.886702 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3e022caa-36cd-4d38-ad3f-b99c253a6d0f None None] Deleting port 37011ee6-7de4-4d52-a398-0b3e3e881e12 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:26.887062 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3e022caa-36cd-4d38-ad3f-b99c253a6d0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.937288 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.972026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3e022caa-36cd-4d38-ad3f-b99c253a6d0f None None] For port 37011ee6-7de4-4d52-a398-0b3e3e881e12, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=37011ee6-7de4-4d52-a398-0b3e3e881e12,segment=NetworkSegment(80e430c0-0bd0-495a-a4f5-d0cea21b2e7e),segment_id=80e430c0-0bd0-495a-a4f5-d0cea21b2e7e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:26.972429 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3e022caa-36cd-4d38-ad3f-b99c253a6d0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:26.984803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a428d49-29c9-4931-bb8a-2d6e73c0452f req-0a1d4cd7-3f50-4f8b-a476-c83021cfc6e0 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:26.989966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3e022caa-36cd-4d38-ad3f-b99c253a6d0f None None] Calling delete_port for 37011ee6-7de4-4d52-a398-0b3e3e881e12 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:26.993713 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a428d49-29c9-4931-bb8a-2d6e73c0452f req-0a1d4cd7-3f50-4f8b-a476-c83021cfc6e0 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 949 time: 0.2555959 Nov 03 18:44:27.077427 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900ccc4-7fc6-4676-91b1-2cc7ba333243 req-003a485f-8579-44b2-b929-080661ea739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:27.078996 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7900ccc4-7fc6-4676-91b1-2cc7ba333243 req-003a485f-8579-44b2-b929-080661ea739d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fdc199b6-f5e3-4b65-913a-bebfee2a6023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805584 Nov 03 18:44:27.094468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] device_id is not set on port e453f84c-81d8-4aee-bcea-af3860adfff2 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:44:27.095877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a428d49-29c9-4931-bb8a-2d6e73c0452f req-9630f86c-a65b-4773-96de-b94cf60127b4 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987866 Nov 03 18:44:27.133858 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.147467 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.210607 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3e022caa-36cd-4d38-ad3f-b99c253a6d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.253183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Pushing event updated for resources: {'Port': ['ID=e453f84c-81d8-4aee-bcea-af3860adfff2,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:27.298152 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e022caa-36cd-4d38-ad3f-b99c253a6d0f None None] Pushing event deleted for resources: {'Port': ['ID=37011ee6-7de4-4d52-a398-0b3e3e881e12,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:27.306361 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e022caa-36cd-4d38-ad3f-b99c253a6d0f None None] No DVR routers for this DVR port 37011ee6-7de4-4d52-a398-0b3e3e881e12 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:27.384829 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7900ccc4-7fc6-4676-91b1-2cc7ba333243 req-a519f67d-2fcc-4180-a06f-e8d47b7eb3ad service neutron] 10.222.0.98 "GET /v2.0/networks/fdc199b6-f5e3-4b65-913a-bebfee2a6023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877264 Nov 03 18:44:27.392614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:27.392956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:27.393487 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:27.399366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:27.400028 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:27.400708 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 2 to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 Nov 03 18:44:27.423213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a88fde75-22df-4fd1-a2a5-825dbaca5159 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:27.437222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:27.437394 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:27.437691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:27.438044 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:27.446386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:27.447513 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:27.448054 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 3 to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 Nov 03 18:44:27.448545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 37011ee6-7de4-4d52-a398-0b3e3e881e12 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:27.470892 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:27.471436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:27.472025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:27.479748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:27.480127 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:27.480622 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 4 to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 Nov 03 18:44:27.520598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:27.520947 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:27.521289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:27.521978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 37011ee6-7de4-4d52-a398-0b3e3e881e12 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:27.522572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 37011ee6-7de4-4d52-a398-0b3e3e881e12 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:27.523192 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4eb55166-9907-4ca1-92ba-82d51d6c2668 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:27.528314 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:27.528707 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:27.529121 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 5 to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 Nov 03 18:44:27.550813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:27.552020 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:27.552373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:27.552764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Deleting port 37011ee6-7de4-4d52-a398-0b3e3e881e12 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:27.554084 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.560861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:27.561244 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:27.561651 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 6 to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 Nov 03 18:44:27.581296 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:27.581646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:27.581991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:27.588128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:27.588513 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:27.588922 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 7 to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 Nov 03 18:44:27.608232 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:27.609046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:27.609410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:27.614906 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:27.615867 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:27.616288 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 8 to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 Nov 03 18:44:27.641909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] For port 37011ee6-7de4-4d52-a398-0b3e3e881e12, host n-d-812150-4, got binding levels [] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:27.642183 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.643975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:27.644517 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:27.645172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:27.650424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:27.650975 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 4eb55166-9907-4ca1-92ba-82d51d6c2668 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:27.651151 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:27.651336 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4eb55166-9907-4ca1-92ba-82d51d6c2668 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:27.652088 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 9 to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 Nov 03 18:44:27.676306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:27.676934 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:27.677398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:27.682809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Calling delete_port for 37011ee6-7de4-4d52-a398-0b3e3e881e12 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:27.688999 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:27.690177 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.ipam_backend_mixin [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Port 37011ee6-7de4-4d52-a398-0b3e3e881e12 was not found and therefore no delete operation was performed {{(pid=101712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:44:27.690686 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:27.691631 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempt 10 to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 Nov 03 18:44:27.699728 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.715033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa427147-5212-459d-9aa8-13eb42aec48a req-b6376ac7-30b1-4d1a-9456-44746752407d tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:27.716672 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa427147-5212-459d-9aa8-13eb42aec48a req-b6376ac7-30b1-4d1a-9456-44746752407d tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 943 time: 0.3310058 Nov 03 18:44:27.726578 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:27.727425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:27.727425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempting to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:27.737789 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16d684-f3ef-4854-b7e4-47c82471942f req-d7ebcb7b-d2cb-427f-923d-3a2a574a2df3 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:27.739288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:27.739419 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af16d684-f3ef-4854-b7e4-47c82471942f req-d7ebcb7b-d2cb-427f-923d-3a2a574a2df3 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 944 time: 0.2965577 Nov 03 18:44:27.742427 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Failed to bind port e453f84c-81d8-4aee-bcea-af3860adfff2 on host n-h2-812150-4 for vnic_type normal using segments [{'id': '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'd507482f-21f5-4255-ac0f-39669714c289'}] Nov 03 18:44:27.742967 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.766388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:44:27.776206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:27.776581 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.788513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7900ccc4-7fc6-4676-91b1-2cc7ba333243 req-431bc4d7-fbf5-4607-bec6-ff22a4a76264 service neutron] 10.222.0.98 "GET /v2.0/networks/fdc199b6-f5e3-4b65-913a-bebfee2a6023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821208 Nov 03 18:44:27.798052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Pushing event deleted for resources: {'Port': ['ID=37011ee6-7de4-4d52-a398-0b3e3e881e12,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:27.804154 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] No DVR routers for this DVR port 37011ee6-7de4-4d52-a398-0b3e3e881e12 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:27.870411 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a88fde75-22df-4fd1-a2a5-825dbaca5159, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a88fde75-22df-4fd1-a2a5-825dbaca5159,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:27.880024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] For port e453f84c-81d8-4aee-bcea-af3860adfff2, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:27.880320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attempted to set empty binding levels {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 18:44:27.886108 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.914080 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa427147-5212-459d-9aa8-13eb42aec48a req-0bdeab7c-3139-4a28-b29d-ffbf1f1a9a51 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715500 Nov 03 18:44:27.926796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] In _notify_port_updated(), no bound segment for port e453f84c-81d8-4aee-bcea-af3860adfff2 on network d507482f-21f5-4255-ac0f-39669714c289 {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:44:27.927724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:27.928322 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:27.929675 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "PUT /v2.0/ports/e453f84c-81d8-4aee-bcea-af3860adfff2 HTTP/1.1" status: 200 len: 973 time: 1.2622471 Nov 03 18:44:27.932617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47132) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:27.940204 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'a88fde75-22df-4fd1-a2a5-825dbaca5159', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'port_id': 'a88fde75-22df-4fd1-a2a5-825dbaca5159', 'mac_address': 'fa:16:3e:cf:fb:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:27.979050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e4198-52f4-4072-97ad-75a232cb2370 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Pushing event updated for resources: {'Port': ['ID=e453f84c-81d8-4aee-bcea-af3860adfff2,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:27.986242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af16d684-f3ef-4854-b7e4-47c82471942f req-1859b156-4fb4-48e7-9fc3-8dd46b212f57 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122767 Nov 03 18:44:27.988102 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.015479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:28.041045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e430c0-0bd0-495a-a4f5-d0cea21b2e7e') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:28.041344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e430c0-0bd0-495a-a4f5-d0cea21b2e7e') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:28.053549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8386cb04-0411-44a7-b62c-872c5eb64530 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Deleting port e453f84c-81d8-4aee-bcea-af3860adfff2 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:28.057211 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8386cb04-0411-44a7-b62c-872c5eb64530 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.061934 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.078375 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.094290 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.106155 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:44:28.106563 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:44:28.108486 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:44:28.171525 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.196740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-8386cb04-0411-44a7-b62c-872c5eb64530 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] For port e453f84c-81d8-4aee-bcea-af3860adfff2, host n-h2-812150-4, got binding levels [] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:28.197110 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8386cb04-0411-44a7-b62c-872c5eb64530 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.220285 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8386cb04-0411-44a7-b62c-872c5eb64530 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Calling delete_port for e453f84c-81d8-4aee-bcea-af3860adfff2 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:28.222830 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.229909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.233164 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] 10.222.0.107 "DELETE /v2.0/networks/09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f HTTP/1.1" status: 204 len: 168 time: 1.7391715 Nov 03 18:44:28.276403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474b1d5-d465-4e60-ae61-16194aafeaea admin admin] Pushing event deleted for resources: {'Network': ['ID=09ac2cc8-e6af-45da-bb0d-d5ca9241ac8f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:28.369699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e868bc6-8eae-4c1c-ba3b-c73694719a32 req-550fe53d-ca9f-4bdf-a123-f06b14a688df tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:28.371955 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:28.373781 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e868bc6-8eae-4c1c-ba3b-c73694719a32 req-550fe53d-ca9f-4bdf-a123-f06b14a688df tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 949 time: 0.0908110 Nov 03 18:44:28.397595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:28.404967 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad88fb9-c82d-4352-992b-77ce617eac0e" -d '{"events": [{"server_uuid": "f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6", "name": "network-vif-plugged", "status": "completed", "tag": "3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:28.420382 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8386cb04-0411-44a7-b62c-872c5eb64530 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.422099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88fde75-22df-4fd1-a2a5-825dbaca5159 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:28.438081 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.458607 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-51bd6d39-2bc6-41e2-9c59-a24d7ef03e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.486686 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386cb04-0411-44a7-b62c-872c5eb64530 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Pushing event deleted for resources: {'Port': ['ID=e453f84c-81d8-4aee-bcea-af3860adfff2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:28.492670 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e868bc6-8eae-4c1c-ba3b-c73694719a32 req-05ee276d-4329-4af2-91c1-f40bc1ef3e24 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058321 Nov 03 18:44:28.497219 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8386cb04-0411-44a7-b62c-872c5eb64530 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.501386 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8386cb04-0411-44a7-b62c-872c5eb64530 tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "DELETE /v2.0/ports/e453f84c-81d8-4aee-bcea-af3860adfff2 HTTP/1.1" status: 204 len: 168 time: 0.5677962 Nov 03 18:44:28.504627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47144) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:28.535759 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97c3a11-ad7a-4ed2-a8f4-92f635c2107c tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] GET failed (client error): The resource could not be found. Nov 03 18:44:28.544675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f97c3a11-ad7a-4ed2-a8f4-92f635c2107c tempest-PortsAdminExtendedAttrsTestJSON-1126402233 tempest-PortsAdminExtendedAttrsTestJSON-1126402233-project-admin] 10.222.0.107 "GET /v2.0/ports/e453f84c-81d8-4aee-bcea-af3860adfff2 HTTP/1.1" status: 404 len: 333 time: 0.0334980 Nov 03 18:44:28.545166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47146) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:28.610375 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4834d4c-efad-4937-bad7-4b98cb064b49 x-openstack-request-id: req-d4834d4c-efad-4937-bad7-4b98cb064b49 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:28.611057 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6", "name": "network-vif-plugged", "status": "completed", "tag": "3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:28.611057 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d4834d4c-efad-4937-bad7-4b98cb064b49 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:28.613243 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13', 'code': 200} Nov 03 18:44:28.621896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29468664-b3b1-43d4-afbc-356dd60e2052 req-a0b3fe79-0587-4c83-89bb-94489f0cf131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:28.624039 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29468664-b3b1-43d4-afbc-356dd60e2052 req-a0b3fe79-0587-4c83-89bb-94489f0cf131 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 1101 time: 0.0566568 Nov 03 18:44:28.720145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a88fde75-22df-4fd1-a2a5-825dbaca5159, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a88fde75-22df-4fd1-a2a5-825dbaca5159,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:28.722785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:28.728339 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.741258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29468664-b3b1-43d4-afbc-356dd60e2052 req-0b20a0ac-0e60-48da-98eb-87bf36bb76c3 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084657 Nov 03 18:44:28.755245 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16716340-19c4-4e65-96df-2808bc4dcd3e tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.777477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47152) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:28.819047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a88fde75-22df-4fd1-a2a5-825dbaca5159,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:28.875722 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2b3ba370-b0e9-4e12-a4bc-8c5bb1465ae5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1e84dea8fa8041e993abb7088b06811e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0971212 Nov 03 18:44:28.878310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47156) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:28.895493 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16716340-19c4-4e65-96df-2808bc4dcd3e tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.932983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-16716340-19c4-4e65-96df-2808bc4dcd3e tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d507482f-21f5-4255-ac0f-39669714c289']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:28.973025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-16716340-19c4-4e65-96df-2808bc4dcd3e tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:28.973477 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-16716340-19c4-4e65-96df-2808bc4dcd3e tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8cfa8e-56a6-4da1-8eb8-6cceca7e426a') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:28.975599 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ca66738-843f-428e-8953-efc6fbb0da53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:28.991196 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a88fde75-22df-4fd1-a2a5-825dbaca5159'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:29.002373 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ca66738-843f-428e-8953-efc6fbb0da53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.082336 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:44:29.097791 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16716340-19c4-4e65-96df-2808bc4dcd3e tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.113423 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ca66738-843f-428e-8953-efc6fbb0da53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.116637 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ca66738-843f-428e-8953-efc6fbb0da53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.125886 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5ca66738-843f-428e-8953-efc6fbb0da53 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5393cd85-c9e7-4048-9a0f-808b6ac4b1c9 HTTP/1.1" status: 204 len: 168 time: 0.2465079 Nov 03 18:44:29.158130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca66738-843f-428e-8953-efc6fbb0da53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5393cd85-c9e7-4048-9a0f-808b6ac4b1c9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:29.164862 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16716340-19c4-4e65-96df-2808bc4dcd3e tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.183165 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16716340-19c4-4e65-96df-2808bc4dcd3e tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:44:29.183495 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16716340-19c4-4e65-96df-2808bc4dcd3e tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:44:29.186833 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:44:29.259024 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.277467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71e2bc-be2c-4a74-8880-10bc583ce0f4 req-f872d538-e118-4297-9e17-21734215a4fe tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:29.289266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f71e2bc-be2c-4a74-8880-10bc583ce0f4 req-f872d538-e118-4297-9e17-21734215a4fe tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 943 time: 0.2553644 Nov 03 18:44:29.333671 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16716340-19c4-4e65-96df-2808bc4dcd3e tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.341240 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16716340-19c4-4e65-96df-2808bc4dcd3e tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.350191 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-16716340-19c4-4e65-96df-2808bc4dcd3e tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] 10.222.0.107 "DELETE /v2.0/networks/d507482f-21f5-4255-ac0f-39669714c289 HTTP/1.1" status: 204 len: 168 time: 0.8039725 Nov 03 18:44:29.394398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16716340-19c4-4e65-96df-2808bc4dcd3e tempest-PortsAdminExtendedAttrsTestJSON-97355789 tempest-PortsAdminExtendedAttrsTestJSON-97355789-project] Pushing event deleted for resources: {'Network': ['ID=d507482f-21f5-4255-ac0f-39669714c289,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:29.439250 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 66e3cf67-540f-4509-9666-b9f4a1657c64 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:29.457833 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4ae48-45d2-4dd8-acce-7d997a15f770 req-40dde597-9d35-424a-a7e1-ca4dd9c6ed95 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:29.464277 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-acf4ae48-45d2-4dd8-acce-7d997a15f770 req-40dde597-9d35-424a-a7e1-ca4dd9c6ed95 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 945 time: 0.2931576 Nov 03 18:44:29.474451 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f71e2bc-be2c-4a74-8880-10bc583ce0f4 req-405dede1-e004-4cc4-9a91-302a51097489 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826847 Nov 03 18:44:29.628800 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-acf4ae48-45d2-4dd8-acce-7d997a15f770 req-3352cf98-8f90-479e-97ea-edebc3ce2f10 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484492 Nov 03 18:44:29.714988 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 66e3cf67-540f-4509-9666-b9f4a1657c64, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=66e3cf67-540f-4509-9666-b9f4a1657c64,segment=NetworkSegment(de7d3eea-1dd8-4692-9afa-6bfd68664592),segment_id=de7d3eea-1dd8-4692-9afa-6bfd68664592)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:29.777961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '66e3cf67-540f-4509-9666-b9f4a1657c64', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'port_id': '66e3cf67-540f-4509-9666-b9f4a1657c64', 'mac_address': 'fa:16:3e:0d:9b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:29.881425 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.915466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e3cf67-540f-4509-9666-b9f4a1657c64 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:29.964605 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 66e3cf67-540f-4509-9666-b9f4a1657c64, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=66e3cf67-540f-4509-9666-b9f4a1657c64,segment=NetworkSegment(de7d3eea-1dd8-4692-9afa-6bfd68664592),segment_id=de7d3eea-1dd8-4692-9afa-6bfd68664592)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:29.970044 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:29.986102 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d39797-d231-4b49-83b9-d6ca8c7785a5 req-bdf16cb8-3ff1-4606-a365-007152bdb86a tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:29.987904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0d39797-d231-4b49-83b9-d6ca8c7785a5 req-bdf16cb8-3ff1-4606-a365-007152bdb86a tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 950 time: 0.1881268 Nov 03 18:44:30.023926 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47180) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:30.072618 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=66e3cf67-540f-4509-9666-b9f4a1657c64,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:30.123970 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0d39797-d231-4b49-83b9-d6ca8c7785a5 req-283dc59b-ff3f-4e21-b140-01c0ad5e11b6 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244698 Nov 03 18:44:30.230343 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['66e3cf67-540f-4509-9666-b9f4a1657c64'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:30.272232 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b1a724bf-c5e5-4a37-9622-5e49c7dce8bd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1feef5eb4cd54eb3ad90de310b12e622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2470157 Nov 03 18:44:30.275464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47190) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:30.294914 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.353684 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-121db03a-a41b-4ecf-bf27-3dac7e921cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.393886 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-121db03a-a41b-4ecf-bf27-3dac7e921cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.484250 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-121db03a-a41b-4ecf-bf27-3dac7e921cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.492033 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-121db03a-a41b-4ecf-bf27-3dac7e921cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.493636 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-121db03a-a41b-4ecf-bf27-3dac7e921cf3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/dced3eee-4664-4cf4-844b-f36384844851 HTTP/1.1" status: 204 len: 168 time: 0.2169709 Nov 03 18:44:30.503529 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121db03a-a41b-4ecf-bf27-3dac7e921cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dced3eee-4664-4cf4-844b-f36384844851,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:30.587823 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.659058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccc2de-b176-4d33-9f8c-55a4d861ab72 req-b42bf9a8-ffff-4986-aa1e-03ecef56222e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:30.675413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cccc2de-b176-4d33-9f8c-55a4d861ab72 req-b42bf9a8-ffff-4986-aa1e-03ecef56222e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 944 time: 0.0853374 Nov 03 18:44:30.690630 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47210) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:30.778688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cccc2de-b176-4d33-9f8c-55a4d861ab72 req-e9bece53-0404-45d5-82e7-3fa69317a228 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018074 Nov 03 18:44:30.860920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47218) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:30.869247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-cdca9ff1-7ada-41b3-9529-27347d61652d tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1296149033'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:30.923273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdca9ff1-7ada-41b3-9529-27347d61652d tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Made reservation on behalf of c499298fecc740dd8356f938a201f1f9 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:30.925395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ea4fc-4481-4db5-b13c-a71ae3ed1fb1 req-ed7ea15c-29c3-4c1c-8073-d4c36658192c tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:30.928181 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-255ea4fc-4481-4db5-b13c-a71ae3ed1fb1 req-ed7ea15c-29c3-4c1c-8073-d4c36658192c tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 945 time: 0.1078844 Nov 03 18:44:30.929803 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cdca9ff1-7ada-41b3-9529-27347d61652d tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:30.993318 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1060418874-network', 'tenant_id': 'cbdc23c5a44e4b97a35480e1d8cba0e6'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:30.998637 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-255ea4fc-4481-4db5-b13c-a71ae3ed1fb1 req-24d08b9e-695e-43b8-846a-65a790544594 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618892 Nov 03 18:44:31.018698 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdca9ff1-7ada-41b3-9529-27347d61652d tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:44:31.032328 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] Made reservation on behalf of cbdc23c5a44e4b97a35480e1d8cba0e6 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:31.037351 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.050198 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.054722 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47220) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:31.060338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cdca9ff1-7ada-41b3-9529-27347d61652d tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.060690 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-cdca9ff1-7ada-41b3-9529-27347d61652d tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Added segment 88fb1224-cec5-4054-8100-7d026cab516f of type vlan for network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 Nov 03 18:44:31.107819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f4fd692d-a957-4f9b-b2d2-adc85979ebbc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=064f27e0510548869ff2b4e871579a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474446 Nov 03 18:44:31.108196 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47222) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:31.162690 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6cc9104c-601a-49ac-8af8-ec3db854e603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.167290 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cdca9ff1-7ada-41b3-9529-27347d61652d tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.182452 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.193038 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6cc9104c-601a-49ac-8af8-ec3db854e603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.195913 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.226494 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:44:31.228675 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cdca9ff1-7ada-41b3-9529-27347d61652d tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.234937 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca9ff1-7ada-41b3-9529-27347d61652d tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:31.236019 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cdca9ff1-7ada-41b3-9529-27347d61652d tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.253773 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6cc9104c-601a-49ac-8af8-ec3db854e603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.257285 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6cc9104c-601a-49ac-8af8-ec3db854e603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.258727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6cc9104c-601a-49ac-8af8-ec3db854e603 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/958ef8d4-07cf-44f0-b398-9bfe1f0c9f54 HTTP/1.1" status: 204 len: 168 time: 0.1491425 Nov 03 18:44:31.268291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9104c-601a-49ac-8af8-ec3db854e603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958ef8d4-07cf-44f0-b398-9bfe1f0c9f54,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:31.295393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c6a61d-ad8c-4fd3-814f-426d13f07a73,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:31.299400 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.300088 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] Added segment d882ee88-b691-419b-bab0-65121fe16d59 of type vlan for network c74dc851-8c6c-4bdc-9842-e9bc735bbaec Nov 03 18:44:31.352444 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cdca9ff1-7ada-41b3-9529-27347d61652d tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4881780 Nov 03 18:44:31.355511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47228) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:31.362475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-99cc9303-9733-4c54-a091-bd909e984d32 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-85043116'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:31.392149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca9ff1-7ada-41b3-9529-27347d61652d tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'Network': ['ID=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:31.398204 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.410637 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1fa1b-980d-4017-8cc1-4e8e71b73978 req-7e6d2586-943f-41d3-8fb2-521a14e6f3be tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:31.421884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9db1fa1b-980d-4017-8cc1-4e8e71b73978 req-7e6d2586-943f-41d3-8fb2-521a14e6f3be tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 950 time: 0.1353090 Nov 03 18:44:31.429916 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.452979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a88fde75-22df-4fd1-a2a5-825dbaca5159 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:31.459658 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.461491 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:31.462893 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.514586 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8224494 Nov 03 18:44:31.519199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47232) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:31.524243 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9db1fa1b-980d-4017-8cc1-4e8e71b73978 req-4a863466-e5f4-4766-b4c7-e3f852cbe3bb tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014185 Nov 03 18:44:31.529328 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:44:31.550191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-0f562c6c-d862-42e5-b53c-8061f659c39a admin admin] Request body: {'subnet': {'network_id': 'c74dc851-8c6c-4bdc-9842-e9bc735bbaec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1060418874-subnet', 'tenant_id': 'cbdc23c5a44e4b97a35480e1d8cba0e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:31.581341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cc9303-9733-4c54-a091-bd909e984d32 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Made reservation on behalf of c499298fecc740dd8356f938a201f1f9 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:31.595837 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99cc9303-9733-4c54-a091-bd909e984d32 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.600092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f562c6c-d862-42e5-b53c-8061f659c39a admin admin] Made reservation on behalf of cbdc23c5a44e4b97a35480e1d8cba0e6 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:31.600637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8254f-76b1-4e37-a017-75e2bd234869 admin admin] Pushing event updated for resources: {'Network': ['ID=c74dc851-8c6c-4bdc-9842-e9bc735bbaec,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:31.602765 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0f562c6c-d862-42e5-b53c-8061f659c39a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.703408 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network c74dc851-8c6c-4bdc-9842-e9bc735bbaec details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:44:31.755712 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port a88fde75-22df-4fd1-a2a5-825dbaca5159 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:44:31.783751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cc9303-9733-4c54-a091-bd909e984d32 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:44:31.819063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6f07e-567c-4b72-90ae-d53f7a515e7c req-1fbca668-1ff0-4453-870c-9ad4efac44d5 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:31.820853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0cf6f07e-567c-4b72-90ae-d53f7a515e7c req-1fbca668-1ff0-4453-870c-9ad4efac44d5 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=c87730bc-45d4-4a30-97c3-8a56ed9a04a9 HTTP/1.1" status: 200 len: 950 time: 0.1754510 Nov 03 18:44:31.822838 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99cc9303-9733-4c54-a091-bd909e984d32 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.823185 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-99cc9303-9733-4c54-a091-bd909e984d32 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Added segment 16e991c2-4310-4f57-99c5-922ec65b42c8 of type vlan for network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 Nov 03 18:44:31.854770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port a88fde75-22df-4fd1-a2a5-825dbaca5159 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:31.855173 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:31.901425 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99cc9303-9733-4c54-a091-bd909e984d32 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.002907 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.014656 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0cf6f07e-567c-4b72-90ae-d53f7a515e7c req-b74687e9-5e39-4c0e-8f2a-d628ddd1372d tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797376 Nov 03 18:44:32.023810 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99cc9303-9733-4c54-a091-bd909e984d32 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.029754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc9303-9733-4c54-a091-bd909e984d32 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:32.030386 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99cc9303-9733-4c54-a091-bd909e984d32 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.031918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606e8128-0cab-4813-90b9-2c6efb2914cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88fde75-22df-4fd1-a2a5-825dbaca5159'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:32.034499 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b5b648-db92-4531-96ed-6e2586689816" -d '{"events": [{"server_uuid": "606e8128-0cab-4813-90b9-2c6efb2914cb", "name": "network-vif-plugged", "status": "completed", "tag": "a88fde75-22df-4fd1-a2a5-825dbaca5159"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:32.049395 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a88fde75-22df-4fd1-a2a5-825dbaca5159, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a88fde75-22df-4fd1-a2a5-825dbaca5159,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:32.055560 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.058591 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 66e3cf67-540f-4509-9666-b9f4a1657c64 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:32.058718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef1612-05b3-420f-8c36-7487667621e2 req-62b97a76-1b7d-4a9b-b369-17d42c90ca16 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:32.065940 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-faef1612-05b3-420f-8c36-7487667621e2 req-62b97a76-1b7d-4a9b-b369-17d42c90ca16 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 944 time: 0.1454017 Nov 03 18:44:32.200046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-99cc9303-9733-4c54-a091-bd909e984d32 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8421259 Nov 03 18:44:32.202939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47262) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:32.219039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8fa131b4-a68c-47ec-8cde-2efa76a7ac13 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'subnet': {'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:32.224951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a88fde75-22df-4fd1-a2a5-825dbaca5159,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:32.230452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 66e3cf67-540f-4509-9666-b9f4a1657c64 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:44:32.234998 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 66e3cf67-540f-4509-9666-b9f4a1657c64 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:32.235321 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.245672 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc9303-9733-4c54-a091-bd909e984d32 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'Network': ['ID=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:32.282491 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:44:32.284424 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-faef1612-05b3-420f-8c36-7487667621e2 req-cc4b3c48-079d-48a5-881a-305f96e895c8 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170854 Nov 03 18:44:32.286348 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0f562c6c-d862-42e5-b53c-8061f659c39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.469659 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f562c6c-d862-42e5-b53c-8061f659c39a admin admin] Pushing event updated for resources: {'Subnet': ['ID=280d2dd8-812a-4adf-86d0-e324ca946d50,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:32.479112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa131b4-a68c-47ec-8cde-2efa76a7ac13 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Made reservation on behalf of c499298fecc740dd8356f938a201f1f9 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:32.484297 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8fa131b4-a68c-47ec-8cde-2efa76a7ac13 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.492456 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940d9382-5ade-4f79-8ba9-ad4410266008 x-openstack-request-id: req-940d9382-5ade-4f79-8ba9-ad4410266008 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:32.493442 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606e8128-0cab-4813-90b9-2c6efb2914cb", "name": "network-vif-plugged", "status": "completed", "tag": "a88fde75-22df-4fd1-a2a5-825dbaca5159", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:32.493964 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-940d9382-5ade-4f79-8ba9-ad4410266008 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:32.494556 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606e8128-0cab-4813-90b9-2c6efb2914cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88fde75-22df-4fd1-a2a5-825dbaca5159', 'code': 200} Nov 03 18:44:32.581404 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.637108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 66e3cf67-540f-4509-9666-b9f4a1657c64, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=66e3cf67-540f-4509-9666-b9f4a1657c64,segment=NetworkSegment(de7d3eea-1dd8-4692-9afa-6bfd68664592),segment_id=de7d3eea-1dd8-4692-9afa-6bfd68664592)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:32.647741 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.699031 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47272) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:32.784688 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=66e3cf67-540f-4509-9666-b9f4a1657c64,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:32.894109 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8fa131b4-a68c-47ec-8cde-2efa76a7ac13 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:32.952939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-735883176'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:32.973071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52938cc4-0a06-4dbd-a311-f47a7f87f3b7 req-215a5503-b476-42f4-a6cd-ab592785aeff tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:32.975113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52938cc4-0a06-4dbd-a311-f47a7f87f3b7 req-215a5503-b476-42f4-a6cd-ab592785aeff tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 946 time: 0.6172912 Nov 03 18:44:32.991682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa131b4-a68c-47ec-8cde-2efa76a7ac13 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'Subnet': ['ID=737242bc-0702-4297-a6de-862b9dff9b6d,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:33.016176 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Made reservation on behalf of ac2b63f1200f41ecacd26b1b5c44463e for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:33.020519 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.027658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f562c6c-d862-42e5-b53c-8061f659c39a admin admin] Checking segment: {'id': 'd882ee88-b691-419b-bab0-65121fe16d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c74dc851-8c6c-4bdc-9842-e9bc735bbaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:33.028410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f562c6c-d862-42e5-b53c-8061f659c39a admin admin] Network hostable DHCP agents. Network: c74dc851-8c6c-4bdc-9842-e9bc735bbaec, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:44:33.038317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.043109 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa131b4-a68c-47ec-8cde-2efa76a7ac13 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Checking segment: {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:33.043475 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa131b4-a68c-47ec-8cde-2efa76a7ac13 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Network hostable DHCP agents. Network: dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:44:33.093896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa131b4-a68c-47ec-8cde-2efa76a7ac13 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:44:33.097129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcc6bf-2e22-43d5-a90b-0f905a377523 req-7c3e81c8-a5f1-4681-bf0b-c419a8637188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:33.099010 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28dcc6bf-2e22-43d5-a90b-0f905a377523 req-7c3e81c8-a5f1-4681-bf0b-c419a8637188 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 1097 time: 0.1377091 Nov 03 18:44:33.105740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-8fa131b4-a68c-47ec-8cde-2efa76a7ac13 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:33.106060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52938cc4-0a06-4dbd-a311-f47a7f87f3b7 req-c384e533-62ad-4308-ae95-947b0f90004d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908401 Nov 03 18:44:33.107289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f562c6c-d862-42e5-b53c-8061f659c39a admin admin] Network c74dc851-8c6c-4bdc-9842-e9bc735bbaec is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:44:33.116404 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa131b4-a68c-47ec-8cde-2efa76a7ac13 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:33.117178 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8fa131b4-a68c-47ec-8cde-2efa76a7ac13 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.119163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b961195b-ed48-4299-bd2f-08be9f1692ad None None] Network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:33.136714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-0f562c6c-d862-42e5-b53c-8061f659c39a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, c74dc851-8c6c-4bdc-9842-e9bc735bbaec) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:33.150857 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8fa131b4-a68c-47ec-8cde-2efa76a7ac13 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9439187 Nov 03 18:44:33.155299 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47288) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:33.161380 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-21ec9ddc-a8ab-4ac4-8da1-6277607a6afc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'subnet': {'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:33.166140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f562c6c-d862-42e5-b53c-8061f659c39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:33.166747 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0f562c6c-d862-42e5-b53c-8061f659c39a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.167607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c6ac77-017f-4c1e-8400-01312c025910 None None] Network c74dc851-8c6c-4bdc-9842-e9bc735bbaec requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:33.241609 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0f562c6c-d862-42e5-b53c-8061f659c39a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7161963 Nov 03 18:44:33.268698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28dcc6bf-2e22-43d5-a90b-0f905a377523 req-9897c5c6-6f67-43d4-ae9e-c66ae4f7f58d service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574063 Nov 03 18:44:33.342962 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.355154 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.514676 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1', 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'fixed_ips': [{'subnet_id': '737242bc-0702-4297-a6de-862b9dff9b6d'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:44:33.517271 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.522922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:44:33.552046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ec9ddc-a8ab-4ac4-8da1-6277607a6afc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Made reservation on behalf of c499298fecc740dd8356f938a201f1f9 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:33.561511 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21ec9ddc-a8ab-4ac4-8da1-6277607a6afc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.587917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e525fc-2cf6-4179-8914-2b344e929c6f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:33.605529 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.606171 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Added segment 47c0948d-0957-4e6c-8e43-374eb3795d92 of type vlan for network e4d3e522-98f9-4894-8d5b-a64b260bd7dc Nov 03 18:44:33.704556 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bb070-b030-45d8-8a32-81ba85fb3bae req-93e1a0e1-2eab-4238-b6ae-39660ccd7964 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:33.715992 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-779bb070-b030-45d8-8a32-81ba85fb3bae req-93e1a0e1-2eab-4238-b6ae-39660ccd7964 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 945 time: 0.1672914 Nov 03 18:44:33.722442 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:33.760741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Allocated IP 10.1.1.2 (dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1/737242bc-0702-4297-a6de-862b9dff9b6d/6ccbb082-ce47-49a0-bd71-9a96cf64534f) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:33.767200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ed82c-dd8e-4f5c-be1e-42113f6da52f req-11180c08-41e9-4ac7-b77b-d9f8dafa27e6 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:33.768836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb8ed82c-dd8e-4f5c-be1e-42113f6da52f req-11180c08-41e9-4ac7-b77b-d9f8dafa27e6 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 945 time: 0.1390712 Nov 03 18:44:33.830184 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-779bb070-b030-45d8-8a32-81ba85fb3bae req-2ec27d56-4fb4-4d91-8c01-a602b11d5c5b tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124547 Nov 03 18:44:33.920258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb8ed82c-dd8e-4f5c-be1e-42113f6da52f req-09dcb921-b7d1-418c-a1eb-f55c37908735 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/security-groups?id=1552bcd1-596a-4db6-babe-4fdc28b9a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374314 Nov 03 18:44:34.183854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e4bf79-60b8-4f91-a20f-38047446a5f6 None None] Network c74dc851-8c6c-4bdc-9842-e9bc735bbaec requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:34.254249 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.db.resource_extend [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:44:34.259799 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21ec9ddc-a8ab-4ac4-8da1-6277607a6afc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:34.345418 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:34.353394 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:34.354116 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:34.371481 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d396633-d3ff-4a93-9304-268080abde78 req-1d02013e-db0a-4394-917b-89f8e94ce69f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:34.384904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d396633-d3ff-4a93-9304-268080abde78 req-1d02013e-db0a-4394-917b-89f8e94ce69f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 946 time: 0.1235025 Nov 03 18:44:34.406167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e772045-52d6-4f4e-9459-38d8f279898c req-c54363e8-b6bb-4047-8a7f-c16a24fce402 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:34.407786 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e772045-52d6-4f4e-9459-38d8f279898c req-c54363e8-b6bb-4047-8a7f-c16a24fce402 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/networks?id=c74dc851-8c6c-4bdc-9842-e9bc735bbaec HTTP/1.1" status: 200 len: 822 time: 0.2697365 Nov 03 18:44:34.479017 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e772045-52d6-4f4e-9459-38d8f279898c req-0ba99b41-c457-48fa-8856-8f235672f6db tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/quotas/cbdc23c5a44e4b97a35480e1d8cba0e6 HTTP/1.1" status: 200 len: 375 time: 0.0317936 Nov 03 18:44:34.497376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ed7b21-3e75-4314-8b4a-e395fbdea4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3cf67-540f-4509-9666-b9f4a1657c64'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:34.500224 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3155b5dc-50a7-46dc-8287-de90332632ee" -d '{"events": [{"server_uuid": "06ed7b21-3e75-4314-8b4a-e395fbdea4c7", "name": "network-vif-plugged", "status": "completed", "tag": "66e3cf67-540f-4509-9666-b9f4a1657c64"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:34.522467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec9ddc-a8ab-4ac4-8da1-6277607a6afc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'Subnet': ['ID=2242584c-e62d-41cf-9e7f-ce02778d27e1,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:34.523209 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event updated for resources: {'Network': ['ID=e4d3e522-98f9-4894-8d5b-a64b260bd7dc,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:34.545005 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-39be8604-2022-413f-8503-1de2bd6e1fdc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8448544 Nov 03 18:44:34.548645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ec9ddc-a8ab-4ac4-8da1-6277607a6afc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Checking segment: {'id': '16e991c2-4310-4f57-99c5-922ec65b42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:34.549015 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ec9ddc-a8ab-4ac4-8da1-6277607a6afc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Network hostable DHCP agents. Network: e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:44:34.550988 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47326) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:34.556333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0a27404b-aac7-41b2-93f8-5136f6c6a682 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Request body: {'subnet': {'network_id': 'e4d3e522-98f9-4894-8d5b-a64b260bd7dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:34.556813 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:34.566957 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e772045-52d6-4f4e-9459-38d8f279898c req-cce36c38-21f6-40cd-9220-da72bc98cbc4 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=cbdc23c5a44e4b97a35480e1d8cba0e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729420 Nov 03 18:44:34.578325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network e4d3e522-98f9-4894-8d5b-a64b260bd7dc details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:44:34.596811 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:34.597191 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d396633-d3ff-4a93-9304-268080abde78 req-d11fb7b1-b0e6-4916-8a39-ad2cf2b210b2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828778 Nov 03 18:44:34.645309 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ec9ddc-a8ab-4ac4-8da1-6277607a6afc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:44:34.691115 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-21ec9ddc-a8ab-4ac4-8da1-6277607a6afc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:34.705956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ec9ddc-a8ab-4ac4-8da1-6277607a6afc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:34.707211 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21ec9ddc-a8ab-4ac4-8da1-6277607a6afc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:34.728582 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Pushing event updated for resources: {'Port': ['ID=6ccbb082-ce47-49a0-bd71-9a96cf64534f,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:34.769284 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a27404b-aac7-41b2-93f8-5136f6c6a682 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Made reservation on behalf of ac2b63f1200f41ecacd26b1b5c44463e for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:34.774376 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0a27404b-aac7-41b2-93f8-5136f6c6a682 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:34.783068 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-21ec9ddc-a8ab-4ac4-8da1-6277607a6afc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6266611 Nov 03 18:44:34.786016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47336) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:34.800623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4c1193d9-5aac-4a7d-af50-a084c3df87bf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'port': {'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1', 'name': 'tempest-TaggedBootDevicesTest_v242-1463656679', 'fixed_ips': [{'subnet_id': '737242bc-0702-4297-a6de-862b9dff9b6d'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:34.802737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2653476-f6f3-49bf-98d0-5d55d6758491 None None] Network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:34.808831 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55e74d4-3ae8-42cd-af7d-1e7e342a50f5 x-openstack-request-id: req-a55e74d4-3ae8-42cd-af7d-1e7e342a50f5 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:34.809259 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ed7b21-3e75-4314-8b4a-e395fbdea4c7", "name": "network-vif-plugged", "status": "completed", "tag": "66e3cf67-540f-4509-9666-b9f4a1657c64", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:34.810751 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a55e74d4-3ae8-42cd-af7d-1e7e342a50f5 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:34.811329 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ed7b21-3e75-4314-8b4a-e395fbdea4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3cf67-540f-4509-9666-b9f4a1657c64', 'code': 200} Nov 03 18:44:34.890842 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:34.924912 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:34.929057 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:35.015685 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e772045-52d6-4f4e-9459-38d8f279898c req-ed5f64c5-2efd-4a97-8d2e-4a98a50ca66d service neutron] 10.222.0.107 "GET /v2.0/networks/c74dc851-8c6c-4bdc-9842-e9bc735bbaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201076 Nov 03 18:44:35.017314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Attempting to bind port 6ccbb082-ce47-49a0-bd71-9a96cf64534f on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:35.017695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Attempting to bind port 6ccbb082-ce47-49a0-bd71-9a96cf64534f by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:35.018071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Attempting to bind port 6ccbb082-ce47-49a0-bd71-9a96cf64534f on network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:35.043730 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:35.045798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Checking segment: {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:35.046350 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:35.046836 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Bound using segment: {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:35.047440 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Bound port: 6ccbb082-ce47-49a0-bd71-9a96cf64534f, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:35.047968 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:35.055324 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0a27404b-aac7-41b2-93f8-5136f6c6a682 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:35.132042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1193d9-5aac-4a7d-af50-a084c3df87bf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Made reservation on behalf of c499298fecc740dd8356f938a201f1f9 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:35.165349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27404b-aac7-41b2-93f8-5136f6c6a682 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event updated for resources: {'Subnet': ['ID=a41a2557-6ef2-4443-893a-af37653b6328,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:35.173901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27404b-aac7-41b2-93f8-5136f6c6a682 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Checking segment: {'id': '47c0948d-0957-4e6c-8e43-374eb3795d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d3e522-98f9-4894-8d5b-a64b260bd7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:35.174465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a27404b-aac7-41b2-93f8-5136f6c6a682 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Network hostable DHCP agents. Network: e4d3e522-98f9-4894-8d5b-a64b260bd7dc, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:44:35.197388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a27404b-aac7-41b2-93f8-5136f6c6a682 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Network e4d3e522-98f9-4894-8d5b-a64b260bd7dc is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:44:35.205327 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e250ce-62e0-4a7e-b271-b9dbb759bfcf req-df7a49bf-f047-4026-bab2-240b0982adce tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:35.208621 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f1e250ce-62e0-4a7e-b271-b9dbb759bfcf req-df7a49bf-f047-4026-bab2-240b0982adce tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 945 time: 0.2238443 Nov 03 18:44:35.210134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-0a27404b-aac7-41b2-93f8-5136f6c6a682 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, e4d3e522-98f9-4894-8d5b-a64b260bd7dc) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:35.213091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab3f7b-d27a-4c0e-8e36-8a1d8ecb8f42 req-28275a97-ce85-4094-a8d6-fc38fe5729d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:35.215398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27404b-aac7-41b2-93f8-5136f6c6a682 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:35.215606 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32ab3f7b-d27a-4c0e-8e36-8a1d8ecb8f42 req-28275a97-ce85-4094-a8d6-fc38fe5729d0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 1096 time: 0.2752752 Nov 03 18:44:35.216269 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0a27404b-aac7-41b2-93f8-5136f6c6a682 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:35.231353 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] For port 6ccbb082-ce47-49a0-bd71-9a96cf64534f, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:35.235065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] For port 6ccbb082-ce47-49a0-bd71-9a96cf64534f, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6ccbb082-ce47-49a0-bd71-9a96cf64534f,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:35.239257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65138c4-2adc-471d-9819-94dc505212ea None None] Network e4d3e522-98f9-4894-8d5b-a64b260bd7dc requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:35.246186 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:35.248730 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0a27404b-aac7-41b2-93f8-5136f6c6a682 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6956131 Nov 03 18:44:35.249210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3', 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'fixed_ips': [{'subnet_id': '2242584c-e62d-41cf-9e7f-ce02778d27e1'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:44:35.250104 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:35.251503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47342) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:35.258537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c7f84700-0004-4bb9-954f-19e21e435780 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Request body: {'port': {'network_id': 'e4d3e522-98f9-4894-8d5b-a64b260bd7dc', 'name': 'tempest-AllowedAddressPairTestJSON-1323035686'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:35.308793 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4c1193d9-5aac-4a7d-af50-a084c3df87bf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:35.378112 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f1e250ce-62e0-4a7e-b271-b9dbb759bfcf req-ab024d9e-5af3-41f8-88dc-4930f5e67c1a tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441958 Nov 03 18:44:35.393973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32ab3f7b-d27a-4c0e-8e36-8a1d8ecb8f42 req-f8a7f27e-22ed-4a8a-a191-52f028dcd898 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706791 Nov 03 18:44:35.395212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-4c1193d9-5aac-4a7d-af50-a084c3df87bf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] device_id is not set on port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:44:35.420119 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e772045-52d6-4f4e-9459-38d8f279898c req-49d5344a-bbb3-424f-86a8-50a43ac49966 service neutron] 10.222.0.107 "GET /v2.0/networks/c74dc851-8c6c-4bdc-9842-e9bc735bbaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030590 Nov 03 18:44:35.437504 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f84700-0004-4bb9-954f-19e21e435780 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Made reservation on behalf of ac2b63f1200f41ecacd26b1b5c44463e for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:35.452315 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7f84700-0004-4bb9-954f-19e21e435780 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:35.510720 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-c7f84700-0004-4bb9-954f-19e21e435780 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] device_id is not set on port 47ac83e4-97d3-44d7-9dc7-c9b681c1d61a yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:44:35.582603 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b21062-9a34-4a83-914b-0bed73232025 None None] Pushing event updated for resources: {'Port': ['ID=6ccbb082-ce47-49a0-bd71-9a96cf64534f,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:35.770479 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-e4d3e522-98f9-4894-8d5b-a64b260bd7dc', 'network_id': 'e4d3e522-98f9-4894-8d5b-a64b260bd7dc', 'tenant_id': 'ac2b63f1200f41ecacd26b1b5c44463e', 'fixed_ips': [{'subnet_id': 'a41a2557-6ef2-4443-893a-af37653b6328'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:44:35.771747 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:35.772383 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-964155c3-0224-4bfc-84b2-ad19b3abbb5e req-c6d43d3d-4a19-4dc8-bb1a-9a9add60f380 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 210 time: 0.1252248 Nov 03 18:44:35.790688 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-c7f84700-0004-4bb9-954f-19e21e435780 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Allocated IP 172.20.0.2 (e4d3e522-98f9-4894-8d5b-a64b260bd7dc/a41a2557-6ef2-4443-893a-af37653b6328/47ac83e4-97d3-44d7-9dc7-c9b681c1d61a) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:35.800793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Allocated IP 10.2.2.2 (e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3/2242584c-e62d-41cf-9e7f-ce02778d27e1/e42b35bd-bcf1-4918-813f-c9896b8049f8) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:35.911162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4074fe-9e40-46be-a278-0a9670044cc5 req-babb9e5f-f3bf-4f26-8303-2fad676df834 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:35.912904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae4074fe-9e40-46be-a278-0a9670044cc5 req-babb9e5f-f3bf-4f26-8303-2fad676df834 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 945 time: 0.2678204 Nov 03 18:44:36.091471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-4c1193d9-5aac-4a7d-af50-a084c3df87bf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Allocated IP 10.1.1.115 (dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1/737242bc-0702-4297-a6de-862b9dff9b6d/7deba0ab-5b6a-49f1-bad0-25bca67cb4ef) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:36.121284 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7f84700-0004-4bb9-954f-19e21e435780 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.132107 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22467b58-df54-4fd4-b9ec-f8b7c3f75bf7 req-4d5544eb-8219-4560-9757-44789b615690 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:36.134480 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-22467b58-df54-4fd4-b9ec-f8b7c3f75bf7 req-4d5544eb-8219-4560-9757-44789b615690 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 945 time: 0.1029749 Nov 03 18:44:36.143227 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae4074fe-9e40-46be-a278-0a9670044cc5 req-88601920-11cf-494c-994c-7a902b212f16 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/security-groups?id=1552bcd1-596a-4db6-babe-4fdc28b9a55d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180128 Nov 03 18:44:36.186057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730210d4-7204-4a07-bd84-29f72bdeb27f req-3077b0bf-05bf-4be5-9e68-a66ee7f2b833 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:36.204920 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-730210d4-7204-4a07-bd84-29f72bdeb27f req-3077b0bf-05bf-4be5-9e68-a66ee7f2b833 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 946 time: 0.2556045 Nov 03 18:44:36.270854 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.280445 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.364468 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7f84700-0004-4bb9-954f-19e21e435780 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.459870 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4c1193d9-5aac-4a7d-af50-a084c3df87bf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.475490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f84700-0004-4bb9-954f-19e21e435780 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Network e4d3e522-98f9-4894-8d5b-a64b260bd7dc is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:36.483713 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-89fc969d-e688-4fc7-9004-8ed326725232 {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:44:36.484765 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:44:36.488547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-c7f84700-0004-4bb9-954f-19e21e435780 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:36.499320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-22467b58-df54-4fd4-b9ec-f8b7c3f75bf7 req-f6b3c32e-658c-433d-a762-1b6651528292 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Deleting port d1273670-a760-4c36-8e25-e8035046008d {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:36.499922 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-22467b58-df54-4fd4-b9ec-f8b7c3f75bf7 req-f6b3c32e-658c-433d-a762-1b6651528292 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.515890 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:36.521395 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:36.540739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:36.572629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Pushing event updated for resources: {'Port': ['ID=e42b35bd-bcf1-4918-813f-c9896b8049f8,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:36.628024 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4c1193d9-5aac-4a7d-af50-a084c3df87bf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.708925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f84700-0004-4bb9-954f-19e21e435780 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:36.752285 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 80772877-1234-4dc2-b435-1d011af23c19 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:36.767114 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Attempting to bind port e42b35bd-bcf1-4918-813f-c9896b8049f8 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:36.767638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Attempting to bind port e42b35bd-bcf1-4918-813f-c9896b8049f8 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '16e991c2-4310-4f57-99c5-922ec65b42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:36.768008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Attempting to bind port e42b35bd-bcf1-4918-813f-c9896b8049f8 on network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:36.798020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:36.798546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Checking segment: {'id': '16e991c2-4310-4f57-99c5-922ec65b42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:36.798854 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.800832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Bound using segment: {'id': '16e991c2-4310-4f57-99c5-922ec65b42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:36.800832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Bound port: e42b35bd-bcf1-4918-813f-c9896b8049f8, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e991c2-4310-4f57-99c5-922ec65b42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:36.800832 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:36.846914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1193d9-5aac-4a7d-af50-a084c3df87bf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:36.860931 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-4c1193d9-5aac-4a7d-af50-a084c3df87bf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:36.873200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-730210d4-7204-4a07-bd84-29f72bdeb27f req-4a6ba2af-a9bf-4993-85fa-bf981ba99ad7 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6668937 Nov 03 18:44:36.883796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1193d9-5aac-4a7d-af50-a084c3df87bf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:36.991736 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.005797 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-22467b58-df54-4fd4-b9ec-f8b7c3f75bf7 req-f6b3c32e-658c-433d-a762-1b6651528292 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] For port d1273670-a760-4c36-8e25-e8035046008d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d1273670-a760-4c36-8e25-e8035046008d,segment=NetworkSegment(7fb96ae5-3002-4b9f-af08-ef5c94c0fe90),segment_id=7fb96ae5-3002-4b9f-af08-ef5c94c0fe90)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:37.006339 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-22467b58-df54-4fd4-b9ec-f8b7c3f75bf7 req-f6b3c32e-658c-433d-a762-1b6651528292 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.024320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f84700-0004-4bb9-954f-19e21e435780 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event updated for resources: {'Port': ['ID=47ac83e4-97d3-44d7-9dc7-c9b681c1d61a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:37.057121 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-22467b58-df54-4fd4-b9ec-f8b7c3f75bf7 req-f6b3c32e-658c-433d-a762-1b6651528292 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Calling delete_port for d1273670-a760-4c36-8e25-e8035046008d owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:37.080712 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f84700-0004-4bb9-954f-19e21e435780 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:37.091729 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7f84700-0004-4bb9-954f-19e21e435780 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.106940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1193d9-5aac-4a7d-af50-a084c3df87bf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:37.107595 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4c1193d9-5aac-4a7d-af50-a084c3df87bf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.127423 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-066c4050-f1a3-47bf-9797-792f0dcdc155 req-efc468c8-3511-40f5-8412-9b2f38bfa728 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 210 time: 0.1337085 Nov 03 18:44:37.151564 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c7f84700-0004-4bb9-954f-19e21e435780 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8957827 Nov 03 18:44:37.154821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba5bfc-1df2-4db3-95cd-824cbb194c65 req-f31626f1-e00d-4ede-9638-d498780d662c tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:37.177128 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3eba5bfc-1df2-4db3-95cd-824cbb194c65 req-f31626f1-e00d-4ede-9638-d498780d662c tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 945 time: 0.5551400 Nov 03 18:44:37.179373 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47386) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:37.205877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-aa3dff94-1417-42ae-b8c8-b2f7f889afbf tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Request body: {'port': {'network_id': 'e4d3e522-98f9-4894-8d5b-a64b260bd7dc', 'name': 'tempest-AllowedAddressPairTestJSON-1330936450', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:d4:11:6a'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:37.320417 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] For port e42b35bd-bcf1-4918-813f-c9896b8049f8, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:37.333593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3528ab97-01ee-4f4b-abaa-1ad4fdbe033c None None] Network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:37.354351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1193d9-5aac-4a7d-af50-a084c3df87bf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'Port': ['ID=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:37.484995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f771cba4-8891-409f-9d10-0c3f2140069a req-b94d48cb-2953-4f8b-b81e-94fdb0cbbdb3 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=fd42fde4382c43128145a83ce025634d HTTP/1.1" status: 200 len: 267 time: 0.1115642 Nov 03 18:44:37.495678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] For port e42b35bd-bcf1-4918-813f-c9896b8049f8, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e42b35bd-bcf1-4918-813f-c9896b8049f8,segment=NetworkSegment(16e991c2-4310-4f57-99c5-922ec65b42c8),segment_id=16e991c2-4310-4f57-99c5-922ec65b42c8)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:37.507187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3eba5bfc-1df2-4db3-95cd-824cbb194c65 req-fa5a68b6-f9eb-4d26-a2ef-ab07ed1db7ce tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419761 Nov 03 18:44:37.510347 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-22467b58-df54-4fd4-b9ec-f8b7c3f75bf7 req-f6b3c32e-658c-433d-a762-1b6651528292 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.530685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3dff94-1417-42ae-b8c8-b2f7f889afbf tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Made reservation on behalf of ac2b63f1200f41ecacd26b1b5c44463e for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:37.546429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 80772877-1234-4dc2-b435-1d011af23c19, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=80772877-1234-4dc2-b435-1d011af23c19,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:37.557091 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.584644 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4c1193d9-5aac-4a7d-af50-a084c3df87bf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7964666 Nov 03 18:44:37.614358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47400) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:37.621115 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-5f9cedc7-3b08-46a1-a536-43709efae732 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'port': {'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1', 'name': 'tempest-TaggedBootDevicesTest_v242-129822975', 'fixed_ips': [{'subnet_id': '737242bc-0702-4297-a6de-862b9dff9b6d'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:37.641123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3c32e-658c-433d-a762-1b6651528292 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Pushing event deleted for resources: {'Port': ['ID=d1273670-a760-4c36-8e25-e8035046008d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:37.650098 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-22467b58-df54-4fd4-b9ec-f8b7c3f75bf7 req-f6b3c32e-658c-433d-a762-1b6651528292 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] No DVR routers for this DVR port d1273670-a760-4c36-8e25-e8035046008d on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:44:37.652751 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-22467b58-df54-4fd4-b9ec-f8b7c3f75bf7 req-f6b3c32e-658c-433d-a762-1b6651528292 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.656225 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-22467b58-df54-4fd4-b9ec-f8b7c3f75bf7 req-f6b3c32e-658c-433d-a762-1b6651528292 tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.87 "DELETE /v2.0/ports/d1273670-a760-4c36-8e25-e8035046008d HTTP/1.1" status: 204 len: 173 time: 1.5063701 Nov 03 18:44:37.656679 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c13a6d-3f48-4d27-a2e1-e1a487052d02', 'name': 'network-vif-deleted', 'tag': 'd1273670-a760-4c36-8e25-e8035046008d'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:37.658969 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcf99c7-65f2-4515-beb2-065730cf7bb0" -d '{"events": [{"server_uuid": "d5c13a6d-3f48-4d27-a2e1-e1a487052d02", "name": "network-vif-deleted", "tag": "d1273670-a760-4c36-8e25-e8035046008d"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:37.664879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['d1273670-a760-4c36-8e25-e8035046008d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:37.667033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6ccbb082-ce47-49a0-bd71-9a96cf64534f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:37.670636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '80772877-1234-4dc2-b435-1d011af23c19', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '80772877-1234-4dc2-b435-1d011af23c19', 'mac_address': 'fa:16:3e:f8:68:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:37.771978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-353779d9-87e4-4958-afc5-93a3744864b4 None None] Provisioning complete for port 6ccbb082-ce47-49a0-bd71-9a96cf64534f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:37.773000 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-353779d9-87e4-4958-afc5-93a3744864b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:37.797638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21f2e9c1-669b-47c6-a058-33c207e21301 req-878a62df-26d7-491d-a316-e7faf38bda7e tempest-VolumesAdminNegativeTest-2137161248 tempest-VolumesAdminNegativeTest-2137161248-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c13a6d-3f48-4d27-a2e1-e1a487052d02 HTTP/1.1" status: 200 len: 210 time: 0.1724226 Nov 03 18:44:37.942092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Allocated IP 172.20.0.3 (e4d3e522-98f9-4894-8d5b-a64b260bd7dc/a41a2557-6ef2-4443-893a-af37653b6328/ad0addbf-281b-40f0-9827-f9d005d62448) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:38.071929 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa3dff94-1417-42ae-b8c8-b2f7f889afbf tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.163340 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771cba4-8891-409f-9d10-0c3f2140069a req-ca3c1f6a-08a2-4f04-a4eb-d9240b005dcc tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:38.165813 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f771cba4-8891-409f-9d10-0c3f2140069a req-ca3c1f6a-08a2-4f04-a4eb-d9240b005dcc tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 946 time: 0.6565380 Nov 03 18:44:38.191867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-aa3dff94-1417-42ae-b8c8-b2f7f889afbf tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] device_id is not set on port 6638f68e-b64d-448f-992c-40eb3de55afb yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:44:38.225583 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f771cba4-8891-409f-9d10-0c3f2140069a req-977cc95e-c1ea-40ce-9801-a8f2e9b1b458 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Request body: {'port': {'security_groups': []}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:38.284258 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef482c82-4e47-47dc-8adb-deaa399564bd x-openstack-request-id: req-ef482c82-4e47-47dc-8adb-deaa399564bd {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:38.285044 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c13a6d-3f48-4d27-a2e1-e1a487052d02", "name": "network-vif-deleted", "tag": "d1273670-a760-4c36-8e25-e8035046008d", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:38.285843 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ef482c82-4e47-47dc-8adb-deaa399564bd {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:38.290080 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c13a6d-3f48-4d27-a2e1-e1a487052d02', 'name': 'network-vif-deleted', 'tag': 'd1273670-a760-4c36-8e25-e8035046008d', 'status': 'completed', 'code': 200} Nov 03 18:44:38.388849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e772045-52d6-4f4e-9459-38d8f279898c req-576a627e-2f9f-413d-af52-82dca30d5018 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:38.392160 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1e772045-52d6-4f4e-9459-38d8f279898c req-576a627e-2f9f-413d-af52-82dca30d5018 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.87 "GET /v2.0/networks?id=c74dc851-8c6c-4bdc-9842-e9bc735bbaec HTTP/1.1" status: 200 len: 822 time: 0.4662302 Nov 03 18:44:38.478822 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-1e772045-52d6-4f4e-9459-38d8f279898c req-0582ef1e-7ba2-440b-bb9d-51dacefe4871 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Request body: {'port': {'device_id': '9d1fdee7-0d43-4280-b47c-0915bd256d0b', 'network_id': 'c74dc851-8c6c-4bdc-9842-e9bc735bbaec', 'admin_state_up': True, 'tenant_id': 'cbdc23c5a44e4b97a35480e1d8cba0e6'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:38.491627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9cedc7-3b08-46a1-a536-43709efae732 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Made reservation on behalf of c499298fecc740dd8356f938a201f1f9 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:38.506959 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5f9cedc7-3b08-46a1-a536-43709efae732 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.574155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b4965cc-1802-488d-bd59-0b601e6ed834 req-4a1971ab-8ab5-41b6-ae07-8fe3af4557db tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 210 time: 0.1183569 Nov 03 18:44:38.655812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-5f9cedc7-3b08-46a1-a536-43709efae732 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] device_id is not set on port 8e6b560e-7922-4bd3-b966-74776e459307 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:44:38.673956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e772045-52d6-4f4e-9459-38d8f279898c req-0582ef1e-7ba2-440b-bb9d-51dacefe4871 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Made reservation on behalf of cbdc23c5a44e4b97a35480e1d8cba0e6 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:38.676198 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f771cba4-8891-409f-9d10-0c3f2140069a req-977cc95e-c1ea-40ce-9801-a8f2e9b1b458 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.693474 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1e772045-52d6-4f4e-9459-38d8f279898c req-0582ef1e-7ba2-440b-bb9d-51dacefe4871 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.752880 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.767444 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-353779d9-87e4-4958-afc5-93a3744864b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.826047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b1415-ddaa-4ecb-bfb7-10b87cc2760c None None] Pushing event updated for resources: {'Port': ['ID=e42b35bd-bcf1-4918-813f-c9896b8049f8,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:38.863971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6ccbb082-ce47-49a0-bd71-9a96cf64534f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:38.864415 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:38.993641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0bc9d-6152-456d-afd4-bb8c59dcfda4 req-c59d1678-cc4f-4c9e-8372-d44db2d46df3 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:39.001990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88b0bc9d-6152-456d-afd4-bb8c59dcfda4 req-c59d1678-cc4f-4c9e-8372-d44db2d46df3 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 945 time: 0.1851461 Nov 03 18:44:39.078978 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-1e772045-52d6-4f4e-9459-38d8f279898c req-0582ef1e-7ba2-440b-bb9d-51dacefe4871 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Allocated IP 172.20.0.8 (c74dc851-8c6c-4bdc-9842-e9bc735bbaec/280d2dd8-812a-4adf-86d0-e324ca946d50/d07b16bb-dc98-4edc-9fcf-2878bdba3695) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:39.105746 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80772877-1234-4dc2-b435-1d011af23c19 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:39.143995 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 80772877-1234-4dc2-b435-1d011af23c19, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=80772877-1234-4dc2-b435-1d011af23c19,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:39.160260 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-353779d9-87e4-4958-afc5-93a3744864b4 None None] For port 6ccbb082-ce47-49a0-bd71-9a96cf64534f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6ccbb082-ce47-49a0-bd71-9a96cf64534f,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:39.164329 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.176045 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.181712 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-353779d9-87e4-4958-afc5-93a3744864b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.245664 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.351971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Network e4d3e522-98f9-4894-8d5b-a64b260bd7dc is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:39.381500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:39.393478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:39.405901 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=80772877-1234-4dc2-b435-1d011af23c19,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:39.410090 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1e772045-52d6-4f4e-9459-38d8f279898c req-0582ef1e-7ba2-440b-bb9d-51dacefe4871 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.472712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88b0bc9d-6152-456d-afd4-bb8c59dcfda4 req-5e0ef941-7d4c-46dc-8832-0180aefb7e13 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4696558 Nov 03 18:44:39.499911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1e772045-52d6-4f4e-9459-38d8f279898c req-0582ef1e-7ba2-440b-bb9d-51dacefe4871 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:39.559078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['80772877-1234-4dc2-b435-1d011af23c19'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:39.574530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-5f9cedc7-3b08-46a1-a536-43709efae732 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Allocated IP 10.1.1.71 (dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1/737242bc-0702-4297-a6de-862b9dff9b6d/8e6b560e-7922-4bd3-b966-74776e459307) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:39.612796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e772045-52d6-4f4e-9459-38d8f279898c req-0582ef1e-7ba2-440b-bb9d-51dacefe4871 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Network c74dc851-8c6c-4bdc-9842-e9bc735bbaec is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:39.618696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47428) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:39.621613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-1e772045-52d6-4f4e-9459-38d8f279898c req-0582ef1e-7ba2-440b-bb9d-51dacefe4871 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:39.629926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f771cba4-8891-409f-9d10-0c3f2140069a req-977cc95e-c1ea-40ce-9801-a8f2e9b1b458 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] For port a88fde75-22df-4fd1-a2a5-825dbaca5159, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a88fde75-22df-4fd1-a2a5-825dbaca5159,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:39.646677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e772045-52d6-4f4e-9459-38d8f279898c req-0582ef1e-7ba2-440b-bb9d-51dacefe4871 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:39.727931 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582ef1e-7ba2-440b-bb9d-51dacefe4871 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Pushing event updated for resources: {'Port': ['ID=d07b16bb-dc98-4edc-9fcf-2878bdba3695,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:39.745016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-aa3dff94-1417-42ae-b8c8-b2f7f889afbf tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Allocated IP 172.20.0.10 (e4d3e522-98f9-4894-8d5b-a64b260bd7dc/a41a2557-6ef2-4443-893a-af37653b6328/6638f68e-b64d-448f-992c-40eb3de55afb) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:39.814510 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef30ffc2-08ec-4056-9d20-1fdb4ec99249 None None] Network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:39.862521 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e42b35bd-bcf1-4918-813f-c9896b8049f8 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:39.877829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353779d9-87e4-4958-afc5-93a3744864b4 None None] Pushing event updated for resources: {'Port': ['ID=6ccbb082-ce47-49a0-bd71-9a96cf64534f,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:39.921790 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Attempting to bind port ad0addbf-281b-40f0-9827-f9d005d62448 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:39.922403 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Attempting to bind port ad0addbf-281b-40f0-9827-f9d005d62448 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '47c0948d-0957-4e6c-8e43-374eb3795d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d3e522-98f9-4894-8d5b-a64b260bd7dc'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:39.922983 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Attempting to bind port ad0addbf-281b-40f0-9827-f9d005d62448 on network e4d3e522-98f9-4894-8d5b-a64b260bd7dc {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:40.009260 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e772045-52d6-4f4e-9459-38d8f279898c req-0582ef1e-7ba2-440b-bb9d-51dacefe4871 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:40.010309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1e772045-52d6-4f4e-9459-38d8f279898c req-0582ef1e-7ba2-440b-bb9d-51dacefe4871 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.016128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a3c996-2164-4f91-8bbf-f64b87953a94 admin admin] Deleting subnet 41b97b10-efc1-4f6c-bc6a-503a96ad4f80 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:44:40.017163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:40.017541 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Checking segment: {'id': '47c0948d-0957-4e6c-8e43-374eb3795d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d3e522-98f9-4894-8d5b-a64b260bd7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:40.017949 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.018342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Bound using segment: {'id': '47c0948d-0957-4e6c-8e43-374eb3795d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d3e522-98f9-4894-8d5b-a64b260bd7dc'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:40.018827 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Bound port: ad0addbf-281b-40f0-9827-f9d005d62448, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c0948d-0957-4e6c-8e43-374eb3795d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d3e522-98f9-4894-8d5b-a64b260bd7dc'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:40.019208 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.026215 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c996-2164-4f91-8bbf-f64b87953a94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.044344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7e8f427d-f58c-49bb-85c3-b2f58cb30619 None None] Provisioning complete for port e42b35bd-bcf1-4918-813f-c9896b8049f8 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:40.044932 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7e8f427d-f58c-49bb-85c3-b2f58cb30619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.063223 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1e772045-52d6-4f4e-9459-38d8f279898c req-0582ef1e-7ba2-440b-bb9d-51dacefe4871 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6073833 Nov 03 18:44:40.080002 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c996-2164-4f91-8bbf-f64b87953a94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.090222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Request body: {'port': {'device_id': '9d1fdee7-0d43-4280-b47c-0915bd256d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:40.137451 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Pushing event updated for resources: {'Port': ['ID=ad0addbf-281b-40f0-9827-f9d005d62448,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:40.238115 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c996-2164-4f91-8bbf-f64b87953a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.300130 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.376881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e42b35bd-bcf1-4918-813f-c9896b8049f8 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:40.377528 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.381220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f771cba4-8891-409f-9d10-0c3f2140069a req-977cc95e-c1ea-40ce-9801-a8f2e9b1b458 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.394552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] For port ad0addbf-281b-40f0-9827-f9d005d62448, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:40.433967 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f771cba4-8891-409f-9d10-0c3f2140069a req-977cc95e-c1ea-40ce-9801-a8f2e9b1b458 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.480584 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] For port ad0addbf-281b-40f0-9827-f9d005d62448, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ad0addbf-281b-40f0-9827-f9d005d62448,segment=NetworkSegment(47c0948d-0957-4e6c-8e43-374eb3795d92),segment_id=47c0948d-0957-4e6c-8e43-374eb3795d92)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:40.485843 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['64c4771b-e71b-4bc2-826e-357ea7e401c0', 'c90f35d4-81dc-4095-94ec-d3f85ec6612c', 'a88fde75-22df-4fd1-a2a5-825dbaca5159'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:40.521652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771cba4-8891-409f-9d10-0c3f2140069a req-977cc95e-c1ea-40ce-9801-a8f2e9b1b458 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:40.522474 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f771cba4-8891-409f-9d10-0c3f2140069a req-977cc95e-c1ea-40ce-9801-a8f2e9b1b458 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.524247 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f771cba4-8891-409f-9d10-0c3f2140069a req-977cc95e-c1ea-40ce-9801-a8f2e9b1b458 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "PUT /v2.0/ports/a88fde75-22df-4fd1-a2a5-825dbaca5159 HTTP/1.1" status: 200 len: 905 time: 2.3371551 Nov 03 18:44:40.532283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606e8128-0cab-4813-90b9-2c6efb2914cb', 'tag': 'a88fde75-22df-4fd1-a2a5-825dbaca5159'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:40.539601 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fb6c80-d945-4ef7-8cb9-c24a51e1f924" -d '{"events": [{"name": "network-changed", "server_uuid": "606e8128-0cab-4813-90b9-2c6efb2914cb", "tag": "a88fde75-22df-4fd1-a2a5-825dbaca5159"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:40.568927 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.638471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07b16bb-dc98-4edc-9fcf-2878bdba3695 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:40.655559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.669475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a88fde75-22df-4fd1-a2a5-825dbaca5159'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:40.674408 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Transition to ACTIVE for port object d07b16bb-dc98-4edc-9fcf-2878bdba3695 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:40.681659 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.705703 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7e8f427d-f58c-49bb-85c3-b2f58cb30619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.712627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962e5cc-87d7-45c5-880f-df0fd9ded1e5 req-ab62621e-9983-4b9b-bfa4-a638e1b84560 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:40.731922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d962e5cc-87d7-45c5-880f-df0fd9ded1e5 req-ab62621e-9983-4b9b-bfa4-a638e1b84560 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 945 time: 0.3537340 Nov 03 18:44:40.742938 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47444) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:40.753400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-3c7180c6-7d36-4248-b5b9-0c452e718824 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Request body: {'floatingip': {'port_id': '66e3cf67-540f-4509-9666-b9f4a1657c64'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:40.838150 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c7180c6-7d36-4248-b5b9-0c452e718824 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.891404 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5f9cedc7-3b08-46a1-a536-43709efae732 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:40.954245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54002012-0662-48a3-a69f-dcb52e3c94da None None] Pushing event updated for resources: {'Port': ['ID=ad0addbf-281b-40f0-9827-f9d005d62448,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:40.998468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cc95e-c1ea-40ce-9801-a8f2e9b1b458 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event updated for resources: {'Port': ['ID=a88fde75-22df-4fd1-a2a5-825dbaca5159,revision_number=6']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:41.023976 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5f9cedc7-3b08-46a1-a536-43709efae732 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.057301 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c996-2164-4f91-8bbf-f64b87953a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.103946 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7e8f427d-f58c-49bb-85c3-b2f58cb30619 None None] For port e42b35bd-bcf1-4918-813f-c9896b8049f8, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e42b35bd-bcf1-4918-813f-c9896b8049f8,segment=NetworkSegment(16e991c2-4310-4f57-99c5-922ec65b42c8),segment_id=16e991c2-4310-4f57-99c5-922ec65b42c8)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:41.114466 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c996-2164-4f91-8bbf-f64b87953a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.120412 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b2a3c996-2164-4f91-8bbf-f64b87953a94 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/41b97b10-efc1-4f6c-bc6a-503a96ad4f80 HTTP/1.1" status: 204 len: 168 time: 1.4962234 Nov 03 18:44:41.121442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d07b16bb-dc98-4edc-9fcf-2878bdba3695,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:41.126038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Attempting to bind port d07b16bb-dc98-4edc-9fcf-2878bdba3695 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:41.126569 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Attempting to bind port d07b16bb-dc98-4edc-9fcf-2878bdba3695 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'd882ee88-b691-419b-bab0-65121fe16d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c74dc851-8c6c-4bdc-9842-e9bc735bbaec'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:41.127022 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Attempting to bind port d07b16bb-dc98-4edc-9fcf-2878bdba3695 on network c74dc851-8c6c-4bdc-9842-e9bc735bbaec {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:41.134657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47450) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:41.144600 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3c996-2164-4f91-8bbf-f64b87953a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b97b10-efc1-4f6c-bc6a-503a96ad4f80,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:41.149821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Port d07b16bb-dc98-4edc-9fcf-2878bdba3695 on network c74dc851-8c6c-4bdc-9842-e9bc735bbaec not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:41.150221 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Attempting to bind port d07b16bb-dc98-4edc-9fcf-2878bdba3695 on network c74dc851-8c6c-4bdc-9842-e9bc735bbaec {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:41.154310 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7e8f427d-f58c-49bb-85c3-b2f58cb30619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.207397 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.263561 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 80772877-1234-4dc2-b435-1d011af23c19 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:41.298601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:41.299113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Checking segment: {'id': 'd882ee88-b691-419b-bab0-65121fe16d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c74dc851-8c6c-4bdc-9842-e9bc735bbaec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:41.299674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Bound using segment: {'id': 'd882ee88-b691-419b-bab0-65121fe16d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c74dc851-8c6c-4bdc-9842-e9bc735bbaec'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:41.300355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Bound port: d07b16bb-dc98-4edc-9fcf-2878bdba3695, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd882ee88-b691-419b-bab0-65121fe16d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c74dc851-8c6c-4bdc-9842-e9bc735bbaec'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:41.301035 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.307453 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a7c9089-7a7b-449e-9383-93743f650213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.363177 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8139ffc-56f2-44d2-a7d4-43960ebf2b18 req-ab20a830-ae65-435c-bd0d-3096bc5e6987 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:41.385210 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8139ffc-56f2-44d2-a7d4-43960ebf2b18 req-ab20a830-ae65-435c-bd0d-3096bc5e6987 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 943 time: 0.5994315 Nov 03 18:44:41.502512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1a3ad105-844b-409d-b54b-50dc01675cdc None None] Provisioning complete for port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:41.502882 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1a3ad105-844b-409d-b54b-50dc01675cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.509516 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f427d-f58c-49bb-85c3-b2f58cb30619 None None] Pushing event updated for resources: {'Port': ['ID=e42b35bd-bcf1-4918-813f-c9896b8049f8,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:41.518512 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a7c9089-7a7b-449e-9383-93743f650213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.550399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-5a7c9089-7a7b-449e-9383-93743f650213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffa56a5-a8b0-420a-806f-07dafa1edd3b']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:41.553370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9cedc7-3b08-46a1-a536-43709efae732 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:41.568097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-5a7c9089-7a7b-449e-9383-93743f650213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb96ae5-3002-4b9f-af08-ef5c94c0fe90') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:41.568681 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-5a7c9089-7a7b-449e-9383-93743f650213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb96ae5-3002-4b9f-af08-ef5c94c0fe90') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:41.581030 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a7c9089-7a7b-449e-9383-93743f650213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.596704 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-5f9cedc7-3b08-46a1-a536-43709efae732 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:41.597662 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a7c9089-7a7b-449e-9383-93743f650213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.603083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cedc7-3b08-46a1-a536-43709efae732 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'Port': ['ID=8e6b560e-7922-4bd3-b966-74776e459307,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:41.606509 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:44:41.607151 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:44:41.622981 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7c9089-7a7b-449e-9383-93743f650213 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:44:41.623887 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a7c9089-7a7b-449e-9383-93743f650213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.624592 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ad105-844b-409d-b54b-50dc01675cdc None None] Port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:41.636732 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cedc7-3b08-46a1-a536-43709efae732 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:41.644991 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 80772877-1234-4dc2-b435-1d011af23c19 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:41.645369 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:44:41.713168 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:44:41.755181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1a3ad105-844b-409d-b54b-50dc01675cdc None None] Provisioning complete for port a88fde75-22df-4fd1-a2a5-825dbaca5159 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:41.756230 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1a3ad105-844b-409d-b54b-50dc01675cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.789945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061ba62-40b5-4f1a-8f5f-c0a8f0ef59c7 req-4f412de3-48ec-4250-a908-444c9357820e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:41.792302 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a7c9089-7a7b-449e-9383-93743f650213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.793135 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6061ba62-40b5-4f1a-8f5f-c0a8f0ef59c7 req-4f412de3-48ec-4250-a908-444c9357820e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 908 time: 0.8443935 Nov 03 18:44:41.807211 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a7c9089-7a7b-449e-9383-93743f650213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.811325 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5a7c9089-7a7b-449e-9383-93743f650213 admin admin] 10.222.0.107 "DELETE /v2.0/networks/6ffa56a5-a8b0-420a-806f-07dafa1edd3b HTTP/1.1" status: 204 len: 168 time: 0.6542861 Nov 03 18:44:41.851064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9cedc7-3b08-46a1-a536-43709efae732 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:41.851064 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5f9cedc7-3b08-46a1-a536-43709efae732 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:41.855732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47452) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:41.874752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5f9cedc7-3b08-46a1-a536-43709efae732 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.2575212 Nov 03 18:44:41.892937 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8139ffc-56f2-44d2-a7d4-43960ebf2b18 req-53c03bd2-b68d-48b8-8f42-3d5b58fb6c78 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/security-groups?id=65c6a61d-ad8c-4fd3-814f-426d13f07a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057890 Nov 03 18:44:41.895771 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c9089-7a7b-449e-9383-93743f650213 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ffa56a5-a8b0-420a-806f-07dafa1edd3b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:41.954404 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b67dfd-9065-4c23-97c6-ce5d04273e10 x-openstack-request-id: req-a2b67dfd-9065-4c23-97c6-ce5d04273e10 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:41.954752 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606e8128-0cab-4813-90b9-2c6efb2914cb", "tag": "a88fde75-22df-4fd1-a2a5-825dbaca5159", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:41.955005 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a2b67dfd-9065-4c23-97c6-ce5d04273e10 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:41.955606 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606e8128-0cab-4813-90b9-2c6efb2914cb', 'tag': 'a88fde75-22df-4fd1-a2a5-825dbaca5159', 'status': 'completed', 'code': 200} Nov 03 18:44:41.968877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a2208d-f3c3-4349-9396-372a2d65f4e2 admin admin] Deleting subnet 4d68ac89-f37e-4cba-9b5f-65afbe89d0e5 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:44:41.978018 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14a2208d-f3c3-4349-9396-372a2d65f4e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.099716 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] For port d07b16bb-dc98-4edc-9fcf-2878bdba3695, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:42.108880 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14a2208d-f3c3-4349-9396-372a2d65f4e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.154158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] For port d07b16bb-dc98-4edc-9fcf-2878bdba3695, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d07b16bb-dc98-4edc-9fcf-2878bdba3695,segment=NetworkSegment(d882ee88-b691-419b-bab0-65121fe16d59),segment_id=d882ee88-b691-419b-bab0-65121fe16d59)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:42.162945 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.228902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d07b16bb-dc98-4edc-9fcf-2878bdba3695,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:42.276402 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa3dff94-1417-42ae-b8c8-b2f7f889afbf tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.289404 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:42.290442 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.292008 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1e772045-52d6-4f4e-9459-38d8f279898c req-fdb903c4-6c83-41b6-8c6d-f80f5154e0a2 service neutron] 10.222.0.87 "PUT /v2.0/ports/d07b16bb-dc98-4edc-9fcf-2878bdba3695 HTTP/1.1" status: 200 len: 1091 time: 2.2091193 Nov 03 18:44:42.295720 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1fdee7-0d43-4280-b47c-0915bd256d0b', 'tag': 'd07b16bb-dc98-4edc-9fcf-2878bdba3695'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:42.299022 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d2cbb5-72e7-4ae7-96e9-608cac2db057" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1fdee7-0d43-4280-b47c-0915bd256d0b", "tag": "d07b16bb-dc98-4edc-9fcf-2878bdba3695"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:42.324790 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14a2208d-f3c3-4349-9396-372a2d65f4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.441912 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa3dff94-1417-42ae-b8c8-b2f7f889afbf tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.471060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e772045-52d6-4f4e-9459-38d8f279898c req-f07d06c3-d0e9-4822-ae75-390de1443d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:42.472797 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1e772045-52d6-4f4e-9459-38d8f279898c req-f07d06c3-d0e9-4822-ae75-390de1443d4a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cbdc23c5a44e4b97a35480e1d8cba0e6&device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 1094 time: 0.0790629 Nov 03 18:44:42.577306 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.631455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3dff94-1417-42ae-b8c8-b2f7f889afbf tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Network e4d3e522-98f9-4894-8d5b-a64b260bd7dc is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:42.637392 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dff94-1417-42ae-b8c8-b2f7f889afbf tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event updated for resources: {'Port': ['ID=6638f68e-b64d-448f-992c-40eb3de55afb,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:42.664245 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-aa3dff94-1417-42ae-b8c8-b2f7f889afbf tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:42.672675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb6c80-d945-4ef7-8cb9-c24a51e1f924 req-eb65bb38-d151-49f9-bd92-29f088258202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:42.680256 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00fb6c80-d945-4ef7-8cb9-c24a51e1f924 req-eb65bb38-d151-49f9-bd92-29f088258202 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 1059 time: 0.7013798 Nov 03 18:44:42.717565 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47468) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:42.718341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3dff94-1417-42ae-b8c8-b2f7f889afbf tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:42.764562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80772877-1234-4dc2-b435-1d011af23c19'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:42.767420 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7098537b-4a57-46da-a151-84ad5c7c6286" -d '{"events": [{"server_uuid": "c87730bc-45d4-4a30-97c3-8a56ed9a04a9", "name": "network-vif-plugged", "status": "completed", "tag": "80772877-1234-4dc2-b435-1d011af23c19"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:42.837168 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 80772877-1234-4dc2-b435-1d011af23c19, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=80772877-1234-4dc2-b435-1d011af23c19,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:42.850070 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.850903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d1273670-a760-4c36-8e25-e8035046008d no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:44:42.883232 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a5363-130f-46e6-86dc-9669bbe1d304 req-c201f86c-1fa9-4ee7-a2e9-2fb187939c40 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:42.891903 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99d3d7c-03fe-4ef6-b976-81a90f085974 x-openstack-request-id: req-c99d3d7c-03fe-4ef6-b976-81a90f085974 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:42.892096 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87730bc-45d4-4a30-97c3-8a56ed9a04a9", "name": "network-vif-plugged", "status": "completed", "tag": "80772877-1234-4dc2-b435-1d011af23c19", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:42.892367 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c99d3d7c-03fe-4ef6-b976-81a90f085974 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:42.892762 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80772877-1234-4dc2-b435-1d011af23c19', 'code': 200} Nov 03 18:44:42.897547 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e97a5363-130f-46e6-86dc-9669bbe1d304 req-c201f86c-1fa9-4ee7-a2e9-2fb187939c40 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.6649070 Nov 03 18:44:42.897751 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: d1273670-a760-4c36-8e25-e8035046008d {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:44:42.898078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d1273670-a760-4c36-8e25-e8035046008d not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:44:42.910786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3dff94-1417-42ae-b8c8-b2f7f889afbf tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:42.911909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa3dff94-1417-42ae-b8c8-b2f7f889afbf tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:42.944740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe18eef-2daa-4654-9a29-f968c6dd359b None None] Network e4d3e522-98f9-4894-8d5b-a64b260bd7dc requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:44:42.987647 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c4146b-9c76-4b23-9df4-4b3e2de5bdc5 x-openstack-request-id: req-f9c4146b-9c76-4b23-9df4-4b3e2de5bdc5 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:42.987647 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1fdee7-0d43-4280-b47c-0915bd256d0b", "tag": "d07b16bb-dc98-4edc-9fcf-2878bdba3695", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:42.987647 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f9c4146b-9c76-4b23-9df4-4b3e2de5bdc5 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:42.987647 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1fdee7-0d43-4280-b47c-0915bd256d0b', 'tag': 'd07b16bb-dc98-4edc-9fcf-2878bdba3695', 'status': 'completed', 'code': 200} Nov 03 18:44:43.158478 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1e772045-52d6-4f4e-9459-38d8f279898c req-d8e41e9f-340a-434b-afe6-6f1ddca83ede service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d07b16bb-dc98-4edc-9fcf-2878bdba3695 HTTP/1.1" status: 200 len: 217 time: 0.1652613 Nov 03 18:44:43.187487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ec66ff13-4930-4adf-b911-85f121d444e0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--231792449', 'description': 'tempest-description--1803470267'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:43.199437 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aa3dff94-1417-42ae-b8c8-b2f7f889afbf tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 6.0078378 Nov 03 18:44:43.209256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47480) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:43.215834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ad0addbf-281b-40f0-9827-f9d005d62448 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:43.301569 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb6c80-d945-4ef7-8cb9-c24a51e1f924 req-49f9c8a8-2e15-43e7-a645-a7c45da39d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:43.304277 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00fb6c80-d945-4ef7-8cb9-c24a51e1f924 req-49f9c8a8-2e15-43e7-a645-a7c45da39d8c service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.4408634 Nov 03 18:44:43.323504 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec66ff13-4930-4adf-b911-85f121d444e0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.327278 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1a3ad105-844b-409d-b54b-50dc01675cdc None None] Provisioning complete for port 6ccbb082-ce47-49a0-bd71-9a96cf64534f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:43.327704 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1a3ad105-844b-409d-b54b-50dc01675cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.342202 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14a2208d-f3c3-4349-9396-372a2d65f4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.389950 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2208d-f3c3-4349-9396-372a2d65f4e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d68ac89-f37e-4cba-9b5f-65afbe89d0e5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:43.408206 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14a2208d-f3c3-4349-9396-372a2d65f4e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.410660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e97a5363-130f-46e6-86dc-9669bbe1d304 req-5de6d7d4-4334-4b05-8213-674443c73d20 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5120316 Nov 03 18:44:43.415545 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-14a2208d-f3c3-4349-9396-372a2d65f4e2 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/4d68ac89-f37e-4cba-9b5f-65afbe89d0e5 HTTP/1.1" status: 204 len: 168 time: 1.5136254 Nov 03 18:44:43.422484 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c7180c6-7d36-4248-b5b9-0c452e718824 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.422981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00fb6c80-d945-4ef7-8cb9-c24a51e1f924 req-50ab2ae7-b5ea-4d1c-9205-1dff08530590 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a88fde75-22df-4fd1-a2a5-825dbaca5159 HTTP/1.1" status: 200 len: 217 time: 0.1093805 Nov 03 18:44:43.423616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47482) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:43.438449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8ca6e-d17c-46db-b0bc-557e0c3fab75 req-8e414445-84a1-4b68-98c5-cbd9bb027550 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:43.439844 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.440177 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37f8ca6e-d17c-46db-b0bc-557e0c3fab75 req-8e414445-84a1-4b68-98c5-cbd9bb027550 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 943 time: 0.2890382 Nov 03 18:44:43.554665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb6c80-d945-4ef7-8cb9-c24a51e1f924 req-4a7d9dfb-7cc9-471d-a675-64c05d72b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:43.556327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00fb6c80-d945-4ef7-8cb9-c24a51e1f924 req-4a7d9dfb-7cc9-471d-a675-64c05d72b3ea service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.1150715 Nov 03 18:44:43.577421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=80772877-1234-4dc2-b435-1d011af23c19,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:43.610080 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0663edf-6251-40fb-8a54-0b12d90f1e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.622685 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37f8ca6e-d17c-46db-b0bc-557e0c3fab75 req-f060505c-7e4f-40d2-bda1-a8e2f54de837 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/security-groups?id=65c6a61d-ad8c-4fd3-814f-426d13f07a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434777 Nov 03 18:44:43.666332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d053b429-33cf-45fc-bb4b-0ca9c0bf2f6f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:43.695633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d053b429-33cf-45fc-bb4b-0ca9c0bf2f6f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:43.698017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d053b429-33cf-45fc-bb4b-0ca9c0bf2f6f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:43.705557 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d053b429-33cf-45fc-bb4b-0ca9c0bf2f6f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4875231 Nov 03 18:44:43.712112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47494) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:43.717605 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c7180c6-7d36-4248-b5b9-0c452e718824 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.798026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ad0addbf-281b-40f0-9827-f9d005d62448 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:43.799240 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.819609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec66ff13-4930-4adf-b911-85f121d444e0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.838730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e772045-52d6-4f4e-9459-38d8f279898c req-b1923fa4-7f66-4fd0-82be-833f08ac9d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:43.842310 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1e772045-52d6-4f4e-9459-38d8f279898c req-b1923fa4-7f66-4fd0-82be-833f08ac9d4b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=280d2dd8-812a-4adf-86d0-e324ca946d50 HTTP/1.1" status: 200 len: 862 time: 0.6726470 Nov 03 18:44:43.871794 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec66ff13-4930-4adf-b911-85f121d444e0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:43.899067 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1e772045-52d6-4f4e-9459-38d8f279898c req-462d9029-25d1-4fc1-a0f5-7110030ec94b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c74dc851-8c6c-4bdc-9842-e9bc735bbaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426438 Nov 03 18:44:43.928104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb6c80-d945-4ef7-8cb9-c24a51e1f924 req-9af7c4b8-4608-4686-8f23-508bf2bf08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:43.930462 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00fb6c80-d945-4ef7-8cb9-c24a51e1f924 req-9af7c4b8-4608-4686-8f23-508bf2bf08a3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3623664 Nov 03 18:44:43.937526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66ff13-4930-4adf-b911-85f121d444e0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:43.989756 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.005139 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5d6dc050-5d33-404d-b8e9-e602d04e9266 None None] Provisioning complete for port e42b35bd-bcf1-4918-813f-c9896b8049f8 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:44.006308 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc050-5d33-404d-b8e9-e602d04e9266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.067106 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0663edf-6251-40fb-8a54-0b12d90f1e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.078011 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec66ff13-4930-4adf-b911-85f121d444e0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.082838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ec66ff13-4930-4adf-b911-85f121d444e0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1778705 Nov 03 18:44:44.088027 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47496) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:44.096105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-9036cb1f-372e-42d6-9e32-7276f072514a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'security_group_rule': {'security_group_id': '249d08dc-5c32-4ce6-90f8-d48c19f8b0b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:44.127047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port ad0addbf-281b-40f0-9827-f9d005d62448, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ad0addbf-281b-40f0-9827-f9d005d62448,segment=NetworkSegment(47c0948d-0957-4e6c-8e43-374eb3795d92),segment_id=47c0948d-0957-4e6c-8e43-374eb3795d92)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:44.141700 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.142615 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6ccbb082-ce47-49a0-bd71-9a96cf64534f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:44.148362 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-3c7180c6-7d36-4248-b5b9-0c452e718824 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Floating IP bf10827d-2ca1-4caf-b0b3-6fe9fb3ef03c associated. External IP: 172.25.2.10, port: 66e3cf67-540f-4509-9666-b9f4a1657c64. Nov 03 18:44:44.174893 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b0663edf-6251-40fb-8a54-0b12d90f1e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4cb52b7-c111-43a0-ac79-eab125bcd2e5']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:44.192454 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b0663edf-6251-40fb-8a54-0b12d90f1e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7367d7-5c0f-4cac-b427-1e13086d5b49') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:44.193640 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b0663edf-6251-40fb-8a54-0b12d90f1e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7367d7-5c0f-4cac-b427-1e13086d5b49') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:44.206836 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0663edf-6251-40fb-8a54-0b12d90f1e44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.219091 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9036cb1f-372e-42d6-9e32-7276f072514a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.225236 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0663edf-6251-40fb-8a54-0b12d90f1e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.232883 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0663edf-6251-40fb-8a54-0b12d90f1e44 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:44:44.233443 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0663edf-6251-40fb-8a54-0b12d90f1e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.246785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d893bd-5904-418a-8303-a923065a282f req-159d8166-a27b-4453-9332-2e9821de02ec tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:44.258548 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-69d893bd-5904-418a-8303-a923065a282f req-159d8166-a27b-4453-9332-2e9821de02ec tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.4575145 Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:44:44.309982 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:44:44.319395 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0663edf-6251-40fb-8a54-0b12d90f1e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.326079 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0663edf-6251-40fb-8a54-0b12d90f1e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.330317 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b0663edf-6251-40fb-8a54-0b12d90f1e44 admin admin] 10.222.0.107 "DELETE /v2.0/networks/a4cb52b7-c111-43a0-ac79-eab125bcd2e5 HTTP/1.1" status: 204 len: 168 time: 0.9055536 Nov 03 18:44:44.330562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=ad0addbf-281b-40f0-9827-f9d005d62448,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:44.356598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5d6dc050-5d33-404d-b8e9-e602d04e9266 None None] Provisioning complete for port 8e6b560e-7922-4bd3-b966-74776e459307 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:44.357261 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc050-5d33-404d-b8e9-e602d04e9266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.400654 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6ccbb082-ce47-49a0-bd71-9a96cf64534f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:44.401038 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.416724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0663edf-6251-40fb-8a54-0b12d90f1e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4cb52b7-c111-43a0-ac79-eab125bcd2e5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:44.490178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-5d6dc050-5d33-404d-b8e9-e602d04e9266 None None] Port 8e6b560e-7922-4bd3-b966-74776e459307 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:44.493404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00fb6c80-d945-4ef7-8cb9-c24a51e1f924 req-23294fc4-bec1-400d-8fe6-f17579037be6 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070803 Nov 03 18:44:44.570482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5d6dc050-5d33-404d-b8e9-e602d04e9266 None None] Provisioning complete for port ad0addbf-281b-40f0-9827-f9d005d62448 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:44.570738 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc050-5d33-404d-b8e9-e602d04e9266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.587401 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1e772045-52d6-4f4e-9459-38d8f279898c req-63feae93-099f-4643-84fc-2f14ed780da7 service neutron] 10.222.0.87 "GET /v2.0/networks/c74dc851-8c6c-4bdc-9842-e9bc735bbaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6526024 Nov 03 18:44:44.750413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e42b35bd-bcf1-4918-813f-c9896b8049f8 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:44.796304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-78d82494-2202-4da3-b643-31a40633cbb9 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Deleting port 6638f68e-b64d-448f-992c-40eb3de55afb {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:44.802302 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-78d82494-2202-4da3-b643-31a40633cbb9 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.832023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47514) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:44.962625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e42b35bd-bcf1-4918-813f-c9896b8049f8 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:44.962995 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:44.985793 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-69d893bd-5904-418a-8303-a923065a282f req-605ebe3b-0e6e-4833-83bc-57ac9b76ffaa tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6714439 Nov 03 18:44:45.021854 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7b571445-f9c5-4712-9d7b-41f3094c3278 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1891768c666c4cd7b0ddcbe64b0aa4a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1826074 Nov 03 18:44:45.060086 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47518) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:45.106131 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-35c2779c-ff2a-4e29-80b9-7338b6c376cd None None] Provisioning complete for port 47ac83e4-97d3-44d7-9dc7-c9b681c1d61a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:45.108920 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-35c2779c-ff2a-4e29-80b9-7338b6c376cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.110070 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1e772045-52d6-4f4e-9459-38d8f279898c req-ba924f5d-0002-4372-8871-aaf3bc704eb8 service neutron] 10.222.0.87 "GET /v2.0/networks/c74dc851-8c6c-4bdc-9842-e9bc735bbaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100334 Nov 03 18:44:45.186409 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00fb6c80-d945-4ef7-8cb9-c24a51e1f924 req-31995c2e-6d91-4927-93fa-25793cdb4bc1 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476052 Nov 03 18:44:45.190834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-35c2779c-ff2a-4e29-80b9-7338b6c376cd None None] Port 47ac83e4-97d3-44d7-9dc7-c9b681c1d61a cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:45.237208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-35c2779c-ff2a-4e29-80b9-7338b6c376cd None None] Provisioning complete for port 6638f68e-b64d-448f-992c-40eb3de55afb triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:45.237587 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-35c2779c-ff2a-4e29-80b9-7338b6c376cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.280826 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-35c2779c-ff2a-4e29-80b9-7338b6c376cd None None] Port 6638f68e-b64d-448f-992c-40eb3de55afb cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:45.300293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-35c2779c-ff2a-4e29-80b9-7338b6c376cd None None] Provisioning complete for port ad0addbf-281b-40f0-9827-f9d005d62448 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:45.300663 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-35c2779c-ff2a-4e29-80b9-7338b6c376cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.314088 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9036cb1f-372e-42d6-9e32-7276f072514a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.369081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736c046-a401-4b8a-b6d6-1f3c962cd1e4 req-7cd2126f-4f46-4140-a970-3f1c4f291b3e tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:45.370742 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d736c046-a401-4b8a-b6d6-1f3c962cd1e4 req-7cd2126f-4f46-4140-a970-3f1c4f291b3e tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 943 time: 0.4680271 Nov 03 18:44:45.371494 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9036cb1f-372e-42d6-9e32-7276f072514a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.442166 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a706263-a302-4e07-a73c-3fdbb39fa7a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.472640 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7180c6-7d36-4248-b5b9-0c452e718824 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Router f47fc93c-e81a-4e85-9bcc-c7424949b6cb has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:44:45.482670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2cbb5-72e7-4ae7-96e9-608cac2db057 req-ba7a023d-81e8-4752-83a0-0e4090e1bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:45.484883 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38d2cbb5-72e7-4ae7-96e9-608cac2db057 req-ba7a023d-81e8-4752-83a0-0e4090e1bc3e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=cbdc23c5a44e4b97a35480e1d8cba0e6&device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 1094 time: 0.2306929 Nov 03 18:44:45.494830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036cb1f-372e-42d6-9e32-7276f072514a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ff86df-26fd-4fa9-9db2-02354f25a6d0,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:45.506894 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9036cb1f-372e-42d6-9e32-7276f072514a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.511975 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9036cb1f-372e-42d6-9e32-7276f072514a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4204021 Nov 03 18:44:45.525279 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47530) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:45.531229 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-248d9d7e-0905-42c5-a430-f8288b062bc4 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'security_group_rule': {'security_group_id': '249d08dc-5c32-4ce6-90f8-d48c19f8b0b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:45.541862 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ad0addbf-281b-40f0-9827-f9d005d62448 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:45.553337 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a706263-a302-4e07-a73c-3fdbb39fa7a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.653488 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-f2d7e523-17e1-44dd-ab0e-4af635baf754 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:45.655504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-f2d7e523-17e1-44dd-ab0e-4af635baf754 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 811 time: 0.1637733 Nov 03 18:44:45.680511 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-78d82494-2202-4da3-b643-31a40633cbb9 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.698341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ad0addbf-281b-40f0-9827-f9d005d62448 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:45.698984 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.755368 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d736c046-a401-4b8a-b6d6-1f3c962cd1e4 req-48100b5b-f920-44a0-a158-bd697d7f7e90 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/security-groups?id=65c6a61d-ad8c-4fd3-814f-426d13f07a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570278 Nov 03 18:44:45.758659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-4acef3a5-f280-4ab8-bb04-e371de3e6f43 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/quotas/fd42fde4382c43128145a83ce025634d HTTP/1.1" status: 200 len: 375 time: 0.0890155 Nov 03 18:44:45.780831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2cbb5-72e7-4ae7-96e9-608cac2db057 req-8bcf4b10-fc55-48a6-9408-6170a4bdb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:45.782537 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38d2cbb5-72e7-4ae7-96e9-608cac2db057 req-8bcf4b10-fc55-48a6-9408-6170a4bdb700 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c74dc851-8c6c-4bdc-9842-e9bc735bbaec HTTP/1.1" status: 200 len: 923 time: 0.2733207 Nov 03 18:44:45.784627 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4f2686ec-7b6d-4fb3-a228-8085bf4f6168 None None] Provisioning complete for port 6638f68e-b64d-448f-992c-40eb3de55afb triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:45.785298 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4f2686ec-7b6d-4fb3-a228-8085bf4f6168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:45.849563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-78d82494-2202-4da3-b643-31a40633cbb9 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Calling delete_port for 6638f68e-b64d-448f-992c-40eb3de55afb owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:45.872864 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4f2686ec-7b6d-4fb3-a228-8085bf4f6168 None None] Port 6638f68e-b64d-448f-992c-40eb3de55afb cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:45.971149 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38d2cbb5-72e7-4ae7-96e9-608cac2db057 req-6e2575e0-05fc-4b04-aa1c-76853dac3cdd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d07b16bb-dc98-4edc-9fcf-2878bdba3695 HTTP/1.1" status: 200 len: 217 time: 0.1620014 Nov 03 18:44:46.065638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-70edb5b1-f361-4dac-863a-00ef92e93620 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2879710 Nov 03 18:44:46.148557 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-248d9d7e-0905-42c5-a430-f8288b062bc4 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:46.152149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2cbb5-72e7-4ae7-96e9-608cac2db057 req-f7bb6169-4775-437d-becd-7645a4f312c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:46.155819 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38d2cbb5-72e7-4ae7-96e9-608cac2db057 req-f7bb6169-4775-437d-becd-7645a4f312c0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=280d2dd8-812a-4adf-86d0-e324ca946d50 HTTP/1.1" status: 200 len: 862 time: 0.0679088 Nov 03 18:44:46.261224 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38d2cbb5-72e7-4ae7-96e9-608cac2db057 req-71a7ef9e-b08d-4610-a21b-8888193d240f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c74dc851-8c6c-4bdc-9842-e9bc735bbaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734708 Nov 03 18:44:46.364444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-025ee3c1-2f89-419f-bb9a-76adf7e1b80c service neutron] 10.222.0.107 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901733 Nov 03 18:44:46.372763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7180c6-7d36-4248-b5b9-0c452e718824 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:44:46.377732 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c7180c6-7d36-4248-b5b9-0c452e718824 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:46.390593 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f52fc-153f-44ed-96aa-e48eec0d8e87 None None] Sync routers for ids ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:44:46.422984 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f52fc-153f-44ed-96aa-e48eec0d8e87 None None] Routers {'f47fc93c-e81a-4e85-9bcc-c7424949b6cb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:46.424033 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e18f52fc-153f-44ed-96aa-e48eec0d8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:44:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:46.487278 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38d2cbb5-72e7-4ae7-96e9-608cac2db057 req-00590592-df03-4d16-83b7-4c3839cdc367 service neutron] 10.222.0.87 "GET /v2.0/networks/c74dc851-8c6c-4bdc-9842-e9bc735bbaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839533 Nov 03 18:44:46.489709 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3c7180c6-7d36-4248-b5b9-0c452e718824 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "PUT /v2.0/floatingips/bf10827d-2ca1-4caf-b0b3-6fe9fb3ef03c HTTP/1.1" status: 200 len: 990 time: 5.7418592 Nov 03 18:44:46.542578 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-248d9d7e-0905-42c5-a430-f8288b062bc4 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:46.543414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ed7b21-3e75-4314-8b4a-e395fbdea4c7', 'tag': '66e3cf67-540f-4509-9666-b9f4a1657c64'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:46.553413 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18210e88-1cc0-4866-8413-67984f3b5319" -d '{"events": [{"name": "network-changed", "server_uuid": "06ed7b21-3e75-4314-8b4a-e395fbdea4c7", "tag": "66e3cf67-540f-4509-9666-b9f4a1657c64"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:46.576322 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-78d82494-2202-4da3-b643-31a40633cbb9 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:46.588580 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a706263-a302-4e07-a73c-3fdbb39fa7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:46.596881 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a706263-a302-4e07-a73c-3fdbb39fa7a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:46.600574 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5a706263-a302-4e07-a73c-3fdbb39fa7a8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1552bcd1-596a-4db6-babe-4fdc28b9a55d HTTP/1.1" status: 204 len: 168 time: 1.5375683 Nov 03 18:44:46.612545 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-248d9d7e-0905-42c5-a430-f8288b062bc4 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:46.720492 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-e18f52fc-153f-44ed-96aa-e48eec0d8e87 None None] Set router f47fc93c-e81a-4e85-9bcc-c7424949b6cb gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:46.765678 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-248d9d7e-0905-42c5-a430-f8288b062bc4 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:46.790886 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-248d9d7e-0905-42c5-a430-f8288b062bc4 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2405710 Nov 03 18:44:46.792307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a706263-a302-4e07-a73c-3fdbb39fa7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1552bcd1-596a-4db6-babe-4fdc28b9a55d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:46.870000 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b3cf22-bf0c-44e8-b3cd-aa6464df096d x-openstack-request-id: req-d3b3cf22-bf0c-44e8-b3cd-aa6464df096d {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:46.877197 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ed7b21-3e75-4314-8b4a-e395fbdea4c7", "tag": "66e3cf67-540f-4509-9666-b9f4a1657c64", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:46.877989 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d3b3cf22-bf0c-44e8-b3cd-aa6464df096d {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:46.879213 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ed7b21-3e75-4314-8b4a-e395fbdea4c7', 'tag': '66e3cf67-540f-4509-9666-b9f4a1657c64', 'status': 'completed', 'code': 200} Nov 03 18:44:46.880859 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47550) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:46.914081 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:46.969067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d82494-2202-4da3-b643-31a40633cbb9 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event deleted for resources: {'Port': ['ID=6638f68e-b64d-448f-992c-40eb3de55afb,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:47.042779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d9d7e-0905-42c5-a430-f8288b062bc4 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d9352b-3ee5-4350-917e-ff220df82cf0,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:47.056094 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:47.258296 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e18f52fc-153f-44ed-96aa-e48eec0d8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:51Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 4, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'gw_port': {'id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:53Z', 'updated_at': '2021-11-03T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'bf10827d-2ca1-4caf-b0b3-6fe9fb3ef03c', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'port_id': '66e3cf67-540f-4509-9666-b9f4a1657c64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'mac_address': 'fa:16:3e:0d:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ed7b21-3e75-4314-8b4a-e395fbdea4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:44:07Z', 'updated_at': '2021-11-03T18:44:43Z', 'revision_number': 1, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0344373-b664-4103-bc94-ddc5ea43f389', 'name': '', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'mac_address': 'fa:16:3e:24:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:57Z', 'updated_at': '2021-11-03T18:44:08Z', 'revision_number': 5, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'subnets': [{'id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:47.287738 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38d2cbb5-72e7-4ae7-96e9-608cac2db057 req-abce4d39-63a1-4f41-9ea6-f6faa233e0ec service neutron] 10.222.0.87 "GET /v2.0/networks/c74dc851-8c6c-4bdc-9842-e9bc735bbaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7245233 Nov 03 18:44:47.291669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-273098e9-0afd-4200-aab4-22c67dc0bb5e service neutron] 10.222.0.107 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9152915 Nov 03 18:44:47.308154 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f52fc-153f-44ed-96aa-e48eec0d8e87 None None] Checking router: f47fc93c-e81a-4e85-9bcc-c7424949b6cb for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:44:47.319130 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f52fc-153f-44ed-96aa-e48eec0d8e87 None None] Routers {'f47fc93c-e81a-4e85-9bcc-c7424949b6cb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:44:47.319983 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e18f52fc-153f-44ed-96aa-e48eec0d8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:44:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:47.329493 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18210e88-1cc0-4866-8413-67984f3b5319 req-64f21750-4d3e-4fa1-9169-ca3911b96671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:47.331121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18210e88-1cc0-4866-8413-67984f3b5319 req-64f21750-4d3e-4fa1-9169-ca3911b96671 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3b42e65c2e04bce87b59cc9e9aca564&device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 1096 time: 0.3853405 Nov 03 18:44:47.340825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f313a3e-efa7-4628-b14a-45f47493d3ca req-951305e7-55f7-4bb4-91c2-2e7b1cd2b69b tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:47.348672 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f313a3e-efa7-4628-b14a-45f47493d3ca req-951305e7-55f7-4bb4-91c2-2e7b1cd2b69b tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 943 time: 0.4231892 Nov 03 18:44:47.460768 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:47.604521 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-e18f52fc-153f-44ed-96aa-e48eec0d8e87 None None] Set router f47fc93c-e81a-4e85-9bcc-c7424949b6cb gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:44:47.635846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18210e88-1cc0-4866-8413-67984f3b5319 req-24da7490-e326-45ee-88ba-fe239a786e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:47.637883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18210e88-1cc0-4866-8413-67984f3b5319 req-24da7490-e326-45ee-88ba-fe239a786e30 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fdc199b6-f5e3-4b65-913a-bebfee2a6023 HTTP/1.1" status: 200 len: 906 time: 0.2753530 Nov 03 18:44:47.649770 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-78d82494-2202-4da3-b643-31a40633cbb9 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:47.657131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-78d82494-2202-4da3-b643-31a40633cbb9 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "DELETE /v2.0/ports/6638f68e-b64d-448f-992c-40eb3de55afb HTTP/1.1" status: 204 len: 168 time: 3.9328771 Nov 03 18:44:47.663682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47574) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:47.752073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18210e88-1cc0-4866-8413-67984f3b5319 req-d2ffbde2-6f4b-41ac-bfe7-c4ab3a27b149 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66e3cf67-540f-4509-9666-b9f4a1657c64 HTTP/1.1" status: 200 len: 998 time: 0.0920529 Nov 03 18:44:47.752765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47580) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:47.758077 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-306eefaf-f660-42db-af4f-7a9278baa440 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] GET failed (client error): The resource could not be found. Nov 03 18:44:47.760294 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-306eefaf-f660-42db-af4f-7a9278baa440 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "GET /v2.0/ports/6638f68e-b64d-448f-992c-40eb3de55afb HTTP/1.1" status: 404 len: 333 time: 0.0933137 Nov 03 18:44:47.765920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47582) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:47.777533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d5d9fcfd-f0ce-4d84-a62d-a3a327c02166 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Request body: {'port': {'network_id': 'e4d3e522-98f9-4894-8d5b-a64b260bd7dc', 'name': 'tempest-AllowedAddressPairTestJSON-1454170912'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:47.831435 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Allocated IP 172.25.2.154 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/95833b46-2724-490b-9e57-14c1ad5a1397) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:48.168492 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d9fcfd-f0ce-4d84-a62d-a3a327c02166 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Made reservation on behalf of ac2b63f1200f41ecacd26b1b5c44463e for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:48.178389 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5d9fcfd-f0ce-4d84-a62d-a3a327c02166 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:48.196439 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:48.210845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-d5d9fcfd-f0ce-4d84-a62d-a3a327c02166 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] device_id is not set on port a371ff71-9afd-489b-8037-afa505d1b15c yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:44:48.334153 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3c8ae930-08e2-48bd-bb0c-305f97166d1c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8767d980e1c243d8a6e24d8046163ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5686743 Nov 03 18:44:48.339359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47590) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:48.340661 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:48.344551 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e18f52fc-153f-44ed-96aa-e48eec0d8e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:51Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 4, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'gw_port': {'id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:53Z', 'updated_at': '2021-11-03T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'bf10827d-2ca1-4caf-b0b3-6fe9fb3ef03c', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'port_id': '66e3cf67-540f-4509-9666-b9f4a1657c64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'mac_address': 'fa:16:3e:0d:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ed7b21-3e75-4314-8b4a-e395fbdea4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:44:07Z', 'updated_at': '2021-11-03T18:44:43Z', 'revision_number': 1, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0344373-b664-4103-bc94-ddc5ea43f389', 'name': '', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'mac_address': 'fa:16:3e:24:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:57Z', 'updated_at': '2021-11-03T18:44:08Z', 'revision_number': 5, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'subnets': [{'id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:44:48.381477 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03ca8adf-cfb3-4be5-bb97-b068c5c0e54a req-c000a02c-df53-4512-be9d-0dcc88b72d86 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 210 time: 0.0555317 Nov 03 18:44:48.431441 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f313a3e-efa7-4628-b14a-45f47493d3ca req-566b0c67-0e84-408a-a18c-d43cc003fa24 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/security-groups?id=65c6a61d-ad8c-4fd3-814f-426d13f07a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0812404 Nov 03 18:44:48.444434 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f52fc-153f-44ed-96aa-e48eec0d8e87 None None] The sync data for ids ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'] in n-d-812150-4 is: [{'id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:51Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 4, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'gw_port': {'id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:53Z', 'updated_at': '2021-11-03T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'bf10827d-2ca1-4caf-b0b3-6fe9fb3ef03c', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'port_id': '66e3cf67-540f-4509-9666-b9f4a1657c64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'mac_address': 'fa:16:3e:0d:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ed7b21-3e75-4314-8b4a-e395fbdea4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:44:07Z', 'updated_at': '2021-11-03T18:44:43Z', 'revision_number': 1, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0344373-b664-4103-bc94-ddc5ea43f389', 'name': '', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'mac_address': 'fa:16:3e:24:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:57Z', 'updated_at': '2021-11-03T18:44:08Z', 'revision_number': 5, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'subnets': [{'id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:44:48.484404 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18210e88-1cc0-4866-8413-67984f3b5319 req-65df92b8-83e3-4767-8846-6a50406516b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:48.486610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18210e88-1cc0-4866-8413-67984f3b5319 req-65df92b8-83e3-4767-8846-6a50406516b7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=07976770-16a8-44a6-a21e-88c04a33aeb8 HTTP/1.1" status: 200 len: 844 time: 0.7176225 Nov 03 18:44:48.512142 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'Port': ['ID=95833b46-2724-490b-9e57-14c1ad5a1397,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:48.524885 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:48.545164 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:48.553521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:48.561872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18210e88-1cc0-4866-8413-67984f3b5319 req-be17ef3b-5080-4173-b7b1-0a3e70f69407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:48.563285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18210e88-1cc0-4866-8413-67984f3b5319 req-be17ef3b-5080-4173-b7b1-0a3e70f69407 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fdc199b6-f5e3-4b65-913a-bebfee2a6023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622394 Nov 03 18:44:48.637005 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-d5d9fcfd-f0ce-4d84-a62d-a3a327c02166 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Allocated IP 172.20.0.8 (e4d3e522-98f9-4894-8d5b-a64b260bd7dc/a41a2557-6ef2-4443-893a-af37653b6328/a371ff71-9afd-489b-8037-afa505d1b15c) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:48.641780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8637877a-9291-4c27-9a19-9183cced787f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:48.670037 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18210e88-1cc0-4866-8413-67984f3b5319 req-04e43f0e-3e4c-40a7-a9a4-2805a16f6343 service neutron] 10.222.0.98 "GET /v2.0/networks/fdc199b6-f5e3-4b65-913a-bebfee2a6023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970628 Nov 03 18:44:48.734076 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8637877a-9291-4c27-9a19-9183cced787f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:48.821032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8eecf7-6c2e-4309-a6d2-1b2d6d38df97 None None] New status for floating IP bf10827d-2ca1-4caf-b0b3-6fe9fb3ef03c: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:44:48.869557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18210e88-1cc0-4866-8413-67984f3b5319 req-d6dc05ce-45b4-4d3b-8be0-c28d63cd7991 service neutron] 10.222.0.98 "GET /v2.0/networks/fdc199b6-f5e3-4b65-913a-bebfee2a6023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905138 Nov 03 18:44:49.262009 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d07b16bb-dc98-4edc-9fcf-2878bdba3695 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:49.392817 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:49.411100 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port d07b16bb-dc98-4edc-9fcf-2878bdba3695, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d07b16bb-dc98-4edc-9fcf-2878bdba3695,segment=NetworkSegment(d882ee88-b691-419b-bab0-65121fe16d59),segment_id=d882ee88-b691-419b-bab0-65121fe16d59)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:49.432221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'd07b16bb-dc98-4edc-9fcf-2878bdba3695', 'network_id': 'c74dc851-8c6c-4bdc-9842-e9bc735bbaec', 'port_id': 'd07b16bb-dc98-4edc-9fcf-2878bdba3695', 'mac_address': 'fa:16:3e:0f:f5:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280d2dd8-812a-4adf-86d0-e324ca946d50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:49.632777 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:49.690301 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07b16bb-dc98-4edc-9fcf-2878bdba3695 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:49.753371 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port d07b16bb-dc98-4edc-9fcf-2878bdba3695, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d07b16bb-dc98-4edc-9fcf-2878bdba3695,segment=NetworkSegment(d882ee88-b691-419b-bab0-65121fe16d59),segment_id=d882ee88-b691-419b-bab0-65121fe16d59)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:49.760458 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:49.770496 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cab82bb5-9fdb-425d-838f-35eb89b70494 req-1bf4de3d-3378-4efd-a537-22353e132631 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 210 time: 0.1323397 Nov 03 18:44:49.917507 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=d07b16bb-dc98-4edc-9fcf-2878bdba3695,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:49.977004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd2530-0543-49f0-8f41-d8e1df288d72 req-ee035b70-f068-4545-8a64-b6252764e9dc tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:49.992663 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-56fd2530-0543-49f0-8f41-d8e1df288d72 req-ee035b70-f068-4545-8a64-b6252764e9dc tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 944 time: 0.2113667 Nov 03 18:44:50.077492 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-dc48c635-73f4-4252-ac32-f74758014918 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:50.080521 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-dc48c635-73f4-4252-ac32-f74758014918 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.87 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 811 time: 0.3568499 Nov 03 18:44:50.095617 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-56fd2530-0543-49f0-8f41-d8e1df288d72 req-ba634939-5b1f-4fd9-b483-036186c80a4b tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/security-groups?id=65c6a61d-ad8c-4fd3-814f-426d13f07a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964162 Nov 03 18:44:50.101960 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:50.124608 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8637877a-9291-4c27-9a19-9183cced787f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:50.130562 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8637877a-9291-4c27-9a19-9183cced787f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:50.132611 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8637877a-9291-4c27-9a19-9183cced787f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5ac7a2a1-c522-43ae-8ecb-0f3f0f574721 HTTP/1.1" status: 204 len: 168 time: 1.7892430 Nov 03 18:44:50.209010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['d07b16bb-dc98-4edc-9fcf-2878bdba3695'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:50.360509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-715aa302-4434-4145-97cd-bd705a110dde tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Request body: {'port': {'device_id': 'b7fb0b71-c5ae-4034-b28f-adf10062eba0', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'admin_state_up': True, 'tenant_id': 'fd42fde4382c43128145a83ce025634d'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:50.398811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637877a-9291-4c27-9a19-9183cced787f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac7a2a1-c522-43ae-8ecb-0f3f0f574721,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:50.416402 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5d9fcfd-f0ce-4d84-a62d-a3a327c02166 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:50.604827 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:50.634315 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:50.705554 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5d9fcfd-f0ce-4d84-a62d-a3a327c02166 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:50.873912 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:50.891126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'Port': ['ID=95833b46-2724-490b-9e57-14c1ad5a1397,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:50.914784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d9fcfd-f0ce-4d84-a62d-a3a327c02166 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Network e4d3e522-98f9-4894-8d5b-a64b260bd7dc is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:50.923696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-715aa302-4434-4145-97cd-bd705a110dde tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Made reservation on behalf of fd42fde4382c43128145a83ce025634d for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:50.927832 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-715aa302-4434-4145-97cd-bd705a110dde tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:50.934934 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d5d9fcfd-f0ce-4d84-a62d-a3a327c02166 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:50.975267 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d9fcfd-f0ce-4d84-a62d-a3a327c02166 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:50.988661 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:50.989638 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7768f5f4-4055-42ef-bc3e-b28642297212 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1041088 Nov 03 18:44:51.053608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1838fbe0-b5cc-489d-94fe-52b6b07dde4d req-a2dc9026-6d70-4275-b2e4-312852e76d83 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 210 time: 0.0883987 Nov 03 18:44:51.209686 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d9fcfd-f0ce-4d84-a62d-a3a327c02166 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:51.210390 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5d9fcfd-f0ce-4d84-a62d-a3a327c02166 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:51.221145 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9fcfd-f0ce-4d84-a62d-a3a327c02166 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event updated for resources: {'Port': ['ID=a371ff71-9afd-489b-8037-afa505d1b15c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:51.262815 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d07b16bb-dc98-4edc-9fcf-2878bdba3695 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:44:51.374077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47656) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:51.376794 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d5d9fcfd-f0ce-4d84-a62d-a3a327c02166 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6091290 Nov 03 18:44:51.406585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-57eb2feb-6254-41f8-b65f-d57860d41f11 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:d4:11:6a'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:51.449102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port d07b16bb-dc98-4edc-9fcf-2878bdba3695 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:44:51.458830 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port d07b16bb-dc98-4edc-9fcf-2878bdba3695 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:51.459211 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:51.503406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-715aa302-4434-4145-97cd-bd705a110dde tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Allocated IP 172.20.0.4 (7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53/bd6ac7e8-7993-435c-a6d9-e549d9c53f62/fc861e66-6584-45b0-9a56-2c71e0bc36b8) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:51.543393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-659d7e01-5477-4487-92ef-7d06aefee607 None None] Provisioning complete for port a371ff71-9afd-489b-8037-afa505d1b15c triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:51.544081 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-659d7e01-5477-4487-92ef-7d06aefee607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:51.606472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85f09b-c901-4322-b958-091132a08172 req-4b050fab-8852-4eff-af5f-f3c41887696b tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:51.616913 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df85f09b-c901-4322-b958-091132a08172 req-4b050fab-8852-4eff-af5f-f3c41887696b tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 944 time: 0.2562892 Nov 03 18:44:51.628201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-659d7e01-5477-4487-92ef-7d06aefee607 None None] Port a371ff71-9afd-489b-8037-afa505d1b15c cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:51.776049 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:51.809777 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-715aa302-4434-4145-97cd-bd705a110dde tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:51.837644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1fdee7-0d43-4280-b47c-0915bd256d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07b16bb-dc98-4edc-9fcf-2878bdba3695'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:51.842846 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df0198a-c32b-414c-8504-53164a3117c9" -d '{"events": [{"server_uuid": "9d1fdee7-0d43-4280-b47c-0915bd256d0b", "name": "network-vif-plugged", "status": "completed", "tag": "d07b16bb-dc98-4edc-9fcf-2878bdba3695"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:51.846636 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-3df25da2-de7f-48c9-9334-6e738f6cd1f5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--231792449&fields=id&tenant_id=c499298fecc740dd8356f938a201f1f9 HTTP/1.1" status: 200 len: 267 time: 0.1521697 Nov 03 18:44:51.860272 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-715aa302-4434-4145-97cd-bd705a110dde tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:51.882760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['64c4771b-e71b-4bc2-826e-357ea7e401c0', 'c90f35d4-81dc-4095-94ec-d3f85ec6612c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:44:51.891902 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port d07b16bb-dc98-4edc-9fcf-2878bdba3695, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d07b16bb-dc98-4edc-9fcf-2878bdba3695,segment=NetworkSegment(d882ee88-b691-419b-bab0-65121fe16d59),segment_id=d882ee88-b691-419b-bab0-65121fe16d59)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:51.923960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-1d13a170-0462-49fa-91ed-32f3f8a408f1 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:51.932420 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-1d13a170-0462-49fa-91ed-32f3f8a408f1 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports/7deba0ab-5b6a-49f1-bad0-25bca67cb4ef HTTP/1.1" status: 200 len: 937 time: 0.0845628 Nov 03 18:44:51.937220 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:51.946423 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df85f09b-c901-4322-b958-091132a08172 req-55685343-2b85-4322-b050-3d115ab78682 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/security-groups?id=65c6a61d-ad8c-4fd3-814f-426d13f07a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261552 Nov 03 18:44:51.990656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-715aa302-4434-4145-97cd-bd705a110dde tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:51.992464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-715aa302-4434-4145-97cd-bd705a110dde tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:51.995195 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-715aa302-4434-4145-97cd-bd705a110dde tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:52.050046 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f571bc17-b8de-4f86-b319-9a6381522a76 x-openstack-request-id: req-f571bc17-b8de-4f86-b319-9a6381522a76 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:52.050332 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1fdee7-0d43-4280-b47c-0915bd256d0b", "name": "network-vif-plugged", "status": "completed", "tag": "d07b16bb-dc98-4edc-9fcf-2878bdba3695", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:52.050587 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f571bc17-b8de-4f86-b319-9a6381522a76 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:52.050973 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1fdee7-0d43-4280-b47c-0915bd256d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07b16bb-dc98-4edc-9fcf-2878bdba3695', 'code': 200} Nov 03 18:44:52.052849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=d07b16bb-dc98-4edc-9fcf-2878bdba3695,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:52.091958 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57eb2feb-6254-41f8-b65f-d57860d41f11 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:52.150130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-715aa302-4434-4145-97cd-bd705a110dde tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:52.150827 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-715aa302-4434-4145-97cd-bd705a110dde tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:52.207953 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715aa302-4434-4145-97cd-bd705a110dde tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event updated for resources: {'Port': ['ID=fc861e66-6584-45b0-9a56-2c71e0bc36b8,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:52.223417 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-715aa302-4434-4145-97cd-bd705a110dde tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8842893 Nov 03 18:44:52.250078 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Request body: {'port': {'device_id': 'b7fb0b71-c5ae-4034-b28f-adf10062eba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:52.342735 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:52.429181 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8386b928-efda-4850-91c4-dd340f7072b1 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:52.430769 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8386b928-efda-4850-91c4-dd340f7072b1 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports/8e6b560e-7922-4bd3-b966-74776e459307 HTTP/1.1" status: 200 len: 935 time: 0.4974945 Nov 03 18:44:52.557249 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab5713-1b61-4593-b9a2-14271ed10430 req-6faff408-249e-458b-8192-f93390ff8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:52.558856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27ab5713-1b61-4593-b9a2-14271ed10430 req-6faff408-249e-458b-8192-f93390ff8b9c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 1096 time: 0.3624558 Nov 03 18:44:52.574870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-619d980c-f4a5-4256-afa5-1da20a5413c8 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0964482 Nov 03 18:44:52.703014 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27ab5713-1b61-4593-b9a2-14271ed10430 req-591c3e2b-bf85-48ed-afbf-d5814c352164 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=65c6a61d-ad8c-4fd3-814f-426d13f07a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222668 Nov 03 18:44:52.721080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-965cad8f-2a1b-4d62-8db8-81c2a0ec5d80 None None] Provisioning complete for port fc861e66-6584-45b0-9a56-2c71e0bc36b8 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:52.721605 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-965cad8f-2a1b-4d62-8db8-81c2a0ec5d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:52.758692 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18e686-f49e-4269-a00f-019c2536d782 req-fa45f24c-b4fd-4950-9b39-c9a6916e93f1 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:52.766681 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d18e686-f49e-4269-a00f-019c2536d782 req-fa45f24c-b4fd-4950-9b39-c9a6916e93f1 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 931 time: 0.4372909 Nov 03 18:44:52.805464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-37dc8fc2-37d9-4906-9a45-95e5f384d4c2 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1785755 Nov 03 18:44:52.831799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc861e66-6584-45b0-9a56-2c71e0bc36b8 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:52.842118 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:52.855428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-965cad8f-2a1b-4d62-8db8-81c2a0ec5d80 None None] Port fc861e66-6584-45b0-9a56-2c71e0bc36b8 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:52.876576 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Transition to ACTIVE for port object fc861e66-6584-45b0-9a56-2c71e0bc36b8 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:44:52.883569 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:52.902301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d18e686-f49e-4269-a00f-019c2536d782 req-67638854-a66c-44e4-afc5-0f1185f17c48 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334031 Nov 03 18:44:53.016891 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Pushing event updated for resources: {'Port': ['ID=fc861e66-6584-45b0-9a56-2c71e0bc36b8,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:53.206375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Attempting to bind port fc861e66-6584-45b0-9a56-2c71e0bc36b8 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:44:53.206944 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Attempting to bind port fc861e66-6584-45b0-9a56-2c71e0bc36b8 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:44:53.207533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Attempting to bind port fc861e66-6584-45b0-9a56-2c71e0bc36b8 on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:53.225000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-0fa17393-b9e6-4665-872e-cce3822ca16c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:53.230582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Port fc861e66-6584-45b0-9a56-2c71e0bc36b8 on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:44:53.231122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Attempting to bind port fc861e66-6584-45b0-9a56-2c71e0bc36b8 on network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:44:53.242268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-0fa17393-b9e6-4665-872e-cce3822ca16c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:53.247699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:44:53.248052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Checking segment: {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:44:53.248438 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Bound using segment: {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:44:53.248881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Bound port: fc861e66-6584-45b0-9a56-2c71e0bc36b8, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17250d0-d518-4c56-87dd-f4b2b4839f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:44:53.249300 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.268866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-0fa17393-b9e6-4665-872e-cce3822ca16c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:53.290544 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-0fa17393-b9e6-4665-872e-cce3822ca16c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/networks?id=d2b26eb6-7515-43b1-9ddc-0eec10b264b7&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 HTTP/1.1" status: 200 len: 1993 time: 0.4841044 Nov 03 18:44:53.332476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] For port fc861e66-6584-45b0-9a56-2c71e0bc36b8, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:44:53.333644 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8ec3f095-d755-44e4-be30-64feb4916f5b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/quotas/c499298fecc740dd8356f938a201f1f9 HTTP/1.1" status: 200 len: 375 time: 0.0417550 Nov 03 18:44:53.336700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] For port fc861e66-6584-45b0-9a56-2c71e0bc36b8, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fc861e66-6584-45b0-9a56-2c71e0bc36b8,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:44:53.342419 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.400827 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57eb2feb-6254-41f8-b65f-d57860d41f11 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.410264 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57eb2feb-6254-41f8-b65f-d57860d41f11 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.419420 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:53.423189 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.425235 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] 10.222.0.87 "PUT /v2.0/ports/fc861e66-6584-45b0-9a56-2c71e0bc36b8 HTTP/1.1" status: 200 len: 1091 time: 1.1801081 Nov 03 18:44:53.436582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fb0b71-c5ae-4034-b28f-adf10062eba0', 'tag': 'fc861e66-6584-45b0-9a56-2c71e0bc36b8'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:44:53.440757 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a144e10a-2271-45d3-94bb-81af977ea488" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fb0b71-c5ae-4034-b28f-adf10062eba0", "tag": "fc861e66-6584-45b0-9a56-2c71e0bc36b8"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:44:53.507184 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1026c76-7f54-4f9a-9052-dfe3c109c0ba service neutron] Pushing event updated for resources: {'Port': ['ID=fc861e66-6584-45b0-9a56-2c71e0bc36b8,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:53.544459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-e68ef790-9906-47b0-bfee-c4b7eab54624 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c499298fecc740dd8356f938a201f1f9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2093313 Nov 03 18:44:53.661722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-ecf9611d-3070-47bd-bb64-2f63c2258164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:53.665265 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-ecf9611d-3070-47bd-bb64-2f63c2258164 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 1094 time: 0.1258307 Nov 03 18:44:53.769627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb2feb-6254-41f8-b65f-d57860d41f11 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event updated for resources: {'Port': ['ID=a371ff71-9afd-489b-8037-afa505d1b15c,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:53.794514 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-acacde94-e1ee-4a25-bf59-618a1fa5b8a5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc861e66-6584-45b0-9a56-2c71e0bc36b8 HTTP/1.1" status: 200 len: 217 time: 0.1009746 Nov 03 18:44:53.828254 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-57eb2feb-6254-41f8-b65f-d57860d41f11 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] In _notify_port_updated(), no bound segment for port a371ff71-9afd-489b-8037-afa505d1b15c on network e4d3e522-98f9-4894-8d5b-a64b260bd7dc {{(pid=101712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:44:53.847828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eb2feb-6254-41f8-b65f-d57860d41f11 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:53.852014 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57eb2feb-6254-41f8-b65f-d57860d41f11 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.853414 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-57eb2feb-6254-41f8-b65f-d57860d41f11 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "PUT /v2.0/ports/a371ff71-9afd-489b-8037-afa505d1b15c HTTP/1.1" status: 200 len: 993 time: 2.4764783 Nov 03 18:44:53.860366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47726) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:53.894707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad919a-5ee0-4fdb-98af-43bbb33df4f3 req-bedf63e5-9728-43fa-8ad8-a181c8de885f tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:53.898967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a4ad919a-5ee0-4fdb-98af-43bbb33df4f3 req-bedf63e5-9728-43fa-8ad8-a181c8de885f tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 945 time: 0.3188350 Nov 03 18:44:53.908449 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-f397bd13-d4a5-4c20-9c3c-3f1a5718b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:53.933982 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-f397bd13-d4a5-4c20-9c3c-3f1a5718b489 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.1253514 Nov 03 18:44:53.949287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3059ec78-9f83-44c2-98e6-e3471a5c4ffc None None] Provisioning complete for port a371ff71-9afd-489b-8037-afa505d1b15c triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:53.950469 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3059ec78-9f83-44c2-98e6-e3471a5c4ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:53.972882 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-19f4fb57-a7cf-4f01-a00b-5ee0f1439444 service neutron] 10.222.0.107 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886282 Nov 03 18:44:54.019523 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3059ec78-9f83-44c2-98e6-e3471a5c4ffc None None] Port a371ff71-9afd-489b-8037-afa505d1b15c cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:54.066302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-30bc0553-9efb-4858-be42-b1551f27518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:54.074104 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-30bc0553-9efb-4858-be42-b1551f27518c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150723 Nov 03 18:44:54.116574 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a4ad919a-5ee0-4fdb-98af-43bbb33df4f3 req-383c1ce4-a0d8-4167-bd99-da25ec7d1df3 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/security-groups?id=65c6a61d-ad8c-4fd3-814f-426d13f07a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953957 Nov 03 18:44:54.191129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3609ec35-1f72-4612-842c-0b8e1076ac60 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Deleting port a371ff71-9afd-489b-8037-afa505d1b15c {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:54.192016 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3609ec35-1f72-4612-842c-0b8e1076ac60 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.262303 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-44416b6d-d31b-4fa8-b28b-22b898c9ded5 service neutron] 10.222.0.87 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651254 Nov 03 18:44:54.348026 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3609ec35-1f72-4612-842c-0b8e1076ac60 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.389702 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-aab5e2ca-f349-44df-98a2-3d545d316798 service neutron] 10.222.0.107 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156225 Nov 03 18:44:54.392229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3609ec35-1f72-4612-842c-0b8e1076ac60 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Calling delete_port for a371ff71-9afd-489b-8037-afa505d1b15c owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:54.398278 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1140959e-7324-4722-9591-3d97c6eb93e7 x-openstack-request-id: req-1140959e-7324-4722-9591-3d97c6eb93e7 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:44:54.398575 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fb0b71-c5ae-4034-b28f-adf10062eba0", "tag": "fc861e66-6584-45b0-9a56-2c71e0bc36b8", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:44:54.398835 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1140959e-7324-4722-9591-3d97c6eb93e7 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:44:54.399242 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fb0b71-c5ae-4034-b28f-adf10062eba0', 'tag': 'fc861e66-6584-45b0-9a56-2c71e0bc36b8', 'status': 'completed', 'code': 200} Nov 03 18:44:54.478473 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-883b6474-5848-44bd-8219-92e4a8d6adf6 req-cc9b5363-3bfd-4c1f-8440-743c0b47a532 service neutron] 10.222.0.87 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041273 Nov 03 18:44:54.482485 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-41a3baa3-2d96-4900-9c03-3b4bfe9446ce service neutron] 10.222.0.107 "GET /v2.0/ports/7deba0ab-5b6a-49f1-bad0-25bca67cb4ef?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0917079 Nov 03 18:44:54.629253 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975286a-9f15-4dde-912a-8bd752684362 req-ef3e2cef-3576-445b-89f3-b89797c418e5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:54.631373 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8975286a-9f15-4dde-912a-8bd752684362 req-ef3e2cef-3576-445b-89f3-b89797c418e5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 943 time: 0.1512327 Nov 03 18:44:54.688197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144e10a-2271-45d3-94bb-81af977ea488 req-04333651-d93a-41e5-89e4-e6f5a71a241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:54.689909 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a144e10a-2271-45d3-94bb-81af977ea488 req-04333651-d93a-41e5-89e4-e6f5a71a241f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 1094 time: 0.0490563 Nov 03 18:44:54.724661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8997e042-5cdb-4452-aaf7-6eda6d2a02e4 service neutron] 10.222.0.107 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295568 Nov 03 18:44:54.812487 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144e10a-2271-45d3-94bb-81af977ea488 req-1f7df941-d267-4b83-9672-9f853ae5a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:54.814246 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a144e10a-2271-45d3-94bb-81af977ea488 req-1f7df941-d267-4b83-9672-9f853ae5a855 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.1121461 Nov 03 18:44:54.841704 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8975286a-9f15-4dde-912a-8bd752684362 req-c34f90dc-a406-4353-82bb-ba1a73fd5956 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948080 Nov 03 18:44:54.875832 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3609ec35-1f72-4612-842c-0b8e1076ac60 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:54.884013 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-0cda3b7c-7107-4f20-9a37-a190b2e85c4b service neutron] 10.222.0.107 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487098 Nov 03 18:44:54.905835 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a144e10a-2271-45d3-94bb-81af977ea488 req-c621cc01-21c6-434c-ae75-2f9390b611db service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc861e66-6584-45b0-9a56-2c71e0bc36b8 HTTP/1.1" status: 200 len: 217 time: 0.0772908 Nov 03 18:44:54.926399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609ec35-1f72-4612-842c-0b8e1076ac60 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event deleted for resources: {'Port': ['ID=a371ff71-9afd-489b-8037-afa505d1b15c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:54.995859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-a8f0fac9-8504-4f37-a107-13cc91937847 service neutron] 10.222.0.107 "GET /v2.0/ports/8e6b560e-7922-4bd3-b966-74776e459307?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1032920 Nov 03 18:44:55.058680 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144e10a-2271-45d3-94bb-81af977ea488 req-99efc675-3202-4f72-99e6-ecd9324c7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:55.062591 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a144e10a-2271-45d3-94bb-81af977ea488 req-99efc675-3202-4f72-99e6-ecd9324c7f46 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.1432290 Nov 03 18:44:55.168422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144e10a-2271-45d3-94bb-81af977ea488 req-0ccd25ee-e220-4fe4-aeeb-ed21f8ae9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:55.172609 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a144e10a-2271-45d3-94bb-81af977ea488 req-0ccd25ee-e220-4fe4-aeeb-ed21f8ae9379 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006155 Nov 03 18:44:55.361043 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-29223e2d-f109-4cd3-9f1b-6f84fb174004 service neutron] 10.222.0.107 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534498 Nov 03 18:44:55.373705 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3609ec35-1f72-4612-842c-0b8e1076ac60 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.377728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3609ec35-1f72-4612-842c-0b8e1076ac60 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "DELETE /v2.0/ports/a371ff71-9afd-489b-8037-afa505d1b15c HTTP/1.1" status: 204 len: 168 time: 1.5108695 Nov 03 18:44:55.389016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47780) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:55.436055 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a144e10a-2271-45d3-94bb-81af977ea488 req-bb4f5c53-91d1-4795-8b3b-809bab87cf98 service neutron] 10.222.0.87 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481790 Nov 03 18:44:55.451367 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16290894-6447-4b69-aef1-7c596c52b583 req-aa956e07-38d8-4e17-82ad-ab3453f752d4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1757236 Nov 03 18:44:55.452491 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8a47c3-914d-4059-b623-2b418550c87e tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] GET failed (client error): The resource could not be found. Nov 03 18:44:55.458121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9f8a47c3-914d-4059-b623-2b418550c87e tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "GET /v2.0/ports/a371ff71-9afd-489b-8037-afa505d1b15c HTTP/1.1" status: 404 len: 333 time: 0.0636818 Nov 03 18:44:55.478887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47786) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:55.492984 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-13cbc716-dc41-4409-82d9-45e5c7ff3b5a tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Request body: {'port': {'network_id': 'e4d3e522-98f9-4894-8d5b-a64b260bd7dc', 'name': 'tempest-AllowedAddressPairTestJSON-692123710'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:55.561231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16290894-6447-4b69-aef1-7c596c52b583 req-ab6fb76c-b561-431c-9cb0-85b713b3aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:55.562807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16290894-6447-4b69-aef1-7c596c52b583 req-ab6fb76c-b561-431c-9cb0-85b713b3aab0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 1096 time: 0.0772290 Nov 03 18:44:55.569598 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-c3be8c34-9d12-46c7-adfd-f7c609652206 service neutron] 10.222.0.107 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907129 Nov 03 18:44:55.698931 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a144e10a-2271-45d3-94bb-81af977ea488 req-6091dde8-8a9b-4e5d-89f1-f403ddbc22b4 service neutron] 10.222.0.87 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547843 Nov 03 18:44:55.703135 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b29b-77e3-4c27-8683-a73f91bf3937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.754147 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cbc716-dc41-4409-82d9-45e5c7ff3b5a tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Made reservation on behalf of ac2b63f1200f41ecacd26b1b5c44463e for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:55.759641 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-13cbc716-dc41-4409-82d9-45e5c7ff3b5a tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:55.783286 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-1d31686b-2e27-48eb-8f90-9dd2bd58a311 service neutron] 10.222.0.107 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068453 Nov 03 18:44:55.788647 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-13cbc716-dc41-4409-82d9-45e5c7ff3b5a tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] device_id is not set on port d8401e6f-5d53-44a2-8492-e96ab016d647 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:44:55.805614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16290894-6447-4b69-aef1-7c596c52b583 req-aea6a406-56b6-4a99-a41f-163e53d92b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:55.807231 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16290894-6447-4b69-aef1-7c596c52b583 req-aea6a406-56b6-4a99-a41f-163e53d92b24 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.1957033 Nov 03 18:44:55.904415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16290894-6447-4b69-aef1-7c596c52b583 req-5030e0c8-6d69-4316-9f53-506c6c63d465 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c90f35d4-81dc-4095-94ec-d3f85ec6612c HTTP/1.1" status: 200 len: 217 time: 0.0861368 Nov 03 18:44:56.034174 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-13cbc716-dc41-4409-82d9-45e5c7ff3b5a tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Allocated IP 172.20.0.13 (e4d3e522-98f9-4894-8d5b-a64b260bd7dc/a41a2557-6ef2-4443-893a-af37653b6328/d8401e6f-5d53-44a2-8492-e96ab016d647) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:56.281509 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-13cbc716-dc41-4409-82d9-45e5c7ff3b5a tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:56.343341 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-13cbc716-dc41-4409-82d9-45e5c7ff3b5a tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:56.377030 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-be593633-5285-4cfb-92e1-a27d37d3ee4f service neutron] 10.222.0.107 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5840342 Nov 03 18:44:56.414049 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbc716-dc41-4409-82d9-45e5c7ff3b5a tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event updated for resources: {'Port': ['ID=d8401e6f-5d53-44a2-8492-e96ab016d647,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:56.433974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cbc716-dc41-4409-82d9-45e5c7ff3b5a tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Network e4d3e522-98f9-4894-8d5b-a64b260bd7dc is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:44:56.433974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-13cbc716-dc41-4409-82d9-45e5c7ff3b5a tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:44:56.436501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cbc716-dc41-4409-82d9-45e5c7ff3b5a tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:44:56.500930 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cbc716-dc41-4409-82d9-45e5c7ff3b5a tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:56.501598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-13cbc716-dc41-4409-82d9-45e5c7ff3b5a tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:56.525481 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-13cbc716-dc41-4409-82d9-45e5c7ff3b5a tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0357494 Nov 03 18:44:56.526575 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47804) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:56.527661 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16290894-6447-4b69-aef1-7c596c52b583 req-e03dd99f-129c-4d7c-834c-565108ec7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:56.529150 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16290894-6447-4b69-aef1-7c596c52b583 req-e03dd99f-129c-4d7c-834c-565108ec7dcd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.6141632 Nov 03 18:44:56.530988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-fbac7405-49dc-4a44-9967-adf8cdfbe46c service neutron] 10.222.0.107 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475742 Nov 03 18:44:56.534440 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9f7a850c-ce66-41c7-b849-d71e12ebf4f3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d4:11:6a'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:56.689200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-7cf30332-2fb5-4614-8552-4ff640806801 service neutron] 10.222.0.107 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494801 Nov 03 18:44:56.707245 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f7a850c-ce66-41c7-b849-d71e12ebf4f3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:56.759858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9758e-5eb3-4127-9fb9-0118a546a4de req-691a23b5-97c2-4c75-9b40-6ddf655398b5 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:56.761732 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-acc9758e-5eb3-4127-9fb9-0118a546a4de req-691a23b5-97c2-4c75-9b40-6ddf655398b5 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 945 time: 0.4029214 Nov 03 18:44:56.812308 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-bfc4a153-b1b7-4bda-8c67-ac9fb3b9afda None None] Provisioning complete for port d8401e6f-5d53-44a2-8492-e96ab016d647 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:56.813386 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a153-b1b7-4bda-8c67-ac9fb3b9afda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:56.832570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16290894-6447-4b69-aef1-7c596c52b583 req-0fa7e314-f15f-46d7-ae42-cf3b9eac2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:56.834269 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16290894-6447-4b69-aef1-7c596c52b583 req-0fa7e314-f15f-46d7-ae42-cf3b9eac2e1d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2936327 Nov 03 18:44:56.865258 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4a153-b1b7-4bda-8c67-ac9fb3b9afda None None] Port d8401e6f-5d53-44a2-8492-e96ab016d647 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:56.918705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-de5a443d-8eee-40d0-912b-33c429b02f71 service neutron] 10.222.0.107 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300839 Nov 03 18:44:56.972170 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-acc9758e-5eb3-4127-9fb9-0118a546a4de req-af1dac47-e614-4ea8-8b15-2462918d0357 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/security-groups?id=65c6a61d-ad8c-4fd3-814f-426d13f07a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569171 Nov 03 18:44:56.994184 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f7a850c-ce66-41c7-b849-d71e12ebf4f3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.017233 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f7a850c-ce66-41c7-b849-d71e12ebf4f3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.121406 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16290894-6447-4b69-aef1-7c596c52b583 req-3bf72e36-5eae-46cd-ab7b-f80c05d260ad service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708066 Nov 03 18:44:57.147786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a850c-ce66-41c7-b849-d71e12ebf4f3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event updated for resources: {'Port': ['ID=d8401e6f-5d53-44a2-8492-e96ab016d647,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:57.165256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a850c-ce66-41c7-b849-d71e12ebf4f3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] In _notify_port_updated(), no bound segment for port d8401e6f-5d53-44a2-8492-e96ab016d647 on network e4d3e522-98f9-4894-8d5b-a64b260bd7dc {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:44:57.174890 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a850c-ce66-41c7-b849-d71e12ebf4f3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:57.177214 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f7a850c-ce66-41c7-b849-d71e12ebf4f3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.179373 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9f7a850c-ce66-41c7-b849-d71e12ebf4f3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "PUT /v2.0/ports/d8401e6f-5d53-44a2-8492-e96ab016d647 HTTP/1.1" status: 200 len: 996 time: 0.6516683 Nov 03 18:44:57.184132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47830) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:57.378324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-e31e0424-6622-4374-8678-7d3f1fefab0a service neutron] 10.222.0.107 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224508 Nov 03 18:44:57.498791 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0348fe6d-a3d4-44f0-8831-85db4d216014 None None] Provisioning complete for port d8401e6f-5d53-44a2-8492-e96ab016d647 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:44:57.500219 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0348fe6d-a3d4-44f0-8831-85db4d216014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.533361 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16290894-6447-4b69-aef1-7c596c52b583 req-8f5f0dab-065e-4357-93d4-5c52d65482d7 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985493 Nov 03 18:44:57.544234 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0348fe6d-a3d4-44f0-8831-85db4d216014 None None] Port d8401e6f-5d53-44a2-8492-e96ab016d647 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:44:57.600702 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2eddf857-e035-4a22-9057-502995bcfac3 service neutron] 10.222.0.107 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954854 Nov 03 18:44:57.670930 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-e7d99118-252c-4bc6-a4d9-cd43874f9afc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Deleting port d8401e6f-5d53-44a2-8492-e96ab016d647 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:44:57.671462 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e7d99118-252c-4bc6-a4d9-cd43874f9afc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.813706 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9d7330f6-9aca-4320-b064-11a1b04ca733 service neutron] 10.222.0.107 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047129 Nov 03 18:44:57.825583 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5b249-02b1-48c0-8b77-228a2269e454 req-7e1b43af-657a-41af-82d1-e06fc5e3833e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:57.826992 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7a5b249-02b1-48c0-8b77-228a2269e454 req-7e1b43af-657a-41af-82d1-e06fc5e3833e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 943 time: 0.1527441 Nov 03 18:44:57.877706 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e7d99118-252c-4bc6-a4d9-cd43874f9afc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:57.945197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7a5b249-02b1-48c0-8b77-228a2269e454 req-fb0e7574-12a9-453a-8bcd-a21104b58301 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899205 Nov 03 18:44:57.959905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-e7d99118-252c-4bc6-a4d9-cd43874f9afc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Calling delete_port for d8401e6f-5d53-44a2-8492-e96ab016d647 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:44:58.106150 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-de1acb8f-b913-4948-a416-2e61994cc9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:58.237991 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e7d99118-252c-4bc6-a4d9-cd43874f9afc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:58.298211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d99118-252c-4bc6-a4d9-cd43874f9afc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event deleted for resources: {'Port': ['ID=d8401e6f-5d53-44a2-8492-e96ab016d647,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:58.585096 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e7d99118-252c-4bc6-a4d9-cd43874f9afc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:58.593424 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e7d99118-252c-4bc6-a4d9-cd43874f9afc tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "DELETE /v2.0/ports/d8401e6f-5d53-44a2-8492-e96ab016d647 HTTP/1.1" status: 204 len: 168 time: 1.4081059 Nov 03 18:44:58.596650 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47904) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:58.629252 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a634c6-a1ba-4673-9cd9-2659b3905eb5 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] GET failed (client error): The resource could not be found. Nov 03 18:44:58.630887 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e1a634c6-a1ba-4673-9cd9-2659b3905eb5 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "GET /v2.0/ports/d8401e6f-5d53-44a2-8492-e96ab016d647 HTTP/1.1" status: 404 len: 333 time: 0.0321758 Nov 03 18:44:58.636052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47908) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:44:58.641614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-675b3656-9aa0-4fcc-8d72-9914bdf39c63 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Request body: {'port': {'network_id': 'e4d3e522-98f9-4894-8d5b-a64b260bd7dc', 'name': 'tempest-AllowedAddressPairTestJSON-564570911'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:44:58.901574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675b3656-9aa0-4fcc-8d72-9914bdf39c63 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Made reservation on behalf of ac2b63f1200f41ecacd26b1b5c44463e for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:44:58.916113 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-675b3656-9aa0-4fcc-8d72-9914bdf39c63 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:58.948561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-675b3656-9aa0-4fcc-8d72-9914bdf39c63 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] device_id is not set on port 8f559432-6c43-4a4d-8001-e807a3bbffce yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:44:59.285063 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:59.322084 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fc861e66-6584-45b0-9a56-2c71e0bc36b8 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:44:59.336017 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8362b08b-5d6e-4c67-8b82-166e53b849d6 req-cd438f69-28e3-46db-b87a-497054e033f0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0552588 Nov 03 18:44:59.337285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-675b3656-9aa0-4fcc-8d72-9914bdf39c63 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Allocated IP 172.20.0.7 (e4d3e522-98f9-4894-8d5b-a64b260bd7dc/a41a2557-6ef2-4443-893a-af37653b6328/8f559432-6c43-4a4d-8001-e807a3bbffce) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:44:59.618341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port fc861e66-6584-45b0-9a56-2c71e0bc36b8, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fc861e66-6584-45b0-9a56-2c71e0bc36b8,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:59.642312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e9bbc-1bd5-403d-94bb-c91f6f74c842 req-59fdec67-65f2-41cf-976d-0b61164eddf3 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:59.644820 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871e9bbc-1bd5-403d-94bb-c91f6f74c842 req-59fdec67-65f2-41cf-976d-0b61164eddf3 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 943 time: 0.3151305 Nov 03 18:44:59.670780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'fc861e66-6584-45b0-9a56-2c71e0bc36b8', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'port_id': 'fc861e66-6584-45b0-9a56-2c71e0bc36b8', 'mac_address': 'fa:16:3e:17:5d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:44:59.763350 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:59.782553 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc861e66-6584-45b0-9a56-2c71e0bc36b8 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:44:59.819235 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port fc861e66-6584-45b0-9a56-2c71e0bc36b8, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fc861e66-6584-45b0-9a56-2c71e0bc36b8,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:44:59.824932 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:44:59.865624 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-871e9bbc-1bd5-403d-94bb-c91f6f74c842 req-7b2036c1-e7ee-497f-a93e-ed07041cfab4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833766 Nov 03 18:44:59.925466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dada124-fce1-4915-8166-c2557fc6f384 req-1582c0d6-3e7a-44a9-869b-c6df7661d350 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:44:59.927176 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0dada124-fce1-4915-8166-c2557fc6f384 req-1582c0d6-3e7a-44a9-869b-c6df7661d350 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 945 time: 0.1556797 Nov 03 18:44:59.933032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=fc861e66-6584-45b0-9a56-2c71e0bc36b8,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:44:59.959124 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-675b3656-9aa0-4fcc-8d72-9914bdf39c63 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:00.066468 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-675b3656-9aa0-4fcc-8d72-9914bdf39c63 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:00.152885 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0dada124-fce1-4915-8166-c2557fc6f384 req-72e40fe2-dc3d-4e35-aa09-11cfff9dc385 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/security-groups?id=65c6a61d-ad8c-4fd3-814f-426d13f07a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462548 Nov 03 18:45:00.166946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675b3656-9aa0-4fcc-8d72-9914bdf39c63 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Network e4d3e522-98f9-4894-8d5b-a64b260bd7dc is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:00.174172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-675b3656-9aa0-4fcc-8d72-9914bdf39c63 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:00.176246 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b3656-9aa0-4fcc-8d72-9914bdf39c63 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event updated for resources: {'Port': ['ID=8f559432-6c43-4a4d-8001-e807a3bbffce,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:00.178666 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b3656-9aa0-4fcc-8d72-9914bdf39c63 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:00.296854 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:00.311888 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675b3656-9aa0-4fcc-8d72-9914bdf39c63 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:00.312567 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-675b3656-9aa0-4fcc-8d72-9914bdf39c63 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:00.337135 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-675b3656-9aa0-4fcc-8d72-9914bdf39c63 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6999288 Nov 03 18:45:00.340216 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48020) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:00.349565 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-716ba168-6e53-451f-9795-a48ce9a62e5f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Request body: {'port': {'network_id': 'e4d3e522-98f9-4894-8d5b-a64b260bd7dc', 'name': 'tempest-AllowedAddressPairTestJSON-1929888469'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:00.371604 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009ae29-e44c-4ea2-a906-7a11382bc2bc req-1d1a8da8-0271-41fb-b4c1-e277fdfa6773 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:00.374068 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b009ae29-e44c-4ea2-a906-7a11382bc2bc req-1d1a8da8-0271-41fb-b4c1-e277fdfa6773 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=c87730bc-45d4-4a30-97c3-8a56ed9a04a9 HTTP/1.1" status: 200 len: 950 time: 0.1259892 Nov 03 18:45:00.400038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['fc861e66-6584-45b0-9a56-2c71e0bc36b8'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:00.526119 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b009ae29-e44c-4ea2-a906-7a11382bc2bc req-0728a2c2-6c6e-4ee9-96f0-af47b7160cc1 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458027 Nov 03 18:45:00.616736 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:00.671848 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ecf50092-dbcd-4dcb-914e-c246da0a2918 None None] Provisioning complete for port 8f559432-6c43-4a4d-8001-e807a3bbffce triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:00.672776 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ecf50092-dbcd-4dcb-914e-c246da0a2918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:00.680222 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-054db255-e361-4921-9dce-fdff8198cc94 req-c9aa35e1-aa18-4182-9343-3d9f11b1af94 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0624664 Nov 03 18:45:00.711123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716ba168-6e53-451f-9795-a48ce9a62e5f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Made reservation on behalf of ac2b63f1200f41ecacd26b1b5c44463e for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:00.715441 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-716ba168-6e53-451f-9795-a48ce9a62e5f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:00.751896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-716ba168-6e53-451f-9795-a48ce9a62e5f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] device_id is not set on port e1df549e-00f8-4bda-89ed-8e0c439b6bb9 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:45:00.761508 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ecf50092-dbcd-4dcb-914e-c246da0a2918 None None] Port 8f559432-6c43-4a4d-8001-e807a3bbffce cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:00.999493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-716ba168-6e53-451f-9795-a48ce9a62e5f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Allocated IP 172.20.0.6 (e4d3e522-98f9-4894-8d5b-a64b260bd7dc/a41a2557-6ef2-4443-893a-af37653b6328/e1df549e-00f8-4bda-89ed-8e0c439b6bb9) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:01.005474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-cc87b68e-b94e-4b98-94ca-a26da7e650b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:01.008047 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-cc87b68e-b94e-4b98-94ca-a26da7e650b5 service neutron] 10.222.0.98 "GET /v2.0/ports/7deba0ab-5b6a-49f1-bad0-25bca67cb4ef HTTP/1.1" status: 200 len: 1033 time: 0.0771918 Nov 03 18:45:01.072988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2b732236-3648-48a0-b5bb-5ae76d0acbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:01.075183 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2b732236-3648-48a0-b5bb-5ae76d0acbac service neutron] 10.222.0.98 "GET /v2.0/ports/8e6b560e-7922-4bd3-b966-74776e459307 HTTP/1.1" status: 200 len: 1031 time: 0.0575421 Nov 03 18:45:01.264489 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-716ba168-6e53-451f-9795-a48ce9a62e5f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:01.302630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b96b5-fd27-46c0-adcc-f627799d4b13 req-82462b86-8512-43a9-9246-a84b02f36a55 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:01.305341 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-717b96b5-fd27-46c0-adcc-f627799d4b13 req-82462b86-8512-43a9-9246-a84b02f36a55 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 944 time: 0.2082665 Nov 03 18:45:01.317268 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-716ba168-6e53-451f-9795-a48ce9a62e5f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:01.377184 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716ba168-6e53-451f-9795-a48ce9a62e5f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Network e4d3e522-98f9-4894-8d5b-a64b260bd7dc is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:01.381501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-716ba168-6e53-451f-9795-a48ce9a62e5f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:01.384439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716ba168-6e53-451f-9795-a48ce9a62e5f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:01.405627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-157e883e-7f7a-4b02-8751-ff195c5887f5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:01.417812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-157e883e-7f7a-4b02-8751-ff195c5887f5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:01.432356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-157e883e-7f7a-4b02-8751-ff195c5887f5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:01.443973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-157e883e-7f7a-4b02-8751-ff195c5887f5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "GET /v2.0/networks?id=d2b26eb6-7515-43b1-9ddc-0eec10b264b7&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 HTTP/1.1" status: 200 len: 1993 time: 0.3583817 Nov 03 18:45:01.451572 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ba168-6e53-451f-9795-a48ce9a62e5f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event updated for resources: {'Port': ['ID=e1df549e-00f8-4bda-89ed-8e0c439b6bb9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:01.456382 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:01.487873 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716ba168-6e53-451f-9795-a48ce9a62e5f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:01.488608 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-716ba168-6e53-451f-9795-a48ce9a62e5f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:01.515066 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-716ba168-6e53-451f-9795-a48ce9a62e5f tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1723323 Nov 03 18:45:01.519264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48070) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:01.540965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f2297f10-86f0-4a12-a6a9-733ec000fb75 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:d4:11:6a'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:82:97:94'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:01.567963 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-717b96b5-fd27-46c0-adcc-f627799d4b13 req-a62631fe-1168-4292-b812-ce12c0bfa47d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296827 Nov 03 18:45:01.697996 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9d3625c6-5b4e-4549-9cb1-059a3df798ff tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c499298fecc740dd8356f938a201f1f9 HTTP/1.1" status: 200 len: 379 time: 0.2409153 Nov 03 18:45:01.718067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f9101362-99c2-411b-99c0-a3980a7db202 req-76676b6b-ce4e-43c4-80e5-8afbb59a35cb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'port': {'device_id': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'admin_state_up': True, 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'security_groups': ['249d08dc-5c32-4ce6-90f8-d48c19f8b0b5']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:01.880134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1328e57-f109-4384-abad-1076999b03fa req-6abd0b85-82d4-43cd-baf2-6dfb7ed9ca00 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:01.884135 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c1328e57-f109-4384-abad-1076999b03fa req-6abd0b85-82d4-43cd-baf2-6dfb7ed9ca00 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 945 time: 0.2584627 Nov 03 18:45:02.020122 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-421e9121-3387-4655-8532-e777ee1ea391 None None] Provisioning complete for port e1df549e-00f8-4bda-89ed-8e0c439b6bb9 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:02.020485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dbbdd-2ffd-4e3a-ba17-91298e5aec4b req-39122f52-755f-4d27-b8c2-8dde762a8ff3 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:02.021281 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-421e9121-3387-4655-8532-e777ee1ea391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.022772 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-976dbbdd-2ffd-4e3a-ba17-91298e5aec4b req-39122f52-755f-4d27-b8c2-8dde762a8ff3 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 945 time: 0.0963094 Nov 03 18:45:02.102175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-76676b6b-ce4e-43c4-80e5-8afbb59a35cb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Made reservation on behalf of c499298fecc740dd8356f938a201f1f9 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:02.109151 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-76676b6b-ce4e-43c4-80e5-8afbb59a35cb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.126693 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-421e9121-3387-4655-8532-e777ee1ea391 None None] Port e1df549e-00f8-4bda-89ed-8e0c439b6bb9 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:02.171483 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2297f10-86f0-4a12-a6a9-733ec000fb75 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.218449 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-976dbbdd-2ffd-4e3a-ba17-91298e5aec4b req-db0fc127-2e78-4d56-9e8e-c08005b884f6 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/security-groups?id=65c6a61d-ad8c-4fd3-814f-426d13f07a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743679 Nov 03 18:45:02.389495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-f9101362-99c2-411b-99c0-a3980a7db202 req-76676b6b-ce4e-43c4-80e5-8afbb59a35cb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Allocated IP 172.20.0.8 (d2b26eb6-7515-43b1-9ddc-0eec10b264b7/c0093d58-4abe-4628-9969-4f73606f9325/a45be5e5-9799-4b7e-a7c1-f406523ac8d8) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:02.446060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-c1328e57-f109-4384-abad-1076999b03fa req-0f3175c3-d6db-46f8-a988-ac252e30ba2d tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Deleting port d07b16bb-dc98-4edc-9fcf-2878bdba3695 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:02.446917 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c1328e57-f109-4384-abad-1076999b03fa req-0f3175c3-d6db-46f8-a988-ac252e30ba2d tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.608180 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f84528cf-1fa8-4ee7-8687-8e4dc8377295 req-b163a900-f06a-4ff4-8ff5-10a9ae8274c4 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0567396 Nov 03 18:45:02.677260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2297f10-86f0-4a12-a6a9-733ec000fb75 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.724507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2297f10-86f0-4a12-a6a9-733ec000fb75 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.736293 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-76676b6b-ce4e-43c4-80e5-8afbb59a35cb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.840819 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-76676b6b-ce4e-43c4-80e5-8afbb59a35cb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.936445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76676b6b-ce4e-43c4-80e5-8afbb59a35cb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'Port': ['ID=a45be5e5-9799-4b7e-a7c1-f406523ac8d8,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:02.979000 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f2297f10-86f0-4a12-a6a9-733ec000fb75 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] In _notify_port_updated(), no bound segment for port e1df549e-00f8-4bda-89ed-8e0c439b6bb9 on network e4d3e522-98f9-4894-8d5b-a64b260bd7dc {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:45:02.987983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2297f10-86f0-4a12-a6a9-733ec000fb75 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:02.989081 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2297f10-86f0-4a12-a6a9-733ec000fb75 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:02.990656 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f2297f10-86f0-4a12-a6a9-733ec000fb75 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "PUT /v2.0/ports/e1df549e-00f8-4bda-89ed-8e0c439b6bb9 HTTP/1.1" status: 200 len: 1055 time: 1.4699247 Nov 03 18:45:02.995530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48160) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:03.007728 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e6823-6588-40e6-8bd5-91130360d0a7 req-07a69743-3770-4498-b0f7-1749d4de62be tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:03.011012 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a9e6823-6588-40e6-8bd5-91130360d0a7 req-07a69743-3770-4498-b0f7-1749d4de62be tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 944 time: 0.2276115 Nov 03 18:45:03.115388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9101362-99c2-411b-99c0-a3980a7db202 req-76676b6b-ce4e-43c4-80e5-8afbb59a35cb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Network d2b26eb6-7515-43b1-9ddc-0eec10b264b7 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:03.125358 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-c1328e57-f109-4384-abad-1076999b03fa req-0f3175c3-d6db-46f8-a988-ac252e30ba2d tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] For port d07b16bb-dc98-4edc-9fcf-2878bdba3695, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d07b16bb-dc98-4edc-9fcf-2878bdba3695,segment=NetworkSegment(d882ee88-b691-419b-bab0-65121fe16d59),segment_id=d882ee88-b691-419b-bab0-65121fe16d59)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:03.126054 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c1328e57-f109-4384-abad-1076999b03fa req-0f3175c3-d6db-46f8-a988-ac252e30ba2d tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.134192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a9e6823-6588-40e6-8bd5-91130360d0a7 req-4a2b219b-c628-4549-8d9e-e9e62295d458 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144814 Nov 03 18:45:03.136001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-f9101362-99c2-411b-99c0-a3980a7db202 req-76676b6b-ce4e-43c4-80e5-8afbb59a35cb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:03.149296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-76676b6b-ce4e-43c4-80e5-8afbb59a35cb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:03.177766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2297f10-86f0-4a12-a6a9-733ec000fb75 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event updated for resources: {'Port': ['ID=e1df549e-00f8-4bda-89ed-8e0c439b6bb9,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:03.222226 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-c1328e57-f109-4384-abad-1076999b03fa req-0f3175c3-d6db-46f8-a988-ac252e30ba2d tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Calling delete_port for d07b16bb-dc98-4edc-9fcf-2878bdba3695 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:03.265039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b4bc8-3e59-4b20-ae58-df40732b68ac tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Deleting port e1df549e-00f8-4bda-89ed-8e0c439b6bb9 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:03.265829 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4bc8-3e59-4b20-ae58-df40732b68ac tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.288248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-837f0b74-ecdc-4743-8caf-b1feb4351ac3 None None] Provisioning complete for port e1df549e-00f8-4bda-89ed-8e0c439b6bb9 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:03.289280 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-837f0b74-ecdc-4743-8caf-b1feb4351ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.318934 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-76676b6b-ce4e-43c4-80e5-8afbb59a35cb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:03.319672 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-76676b6b-ce4e-43c4-80e5-8afbb59a35cb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.352674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fc861e66-6584-45b0-9a56-2c71e0bc36b8 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:03.358844 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-76676b6b-ce4e-43c4-80e5-8afbb59a35cb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6519725 Nov 03 18:45:03.373230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f9101362-99c2-411b-99c0-a3980a7db202 req-3f49120c-9b6f-4213-a620-1463a29c7c76 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'port': {'device_id': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1', 'admin_state_up': True, 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'security_groups': ['249d08dc-5c32-4ce6-90f8-d48c19f8b0b5']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:03.519217 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port fc861e66-6584-45b0-9a56-2c71e0bc36b8 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:45:03.530552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-837f0b74-ecdc-4743-8caf-b1feb4351ac3 None None] Port e1df549e-00f8-4bda-89ed-8e0c439b6bb9 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:03.533398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port fc861e66-6584-45b0-9a56-2c71e0bc36b8 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:03.534026 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.621247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:03.621953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9855fc-a856-40e5-9db4-c58443ad3fc4 req-c330a628-a4f8-45c8-b14b-c0e44d8cc566 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:03.625946 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb9855fc-a856-40e5-9db4-c58443ad3fc4 req-c330a628-a4f8-45c8-b14b-c0e44d8cc566 tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d1fdee7-0d43-4280-b47c-0915bd256d0b HTTP/1.1" status: 200 len: 945 time: 0.1396680 Nov 03 18:45:03.692737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-adc6c51e-590c-4397-8bbf-244d050a97c2 None None] Provisioning complete for port a45be5e5-9799-4b7e-a7c1-f406523ac8d8 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:03.704007 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-adc6c51e-590c-4397-8bbf-244d050a97c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.774486 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb9855fc-a856-40e5-9db4-c58443ad3fc4 req-e70206dc-3b1f-4e5f-8fd5-cb632660d86a tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.107 "GET /v2.0/security-groups?id=65c6a61d-ad8c-4fd3-814f-426d13f07a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278431 Nov 03 18:45:03.803666 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-3f49120c-9b6f-4213-a620-1463a29c7c76 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Made reservation on behalf of c499298fecc740dd8356f938a201f1f9 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:03.807915 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-3f49120c-9b6f-4213-a620-1463a29c7c76 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:03.959362 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-adc6c51e-590c-4397-8bbf-244d050a97c2 None None] Port a45be5e5-9799-4b7e-a7c1-f406523ac8d8 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:03.976779 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.063075 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port fc861e66-6584-45b0-9a56-2c71e0bc36b8, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fc861e66-6584-45b0-9a56-2c71e0bc36b8,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:04.064964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fb0b71-c5ae-4034-b28f-adf10062eba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc861e66-6584-45b0-9a56-2c71e0bc36b8'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:04.073770 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a326f9c6-3a9e-4e31-b40d-d072b7e71612" -d '{"events": [{"server_uuid": "b7fb0b71-c5ae-4034-b28f-adf10062eba0", "name": "network-vif-plugged", "status": "completed", "tag": "fc861e66-6584-45b0-9a56-2c71e0bc36b8"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:04.089913 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:04.135520 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13', 'mac_address': 'fa:16:3e:05:d4:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:04.141755 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.167018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-f9101362-99c2-411b-99c0-a3980a7db202 req-3f49120c-9b6f-4213-a620-1463a29c7c76 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Allocated IP 10.1.1.10 (dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1/737242bc-0702-4297-a6de-862b9dff9b6d/01e665ed-9bea-455c-bb66-f63c42aa3da4) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:04.266866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=fc861e66-6584-45b0-9a56-2c71e0bc36b8,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:04.325194 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.325827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb53257-af87-43e3-8128-0db37cee6d27 req-505872bd-e00a-4954-a4a7-bdd15314f12d tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:04.333572 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcb53257-af87-43e3-8128-0db37cee6d27 req-505872bd-e00a-4954-a4a7-bdd15314f12d tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 931 time: 0.1319540 Nov 03 18:45:04.357575 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc6dc8c-b2ed-40db-b4ce-0fff9c18ad44 x-openstack-request-id: req-8cc6dc8c-b2ed-40db-b4ce-0fff9c18ad44 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:04.357866 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fb0b71-c5ae-4034-b28f-adf10062eba0", "name": "network-vif-plugged", "status": "completed", "tag": "fc861e66-6584-45b0-9a56-2c71e0bc36b8", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:04.358113 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8cc6dc8c-b2ed-40db-b4ce-0fff9c18ad44 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:04.358508 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fb0b71-c5ae-4034-b28f-adf10062eba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc861e66-6584-45b0-9a56-2c71e0bc36b8', 'code': 200} Nov 03 18:45:04.366223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:04.412042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:04.418679 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.462920 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4bc8-3e59-4b20-ae58-df40732b68ac tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.481256 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcb53257-af87-43e3-8128-0db37cee6d27 req-ab40d749-66c1-4b70-9f88-12114580c5ba tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457558 Nov 03 18:45:04.481524 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c1328e57-f109-4384-abad-1076999b03fa req-0f3175c3-d6db-46f8-a988-ac252e30ba2d tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.519858 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-3f49120c-9b6f-4213-a620-1463a29c7c76 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.538344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:04.565341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b4bc8-3e59-4b20-ae58-df40732b68ac tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Calling delete_port for e1df549e-00f8-4bda-89ed-8e0c439b6bb9 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:04.571993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3175c3-d6db-46f8-a988-ac252e30ba2d tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Pushing event deleted for resources: {'Port': ['ID=d07b16bb-dc98-4edc-9fcf-2878bdba3695,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:04.582603 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:04.627687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1328e57-f109-4384-abad-1076999b03fa req-0f3175c3-d6db-46f8-a988-ac252e30ba2d tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] No DVR routers for this DVR port d07b16bb-dc98-4edc-9fcf-2878bdba3695 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:45:04.632034 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c1328e57-f109-4384-abad-1076999b03fa req-0f3175c3-d6db-46f8-a988-ac252e30ba2d tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.637174 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c1328e57-f109-4384-abad-1076999b03fa req-0f3175c3-d6db-46f8-a988-ac252e30ba2d tempest-ServerAddressesNegativeTestJSON-1406042101 tempest-ServerAddressesNegativeTestJSON-1406042101-project] 10.222.0.87 "DELETE /v2.0/ports/d07b16bb-dc98-4edc-9fcf-2878bdba3695 HTTP/1.1" status: 204 len: 173 time: 2.6648540 Nov 03 18:45:04.637907 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1fdee7-0d43-4280-b47c-0915bd256d0b', 'name': 'network-vif-deleted', 'tag': 'd07b16bb-dc98-4edc-9fcf-2878bdba3695'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:04.649845 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94f0d45-11d4-450b-b108-eecc6a6edaf5" -d '{"events": [{"server_uuid": "9d1fdee7-0d43-4280-b47c-0915bd256d0b", "name": "network-vif-deleted", "tag": "d07b16bb-dc98-4edc-9fcf-2878bdba3695"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:04.698783 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-3f49120c-9b6f-4213-a620-1463a29c7c76 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.814371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9101362-99c2-411b-99c0-a3980a7db202 req-3f49120c-9b6f-4213-a620-1463a29c7c76 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:04.845621 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-f9101362-99c2-411b-99c0-a3980a7db202 req-3f49120c-9b6f-4213-a620-1463a29c7c76 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:04.869563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49120c-9b6f-4213-a620-1463a29c7c76 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'Port': ['ID=01e665ed-9bea-455c-bb66-f63c42aa3da4,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:04.872914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-3f49120c-9b6f-4213-a620-1463a29c7c76 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:04.885296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f268a-392e-4029-8b3c-eda6d2f7c8a9 req-b8941a3f-4bcf-4d96-84e9-b6fe287629ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:04.886863 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b27f268a-392e-4029-8b3c-eda6d2f7c8a9 req-b8941a3f-4bcf-4d96-84e9-b6fe287629ef service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 1096 time: 0.3263774 Nov 03 18:45:04.903934 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4bc8-3e59-4b20-ae58-df40732b68ac tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:04.950946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c6488-6d5d-4d0a-b496-ea2e8caa9206 req-5d4df49f-94f4-4a7f-9551-edbd280a0b4d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:04.959404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d11c6488-6d5d-4d0a-b496-ea2e8caa9206 req-5d4df49f-94f4-4a7f-9551-edbd280a0b4d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 945 time: 0.4132698 Nov 03 18:45:04.980799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b4bc8-3e59-4b20-ae58-df40732b68ac tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event deleted for resources: {'Port': ['ID=e1df549e-00f8-4bda-89ed-8e0c439b6bb9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:05.354741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d07b16bb-dc98-4edc-9fcf-2878bdba3695 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:05.439548 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: d07b16bb-dc98-4edc-9fcf-2878bdba3695 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:45:05.442848 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d07b16bb-dc98-4edc-9fcf-2878bdba3695 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:45:05.443930 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 80772877-1234-4dc2-b435-1d011af23c19 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:05.507932 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4732b87c-85a5-491c-beec-504da9c0004a None None] Provisioning complete for port 01e665ed-9bea-455c-bb66-f63c42aa3da4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:05.508425 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4732b87c-85a5-491c-beec-504da9c0004a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.569306 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4bc8-3e59-4b20-ae58-df40732b68ac tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.570157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-3f49120c-9b6f-4213-a620-1463a29c7c76 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:05.570969 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-3f49120c-9b6f-4213-a620-1463a29c7c76 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.578998 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ef0b4bc8-3e59-4b20-ae58-df40732b68ac tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "DELETE /v2.0/ports/e1df549e-00f8-4bda-89ed-8e0c439b6bb9 HTTP/1.1" status: 204 len: 168 time: 2.5823267 Nov 03 18:45:05.581531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48298) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:05.634464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-3f49120c-9b6f-4213-a620-1463a29c7c76 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2670352 Nov 03 18:45:05.642301 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:05.643441 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b27f268a-392e-4029-8b3c-eda6d2f7c8a9 req-fdab10e8-1204-4557-b758-cf3ad9470649 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7299778 Nov 03 18:45:05.650164 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ab39d6-fb60-411f-afe6-8c7918249096 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] GET failed (client error): The resource could not be found. Nov 03 18:45:05.656402 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f4ab39d6-fb60-411f-afe6-8c7918249096 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "GET /v2.0/ports/e1df549e-00f8-4bda-89ed-8e0c439b6bb9 HTTP/1.1" status: 404 len: 333 time: 0.0707943 Nov 03 18:45:05.657678 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aac24c0-acd0-4ea7-b7c4-694f503e6e4c x-openstack-request-id: req-7aac24c0-acd0-4ea7-b7c4-694f503e6e4c {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:05.659173 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1fdee7-0d43-4280-b47c-0915bd256d0b", "name": "network-vif-deleted", "tag": "d07b16bb-dc98-4edc-9fcf-2878bdba3695", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:05.659443 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7aac24c0-acd0-4ea7-b7c4-694f503e6e4c {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:05.662067 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1fdee7-0d43-4280-b47c-0915bd256d0b', 'name': 'network-vif-deleted', 'tag': 'd07b16bb-dc98-4edc-9fcf-2878bdba3695', 'status': 'completed', 'code': 200} Nov 03 18:45:05.663159 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48300) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:05.668253 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8207f987-e43b-421e-a97f-afaf63180cd6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'port': {'device_id': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1', 'admin_state_up': True, 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'security_groups': ['249d08dc-5c32-4ce6-90f8-d48c19f8b0b5']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:05.693410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d11c6488-6d5d-4d0a-b496-ea2e8caa9206 req-5a903112-ebe8-4e00-8a6d-20457dbd0873 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7255759 Nov 03 18:45:05.750484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48304) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:05.773431 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.790959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4732b87c-85a5-491c-beec-504da9c0004a None None] Port 01e665ed-9bea-455c-bb66-f63c42aa3da4 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:05.858562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 80772877-1234-4dc2-b435-1d011af23c19, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=80772877-1234-4dc2-b435-1d011af23c19,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:05.867354 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.901889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e0ddc8-1c0c-4a9c-b37e-86eba46bb5d5 admin admin] Deleting subnet 280d2dd8-812a-4adf-86d0-e324ca946d50 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:45:05.908838 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ddc8-1c0c-4a9c-b37e-86eba46bb5d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:05.991379 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:05.992045 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.064039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab373e-5e01-4b93-b552-8dcc3b8ba066 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Deleting port 8f559432-6c43-4a4d-8001-e807a3bbffce {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:06.065474 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4ab373e-5e01-4b93-b552-8dcc3b8ba066 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.071020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=80772877-1234-4dc2-b435-1d011af23c19,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:06.092501 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:45:06.097512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8207f987-e43b-421e-a97f-afaf63180cd6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Made reservation on behalf of c499298fecc740dd8356f938a201f1f9 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:06.101294 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8207f987-e43b-421e-a97f-afaf63180cd6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.169510 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ddc8-1c0c-4a9c-b37e-86eba46bb5d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.269551 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.338299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450aebd-d0a6-4ed7-afe5-43abcf15c720 req-34bc448b-e1fe-408a-a6bf-229bc298a7d3 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:06.347907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:06.349926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450aebd-d0a6-4ed7-afe5-43abcf15c720 req-34bc448b-e1fe-408a-a6bf-229bc298a7d3 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:06.359731 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.361156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2450aebd-d0a6-4ed7-afe5-43abcf15c720 req-34bc448b-e1fe-408a-a6bf-229bc298a7d3 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 1652 time: 0.4206023 Nov 03 18:45:06.361790 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80772877-1234-4dc2-b435-1d011af23c19'}, {'server_uuid': 'f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:06.365035 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d747d27e-8441-433f-9eef-85dadaa04e0f" -d '{"events": [{"server_uuid": "c87730bc-45d4-4a30-97c3-8a56ed9a04a9", "name": "network-vif-unplugged", "status": "completed", "tag": "80772877-1234-4dc2-b435-1d011af23c19"}, {"server_uuid": "f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6", "name": "network-vif-plugged", "status": "completed", "tag": "3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:06.396406 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4ab373e-5e01-4b93-b552-8dcc3b8ba066 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.421483 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:06.432535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab373e-5e01-4b93-b552-8dcc3b8ba066 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Calling delete_port for 8f559432-6c43-4a4d-8001-e807a3bbffce owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:06.480726 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ddc8-1c0c-4a9c-b37e-86eba46bb5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.596414 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2450aebd-d0a6-4ed7-afe5-43abcf15c720 req-c54092b7-3653-4845-92a1-c3d16a3f0ab1 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340550 Nov 03 18:45:06.644118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8207f987-e43b-421e-a97f-afaf63180cd6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Allocated IP 10.1.1.96 (dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1/737242bc-0702-4297-a6de-862b9dff9b6d/6c83422e-a0e8-48f3-a9e1-fb56f242edb6) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:06.651095 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ddc8-1c0c-4a9c-b37e-86eba46bb5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.719728 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0ddc8-1c0c-4a9c-b37e-86eba46bb5d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280d2dd8-812a-4adf-86d0-e324ca946d50,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:06.734197 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2175222b-ee1c-4f83-9dae-bd27a8c2d0ba x-openstack-request-id: req-2175222b-ee1c-4f83-9dae-bd27a8c2d0ba {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:06.734706 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87730bc-45d4-4a30-97c3-8a56ed9a04a9", "name": "network-vif-unplugged", "status": "completed", "tag": "80772877-1234-4dc2-b435-1d011af23c19", "code": 200}, {"server_uuid": "f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6", "name": "network-vif-plugged", "status": "completed", "tag": "3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:06.735223 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2175222b-ee1c-4f83-9dae-bd27a8c2d0ba {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:06.735912 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80772877-1234-4dc2-b435-1d011af23c19', 'code': 200} Nov 03 18:45:06.736601 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13', 'code': 200} Nov 03 18:45:06.749160 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4ab373e-5e01-4b93-b552-8dcc3b8ba066 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.761863 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8e0ddc8-1c0c-4a9c-b37e-86eba46bb5d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:06.776674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a8e0ddc8-1c0c-4a9c-b37e-86eba46bb5d5 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/280d2dd8-812a-4adf-86d0-e324ca946d50 HTTP/1.1" status: 204 len: 168 time: 1.0231996 Nov 03 18:45:06.780532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48370) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:06.841396 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab373e-5e01-4b93-b552-8dcc3b8ba066 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event deleted for resources: {'Port': ['ID=8f559432-6c43-4a4d-8001-e807a3bbffce,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:07.129312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4ab373e-5e01-4b93-b552-8dcc3b8ba066 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.137045 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a4ab373e-5e01-4b93-b552-8dcc3b8ba066 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "DELETE /v2.0/ports/8f559432-6c43-4a4d-8001-e807a3bbffce HTTP/1.1" status: 204 len: 168 time: 1.4716263 Nov 03 18:45:07.142505 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48390) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:07.149511 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5d4a5e3-6c6a-4744-ae59-12bc51b69c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.213481 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dead8de-1877-424d-8ac8-d7d8ed9f9dfe tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] GET failed (client error): The resource could not be found. Nov 03 18:45:07.215245 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6dead8de-1877-424d-8ac8-d7d8ed9f9dfe tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "GET /v2.0/ports/8f559432-6c43-4a4d-8001-e807a3bbffce HTTP/1.1" status: 404 len: 333 time: 0.0717421 Nov 03 18:45:07.224988 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48394) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:07.362484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06706bf9-e63c-4732-a78f-c2c02f1cebaf req-743a8673-a575-492b-9d6f-abb1c4d3d579 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:07.370945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06706bf9-e63c-4732-a78f-c2c02f1cebaf req-743a8673-a575-492b-9d6f-abb1c4d3d579 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 945 time: 0.3031390 Nov 03 18:45:07.441970 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5d4a5e3-6c6a-4744-ae59-12bc51b69c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.453571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8fa7f-fa77-4612-b3c1-ea84331f7b64 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Deleting port 47ac83e4-97d3-44d7-9dc7-c9b681c1d61a {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:07.453571 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fe8fa7f-fa77-4612-b3c1-ea84331f7b64 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.491723 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8207f987-e43b-421e-a97f-afaf63180cd6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.541468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06706bf9-e63c-4732-a78f-c2c02f1cebaf req-7e579009-aa29-4bcf-90e6-0845a21b9e5d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201761 Nov 03 18:45:07.543645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-c5d4a5e3-6c6a-4744-ae59-12bc51b69c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74dc851-8c6c-4bdc-9842-e9bc735bbaec']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:07.572598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-c5d4a5e3-6c6a-4744-ae59-12bc51b69c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd882ee88-b691-419b-bab0-65121fe16d59') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:07.572598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-c5d4a5e3-6c6a-4744-ae59-12bc51b69c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd882ee88-b691-419b-bab0-65121fe16d59') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:07.591420 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5d4a5e3-6c6a-4744-ae59-12bc51b69c18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.618334 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5d4a5e3-6c6a-4744-ae59-12bc51b69c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.622693 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8207f987-e43b-421e-a97f-afaf63180cd6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.668719 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fe8fa7f-fa77-4612-b3c1-ea84331f7b64 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.687916 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8fa7f-fa77-4612-b3c1-ea84331f7b64 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Calling delete_port for 47ac83e4-97d3-44d7-9dc7-c9b681c1d61a owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:07.746787 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207f987-e43b-421e-a97f-afaf63180cd6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'Port': ['ID=6c83422e-a0e8-48f3-a9e1-fb56f242edb6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:07.757862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d4a5e3-6c6a-4744-ae59-12bc51b69c18 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:45:07.758737 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5d4a5e3-6c6a-4744-ae59-12bc51b69c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:45:07.771513 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:45:07.876247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8207f987-e43b-421e-a97f-afaf63180cd6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:07.889053 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fe8fa7f-fa77-4612-b3c1-ea84331f7b64 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:07.896721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8207f987-e43b-421e-a97f-afaf63180cd6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:07.900900 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8207f987-e43b-421e-a97f-afaf63180cd6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:07.984124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8fa7f-fa77-4612-b3c1-ea84331f7b64 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event deleted for resources: {'Port': ['ID=47ac83e4-97d3-44d7-9dc7-c9b681c1d61a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:08.045286 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5d4a5e3-6c6a-4744-ae59-12bc51b69c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.071546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6767c-e7c5-491d-a85d-da6fd58e4c72 req-cd2cfd5d-68f1-48e2-899b-4dd8015f7335 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:08.088008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6767c-e7c5-491d-a85d-da6fd58e4c72 req-cd2cfd5d-68f1-48e2-899b-4dd8015f7335 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:08.117983 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6767c-e7c5-491d-a85d-da6fd58e4c72 req-cd2cfd5d-68f1-48e2-899b-4dd8015f7335 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:08.124029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5fe6767c-e7c5-491d-a85d-da6fd58e4c72 req-cd2cfd5d-68f1-48e2-899b-4dd8015f7335 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 2372 time: 0.3489506 Nov 03 18:45:08.185754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8207f987-e43b-421e-a97f-afaf63180cd6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:08.187222 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8207f987-e43b-421e-a97f-afaf63180cd6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.191480 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5d4a5e3-6c6a-4744-ae59-12bc51b69c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.197763 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c5d4a5e3-6c6a-4744-ae59-12bc51b69c18 admin admin] 10.222.0.107 "DELETE /v2.0/networks/c74dc851-8c6c-4bdc-9842-e9bc735bbaec HTTP/1.1" status: 204 len: 168 time: 1.4161205 Nov 03 18:45:08.210701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4a5e3-6c6a-4744-ae59-12bc51b69c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=c74dc851-8c6c-4bdc-9842-e9bc735bbaec,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:08.291157 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fe8fa7f-fa77-4612-b3c1-ea84331f7b64 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.304850 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9fe8fa7f-fa77-4612-b3c1-ea84331f7b64 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "DELETE /v2.0/ports/47ac83e4-97d3-44d7-9dc7-c9b681c1d61a HTTP/1.1" status: 204 len: 168 time: 1.0781958 Nov 03 18:45:08.305883 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48442) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:08.358202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8207f987-e43b-421e-a97f-afaf63180cd6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7030530 Nov 03 18:45:08.380026 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5fe6767c-e7c5-491d-a85d-da6fd58e4c72 req-b5024d53-7840-4640-9c5c-45b4d4192138 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418518 Nov 03 18:45:08.435812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f9101362-99c2-411b-99c0-a3980a7db202 req-f0b85b9e-923e-4003-b013-8a5080b251dc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'port': {'device_id': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3', 'admin_state_up': True, 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'security_groups': ['249d08dc-5c32-4ce6-90f8-d48c19f8b0b5']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:08.475796 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-03c29242-7630-4b9c-bf7c-185889e7a699 None None] Provisioning complete for port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:08.476507 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-03c29242-7630-4b9c-bf7c-185889e7a699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.480661 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e0efd6-a233-46d5-950f-42ad10ab5080 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Deleting subnet a41a2557-6ef2-4443-893a-af37653b6328 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:45:08.503850 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91e0efd6-a233-46d5-950f-42ad10ab5080 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.617513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-03c29242-7630-4b9c-bf7c-185889e7a699 None None] Port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:08.637996 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91e0efd6-a233-46d5-950f-42ad10ab5080 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.724155 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48466) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:08.819119 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4feb7a92-169b-4baa-a1ce-ec69d4ce302a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cbdc23c5a44e4b97a35480e1d8cba0e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0934293 Nov 03 18:45:08.822117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48470) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:08.857674 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-f0b85b9e-923e-4003-b013-8a5080b251dc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Made reservation on behalf of c499298fecc740dd8356f938a201f1f9 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:08.883612 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91e0efd6-a233-46d5-950f-42ad10ab5080 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.906414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2191b-e58e-4d02-9165-ab549adf3efd req-918db3be-d872-4d0b-b9fe-974d5e8b1780 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:08.908181 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21d2191b-e58e-4d02-9165-ab549adf3efd req-918db3be-d872-4d0b-b9fe-974d5e8b1780 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 945 time: 0.1159394 Nov 03 18:45:08.958668 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eae41b67-6784-47ab-bc13-dda73dd77e19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.993036 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eae41b67-6784-47ab-bc13-dda73dd77e19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:08.994014 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-f0b85b9e-923e-4003-b013-8a5080b251dc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.047256 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91e0efd6-a233-46d5-950f-42ad10ab5080 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.118197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0efd6-a233-46d5-950f-42ad10ab5080 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event deleted for resources: {'Subnet': ['ID=a41a2557-6ef2-4443-893a-af37653b6328,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:09.128963 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91e0efd6-a233-46d5-950f-42ad10ab5080 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.132521 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-91e0efd6-a233-46d5-950f-42ad10ab5080 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "DELETE /v2.0/subnets/a41a2557-6ef2-4443-893a-af37653b6328 HTTP/1.1" status: 204 len: 168 time: 0.8250210 Nov 03 18:45:09.135569 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48476) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:09.153380 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806944f4-8e65-4dfd-afb7-806a4ed1d80e None None] Network e4d3e522-98f9-4894-8d5b-a64b260bd7dc requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:45:09.267316 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eae41b67-6784-47ab-bc13-dda73dd77e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.279749 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eae41b67-6784-47ab-bc13-dda73dd77e19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.281071 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-eae41b67-6784-47ab-bc13-dda73dd77e19 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/65c6a61d-ad8c-4fd3-814f-426d13f07a73 HTTP/1.1" status: 204 len: 168 time: 0.4576991 Nov 03 18:45:09.321799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae41b67-6784-47ab-bc13-dda73dd77e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c6a61d-ad8c-4fd3-814f-426d13f07a73,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:09.340698 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.448070 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-f9101362-99c2-411b-99c0-a3980a7db202 req-f0b85b9e-923e-4003-b013-8a5080b251dc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Allocated IP 10.2.2.100 (e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3/2242584c-e62d-41cf-9e7f-ce02778d27e1/a749277d-caef-4241-accf-4ec2038dd6bd) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:09.467902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21d2191b-e58e-4d02-9165-ab549adf3efd req-7ac344e1-7ea0-4ec1-a2ba-94ecd7d447f2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795775 Nov 03 18:45:09.481525 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Deleting port ad0addbf-281b-40f0-9827-f9d005d62448 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:09.481884 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.636751 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13934ba9-6bdd-42d1-a666-d90ef7028706 None None] DHCP port deletion for e4d3e522-98f9-4894-8d5b-a64b260bd7dc request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:45:09.731289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] For port ad0addbf-281b-40f0-9827-f9d005d62448, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ad0addbf-281b-40f0-9827-f9d005d62448,segment=NetworkSegment(47c0948d-0957-4e6c-8e43-374eb3795d92),segment_id=47c0948d-0957-4e6c-8e43-374eb3795d92)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:09.735597 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.773206 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Calling delete_port for ad0addbf-281b-40f0-9827-f9d005d62448 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:09.820978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-13934ba9-6bdd-42d1-a666-d90ef7028706 None None] Deleting port ad0addbf-281b-40f0-9827-f9d005d62448 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:09.821740 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-13934ba9-6bdd-42d1-a666-d90ef7028706 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:09.923821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790335-9a70-4cf7-b10f-a4f329a61a9a req-31c77785-e2c5-4c6c-9bb3-de15f3e4b244 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:09.930434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790335-9a70-4cf7-b10f-a4f329a61a9a req-31c77785-e2c5-4c6c-9bb3-de15f3e4b244 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:09.950739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790335-9a70-4cf7-b10f-a4f329a61a9a req-31c77785-e2c5-4c6c-9bb3-de15f3e4b244 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:09.963478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca790335-9a70-4cf7-b10f-a4f329a61a9a req-31c77785-e2c5-4c6c-9bb3-de15f3e4b244 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 2372 time: 0.3043020 Nov 03 18:45:09.997784 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-f0b85b9e-923e-4003-b013-8a5080b251dc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.036690 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-13934ba9-6bdd-42d1-a666-d90ef7028706 None None] For port ad0addbf-281b-40f0-9827-f9d005d62448, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ad0addbf-281b-40f0-9827-f9d005d62448,segment=NetworkSegment(47c0948d-0957-4e6c-8e43-374eb3795d92),segment_id=47c0948d-0957-4e6c-8e43-374eb3795d92)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:10.041565 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-13934ba9-6bdd-42d1-a666-d90ef7028706 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.068747 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca790335-9a70-4cf7-b10f-a4f329a61a9a req-258440b2-c146-4abe-a1fb-c4e2dcedb053 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042383 Nov 03 18:45:10.084009 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.087680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-13934ba9-6bdd-42d1-a666-d90ef7028706 None None] Calling delete_port for ad0addbf-281b-40f0-9827-f9d005d62448 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:10.113015 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] No DVR routers for this DVR port ad0addbf-281b-40f0-9827-f9d005d62448 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:45:10.148957 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-f0b85b9e-923e-4003-b013-8a5080b251dc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.243753 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9101362-99c2-411b-99c0-a3980a7db202 req-f0b85b9e-923e-4003-b013-8a5080b251dc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:10.268227 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-f9101362-99c2-411b-99c0-a3980a7db202 req-f0b85b9e-923e-4003-b013-8a5080b251dc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:10.279965 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-f0b85b9e-923e-4003-b013-8a5080b251dc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:10.350471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event deleted for resources: {'Port': ['ID=ad0addbf-281b-40f0-9827-f9d005d62448,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:10.445252 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.474372 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-13934ba9-6bdd-42d1-a666-d90ef7028706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.489668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d3e522-98f9-4894-8d5b-a64b260bd7dc']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:10.513476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c0948d-0957-4e6c-8e43-374eb3795d92') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:10.514053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c0948d-0957-4e6c-8e43-374eb3795d92') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:10.533764 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.567932 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.576969 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13934ba9-6bdd-42d1-a666-d90ef7028706 None None] Pushing event deleted for resources: {'Port': ['ID=ad0addbf-281b-40f0-9827-f9d005d62448,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:10.588978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13934ba9-6bdd-42d1-a666-d90ef7028706 None None] No DVR routers for this DVR port ad0addbf-281b-40f0-9827-f9d005d62448 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:45:10.589913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:45:10.590487 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:45:10.594404 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:45:10.608942 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6104f5-8747-4d55-bd02-da80a6ad2bf8 req-a6899929-e554-4e2d-ac28-35b35f788dc2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:10.612129 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a6104f5-8747-4d55-bd02-da80a6ad2bf8 req-a6899929-e554-4e2d-ac28-35b35f788dc2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 945 time: 0.3582914 Nov 03 18:45:10.617519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b85b9e-923e-4003-b013-8a5080b251dc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'Port': ['ID=a749277d-caef-4241-accf-4ec2038dd6bd,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:10.641366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-f0b85b9e-923e-4003-b013-8a5080b251dc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:10.642035 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-f0b85b9e-923e-4003-b013-8a5080b251dc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.690371 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48522) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:10.707258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-f0b85b9e-923e-4003-b013-8a5080b251dc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3250217 Nov 03 18:45:10.729448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9f2e775a-1a0a-45d6-be98-93a518fcc42c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'port': {'device_id': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3', 'admin_state_up': True, 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'security_groups': ['249d08dc-5c32-4ce6-90f8-d48c19f8b0b5']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:10.794212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.820807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a6104f5-8747-4d55-bd02-da80a6ad2bf8 req-6c44b6d7-a597-4b27-8aa8-cdb7f0527204 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948137 Nov 03 18:45:10.832211 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.843199 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] 10.222.0.107 "DELETE /v2.0/networks/e4d3e522-98f9-4894-8d5b-a64b260bd7dc HTTP/1.1" status: 204 len: 168 time: 1.7083509 Nov 03 18:45:10.882649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9953cebb-a835-46e7-91ad-8e5a0f4e5337 None None] Provisioning complete for port a749277d-caef-4241-accf-4ec2038dd6bd triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:10.883162 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9953cebb-a835-46e7-91ad-8e5a0f4e5337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:10.894859 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e1533-5f11-4f9d-b6f0-e4ee0a4ef4e3 tempest-AllowedAddressPairTestJSON-86347273 tempest-AllowedAddressPairTestJSON-86347273-project] Pushing event deleted for resources: {'Network': ['ID=e4d3e522-98f9-4894-8d5b-a64b260bd7dc,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:10.961904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9953cebb-a835-46e7-91ad-8e5a0f4e5337 None None] Port a749277d-caef-4241-accf-4ec2038dd6bd cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:11.008401 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-62926737-32ab-4df1-a5c6-cd5c70b49285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.063074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9f2e775a-1a0a-45d6-be98-93a518fcc42c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Made reservation on behalf of c499298fecc740dd8356f938a201f1f9 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:11.070568 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9f2e775a-1a0a-45d6-be98-93a518fcc42c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.255325 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-62926737-32ab-4df1-a5c6-cd5c70b49285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.263869 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-62926737-32ab-4df1-a5c6-cd5c70b49285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.337501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62926737-32ab-4df1-a5c6-cd5c70b49285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473334bb-b262-47d7-a47b-5eff4f0c0c14,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:11.354352 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-62926737-32ab-4df1-a5c6-cd5c70b49285 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0c379f87f43849fa9a2aebe1f1f2153c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6531489 Nov 03 18:45:11.354959 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48552) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:11.392460 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48554) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:11.467552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48558) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:11.500687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ad0addbf-281b-40f0-9827-f9d005d62448 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:11.535268 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: ad0addbf-281b-40f0-9827-f9d005d62448 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:45:11.536026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ad0addbf-281b-40f0-9827-f9d005d62448 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:45:11.559094 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77969e4d-8aa3-4aac-ba0d-68c1ed901a15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.590649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fd318-147f-4357-8401-c3033ea5abb0 req-d2773a25-025c-44b2-a8c3-9840cb3ea571 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:11.601803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fd318-147f-4357-8401-c3033ea5abb0 req-d2773a25-025c-44b2-a8c3-9840cb3ea571 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:11.615895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fd318-147f-4357-8401-c3033ea5abb0 req-d2773a25-025c-44b2-a8c3-9840cb3ea571 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:11.623321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fd318-147f-4357-8401-c3033ea5abb0 req-d2773a25-025c-44b2-a8c3-9840cb3ea571 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:11.624068 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77969e4d-8aa3-4aac-ba0d-68c1ed901a15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.633448 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b1fd318-147f-4357-8401-c3033ea5abb0 req-d2773a25-025c-44b2-a8c3-9840cb3ea571 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 3093 time: 0.3075581 Nov 03 18:45:11.719036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9f2e775a-1a0a-45d6-be98-93a518fcc42c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Allocated IP 10.2.2.200 (e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3/2242584c-e62d-41cf-9e7f-ce02778d27e1/d1ec408a-40f4-43c3-859e-8b47b5bc5fc3) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:11.756472 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b1fd318-147f-4357-8401-c3033ea5abb0 req-2618d5a9-6467-4dba-86c3-6cc6874379bb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180694 Nov 03 18:45:11.775514 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1627336249-network', 'tenant_id': 'a9bf3b6e7c87451e90f7b6ec4e885311'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:11.801086 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6d64c04c-c677-44fb-bd96-9f70844fdbcd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ac2b63f1200f41ecacd26b1b5c44463e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4049275 Nov 03 18:45:11.801388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48562) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:11.871865 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Made reservation on behalf of a9bf3b6e7c87451e90f7b6ec4e885311 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:11.874367 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.929323 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.941009 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77969e4d-8aa3-4aac-ba0d-68c1ed901a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.946187 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77969e4d-8aa3-4aac-ba0d-68c1ed901a15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:11.949840 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-77969e4d-8aa3-4aac-ba0d-68c1ed901a15 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/473334bb-b262-47d7-a47b-5eff4f0c0c14 HTTP/1.1" status: 204 len: 168 time: 0.5913210 Nov 03 18:45:11.967113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77969e4d-8aa3-4aac-ba0d-68c1ed901a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473334bb-b262-47d7-a47b-5eff4f0c0c14,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:11.996130 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c018100e-42b5-4f7a-baeb-a7f65cccb97d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.037288 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c018100e-42b5-4f7a-baeb-a7f65cccb97d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.059171 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9f2e775a-1a0a-45d6-be98-93a518fcc42c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.132827 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c018100e-42b5-4f7a-baeb-a7f65cccb97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.133876 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e297d-8f38-4985-8523-a2ae804ed840 req-d2c31de2-554b-4a0d-86f3-03074ba0a9c4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:12.136217 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c018100e-42b5-4f7a-baeb-a7f65cccb97d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.137417 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c018100e-42b5-4f7a-baeb-a7f65cccb97d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b7e525fc-2cf6-4179-8914-2b344e929c6f HTTP/1.1" status: 204 len: 168 time: 0.3349335 Nov 03 18:45:12.159630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-408e297d-8f38-4985-8523-a2ae804ed840 req-d2c31de2-554b-4a0d-86f3-03074ba0a9c4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 945 time: 0.2125471 Nov 03 18:45:12.178832 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018100e-42b5-4f7a-baeb-a7f65cccb97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e525fc-2cf6-4179-8914-2b344e929c6f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:12.316209 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.325174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-408e297d-8f38-4985-8523-a2ae804ed840 req-1e657772-4102-4669-8e91-a584b7f679b6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572812 Nov 03 18:45:12.326127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.327364 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9f2e775a-1a0a-45d6-be98-93a518fcc42c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.364422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:45:12.405280 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.405784 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Added segment 16dce387-6899-49ea-a536-191e73e81dd5 of type vlan for network fcb318d3-7a4a-4f11-8543-7662cef21195 Nov 03 18:45:12.478288 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.527920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9f2e775a-1a0a-45d6-be98-93a518fcc42c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:12.532214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9f2e775a-1a0a-45d6-be98-93a518fcc42c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:12.534226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e775a-1a0a-45d6-be98-93a518fcc42c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event updated for resources: {'Port': ['ID=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:12.537003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e72b1ef-55c9-4f3c-9359-61d76a950c55,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:12.540115 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.541277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:12.541878 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.561307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9f2e775a-1a0a-45d6-be98-93a518fcc42c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:12.585010 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:12.585400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:12.585792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:12.586146 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:12.586804 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:12.587153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:12.587508 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:12.587904 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:12.588241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:12.588574 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:12.588909 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:12.589239 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:12.741609 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2728894 Nov 03 18:45:12.745927 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48600) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:12.765119 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-834ef936-a994-48a6-9e93-07d5b2e8de0d admin admin] Request body: {'subnet': {'network_id': 'fcb318d3-7a4a-4f11-8543-7662cef21195', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1627336249-subnet', 'tenant_id': 'a9bf3b6e7c87451e90f7b6ec4e885311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:12.788121 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28efa1-901e-4a88-965a-408fdf140b03 admin admin] Pushing event updated for resources: {'Network': ['ID=fcb318d3-7a4a-4f11-8543-7662cef21195,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:12.803151 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9f2e775a-1a0a-45d6-be98-93a518fcc42c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:12.803931 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9f2e775a-1a0a-45d6-be98-93a518fcc42c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.804512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network fcb318d3-7a4a-4f11-8543-7662cef21195 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:45:12.894874 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834ef936-a994-48a6-9e93-07d5b2e8de0d admin admin] Made reservation on behalf of a9bf3b6e7c87451e90f7b6ec4e885311 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:12.899871 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9f2e775a-1a0a-45d6-be98-93a518fcc42c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1782677 Nov 03 18:45:12.903225 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-834ef936-a994-48a6-9e93-07d5b2e8de0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:12.940697 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Request body: {'port': {'device_id': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:13.162620 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:13.249583 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:13.330590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f59e2-a1a5-465a-91dc-661b5fefd240 req-c8f4bf16-e00b-4a59-b1b4-ed3b9191eb5a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:13.344353 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f59e2-a1a5-465a-91dc-661b5fefd240 req-c8f4bf16-e00b-4a59-b1b4-ed3b9191eb5a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:13.362474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8f6e1e65-8738-40fc-a08b-d9f0c96f608b None None] Provisioning complete for port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:13.363878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f59e2-a1a5-465a-91dc-661b5fefd240 req-c8f4bf16-e00b-4a59-b1b4-ed3b9191eb5a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:13.368239 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8f6e1e65-8738-40fc-a08b-d9f0c96f608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:13.383521 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f59e2-a1a5-465a-91dc-661b5fefd240 req-c8f4bf16-e00b-4a59-b1b4-ed3b9191eb5a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:13.395947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f59e2-a1a5-465a-91dc-661b5fefd240 req-c8f4bf16-e00b-4a59-b1b4-ed3b9191eb5a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:13.417739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a03f59e2-a1a5-465a-91dc-661b5fefd240 req-c8f4bf16-e00b-4a59-b1b4-ed3b9191eb5a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 3814 time: 0.3680787 Nov 03 18:45:13.669119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e1e65-8738-40fc-a08b-d9f0c96f608b None None] Port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:45:13.815213 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-834ef936-a994-48a6-9e93-07d5b2e8de0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:13.956591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ef936-a994-48a6-9e93-07d5b2e8de0d admin admin] Checking segment: {'id': '16dce387-6899-49ea-a536-191e73e81dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'fcb318d3-7a4a-4f11-8543-7662cef21195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:13.956767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ef936-a994-48a6-9e93-07d5b2e8de0d admin admin] Network hostable DHCP agents. Network: fcb318d3-7a4a-4f11-8543-7662cef21195, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:45:13.958921 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48636) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:13.979680 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ef936-a994-48a6-9e93-07d5b2e8de0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a18f1368-2e02-4492-8292-799c83470adb,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:14.007234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ef936-a994-48a6-9e93-07d5b2e8de0d admin admin] Network fcb318d3-7a4a-4f11-8543-7662cef21195 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:45:14.018098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a03f59e2-a1a5-465a-91dc-661b5fefd240 req-df8cf083-dfc8-442c-a2df-5b7e53d8da70 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5987918 Nov 03 18:45:14.029937 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-834ef936-a994-48a6-9e93-07d5b2e8de0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, fcb318d3-7a4a-4f11-8543-7662cef21195) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:14.040307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834ef936-a994-48a6-9e93-07d5b2e8de0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:14.041130 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e6eb4e-3386-405d-91d2-dc6ea969df59 None None] Network fcb318d3-7a4a-4f11-8543-7662cef21195 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:45:14.041862 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-834ef936-a994-48a6-9e93-07d5b2e8de0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:14.073323 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-834ef936-a994-48a6-9e93-07d5b2e8de0d admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3258696 Nov 03 18:45:14.277082 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1759311063-network', 'tenant_id': '9dfc19dc2384429781783620ae0e5a4f'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:14.319626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45be5e5-9799-4b7e-a7c1-f406523ac8d8 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:14.337742 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:14.346910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] Made reservation on behalf of 9dfc19dc2384429781783620ae0e5a4f for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:14.362778 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:14.372619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Transition to ACTIVE for port object a45be5e5-9799-4b7e-a7c1-f406523ac8d8 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:14.379245 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:14.421960 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:14.597563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a45be5e5-9799-4b7e-a7c1-f406523ac8d8,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:14.651499 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:14.658426 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:14.680821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:45:14.706560 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:14.706903 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] Added segment 64ad9ece-4293-4779-9f5c-a6d7d0bf0db9 of type vlan for network 31e0a50c-7147-4b72-938d-d6456d1a6470 Nov 03 18:45:14.778573 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:14.846417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48658) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:14.870425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff957d6-9cb0-4fe5-a450-efffd93cfc46,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:14.881854 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:14.884691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:14.887656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:14.905492 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69cf3a-e861-4354-8525-68ed6f000409 req-9c911914-15c8-4fc9-9eb1-1c263db535bd tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:14.918242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9d69cf3a-e861-4354-8525-68ed6f000409 req-9c911914-15c8-4fc9-9eb1-1c263db535bd tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 945 time: 0.4312341 Nov 03 18:45:14.967091 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0005763 Nov 03 18:45:15.013096 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48666) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:15.033532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6873ccc4-3cc6-4e11-af99-2c1f3c674c10 admin admin] Request body: {'subnet': {'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1759311063-subnet', 'tenant_id': '9dfc19dc2384429781783620ae0e5a4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:15.081319 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eb0770-ecf6-4546-953f-2a6aa569b04c None None] Network fcb318d3-7a4a-4f11-8543-7662cef21195 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:45:15.092785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-5156d04c-73bc-46b9-97d0-d10d9bb11f2a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114371855'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:15.165960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9d69cf3a-e861-4354-8525-68ed6f000409 req-eedf48c9-03ad-4357-9c2c-172c04d00849 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454393 Nov 03 18:45:15.209907 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0dda3-69f1-4010-ae2a-86f40e2ceb35 admin admin] Pushing event updated for resources: {'Network': ['ID=31e0a50c-7147-4b72-938d-d6456d1a6470,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:15.250490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Attempting to bind port a45be5e5-9799-4b7e-a7c1-f406523ac8d8 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:15.251256 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Attempting to bind port a45be5e5-9799-4b7e-a7c1-f406523ac8d8 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '45ca18a0-c87a-441e-9d3e-7fbfffe25df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:15.251872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Attempting to bind port a45be5e5-9799-4b7e-a7c1-f406523ac8d8 on network d2b26eb6-7515-43b1-9ddc-0eec10b264b7 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:15.261346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Port a45be5e5-9799-4b7e-a7c1-f406523ac8d8 on network d2b26eb6-7515-43b1-9ddc-0eec10b264b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:15.262226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Attempting to bind port a45be5e5-9799-4b7e-a7c1-f406523ac8d8 on network d2b26eb6-7515-43b1-9ddc-0eec10b264b7 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:15.269552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.api [None req-5156d04c-73bc-46b9-97d0-d10d9bb11f2a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 18:45:15.269552 n-d-812150-4 neutron-server[101712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 03 18:45:15.269552 n-d-812150-4 neutron-server[101712]: [parameters: {'project_id_1': '2871593f67114a319f51a9c8a605d529', 'expiration_1': datetime.datetime(2021, 11, 3, 18, 44, 55, 178634)}] Nov 03 18:45:15.269552 n-d-812150-4 neutron-server[101712]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:45:15.271128 n-d-812150-4 neutron-server[101712]: DEBUG oslo_db.api [None req-5156d04c-73bc-46b9-97d0-d10d9bb11f2a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:45:15.276699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:15.277656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Checking segment: {'id': '45ca18a0-c87a-441e-9d3e-7fbfffe25df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:15.278430 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Bound using segment: {'id': '45ca18a0-c87a-441e-9d3e-7fbfffe25df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:15.279191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Bound port: a45be5e5-9799-4b7e-a7c1-f406523ac8d8, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ca18a0-c87a-441e-9d3e-7fbfffe25df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:15.279896 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:15.422748 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 31e0a50c-7147-4b72-938d-d6456d1a6470 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:45:15.428017 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] For port a45be5e5-9799-4b7e-a7c1-f406523ac8d8, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:15.435641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] For port a45be5e5-9799-4b7e-a7c1-f406523ac8d8, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a45be5e5-9799-4b7e-a7c1-f406523ac8d8,segment=NetworkSegment(45ca18a0-c87a-441e-9d3e-7fbfffe25df5),segment_id=45ca18a0-c87a-441e-9d3e-7fbfffe25df5)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:15.477031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6873ccc4-3cc6-4e11-af99-2c1f3c674c10 admin admin] Made reservation on behalf of 9dfc19dc2384429781783620ae0e5a4f for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:15.489499 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6873ccc4-3cc6-4e11-af99-2c1f3c674c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:15.518992 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.089395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:16.090193 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.091434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] 10.222.0.98 "PUT /v2.0/ports/a45be5e5-9799-4b7e-a7c1-f406523ac8d8 HTTP/1.1" status: 200 len: 1091 time: 3.1808364 Nov 03 18:45:16.098081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:16.100425 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb56210-b2de-403b-82b8-91336297f7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "a45be5e5-9799-4b7e-a7c1-f406523ac8d8"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:16.196142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Request body: {'port': {'device_id': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:16.222294 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5156d04c-73bc-46b9-97d0-d10d9bb11f2a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.294103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24c141-7a3a-4cd5-8f4f-01254dd88cdb req-96d8a206-749f-46ea-849c-1f91bdd066a6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:16.300702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24c141-7a3a-4cd5-8f4f-01254dd88cdb req-96d8a206-749f-46ea-849c-1f91bdd066a6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:16.307877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24c141-7a3a-4cd5-8f4f-01254dd88cdb req-96d8a206-749f-46ea-849c-1f91bdd066a6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:16.314543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24c141-7a3a-4cd5-8f4f-01254dd88cdb req-96d8a206-749f-46ea-849c-1f91bdd066a6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:16.321464 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24c141-7a3a-4cd5-8f4f-01254dd88cdb req-96d8a206-749f-46ea-849c-1f91bdd066a6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:16.332389 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c24c141-7a3a-4cd5-8f4f-01254dd88cdb req-96d8a206-749f-46ea-849c-1f91bdd066a6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 3826 time: 0.8351460 Nov 03 18:45:16.399033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021c3a6-669a-4da5-958c-72d8328ca6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a45be5e5-9799-4b7e-a7c1-f406523ac8d8,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:16.431436 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5156d04c-73bc-46b9-97d0-d10d9bb11f2a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.474201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-03349584-585d-4195-bdc7-61d3d9ef49d8 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:16.477260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-03349584-585d-4195-bdc7-61d3d9ef49d8 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/networks?id=fcb318d3-7a4a-4f11-8543-7662cef21195 HTTP/1.1" status: 200 len: 809 time: 1.0391593 Nov 03 18:45:16.547734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c24c141-7a3a-4cd5-8f4f-01254dd88cdb req-37bd3425-c0e4-4354-af41-211f421ffb13 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140884 Nov 03 18:45:16.576234 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:16.580518 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-1ee18d78-da1d-4aa2-94ae-9e18a176e460 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/quotas/a9bf3b6e7c87451e90f7b6ec4e885311 HTTP/1.1" status: 200 len: 375 time: 0.0904427 Nov 03 18:45:16.687391 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-9e4eec18-b528-4eab-a5aa-9412ad3d6918 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=a9bf3b6e7c87451e90f7b6ec4e885311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598168 Nov 03 18:45:16.863348 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3d4646d-3bbc-48bc-8fe9-4d0406abd476 req-34dd6e69-6a85-41dd-9399-9f918aad9cb2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c87730bc-45d4-4a30-97c3-8a56ed9a04a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3071377 Nov 03 18:45:17.022170 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6873ccc4-3cc6-4e11-af99-2c1f3c674c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.115532 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432e28cc-a6d2-4239-a77e-29272bd31b5f x-openstack-request-id: req-432e28cc-a6d2-4239-a77e-29272bd31b5f {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:17.116305 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "a45be5e5-9799-4b7e-a7c1-f406523ac8d8", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:17.116305 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-432e28cc-a6d2-4239-a77e-29272bd31b5f {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:17.117180 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8', 'status': 'completed', 'code': 200} Nov 03 18:45:17.119213 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5156d04c-73bc-46b9-97d0-d10d9bb11f2a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.148192 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5156d04c-73bc-46b9-97d0-d10d9bb11f2a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.185711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56210-b2de-403b-82b8-91336297f7ab req-879b54a3-0194-4390-ae00-8a68de2c2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.187230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56210-b2de-403b-82b8-91336297f7ab req-879b54a3-0194-4390-ae00-8a68de2c2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.187944 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56210-b2de-403b-82b8-91336297f7ab req-879b54a3-0194-4390-ae00-8a68de2c2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.188629 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56210-b2de-403b-82b8-91336297f7ab req-879b54a3-0194-4390-ae00-8a68de2c2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.190234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56210-b2de-403b-82b8-91336297f7ab req-879b54a3-0194-4390-ae00-8a68de2c2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.193412 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1eb56210-b2de-403b-82b8-91336297f7ab req-879b54a3-0194-4390-ae00-8a68de2c2fc8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c499298fecc740dd8356f938a201f1f9&device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 4361 time: 0.0964646 Nov 03 18:45:17.209832 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-ffcfe3a4-4e4f-4dc9-a0ba-789196e5cc4f service neutron] 10.222.0.107 "GET /v2.0/networks/fcb318d3-7a4a-4f11-8543-7662cef21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131707 Nov 03 18:45:17.397494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fc861e66-6584-45b0-9a56-2c71e0bc36b8 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:17.401545 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56210-b2de-403b-82b8-91336297f7ab req-4c284c13-3d7a-419b-b800-afc387745d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.402024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56210-b2de-403b-82b8-91336297f7ab req-4c284c13-3d7a-419b-b800-afc387745d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.402486 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56210-b2de-403b-82b8-91336297f7ab req-4c284c13-3d7a-419b-b800-afc387745d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.404393 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1eb56210-b2de-403b-82b8-91336297f7ab req-4c284c13-3d7a-419b-b800-afc387745d46 service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=c499298fecc740dd8356f938a201f1f9&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2004619 Nov 03 18:45:17.509993 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5156d04c-73bc-46b9-97d0-d10d9bb11f2a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.534945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156d04c-73bc-46b9-97d0-d10d9bb11f2a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6cf000-964d-4048-8f32-d410e159c137,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:17.541771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873ccc4-3cc6-4e11-af99-2c1f3c674c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d5dc92-2aee-436a-9b2e-237287fe4ac4,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:17.603353 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4646d-3bbc-48bc-8fe9-4d0406abd476 req-8e253e17-0a6d-40e3-a9d7-3cdd117bc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.604947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3d4646d-3bbc-48bc-8fe9-4d0406abd476 req-8e253e17-0a6d-40e3-a9d7-3cdd117bc964 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e7cb4a3869f64799868913d87c8d4add&device_id=c87730bc-45d4-4a30-97c3-8a56ed9a04a9 HTTP/1.1" status: 200 len: 1099 time: 0.6292315 Nov 03 18:45:17.605587 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5156d04c-73bc-46b9-97d0-d10d9bb11f2a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.612686 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb56210-b2de-403b-82b8-91336297f7ab req-68f12b5d-fd10-4438-a48f-84310accd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.614803 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1eb56210-b2de-403b-82b8-91336297f7ab req-68f12b5d-fd10-4438-a48f-84310accd406 service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2021194 Nov 03 18:45:17.663177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port fc861e66-6584-45b0-9a56-2c71e0bc36b8, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fc861e66-6584-45b0-9a56-2c71e0bc36b8,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:17.693635 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'fc861e66-6584-45b0-9a56-2c71e0bc36b8', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'port_id': 'fc861e66-6584-45b0-9a56-2c71e0bc36b8', 'mac_address': 'fa:16:3e:17:5d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:17.772778 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.804745 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc861e66-6584-45b0-9a56-2c71e0bc36b8 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:17.817738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4646d-3bbc-48bc-8fe9-4d0406abd476 req-87bab11b-4123-45c5-8988-18c5454d5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:17.819296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3d4646d-3bbc-48bc-8fe9-4d0406abd476 req-87bab11b-4123-45c5-8988-18c5454d5b3d service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1397579 Nov 03 18:45:17.823726 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5156d04c-73bc-46b9-97d0-d10d9bb11f2a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.827993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48726) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:17.834752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5156d04c-73bc-46b9-97d0-d10d9bb11f2a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.9801402 Nov 03 18:45:17.871248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port fc861e66-6584-45b0-9a56-2c71e0bc36b8, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fc861e66-6584-45b0-9a56-2c71e0bc36b8,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:17.880237 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:17.976068 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c77b7cb0-31bf-4201-8923-88e5d01d7dd3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1469245 Nov 03 18:45:17.976706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48730) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:17.994185 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-834843c2-45a2-46d0-9653-cc6873aef421 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group': {'name': 'tempest-security--1631338311', 'description': 'tempest-security-description-1545410157'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:17.995134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=fc861e66-6584-45b0-9a56-2c71e0bc36b8,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:18.070361 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6873ccc4-3cc6-4e11-af99-2c1f3c674c10 admin admin] Checking segment: {'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:18.070614 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-834843c2-45a2-46d0-9653-cc6873aef421 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.071298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6873ccc4-3cc6-4e11-af99-2c1f3c674c10 admin admin] Network hostable DHCP agents. Network: 31e0a50c-7147-4b72-938d-d6456d1a6470, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:45:18.086094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['fc861e66-6584-45b0-9a56-2c71e0bc36b8'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:18.125444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3d4646d-3bbc-48bc-8fe9-4d0406abd476 req-d38dfd19-83f5-40f6-88cd-de83b67ca6af service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=80772877-1234-4dc2-b435-1d011af23c19 HTTP/1.1" status: 200 len: 217 time: 0.2843111 Nov 03 18:45:18.147272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dbc86-080e-495d-89b6-d59dfb8ac567 req-4518287a-dfa1-4e53-9cdb-a61216a123fa tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:18.155713 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-227dbc86-080e-495d-89b6-d59dfb8ac567 req-4518287a-dfa1-4e53-9cdb-a61216a123fa tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 945 time: 0.9764774 Nov 03 18:45:18.198445 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-834843c2-45a2-46d0-9653-cc6873aef421 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.208586 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-834843c2-45a2-46d0-9653-cc6873aef421 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.211916 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-834843c2-45a2-46d0-9653-cc6873aef421 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.217950 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156d04c-73bc-46b9-97d0-d10d9bb11f2a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7cea81-70e2-41f2-b5b4-aa7cf2445285,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:18.224419 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-834843c2-45a2-46d0-9653-cc6873aef421 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "PUT /v2.0/security-groups/cc7cea81-70e2-41f2-b5b4-aa7cf2445285 HTTP/1.1" status: 200 len: 1797 time: 0.2463369 Nov 03 18:45:18.225146 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48734) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:18.329591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834843c2-45a2-46d0-9653-cc6873aef421 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7cea81-70e2-41f2-b5b4-aa7cf2445285,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:18.439002 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bd9b0a0f-6441-41b1-8e69-83c845bdc8b9 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-groups/cc7cea81-70e2-41f2-b5b4-aa7cf2445285 HTTP/1.1" status: 200 len: 1797 time: 0.1367190 Nov 03 18:45:18.439982 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48736) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:18.459346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6873ccc4-3cc6-4e11-af99-2c1f3c674c10 admin admin] Network 31e0a50c-7147-4b72-938d-d6456d1a6470 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:45:18.490621 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:18.514538 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-ada27b8d-55fa-482b-a008-fdbbd1703a21 service neutron] 10.222.0.107 "GET /v2.0/networks/fcb318d3-7a4a-4f11-8543-7662cef21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3024955 Nov 03 18:45:18.516644 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.525003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4646d-3bbc-48bc-8fe9-4d0406abd476 req-8281e75a-e6b2-4bc8-84d4-82ad94e72c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:18.526570 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3d4646d-3bbc-48bc-8fe9-4d0406abd476 req-8281e75a-e6b2-4bc8-84d4-82ad94e72c49 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.3609715 Nov 03 18:45:18.532759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6873ccc4-3cc6-4e11-af99-2c1f3c674c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 31e0a50c-7147-4b72-938d-d6456d1a6470) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:18.554758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c6815-71ec-43cb-82e8-855759bcf97e None None] Network 31e0a50c-7147-4b72-938d-d6456d1a6470 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:45:18.581641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873ccc4-3cc6-4e11-af99-2c1f3c674c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:18.582572 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6873ccc4-3cc6-4e11-af99-2c1f3c674c10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.592092 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c844fef2-f5ad-4007-841f-adffd2332323 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.633245 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-227dbc86-080e-495d-89b6-d59dfb8ac567 req-5d1cd9ad-ad72-4dd7-aefc-39e4b2ff23a4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735119 Nov 03 18:45:18.674943 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c844fef2-f5ad-4007-841f-adffd2332323 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.706148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Transition to ACTIVE for port object 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:18.784583 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6873ccc4-3cc6-4e11-af99-2c1f3c674c10 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7412765 Nov 03 18:45:18.785819 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.894704 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c844fef2-f5ad-4007-841f-adffd2332323 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.898118 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c844fef2-f5ad-4007-841f-adffd2332323 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:18.909933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8739d1e3-c7ba-4ab5-ba0e-03a1744a90af None None] Network 31e0a50c-7147-4b72-938d-d6456d1a6470 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:45:18.914847 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c844fef2-f5ad-4007-841f-adffd2332323 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-groups/cc7cea81-70e2-41f2-b5b4-aa7cf2445285 HTTP/1.1" status: 204 len: 168 time: 0.4733701 Nov 03 18:45:18.915531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48744) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:18.963705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844fef2-f5ad-4007-841f-adffd2332323 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7cea81-70e2-41f2-b5b4-aa7cf2445285,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:19.114867 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b98aa2a2-82bf-4b8e-8849-ce864f306b08 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1574550 Nov 03 18:45:19.115731 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48750) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:19.184185 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-d15f5d88-f313-471c-a0d6-62f168a3ce56 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] delete failed (client error): The resource could not be found. Nov 03 18:45:19.195644 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d15f5d88-f313-471c-a0d6-62f168a3ce56 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-groups/cc7cea81-70e2-41f2-b5b4-aa7cf2445285 HTTP/1.1" status: 404 len: 347 time: 0.0697391 Nov 03 18:45:19.200001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48752) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:19.218279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:19.236362 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-24d0a481-2b98-4388-8fe4-dca7e46ca6c1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group': {'name': 'tempest-secgroup--544057310'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:19.262911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4646d-3bbc-48bc-8fe9-4d0406abd476 req-3a8e2817-51b0-42d8-a60e-3bb14268351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:19.265801 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3d4646d-3bbc-48bc-8fe9-4d0406abd476 req-3a8e2817-51b0-42d8-a60e-3bb14268351e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7133317 Nov 03 18:45:19.350032 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24d0a481-2b98-4388-8fe4-dca7e46ca6c1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.402518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fc861e66-6584-45b0-9a56-2c71e0bc36b8 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:19.599380 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24d0a481-2b98-4388-8fe4-dca7e46ca6c1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.619829 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24d0a481-2b98-4388-8fe4-dca7e46ca6c1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.644338 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port fc861e66-6584-45b0-9a56-2c71e0bc36b8 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:19.652235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.662176 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe32f76-a4a8-47d9-b7a1-37f5aa452710 req-ff1710e0-bb74-4a52-b5ea-d426f37e0069 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:19.681961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe32f76-a4a8-47d9-b7a1-37f5aa452710 req-ff1710e0-bb74-4a52-b5ea-d426f37e0069 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:19.697984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe32f76-a4a8-47d9-b7a1-37f5aa452710 req-ff1710e0-bb74-4a52-b5ea-d426f37e0069 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:19.708651 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0a481-2b98-4388-8fe4-dca7e46ca6c1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1f8f00-8919-4c94-bb02-c2f932cd2174,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:19.722263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe32f76-a4a8-47d9-b7a1-37f5aa452710 req-ff1710e0-bb74-4a52-b5ea-d426f37e0069 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:19.747941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24d0a481-2b98-4388-8fe4-dca7e46ca6c1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.748760 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-24d0a481-2b98-4388-8fe4-dca7e46ca6c1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5455377 Nov 03 18:45:19.756280 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48766) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:19.763862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe32f76-a4a8-47d9-b7a1-37f5aa452710 req-ff1710e0-bb74-4a52-b5ea-d426f37e0069 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:19.774996 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1f25ff55-3011-41e7-afc7-dad48f6f9672 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group_rule': {'security_group_id': 'aa1f8f00-8919-4c94-bb02-c2f932cd2174', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:19.778053 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe32f76-a4a8-47d9-b7a1-37f5aa452710 req-ff1710e0-bb74-4a52-b5ea-d426f37e0069 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:19.790630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-abe32f76-a4a8-47d9-b7a1-37f5aa452710 req-ff1710e0-bb74-4a52-b5ea-d426f37e0069 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 4604 time: 0.6683855 Nov 03 18:45:19.857596 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f25ff55-3011-41e7-afc7-dad48f6f9672 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:19.977117 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.019851 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3d4646d-3bbc-48bc-8fe9-4d0406abd476 req-578cd932-107e-4209-9d72-bf4bc09562d9 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7371721 Nov 03 18:45:20.063480 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fb0b71-c5ae-4034-b28f-adf10062eba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc861e66-6584-45b0-9a56-2c71e0bc36b8'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:20.083361 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1863dc4d-3b42-4d53-80aa-1b2da3e8d35f" -d '{"events": [{"server_uuid": "b7fb0b71-c5ae-4034-b28f-adf10062eba0", "name": "network-vif-plugged", "status": "completed", "tag": "fc861e66-6584-45b0-9a56-2c71e0bc36b8"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:20.086037 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f25ff55-3011-41e7-afc7-dad48f6f9672 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.093559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f25ff55-3011-41e7-afc7-dad48f6f9672 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.093881 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-abe32f76-a4a8-47d9-b7a1-37f5aa452710 req-fc051cfd-aaf7-4b91-a472-4fd6e9da050c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3006270 Nov 03 18:45:20.104461 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Attempting to bind port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:20.105041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Attempting to bind port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:20.105540 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Attempting to bind port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef on network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:20.133144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port fc861e66-6584-45b0-9a56-2c71e0bc36b8, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fc861e66-6584-45b0-9a56-2c71e0bc36b8,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:20.140368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef on network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:20.141113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Attempting to bind port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef on network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:20.153644 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.155273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:20.155611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25ff55-3011-41e7-afc7-dad48f6f9672 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93607773-138d-4352-af48-54e3b2c76b08,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:20.157483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Checking segment: {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:20.158213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Bound using segment: {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:20.159301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Bound port: 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:20.161482 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.249067 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f25ff55-3011-41e7-afc7-dad48f6f9672 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.251011 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1f25ff55-3011-41e7-afc7-dad48f6f9672 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4900100 Nov 03 18:45:20.255130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48772) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:20.359103 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc0637e0-e89b-40ae-9bd9-b09696eca73e tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.370299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=fc861e66-6584-45b0-9a56-2c71e0bc36b8,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:20.371622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3d4646d-3bbc-48bc-8fe9-4d0406abd476 req-16167319-b6c4-4452-8c57-1ea6589cad3f service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280621 Nov 03 18:45:20.421966 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc0637e0-e89b-40ae-9bd9-b09696eca73e tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.422118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] For port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:20.428371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] For port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:20.439161 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.506727 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc0637e0-e89b-40ae-9bd9-b09696eca73e tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.526941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc0637e0-e89b-40ae-9bd9-b09696eca73e tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.532968 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dc0637e0-e89b-40ae-9bd9-b09696eca73e tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/93607773-138d-4352-af48-54e3b2c76b08 HTTP/1.1" status: 204 len: 168 time: 0.2762568 Nov 03 18:45:20.541397 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48774) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:20.543223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0637e0-e89b-40ae-9bd9-b09696eca73e tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93607773-138d-4352-af48-54e3b2c76b08,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:20.550743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:20.551503 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:20.553061 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] 10.222.0.98 "PUT /v2.0/ports/7deba0ab-5b6a-49f1-bad0-25bca67cb4ef HTTP/1.1" status: 200 len: 1136 time: 4.3938234 Nov 03 18:45:20.555840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': '7deba0ab-5b6a-49f1-bad0-25bca67cb4ef'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:20.570168 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd06057-4d45-4f22-b8da-d1cf6d0bb93b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "7deba0ab-5b6a-49f1-bad0-25bca67cb4ef"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:20.713302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Request body: {'port': {'device_id': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:20.744543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:20.844476 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9099fda8-887f-4f63-ae8a-1053cd3859a3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2982488 Nov 03 18:45:20.847189 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48778) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:20.914015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b8b4fc4-26fd-4477-a140-6db6f3bd5c96 req-d016d324-dbdd-4e85-9996-1638edcc9142 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/ports?device_id=eb296fa4-a493-44d6-918d-49c019512c63 HTTP/1.1" status: 200 len: 210 time: 0.3103147 Nov 03 18:45:20.926773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:20.927786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:20.933582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:20.934873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:20.935658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:20.939096 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:20.939728 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:20.941524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:20.943497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:20.943984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:20.944606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:20.945049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5ae4b-e824-4cd1-a5d6-9684ef855bf6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:21.015149 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f7d06e75-6f80-4804-b837-31f57287dab3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.069812 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.096487 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f7d06e75-6f80-4804-b837-31f57287dab3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.184717 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f7d06e75-6f80-4804-b837-31f57287dab3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.187693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f7d06e75-6f80-4804-b837-31f57287dab3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.196753 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f7d06e75-6f80-4804-b837-31f57287dab3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-groups/aa1f8f00-8919-4c94-bb02-c2f932cd2174 HTTP/1.1" status: 204 len: 168 time: 0.3476987 Nov 03 18:45:21.197556 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48786) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:21.235744 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d06e75-6f80-4804-b837-31f57287dab3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1f8f00-8919-4c94-bb02-c2f932cd2174,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:21.655798 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-57e22ae1-e0c2-4604-8d31-2694c96c21df tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4515390 Nov 03 18:45:21.657994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48792) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:21.667225 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-3247058d-675c-4150-a90f-79702fe98eee tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group': {'name': 'tempest-secgroup--638462098'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:21.757323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-f77dbcfb-f420-4cea-823a-62ea46f5f75c tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:21.758901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-f77dbcfb-f420-4cea-823a-62ea46f5f75c tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.87 "GET /v2.0/networks?id=fcb318d3-7a4a-4f11-8543-7662cef21195 HTTP/1.1" status: 200 len: 809 time: 0.4134352 Nov 03 18:45:21.787475 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3247058d-675c-4150-a90f-79702fe98eee tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:21.789133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-ac690ee9-8e70-4a0a-9347-a900e3391069 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Request body: {'port': {'device_id': 'eb296fa4-a493-44d6-918d-49c019512c63', 'network_id': 'fcb318d3-7a4a-4f11-8543-7662cef21195', 'admin_state_up': True, 'tenant_id': 'a9bf3b6e7c87451e90f7b6ec4e885311'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:22.052606 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3247058d-675c-4150-a90f-79702fe98eee tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.063693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3247058d-675c-4150-a90f-79702fe98eee tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.196526 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247058d-675c-4150-a90f-79702fe98eee tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70433182-d4c5-43a3-b8d5-5102ad0278aa,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:22.212156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3247058d-675c-4150-a90f-79702fe98eee tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.216351 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3247058d-675c-4150-a90f-79702fe98eee tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5534747 Nov 03 18:45:22.216706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48796) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:22.227521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a9e2e64d-6081-4e3a-b1e0-1fe06ecdecd3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group_rule': {'security_group_id': '70433182-d4c5-43a3-b8d5-5102ad0278aa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:22.270060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6b560e-7922-4bd3-b966-74776e459307 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:22.278484 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.298095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e64d-6081-4e3a-b1e0-1fe06ecdecd3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.298713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Transition to ACTIVE for port object 8e6b560e-7922-4bd3-b966-74776e459307 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:22.312712 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.432742 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-ac690ee9-8e70-4a0a-9347-a900e3391069 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Made reservation on behalf of a9bf3b6e7c87451e90f7b6ec4e885311 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:22.437027 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-ac690ee9-8e70-4a0a-9347-a900e3391069 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.464572 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6b560e-7922-4bd3-b966-74776e459307,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:22.469486 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e64d-6081-4e3a-b1e0-1fe06ecdecd3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.477235 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e64d-6081-4e3a-b1e0-1fe06ecdecd3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.508902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2e64d-6081-4e3a-b1e0-1fe06ecdecd3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a6cc31-bf6e-4696-95f2-cea7826564fd,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:22.543981 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e64d-6081-4e3a-b1e0-1fe06ecdecd3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.546670 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a9e2e64d-6081-4e3a-b1e0-1fe06ecdecd3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3289564 Nov 03 18:45:22.550142 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48798) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:22.555182 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-72ee9812-cba9-469b-944b-3685fd14cf40 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group_rule': {'security_group_id': '70433182-d4c5-43a3-b8d5-5102ad0278aa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:22.619850 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72ee9812-cba9-469b-944b-3685fd14cf40 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.834231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Attempting to bind port 8e6b560e-7922-4bd3-b966-74776e459307 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:22.835597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Attempting to bind port 8e6b560e-7922-4bd3-b966-74776e459307 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:22.836162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Attempting to bind port 8e6b560e-7922-4bd3-b966-74776e459307 on network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:22.864841 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72ee9812-cba9-469b-944b-3685fd14cf40 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.872019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Port 8e6b560e-7922-4bd3-b966-74776e459307 on network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:22.872413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Attempting to bind port 8e6b560e-7922-4bd3-b966-74776e459307 on network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:22.873663 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72ee9812-cba9-469b-944b-3685fd14cf40 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.887412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:22.887412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Checking segment: {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:22.887799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Bound using segment: {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:22.888628 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Bound port: 8e6b560e-7922-4bd3-b966-74776e459307, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:22.888724 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.922190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee9812-cba9-469b-944b-3685fd14cf40 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56208383-a264-4ddd-9f0e-562aac8ed457,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:22.931150 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72ee9812-cba9-469b-944b-3685fd14cf40 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:22.933827 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-72ee9812-cba9-469b-944b-3685fd14cf40 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3826818 Nov 03 18:45:22.936456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48802) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:22.942635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-07d55772-f32b-4212-87bf-b31bced17214 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group_rule': {'security_group_id': '70433182-d4c5-43a3-b8d5-5102ad0278aa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:22.995664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-ac690ee9-8e70-4a0a-9347-a900e3391069 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Allocated IP 172.20.0.8 (fcb318d3-7a4a-4f11-8543-7662cef21195/a18f1368-2e02-4492-8292-799c83470adb/3a9b071e-b93b-4246-a2f5-a35ae32e58e7) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:23.020054 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-07d55772-f32b-4212-87bf-b31bced17214 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.063967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] For port 8e6b560e-7922-4bd3-b966-74776e459307, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:23.092613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] For port 8e6b560e-7922-4bd3-b966-74776e459307, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8e6b560e-7922-4bd3-b966-74776e459307,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:23.101117 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.150210 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-07d55772-f32b-4212-87bf-b31bced17214 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.156104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:23.157210 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.158858 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] 10.222.0.98 "PUT /v2.0/ports/8e6b560e-7922-4bd3-b966-74776e459307 HTTP/1.1" status: 200 len: 1134 time: 2.5450807 Nov 03 18:45:23.164051 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-07d55772-f32b-4212-87bf-b31bced17214 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.220494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Request body: {'port': {'device_id': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:23.241123 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-07d55772-f32b-4212-87bf-b31bced17214 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.246024 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-07d55772-f32b-4212-87bf-b31bced17214 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3057716 Nov 03 18:45:23.248360 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48806) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:23.263166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c3ed2cf5-e9b4-4344-bfc3-da0cbe263d8b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group_rule': {'security_group_id': '70433182-d4c5-43a3-b8d5-5102ad0278aa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:23.281599 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d55772-f32b-4212-87bf-b31bced17214 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336d9807-e5da-4b40-8f7d-ee9e1cb250ce,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:23.329555 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3ed2cf5-e9b4-4344-bfc3-da0cbe263d8b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.483864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3ed2cf5-e9b4-4344-bfc3-da0cbe263d8b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.491780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3ed2cf5-e9b4-4344-bfc3-da0cbe263d8b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.537874 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed2cf5-e9b4-4344-bfc3-da0cbe263d8b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cb9d0e-df5e-4744-badb-b620f9f0a382,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:23.554515 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c3ed2cf5-e9b4-4344-bfc3-da0cbe263d8b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.558009 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c3ed2cf5-e9b4-4344-bfc3-da0cbe263d8b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3049421 Nov 03 18:45:23.561276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48808) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:23.568740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f1a5e2ef-5966-4424-a4b0-89a302ec59a6 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group_rule': {'security_group_id': '70433182-d4c5-43a3-b8d5-5102ad0278aa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:23.635969 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e2ef-5966-4424-a4b0-89a302ec59a6 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.784971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa65eb4-0fdb-497f-8c91-e67fcdf62a63 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6b560e-7922-4bd3-b966-74776e459307,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:23.789023 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e2ef-5966-4424-a4b0-89a302ec59a6 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.804065 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e2ef-5966-4424-a4b0-89a302ec59a6 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.839092 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-ac690ee9-8e70-4a0a-9347-a900e3391069 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.841463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5e2ef-5966-4424-a4b0-89a302ec59a6 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d80fc7-6e79-47b5-b0c5-1abe510d9579,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:23.846421 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.859263 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1a5e2ef-5966-4424-a4b0-89a302ec59a6 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.863170 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f1a5e2ef-5966-4424-a4b0-89a302ec59a6 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2978163 Nov 03 18:45:23.863551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48810) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:23.910835 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe1fb-6a84-4f91-a2a1-3ce1978b021a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.928476 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe1fb-6a84-4f91-a2a1-3ce1978b021a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.987785 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe1fb-6a84-4f91-a2a1-3ce1978b021a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.994603 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe1fb-6a84-4f91-a2a1-3ce1978b021a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:23.998139 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4ecfe1fb-6a84-4f91-a2a1-3ce1978b021a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/65d80fc7-6e79-47b5-b0c5-1abe510d9579 HTTP/1.1" status: 204 len: 168 time: 0.1310213 Nov 03 18:45:24.015023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48812) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:24.031889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfe1fb-6a84-4f91-a2a1-3ce1978b021a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65d80fc7-6e79-47b5-b0c5-1abe510d9579,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:24.122789 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-ac690ee9-8e70-4a0a-9347-a900e3391069 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.164897 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3214f7a7-94fc-4e5f-be1b-9944e7929aec tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1391337 Nov 03 18:45:24.174367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48814) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:24.231056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-ac690ee9-8e70-4a0a-9347-a900e3391069 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Network fcb318d3-7a4a-4f11-8543-7662cef21195 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:24.234280 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4670f77-5861-4962-9d98-1bc906058c87 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.256296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-ac690ee9-8e70-4a0a-9347-a900e3391069 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:24.258933 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4670f77-5861-4962-9d98-1bc906058c87 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.260690 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-ac690ee9-8e70-4a0a-9347-a900e3391069 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:24.309374 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac690ee9-8e70-4a0a-9347-a900e3391069 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Pushing event updated for resources: {'Port': ['ID=3a9b071e-b93b-4246-a2f5-a35ae32e58e7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:24.326828 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4670f77-5861-4962-9d98-1bc906058c87 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.334309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4670f77-5861-4962-9d98-1bc906058c87 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.337817 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f4670f77-5861-4962-9d98-1bc906058c87 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/14cb9d0e-df5e-4744-badb-b620f9f0a382 HTTP/1.1" status: 204 len: 168 time: 0.1598029 Nov 03 18:45:24.340201 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48816) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:24.365459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4670f77-5861-4962-9d98-1bc906058c87 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14cb9d0e-df5e-4744-badb-b620f9f0a382,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:24.418305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-ac690ee9-8e70-4a0a-9347-a900e3391069 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:24.430426 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-ac690ee9-8e70-4a0a-9347-a900e3391069 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.545823 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ed4624a8-cfe8-4ef6-b070-7eccc2340e6a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2005725 Nov 03 18:45:24.551069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48818) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:24.560624 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-ac690ee9-8e70-4a0a-9347-a900e3391069 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7789822 Nov 03 18:45:24.659011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Request body: {'port': {'device_id': 'eb296fa4-a493-44d6-918d-49c019512c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:24.759712 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8180d018-bf45-4ee8-be2c-49ed283cf57c tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.765584 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e665ed-9bea-455c-bb66-f63c42aa3da4 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:24.779198 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8180d018-bf45-4ee8-be2c-49ed283cf57c tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.799855 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.850115 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Transition to ACTIVE for port object 01e665ed-9bea-455c-bb66-f63c42aa3da4 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:24.855478 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.870554 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:24.978383 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8180d018-bf45-4ee8-be2c-49ed283cf57c tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.017678 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8180d018-bf45-4ee8-be2c-49ed283cf57c tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.028131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8180d018-bf45-4ee8-be2c-49ed283cf57c tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/336d9807-e5da-4b40-8f7d-ee9e1cb250ce HTTP/1.1" status: 204 len: 168 time: 0.4689975 Nov 03 18:45:25.029266 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48824) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:25.130602 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-67243fa9-49b6-4069-b296-6d0e9eb449d7 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0979834 Nov 03 18:45:25.136351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48826) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:25.137409 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180d018-bf45-4ee8-be2c-49ed283cf57c tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=336d9807-e5da-4b40-8f7d-ee9e1cb250ce,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:25.190844 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6c03a1af-b62e-4c9a-a55f-ede0619a5ab3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.195513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Pushing event updated for resources: {'Port': ['ID=01e665ed-9bea-455c-bb66-f63c42aa3da4,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:25.207071 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6c03a1af-b62e-4c9a-a55f-ede0619a5ab3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.289876 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6c03a1af-b62e-4c9a-a55f-ede0619a5ab3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.304085 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6c03a1af-b62e-4c9a-a55f-ede0619a5ab3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.309662 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6c03a1af-b62e-4c9a-a55f-ede0619a5ab3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/56208383-a264-4ddd-9f0e-562aac8ed457 HTTP/1.1" status: 204 len: 168 time: 0.1721001 Nov 03 18:45:25.316734 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48828) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:25.346035 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03a1af-b62e-4c9a-a55f-ede0619a5ab3 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56208383-a264-4ddd-9f0e-562aac8ed457,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:25.453246 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bdf1290f-61d9-4820-bbdf-e75e9ddb719f tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1313539 Nov 03 18:45:25.461024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48830) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:25.524579 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69626c87-9f9a-4800-af4f-b7ba1cae7904 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.552367 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69626c87-9f9a-4800-af4f-b7ba1cae7904 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.597048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Attempting to bind port 01e665ed-9bea-455c-bb66-f63c42aa3da4 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:25.597519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Attempting to bind port 01e665ed-9bea-455c-bb66-f63c42aa3da4 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:25.598392 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Attempting to bind port 01e665ed-9bea-455c-bb66-f63c42aa3da4 on network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:25.614410 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69626c87-9f9a-4800-af4f-b7ba1cae7904 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.621973 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69626c87-9f9a-4800-af4f-b7ba1cae7904 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.623103 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-69626c87-9f9a-4800-af4f-b7ba1cae7904 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/d6a6cc31-bf6e-4696-95f2-cea7826564fd HTTP/1.1" status: 204 len: 168 time: 0.1606870 Nov 03 18:45:25.632503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48832) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:25.641927 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69626c87-9f9a-4800-af4f-b7ba1cae7904 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6a6cc31-bf6e-4696-95f2-cea7826564fd,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:25.643252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Port 01e665ed-9bea-455c-bb66-f63c42aa3da4 on network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:25.643678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Attempting to bind port 01e665ed-9bea-455c-bb66-f63c42aa3da4 on network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:25.669122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:25.670156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Checking segment: {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:25.670567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Bound using segment: {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:25.671830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Bound port: 01e665ed-9bea-455c-bb66-f63c42aa3da4, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:25.674707 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.706412 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d6521951-b3ff-4485-a24c-bee0b59ee5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.845326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2b94fb0c-96f7-4d01-8205-817824f7d831 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1960609 Nov 03 18:45:25.847002 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48834) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:25.929585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] For port 01e665ed-9bea-455c-bb66-f63c42aa3da4, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:25.938126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] For port 01e665ed-9bea-455c-bb66-f63c42aa3da4, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=01e665ed-9bea-455c-bb66-f63c42aa3da4,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:25.943405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:25.951354 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:25.954905 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.001416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Transition to ACTIVE for port object 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:26.006177 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:26.006874 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.008588 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8654-7590-4dfa-9de8-4fa4f2d372e9 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.008733 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] 10.222.0.98 "PUT /v2.0/ports/01e665ed-9bea-455c-bb66-f63c42aa3da4 HTTP/1.1" status: 200 len: 1090 time: 2.8040466 Nov 03 18:45:26.016708 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.086615 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8654-7590-4dfa-9de8-4fa4f2d372e9 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.108366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Request body: {'port': {'device_id': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:26.208632 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8654-7590-4dfa-9de8-4fa4f2d372e9 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.211299 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0fc8654-7590-4dfa-9de8-4fa4f2d372e9 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.214762 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c0fc8654-7590-4dfa-9de8-4fa4f2d372e9 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-groups/70433182-d4c5-43a3-b8d5-5102ad0278aa HTTP/1.1" status: 204 len: 168 time: 0.3618755 Nov 03 18:45:26.217999 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48836) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:26.272390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc8654-7590-4dfa-9de8-4fa4f2d372e9 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70433182-d4c5-43a3-b8d5-5102ad0278aa,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:26.274277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e366bf-a747-4dfe-90fc-5cd0a9321d00 service neutron] Pushing event updated for resources: {'Port': ['ID=01e665ed-9bea-455c-bb66-f63c42aa3da4,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:26.360121 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-33eb2256-eda7-4b40-83a2-d98215b5789b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1288822 Nov 03 18:45:26.364682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48838) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:26.370065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9b071e-b93b-4246-a2f5-a35ae32e58e7,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:26.375024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6fd3256b-7ace-4ecd-982d-5664317176f7 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group': {'name': 'tempest-secgroup--814727219'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:26.438615 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fd3256b-7ace-4ecd-982d-5664317176f7 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.459432 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Attempting to bind port 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:26.460116 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Attempting to bind port 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '16dce387-6899-49ea-a536-191e73e81dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'fcb318d3-7a4a-4f11-8543-7662cef21195'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:26.460647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Attempting to bind port 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 on network fcb318d3-7a4a-4f11-8543-7662cef21195 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:26.463110 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.481918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Port 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 on network fcb318d3-7a4a-4f11-8543-7662cef21195 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:26.482727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Attempting to bind port 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 on network fcb318d3-7a4a-4f11-8543-7662cef21195 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:26.491568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:26.492276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Checking segment: {'id': '16dce387-6899-49ea-a536-191e73e81dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'fcb318d3-7a4a-4f11-8543-7662cef21195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:26.492872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Bound using segment: {'id': '16dce387-6899-49ea-a536-191e73e81dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'fcb318d3-7a4a-4f11-8543-7662cef21195'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:26.493627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Bound port: 3a9b071e-b93b-4246-a2f5-a35ae32e58e7, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16dce387-6899-49ea-a536-191e73e81dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'fcb318d3-7a4a-4f11-8543-7662cef21195'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:26.494547 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.659066 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fd3256b-7ace-4ecd-982d-5664317176f7 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.670029 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fd3256b-7ace-4ecd-982d-5664317176f7 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.684947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] For port 3a9b071e-b93b-4246-a2f5-a35ae32e58e7, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:26.735336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] For port 3a9b071e-b93b-4246-a2f5-a35ae32e58e7, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=3a9b071e-b93b-4246-a2f5-a35ae32e58e7,segment=NetworkSegment(16dce387-6899-49ea-a536-191e73e81dd5),segment_id=16dce387-6899-49ea-a536-191e73e81dd5)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:26.746921 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.755090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3256b-7ace-4ecd-982d-5664317176f7 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37633df-9023-417d-a152-c28696e47668,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:26.765976 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fd3256b-7ace-4ecd-982d-5664317176f7 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.770331 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6fd3256b-7ace-4ecd-982d-5664317176f7 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4005344 Nov 03 18:45:26.772703 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48840) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:26.777071 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b10c34f4-6212-4865-a4b5-47231e0571d8 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group_rule': {'security_group_id': 'f37633df-9023-417d-a152-c28696e47668', 'direction': 'ingress', 'protocol': 17}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:26.834582 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b10c34f4-6212-4865-a4b5-47231e0571d8 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.887378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:26.892139 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.893603 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] 10.222.0.87 "PUT /v2.0/ports/3a9b071e-b93b-4246-a2f5-a35ae32e58e7 HTTP/1.1" status: 200 len: 1091 time: 2.2815654 Nov 03 18:45:26.964195 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b10c34f4-6212-4865-a4b5-47231e0571d8 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.969650 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b10c34f4-6212-4865-a4b5-47231e0571d8 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:26.990737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c34f4-6212-4865-a4b5-47231e0571d8 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69173f1-cf9a-49ec-9347-2f9c82797300,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:27.003592 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b10c34f4-6212-4865-a4b5-47231e0571d8 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.008046 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b10c34f4-6212-4865-a4b5-47231e0571d8 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2318232 Nov 03 18:45:27.008568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48842) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:27.103572 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70cac398-bf6f-45e3-9e07-2b03bb6bed1d tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.144925 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70cac398-bf6f-45e3-9e07-2b03bb6bed1d tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.149903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5245324-8271-4c43-a3cb-823ec6941cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9b071e-b93b-4246-a2f5-a35ae32e58e7,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:27.212782 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70cac398-bf6f-45e3-9e07-2b03bb6bed1d tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.216149 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70cac398-bf6f-45e3-9e07-2b03bb6bed1d tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.219824 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-70cac398-bf6f-45e3-9e07-2b03bb6bed1d tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-groups/f37633df-9023-417d-a152-c28696e47668 HTTP/1.1" status: 204 len: 168 time: 0.2079024 Nov 03 18:45:27.221439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48844) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:27.228480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cac398-bf6f-45e3-9e07-2b03bb6bed1d tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37633df-9023-417d-a152-c28696e47668,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:27.248727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-e0fb1f31-fd35-4d9d-b25c-e231a2358312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:27.250258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-e0fb1f31-fd35-4d9d-b25c-e231a2358312 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a9bf3b6e7c87451e90f7b6ec4e885311&device_id=eb296fa4-a493-44d6-918d-49c019512c63 HTTP/1.1" status: 200 len: 1094 time: 0.2751987 Nov 03 18:45:27.449638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-a747f526-d4d2-403e-8d54-f640efe7dc58 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a9b071e-b93b-4246-a2f5-a35ae32e58e7 HTTP/1.1" status: 200 len: 217 time: 0.1731377 Nov 03 18:45:27.529920 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-caa0fc8d-bf18-4b0b-9cc2-66e80aae9334 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3064077 Nov 03 18:45:27.536053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48846) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:27.542184 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4e94acb1-103d-45b0-9991-aedc3dd9d44b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group': {'name': 'tempest-secgroup--894639152'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:27.548071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:27.563751 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.573876 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-4686b46a-7518-4f25-a838-016f1a68dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:27.575374 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-4686b46a-7518-4f25-a838-016f1a68dce5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a18f1368-2e02-4492-8292-799c83470adb HTTP/1.1" status: 200 len: 849 time: 0.0979829 Nov 03 18:45:27.593164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Transition to ACTIVE for port object 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:27.597100 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e94acb1-103d-45b0-9991-aedc3dd9d44b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.605786 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.656759 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-b0053a51-f48d-43fc-a777-dbffdda6cec3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fcb318d3-7a4a-4f11-8543-7662cef21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679891 Nov 03 18:45:27.743970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c83422e-a0e8-48f3-a9e1-fb56f242edb6,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:27.819279 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e94acb1-103d-45b0-9991-aedc3dd9d44b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.826872 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e94acb1-103d-45b0-9991-aedc3dd9d44b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.888605 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94acb1-103d-45b0-9991-aedc3dd9d44b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ce94b2-4143-4c25-a234-099f979bd6de,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:27.944156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e94acb1-103d-45b0-9991-aedc3dd9d44b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:27.946239 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4e94acb1-103d-45b0-9991-aedc3dd9d44b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4087977 Nov 03 18:45:27.948906 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48848) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:27.956937 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ecb39133-c7f1-4f62-9c15-641ccbb1fcf2 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group': {'name': 'tempest-secgroup--717489633'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:27.984716 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-6482ee71-552f-4ff6-a33a-3a9fd0af9754 service neutron] 10.222.0.87 "GET /v2.0/networks/fcb318d3-7a4a-4f11-8543-7662cef21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125777 Nov 03 18:45:28.021242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ecb39133-c7f1-4f62-9c15-641ccbb1fcf2 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:28.058822 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e212d700-78d3-433d-bee8-8258eec83dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:28.066969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Attempting to bind port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:28.067324 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Attempting to bind port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:28.067680 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Attempting to bind port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 on network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:28.094282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 on network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:28.094614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Attempting to bind port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 on network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:28.211381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:28.216707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Checking segment: {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:28.217167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Bound using segment: {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:28.218611 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Bound port: 6c83422e-a0e8-48f3-a9e1-fb56f242edb6, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88fb1224-cec5-4054-8100-7d026cab516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:28.220272 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:28.234553 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ecb39133-c7f1-4f62-9c15-641ccbb1fcf2 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:28.241532 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ecb39133-c7f1-4f62-9c15-641ccbb1fcf2 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:28.282734 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ecb39133-c7f1-4f62-9c15-641ccbb1fcf2 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:28.284027 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ecb39133-c7f1-4f62-9c15-641ccbb1fcf2 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3340850 Nov 03 18:45:28.289073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48850) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:28.329810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-482d9cec-4f1a-47cc-8ee3-35fffc6c7ad2 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group_rule': {'security_group_id': 'a5ce94b2-4143-4c25-a234-099f979bd6de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f2afb20f-f0f4-41ad-8fb6-182595d3e4ab', 'remote_ip_prefix': None}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:28.347236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb39133-c7f1-4f62-9c15-641ccbb1fcf2 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2afb20f-f0f4-41ad-8fb6-182595d3e4ab,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:28.545249 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfcf8a81-564a-4c97-b879-bf8a4a2f2053 req-80464e1d-83b6-47d8-9717-3574b39f7b81 service neutron] 10.222.0.87 "GET /v2.0/networks/fcb318d3-7a4a-4f11-8543-7662cef21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273657 Nov 03 18:45:28.657045 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-482d9cec-4f1a-47cc-8ee3-35fffc6c7ad2 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:28.747907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] For port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:28.775941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] For port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6c83422e-a0e8-48f3-a9e1-fb56f242edb6,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:28.790407 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:28.901066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:28.901805 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:28.903357 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] 10.222.0.98 "PUT /v2.0/ports/6c83422e-a0e8-48f3-a9e1-fb56f242edb6 HTTP/1.1" status: 200 len: 1090 time: 2.8546841 Nov 03 18:45:28.964272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Request body: {'port': {'device_id': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:29.021485 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-482d9cec-4f1a-47cc-8ee3-35fffc6c7ad2 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.022869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc6c7b-e733-402c-92e8-e14a81308af8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c83422e-a0e8-48f3-a9e1-fb56f242edb6,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:29.159224 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.218175 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.350578 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-482d9cec-4f1a-47cc-8ee3-35fffc6c7ad2 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.456052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d9cec-4f1a-47cc-8ee3-35fffc6c7ad2 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a081cc-00f2-4430-b81f-8332d870f918,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:29.648403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a749277d-caef-4241-accf-4ec2038dd6bd {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:29.656838 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.671226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Transition to ACTIVE for port object a749277d-caef-4241-accf-4ec2038dd6bd will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:29.675481 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-482d9cec-4f1a-47cc-8ee3-35fffc6c7ad2 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.680502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48856) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:29.688241 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-482d9cec-4f1a-47cc-8ee3-35fffc6c7ad2 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3951776 Nov 03 18:45:29.693990 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.736260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ced9642c-f57b-49ea-a950-d2418bc9c90d tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.750692 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ced9642c-f57b-49ea-a950-d2418bc9c90d tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.819205 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ced9642c-f57b-49ea-a950-d2418bc9c90d tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.823111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Pushing event updated for resources: {'Port': ['ID=a749277d-caef-4241-accf-4ec2038dd6bd,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:29.831817 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ced9642c-f57b-49ea-a950-d2418bc9c90d tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:29.839051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48858) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:29.839300 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ced9642c-f57b-49ea-a950-d2418bc9c90d tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/91a081cc-00f2-4430-b81f-8332d870f918 HTTP/1.1" status: 204 len: 168 time: 0.1532888 Nov 03 18:45:29.858349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9642c-f57b-49ea-a950-d2418bc9c90d tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91a081cc-00f2-4430-b81f-8332d870f918,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:29.980268 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48860) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:29.980614 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-898f96f4-6552-4f24-a50f-440dcfdc4b6d tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1384714 Nov 03 18:45:30.026674 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Attempting to bind port a749277d-caef-4241-accf-4ec2038dd6bd on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:30.027025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Attempting to bind port a749277d-caef-4241-accf-4ec2038dd6bd by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '16e991c2-4310-4f57-99c5-922ec65b42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:30.027353 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Attempting to bind port a749277d-caef-4241-accf-4ec2038dd6bd on network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:30.045788 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Port a749277d-caef-4241-accf-4ec2038dd6bd on network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:30.052191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Attempting to bind port a749277d-caef-4241-accf-4ec2038dd6bd on network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:30.065985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:30.071472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Checking segment: {'id': '16e991c2-4310-4f57-99c5-922ec65b42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:30.071782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Bound using segment: {'id': '16e991c2-4310-4f57-99c5-922ec65b42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:30.072438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Bound port: a749277d-caef-4241-accf-4ec2038dd6bd, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e991c2-4310-4f57-99c5-922ec65b42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:30.072813 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.096443 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8413764-5a16-4bc9-b766-297306190696 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.178728 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8413764-5a16-4bc9-b766-297306190696 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.205607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] For port a749277d-caef-4241-accf-4ec2038dd6bd, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:30.210220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] For port a749277d-caef-4241-accf-4ec2038dd6bd, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a749277d-caef-4241-accf-4ec2038dd6bd,segment=NetworkSegment(16e991c2-4310-4f57-99c5-922ec65b42c8),segment_id=16e991c2-4310-4f57-99c5-922ec65b42c8)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:30.215805 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.292536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:30.293502 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.295666 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8413764-5a16-4bc9-b766-297306190696 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.299875 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8413764-5a16-4bc9-b766-297306190696 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.305000 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a8413764-5a16-4bc9-b766-297306190696 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-groups/f2afb20f-f0f4-41ad-8fb6-182595d3e4ab HTTP/1.1" status: 204 len: 168 time: 0.3233991 Nov 03 18:45:30.305923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48864) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:30.309161 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.311814 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] 10.222.0.98 "PUT /v2.0/ports/a749277d-caef-4241-accf-4ec2038dd6bd HTTP/1.1" status: 200 len: 1091 time: 1.3622754 Nov 03 18:45:30.350351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Request body: {'port': {'device_id': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:30.373813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8413764-5a16-4bc9-b766-297306190696 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2afb20f-f0f4-41ad-8fb6-182595d3e4ab,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:30.472927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316cdec-4735-4141-b575-9d44b782e7cd service neutron] Pushing event updated for resources: {'Port': ['ID=a749277d-caef-4241-accf-4ec2038dd6bd,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:30.486870 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8e6f1b27-055c-4e56-bbe3-f29f5a0d151d tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1713636 Nov 03 18:45:30.487184 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48868) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:30.540679 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.566536 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.613100 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f52e870-d031-46b1-8809-0ca941fd4a2b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.669213 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f52e870-d031-46b1-8809-0ca941fd4a2b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.811372 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f52e870-d031-46b1-8809-0ca941fd4a2b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.815214 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f52e870-d031-46b1-8809-0ca941fd4a2b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:30.819407 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8f52e870-d031-46b1-8809-0ca941fd4a2b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-groups/a5ce94b2-4143-4c25-a234-099f979bd6de HTTP/1.1" status: 204 len: 168 time: 0.3311772 Nov 03 18:45:30.821894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48872) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:30.870230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52e870-d031-46b1-8809-0ca941fd4a2b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ce94b2-4143-4c25-a234-099f979bd6de,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:30.943098 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-523052bf-8bda-4e51-b0a7-77f35d93c3cc tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1095772 Nov 03 18:45:30.944060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48878) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:30.949097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a83d7f67-affa-479a-b0b5-21851053ce30 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group': {'name': 'tempest-secgroup--973577161'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:30.978248 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a83d7f67-affa-479a-b0b5-21851053ce30 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.096196 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a83d7f67-affa-479a-b0b5-21851053ce30 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.103322 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a83d7f67-affa-479a-b0b5-21851053ce30 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.148964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:31.170904 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.191213 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d7f67-affa-479a-b0b5-21851053ce30 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d74bd3-fa35-443b-9f74-4126a061921e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:31.202589 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a83d7f67-affa-479a-b0b5-21851053ce30 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.203883 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a83d7f67-affa-479a-b0b5-21851053ce30 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2586114 Nov 03 18:45:31.206957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48894) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:31.212568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-0b50b350-6bf5-4f6f-ae49-c19933a217c1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group_rule': {'security_group_id': 'e9d74bd3-fa35-443b-9f74-4126a061921e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:31.234920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Transition to ACTIVE for port object d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:31.262321 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.303440 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b50b350-6bf5-4f6f-ae49-c19933a217c1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.432535 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.433529 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:31.461399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:31.601126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 3a9b071e-b93b-4246-a2f5-a35ae32e58e7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=3a9b071e-b93b-4246-a2f5-a35ae32e58e7,segment=NetworkSegment(16dce387-6899-49ea-a536-191e73e81dd5),segment_id=16dce387-6899-49ea-a536-191e73e81dd5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:31.621966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '3a9b071e-b93b-4246-a2f5-a35ae32e58e7', 'network_id': 'fcb318d3-7a4a-4f11-8543-7662cef21195', 'port_id': '3a9b071e-b93b-4246-a2f5-a35ae32e58e7', 'mac_address': 'fa:16:3e:c0:52:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18f1368-2e02-4492-8292-799c83470adb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:31.640352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fb81b-6da2-4580-bdd6-716f4b0b0c6e req-cf3fb5b6-a59b-4efa-98e4-071c6e0bca74 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:31.641836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e33fb81b-6da2-4580-bdd6-716f4b0b0c6e req-cf3fb5b6-a59b-4efa-98e4-071c6e0bca74 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 945 time: 0.3627963 Nov 03 18:45:31.674180 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.691319 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:31.736075 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-fac3ed3c-70ed-4999-908c-513570e3b56c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:31.744398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-fac3ed3c-70ed-4999-908c-513570e3b56c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/networks?id=31e0a50c-7147-4b72-938d-d6456d1a6470 HTTP/1.1" status: 200 len: 805 time: 0.5082228 Nov 03 18:45:31.761374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 3a9b071e-b93b-4246-a2f5-a35ae32e58e7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=3a9b071e-b93b-4246-a2f5-a35ae32e58e7,segment=NetworkSegment(16dce387-6899-49ea-a536-191e73e81dd5),segment_id=16dce387-6899-49ea-a536-191e73e81dd5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:31.767244 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.795236 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b50b350-6bf5-4f6f-ae49-c19933a217c1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.814923 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e33fb81b-6da2-4580-bdd6-716f4b0b0c6e req-20292e9f-7b59-4c7a-ab5a-20137d5059e0 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573842 Nov 03 18:45:31.826271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-0b66a4e7-1a64-48d8-bf87-6e9e445dfc58 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/quotas/9dfc19dc2384429781783620ae0e5a4f HTTP/1.1" status: 200 len: 375 time: 0.0809119 Nov 03 18:45:31.844850 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b50b350-6bf5-4f6f-ae49-c19933a217c1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.850527 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Attempting to bind port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:31.853754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Attempting to bind port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '16e991c2-4310-4f57-99c5-922ec65b42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:31.853754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Attempting to bind port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 on network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:31.891450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=3a9b071e-b93b-4246-a2f5-a35ae32e58e7,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:31.892801 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-658e8cb1-060f-4f0a-9b8f-8002a5159ad3 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9dfc19dc2384429781783620ae0e5a4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655551 Nov 03 18:45:31.906714 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:31.907470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:31.907790 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50b350-6bf5-4f6f-ae49-c19933a217c1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a257ab1-efc3-4d97-b359-be92bca03114,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:31.908179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:31.908669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:31.911183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:31.912021 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:31.912929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:31.914761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:31.915503 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:31.916432 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:31.916919 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:31.919933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:45:31.920562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 on network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:31.920912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Attempting to bind port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 on network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:31.942524 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b50b350-6bf5-4f6f-ae49-c19933a217c1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.946645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0b50b350-6bf5-4f6f-ae49-c19933a217c1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7360966 Nov 03 18:45:31.947407 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48898) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:31.948892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:31.949229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Checking segment: {'id': '16e991c2-4310-4f57-99c5-922ec65b42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:31.949612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Bound using segment: {'id': '16e991c2-4310-4f57-99c5-922ec65b42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:31.950050 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Bound port: d1ec408a-40f4-43c3-859e-8b47b5bc5fc3, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e991c2-4310-4f57-99c5-922ec65b42c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:31.950403 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:31.987150 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4fd046b-5d2f-4b1e-b6ae-d9b9f583c2fe tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.011596 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b790e26d-258f-4d2c-9b34-0556583e1e2f x-openstack-request-id: req-b790e26d-258f-4d2c-9b34-0556583e1e2f {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:32.011798 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fb0b71-c5ae-4034-b28f-adf10062eba0", "name": "network-vif-plugged", "status": "completed", "tag": "fc861e66-6584-45b0-9a56-2c71e0bc36b8", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:32.012253 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b790e26d-258f-4d2c-9b34-0556583e1e2f {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:32.012837 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fb0b71-c5ae-4034-b28f-adf10062eba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc861e66-6584-45b0-9a56-2c71e0bc36b8', 'code': 200} Nov 03 18:45:32.016020 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4fd046b-5d2f-4b1e-b6ae-d9b9f583c2fe tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.058136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-2aba2132-454b-4e9b-90df-eee9596b1f97 service neutron] 10.222.0.107 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641955 Nov 03 18:45:32.081606 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4fd046b-5d2f-4b1e-b6ae-d9b9f583c2fe tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.089567 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ad9f56-69ff-4e9c-bf0c-efc8cea025c5 x-openstack-request-id: req-88ad9f56-69ff-4e9c-bf0c-efc8cea025c5 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:32.090025 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "7deba0ab-5b6a-49f1-bad0-25bca67cb4ef", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:32.090557 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-88ad9f56-69ff-4e9c-bf0c-efc8cea025c5 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:32.090955 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': '7deba0ab-5b6a-49f1-bad0-25bca67cb4ef', 'status': 'completed', 'code': 200} Nov 03 18:45:32.109133 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4fd046b-5d2f-4b1e-b6ae-d9b9f583c2fe tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.114209 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f4fd046b-5d2f-4b1e-b6ae-d9b9f583c2fe tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/3a257ab1-efc3-4d97-b359-be92bca03114 HTTP/1.1" status: 204 len: 168 time: 0.1639102 Nov 03 18:45:32.115068 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd046b-5d2f-4b1e-b6ae-d9b9f583c2fe tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a257ab1-efc3-4d97-b359-be92bca03114,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:32.125855 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48900) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:32.200935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['3a9b071e-b93b-4246-a2f5-a35ae32e58e7'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:32.217942 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd06057-4d45-4f22-b8da-d1cf6d0bb93b req-90ea0dfc-f3c8-4cf0-a912-4b7d2f8a7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.218845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd06057-4d45-4f22-b8da-d1cf6d0bb93b req-90ea0dfc-f3c8-4cf0-a912-4b7d2f8a7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.219500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd06057-4d45-4f22-b8da-d1cf6d0bb93b req-90ea0dfc-f3c8-4cf0-a912-4b7d2f8a7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.223332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd06057-4d45-4f22-b8da-d1cf6d0bb93b req-90ea0dfc-f3c8-4cf0-a912-4b7d2f8a7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.224118 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd06057-4d45-4f22-b8da-d1cf6d0bb93b req-90ea0dfc-f3c8-4cf0-a912-4b7d2f8a7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.224754 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd06057-4d45-4f22-b8da-d1cf6d0bb93b req-90ea0dfc-f3c8-4cf0-a912-4b7d2f8a7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.225582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd06057-4d45-4f22-b8da-d1cf6d0bb93b req-90ea0dfc-f3c8-4cf0-a912-4b7d2f8a7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.229612 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2fd06057-4d45-4f22-b8da-d1cf6d0bb93b req-90ea0dfc-f3c8-4cf0-a912-4b7d2f8a7cd7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c499298fecc740dd8356f938a201f1f9&device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 6443 time: 0.1262991 Nov 03 18:45:32.309091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] For port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:32.313628 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] For port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3,segment=NetworkSegment(16e991c2-4310-4f57-99c5-922ec65b42c8),segment_id=16e991c2-4310-4f57-99c5-922ec65b42c8)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:32.335261 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ab0b5e48-c75c-4397-bd3c-1e6f58549020 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2073944 Nov 03 18:45:32.338994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48902) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:32.342468 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.448835 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd06057-4d45-4f22-b8da-d1cf6d0bb93b req-a0a20a6f-b935-43c9-9b4a-079ee5aa730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.449323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd06057-4d45-4f22-b8da-d1cf6d0bb93b req-a0a20a6f-b935-43c9-9b4a-079ee5aa730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.449796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd06057-4d45-4f22-b8da-d1cf6d0bb93b req-a0a20a6f-b935-43c9-9b4a-079ee5aa730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.451505 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2fd06057-4d45-4f22-b8da-d1cf6d0bb93b req-a0a20a6f-b935-43c9-9b4a-079ee5aa730a service neutron] 10.222.0.98 "GET /v2.0/networks?tenant_id=c499298fecc740dd8356f938a201f1f9&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2107587 Nov 03 18:45:32.459097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:32.506620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-5af1b3da-c9da-4296-9104-897c2f6a7433 service neutron] 10.222.0.107 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284451 Nov 03 18:45:32.524853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.540412 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.541877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-306406b1-2e90-43e3-b4b4-63e4031944e5 service neutron] 10.222.0.98 "PUT /v2.0/ports/d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 HTTP/1.1" status: 200 len: 1091 time: 2.2045963 Nov 03 18:45:32.596180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01971184-ad7a-4f95-9ab5-5865dc1fc564 req-ec589d34-6211-4e59-84f0-303d8c7a946f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.606999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01971184-ad7a-4f95-9ab5-5865dc1fc564 req-ec589d34-6211-4e59-84f0-303d8c7a946f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.615708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01971184-ad7a-4f95-9ab5-5865dc1fc564 req-ec589d34-6211-4e59-84f0-303d8c7a946f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.625278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01971184-ad7a-4f95-9ab5-5865dc1fc564 req-ec589d34-6211-4e59-84f0-303d8c7a946f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.637639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01971184-ad7a-4f95-9ab5-5865dc1fc564 req-ec589d34-6211-4e59-84f0-303d8c7a946f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.666337 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01971184-ad7a-4f95-9ab5-5865dc1fc564 req-ec589d34-6211-4e59-84f0-303d8c7a946f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.679121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01971184-ad7a-4f95-9ab5-5865dc1fc564 req-ec589d34-6211-4e59-84f0-303d8c7a946f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.680931 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd06057-4d45-4f22-b8da-d1cf6d0bb93b req-2aaf704e-e4fc-4b0d-a939-1ab45b1db6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.681875 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-01971184-ad7a-4f95-9ab5-5865dc1fc564 req-ec589d34-6211-4e59-84f0-303d8c7a946f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5428 time: 0.4905729 Nov 03 18:45:32.682562 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2fd06057-4d45-4f22-b8da-d1cf6d0bb93b req-2aaf704e-e4fc-4b0d-a939-1ab45b1db6c4 service neutron] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2241423 Nov 03 18:45:32.682687 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-85d50eca-9de1-492d-b8b9-865941b9b06f tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:32.864976 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-4ac6df5f-1345-432a-ac54-498902598f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.865455 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-4ac6df5f-1345-432a-ac54-498902598f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.865923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-4ac6df5f-1345-432a-ac54-498902598f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.866383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-4ac6df5f-1345-432a-ac54-498902598f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.866845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-4ac6df5f-1345-432a-ac54-498902598f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.867316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-4ac6df5f-1345-432a-ac54-498902598f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.880952 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-4ac6df5f-1345-432a-ac54-498902598f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:32.883161 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-4ac6df5f-1345-432a-ac54-498902598f83 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c499298fecc740dd8356f938a201f1f9&device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 6485 time: 0.1464589 Nov 03 18:45:32.978046 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-2f63d48c-9d4d-48e3-8945-84b60989f424 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a45be5e5-9799-4b7e-a7c1-f406523ac8d8 HTTP/1.1" status: 200 len: 217 time: 0.0788777 Nov 03 18:45:33.070456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-c83a6cd5-b29f-4720-9846-8a23e3113cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:33.072033 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-c83a6cd5-b29f-4720-9846-8a23e3113cfc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0093d58-4abe-4628-9969-4f73606f9325 HTTP/1.1" status: 200 len: 855 time: 0.0903294 Nov 03 18:45:33.216180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-6617c76c-1ece-409f-a0dd-73ed50ed62fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:33.217761 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-6617c76c-1ece-409f-a0dd-73ed50ed62fa service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d2b26eb6-7515-43b1-9ddc-0eec10b264b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339273 Nov 03 18:45:33.374372 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-73f5f5bc-3236-4dc2-bbce-a3e615ada020 service neutron] 10.222.0.98 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492422 Nov 03 18:45:33.392324 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-85d50eca-9de1-492d-b8b9-865941b9b06f tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.459741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:33.517112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0292dd-003d-40dc-bbf4-c76d0343582c req-d7eb3cf4-099a-4ab5-9123-0ddd21f59702 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:33.518879 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0292dd-003d-40dc-bbf4-c76d0343582c req-d7eb3cf4-099a-4ab5-9123-0ddd21f59702 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/ports?device_id=eb296fa4-a493-44d6-918d-49c019512c63 HTTP/1.1" status: 200 len: 944 time: 0.2007043 Nov 03 18:45:33.541179 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-01971184-ad7a-4f95-9ab5-5865dc1fc564 req-abc5d265-e381-4d9c-86e1-12d66c87dc09 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8171399 Nov 03 18:45:33.564054 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-cb560550-01e8-4d20-9575-349060bb4d71 service neutron] 10.222.0.98 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817009 Nov 03 18:45:33.577451 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-85d50eca-9de1-492d-b8b9-865941b9b06f tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.586843 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-85d50eca-9de1-492d-b8b9-865941b9b06f tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.593175 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48916) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:33.593700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-85d50eca-9de1-492d-b8b9-865941b9b06f tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-groups/e9d74bd3-fa35-443b-9f74-4126a061921e HTTP/1.1" status: 204 len: 168 time: 1.2462151 Nov 03 18:45:33.618522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:45:33.625836 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:33.629632 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.650619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d50eca-9de1-492d-b8b9-865941b9b06f tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d74bd3-fa35-443b-9f74-4126a061921e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:33.725325 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-d36f1335-a12b-4bbd-ab54-923cab71c422 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef HTTP/1.1" status: 200 len: 217 time: 0.1417334 Nov 03 18:45:33.735159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db0292dd-003d-40dc-bbf4-c76d0343582c req-4b3ef2f1-8c72-4968-a7e9-a1e26f3359bd tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/security-groups?id=9e72b1ef-55c9-4f3c-9359-61d76a950c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989574 Nov 03 18:45:33.828465 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.904337 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 3a9b071e-b93b-4246-a2f5-a35ae32e58e7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=3a9b071e-b93b-4246-a2f5-a35ae32e58e7,segment=NetworkSegment(16dce387-6899-49ea-a536-191e73e81dd5),segment_id=16dce387-6899-49ea-a536-191e73e81dd5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:33.922906 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:33.981906 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2e786c93-3948-4441-b730-d83f17d84d2b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3868997 Nov 03 18:45:33.989115 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48932) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:33.995881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1c1d8233-cc6c-48f4-b387-3c857de4be5b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264539370'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:34.026815 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb296fa4-a493-44d6-918d-49c019512c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9b071e-b93b-4246-a2f5-a35ae32e58e7'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:34.035887 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e307a9-7186-460b-91e7-6057ae4099f3" -d '{"events": [{"server_uuid": "eb296fa4-a493-44d6-918d-49c019512c63", "name": "network-vif-plugged", "status": "completed", "tag": "3a9b071e-b93b-4246-a2f5-a35ae32e58e7"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:34.048480 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f16c70cd-477a-4995-8a39-2bd0995497f3 req-9cbf650c-ccf3-4fa7-83e2-c2db9ceb51d5 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 210 time: 0.0344696 Nov 03 18:45:34.058891 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-18c788d9-5a82-4f5a-9a9a-414d858f38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:34.067260 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-18c788d9-5a82-4f5a-9a9a-414d858f38f5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.3204868 Nov 03 18:45:34.081298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65248d58-be75-4932-9630-77fd3ab17102 req-1484dee9-6ff7-49e8-bc70-ea54e1ba7b85 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:34.091591 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65248d58-be75-4932-9630-77fd3ab17102 req-1484dee9-6ff7-49e8-bc70-ea54e1ba7b85 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 945 time: 0.2006085 Nov 03 18:45:34.092140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': '8e6b560e-7922-4bd3-b966-74776e459307'}, {'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': '01e665ed-9bea-455c-bb66-f63c42aa3da4'}, {'name': 'network-changed', 'server_uuid': 'eb296fa4-a493-44d6-918d-49c019512c63', 'tag': '3a9b071e-b93b-4246-a2f5-a35ae32e58e7'}, {'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': '6c83422e-a0e8-48f3-a9e1-fb56f242edb6'}, {'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': 'a749277d-caef-4241-accf-4ec2038dd6bd'}, {'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': 'd1ec408a-40f4-43c3-859e-8b47b5bc5fc3'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:34.098523 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fe4296-de9e-4c26-b174-a5dd7c272028" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "8e6b560e-7922-4bd3-b966-74776e459307"}, {"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "01e665ed-9bea-455c-bb66-f63c42aa3da4"}, {"name": "network-changed", "server_uuid": "eb296fa4-a493-44d6-918d-49c019512c63", "tag": "3a9b071e-b93b-4246-a2f5-a35ae32e58e7"}, {"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "6c83422e-a0e8-48f3-a9e1-fb56f242edb6"}, {"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "a749277d-caef-4241-accf-4ec2038dd6bd"}, {"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "d1ec408a-40f4-43c3-859e-8b47b5bc5fc3"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:34.117186 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1c1d8233-cc6c-48f4-b387-3c857de4be5b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:34.156983 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=3a9b071e-b93b-4246-a2f5-a35ae32e58e7,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:34.177935 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-cc05e426-7c42-40a1-9558-305c49649bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:34.179487 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-cc05e426-7c42-40a1-9558-305c49649bc5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1078064 Nov 03 18:45:34.246467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65248d58-be75-4932-9630-77fd3ab17102 req-79f49b8a-a7a9-49f2-ac63-e8469edf2a12 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341422 Nov 03 18:45:34.305609 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26ae7b-45c5-4ad0-a911-f4cf7c770ba2 req-6070338b-3b52-4cf9-9413-e154ba86917f tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:34.321083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d26ae7b-45c5-4ad0-a911-f4cf7c770ba2 req-6070338b-3b52-4cf9-9413-e154ba86917f tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 950 time: 0.1265855 Nov 03 18:45:34.411714 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d26ae7b-45c5-4ad0-a911-f4cf7c770ba2 req-12a90942-7a46-4238-8f9c-dcf9b440ea0d tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893998 Nov 03 18:45:34.507732 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b148cb43-e601-4745-b446-753dfb8f7ee6 x-openstack-request-id: req-b148cb43-e601-4745-b446-753dfb8f7ee6 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:34.508251 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb296fa4-a493-44d6-918d-49c019512c63", "name": "network-vif-plugged", "status": "completed", "tag": "3a9b071e-b93b-4246-a2f5-a35ae32e58e7", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:34.508251 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b148cb43-e601-4745-b446-753dfb8f7ee6 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:34.508636 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb296fa4-a493-44d6-918d-49c019512c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9b071e-b93b-4246-a2f5-a35ae32e58e7', 'code': 200} Nov 03 18:45:34.566055 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-16f71bd5-4185-4948-b48f-bb35eaba0237 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756609 Nov 03 18:45:34.584867 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1c1d8233-cc6c-48f4-b387-3c857de4be5b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:34.595751 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1c1d8233-cc6c-48f4-b387-3c857de4be5b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:34.651858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d8233-cc6c-48f4-b387-3c857de4be5b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fefbf1c-149e-45d4-a288-bf372611582b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:34.666842 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1c1d8233-cc6c-48f4-b387-3c857de4be5b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:34.669344 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1c1d8233-cc6c-48f4-b387-3c857de4be5b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6786585 Nov 03 18:45:34.673832 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48946) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:34.685693 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f8578aad-5c44-4497-9eae-6e8d1a987d91 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group_rule': {'security_group_id': '6fefbf1c-149e-45d4-a288-bf372611582b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:34.695445 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1014 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a1294f-75f5-41de-a3d3-e2ed4908ec72 x-openstack-request-id: req-59a1294f-75f5-41de-a3d3-e2ed4908ec72 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:34.700942 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "8e6b560e-7922-4bd3-b966-74776e459307", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "01e665ed-9bea-455c-bb66-f63c42aa3da4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eb296fa4-a493-44d6-918d-49c019512c63", "tag": "3a9b071e-b93b-4246-a2f5-a35ae32e58e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "6c83422e-a0e8-48f3-a9e1-fb56f242edb6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "a749277d-caef-4241-accf-4ec2038dd6bd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "d1ec408a-40f4-43c3-859e-8b47b5bc5fc3", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:34.702461 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-59a1294f-75f5-41de-a3d3-e2ed4908ec72 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:34.703004 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': '8e6b560e-7922-4bd3-b966-74776e459307', 'status': 'completed', 'code': 200} Nov 03 18:45:34.704699 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': '01e665ed-9bea-455c-bb66-f63c42aa3da4', 'status': 'completed', 'code': 200} Nov 03 18:45:34.705052 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb296fa4-a493-44d6-918d-49c019512c63', 'tag': '3a9b071e-b93b-4246-a2f5-a35ae32e58e7', 'status': 'completed', 'code': 200} Nov 03 18:45:34.706593 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': '6c83422e-a0e8-48f3-a9e1-fb56f242edb6', 'status': 'completed', 'code': 200} Nov 03 18:45:34.717001 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': 'a749277d-caef-4241-accf-4ec2038dd6bd', 'status': 'completed', 'code': 200} Nov 03 18:45:34.717363 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': 'd1ec408a-40f4-43c3-859e-8b47b5bc5fc3', 'status': 'completed', 'code': 200} Nov 03 18:45:34.787771 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f8578aad-5c44-4497-9eae-6e8d1a987d91 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.062316 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-ffb13340-e27b-497f-8be8-425d1544d3f6 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758127 Nov 03 18:45:35.064340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3eef-a1f2-449f-b08b-1f0f84416f38 req-e4d1a9d7-0d10-46b2-8c17-19cd09a773fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.071195 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3bfa3eef-a1f2-449f-b08b-1f0f84416f38 req-e4d1a9d7-0d10-46b2-8c17-19cd09a773fa service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=eb296fa4-a493-44d6-918d-49c019512c63 HTTP/1.1" status: 200 len: 1096 time: 0.2201507 Nov 03 18:45:35.141602 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-f5c0b84a-48d5-4abf-9fb8-05e5902653cc tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.143837 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-f5c0b84a-48d5-4abf-9fb8-05e5902653cc tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.87 "GET /v2.0/networks?id=31e0a50c-7147-4b72-938d-d6456d1a6470 HTTP/1.1" status: 200 len: 805 time: 0.5513165 Nov 03 18:45:35.205145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298c119-af98-49a7-b4d2-7b7a92302e37 req-e2ecbe10-1382-46e0-abe6-f4153b701d88 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.235808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298c119-af98-49a7-b4d2-7b7a92302e37 req-e2ecbe10-1382-46e0-abe6-f4153b701d88 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.242046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-265577f8-4c04-4491-9fd3-395193a6f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.251320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298c119-af98-49a7-b4d2-7b7a92302e37 req-e2ecbe10-1382-46e0-abe6-f4153b701d88 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.253564 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-265577f8-4c04-4491-9fd3-395193a6f9e1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a9bf3b6e7c87451e90f7b6ec4e885311&device_id=eb296fa4-a493-44d6-918d-49c019512c63 HTTP/1.1" status: 200 len: 1096 time: 0.3360941 Nov 03 18:45:35.255477 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-f0ee174c-c2b6-47ef-bad5-22219aeea0db service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=8e6b560e-7922-4bd3-b966-74776e459307 HTTP/1.1" status: 200 len: 217 time: 0.1820061 Nov 03 18:45:35.267090 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f8578aad-5c44-4497-9eae-6e8d1a987d91 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.270384 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298c119-af98-49a7-b4d2-7b7a92302e37 req-e2ecbe10-1382-46e0-abe6-f4153b701d88 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.278141 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298c119-af98-49a7-b4d2-7b7a92302e37 req-e2ecbe10-1382-46e0-abe6-f4153b701d88 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.286635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298c119-af98-49a7-b4d2-7b7a92302e37 req-e2ecbe10-1382-46e0-abe6-f4153b701d88 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.292753 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298c119-af98-49a7-b4d2-7b7a92302e37 req-e2ecbe10-1382-46e0-abe6-f4153b701d88 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.301340 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1298c119-af98-49a7-b4d2-7b7a92302e37 req-e2ecbe10-1382-46e0-abe6-f4153b701d88 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5428 time: 0.4069645 Nov 03 18:45:35.314648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-1d228457-22ae-45c5-be82-612cb02f672c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Request body: {'port': {'device_id': '2fa13f2d-8aae-4d97-9b46-689386db1209', 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470', 'admin_state_up': True, 'tenant_id': '9dfc19dc2384429781783620ae0e5a4f'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:35.325399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-56081c1a-0ee0-4400-a882-5ce7deacd86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.327174 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-56081c1a-0ee0-4400-a882-5ce7deacd86b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.0636740 Nov 03 18:45:35.342012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f8578aad-5c44-4497-9eae-6e8d1a987d91 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.376005 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8578aad-5c44-4497-9eae-6e8d1a987d91 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80fef28a-e46e-41a4-b0bd-f244528bf3b3,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:35.391176 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3bfa3eef-a1f2-449f-b08b-1f0f84416f38 req-c9b19d0a-06da-4927-9d74-283539ac8582 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9e72b1ef-55c9-4f3c-9359-61d76a950c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940197 Nov 03 18:45:35.509351 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f8578aad-5c44-4497-9eae-6e8d1a987d91 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.510695 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f8578aad-5c44-4497-9eae-6e8d1a987d91 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8336847 Nov 03 18:45:35.513779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48970) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:35.517757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-c2d6cb74-d4d9-415e-b84b-3be1c64acf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.519380 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-c2d6cb74-d4d9-415e-b84b-3be1c64acf84 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1751790 Nov 03 18:45:35.571157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1298c119-af98-49a7-b4d2-7b7a92302e37 req-9157059f-015d-4d5c-9146-0d475e2979d4 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2619333 Nov 03 18:45:35.647072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-80310881-dfa1-4612-b831-ae28e3ec81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.648693 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-80310881-dfa1-4612-b831-ae28e3ec81e9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fcb318d3-7a4a-4f11-8543-7662cef21195 HTTP/1.1" status: 200 len: 910 time: 0.3841062 Nov 03 18:45:35.649130 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59397a4-bf59-4b9d-9414-3ab8d48851cc req-02a04a67-acab-4e27-8ec5-daf9b82aa3c8 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:35.650728 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-a9de7f1e-c165-47c3-acd4-336187f191ca service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230247 Nov 03 18:45:35.656141 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-938d956d-c296-481f-b5d0-b3e6a8f9f73a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules/80fef28a-e46e-41a4-b0bd-f244528bf3b3 HTTP/1.1" status: 200 len: 763 time: 0.1407452 Nov 03 18:45:35.663693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e59397a4-bf59-4b9d-9414-3ab8d48851cc req-02a04a67-acab-4e27-8ec5-daf9b82aa3c8 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/ports?device_id=eb296fa4-a493-44d6-918d-49c019512c63 HTTP/1.1" status: 200 len: 945 time: 0.3433504 Nov 03 18:45:35.666136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48974) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:35.673597 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:35.837978 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e59397a4-bf59-4b9d-9414-3ab8d48851cc req-bc1a4905-3f94-4712-8849-8b46ac164f0f tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/security-groups?id=9e72b1ef-55c9-4f3c-9359-61d76a950c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714396 Nov 03 18:45:35.846152 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bdbc3bc0-7399-4961-8c12-a9d1f6975604 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1772091 Nov 03 18:45:35.852077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48976) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:35.897940 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.931929 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-59a38097-b42f-43b1-8ea2-4fd6e0305f0a req-06e05176-5829-4657-88bc-d988d517614d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 210 time: 0.1224799 Nov 03 18:45:35.969508 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5051f4e3-8843-47b5-951d-1f508ae9bb1b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:35.980920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:35.989458 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.023101 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5051f4e3-8843-47b5-951d-1f508ae9bb1b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.039384 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-1d228457-22ae-45c5-be82-612cb02f672c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Made reservation on behalf of 9dfc19dc2384429781783620ae0e5a4f for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:45:36.071531 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-1d228457-22ae-45c5-be82-612cb02f672c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.075217 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:36.304841 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5051f4e3-8843-47b5-951d-1f508ae9bb1b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.312410 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5051f4e3-8843-47b5-951d-1f508ae9bb1b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.317192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5051f4e3-8843-47b5-951d-1f508ae9bb1b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/80fef28a-e46e-41a4-b0bd-f244528bf3b3 HTTP/1.1" status: 204 len: 168 time: 0.4558189 Nov 03 18:45:36.355630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48986) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:36.376919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051f4e3-8843-47b5-951d-1f508ae9bb1b tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80fef28a-e46e-41a4-b0bd-f244528bf3b3,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:36.418945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef3e84-71b2-4f02-8a0c-e3f7e43c0dfc req-6b683c0e-afe4-4c86-b8c4-db32c5392f13 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.427331 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8eef3e84-71b2-4f02-8a0c-e3f7e43c0dfc req-6b683c0e-afe4-4c86-b8c4-db32c5392f13 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 945 time: 0.3096397 Nov 03 18:45:36.508777 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-f5965a6e-2252-43c9-adf1-8eff8b72d382 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a9b071e-b93b-4246-a2f5-a35ae32e58e7 HTTP/1.1" status: 200 len: 217 time: 0.7201393 Nov 03 18:45:36.509736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-1d228457-22ae-45c5-be82-612cb02f672c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Allocated IP 172.20.0.5 (31e0a50c-7147-4b72-938d-d6456d1a6470/a7d5dc92-2aee-436a-9b2e-237287fe4ac4/157ff77e-abf6-4c57-ad6c-30076629143f) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:45:36.510556 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:36.517210 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61483fb5-1b96-4103-9c95-fa6b00b6e8d3" -d '{"events": [{"server_uuid": "f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6", "name": "network-vif-unplugged", "status": "completed", "tag": "3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:36.540624 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5f11b610-6656-40f8-b298-54d0c59b24dc tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1779079 Nov 03 18:45:36.549891 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48990) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:36.568123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1076947f-24cd-415d-b9af-7f4e7644bd12 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group_rule': {'security_group_id': '6fefbf1c-149e-45d4-a288-bf372611582b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:36.592076 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efced742-76bc-45d1-ada9-290e5e4ef26c x-openstack-request-id: req-efced742-76bc-45d1-ada9-290e5e4ef26c {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:36.592433 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6", "name": "network-vif-unplugged", "status": "completed", "tag": "3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:36.592773 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-efced742-76bc-45d1-ada9-290e5e4ef26c {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:36.593367 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13', 'code': 200} Nov 03 18:45:36.607874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8eef3e84-71b2-4f02-8a0c-e3f7e43c0dfc req-4fc6e2a7-456a-4167-9a19-60ad1d19cec6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792617 Nov 03 18:45:36.674380 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-1e6248c8-39db-4da5-879b-6627b68f32ab service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0164118 Nov 03 18:45:36.681283 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-ed9c0310-d68f-4dc3-8820-6085a7425406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.683294 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-ed9c0310-d68f-4dc3-8820-6085a7425406 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a18f1368-2e02-4492-8292-799c83470adb HTTP/1.1" status: 200 len: 849 time: 0.1569338 Nov 03 18:45:36.684355 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1076947f-24cd-415d-b9af-7f4e7644bd12 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.732280 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-5d903597-ec2b-4a30-991f-c0f66f7362a6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fcb318d3-7a4a-4f11-8543-7662cef21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373702 Nov 03 18:45:36.787120 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-7f3d34da-c320-4691-846b-52212d15ac1f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=01e665ed-9bea-455c-bb66-f63c42aa3da4 HTTP/1.1" status: 200 len: 217 time: 0.0994790 Nov 03 18:45:36.813592 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae308984-34e6-49b2-b267-53ccc9561ab8 req-fa98e9e6-8dab-4037-80ad-9194bee9a8fa tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.828281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae308984-34e6-49b2-b267-53ccc9561ab8 req-fa98e9e6-8dab-4037-80ad-9194bee9a8fa tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.836099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae308984-34e6-49b2-b267-53ccc9561ab8 req-fa98e9e6-8dab-4037-80ad-9194bee9a8fa tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.844006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae308984-34e6-49b2-b267-53ccc9561ab8 req-fa98e9e6-8dab-4037-80ad-9194bee9a8fa tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.851648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae308984-34e6-49b2-b267-53ccc9561ab8 req-fa98e9e6-8dab-4037-80ad-9194bee9a8fa tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.859553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae308984-34e6-49b2-b267-53ccc9561ab8 req-fa98e9e6-8dab-4037-80ad-9194bee9a8fa tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.867823 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae308984-34e6-49b2-b267-53ccc9561ab8 req-fa98e9e6-8dab-4037-80ad-9194bee9a8fa tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.876296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae308984-34e6-49b2-b267-53ccc9561ab8 req-fa98e9e6-8dab-4037-80ad-9194bee9a8fa tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5428 time: 0.1737776 Nov 03 18:45:36.938981 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-1d228457-22ae-45c5-be82-612cb02f672c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:36.955042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-b4b5902b-7e3b-4a1f-a3a0-2a4d5fbe7f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:36.956703 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-b4b5902b-7e3b-4a1f-a3a0-2a4d5fbe7f5c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.1507716 Nov 03 18:45:36.986798 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1076947f-24cd-415d-b9af-7f4e7644bd12 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.021532 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1076947f-24cd-415d-b9af-7f4e7644bd12 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.031399 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-cdfbfbc7-65c8-4b08-89a6-fac673436806 service neutron] 10.222.0.87 "GET /v2.0/networks/fcb318d3-7a4a-4f11-8543-7662cef21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588818 Nov 03 18:45:37.035958 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae308984-34e6-49b2-b267-53ccc9561ab8 req-a24d983c-1fa4-4ca4-89da-8f81329d8b9f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1556609 Nov 03 18:45:37.050652 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-6b251444-1aa5-40c9-948a-83a356edcff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:37.059154 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-6b251444-1aa5-40c9-948a-83a356edcff6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0891328 Nov 03 18:45:37.096098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1914ac3-a2f4-437f-acb8-9d42b7efe3ec req-595eb44f-7589-40b3-acc8-d54b1ef9b574 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:37.114654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076947f-24cd-415d-b9af-7f4e7644bd12 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71821bb-e9c8-47f2-98a2-0e0471650eed,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:37.114888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1914ac3-a2f4-437f-acb8-9d42b7efe3ec req-595eb44f-7589-40b3-acc8-d54b1ef9b574 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/ports?device_id=eb296fa4-a493-44d6-918d-49c019512c63 HTTP/1.1" status: 200 len: 945 time: 0.1622577 Nov 03 18:45:37.148226 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-1d228457-22ae-45c5-be82-612cb02f672c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.246225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-1d228457-22ae-45c5-be82-612cb02f672c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Network 31e0a50c-7147-4b72-938d-d6456d1a6470 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:45:37.251248 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1076947f-24cd-415d-b9af-7f4e7644bd12 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.254962 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1076947f-24cd-415d-b9af-7f4e7644bd12 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7018714 Nov 03 18:45:37.264304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49006) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:37.265477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-1d228457-22ae-45c5-be82-612cb02f672c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:45:37.280347 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-1d228457-22ae-45c5-be82-612cb02f672c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:45:37.295994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1914ac3-a2f4-437f-acb8-9d42b7efe3ec req-5c217543-b208-427d-8ff2-0ec658dcd2be tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/security-groups?id=9e72b1ef-55c9-4f3c-9359-61d76a950c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804261 Nov 03 18:45:37.297193 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d228457-22ae-45c5-be82-612cb02f672c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Pushing event updated for resources: {'Port': ['ID=157ff77e-abf6-4c57-ad6c-30076629143f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:37.318398 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-17ef0c83-95b6-4434-95cd-28d9a288e57a service neutron] 10.222.0.87 "GET /v2.0/networks/fcb318d3-7a4a-4f11-8543-7662cef21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527683 Nov 03 18:45:37.339926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-538c7d54-878c-40d8-99c9-eaccfd04ff0f tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules/a71821bb-e9c8-47f2-98a2-0e0471650eed HTTP/1.1" status: 200 len: 763 time: 0.0721211 Nov 03 18:45:37.342078 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8461ae3f-8d23-4885-980f-cbcdd4424847 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187431 Nov 03 18:45:37.342718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49008) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:37.353809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3535552-2f62-4ce5-a401-c5007d937aa8 req-618a86fe-04d1-4ed1-b45f-b6882e9c37a6 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:37.361301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e3535552-2f62-4ce5-a401-c5007d937aa8 req-618a86fe-04d1-4ed1-b45f-b6882e9c37a6 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 931 time: 0.2033231 Nov 03 18:45:37.408342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-1d228457-22ae-45c5-be82-612cb02f672c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:37.410312 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-1d228457-22ae-45c5-be82-612cb02f672c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.454948 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e3535552-2f62-4ce5-a401-c5007d937aa8 req-eb9440af-413c-49e8-b0a0-e72d26e4cbcb tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923052 Nov 03 18:45:37.459459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-1d228457-22ae-45c5-be82-612cb02f672c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1499257 Nov 03 18:45:37.486712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Request body: {'port': {'device_id': '2fa13f2d-8aae-4d97-9b46-689386db1209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:37.496909 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-58bbb4b8-a682-4f9b-ba7b-3376bd325ae7 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346843 Nov 03 18:45:37.550165 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fadc939a-bbf1-4509-b08f-baa302785d7a tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2061360 Nov 03 18:45:37.550882 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.552979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49020) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:37.582226 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-99bf3420-3a7f-4662-b45d-5a1477e4d15f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=6c83422e-a0e8-48f3-a9e1-fb56f242edb6 HTTP/1.1" status: 200 len: 217 time: 0.0649104 Nov 03 18:45:37.617219 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b5ab61c-f604-49fd-b4d4-447ce0a478ee tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.649538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9d6ff179-5343-4042-abb6-c3c2b0207ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:37.651114 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-9d6ff179-5343-4042-abb6-c3c2b0207ad1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.0613170 Nov 03 18:45:37.701947 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b5ab61c-f604-49fd-b4d4-447ce0a478ee tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.749709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-4ce421d8-d2e2-4812-bfa4-838241cdfabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:37.751392 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-4ce421d8-d2e2-4812-bfa4-838241cdfabb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0896671 Nov 03 18:45:37.817814 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b5ab61c-f604-49fd-b4d4-447ce0a478ee tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.834513 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b5ab61c-f604-49fd-b4d4-447ce0a478ee tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:37.835818 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0b5ab61c-f604-49fd-b4d4-447ce0a478ee tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/a71821bb-e9c8-47f2-98a2-0e0471650eed HTTP/1.1" status: 204 len: 168 time: 0.2818751 Nov 03 18:45:37.854446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49026) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:37.866210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ab61c-f604-49fd-b4d4-447ce0a478ee tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a71821bb-e9c8-47f2-98a2-0e0471650eed,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:37.878349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3074a-e9b9-4ee6-9de6-88113c7eb90b req-5b495062-63a2-4add-9a5a-879be989306a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:37.889747 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9d3074a-e9b9-4ee6-9de6-88113c7eb90b req-5b495062-63a2-4add-9a5a-879be989306a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 945 time: 0.1629438 Nov 03 18:45:37.938072 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-af119627-6f69-4be7-9f10-b3b8b7954d03 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0820117 Nov 03 18:45:37.940842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49034) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:37.945347 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c75da107-bbc9-4df9-ac75-0d34f022b0a1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Request body: {'security_group_rule': {'security_group_id': '6fefbf1c-149e-45d4-a288-bf372611582b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:37.959016 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8ef53198-9315-4c3c-824b-71defa1193c7 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815796 Nov 03 18:45:37.988113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9d3074a-e9b9-4ee6-9de6-88113c7eb90b req-adc520f9-54b5-4851-bef0-934192ed9bcb tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950713 Nov 03 18:45:38.033878 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c75da107-bbc9-4df9-ac75-0d34f022b0a1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.062012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157ff77e-abf6-4c57-ad6c-30076629143f {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:38.091014 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.113917 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-94257dc8-8ac5-4878-b057-e9ba9060b719 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466982 Nov 03 18:45:38.117965 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Transition to ACTIVE for port object 157ff77e-abf6-4c57-ad6c-30076629143f will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:45:38.124213 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.133154 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c75da107-bbc9-4df9-ac75-0d34f022b0a1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.166656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c75da107-bbc9-4df9-ac75-0d34f022b0a1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.169351 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-43886095-5f48-4659-bcea-260fd6510eef service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a749277d-caef-4241-accf-4ec2038dd6bd HTTP/1.1" status: 200 len: 217 time: 0.0477357 Nov 03 18:45:38.216529 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75da107-bbc9-4df9-ac75-0d34f022b0a1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be04471-3b1b-4000-b22f-eb0c7a5f23e1,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:38.228152 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c75da107-bbc9-4df9-ac75-0d34f022b0a1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.233232 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c75da107-bbc9-4df9-ac75-0d34f022b0a1 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2913175 Nov 03 18:45:38.235725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49044) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:38.258957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Pushing event updated for resources: {'Port': ['ID=157ff77e-abf6-4c57-ad6c-30076629143f,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:38.264973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-a335d950-102e-48d6-bcfb-84d64ccbbd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.266496 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-a335d950-102e-48d6-bcfb-84d64ccbbd91 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2242584c-e62d-41cf-9e7f-ce02778d27e1 HTTP/1.1" status: 200 len: 797 time: 0.0867057 Nov 03 18:45:38.272632 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bab0228b-538b-425e-9691-56172b86cbb8 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules/7be04471-3b1b-4000-b22f-eb0c7a5f23e1 HTTP/1.1" status: 200 len: 764 time: 0.0322161 Nov 03 18:45:38.292240 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49048) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:38.310726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17443e9-460b-42f6-a841-e6236ebca6ca req-6207a379-5ee1-4679-8103-3d840219ae47 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.322776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17443e9-460b-42f6-a841-e6236ebca6ca req-6207a379-5ee1-4679-8103-3d840219ae47 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.329212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17443e9-460b-42f6-a841-e6236ebca6ca req-6207a379-5ee1-4679-8103-3d840219ae47 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.338469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17443e9-460b-42f6-a841-e6236ebca6ca req-6207a379-5ee1-4679-8103-3d840219ae47 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.345142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17443e9-460b-42f6-a841-e6236ebca6ca req-6207a379-5ee1-4679-8103-3d840219ae47 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.353034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17443e9-460b-42f6-a841-e6236ebca6ca req-6207a379-5ee1-4679-8103-3d840219ae47 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.360831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17443e9-460b-42f6-a841-e6236ebca6ca req-6207a379-5ee1-4679-8103-3d840219ae47 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.370577 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c17443e9-460b-42f6-a841-e6236ebca6ca req-6207a379-5ee1-4679-8103-3d840219ae47 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5428 time: 0.1827652 Nov 03 18:45:38.380319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8b095541-c9fb-4d5c-8c97-4e3edbb6fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.381862 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-8b095541-c9fb-4d5c-8c97-4e3edbb6fae1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0973663 Nov 03 18:45:38.396554 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8d44b6c0-495b-42a8-9ba3-42cf1ad7c4c8 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1006808 Nov 03 18:45:38.399449 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49052) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:38.496690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bad01385-e773-405c-97a8-c85fe9564956 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.507812 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bad01385-e773-405c-97a8-c85fe9564956 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.515423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e7735-a30a-488e-ba9e-a7bb998ac236 req-f01a2a5e-007a-43c2-8e85-dc9d415baaa6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.517077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a67e7735-a30a-488e-ba9e-a7bb998ac236 req-f01a2a5e-007a-43c2-8e85-dc9d415baaa6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1354539 Nov 03 18:45:38.528649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Attempting to bind port 157ff77e-abf6-4c57-ad6c-30076629143f on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:45:38.528649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Attempting to bind port 157ff77e-abf6-4c57-ad6c-30076629143f by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:45:38.529104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Attempting to bind port 157ff77e-abf6-4c57-ad6c-30076629143f on network 31e0a50c-7147-4b72-938d-d6456d1a6470 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:38.554065 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bad01385-e773-405c-97a8-c85fe9564956 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.557560 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-a7b266bc-f3dd-4d78-aa02-debc80d60ea3 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577470 Nov 03 18:45:38.560914 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bad01385-e773-405c-97a8-c85fe9564956 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.564370 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bad01385-e773-405c-97a8-c85fe9564956 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/7be04471-3b1b-4000-b22f-eb0c7a5f23e1 HTTP/1.1" status: 204 len: 168 time: 0.1607215 Nov 03 18:45:38.564538 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c17443e9-460b-42f6-a841-e6236ebca6ca req-2893748f-84af-4a6d-bb16-b35e4425dbf5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1917758 Nov 03 18:45:38.566281 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49060) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:38.575128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Port 157ff77e-abf6-4c57-ad6c-30076629143f on network 31e0a50c-7147-4b72-938d-d6456d1a6470 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:45:38.575426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Attempting to bind port 157ff77e-abf6-4c57-ad6c-30076629143f on network 31e0a50c-7147-4b72-938d-d6456d1a6470 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:45:38.592172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad01385-e773-405c-97a8-c85fe9564956 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7be04471-3b1b-4000-b22f-eb0c7a5f23e1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:38.657660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a67e7735-a30a-488e-ba9e-a7bb998ac236 req-53d08cb9-8a3f-49be-b9af-c50dd24a276f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176867 Nov 03 18:45:38.658170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:45:38.658856 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Checking segment: {'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:45:38.659003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Bound using segment: {'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:45:38.659345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Bound port: 157ff77e-abf6-4c57-ad6c-30076629143f, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:45:38.659750 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.710409 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b799f000-306c-4811-8be5-90b3da64e981 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1425703 Nov 03 18:45:38.713688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49066) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:38.741415 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-4a0c6ee8-c419-410a-9ed8-800ada05df87 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621153 Nov 03 18:45:38.803970 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-614c3bcf-9f88-4e52-9d70-f989114a3571 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 HTTP/1.1" status: 200 len: 217 time: 0.0451841 Nov 03 18:45:38.838220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] For port 157ff77e-abf6-4c57-ad6c-30076629143f, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:45:38.867060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-01918831-660b-465a-b0f6-9806af88a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.868750 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-01918831-660b-465a-b0f6-9806af88a201 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2242584c-e62d-41cf-9e7f-ce02778d27e1 HTTP/1.1" status: 200 len: 797 time: 0.0547118 Nov 03 18:45:38.875371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac91816-3a55-49a1-ace7-7d0d3847f1de req-71bf2ce9-1fe4-426d-9133-7ad8d576b3eb tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.876971 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bac91816-3a55-49a1-ace7-7d0d3847f1de req-71bf2ce9-1fe4-426d-9133-7ad8d576b3eb tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/ports?device_id=eb296fa4-a493-44d6-918d-49c019512c63 HTTP/1.1" status: 200 len: 945 time: 0.1880505 Nov 03 18:45:38.879424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] For port 157ff77e-abf6-4c57-ad6c-30076629143f, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=157ff77e-abf6-4c57-ad6c-30076629143f,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:45:38.907981 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.930608 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101362-99c2-411b-99c0-a3980a7db202 req-deafa94e-bec7-4b2f-9e88-e2735bdc54a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.932346 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-deafa94e-bec7-4b2f-9e88-e2735bdc54a8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0511351 Nov 03 18:45:38.990080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:38.990699 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:38.992095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] 10.222.0.87 "PUT /v2.0/ports/157ff77e-abf6-4c57-ad6c-30076629143f HTTP/1.1" status: 200 len: 1091 time: 1.5100169 Nov 03 18:45:38.994391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa13f2d-8aae-4d97-9b46-689386db1209', 'tag': '157ff77e-abf6-4c57-ad6c-30076629143f'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:38.996780 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2995cbdd-6f8c-46bb-b9c7-18e297f62d05" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa13f2d-8aae-4d97-9b46-689386db1209", "tag": "157ff77e-abf6-4c57-ad6c-30076629143f"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:39.031132 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-c56b2699-fb97-45ff-91cb-f1a0297cf96a service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913339 Nov 03 18:45:39.036946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8586bc-8e39-411a-a372-0108308cb860 req-fc4fe945-80b6-4399-95db-62ae18455576 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.038519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c8586bc-8e39-411a-a372-0108308cb860 req-fc4fe945-80b6-4399-95db-62ae18455576 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 943 time: 0.1929972 Nov 03 18:45:39.039154 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f4deff5-a159-4b4d-b32f-065b25b5af22 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.063258 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c3e3e-2512-4f92-be93-98714eb6a849 service neutron] Pushing event updated for resources: {'Port': ['ID=157ff77e-abf6-4c57-ad6c-30076629143f,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:39.072603 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bac91816-3a55-49a1-ace7-7d0d3847f1de req-65d5ba27-c1fe-4be5-8942-0dd21a0c3ec8 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/security-groups?id=9e72b1ef-55c9-4f3c-9359-61d76a950c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693368 Nov 03 18:45:39.115898 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f4deff5-a159-4b4d-b32f-065b25b5af22 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.138368 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9101362-99c2-411b-99c0-a3980a7db202 req-c653e5d5-1e7f-4f64-a20e-a94c149fd25c service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003084 Nov 03 18:45:39.179657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c8586bc-8e39-411a-a372-0108308cb860 req-02687d04-972e-49e9-b29a-a8f6886629fa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317255 Nov 03 18:45:39.183767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-8a8b71a4-29b3-4e7c-8b4f-e6a6984aa5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.185429 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-8a8b71a4-29b3-4e7c-8b4f-e6a6984aa5b7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9dfc19dc2384429781783620ae0e5a4f&device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 1094 time: 0.1093209 Nov 03 18:45:39.205540 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f4deff5-a159-4b4d-b32f-065b25b5af22 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.209417 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f4deff5-a159-4b4d-b32f-065b25b5af22 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.212319 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6f4deff5-a159-4b4d-b32f-065b25b5af22 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "DELETE /v2.0/security-groups/6fefbf1c-149e-45d4-a288-bf372611582b HTTP/1.1" status: 204 len: 168 time: 0.4930553 Nov 03 18:45:39.214523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49088) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:39.263931 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f13120-f974-46ad-ab0f-a121b313e18e x-openstack-request-id: req-e4f13120-f974-46ad-ab0f-a121b313e18e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:39.264223 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa13f2d-8aae-4d97-9b46-689386db1209", "tag": "157ff77e-abf6-4c57-ad6c-30076629143f", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:39.264733 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e4f13120-f974-46ad-ab0f-a121b313e18e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:39.265129 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa13f2d-8aae-4d97-9b46-689386db1209', 'tag': '157ff77e-abf6-4c57-ad6c-30076629143f', 'status': 'completed', 'code': 200} Nov 03 18:45:39.268820 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-cda72468-3286-4825-907e-9640a299fc0f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=157ff77e-abf6-4c57-ad6c-30076629143f HTTP/1.1" status: 200 len: 217 time: 0.0548418 Nov 03 18:45:39.285716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4deff5-a159-4b4d-b32f-065b25b5af22 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fefbf1c-149e-45d4-a288-bf372611582b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:39.304042 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-beab9aa1-1cc1-4e42-a6ef-9c7516a1ff41 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0883069 Nov 03 18:45:39.308678 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49090) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:39.329459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-1aebff61-a26c-42f3-8c28-7671d9de3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.329993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-1aebff61-a26c-42f3-8c28-7671d9de3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.330423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-1aebff61-a26c-42f3-8c28-7671d9de3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.330896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-1aebff61-a26c-42f3-8c28-7671d9de3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.331369 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-1aebff61-a26c-42f3-8c28-7671d9de3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.332388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-1aebff61-a26c-42f3-8c28-7671d9de3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.332861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-1aebff61-a26c-42f3-8c28-7671d9de3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.334813 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-1aebff61-a26c-42f3-8c28-7671d9de3f0f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c499298fecc740dd8356f938a201f1f9&device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 6485 time: 0.1000214 Nov 03 18:45:39.378237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd7e09-ab74-481a-95d1-6e26bce4ce92 req-c9a49360-82bb-4039-84ae-a0213f1c07a1 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.380526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7acd7e09-ab74-481a-95d1-6e26bce4ce92 req-c9a49360-82bb-4039-84ae-a0213f1c07a1 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 945 time: 0.1178045 Nov 03 18:45:39.382250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-f46dd828-618c-4ade-b19e-992293b4891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.385072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-f46dd828-618c-4ade-b19e-992293b4891f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a7d5dc92-2aee-436a-9b2e-237287fe4ac4 HTTP/1.1" status: 200 len: 845 time: 0.0729680 Nov 03 18:45:39.430994 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-01e0a391-a859-456f-889d-e11a5b6ad957 tempest-SecGroupTest-1360518422 tempest-SecGroupTest-1360518422-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1211672 Nov 03 18:45:39.460568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7acd7e09-ab74-481a-95d1-6e26bce4ce92 req-2ca2c74b-b15c-4541-8bcf-e7f8e305a464 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724182 Nov 03 18:45:39.480717 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-baf2e709-bd36-4f6d-9f0e-46e2b2be25dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.482989 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-baf2e709-bd36-4f6d-9f0e-46e2b2be25dd service neutron] 10.222.0.98 "GET /v2.0/networks?id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 HTTP/1.1" status: 200 len: 903 time: 0.1309462 Nov 03 18:45:39.507472 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 80772877-1234-4dc2-b435-1d011af23c19 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:39.547342 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-0e25dcc3-049e-445a-9dae-d3edf5027af1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=8e6b560e-7922-4bd3-b966-74776e459307 HTTP/1.1" status: 200 len: 217 time: 0.0549831 Nov 03 18:45:39.608822 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-85f1c8c3-1aa0-4cf5-b183-9cd7e91ba76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.610799 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-85f1c8c3-1aa0-4cf5-b183-9cd7e91ba76a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.0563469 Nov 03 18:45:39.635929 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-db7cbc19-c835-46d3-a1bf-083bebe5a97d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=31e0a50c-7147-4b72-938d-d6456d1a6470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447314 Nov 03 18:45:39.653032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 80772877-1234-4dc2-b435-1d011af23c19, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=80772877-1234-4dc2-b435-1d011af23c19,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:39.673320 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '80772877-1234-4dc2-b435-1d011af23c19', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': '80772877-1234-4dc2-b435-1d011af23c19', 'mac_address': 'fa:16:3e:f8:68:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:39.731538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-5b6d64e3-f099-401f-a591-c90be9f905f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.738477 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-5b6d64e3-f099-401f-a591-c90be9f905f2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1135490 Nov 03 18:45:39.762434 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.780284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80772877-1234-4dc2-b435-1d011af23c19 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:39.803343 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 80772877-1234-4dc2-b435-1d011af23c19, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=80772877-1234-4dc2-b435-1d011af23c19,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:39.808086 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:39.864011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=80772877-1234-4dc2-b435-1d011af23c19,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:39.888128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49116) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:39.903016 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-2bde1099-3677-4012-be42-ce056046b6bf service neutron] 10.222.0.87 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570918 Nov 03 18:45:39.925919 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-fb8733b6-3c54-45d6-9f5f-0f1651fa68a0 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838892 Nov 03 18:45:39.934304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1522af-14a1-468f-8d38-0aa51161e3b1 req-872c6245-9cb9-4932-a922-e25fa0907968 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.940408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1522af-14a1-468f-8d38-0aa51161e3b1 req-872c6245-9cb9-4932-a922-e25fa0907968 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.946770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1522af-14a1-468f-8d38-0aa51161e3b1 req-872c6245-9cb9-4932-a922-e25fa0907968 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.952648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1522af-14a1-468f-8d38-0aa51161e3b1 req-872c6245-9cb9-4932-a922-e25fa0907968 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.959858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1522af-14a1-468f-8d38-0aa51161e3b1 req-872c6245-9cb9-4932-a922-e25fa0907968 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.965891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1522af-14a1-468f-8d38-0aa51161e3b1 req-872c6245-9cb9-4932-a922-e25fa0907968 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.971953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1522af-14a1-468f-8d38-0aa51161e3b1 req-872c6245-9cb9-4932-a922-e25fa0907968 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.974428 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a1522af-14a1-468f-8d38-0aa51161e3b1 req-872c6245-9cb9-4932-a922-e25fa0907968 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5428 time: 0.2386799 Nov 03 18:45:39.983398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6f08b-0497-4b61-9c87-6f50c74c3087 req-defcd4a0-76d0-4beb-a7ad-36f02e91c559 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:39.984956 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a4c6f08b-0497-4b61-9c87-6f50c74c3087 req-defcd4a0-76d0-4beb-a7ad-36f02e91c559 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1972859 Nov 03 18:45:40.039714 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-85f94156-c4e3-4a51-9c29-eceb18907d2d service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030207 Nov 03 18:45:40.091539 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-56634889-63a1-4011-a94d-24aaff7b38d3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2871593f67114a319f51a9c8a605d529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2002144 Nov 03 18:45:40.093646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49126) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:40.164469 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a1522af-14a1-468f-8d38-0aa51161e3b1 req-89f249b7-b6c3-41fe-9717-996063ad63ac tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1709778 Nov 03 18:45:40.180590 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a4c6f08b-0497-4b61-9c87-6f50c74c3087 req-ca0b0873-fafc-4b6a-97ec-aceef1e092ba tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642282 Nov 03 18:45:40.186908 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898d23e-df46-4d7e-92ec-2295763bc339 req-23634db2-708f-44d9-b32a-d236b96ba70a service neutron] 10.222.0.87 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113688 Nov 03 18:45:40.215690 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['80772877-1234-4dc2-b435-1d011af23c19'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:40.235655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be53f8-790a-4c82-8463-2e8f79a351b9 req-5f7b883a-d6ee-42fd-9b3b-94867b55e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.237150 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d4be53f8-790a-4c82-8463-2e8f79a351b9 req-5f7b883a-d6ee-42fd-9b3b-94867b55e597 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 1096 time: 0.1209033 Nov 03 18:45:40.250190 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8ea79dd1-869a-4298-9600-7b81500924de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.291894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-62c4acd0-d708-4898-8098-d7642a925508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.292470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-62c4acd0-d708-4898-8098-d7642a925508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.293017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-62c4acd0-d708-4898-8098-d7642a925508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.293588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-62c4acd0-d708-4898-8098-d7642a925508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.294106 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-62c4acd0-d708-4898-8098-d7642a925508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.294694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-62c4acd0-d708-4898-8098-d7642a925508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.295227 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-62c4acd0-d708-4898-8098-d7642a925508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.297542 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-62c4acd0-d708-4898-8098-d7642a925508 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c499298fecc740dd8356f938a201f1f9&device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 6485 time: 0.1824102 Nov 03 18:45:40.376977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995cbdd-6f8c-46bb-b9c7-18e297f62d05 req-3ab39622-dd48-4a8b-8e30-62e8392f9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.384046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2995cbdd-6f8c-46bb-b9c7-18e297f62d05 req-3ab39622-dd48-4a8b-8e30-62e8392f9709 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9dfc19dc2384429781783620ae0e5a4f&device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 1094 time: 0.0805562 Nov 03 18:45:40.437422 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8ea79dd1-869a-4298-9600-7b81500924de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.539779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be53f8-790a-4c82-8463-2e8f79a351b9 req-6cf861d7-e309-4df1-810c-3424d6d04352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.541397 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d4be53f8-790a-4c82-8463-2e8f79a351b9 req-6cf861d7-e309-4df1-810c-3424d6d04352 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.2410223 Nov 03 18:45:40.547562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995cbdd-6f8c-46bb-b9c7-18e297f62d05 req-a9d8a67f-6698-46ac-b926-97a397366c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.549046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2995cbdd-6f8c-46bb-b9c7-18e297f62d05 req-a9d8a67f-6698-46ac-b926-97a397366c73 service neutron] 10.222.0.87 "GET /v2.0/networks?id=31e0a50c-7147-4b72-938d-d6456d1a6470 HTTP/1.1" status: 200 len: 906 time: 0.1565721 Nov 03 18:45:40.592955 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d4be53f8-790a-4c82-8463-2e8f79a351b9 req-b64f2dee-7a64-4fd0-a39b-b4e3b72583a3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc861e66-6584-45b0-9a56-2c71e0bc36b8 HTTP/1.1" status: 200 len: 217 time: 0.0428162 Nov 03 18:45:40.596805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-88562a02-10ac-446d-82a1-5cb266863b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.598844 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-88562a02-10ac-446d-82a1-5cb266863b9f service neutron] 10.222.0.98 "GET /v2.0/networks?id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 HTTP/1.1" status: 200 len: 903 time: 0.2118652 Nov 03 18:45:40.629061 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2995cbdd-6f8c-46bb-b9c7-18e297f62d05 req-59d5570f-0f62-4d22-9f1c-2cf86c85d791 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=157ff77e-abf6-4c57-ad6c-30076629143f HTTP/1.1" status: 200 len: 217 time: 0.0521338 Nov 03 18:45:40.669231 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8ea79dd1-869a-4298-9600-7b81500924de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.671873 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8ea79dd1-869a-4298-9600-7b81500924de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:40.675845 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8ea79dd1-869a-4298-9600-7b81500924de admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8e6cf000-964d-4048-8f32-d410e159c137 HTTP/1.1" status: 204 len: 168 time: 0.5803261 Nov 03 18:45:40.684256 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-c21bec0e-3cca-4f06-b9d3-f7013c690147 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=01e665ed-9bea-455c-bb66-f63c42aa3da4 HTTP/1.1" status: 200 len: 217 time: 0.0741701 Nov 03 18:45:40.702940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6095b-c7f5-4ca7-a1bc-20c0f8229c05 req-714ae865-f0c3-4b2f-b889-988adef628df tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.704223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be53f8-790a-4c82-8463-2e8f79a351b9 req-51191302-ee2f-49b6-a0b8-90d4a30c61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.706023 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d4be53f8-790a-4c82-8463-2e8f79a351b9 req-51191302-ee2f-49b6-a0b8-90d4a30c61bb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.1057844 Nov 03 18:45:40.711113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2c6095b-c7f5-4ca7-a1bc-20c0f8229c05 req-714ae865-f0c3-4b2f-b889-988adef628df tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 943 time: 0.1659594 Nov 03 18:45:40.722197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea79dd1-869a-4298-9600-7b81500924de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6cf000-964d-4048-8f32-d410e159c137,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:40.786767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995cbdd-6f8c-46bb-b9c7-18e297f62d05 req-7cee8687-d0c8-4872-8e41-9c77519d4b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.788481 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2995cbdd-6f8c-46bb-b9c7-18e297f62d05 req-7cee8687-d0c8-4872-8e41-9c77519d4b7a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a7d5dc92-2aee-436a-9b2e-237287fe4ac4 HTTP/1.1" status: 200 len: 845 time: 0.1394155 Nov 03 18:45:40.801264 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2c6095b-c7f5-4ca7-a1bc-20c0f8229c05 req-9adc5424-2a6c-439c-b580-4acba86fddb9 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869963 Nov 03 18:45:40.820382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560aabe-8eba-4eb1-9f64-f3ee05d3b20b req-d76179aa-e2bb-46a1-aa61-c70dd7c39e87 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.824628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be53f8-790a-4c82-8463-2e8f79a351b9 req-faaabe71-3c54-4fb1-a690-0d603e6e0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.826564 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d4be53f8-790a-4c82-8463-2e8f79a351b9 req-faaabe71-3c54-4fb1-a690-0d603e6e0722 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926573 Nov 03 18:45:40.838401 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6560aabe-8eba-4eb1-9f64-f3ee05d3b20b req-d76179aa-e2bb-46a1-aa61-c70dd7c39e87 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 945 time: 0.2522793 Nov 03 18:45:40.840074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-40367b6c-5ed2-4e8d-9731-d4ec6cf85255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:40.841637 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-40367b6c-5ed2-4e8d-9731-d4ec6cf85255 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.1328316 Nov 03 18:45:40.899039 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2995cbdd-6f8c-46bb-b9c7-18e297f62d05 req-abd207e8-38ac-4fb9-8753-25d7b2d88a4a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=31e0a50c-7147-4b72-938d-d6456d1a6470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966964 Nov 03 18:45:40.962715 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d4be53f8-790a-4c82-8463-2e8f79a351b9 req-6b47ffc9-e963-4942-a6d2-41ab5a13a053 service neutron] 10.222.0.87 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154237 Nov 03 18:45:41.114246 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d4be53f8-790a-4c82-8463-2e8f79a351b9 req-1efbef1b-7d09-45e0-9595-549e501df215 service neutron] 10.222.0.87 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349850 Nov 03 18:45:41.126755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-38ca571c-05c3-4b34-9bba-c2bdf3a49e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.129003 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-38ca571c-05c3-4b34-9bba-c2bdf3a49e03 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1649663 Nov 03 18:45:41.145192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6560aabe-8eba-4eb1-9f64-f3ee05d3b20b req-1fd4273d-4262-489d-bd2b-abc9eb5acaea tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056254 Nov 03 18:45:41.215849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2995cbdd-6f8c-46bb-b9c7-18e297f62d05 req-b4f3ee52-45e3-406a-9544-d25a85e7aa34 service neutron] 10.222.0.87 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999401 Nov 03 18:45:41.282250 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-3d87fdc5-0b02-4228-b497-d2de43ebbf98 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321342 Nov 03 18:45:41.445131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18618e-e0eb-4126-97b9-583dcf5a05ac req-35b9013d-b983-48bb-adfc-ec44aeab7454 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.454319 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a18618e-e0eb-4126-97b9-583dcf5a05ac req-35b9013d-b983-48bb-adfc-ec44aeab7454 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1003153 Nov 03 18:45:41.487083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2995cbdd-6f8c-46bb-b9c7-18e297f62d05 req-d9f76bbd-4bab-44b4-a553-e1956cf97919 service neutron] 10.222.0.87 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564666 Nov 03 18:45:41.523317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 80772877-1234-4dc2-b435-1d011af23c19 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:41.542544 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-4867abf2-3d90-45c4-b80c-24368c8cd787 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480311 Nov 03 18:45:41.596194 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a18618e-e0eb-4126-97b9-583dcf5a05ac req-954c7a93-2d5d-48f0-ad79-5e1e1f3af441 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409175 Nov 03 18:45:41.600012 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 80772877-1234-4dc2-b435-1d011af23c19 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:41.600390 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:41.662522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a23291-29fc-4ed7-862d-65ce7fc1c460 req-6d941683-6b3d-41da-b29c-d97909973159 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.684230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a23291-29fc-4ed7-862d-65ce7fc1c460 req-6d941683-6b3d-41da-b29c-d97909973159 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.695479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a23291-29fc-4ed7-862d-65ce7fc1c460 req-6d941683-6b3d-41da-b29c-d97909973159 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.704512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a23291-29fc-4ed7-862d-65ce7fc1c460 req-6d941683-6b3d-41da-b29c-d97909973159 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.736896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a23291-29fc-4ed7-862d-65ce7fc1c460 req-6d941683-6b3d-41da-b29c-d97909973159 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.737643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-c91ddbd5-0476-4e86-a7cb-ca6e610c20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.738938 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-c91ddbd5-0476-4e86-a7cb-ca6e610c20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.740319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-c91ddbd5-0476-4e86-a7cb-ca6e610c20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.741018 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-c91ddbd5-0476-4e86-a7cb-ca6e610c20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.741671 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-c91ddbd5-0476-4e86-a7cb-ca6e610c20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.742325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-c91ddbd5-0476-4e86-a7cb-ca6e610c20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.743141 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-c91ddbd5-0476-4e86-a7cb-ca6e610c20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.745478 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-c91ddbd5-0476-4e86-a7cb-ca6e610c20e1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c499298fecc740dd8356f938a201f1f9&device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 6485 time: 0.1191933 Nov 03 18:45:41.755368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a23291-29fc-4ed7-862d-65ce7fc1c460 req-6d941683-6b3d-41da-b29c-d97909973159 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.763610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a23291-29fc-4ed7-862d-65ce7fc1c460 req-6d941683-6b3d-41da-b29c-d97909973159 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.777527 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73a23291-29fc-4ed7-862d-65ce7fc1c460 req-6d941683-6b3d-41da-b29c-d97909973159 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5428 time: 0.2374892 Nov 03 18:45:41.793363 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:41.849287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80772877-1234-4dc2-b435-1d011af23c19'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:41.851688 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e29ba55-7b87-4e39-aaa4-60f240af43ee" -d '{"events": [{"server_uuid": "c87730bc-45d4-4a30-97c3-8a56ed9a04a9", "name": "network-vif-plugged", "status": "completed", "tag": "80772877-1234-4dc2-b435-1d011af23c19"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:41.885389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 80772877-1234-4dc2-b435-1d011af23c19, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=80772877-1234-4dc2-b435-1d011af23c19,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:41.891358 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:41.896998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73a23291-29fc-4ed7-862d-65ce7fc1c460 req-3fdbf340-7341-4204-b7e4-612175f5673a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167266 Nov 03 18:45:41.947927 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-be3d659e-ceb5-476e-8c1e-9ed0d118d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:41.950759 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-be3d659e-ceb5-476e-8c1e-9ed0d118d30a service neutron] 10.222.0.98 "GET /v2.0/networks?id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 HTTP/1.1" status: 200 len: 903 time: 0.1885314 Nov 03 18:45:41.974499 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49208) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:42.000944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=80772877-1234-4dc2-b435-1d011af23c19,revision_number=10']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:42.022096 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-313b2efc-187d-45a7-9bbd-be49762c2971 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=6c83422e-a0e8-48f3-a9e1-fb56f242edb6 HTTP/1.1" status: 200 len: 217 time: 0.0622947 Nov 03 18:45:42.037323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce6faf-2984-4583-8ef5-67c3e221bac7 req-2f0f103d-5ffa-49e9-8776-5d34fd747df1 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.046947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3ce6faf-2984-4583-8ef5-67c3e221bac7 req-2f0f103d-5ffa-49e9-8776-5d34fd747df1 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 943 time: 0.0791824 Nov 03 18:45:42.070575 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59aee27-1e59-4750-936d-adb0785f11bd x-openstack-request-id: req-b59aee27-1e59-4750-936d-adb0785f11bd {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:42.071053 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87730bc-45d4-4a30-97c3-8a56ed9a04a9", "name": "network-vif-plugged", "status": "completed", "tag": "80772877-1234-4dc2-b435-1d011af23c19", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:42.071500 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b59aee27-1e59-4750-936d-adb0785f11bd {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:42.072169 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80772877-1234-4dc2-b435-1d011af23c19', 'code': 200} Nov 03 18:45:42.107378 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3ce6faf-2984-4583-8ef5-67c3e221bac7 req-da822bb9-8a29-4f40-b3c8-a3a8224ab9e2 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593312 Nov 03 18:45:42.122470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-ae1f27eb-ef64-48e1-a800-e84a0f3997cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.124330 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-ae1f27eb-ef64-48e1-a800-e84a0f3997cb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.0896602 Nov 03 18:45:42.173905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-75114080-0929-4199-b431-42c158fc04ac tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:42.174932 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-75114080-0929-4199-b431-42c158fc04ac tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 18:45:42.176369 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-75114080-0929-4199-b431-42c158fc04ac tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 18:45:42.183618 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-75114080-0929-4199-b431-42c158fc04ac tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2009330 Nov 03 18:45:42.183987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49216) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:42.186207 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1a92cb2d-4951-4068-a325-5c5d8cd7cec5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003015699'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:42.196468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-4dfe0ebd-8632-4ab9-9ffd-8c86c62d9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.198065 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-4dfe0ebd-8632-4ab9-9ffd-8c86c62d9b57 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0642531 Nov 03 18:45:42.241011 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a92cb2d-4951-4068-a325-5c5d8cd7cec5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.257536 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a92cb2d-4951-4068-a325-5c5d8cd7cec5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.370546 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-3d868ae5-0225-495c-b790-abacebdf3769 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629374 Nov 03 18:45:42.384310 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a92cb2d-4951-4068-a325-5c5d8cd7cec5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.393970 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a92cb2d-4951-4068-a325-5c5d8cd7cec5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.464357 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a92cb2d-4951-4068-a325-5c5d8cd7cec5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.472984 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a92cb2d-4951-4068-a325-5c5d8cd7cec5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.499619 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a92cb2d-4951-4068-a325-5c5d8cd7cec5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.500850 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1a92cb2d-4951-4068-a325-5c5d8cd7cec5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3184621 Nov 03 18:45:42.505593 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49222) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:42.512018 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-42dcbada-1cf2-408c-bbbc-cded3f1277c9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': '8ebf8bea-39d7-474f-be26-c82f5107e5e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:42.519705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92cb2d-4951-4068-a325-5c5d8cd7cec5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f1996f-7abd-4ee1-8ef7-56d6f911fd85,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:42.533523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1438ae-cfef-45a9-9243-0bd5542842d5 req-5c096ab1-23ba-49f5-906b-e65af084d983 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.542537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e1438ae-cfef-45a9-9243-0bd5542842d5 req-5c096ab1-23ba-49f5-906b-e65af084d983 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 945 time: 0.2820580 Nov 03 18:45:42.593150 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-831e5641-8f1e-4382-bb84-2684e49e028f service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997769 Nov 03 18:45:42.605734 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42dcbada-1cf2-408c-bbbc-cded3f1277c9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.614396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92cb2d-4951-4068-a325-5c5d8cd7cec5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebf8bea-39d7-474f-be26-c82f5107e5e7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:42.633351 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e1438ae-cfef-45a9-9243-0bd5542842d5 req-a8de352a-0f68-47b7-bb1b-fcfd52067e76 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887265 Nov 03 18:45:42.684697 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42dcbada-1cf2-408c-bbbc-cded3f1277c9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.691067 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42dcbada-1cf2-408c-bbbc-cded3f1277c9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.754066 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcbada-1cf2-408c-bbbc-cded3f1277c9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e2b9b0-0ed8-41cb-8c84-42f9181494a6,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:42.769473 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42dcbada-1cf2-408c-bbbc-cded3f1277c9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.769473 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-42dcbada-1cf2-408c-bbbc-cded3f1277c9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2591603 Nov 03 18:45:42.770769 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49230) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:42.776124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-aea3bfd6-9738-412c-a6dd-a7a4e80d931a tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': '8ebf8bea-39d7-474f-be26-c82f5107e5e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:42.800462 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-b789e80d-f1f2-46f9-a0bb-c99c973a5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.801454 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-b789e80d-f1f2-46f9-a0bb-c99c973a5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.802127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-b789e80d-f1f2-46f9-a0bb-c99c973a5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.802618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-b789e80d-f1f2-46f9-a0bb-c99c973a5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.803087 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-b789e80d-f1f2-46f9-a0bb-c99c973a5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.803557 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-b789e80d-f1f2-46f9-a0bb-c99c973a5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.804135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-b789e80d-f1f2-46f9-a0bb-c99c973a5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.806117 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-b789e80d-f1f2-46f9-a0bb-c99c973a5e9b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c499298fecc740dd8356f938a201f1f9&device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 6485 time: 0.1081283 Nov 03 18:45:42.821890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d7a8f-44b7-40c7-a826-f7d5ebbd693e req-c8735b1c-a4b4-4899-a55c-3c7b3ef47224 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.823800 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-437d7a8f-44b7-40c7-a826-f7d5ebbd693e req-c8735b1c-a4b4-4899-a55c-3c7b3ef47224 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.0777512 Nov 03 18:45:42.843451 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aea3bfd6-9738-412c-a6dd-a7a4e80d931a tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:42.883357 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-437d7a8f-44b7-40c7-a826-f7d5ebbd693e req-46e6c3de-6510-41d6-8b0f-43bc07be11ca tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522418 Nov 03 18:45:42.966303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-2f370bfd-27ed-4185-b0da-03ac62767e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:42.966303 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-2f370bfd-27ed-4185-b0da-03ac62767e5f service neutron] 10.222.0.98 "GET /v2.0/networks?id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 HTTP/1.1" status: 200 len: 901 time: 0.1522186 Nov 03 18:45:42.986721 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-aea3bfd6-9738-412c-a6dd-a7a4e80d931a tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 18:45:42.988433 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-aea3bfd6-9738-412c-a6dd-a7a4e80d931a tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2152884 Nov 03 18:45:42.990972 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49248) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:43.022805 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-aeca9175-eb5d-4f22-b448-ab7dfadfdb22 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a749277d-caef-4241-accf-4ec2038dd6bd HTTP/1.1" status: 200 len: 217 time: 0.0439308 Nov 03 18:45:43.081072 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.087614 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:45:43.103015 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-597bf025-0732-4c85-80d2-a0bc21694ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.107749 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-597bf025-0732-4c85-80d2-a0bc21694ad6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2242584c-e62d-41cf-9e7f-ce02778d27e1 HTTP/1.1" status: 200 len: 797 time: 0.0686071 Nov 03 18:45:43.108807 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2217a8b0-11d2-4ce5-92f6-38e6c17c4cc7 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.151448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289d18f-d161-4377-9e8b-c1b5fd6e92cb req-ba72e745-3f24-43b0-b1a8-b3323cc94d3e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.158033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289d18f-d161-4377-9e8b-c1b5fd6e92cb req-ba72e745-3f24-43b0-b1a8-b3323cc94d3e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.164522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289d18f-d161-4377-9e8b-c1b5fd6e92cb req-ba72e745-3f24-43b0-b1a8-b3323cc94d3e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.171314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289d18f-d161-4377-9e8b-c1b5fd6e92cb req-ba72e745-3f24-43b0-b1a8-b3323cc94d3e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.178616 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289d18f-d161-4377-9e8b-c1b5fd6e92cb req-ba72e745-3f24-43b0-b1a8-b3323cc94d3e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.186301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289d18f-d161-4377-9e8b-c1b5fd6e92cb req-ba72e745-3f24-43b0-b1a8-b3323cc94d3e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.192560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289d18f-d161-4377-9e8b-c1b5fd6e92cb req-ba72e745-3f24-43b0-b1a8-b3323cc94d3e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.201469 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-05fa0b78-61e0-43da-9a5a-c632c4a831c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.202341 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5289d18f-d161-4377-9e8b-c1b5fd6e92cb req-ba72e745-3f24-43b0-b1a8-b3323cc94d3e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5428 time: 0.1690106 Nov 03 18:45:43.205797 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-05fa0b78-61e0-43da-9a5a-c632c4a831c8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0932336 Nov 03 18:45:43.225939 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2217a8b0-11d2-4ce5-92f6-38e6c17c4cc7 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.283353 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5289d18f-d161-4377-9e8b-c1b5fd6e92cb req-dbb7bcac-ee6b-45c6-a57a-0ae7bea5b74a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799067 Nov 03 18:45:43.350209 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2217a8b0-11d2-4ce5-92f6-38e6c17c4cc7 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.353790 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2217a8b0-11d2-4ce5-92f6-38e6c17c4cc7 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.355793 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2217a8b0-11d2-4ce5-92f6-38e6c17c4cc7 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "DELETE /v2.0/security-groups/8ebf8bea-39d7-474f-be26-c82f5107e5e7 HTTP/1.1" status: 204 len: 168 time: 0.3631854 Nov 03 18:45:43.367371 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49254) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:43.377530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217a8b0-11d2-4ce5-92f6-38e6c17c4cc7 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebf8bea-39d7-474f-be26-c82f5107e5e7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:43.396746 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-9641112e-abba-422f-825e-8f9c5c977e56 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836321 Nov 03 18:45:43.487105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c262724-9953-46a2-867c-afd2e374c5d0 req-16583201-d942-4b25-b1dd-42fd53edb5d4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.497281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c262724-9953-46a2-867c-afd2e374c5d0 req-16583201-d942-4b25-b1dd-42fd53edb5d4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 943 time: 0.0969961 Nov 03 18:45:43.519568 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-12ff5c5e-d7cd-4556-b2d8-1688452fa718 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1496632 Nov 03 18:45:43.520445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 157ff77e-abf6-4c57-ad6c-30076629143f details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:43.522789 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49258) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:43.530070 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-409c9480-22fc-4259-abfe-6cecb690feb6 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474628760'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:43.578878 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-3bd18b08-dd9d-4e2c-8960-7075965dcd76 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666639 Nov 03 18:45:43.615448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fc861e66-6584-45b0-9a56-2c71e0bc36b8 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:43.628564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c262724-9953-46a2-867c-afd2e374c5d0 req-22ca670d-64b1-453c-8bdc-8c442cc96a23 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298876 Nov 03 18:45:43.637831 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-409c9480-22fc-4259-abfe-6cecb690feb6 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.701795 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-f3d1454d-37d0-467c-9b1e-a7a8b59c488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.702265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-f3d1454d-37d0-467c-9b1e-a7a8b59c488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.702729 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-f3d1454d-37d0-467c-9b1e-a7a8b59c488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.703187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-f3d1454d-37d0-467c-9b1e-a7a8b59c488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.704753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-f3d1454d-37d0-467c-9b1e-a7a8b59c488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.705233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-f3d1454d-37d0-467c-9b1e-a7a8b59c488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.705962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-f3d1454d-37d0-467c-9b1e-a7a8b59c488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.709674 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-f3d1454d-37d0-467c-9b1e-a7a8b59c488e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c499298fecc740dd8356f938a201f1f9&device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 6485 time: 0.0801656 Nov 03 18:45:43.747657 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.750351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9e663-bb3b-4d6d-ba59-3b87b580d427 req-58f14f06-e1ec-43c6-9c41-a7af10b76873 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.752400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 157ff77e-abf6-4c57-ad6c-30076629143f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=157ff77e-abf6-4c57-ad6c-30076629143f,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:43.754757 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93d9e663-bb3b-4d6d-ba59-3b87b580d427 req-58f14f06-e1ec-43c6-9c41-a7af10b76873 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/ports?device_id=eb296fa4-a493-44d6-918d-49c019512c63 HTTP/1.1" status: 200 len: 945 time: 0.1930075 Nov 03 18:45:43.782676 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '157ff77e-abf6-4c57-ad6c-30076629143f', 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470', 'port_id': '157ff77e-abf6-4c57-ad6c-30076629143f', 'mac_address': 'fa:16:3e:03:7c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d5dc92-2aee-436a-9b2e-237287fe4ac4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:43.843410 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port fc861e66-6584-45b0-9a56-2c71e0bc36b8, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fc861e66-6584-45b0-9a56-2c71e0bc36b8,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:43.850553 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.870688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93d9e663-bb3b-4d6d-ba59-3b87b580d427 req-1890fb97-138b-4992-8905-486d1e7cf07a tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/security-groups?id=9e72b1ef-55c9-4f3c-9359-61d76a950c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098723 Nov 03 18:45:43.918307 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-409c9480-22fc-4259-abfe-6cecb690feb6 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:43.935571 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc3f62-2690-495e-93c7-048e2d7ab558 req-7adf2b02-ba7c-4cc7-839a-74e339259b0c tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:43.945749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60fc3f62-2690-495e-93c7-048e2d7ab558 req-7adf2b02-ba7c-4cc7-839a-74e339259b0c tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 945 time: 0.1893921 Nov 03 18:45:43.956366 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-409c9480-22fc-4259-abfe-6cecb690feb6 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.007610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c9480-22fc-4259-abfe-6cecb690feb6 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990de802-590b-41a4-9339-8022ca98bb51,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:44.030988 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-409c9480-22fc-4259-abfe-6cecb690feb6 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.035603 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.038893 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-409c9480-22fc-4259-abfe-6cecb690feb6 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5122027 Nov 03 18:45:44.051252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49276) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:44.062441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=fc861e66-6584-45b0-9a56-2c71e0bc36b8,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:44.064119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-5f82b494-d8d9-4f6a-b2a5-693f7dda544c tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': '990de802-590b-41a4-9339-8022ca98bb51', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:44.067423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157ff77e-abf6-4c57-ad6c-30076629143f {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:44.082481 n-d-812150-4 neutron-server[101712]: WARNING neutron.api.v2.base [None req-5f82b494-d8d9-4f6a-b2a5-693f7dda544c tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 03 18:45:44.083127 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-5f82b494-d8d9-4f6a-b2a5-693f7dda544c tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:44.088888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5f82b494-d8d9-4f6a-b2a5-693f7dda544c tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0333917 Nov 03 18:45:44.096573 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 157ff77e-abf6-4c57-ad6c-30076629143f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=157ff77e-abf6-4c57-ad6c-30076629143f,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:44.098548 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49278) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:44.099774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fb0b71-c5ae-4034-b28f-adf10062eba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc861e66-6584-45b0-9a56-2c71e0bc36b8'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:44.103328 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694b5464-cd5a-4cea-ba93-6e1fa35404ef" -d '{"events": [{"server_uuid": "b7fb0b71-c5ae-4034-b28f-adf10062eba0", "name": "network-vif-unplugged", "status": "completed", "tag": "fc861e66-6584-45b0-9a56-2c71e0bc36b8"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:44.108031 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.175188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=157ff77e-abf6-4c57-ad6c-30076629143f,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:44.235659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60fc3f62-2690-495e-93c7-048e2d7ab558 req-fa6dbd46-838a-4145-b655-4131aabdc29d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887218 Nov 03 18:45:44.297273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdb554-2f9b-44ee-bcfa-b5a72ff6d395 req-fc166ce5-6add-4fb1-9391-b35ad3fe5dc5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:44.306050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20bdb554-2f9b-44ee-bcfa-b5a72ff6d395 req-fc166ce5-6add-4fb1-9391-b35ad3fe5dc5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1355579 Nov 03 18:45:44.318204 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ef9d-eaf2-43f2-bb9a-30d7c908d50f tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.342817 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853d1ebf-3dd6-4f03-be0b-ccdffd43bd5b x-openstack-request-id: req-853d1ebf-3dd6-4f03-be0b-ccdffd43bd5b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:44.343203 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fb0b71-c5ae-4034-b28f-adf10062eba0", "name": "network-vif-unplugged", "status": "completed", "tag": "fc861e66-6584-45b0-9a56-2c71e0bc36b8", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:44.343451 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-853d1ebf-3dd6-4f03-be0b-ccdffd43bd5b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:44.343976 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fb0b71-c5ae-4034-b28f-adf10062eba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc861e66-6584-45b0-9a56-2c71e0bc36b8', 'code': 200} Nov 03 18:45:44.368668 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ef9d-eaf2-43f2-bb9a-30d7c908d50f tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.431029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-94b3afd4-88cb-49b2-886e-b28693ab11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:44.432541 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-94b3afd4-88cb-49b2-886e-b28693ab11ad service neutron] 10.222.0.98 "GET /v2.0/networks?id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 HTTP/1.1" status: 200 len: 901 time: 0.7110374 Nov 03 18:45:44.491720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20bdb554-2f9b-44ee-bcfa-b5a72ff6d395 req-4979daea-2882-4f01-afe5-e0553fac26b9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835747 Nov 03 18:45:44.511919 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ef9d-eaf2-43f2-bb9a-30d7c908d50f tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.523934 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ef9d-eaf2-43f2-bb9a-30d7c908d50f tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:44.525348 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8fd1ef9d-eaf2-43f2-bb9a-30d7c908d50f tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "DELETE /v2.0/security-groups/990de802-590b-41a4-9339-8022ca98bb51 HTTP/1.1" status: 204 len: 168 time: 0.4240685 Nov 03 18:45:44.530325 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49286) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:44.536185 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-6b12510e-46e9-4beb-930e-9e25e126232a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 HTTP/1.1" status: 200 len: 217 time: 0.0940742 Nov 03 18:45:44.609899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['157ff77e-abf6-4c57-ad6c-30076629143f'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:44.618465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-e1fd35d3-746c-43d6-baa9-924e47f7e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:44.620594 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-e1fd35d3-746c-43d6-baa9-924e47f7e691 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2242584c-e62d-41cf-9e7f-ce02778d27e1 HTTP/1.1" status: 200 len: 797 time: 0.0759134 Nov 03 18:45:44.766495 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-2b898a40-cfb0-4330-9ebf-d7e1797ce7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:44.770449 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-2b898a40-cfb0-4330-9ebf-d7e1797ce7f5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1422353 Nov 03 18:45:44.913631 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-70c1329f-2d3e-4d2c-a3a8-f28621647169 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275690 Nov 03 18:45:44.987370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1ef9d-eaf2-43f2-bb9a-30d7c908d50f tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990de802-590b-41a4-9339-8022ca98bb51,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:45.079353 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-da3e44c5-ed1c-4367-9a35-ab04d865e201 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5374990 Nov 03 18:45:45.082376 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49294) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:45.092539 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3447ee6-e9fb-4322-9887-57ae32a41eee req-3991cba7-0f26-4afc-97bb-9514bc5403ca tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.099537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6c421554-a2c9-4225-bca0-8bfe15046ef2 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group': {'name': 'tempest-secgroup--333358969'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:45.100698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3447ee6-e9fb-4322-9887-57ae32a41eee req-3991cba7-0f26-4afc-97bb-9514bc5403ca tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 944 time: 0.1256230 Nov 03 18:45:45.108138 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f9fe4296-de9e-4c26-b174-a5dd7c272028 req-7cb80a4a-e2ec-443e-9300-bf3179abe921 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854541 Nov 03 18:45:45.139110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7de03a-6253-4277-8406-0c09ff3f7c84 req-2dc1b5ef-c6a7-4816-8220-feec8975323b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.148118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7de03a-6253-4277-8406-0c09ff3f7c84 req-2dc1b5ef-c6a7-4816-8220-feec8975323b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.148413 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6c421554-a2c9-4225-bca0-8bfe15046ef2 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.155920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7de03a-6253-4277-8406-0c09ff3f7c84 req-2dc1b5ef-c6a7-4816-8220-feec8975323b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.163286 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7de03a-6253-4277-8406-0c09ff3f7c84 req-2dc1b5ef-c6a7-4816-8220-feec8975323b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.170972 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7de03a-6253-4277-8406-0c09ff3f7c84 req-2dc1b5ef-c6a7-4816-8220-feec8975323b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.178974 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7de03a-6253-4277-8406-0c09ff3f7c84 req-2dc1b5ef-c6a7-4816-8220-feec8975323b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.185186 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7de03a-6253-4277-8406-0c09ff3f7c84 req-2dc1b5ef-c6a7-4816-8220-feec8975323b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.195687 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c7de03a-6253-4277-8406-0c09ff3f7c84 req-2dc1b5ef-c6a7-4816-8220-feec8975323b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5428 time: 0.2279027 Nov 03 18:45:45.280070 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6c421554-a2c9-4225-bca0-8bfe15046ef2 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.286944 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6c421554-a2c9-4225-bca0-8bfe15046ef2 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.308943 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3447ee6-e9fb-4322-9887-57ae32a41eee req-938d88e1-a1be-4c6a-8a4c-09f5d965ca63 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071638 Nov 03 18:45:45.337217 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6c421554-a2c9-4225-bca0-8bfe15046ef2 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.341396 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6c421554-a2c9-4225-bca0-8bfe15046ef2 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2459431 Nov 03 18:45:45.341902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c421554-a2c9-4225-bca0-8bfe15046ef2 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bb7ff0-3c00-40d7-a28f-163294f58662,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:45.344364 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49298) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:45.349556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-e2c9c137-b9fc-4798-86f7-76647ea97872 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': '59bb7ff0-3c00-40d7-a28f-163294f58662', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:45.350676 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-e2c9c137-b9fc-4798-86f7-76647ea97872 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 03 18:45:45.351246 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-e2c9c137-b9fc-4798-86f7-76647ea97872 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:45.355053 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e2c9c137-b9fc-4798-86f7-76647ea97872 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070486 Nov 03 18:45:45.355206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c7de03a-6253-4277-8406-0c09ff3f7c84 req-476d4b82-0e64-423c-b14b-36332a930967 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1532185 Nov 03 18:45:45.355331 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49300) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:45.451911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1884e1e5-a636-4eee-a910-c7002998ebb4 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.504197 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1884e1e5-a636-4eee-a910-c7002998ebb4 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.507872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a65821-f019-4965-ba6d-235716a35c10 req-1c30402c-f280-45ba-a374-ff432b7b0908 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.520739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3a65821-f019-4965-ba6d-235716a35c10 req-1c30402c-f280-45ba-a374-ff432b7b0908 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/ports?device_id=eb296fa4-a493-44d6-918d-49c019512c63 HTTP/1.1" status: 200 len: 945 time: 0.1038170 Nov 03 18:45:45.533523 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fc861e66-6584-45b0-9a56-2c71e0bc36b8 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:45.568712 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1884e1e5-a636-4eee-a910-c7002998ebb4 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.572186 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1884e1e5-a636-4eee-a910-c7002998ebb4 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.576292 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1884e1e5-a636-4eee-a910-c7002998ebb4 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "DELETE /v2.0/security-groups/59bb7ff0-3c00-40d7-a28f-163294f58662 HTTP/1.1" status: 204 len: 168 time: 0.2199593 Nov 03 18:45:45.577208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49314) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:45.632509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884e1e5-a636-4eee-a910-c7002998ebb4 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bb7ff0-3c00-40d7-a28f-163294f58662,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:45.655946 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3a65821-f019-4965-ba6d-235716a35c10 req-5d72ac33-43de-4b32-876a-6b1867b3a2a1 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/security-groups?id=9e72b1ef-55c9-4f3c-9359-61d76a950c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340270 Nov 03 18:45:45.736466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02182da-c75a-4e91-a3b2-0610a165acaf req-b243c407-e969-479d-884f-05267eb20958 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:45.746289 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d02182da-c75a-4e91-a3b2-0610a165acaf req-b243c407-e969-479d-884f-05267eb20958 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 943 time: 0.1396782 Nov 03 18:45:45.747619 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2985484f-c4e4-41ef-808b-f07dd3aa7a4b tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1633334 Nov 03 18:45:45.753944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49316) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:45.763326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-9c85b64d-c2de-4554-8008-457d97cd3016 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053029086'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:45.814313 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9c85b64d-c2de-4554-8008-457d97cd3016 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:45.844789 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d02182da-c75a-4e91-a3b2-0610a165acaf req-54e36964-bd0b-4bd3-a089-308d8691d96e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972629 Nov 03 18:45:46.069399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc955a8-09fe-4a96-b377-a364e680fca1 req-b437822f-58d9-4c4e-8574-67eae3407b8a tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.071264 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0dc955a8-09fe-4a96-b377-a364e680fca1 req-b437822f-58d9-4c4e-8574-67eae3407b8a tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb296fa4-a493-44d6-918d-49c019512c63 HTTP/1.1" status: 200 len: 945 time: 0.1251025 Nov 03 18:45:46.079077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b73cd-c1d8-4c54-9096-c0a3b68cc19f req-1728b56a-9bcd-4da4-bee0-bfaf2de2febb tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.080870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a2b73cd-c1d8-4c54-9096-c0a3b68cc19f req-1728b56a-9bcd-4da4-bee0-bfaf2de2febb tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1839368 Nov 03 18:45:46.141119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9c85b64d-c2de-4554-8008-457d97cd3016 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:46.154145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219060c-9efb-430a-ae39-891e6450329a req-99b0175c-294b-4eb2-b775-7b8bed26e028 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.155951 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e219060c-9efb-430a-ae39-891e6450329a req-99b0175c-294b-4eb2-b775-7b8bed26e028 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1744668 Nov 03 18:45:46.162454 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9c85b64d-c2de-4554-8008-457d97cd3016 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:46.250763 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9c85b64d-c2de-4554-8008-457d97cd3016 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:46.254840 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9c85b64d-c2de-4554-8008-457d97cd3016 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4971175 Nov 03 18:45:46.255214 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49320) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:46.262535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-675b29ce-270b-4f5c-89bc-1da3d46b315e tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': '4414df64-e054-4aec-8b0e-fe912fe6fc06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:46.268169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a2b73cd-c1d8-4c54-9096-c0a3b68cc19f req-2b11a007-de03-4846-993e-8c6dcfa6975a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758516 Nov 03 18:45:46.281242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85b64d-c2de-4554-8008-457d97cd3016 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4414df64-e054-4aec-8b0e-fe912fe6fc06,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:46.305521 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-675b29ce-270b-4f5c-89bc-1da3d46b315e tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 03 18:45:46.308065 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-675b29ce-270b-4f5c-89bc-1da3d46b315e tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:46.313916 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-675b29ce-270b-4f5c-89bc-1da3d46b315e tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0535469 Nov 03 18:45:46.316187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49322) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:46.317026 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e219060c-9efb-430a-ae39-891e6450329a req-cc28396b-b045-430d-a4eb-89ae08309e57 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458368 Nov 03 18:45:46.338587 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-38c0614e-ba97-4be2-bf97-0e100b42ea4d tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': '4414df64-e054-4aec-8b0e-fe912fe6fc06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:46.342647 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-38c0614e-ba97-4be2-bf97-0e100b42ea4d tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 03 18:45:46.358685 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-38c0614e-ba97-4be2-bf97-0e100b42ea4d tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:46.368153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49326) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:46.372767 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-38c0614e-ba97-4be2-bf97-0e100b42ea4d tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0403337 Nov 03 18:45:46.379594 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-78bbc2ba-2d3a-4177-b4ea-e15192d33aef tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': '4414df64-e054-4aec-8b0e-fe912fe6fc06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:46.382320 n-d-812150-4 neutron-server[101712]: WARNING neutron.api.v2.base [None req-78bbc2ba-2d3a-4177-b4ea-e15192d33aef tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 03 18:45:46.383013 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-78bbc2ba-2d3a-4177-b4ea-e15192d33aef tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:46.385556 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-78bbc2ba-2d3a-4177-b4ea-e15192d33aef tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0162873 Nov 03 18:45:46.388470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49330) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:46.398907 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-51733662-d33f-4205-81c8-716ec4694562 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': '4414df64-e054-4aec-8b0e-fe912fe6fc06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:46.399774 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-51733662-d33f-4205-81c8-716ec4694562 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 03 18:45:46.400453 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-51733662-d33f-4205-81c8-716ec4694562 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:46.401418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-0dc955a8-09fe-4a96-b377-a364e680fca1 req-b605c444-3d16-4945-bf36-6c8d387ed856 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Deleting port 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:45:46.401869 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0dc955a8-09fe-4a96-b377-a364e680fca1 req-b605c444-3d16-4945-bf36-6c8d387ed856 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:46.405162 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-51733662-d33f-4205-81c8-716ec4694562 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0105824 Nov 03 18:45:46.405563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49334) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:46.532029 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bd7bffa-3ef7-4730-99cd-2b49193463a1 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:46.571344 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bd7bffa-3ef7-4730-99cd-2b49193463a1 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:46.618358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bd7bffa-3ef7-4730-99cd-2b49193463a1 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:46.622086 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bd7bffa-3ef7-4730-99cd-2b49193463a1 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:46.628347 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5bd7bffa-3ef7-4730-99cd-2b49193463a1 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "DELETE /v2.0/security-groups/4414df64-e054-4aec-8b0e-fe912fe6fc06 HTTP/1.1" status: 204 len: 168 time: 0.2191491 Nov 03 18:45:46.629993 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49338) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:46.646383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7bffa-3ef7-4730-99cd-2b49193463a1 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4414df64-e054-4aec-8b0e-fe912fe6fc06,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:46.673269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f701abf-98db-4e29-ac76-ad1088f8c507 req-0c86bc78-c20c-4d25-90fa-05796a054859 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.683191 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f701abf-98db-4e29-ac76-ad1088f8c507 req-0c86bc78-c20c-4d25-90fa-05796a054859 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 944 time: 0.1824312 Nov 03 18:45:46.728367 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c16393-141b-4e07-93ad-d57fa98b2754 req-64d9f7da-7c36-45ae-9f05-79b3dd8e6f53 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:46.730276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21c16393-141b-4e07-93ad-d57fa98b2754 req-64d9f7da-7c36-45ae-9f05-79b3dd8e6f53 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.3024914 Nov 03 18:45:46.793907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-0dc955a8-09fe-4a96-b377-a364e680fca1 req-b605c444-3d16-4945-bf36-6c8d387ed856 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] For port 3a9b071e-b93b-4246-a2f5-a35ae32e58e7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=3a9b071e-b93b-4246-a2f5-a35ae32e58e7,segment=NetworkSegment(16dce387-6899-49ea-a536-191e73e81dd5),segment_id=16dce387-6899-49ea-a536-191e73e81dd5)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:46.794638 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0dc955a8-09fe-4a96-b377-a364e680fca1 req-b605c444-3d16-4945-bf36-6c8d387ed856 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:46.828466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-0dc955a8-09fe-4a96-b377-a364e680fca1 req-b605c444-3d16-4945-bf36-6c8d387ed856 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Calling delete_port for 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:45:46.876661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-efd3530e-1f9e-41fd-a2fb-2ef065d29631 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2455287 Nov 03 18:45:46.883033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49344) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:46.887307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-44b608d7-44bb-4e9b-9722-a57bbcc8a258 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1880138201'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:46.889321 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f701abf-98db-4e29-ac76-ad1088f8c507 req-ac3f02d0-2040-4058-9530-9959218b7ad2 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033012 Nov 03 18:45:46.936181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-44b608d7-44bb-4e9b-9722-a57bbcc8a258 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.020373 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21c16393-141b-4e07-93ad-d57fa98b2754 req-a481e822-560a-4efe-a25d-29ca19d8055f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701128 Nov 03 18:45:47.045017 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-44b608d7-44bb-4e9b-9722-a57bbcc8a258 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.054295 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-44b608d7-44bb-4e9b-9722-a57bbcc8a258 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.092428 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b608d7-44bb-4e9b-9722-a57bbcc8a258 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26342a4-c354-4399-bd2a-9bc590bde394,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:47.097350 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-44b608d7-44bb-4e9b-9722-a57bbcc8a258 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.102141 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-44b608d7-44bb-4e9b-9722-a57bbcc8a258 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2194977 Nov 03 18:45:47.103164 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49356) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:47.107661 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-36fb47f6-aa99-42d3-af53-03948db9a65e tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': 'b26342a4-c354-4399-bd2a-9bc590bde394', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:47.108466 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-36fb47f6-aa99-42d3-af53-03948db9a65e tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 18:45:47.108959 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-36fb47f6-aa99-42d3-af53-03948db9a65e tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:47.111223 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-36fb47f6-aa99-42d3-af53-03948db9a65e tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070884 Nov 03 18:45:47.117746 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49358) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:47.123763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-cc2eb4f3-2f1e-415a-a9e3-884f698005e8 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': 'b26342a4-c354-4399-bd2a-9bc590bde394', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:47.134700 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c35ecc-b251-4c50-ae5d-dab155091e8e req-c8d109f9-0f0a-495b-a1c4-0203b5f68690 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:47.141816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c35ecc-b251-4c50-ae5d-dab155091e8e req-c8d109f9-0f0a-495b-a1c4-0203b5f68690 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:47.150068 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c35ecc-b251-4c50-ae5d-dab155091e8e req-c8d109f9-0f0a-495b-a1c4-0203b5f68690 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:47.170305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c35ecc-b251-4c50-ae5d-dab155091e8e req-c8d109f9-0f0a-495b-a1c4-0203b5f68690 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:47.178381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c35ecc-b251-4c50-ae5d-dab155091e8e req-c8d109f9-0f0a-495b-a1c4-0203b5f68690 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:47.185054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c35ecc-b251-4c50-ae5d-dab155091e8e req-c8d109f9-0f0a-495b-a1c4-0203b5f68690 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:47.192607 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-cc2eb4f3-2f1e-415a-a9e3-884f698005e8 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:47.192769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c35ecc-b251-4c50-ae5d-dab155091e8e req-c8d109f9-0f0a-495b-a1c4-0203b5f68690 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:47.194680 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61c35ecc-b251-4c50-ae5d-dab155091e8e req-c8d109f9-0f0a-495b-a1c4-0203b5f68690 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5428 time: 0.1729600 Nov 03 18:45:47.196177 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cc2eb4f3-2f1e-415a-a9e3-884f698005e8 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0769544 Nov 03 18:45:47.197451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49364) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:47.202608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a08883d3-e8bd-4f67-8c99-d319180db251 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': 'b26342a4-c354-4399-bd2a-9bc590bde394', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:47.203846 n-d-812150-4 neutron-server[101712]: WARNING neutron.api.v2.base [None req-a08883d3-e8bd-4f67-8c99-d319180db251 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 03 18:45:47.204353 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-a08883d3-e8bd-4f67-8c99-d319180db251 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:47.209303 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a08883d3-e8bd-4f67-8c99-d319180db251 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067999 Nov 03 18:45:47.209550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49366) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:47.214975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a4eee7c6-a52f-49ab-a1d8-3733829d75c5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': 'b26342a4-c354-4399-bd2a-9bc590bde394', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:47.274570 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-a4eee7c6-a52f-49ab-a1d8-3733829d75c5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:47.275872 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a4eee7c6-a52f-49ab-a1d8-3733829d75c5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0649655 Nov 03 18:45:47.287632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49368) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:47.292345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-57709e4e-d514-422a-a55d-c75d20cec105 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': 'b26342a4-c354-4399-bd2a-9bc590bde394', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:47.292843 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-57709e4e-d514-422a-a55d-c75d20cec105 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 18:45:47.293334 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-57709e4e-d514-422a-a55d-c75d20cec105 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:47.294533 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-57709e4e-d514-422a-a55d-c75d20cec105 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058968 Nov 03 18:45:47.298182 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49370) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:47.315277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-2518e869-81e0-4810-ac88-8bcd05b42ec9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': 'b26342a4-c354-4399-bd2a-9bc590bde394', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:47.370330 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-2518e869-81e0-4810-ac88-8bcd05b42ec9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:47.375284 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2518e869-81e0-4810-ac88-8bcd05b42ec9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0761666 Nov 03 18:45:47.375933 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49374) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:47.379965 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65994f-3226-4d56-abb4-ba0efcaeddac req-ce441cab-7916-4ad8-baa7-c0f88bf0003b tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:47.379965 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a65994f-3226-4d56-abb4-ba0efcaeddac req-ce441cab-7916-4ad8-baa7-c0f88bf0003b tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/ports?device_id=eb296fa4-a493-44d6-918d-49c019512c63 HTTP/1.1" status: 200 len: 945 time: 0.1384695 Nov 03 18:45:47.381714 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0dc955a8-09fe-4a96-b377-a364e680fca1 req-b605c444-3d16-4945-bf36-6c8d387ed856 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.387304 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7cd16b86-163d-4198-860f-1d8bb355f8b4 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': 'b26342a4-c354-4399-bd2a-9bc590bde394', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:47.387826 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-7cd16b86-163d-4198-860f-1d8bb355f8b4 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 03 18:45:47.388337 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-7cd16b86-163d-4198-860f-1d8bb355f8b4 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:47.392590 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7cd16b86-163d-4198-860f-1d8bb355f8b4 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156825 Nov 03 18:45:47.393160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49376) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:47.398274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ed123a7f-cdb9-43e0-9cb6-a672a2923104 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': 'b26342a4-c354-4399-bd2a-9bc590bde394', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:47.400877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61c35ecc-b251-4c50-ae5d-dab155091e8e req-4e21e4c4-6fa2-4a11-bd5b-c1330b735c7f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1940827 Nov 03 18:45:47.426661 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['3a9b071e-b93b-4246-a2f5-a35ae32e58e7'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:47.469614 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-ed123a7f-cdb9-43e0-9cb6-a672a2923104 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:47.473892 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ed123a7f-cdb9-43e0-9cb6-a672a2923104 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0766263 Nov 03 18:45:47.474253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49378) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:47.478725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-44f4a2ee-cd8f-4a74-bb47-f7dc6cd07b80 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': 'b26342a4-c354-4399-bd2a-9bc590bde394', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:47.529833 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 157ff77e-abf6-4c57-ad6c-30076629143f up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:47.531926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605c444-3d16-4945-bf36-6c8d387ed856 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Pushing event deleted for resources: {'Port': ['ID=3a9b071e-b93b-4246-a2f5-a35ae32e58e7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:47.555841 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-44f4a2ee-cd8f-4a74-bb47-f7dc6cd07b80 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:47.557130 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-44f4a2ee-cd8f-4a74-bb47-f7dc6cd07b80 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0818894 Nov 03 18:45:47.560276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49380) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:47.620768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc955a8-09fe-4a96-b377-a364e680fca1 req-b605c444-3d16-4945-bf36-6c8d387ed856 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] No DVR routers for this DVR port 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:45:47.625889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0dc955a8-09fe-4a96-b377-a364e680fca1 req-b605c444-3d16-4945-bf36-6c8d387ed856 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.630414 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0dc955a8-09fe-4a96-b377-a364e680fca1 req-b605c444-3d16-4945-bf36-6c8d387ed856 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.87 "DELETE /v2.0/ports/3a9b071e-b93b-4246-a2f5-a35ae32e58e7 HTTP/1.1" status: 204 len: 173 time: 1.5468786 Nov 03 18:45:47.631818 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb296fa4-a493-44d6-918d-49c019512c63', 'name': 'network-vif-deleted', 'tag': '3a9b071e-b93b-4246-a2f5-a35ae32e58e7'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:47.634461 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9362c1-e0b5-4e83-9367-aef54a1a9601" -d '{"events": [{"server_uuid": "eb296fa4-a493-44d6-918d-49c019512c63", "name": "network-vif-deleted", "tag": "3a9b071e-b93b-4246-a2f5-a35ae32e58e7"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:47.648917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 157ff77e-abf6-4c57-ad6c-30076629143f completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:45:47.658115 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 157ff77e-abf6-4c57-ad6c-30076629143f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:47.658485 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.665474 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a65994f-3226-4d56-abb4-ba0efcaeddac req-849f3391-74c9-431c-8a00-87798a093b34 tempest-ServerTagsTestJSON-695030664 tempest-ServerTagsTestJSON-695030664-project] 10.222.0.107 "GET /v2.0/security-groups?id=9e72b1ef-55c9-4f3c-9359-61d76a950c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599182 Nov 03 18:45:47.700298 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9e5c8434-e805-4b50-9c8a-2b582b04b8b5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.782395 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9e5c8434-e805-4b50-9c8a-2b582b04b8b5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.833686 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.852644 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e113535-342c-4dca-b9c5-04a934bf3098 x-openstack-request-id: req-4e113535-342c-4dca-b9c5-04a934bf3098 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:47.853072 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb296fa4-a493-44d6-918d-49c019512c63", "name": "network-vif-deleted", "tag": "3a9b071e-b93b-4246-a2f5-a35ae32e58e7", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:47.853429 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4e113535-342c-4dca-b9c5-04a934bf3098 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:47.853930 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb296fa4-a493-44d6-918d-49c019512c63', 'name': 'network-vif-deleted', 'tag': '3a9b071e-b93b-4246-a2f5-a35ae32e58e7', 'status': 'completed', 'code': 200} Nov 03 18:45:47.880961 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9e5c8434-e805-4b50-9c8a-2b582b04b8b5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.884118 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9e5c8434-e805-4b50-9c8a-2b582b04b8b5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.888210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 157ff77e-abf6-4c57-ad6c-30076629143f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=157ff77e-abf6-4c57-ad6c-30076629143f,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:47.888438 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9e5c8434-e805-4b50-9c8a-2b582b04b8b5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "DELETE /v2.0/security-groups/b26342a4-c354-4399-bd2a-9bc590bde394 HTTP/1.1" status: 204 len: 168 time: 0.3270190 Nov 03 18:45:47.888987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49386) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:47.890172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa13f2d-8aae-4d97-9b46-689386db1209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157ff77e-abf6-4c57-ad6c-30076629143f'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:47.895494 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba033ce3-fd94-48e1-b76f-063441b6151a" -d '{"events": [{"server_uuid": "2fa13f2d-8aae-4d97-9b46-689386db1209", "name": "network-vif-plugged", "status": "completed", "tag": "157ff77e-abf6-4c57-ad6c-30076629143f"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:47.897544 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426786e6-6faa-4af7-ac8c-1393783e6acb req-2dcae3bd-d990-4bfe-8001-6b73541977ae tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:47.899293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-426786e6-6faa-4af7-ac8c-1393783e6acb req-2dcae3bd-d990-4bfe-8001-6b73541977ae tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1117480 Nov 03 18:45:47.907956 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:47.932219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c8434-e805-4b50-9c8a-2b582b04b8b5 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26342a4-c354-4399-bd2a-9bc590bde394,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:47.973944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=157ff77e-abf6-4c57-ad6c-30076629143f,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:47.996706 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2de747c8-3992-4d5d-b63b-35e17b34e84f tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0800745 Nov 03 18:45:47.997152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49392) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:48.001617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a3ab95fb-eb82-489c-b010-e49508303e8b tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group': {'name': 'tempest-secgroup--216167059'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:48.017504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-426786e6-6faa-4af7-ac8c-1393783e6acb req-bca0a2b9-6854-41c4-960f-3685970c01a8 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906749 Nov 03 18:45:48.029535 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3ab95fb-eb82-489c-b010-e49508303e8b tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.038751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c0ffe-bae5-485d-973b-caf36debfcce req-fa7573a1-afc0-4f92-8ae1-57718b31d995 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:48.040481 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-730c0ffe-bae5-485d-973b-caf36debfcce req-fa7573a1-afc0-4f92-8ae1-57718b31d995 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.0766521 Nov 03 18:45:48.096530 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564f5d15-7d3b-4f14-9714-9ea57e071f7b x-openstack-request-id: req-564f5d15-7d3b-4f14-9714-9ea57e071f7b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:48.096828 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa13f2d-8aae-4d97-9b46-689386db1209", "name": "network-vif-plugged", "status": "completed", "tag": "157ff77e-abf6-4c57-ad6c-30076629143f", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:48.097605 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-564f5d15-7d3b-4f14-9714-9ea57e071f7b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:48.098014 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa13f2d-8aae-4d97-9b46-689386db1209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157ff77e-abf6-4c57-ad6c-30076629143f', 'code': 200} Nov 03 18:45:48.120627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-730c0ffe-bae5-485d-973b-caf36debfcce req-42283ab4-2397-404c-a920-44e916e43b5d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710096 Nov 03 18:45:48.184855 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3ab95fb-eb82-489c-b010-e49508303e8b tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.189683 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3ab95fb-eb82-489c-b010-e49508303e8b tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.212210 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3ab95fb-eb82-489c-b010-e49508303e8b tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.216561 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a3ab95fb-eb82-489c-b010-e49508303e8b tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2183547 Nov 03 18:45:48.217200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49400) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:48.232549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-038b458d-f377-440c-b187-3173a2252d0a tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': '28524766-233c-4975-8c85-4f346a2d75a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:48.237190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa08e3-50ec-48cc-88d3-ff8fb1dd00b9 req-069004d8-9542-4851-b12c-74825fa3a13c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:48.239805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4aa08e3-50ec-48cc-88d3-ff8fb1dd00b9 req-069004d8-9542-4851-b12c-74825fa3a13c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 945 time: 0.0785840 Nov 03 18:45:48.286911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab95fb-eb82-489c-b010-e49508303e8b tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28524766-233c-4975-8c85-4f346a2d75a3,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:48.327392 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-038b458d-f377-440c-b187-3173a2252d0a tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The resource could not be found. Nov 03 18:45:48.332607 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-038b458d-f377-440c-b187-3173a2252d0a tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1041808 Nov 03 18:45:48.333824 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49406) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:48.338762 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6cf8a90e-a4a5-45da-b14b-e3bc727bf633 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': '28524766-233c-4975-8c85-4f346a2d75a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '716ef45d-ed5c-4380-83e5-8c32895bef11'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:48.368846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a53dcf-5b98-4678-a5bc-7018f5d491e0 req-5bfb0753-8708-44f5-8d10-55980271cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:48.370605 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73a53dcf-5b98-4678-a5bc-7018f5d491e0 req-5bfb0753-8708-44f5-8d10-55980271cb6a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 1096 time: 0.1293654 Nov 03 18:45:48.384583 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4aa08e3-50ec-48cc-88d3-ff8fb1dd00b9 req-b1593761-8a84-4b79-a90d-0b7d25eab298 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899184 Nov 03 18:45:48.397042 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-6cf8a90e-a4a5-45da-b14b-e3bc727bf633 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The resource could not be found. Nov 03 18:45:48.401348 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6cf8a90e-a4a5-45da-b14b-e3bc727bf633 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0665207 Nov 03 18:45:48.401920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49408) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:48.438225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73a53dcf-5b98-4678-a5bc-7018f5d491e0 req-355dc687-2ee2-47a5-ac6a-9bd03b26b55b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514495 Nov 03 18:45:48.514229 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ad52ff7-2bd4-4389-8960-9685033b1b83 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.564141 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ad52ff7-2bd4-4389-8960-9685033b1b83 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.637650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783245-565b-40ab-a36f-74b2529f2892 req-05db1ca4-05d7-4882-9219-83500ecf455b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:48.638358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ad52ff7-2bd4-4389-8960-9685033b1b83 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.641026 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ad52ff7-2bd4-4389-8960-9685033b1b83 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.642250 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5ad52ff7-2bd4-4389-8960-9685033b1b83 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "DELETE /v2.0/security-groups/28524766-233c-4975-8c85-4f346a2d75a3 HTTP/1.1" status: 204 len: 168 time: 0.2393920 Nov 03 18:45:48.647139 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49414) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:48.651127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783245-565b-40ab-a36f-74b2529f2892 req-05db1ca4-05d7-4882-9219-83500ecf455b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:48.657957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783245-565b-40ab-a36f-74b2529f2892 req-05db1ca4-05d7-4882-9219-83500ecf455b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:48.660116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad52ff7-2bd4-4389-8960-9685033b1b83 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28524766-233c-4975-8c85-4f346a2d75a3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:48.666091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783245-565b-40ab-a36f-74b2529f2892 req-05db1ca4-05d7-4882-9219-83500ecf455b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:48.676080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783245-565b-40ab-a36f-74b2529f2892 req-05db1ca4-05d7-4882-9219-83500ecf455b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:48.684901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783245-565b-40ab-a36f-74b2529f2892 req-05db1ca4-05d7-4882-9219-83500ecf455b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:48.698011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783245-565b-40ab-a36f-74b2529f2892 req-05db1ca4-05d7-4882-9219-83500ecf455b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:48.708873 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d783245-565b-40ab-a36f-74b2529f2892 req-05db1ca4-05d7-4882-9219-83500ecf455b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5428 time: 0.1781368 Nov 03 18:45:48.755717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49418) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:48.775765 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2cd5143f-89cd-4edf-8355-079c0362396f tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1273110 Nov 03 18:45:48.776411 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49420) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:48.781081 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f4a75f83-ba21-4d8c-b914-26636a6e5c0d tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': '20ea7b8c-5149-4066-b928-c4f12167d72b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:48.841509 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fca129-22b9-4efe-b542-830be34e9728 admin admin] Deleting subnet a18f1368-2e02-4492-8292-799c83470adb {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:45:48.843377 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-f4a75f83-ba21-4d8c-b914-26636a6e5c0d tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The resource could not be found. Nov 03 18:45:48.844483 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f4a75f83-ba21-4d8c-b914-26636a6e5c0d tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0670474 Nov 03 18:45:48.849046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49422) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:48.853661 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c76de3c3-270c-4854-ac14-dc1849f6269b tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864157122'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:48.856272 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-63fca129-22b9-4efe-b542-830be34e9728 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.896336 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c76de3c3-270c-4854-ac14-dc1849f6269b tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.896577 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d783245-565b-40ab-a36f-74b2529f2892 req-7bfff61f-64a5-46b9-bd94-8bc47674ab3b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1863413 Nov 03 18:45:48.952997 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-63fca129-22b9-4efe-b542-830be34e9728 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:48.997997 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c76de3c3-270c-4854-ac14-dc1849f6269b tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.013780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c76de3c3-270c-4854-ac14-dc1849f6269b tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.017682 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-63fca129-22b9-4efe-b542-830be34e9728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.040873 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c76de3c3-270c-4854-ac14-dc1849f6269b tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.044826 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c76de3c3-270c-4854-ac14-dc1849f6269b tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1922693 Nov 03 18:45:49.045830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49424) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:49.052668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-eb3a89c8-2fa1-4120-8dda-c9b6fcb4e840 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178147347'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:49.056300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76de3c3-270c-4854-ac14-dc1849f6269b tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244201f9-f0c2-4c34-b414-eb070c1923c2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:49.117479 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb3a89c8-2fa1-4120-8dda-c9b6fcb4e840 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.200904 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-63fca129-22b9-4efe-b542-830be34e9728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.287955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fca129-22b9-4efe-b542-830be34e9728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a18f1368-2e02-4492-8292-799c83470adb,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:49.287955 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-63fca129-22b9-4efe-b542-830be34e9728 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.291826 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-63fca129-22b9-4efe-b542-830be34e9728 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/a18f1368-2e02-4492-8292-799c83470adb HTTP/1.1" status: 204 len: 168 time: 0.5325794 Nov 03 18:45:49.292663 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49432) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:49.309301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cac2ad-fa5f-48d7-b29d-b11875e92db2 req-e6457ced-8441-4acc-a694-063cc8d9db0d tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:49.312476 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10cac2ad-fa5f-48d7-b29d-b11875e92db2 req-e6457ced-8441-4acc-a694-063cc8d9db0d tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1881986 Nov 03 18:45:49.414643 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6d7df002-ac5b-4fe0-bf28-1e8c2b91241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.415550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82354f20-ee65-4ef8-a897-87194bf12081 req-7c5742dd-3ed0-4758-a379-24b3e837882b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:49.417402 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-82354f20-ee65-4ef8-a897-87194bf12081 req-7c5742dd-3ed0-4758-a379-24b3e837882b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1619973 Nov 03 18:45:49.427139 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb3a89c8-2fa1-4120-8dda-c9b6fcb4e840 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.466615 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb3a89c8-2fa1-4120-8dda-c9b6fcb4e840 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.507257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10cac2ad-fa5f-48d7-b29d-b11875e92db2 req-579635c1-2578-4589-9eb6-8f2050bcf413 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635022 Nov 03 18:45:49.543723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:45:49.554666 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-82354f20-ee65-4ef8-a897-87194bf12081 req-8641a9e9-8927-4c76-aa61-01b3147334ba tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300497 Nov 03 18:45:49.561488 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6d7df002-ac5b-4fe0-bf28-1e8c2b91241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.579374 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb3a89c8-2fa1-4120-8dda-c9b6fcb4e840 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.580628 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-eb3a89c8-2fa1-4120-8dda-c9b6fcb4e840 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5336740 Nov 03 18:45:49.583996 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:45:49.584252 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 3a9b071e-b93b-4246-a2f5-a35ae32e58e7 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:45:49.585854 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49440) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:49.590776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ecfc67f0-b9c3-4e60-a58b-6eb61a2d118d tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group_rule': {'security_group_id': '244201f9-f0c2-4c34-b414-eb070c1923c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '40bdfce5-ae4d-4c9d-8d99-9d2a91b047e1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:49.596773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a89c8-2fa1-4120-8dda-c9b6fcb4e840 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40bdfce5-ae4d-4c9d-8d99-9d2a91b047e1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:49.602725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6d7df002-ac5b-4fe0-bf28-1e8c2b91241e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb318d3-7a4a-4f11-8543-7662cef21195']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:49.615446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6d7df002-ac5b-4fe0-bf28-1e8c2b91241e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16dce387-6899-49ea-a536-191e73e81dd5') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:49.615769 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6d7df002-ac5b-4fe0-bf28-1e8c2b91241e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16dce387-6899-49ea-a536-191e73e81dd5') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:45:49.630537 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6d7df002-ac5b-4fe0-bf28-1e8c2b91241e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.646696 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6d7df002-ac5b-4fe0-bf28-1e8c2b91241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.647120 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-ecfc67f0-b9c3-4e60-a58b-6eb61a2d118d tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:45:49.648226 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ecfc67f0-b9c3-4e60-a58b-6eb61a2d118d tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0613599 Nov 03 18:45:49.651614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49448) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:49.672174 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7df002-ac5b-4fe0-bf28-1e8c2b91241e admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:45:49.672598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6d7df002-ac5b-4fe0-bf28-1e8c2b91241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:45:49.706651 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:45:49.748272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:49.791712 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf0c8-dc96-4c62-afde-e2b57404eb51 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.808898 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6d7df002-ac5b-4fe0-bf28-1e8c2b91241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.836826 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6d7df002-ac5b-4fe0-bf28-1e8c2b91241e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.844316 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6d7df002-ac5b-4fe0-bf28-1e8c2b91241e admin admin] 10.222.0.107 "DELETE /v2.0/networks/fcb318d3-7a4a-4f11-8543-7662cef21195 HTTP/1.1" status: 204 len: 168 time: 0.5481625 Nov 03 18:45:49.844316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7df002-ac5b-4fe0-bf28-1e8c2b91241e admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb318d3-7a4a-4f11-8543-7662cef21195,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:49.854990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d1b5d-53bd-4248-82e3-830538ffcb4f req-17946aa2-38ce-4c48-b9ae-68c0317bf798 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:49.861870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-624d1b5d-53bd-4248-82e3-830538ffcb4f req-17946aa2-38ce-4c48-b9ae-68c0317bf798 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 945 time: 0.1332307 Nov 03 18:45:49.866363 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf0c8-dc96-4c62-afde-e2b57404eb51 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:49.949352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:49.980976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'port_id': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'mac_address': 'fa:16:3e:dc:fa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:50.058542 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf0c8-dc96-4c62-afde-e2b57404eb51 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.061502 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf0c8-dc96-4c62-afde-e2b57404eb51 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.066706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49454) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:50.067270 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.067803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1fbdf0c8-dc96-4c62-afde-e2b57404eb51 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "DELETE /v2.0/security-groups/40bdfce5-ae4d-4c9d-8d99-9d2a91b047e1 HTTP/1.1" status: 204 len: 168 time: 0.4143507 Nov 03 18:45:50.090882 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:50.101955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdf0c8-dc96-4c62-afde-e2b57404eb51 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bdfce5-ae4d-4c9d-8d99-9d2a91b047e1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:50.119890 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:50.130177 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.161761 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-624d1b5d-53bd-4248-82e3-830538ffcb4f req-25153ea4-1906-4f04-b3ec-35b796789501 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701705 Nov 03 18:45:50.206331 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:50.213903 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9f136150-4a22-4902-b4dc-c16c2fd28154 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1454699 Nov 03 18:45:50.218209 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49456) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:50.249944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa189ea-57b0-418d-bffb-14b91495722d req-d6cd6c0a-5bcd-4e55-9fb7-cae60f96b6f5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:50.257522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa189ea-57b0-418d-bffb-14b91495722d req-d6cd6c0a-5bcd-4e55-9fb7-cae60f96b6f5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:50.265024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa189ea-57b0-418d-bffb-14b91495722d req-d6cd6c0a-5bcd-4e55-9fb7-cae60f96b6f5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:50.270813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49458) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:50.272366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa189ea-57b0-418d-bffb-14b91495722d req-d6cd6c0a-5bcd-4e55-9fb7-cae60f96b6f5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:50.278823 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa189ea-57b0-418d-bffb-14b91495722d req-d6cd6c0a-5bcd-4e55-9fb7-cae60f96b6f5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:50.285468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa189ea-57b0-418d-bffb-14b91495722d req-d6cd6c0a-5bcd-4e55-9fb7-cae60f96b6f5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:50.292057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa189ea-57b0-418d-bffb-14b91495722d req-d6cd6c0a-5bcd-4e55-9fb7-cae60f96b6f5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:50.294121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eaa189ea-57b0-418d-bffb-14b91495722d req-d6cd6c0a-5bcd-4e55-9fb7-cae60f96b6f5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5428 time: 0.2055538 Nov 03 18:45:50.304182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:45:50.331320 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f1bf6e7c-0ef7-483d-b798-d61be63df8e0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a9bf3b6e7c87451e90f7b6ec4e885311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0582514 Nov 03 18:45:50.335502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49460) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:50.406286 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44826ce2-3a14-47e7-a4f4-f707056e0ae8 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.407669 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-97ab1175-70f2-47f2-add2-6b3b59bea67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.432211 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44826ce2-3a14-47e7-a4f4-f707056e0ae8 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.436543 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-97ab1175-70f2-47f2-add2-6b3b59bea67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.492822 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-97ab1175-70f2-47f2-add2-6b3b59bea67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.496765 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-97ab1175-70f2-47f2-add2-6b3b59bea67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.497117 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44826ce2-3a14-47e7-a4f4-f707056e0ae8 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.499795 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44826ce2-3a14-47e7-a4f4-f707056e0ae8 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.504196 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-44826ce2-3a14-47e7-a4f4-f707056e0ae8 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "DELETE /v2.0/security-groups/244201f9-f0c2-4c34-b414-eb070c1923c2 HTTP/1.1" status: 204 len: 168 time: 0.2843337 Nov 03 18:45:50.504833 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49464) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:50.512961 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-97ab1175-70f2-47f2-add2-6b3b59bea67a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9e72b1ef-55c9-4f3c-9359-61d76a950c55 HTTP/1.1" status: 204 len: 168 time: 0.1687999 Nov 03 18:45:50.526749 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab1175-70f2-47f2-add2-6b3b59bea67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e72b1ef-55c9-4f3c-9359-61d76a950c55,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:50.529645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eaa189ea-57b0-418d-bffb-14b91495722d req-8998b0aa-ae35-47d6-80c7-7d331f4ff40c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2279963 Nov 03 18:45:50.544112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44826ce2-3a14-47e7-a4f4-f707056e0ae8 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=244201f9-f0c2-4c34-b414-eb070c1923c2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:50.623804 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49470) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:50.627917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4db3ea23-05eb-46f7-82a8-a811fe0f9f45 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1166430 Nov 03 18:45:50.631392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-3ff5e12b-dd8c-49e2-b96a-d5ebe74becdf tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375113537'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:50.702590 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e12b-dd8c-49e2-b96a-d5ebe74becdf tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.816489 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e12b-dd8c-49e2-b96a-d5ebe74becdf tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.818678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455ea5b-650e-460f-83e9-2c22e70f104e req-b66f0550-c9f4-413c-9a7c-e23c7b04dddc tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:50.826362 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4455ea5b-650e-460f-83e9-2c22e70f104e req-b66f0550-c9f4-413c-9a7c-e23c7b04dddc tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.1136837 Nov 03 18:45:50.831524 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e12b-dd8c-49e2-b96a-d5ebe74becdf tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.860452 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a181c-e959-4537-b2a8-4ec97014cce6 req-7fbc4067-c50f-4b85-998b-13795dad5c25 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:50.868608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-825a181c-e959-4537-b2a8-4ec97014cce6 req-7fbc4067-c50f-4b85-998b-13795dad5c25 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1531343 Nov 03 18:45:50.874808 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e12b-dd8c-49e2-b96a-d5ebe74becdf tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:50.876991 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3ff5e12b-dd8c-49e2-b96a-d5ebe74becdf tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2516859 Nov 03 18:45:50.880744 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49478) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:50.885221 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-43116b99-e8d8-49b1-a744-d1704f762d00 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:45:50.885752 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-43116b99-e8d8-49b1-a744-d1704f762d00 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 18:45:50.886369 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-43116b99-e8d8-49b1-a744-d1704f762d00 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] update failed (client error): There was a conflict when trying to complete your request. Nov 03 18:45:50.887475 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-43116b99-e8d8-49b1-a744-d1704f762d00 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "PUT /v2.0/security-groups/8c30f022-c533-4a2d-a9bb-e6b9b0db3ddc HTTP/1.1" status: 409 len: 330 time: 0.0060689 Nov 03 18:45:50.890131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5e12b-dd8c-49e2-b96a-d5ebe74becdf tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c30f022-c533-4a2d-a9bb-e6b9b0db3ddc,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:50.892683 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49480) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:50.987669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4455ea5b-650e-460f-83e9-2c22e70f104e req-7b6a3d03-f2f9-4ccd-a38f-6629adfff504 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524754 Nov 03 18:45:50.995608 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-741ba2ab-fc63-4292-a46c-c3937e02b6a9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.017958 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-825a181c-e959-4537-b2a8-4ec97014cce6 req-513f7cb2-a90b-4874-91b5-40152eda8f7c tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465619 Nov 03 18:45:51.079551 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-741ba2ab-fc63-4292-a46c-c3937e02b6a9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.154322 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-741ba2ab-fc63-4292-a46c-c3937e02b6a9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.159320 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-741ba2ab-fc63-4292-a46c-c3937e02b6a9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.162171 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-741ba2ab-fc63-4292-a46c-c3937e02b6a9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "DELETE /v2.0/security-groups/8c30f022-c533-4a2d-a9bb-e6b9b0db3ddc HTTP/1.1" status: 204 len: 168 time: 0.2683687 Nov 03 18:45:51.164816 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49502) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:51.231731 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ba2ab-fc63-4292-a46c-c3937e02b6a9 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c30f022-c533-4a2d-a9bb-e6b9b0db3ddc,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:51.289294 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d5e79164-ec80-469c-9636-bb1facd4f93e tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1137395 Nov 03 18:45:51.293033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49510) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:51.310422 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-cdff4e6d-18d1-4d25-b198-7a53bf52e408 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] delete failed (client error): The resource could not be found. Nov 03 18:45:51.312330 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cdff4e6d-18d1-4d25-b198-7a53bf52e408 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "DELETE /v2.0/security-groups/f29036f4-1238-4b85-91df-c85e0cc06af7 HTTP/1.1" status: 404 len: 347 time: 0.0177970 Nov 03 18:45:51.318303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49514) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:51.365000 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-d46a5701-ba39-4172-ac1f-d3c16300d93a tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] show failed (client error): The resource could not be found. Nov 03 18:45:51.368586 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7deb40-2bd3-4fe0-88fc-045bd135d165 req-028fbcf9-e4a8-4585-b6b8-b855c0715fbb tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:51.372018 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d46a5701-ba39-4172-ac1f-d3c16300d93a tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "GET /v2.0/security-groups/6fc45558-05c9-4871-8993-3df6763ac48a HTTP/1.1" status: 404 len: 347 time: 0.0506775 Nov 03 18:45:51.378070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee7deb40-2bd3-4fe0-88fc-045bd135d165 req-028fbcf9-e4a8-4585-b6b8-b855c0715fbb tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 945 time: 0.1079602 Nov 03 18:45:51.380073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49518) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:51.468537 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-f0448d48-84aa-4b96-a999-e5a24da87922 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] show failed (client error): The resource could not be found. Nov 03 18:45:51.469600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f0448d48-84aa-4b96-a999-e5a24da87922 tempest-NegativeSecGroupTest-656763444 tempest-NegativeSecGroupTest-656763444-project] 10.222.0.107 "GET /v2.0/security-group-rules/b460ba9d-bd0d-4968-ac50-577d1eaddf17 HTTP/1.1" status: 404 len: 356 time: 0.0849960 Nov 03 18:45:51.516218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee7deb40-2bd3-4fe0-88fc-045bd135d165 req-8981ce92-f693-4d97-9d78-d65db5426533 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300015 Nov 03 18:45:51.751097 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:45:51.861507 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:45:51.862277 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.943854 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49544) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:51.979863 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:51.983258 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d054ca-beb1-4e30-8c80-7f4a6dc2b1ca req-aa29b76d-b6aa-42b8-9635-a2b5207dbf25 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:52.001628 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d054ca-beb1-4e30-8c80-7f4a6dc2b1ca req-aa29b76d-b6aa-42b8-9635-a2b5207dbf25 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:52.032019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d054ca-beb1-4e30-8c80-7f4a6dc2b1ca req-aa29b76d-b6aa-42b8-9635-a2b5207dbf25 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:52.040115 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:52.041576 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:45:52.048820 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7915de26-4c9d-4810-b52a-9b3e9470ca3a" -d '{"events": [{"server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "name": "network-vif-plugged", "status": "completed", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:45:52.054097 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.058053 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d054ca-beb1-4e30-8c80-7f4a6dc2b1ca req-aa29b76d-b6aa-42b8-9635-a2b5207dbf25 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:52.069284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d054ca-beb1-4e30-8c80-7f4a6dc2b1ca req-aa29b76d-b6aa-42b8-9635-a2b5207dbf25 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:52.084977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d054ca-beb1-4e30-8c80-7f4a6dc2b1ca req-aa29b76d-b6aa-42b8-9635-a2b5207dbf25 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:52.091811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d054ca-beb1-4e30-8c80-7f4a6dc2b1ca req-aa29b76d-b6aa-42b8-9635-a2b5207dbf25 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:52.094128 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d054ca-beb1-4e30-8c80-7f4a6dc2b1ca req-aa29b76d-b6aa-42b8-9635-a2b5207dbf25 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5428 time: 0.3198628 Nov 03 18:45:52.142591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b16f6-9ec1-4d63-81fb-aa4406e7d560 req-568cb5fb-1649-4357-95be-6786b1d287c1 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:52.144290 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b4b16f6-9ec1-4d63-81fb-aa4406e7d560 req-568cb5fb-1649-4357-95be-6786b1d287c1 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 945 time: 0.3138754 Nov 03 18:45:52.188727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:52.307114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b4b16f6-9ec1-4d63-81fb-aa4406e7d560 req-99a2e3f9-7da4-4904-9cf7-89dc10c76d84 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550779 Nov 03 18:45:52.348967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d054ca-beb1-4e30-8c80-7f4a6dc2b1ca req-40b91d3b-e4f5-4640-9943-7c99c21de44f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2381015 Nov 03 18:45:52.460167 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a2ba3e74-3645-4be4-b2be-464a1450dfab admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e8f1b5146ed24347b46d5e94063e82ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5143738 Nov 03 18:45:52.461852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49566) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:52.507927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e8eb4-be49-4b95-98bc-b4cccc1bf6e6 req-502b45a1-3d05-4d26-beea-c7e373225096 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:52.516883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a91e8eb4-be49-4b95-98bc-b4cccc1bf6e6 req-502b45a1-3d05-4d26-beea-c7e373225096 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.0982523 Nov 03 18:45:52.553007 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d772dba-ff69-4f81-811a-bd609d6be6b4 req-cd07b0f6-ba20-404e-80ae-524eae110ae2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:52.554836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d772dba-ff69-4f81-811a-bd609d6be6b4 req-cd07b0f6-ba20-404e-80ae-524eae110ae2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1239107 Nov 03 18:45:52.619456 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d489b1f-4255-4732-80e0-26aae47371cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.636743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d772dba-ff69-4f81-811a-bd609d6be6b4 req-ea5d2262-8077-4412-afbd-d83a9f6c3044 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753450 Nov 03 18:45:52.663762 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a91e8eb4-be49-4b95-98bc-b4cccc1bf6e6 req-7ea1fbfa-7ea9-4704-bbe3-8ad9a382c3c8 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397676 Nov 03 18:45:52.677058 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d489b1f-4255-4732-80e0-26aae47371cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.737455 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bca442-1d1c-4750-9272-1daa98368acf x-openstack-request-id: req-25bca442-1d1c-4750-9272-1daa98368acf {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:45:52.738118 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "name": "network-vif-plugged", "status": "completed", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:45:52.738596 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-25bca442-1d1c-4750-9272-1daa98368acf {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:45:52.739059 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'code': 200} Nov 03 18:45:52.817781 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d489b1f-4255-4732-80e0-26aae47371cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.821003 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d489b1f-4255-4732-80e0-26aae47371cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:52.822184 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4d489b1f-4255-4732-80e0-26aae47371cc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/77f1996f-7abd-4ee1-8ef7-56d6f911fd85 HTTP/1.1" status: 204 len: 168 time: 0.3590200 Nov 03 18:45:52.836809 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d489b1f-4255-4732-80e0-26aae47371cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f1996f-7abd-4ee1-8ef7-56d6f911fd85,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:53.123846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49582) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:53.336902 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb2b3f8d-cdc0-4d7c-845b-15cdb8b9d07c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.542900 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb2b3f8d-cdc0-4d7c-845b-15cdb8b9d07c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.558081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab3e04-c20a-45ef-b48b-a32d2245ee99 req-ccef6909-fd03-4e9e-8a62-200dd7ca91af tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:53.565439 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18ab3e04-c20a-45ef-b48b-a32d2245ee99 req-ccef6909-fd03-4e9e-8a62-200dd7ca91af tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 945 time: 0.0810890 Nov 03 18:45:53.568236 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb2b3f8d-cdc0-4d7c-845b-15cdb8b9d07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.642715 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b3f8d-cdc0-4d7c-845b-15cdb8b9d07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2d1be1-aaa9-475f-b403-860464e9ac91,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:53.658676 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fb2b3f8d-cdc0-4d7c-845b-15cdb8b9d07c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3002743bfe184085b68fe9a704779d09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5337374 Nov 03 18:45:53.661787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49604) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:53.701771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18ab3e04-c20a-45ef-b48b-a32d2245ee99 req-55eb0e82-60a0-4b49-ac76-e8c6daf84bc7 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353068 Nov 03 18:45:53.766037 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f03ee1d-dfec-4132-a617-cc62d223b339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.795472 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f03ee1d-dfec-4132-a617-cc62d223b339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.889447 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f03ee1d-dfec-4132-a617-cc62d223b339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.891308 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f03ee1d-dfec-4132-a617-cc62d223b339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:53.895480 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1f03ee1d-dfec-4132-a617-cc62d223b339 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ff2d1be1-aaa9-475f-b403-860464e9ac91 HTTP/1.1" status: 204 len: 168 time: 0.2289183 Nov 03 18:45:53.919457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce2303-e8a5-4fa7-8548-8a4799308cf8 req-820d4e04-b73c-4172-bae8-ba499ed8dd3c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:53.935610 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03ee1d-dfec-4132-a617-cc62d223b339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2d1be1-aaa9-475f-b403-860464e9ac91,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:53.946778 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce2303-e8a5-4fa7-8548-8a4799308cf8 req-820d4e04-b73c-4172-bae8-ba499ed8dd3c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:53.969262 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce2303-e8a5-4fa7-8548-8a4799308cf8 req-820d4e04-b73c-4172-bae8-ba499ed8dd3c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:53.990980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce2303-e8a5-4fa7-8548-8a4799308cf8 req-820d4e04-b73c-4172-bae8-ba499ed8dd3c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.008738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce2303-e8a5-4fa7-8548-8a4799308cf8 req-820d4e04-b73c-4172-bae8-ba499ed8dd3c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.026669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce2303-e8a5-4fa7-8548-8a4799308cf8 req-820d4e04-b73c-4172-bae8-ba499ed8dd3c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.043892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce2303-e8a5-4fa7-8548-8a4799308cf8 req-820d4e04-b73c-4172-bae8-ba499ed8dd3c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.056186 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcce2303-e8a5-4fa7-8548-8a4799308cf8 req-820d4e04-b73c-4172-bae8-ba499ed8dd3c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5428 time: 0.2636364 Nov 03 18:45:54.120407 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49618) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:54.127610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49620) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:54.128171 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [-] 10.222.0.107 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0059977 Nov 03 18:45:54.221993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcce2303-e8a5-4fa7-8548-8a4799308cf8 req-9e70ac46-bd60-4175-89d9-557009550391 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1565750 Nov 03 18:45:54.539273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd16bf8-0c4d-4307-82fd-ec9a84dca756 req-07af6d34-ca02-4e5c-94af-87d88bc89805 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.540927 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ecd16bf8-0c4d-4307-82fd-ec9a84dca756 req-07af6d34-ca02-4e5c-94af-87d88bc89805 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1902966 Nov 03 18:45:54.709202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ecd16bf8-0c4d-4307-82fd-ec9a84dca756 req-e033625a-2c6f-478a-9db7-f4586d98dd4d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447272 Nov 03 18:45:54.737192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6d13b8d4-5030-4a69-905e-4a3fb646e6b1 tempest-NetworksApiDiscovery-948935199 tempest-NetworksApiDiscovery-948935199-project] 10.222.0.107 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.6085484 Nov 03 18:45:54.938031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fbd95-3743-46fe-b9a0-73a45225e48f req-7005ce99-2443-4be5-9efd-663f2957fe32 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:54.940429 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b56fbd95-3743-46fe-b9a0-73a45225e48f req-7005ce99-2443-4be5-9efd-663f2957fe32 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1233094 Nov 03 18:45:55.165512 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b56fbd95-3743-46fe-b9a0-73a45225e48f req-0d6dbfdb-6682-48be-845b-c8e09cfacc9a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101502 Nov 03 18:45:55.412708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49648) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:55.716504 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c6779d16-7223-425a-b253-abe259c7d38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:55.723547 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91d86158-2958-4f76-9638-c24f9a9bf5f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:55.922636 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91d86158-2958-4f76-9638-c24f9a9bf5f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:55.931128 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91d86158-2958-4f76-9638-c24f9a9bf5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:56.001034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d86158-2958-4f76-9638-c24f9a9bf5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95c8ebc-c45f-47e5-bb4b-4d21174ca520,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:56.060598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49660) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:45:56.067093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-91d86158-2958-4f76-9638-c24f9a9bf5f5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bb5bdc4496cc446d9d0e7406d7baca24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6413708 Nov 03 18:45:56.177767 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-702269a2-1298-4742-aa5c-e6d6062c3450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:56.240512 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-702269a2-1298-4742-aa5c-e6d6062c3450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:56.361848 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-702269a2-1298-4742-aa5c-e6d6062c3450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:56.380642 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-702269a2-1298-4742-aa5c-e6d6062c3450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:56.382374 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-702269a2-1298-4742-aa5c-e6d6062c3450 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a95c8ebc-c45f-47e5-bb4b-4d21174ca520 HTTP/1.1" status: 204 len: 168 time: 0.3201439 Nov 03 18:45:56.439266 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702269a2-1298-4742-aa5c-e6d6062c3450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95c8ebc-c45f-47e5-bb4b-4d21174ca520,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:57.483514 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a0e19-92c6-4b08-9182-5b9d34e5d291 req-aa6e4eb7-a7bb-4120-8a46-64bbf19356de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:57.486081 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-839a0e19-92c6-4b08-9182-5b9d34e5d291 req-aa6e4eb7-a7bb-4120-8a46-64bbf19356de service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 1096 time: 0.1156659 Nov 03 18:45:57.716066 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a0e19-92c6-4b08-9182-5b9d34e5d291 req-3b4cae35-1b11-4e72-a3ef-1995566bdf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:57.717855 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-839a0e19-92c6-4b08-9182-5b9d34e5d291 req-3b4cae35-1b11-4e72-a3ef-1995566bdf73 service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.1974418 Nov 03 18:45:57.812668 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:57.866716 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-839a0e19-92c6-4b08-9182-5b9d34e5d291 req-9340c9fc-c795-4550-b0aa-b94c876a82e5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2806032-c4a8-4a44-8499-beb4381ceba9 HTTP/1.1" status: 200 len: 999 time: 0.1388566 Nov 03 18:45:58.005794 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a0e19-92c6-4b08-9182-5b9d34e5d291 req-019e3c49-83f5-4d7c-b97e-fa1d37f13b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:58.012895 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-839a0e19-92c6-4b08-9182-5b9d34e5d291 req-019e3c49-83f5-4d7c-b97e-fa1d37f13b06 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.1321042 Nov 03 18:45:58.138705 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3,segment=NetworkSegment(16e991c2-4310-4f57-99c5-922ec65b42c8),segment_id=16e991c2-4310-4f57-99c5-922ec65b42c8)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:58.142413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a0e19-92c6-4b08-9182-5b9d34e5d291 req-1c97168f-f322-43e4-b21f-d29a22bee35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:58.145601 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-839a0e19-92c6-4b08-9182-5b9d34e5d291 req-1c97168f-f322-43e4-b21f-d29a22bee35b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251178 Nov 03 18:45:58.180973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'd1ec408a-40f4-43c3-859e-8b47b5bc5fc3', 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3', 'port_id': 'd1ec408a-40f4-43c3-859e-8b47b5bc5fc3', 'mac_address': 'fa:16:3e:88:c0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2242584c-e62d-41cf-9e7f-ce02778d27e1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:58.303014 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:58.326289 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4d7159fd-79fd-4767-910c-9045b5d84b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:58.332527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:58.404342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3,segment=NetworkSegment(16e991c2-4310-4f57-99c5-922ec65b42c8),segment_id=16e991c2-4310-4f57-99c5-922ec65b42c8)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:58.414004 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:58.415090 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 8e6b560e-7922-4bd3-b966-74776e459307 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:58.505881 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-839a0e19-92c6-4b08-9182-5b9d34e5d291 req-294bb76e-0eea-42d5-9ba5-951b7ea7dbe9 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499873 Nov 03 18:45:58.614515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:58.812343 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 8e6b560e-7922-4bd3-b966-74776e459307, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8e6b560e-7922-4bd3-b966-74776e459307,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:58.830042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '8e6b560e-7922-4bd3-b966-74776e459307', 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1', 'port_id': '8e6b560e-7922-4bd3-b966-74776e459307', 'mac_address': 'fa:16:3e:60:33:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737242bc-0702-4297-a6de-862b9dff9b6d', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:58.900510 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:58.912145 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-839a0e19-92c6-4b08-9182-5b9d34e5d291 req-999ce1b7-f471-4575-bafd-df8e1a3b5073 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980243 Nov 03 18:45:58.950533 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6b560e-7922-4bd3-b966-74776e459307 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:58.988656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 8e6b560e-7922-4bd3-b966-74776e459307, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8e6b560e-7922-4bd3-b966-74776e459307,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:58.997828 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:58.998512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:59.069480 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6c83422e-a0e8-48f3-a9e1-fb56f242edb6,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:59.126363 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '6c83422e-a0e8-48f3-a9e1-fb56f242edb6', 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1', 'port_id': '6c83422e-a0e8-48f3-a9e1-fb56f242edb6', 'mac_address': 'fa:16:3e:98:99:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737242bc-0702-4297-a6de-862b9dff9b6d', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:59.350750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=8e6b560e-7922-4bd3-b966-74776e459307,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:59.392636 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:59.397370 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:59.422569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:59.446437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6c83422e-a0e8-48f3-a9e1-fb56f242edb6,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:59.453814 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:59.454701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:59.634741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=6c83422e-a0e8-48f3-a9e1-fb56f242edb6,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:45:59.639312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f260a6-8e52-466c-9ba5-6e158f410356 req-7a4c352a-ec9c-4878-8aeb-0f12a4a6b391 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:59.648454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f260a6-8e52-466c-9ba5-6e158f410356 req-7a4c352a-ec9c-4878-8aeb-0f12a4a6b391 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:59.655191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f260a6-8e52-466c-9ba5-6e158f410356 req-7a4c352a-ec9c-4878-8aeb-0f12a4a6b391 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:59.663344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f260a6-8e52-466c-9ba5-6e158f410356 req-7a4c352a-ec9c-4878-8aeb-0f12a4a6b391 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:59.669968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f260a6-8e52-466c-9ba5-6e158f410356 req-7a4c352a-ec9c-4878-8aeb-0f12a4a6b391 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:59.675891 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:59.676783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f260a6-8e52-466c-9ba5-6e158f410356 req-7a4c352a-ec9c-4878-8aeb-0f12a4a6b391 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:59.683152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f260a6-8e52-466c-9ba5-6e158f410356 req-7a4c352a-ec9c-4878-8aeb-0f12a4a6b391 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:45:59.706910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '7deba0ab-5b6a-49f1-bad0-25bca67cb4ef', 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1', 'port_id': '7deba0ab-5b6a-49f1-bad0-25bca67cb4ef', 'mac_address': 'fa:16:3e:05:78:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737242bc-0702-4297-a6de-862b9dff9b6d', 'ip_address': '10.1.1.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:45:59.709977 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99f260a6-8e52-466c-9ba5-6e158f410356 req-7a4c352a-ec9c-4878-8aeb-0f12a4a6b391 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5431 time: 0.1974671 Nov 03 18:45:59.802968 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:59.829514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:45:59.867140 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:45:59.875273 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:45:59.876678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a45be5e5-9799-4b7e-a7c1-f406523ac8d8 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:45:59.929479 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99f260a6-8e52-466c-9ba5-6e158f410356 req-5dfdc517-d0eb-486e-8d5b-e257b590774f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2096984 Nov 03 18:45:59.998698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af66256-49a0-43d9-98bc-66ff081ef3b3 req-54f8a155-f6f7-4dda-a894-0e95f40e6006 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.004387 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3af66256-49a0-43d9-98bc-66ff081ef3b3 req-54f8a155-f6f7-4dda-a894-0e95f40e6006 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.2039464 Nov 03 18:46:00.040899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:00.109853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3af66256-49a0-43d9-98bc-66ff081ef3b3 req-15f11f1e-7f1e-49dd-9df2-461311fe41ea tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868065 Nov 03 18:46:00.273037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b8ed9-9445-447c-879b-e93f2ea549c2 req-e9096249-ac73-4b28-a9e8-698e129445e9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.282034 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d2b8ed9-9445-447c-879b-e93f2ea549c2 req-e9096249-ac73-4b28-a9e8-698e129445e9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1679204 Nov 03 18:46:00.295535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a45be5e5-9799-4b7e-a7c1-f406523ac8d8, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a45be5e5-9799-4b7e-a7c1-f406523ac8d8,segment=NetworkSegment(45ca18a0-c87a-441e-9d3e-7fbfffe25df5),segment_id=45ca18a0-c87a-441e-9d3e-7fbfffe25df5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:00.357917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8', 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'port_id': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8', 'mac_address': 'fa:16:3e:ed:c6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:00.392274 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.437747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49812) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:00.467911 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d2b8ed9-9445-447c-879b-e93f2ea549c2 req-c37129b3-4640-4f52-9130-c6ed07535d4e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789739 Nov 03 18:46:00.623147 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.630613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9f316-3fdf-42db-870b-b4f8ba77c48a req-2f9e5f33-94a7-4f1b-a8f4-fdc80760ae09 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.645128 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.645493 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eff9f316-3fdf-42db-870b-b4f8ba77c48a req-2f9e5f33-94a7-4f1b-a8f4-fdc80760ae09 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=c87730bc-45d4-4a30-97c3-8a56ed9a04a9 HTTP/1.1" status: 200 len: 951 time: 0.1437268 Nov 03 18:46:00.686196 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45be5e5-9799-4b7e-a7c1-f406523ac8d8 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:00.711537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae7de0-7c78-4332-937c-a517190430bb req-31975b3d-3482-4e16-83b9-3508a6ffa71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.718370 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0ae7de0-7c78-4332-937c-a517190430bb req-31975b3d-3482-4e16-83b9-3508a6ffa71a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 1096 time: 0.1498854 Nov 03 18:46:00.725313 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a45be5e5-9799-4b7e-a7c1-f406523ac8d8, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a45be5e5-9799-4b7e-a7c1-f406523ac8d8,segment=NetworkSegment(45ca18a0-c87a-441e-9d3e-7fbfffe25df5),segment_id=45ca18a0-c87a-441e-9d3e-7fbfffe25df5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:00.729827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eff9f316-3fdf-42db-870b-b4f8ba77c48a req-a81200ff-c51d-404c-894c-d9546cd21900 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834472 Nov 03 18:46:00.745622 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.748742 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a749277d-caef-4241-accf-4ec2038dd6bd details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:00.795416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b9e82-8b66-458b-9b8e-49ddfbc75e46 req-dfde396d-a4b8-4748-9700-b35153b70d57 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.796939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d85b9e82-8b66-458b-9b8e-49ddfbc75e46 req-dfde396d-a4b8-4748-9700-b35153b70d57 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.0753336 Nov 03 18:46:00.826416 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a749277d-caef-4241-accf-4ec2038dd6bd, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a749277d-caef-4241-accf-4ec2038dd6bd,segment=NetworkSegment(16e991c2-4310-4f57-99c5-922ec65b42c8),segment_id=16e991c2-4310-4f57-99c5-922ec65b42c8)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:00.891349 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d85b9e82-8b66-458b-9b8e-49ddfbc75e46 req-f1e70beb-597f-4203-82ee-8fcf4a75b8f5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872681 Nov 03 18:46:00.897481 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d06049c-1554-432d-ab20-1d16e9229671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.909525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'a749277d-caef-4241-accf-4ec2038dd6bd', 'network_id': 'e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3', 'port_id': 'a749277d-caef-4241-accf-4ec2038dd6bd', 'mac_address': 'fa:16:3e:e1:69:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2242584c-e62d-41cf-9e7f-ce02778d27e1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:00.914725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a45be5e5-9799-4b7e-a7c1-f406523ac8d8,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:00.980051 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:00.980281 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae7de0-7c78-4332-937c-a517190430bb req-b47ec76a-04cd-4896-9f5c-16b87012390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:00.982206 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0ae7de0-7c78-4332-937c-a517190430bb req-b47ec76a-04cd-4896-9f5c-16b87012390b service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.2586589 Nov 03 18:46:01.011743 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a749277d-caef-4241-accf-4ec2038dd6bd {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:01.042431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a749277d-caef-4241-accf-4ec2038dd6bd, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a749277d-caef-4241-accf-4ec2038dd6bd,segment=NetworkSegment(16e991c2-4310-4f57-99c5-922ec65b42c8),segment_id=16e991c2-4310-4f57-99c5-922ec65b42c8)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:01.067210 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0ae7de0-7c78-4332-937c-a517190430bb req-4ac2d14e-0833-45a8-be24-ff7b48385929 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2806032-c4a8-4a44-8499-beb4381ceba9 HTTP/1.1" status: 200 len: 999 time: 0.0756671 Nov 03 18:46:01.067609 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.068256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 01e665ed-9bea-455c-bb66-f63c42aa3da4 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:01.174224 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b60613-fbf5-4ca2-b803-9ebfd582bb4a req-2df108bc-3e6d-420b-8aa3-e4a167e9bd7b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:01.182069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b60613-fbf5-4ca2-b803-9ebfd582bb4a req-2df108bc-3e6d-420b-8aa3-e4a167e9bd7b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:01.191862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b60613-fbf5-4ca2-b803-9ebfd582bb4a req-2df108bc-3e6d-420b-8aa3-e4a167e9bd7b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:01.199131 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a749277d-caef-4241-accf-4ec2038dd6bd,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:01.200381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b60613-fbf5-4ca2-b803-9ebfd582bb4a req-2df108bc-3e6d-420b-8aa3-e4a167e9bd7b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:01.206961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 01e665ed-9bea-455c-bb66-f63c42aa3da4, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=01e665ed-9bea-455c-bb66-f63c42aa3da4,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:01.210371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b60613-fbf5-4ca2-b803-9ebfd582bb4a req-2df108bc-3e6d-420b-8aa3-e4a167e9bd7b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:01.218532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b60613-fbf5-4ca2-b803-9ebfd582bb4a req-2df108bc-3e6d-420b-8aa3-e4a167e9bd7b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:01.220295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '01e665ed-9bea-455c-bb66-f63c42aa3da4', 'network_id': 'dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1', 'port_id': '01e665ed-9bea-455c-bb66-f63c42aa3da4', 'mac_address': 'fa:16:3e:e0:5d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737242bc-0702-4297-a6de-862b9dff9b6d', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:01.231362 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d06049c-1554-432d-ab20-1d16e9229671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.233438 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae7de0-7c78-4332-937c-a517190430bb req-dded0cfb-6761-4a4e-a0ee-b412d7dfbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:01.234996 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0ae7de0-7c78-4332-937c-a517190430bb req-dded0cfb-6761-4a4e-a0ee-b412d7dfbf66 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.1609130 Nov 03 18:46:01.249769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b60613-fbf5-4ca2-b803-9ebfd582bb4a req-2df108bc-3e6d-420b-8aa3-e4a167e9bd7b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:01.258707 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-01b60613-fbf5-4ca2-b803-9ebfd582bb4a req-2df108bc-3e6d-420b-8aa3-e4a167e9bd7b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5434 time: 0.1667485 Nov 03 18:46:01.268657 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.279261 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d06049c-1554-432d-ab20-1d16e9229671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.285897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e665ed-9bea-455c-bb66-f63c42aa3da4 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:01.325882 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 01e665ed-9bea-455c-bb66-f63c42aa3da4, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=01e665ed-9bea-455c-bb66-f63c42aa3da4,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:01.332332 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.341976 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-01b60613-fbf5-4ca2-b803-9ebfd582bb4a req-2e15e2ab-0e01-4d09-84a9-34a474228fa5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826178 Nov 03 18:46:01.385831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06049c-1554-432d-ab20-1d16e9229671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07821913-23de-460f-a5b7-631d7f9677b9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:01.422733 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3d06049c-1554-432d-ab20-1d16e9229671 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1697ff6c86a549a78b4965211b2139cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9824843 Nov 03 18:46:01.425838 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49856) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:01.447539 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae7de0-7c78-4332-937c-a517190430bb req-ebf2c828-cc96-4231-83bb-1ff6cb63d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:01.449114 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0ae7de0-7c78-4332-937c-a517190430bb req-ebf2c828-cc96-4231-83bb-1ff6cb63d655 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013576 Nov 03 18:46:01.488767 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.494960 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=01e665ed-9bea-455c-bb66-f63c42aa3da4,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:01.598964 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0ae7de0-7c78-4332-937c-a517190430bb req-55442867-68a1-4ef5-816b-4bf42f5f645a service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407809 Nov 03 18:46:01.601385 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-318765b9-c2f7-4040-839e-5604c9878576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.678441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-318765b9-c2f7-4040-839e-5604c9878576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.886512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f94f-f889-45af-8e00-fa9933707e5b req-a2587bb2-061b-4a8a-bf75-720d03179d7a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:01.889166 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d942f94f-f889-45af-8e00-fa9933707e5b req-a2587bb2-061b-4a8a-bf75-720d03179d7a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1779652 Nov 03 18:46:01.906610 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0ae7de0-7c78-4332-937c-a517190430bb req-0ce8b127-6f5a-4132-9512-0e51dedb14ff service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962341 Nov 03 18:46:01.928356 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-318765b9-c2f7-4040-839e-5604c9878576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.935471 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-318765b9-c2f7-4040-839e-5604c9878576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:01.937921 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-318765b9-c2f7-4040-839e-5604c9878576 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/07821913-23de-460f-a5b7-631d7f9677b9 HTTP/1.1" status: 204 len: 168 time: 0.5104940 Nov 03 18:46:01.978015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318765b9-c2f7-4040-839e-5604c9878576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07821913-23de-460f-a5b7-631d7f9677b9,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:02.169632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d942f94f-f889-45af-8e00-fa9933707e5b req-17845083-cc99-4360-9ee4-f0fc21ed97fd tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258422 Nov 03 18:46:02.388211 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['6c83422e-a0e8-48f3-a9e1-fb56f242edb6'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:02.492494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d80017-286d-442d-81b6-d1b0de54967f req-83bd6677-7636-4f4a-ae9c-e3b7c74ce89a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.513181 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-54d80017-286d-442d-81b6-d1b0de54967f req-83bd6677-7636-4f4a-ae9c-e3b7c74ce89a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.2280619 Nov 03 18:46:02.616787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a749277d-caef-4241-accf-4ec2038dd6bd'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:02.621324 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['01e665ed-9bea-455c-bb66-f63c42aa3da4'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:02.624726 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a45be5e5-9799-4b7e-a7c1-f406523ac8d8'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:02.750507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-54d80017-286d-442d-81b6-d1b0de54967f req-b83e3153-b331-4545-b9ba-9dfca274ae0c tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358406 Nov 03 18:46:02.808341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726744d-cb8c-4489-8922-1c2600bd0392 req-348fedc3-ea1b-4864-b273-fdc6721a256f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.815946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49924) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:02.833756 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726744d-cb8c-4489-8922-1c2600bd0392 req-348fedc3-ea1b-4864-b273-fdc6721a256f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.851376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726744d-cb8c-4489-8922-1c2600bd0392 req-348fedc3-ea1b-4864-b273-fdc6721a256f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.854174 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0ebef6de-a305-4765-97a3-707fce305c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:02.866437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726744d-cb8c-4489-8922-1c2600bd0392 req-348fedc3-ea1b-4864-b273-fdc6721a256f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.874630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726744d-cb8c-4489-8922-1c2600bd0392 req-348fedc3-ea1b-4864-b273-fdc6721a256f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.884346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726744d-cb8c-4489-8922-1c2600bd0392 req-348fedc3-ea1b-4864-b273-fdc6721a256f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.892564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726744d-cb8c-4489-8922-1c2600bd0392 req-348fedc3-ea1b-4864-b273-fdc6721a256f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:02.903410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9726744d-cb8c-4489-8922-1c2600bd0392 req-348fedc3-ea1b-4864-b273-fdc6721a256f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5435 time: 0.2912831 Nov 03 18:46:03.039287 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9726744d-cb8c-4489-8922-1c2600bd0392 req-49203300-16e8-4903-b1be-81ec4149695e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1329141 Nov 03 18:46:03.077765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['d1ec408a-40f4-43c3-859e-8b47b5bc5fc3'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:03.085940 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0ebef6de-a305-4765-97a3-707fce305c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.100107 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0ebef6de-a305-4765-97a3-707fce305c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.138533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebef6de-a305-4765-97a3-707fce305c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a5c5fc-1b5f-4925-9be2-9f5f6c4eda7d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:03.154470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['7deba0ab-5b6a-49f1-bad0-25bca67cb4ef'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:03.164172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49954) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:03.178031 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0ebef6de-a305-4765-97a3-707fce305c79 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4c37810c05534ff29843260fd9092174&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3607492 Nov 03 18:46:03.227948 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['8e6b560e-7922-4bd3-b966-74776e459307'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:03.273436 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bb528f8b-6b0f-423f-99fc-4e294eaed088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.354705 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bb528f8b-6b0f-423f-99fc-4e294eaed088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.459955 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bb528f8b-6b0f-423f-99fc-4e294eaed088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.464469 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bb528f8b-6b0f-423f-99fc-4e294eaed088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:03.482583 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bb528f8b-6b0f-423f-99fc-4e294eaed088 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d4a5c5fc-1b5f-4925-9be2-9f5f6c4eda7d HTTP/1.1" status: 204 len: 168 time: 0.3160684 Nov 03 18:46:03.571694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb528f8b-6b0f-423f-99fc-4e294eaed088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a5c5fc-1b5f-4925-9be2-9f5f6c4eda7d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:03.653138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 157ff77e-abf6-4c57-ad6c-30076629143f details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:03.664642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 80772877-1234-4dc2-b435-1d011af23c19 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:03.677812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdc2f3-21bd-406d-90e6-1d7265adfbc7 req-84c31b9a-7523-47b3-9563-e56ea3a5d0b2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:03.687320 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22fdc2f3-21bd-406d-90e6-1d7265adfbc7 req-84c31b9a-7523-47b3-9563-e56ea3a5d0b2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.2898667 Nov 03 18:46:03.781721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22fdc2f3-21bd-406d-90e6-1d7265adfbc7 req-38dcc80f-80e5-4c41-928e-7b49556ed85c tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933344 Nov 03 18:46:04.166798 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:04.211529 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1d2cf-ac30-4a6c-9700-beb62721d19a req-4effc102-55f8-4a5c-8f6b-4201ea139ee6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:04.218550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55a1d2cf-ac30-4a6c-9700-beb62721d19a req-4effc102-55f8-4a5c-8f6b-4201ea139ee6 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.2228708 Nov 03 18:46:04.287187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80772877-1234-4dc2-b435-1d011af23c19'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:04.292910 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5274a7b7-fcec-4eef-86cf-c74d5b91f38e" -d '{"events": [{"server_uuid": "c87730bc-45d4-4a30-97c3-8a56ed9a04a9", "name": "network-vif-unplugged", "status": "completed", "tag": "80772877-1234-4dc2-b435-1d011af23c19"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:04.304059 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 157ff77e-abf6-4c57-ad6c-30076629143f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=157ff77e-abf6-4c57-ad6c-30076629143f,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:04.325193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 80772877-1234-4dc2-b435-1d011af23c19, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=80772877-1234-4dc2-b435-1d011af23c19,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:04.330043 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '157ff77e-abf6-4c57-ad6c-30076629143f', 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470', 'port_id': '157ff77e-abf6-4c57-ad6c-30076629143f', 'mac_address': 'fa:16:3e:03:7c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d5dc92-2aee-436a-9b2e-237287fe4ac4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:04.334802 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:04.390646 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55a1d2cf-ac30-4a6c-9700-beb62721d19a req-494254e9-cb19-49a7-88e6-a431fb3fca35 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568627 Nov 03 18:46:04.430275 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:04.433775 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=80772877-1234-4dc2-b435-1d011af23c19,revision_number=11']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:04.450826 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 157ff77e-abf6-4c57-ad6c-30076629143f {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:04.476335 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 157ff77e-abf6-4c57-ad6c-30076629143f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=157ff77e-abf6-4c57-ad6c-30076629143f,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:04.483764 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:04.666479 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=157ff77e-abf6-4c57-ad6c-30076629143f,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:04.692181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['157ff77e-abf6-4c57-ad6c-30076629143f'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:04.739328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aaa3c-4863-4fa4-807d-b392c7c70fb4 req-04e611f5-9d75-462c-a276-183c04591670 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:04.746820 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aaa3c-4863-4fa4-807d-b392c7c70fb4 req-04e611f5-9d75-462c-a276-183c04591670 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:04.754326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aaa3c-4863-4fa4-807d-b392c7c70fb4 req-04e611f5-9d75-462c-a276-183c04591670 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:04.761739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aaa3c-4863-4fa4-807d-b392c7c70fb4 req-04e611f5-9d75-462c-a276-183c04591670 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:04.771162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aaa3c-4863-4fa4-807d-b392c7c70fb4 req-04e611f5-9d75-462c-a276-183c04591670 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:04.778544 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aaa3c-4863-4fa4-807d-b392c7c70fb4 req-04e611f5-9d75-462c-a276-183c04591670 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:04.793964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aaa3c-4863-4fa4-807d-b392c7c70fb4 req-04e611f5-9d75-462c-a276-183c04591670 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:04.804306 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-335aaa3c-4863-4fa4-807d-b392c7c70fb4 req-04e611f5-9d75-462c-a276-183c04591670 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5435 time: 0.2250423 Nov 03 18:46:04.922649 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-335aaa3c-4863-4fa4-807d-b392c7c70fb4 req-fdcfe872-ac4e-42b0-9999-893427394cd2 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1158757 Nov 03 18:46:05.373401 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:05.536871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:05.548583 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:05.549235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:05.671019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 157ff77e-abf6-4c57-ad6c-30076629143f up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:05.803133 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 157ff77e-abf6-4c57-ad6c-30076629143f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:05.803841 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:05.897566 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:05.980417 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:06.046750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6c83422e-a0e8-48f3-a9e1-fb56f242edb6,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:06.066891 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:06.078933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 157ff77e-abf6-4c57-ad6c-30076629143f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=157ff77e-abf6-4c57-ad6c-30076629143f,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:06.089514 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:06.277694 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=6c83422e-a0e8-48f3-a9e1-fb56f242edb6,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:06.506648 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=157ff77e-abf6-4c57-ad6c-30076629143f,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:07.373869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:07.548734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:07.570777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:07.572692 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:08.041666 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:08.149002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3,segment=NetworkSegment(16e991c2-4310-4f57-99c5-922ec65b42c8),segment_id=16e991c2-4310-4f57-99c5-922ec65b42c8)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:08.154331 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:08.156537 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 8e6b560e-7922-4bd3-b966-74776e459307 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:08.406993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 8e6b560e-7922-4bd3-b966-74776e459307 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:08.429296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:08.457691 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 8e6b560e-7922-4bd3-b966-74776e459307 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:08.465007 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:08.715450 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:08.841989 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 8e6b560e-7922-4bd3-b966-74776e459307, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8e6b560e-7922-4bd3-b966-74776e459307,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:08.848447 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:08.850637 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:09.041991 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:09.052699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:09.053373 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:09.057766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=8e6b560e-7922-4bd3-b966-74776e459307,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:09.174077 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:09.283821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:09.290416 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:09.291781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a45be5e5-9799-4b7e-a7c1-f406523ac8d8 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:09.406754 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:09.438933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port a45be5e5-9799-4b7e-a7c1-f406523ac8d8 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:09.447457 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port a45be5e5-9799-4b7e-a7c1-f406523ac8d8 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:09.448256 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:09.719074 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:09.767836 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a45be5e5-9799-4b7e-a7c1-f406523ac8d8, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a45be5e5-9799-4b7e-a7c1-f406523ac8d8,segment=NetworkSegment(45ca18a0-c87a-441e-9d3e-7fbfffe25df5),segment_id=45ca18a0-c87a-441e-9d3e-7fbfffe25df5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:09.775993 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:09.780518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a749277d-caef-4241-accf-4ec2038dd6bd up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:09.894598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a45be5e5-9799-4b7e-a7c1-f406523ac8d8,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:09.898544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port a749277d-caef-4241-accf-4ec2038dd6bd completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:09.909786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port a749277d-caef-4241-accf-4ec2038dd6bd triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:09.910166 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:10.164882 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:10.487723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a749277d-caef-4241-accf-4ec2038dd6bd, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a749277d-caef-4241-accf-4ec2038dd6bd,segment=NetworkSegment(16e991c2-4310-4f57-99c5-922ec65b42c8),segment_id=16e991c2-4310-4f57-99c5-922ec65b42c8)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:10.499097 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:10.501959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 01e665ed-9bea-455c-bb66-f63c42aa3da4 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:46:10.630708 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a749277d-caef-4241-accf-4ec2038dd6bd,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:10.688197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 01e665ed-9bea-455c-bb66-f63c42aa3da4 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:46:10.693662 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 01e665ed-9bea-455c-bb66-f63c42aa3da4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:46:10.694409 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:10.925780 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:10.975063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 01e665ed-9bea-455c-bb66-f63c42aa3da4, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=01e665ed-9bea-455c-bb66-f63c42aa3da4,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:10.991913 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:11.168787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=01e665ed-9bea-455c-bb66-f63c42aa3da4,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:11.840691 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe9c22f-07a4-4ea3-85da-a74473555e22 x-openstack-request-id: req-5fe9c22f-07a4-4ea3-85da-a74473555e22 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:11.841583 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87730bc-45d4-4a30-97c3-8a56ed9a04a9", "name": "network-vif-unplugged", "status": "completed", "tag": "80772877-1234-4dc2-b435-1d011af23c19", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:11.841583 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5fe9c22f-07a4-4ea3-85da-a74473555e22 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:11.841877 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80772877-1234-4dc2-b435-1d011af23c19', 'code': 200} Nov 03 18:46:12.103211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950356d-0d7f-4e1e-968e-d70e63badeea req-967b9699-fb79-44fc-b288-da66b9c7cdd0 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:12.105668 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3950356d-0d7f-4e1e-968e-d70e63badeea req-967b9699-fb79-44fc-b288-da66b9c7cdd0 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1513433 Nov 03 18:46:12.156005 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d03e0-322b-4db2-a91d-989832938438 req-40910069-a78b-484d-8ba5-b7c64c7b03cd tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:12.161129 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-692d03e0-322b-4db2-a91d-989832938438 req-40910069-a78b-484d-8ba5-b7c64c7b03cd tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1320004 Nov 03 18:46:12.389350 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3950356d-0d7f-4e1e-968e-d70e63badeea req-0722c691-b6e4-4475-8a65-3d82ed1622d5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249930 Nov 03 18:46:12.417277 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-692d03e0-322b-4db2-a91d-989832938438 req-c3387de2-0da0-40e4-ba3c-7b215b7f1390 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215033 Nov 03 18:46:12.569397 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc8306-6bed-4d4a-be68-27a1216528e0 req-75cc3a1a-368f-4c1d-983d-e742392c6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:12.573634 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-70fc8306-6bed-4d4a-be68-27a1216528e0 req-75cc3a1a-368f-4c1d-983d-e742392c6068 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 1096 time: 0.1993010 Nov 03 18:46:12.786323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a65d3-6b74-4289-bec5-31e4b31f3931 req-635e664e-3026-46f1-9c2a-cbc6682daeb9 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:12.799274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc8306-6bed-4d4a-be68-27a1216528e0 req-2c71b68f-7a47-43ca-92df-5c17eb5d6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:12.800872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a65d3-6b74-4289-bec5-31e4b31f3931 req-635e664e-3026-46f1-9c2a-cbc6682daeb9 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:12.802138 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-70fc8306-6bed-4d4a-be68-27a1216528e0 req-2c71b68f-7a47-43ca-92df-5c17eb5d6c9a service neutron] 10.222.0.98 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 918 time: 0.2097063 Nov 03 18:46:12.807681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a65d3-6b74-4289-bec5-31e4b31f3931 req-635e664e-3026-46f1-9c2a-cbc6682daeb9 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:12.814543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a65d3-6b74-4289-bec5-31e4b31f3931 req-635e664e-3026-46f1-9c2a-cbc6682daeb9 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:12.821880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a65d3-6b74-4289-bec5-31e4b31f3931 req-635e664e-3026-46f1-9c2a-cbc6682daeb9 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:12.830467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a65d3-6b74-4289-bec5-31e4b31f3931 req-635e664e-3026-46f1-9c2a-cbc6682daeb9 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:12.837510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a65d3-6b74-4289-bec5-31e4b31f3931 req-635e664e-3026-46f1-9c2a-cbc6682daeb9 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:12.847268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-510a65d3-6b74-4289-bec5-31e4b31f3931 req-635e664e-3026-46f1-9c2a-cbc6682daeb9 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5442 time: 0.2436585 Nov 03 18:46:12.951805 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-70fc8306-6bed-4d4a-be68-27a1216528e0 req-398ebfc7-8029-4a63-8bf1-0f9b49df7d6b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 HTTP/1.1" status: 200 len: 1000 time: 0.1319580 Nov 03 18:46:13.009178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216846f-67af-41b9-a2cb-99b86e79ed20 req-2ca6cdbc-12f8-48a4-ad22-0bfd4f6e0e6b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:13.019293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5216846f-67af-41b9-a2cb-99b86e79ed20 req-2ca6cdbc-12f8-48a4-ad22-0bfd4f6e0e6b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1676762 Nov 03 18:46:13.044942 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc8306-6bed-4d4a-be68-27a1216528e0 req-bb94b19c-01b0-4600-86c9-5ce930da1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:13.047113 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-70fc8306-6bed-4d4a-be68-27a1216528e0 req-bb94b19c-01b0-4600-86c9-5ce930da1a7e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=e3aa174d-f75e-461c-bfcb-5c4a20bb9478 HTTP/1.1" status: 200 len: 856 time: 0.0892298 Nov 03 18:46:13.054900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-510a65d3-6b74-4289-bec5-31e4b31f3931 req-f3759dd9-f566-43b4-b1e4-5b4509001472 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2054896 Nov 03 18:46:13.152314 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5216846f-67af-41b9-a2cb-99b86e79ed20 req-46e42b14-f54e-40d4-abd0-8d348c29dc0a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315656 Nov 03 18:46:13.160297 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:13.225868 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc8306-6bed-4d4a-be68-27a1216528e0 req-77732554-89a5-4547-8103-a335c33986a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:13.229255 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-70fc8306-6bed-4d4a-be68-27a1216528e0 req-77732554-89a5-4547-8103-a335c33986a2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6158e201-7067-485a-828c-1c59e35954b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566164 Nov 03 18:46:13.416109 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-70fc8306-6bed-4d4a-be68-27a1216528e0 req-89e2c50f-12b0-423a-85fc-b684585b319c service neutron] 10.222.0.98 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762857 Nov 03 18:46:13.621450 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-70fc8306-6bed-4d4a-be68-27a1216528e0 req-fb46b6e6-87c7-49df-9392-4b0c38f56f27 service neutron] 10.222.0.98 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967144 Nov 03 18:46:13.843504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c83422e-a0e8-48f3-a9e1-fb56f242edb6'}, {'server_uuid': '2fa13f2d-8aae-4d97-9b46-689386db1209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157ff77e-abf6-4c57-ad6c-30076629143f'}, {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ec408a-40f4-43c3-859e-8b47b5bc5fc3'}, {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6b560e-7922-4bd3-b966-74776e459307'}, {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deba0ab-5b6a-49f1-bad0-25bca67cb4ef'}, {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8'}, {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a749277d-caef-4241-accf-4ec2038dd6bd'}, {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e665ed-9bea-455c-bb66-f63c42aa3da4'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:13.847400 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9e932b-f63a-494d-8c22-7ac28f5d0695" -d '{"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-plugged", "status": "completed", "tag": "6c83422e-a0e8-48f3-a9e1-fb56f242edb6"}, {"server_uuid": "2fa13f2d-8aae-4d97-9b46-689386db1209", "name": "network-vif-plugged", "status": "completed", "tag": "157ff77e-abf6-4c57-ad6c-30076629143f"}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-plugged", "status": "completed", "tag": "d1ec408a-40f4-43c3-859e-8b47b5bc5fc3"}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-plugged", "status": "completed", "tag": "8e6b560e-7922-4bd3-b966-74776e459307"}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-plugged", "status": "completed", "tag": "7deba0ab-5b6a-49f1-bad0-25bca67cb4ef"}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-plugged", "status": "completed", "tag": "a45be5e5-9799-4b7e-a7c1-f406523ac8d8"}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-plugged", "status": "completed", "tag": "a749277d-caef-4241-accf-4ec2038dd6bd"}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-plugged", "status": "completed", "tag": "01e665ed-9bea-455c-bb66-f63c42aa3da4"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:14.008739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670dddb-f575-47b0-ac1c-f347e3e73923 req-d0393571-b5f4-4cb7-a457-4e2e689a402d tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.017634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f670dddb-f575-47b0-ac1c-f347e3e73923 req-d0393571-b5f4-4cb7-a457-4e2e689a402d tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1042769 Nov 03 18:46:14.127022 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f670dddb-f575-47b0-ac1c-f347e3e73923 req-f272f527-8d9e-4809-a665-e4d413e2445e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077876 Nov 03 18:46:14.141322 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1380 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c6adba-c3e2-43b4-9d15-4e5afc255616 x-openstack-request-id: req-70c6adba-c3e2-43b4-9d15-4e5afc255616 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:14.141893 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-plugged", "status": "completed", "tag": "6c83422e-a0e8-48f3-a9e1-fb56f242edb6", "code": 200}, {"server_uuid": "2fa13f2d-8aae-4d97-9b46-689386db1209", "name": "network-vif-plugged", "status": "completed", "tag": "157ff77e-abf6-4c57-ad6c-30076629143f", "code": 200}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-plugged", "status": "completed", "tag": "d1ec408a-40f4-43c3-859e-8b47b5bc5fc3", "code": 200}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-plugged", "status": "completed", "tag": "8e6b560e-7922-4bd3-b966-74776e459307", "code": 200}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-plugged", "status": "completed", "tag": "7deba0ab-5b6a-49f1-bad0-25bca67cb4ef", "code": 200}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-plugged", "status": "completed", "tag": "a45be5e5-9799-4b7e-a7c1-f406523ac8d8", "code": 200}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-plugged", "status": "completed", "tag": "a749277d-caef-4241-accf-4ec2038dd6bd", "code": 200}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-plugged", "status": "completed", "tag": "01e665ed-9bea-455c-bb66-f63c42aa3da4", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:14.142257 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-70c6adba-c3e2-43b4-9d15-4e5afc255616 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:14.142833 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c83422e-a0e8-48f3-a9e1-fb56f242edb6', 'code': 200} Nov 03 18:46:14.143261 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa13f2d-8aae-4d97-9b46-689386db1209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157ff77e-abf6-4c57-ad6c-30076629143f', 'code': 200} Nov 03 18:46:14.145251 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ec408a-40f4-43c3-859e-8b47b5bc5fc3', 'code': 200} Nov 03 18:46:14.146725 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6b560e-7922-4bd3-b966-74776e459307', 'code': 200} Nov 03 18:46:14.149034 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deba0ab-5b6a-49f1-bad0-25bca67cb4ef', 'code': 200} Nov 03 18:46:14.154272 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8', 'code': 200} Nov 03 18:46:14.155105 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a749277d-caef-4241-accf-4ec2038dd6bd', 'code': 200} Nov 03 18:46:14.155769 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e665ed-9bea-455c-bb66-f63c42aa3da4', 'code': 200} Nov 03 18:46:14.399633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a80d84-c0eb-4b08-9753-5cfa1f6c0cc9 req-9ae830ac-e235-4907-bd23-febe85e4b3fd tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.402996 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43a80d84-c0eb-4b08-9753-5cfa1f6c0cc9 req-9ae830ac-e235-4907-bd23-febe85e4b3fd tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1273315 Nov 03 18:46:14.481545 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07e20e-576c-4c62-8a2e-7dd9d110f3d6 req-2acd83c0-0fd9-4195-bd62-47c231f2ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.482949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07e20e-576c-4c62-8a2e-7dd9d110f3d6 req-2acd83c0-0fd9-4195-bd62-47c231f2ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.485017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07e20e-576c-4c62-8a2e-7dd9d110f3d6 req-2acd83c0-0fd9-4195-bd62-47c231f2ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.485704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07e20e-576c-4c62-8a2e-7dd9d110f3d6 req-2acd83c0-0fd9-4195-bd62-47c231f2ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.487511 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07e20e-576c-4c62-8a2e-7dd9d110f3d6 req-2acd83c0-0fd9-4195-bd62-47c231f2ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.488933 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07e20e-576c-4c62-8a2e-7dd9d110f3d6 req-2acd83c0-0fd9-4195-bd62-47c231f2ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.490465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07e20e-576c-4c62-8a2e-7dd9d110f3d6 req-2acd83c0-0fd9-4195-bd62-47c231f2ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.505576 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ff07e20e-576c-4c62-8a2e-7dd9d110f3d6 req-2acd83c0-0fd9-4195-bd62-47c231f2ffc5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 6499 time: 0.1898141 Nov 03 18:46:14.521375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a72d3d-be3d-45ea-9393-112b6ef0e30a req-5fdc9f56-696b-4d58-b77c-09bee5abd943 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.546406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a72d3d-be3d-45ea-9393-112b6ef0e30a req-5fdc9f56-696b-4d58-b77c-09bee5abd943 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.561922 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a72d3d-be3d-45ea-9393-112b6ef0e30a req-5fdc9f56-696b-4d58-b77c-09bee5abd943 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.568635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a72d3d-be3d-45ea-9393-112b6ef0e30a req-5fdc9f56-696b-4d58-b77c-09bee5abd943 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.576976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a72d3d-be3d-45ea-9393-112b6ef0e30a req-5fdc9f56-696b-4d58-b77c-09bee5abd943 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.587744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a72d3d-be3d-45ea-9393-112b6ef0e30a req-5fdc9f56-696b-4d58-b77c-09bee5abd943 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.595405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a72d3d-be3d-45ea-9393-112b6ef0e30a req-5fdc9f56-696b-4d58-b77c-09bee5abd943 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:14.618032 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72a72d3d-be3d-45ea-9393-112b6ef0e30a req-5fdc9f56-696b-4d58-b77c-09bee5abd943 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5442 time: 0.2137678 Nov 03 18:46:14.760095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43a80d84-c0eb-4b08-9753-5cfa1f6c0cc9 req-7edc0f23-c2cc-4c12-8e9f-a83da33c2094 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431134 Nov 03 18:46:14.786382 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72a72d3d-be3d-45ea-9393-112b6ef0e30a req-020752e3-19e6-4e27-8af2-2951251ff1de tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1661406 Nov 03 18:46:14.804109 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ff07e20e-576c-4c62-8a2e-7dd9d110f3d6 req-f4cc034b-2c6b-498f-9f2a-9e96ab1ebde7 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&id=58fcca31-5a98-4a97-9d7b-1b2faca59181&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2802508 Nov 03 18:46:15.525868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da3782-e79a-40e3-9d69-d9af5979cafc req-44c9251f-7c25-4ed4-abb2-b837cc889388 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:15.537667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6da3782-e79a-40e3-9d69-d9af5979cafc req-44c9251f-7c25-4ed4-abb2-b837cc889388 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1614661 Nov 03 18:46:15.660401 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6da3782-e79a-40e3-9d69-d9af5979cafc req-4d756f6b-ebae-4dc3-a88b-1d287edf7bfe tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215508 Nov 03 18:46:16.098876 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1b5a-3a85-48d8-aaea-80f52df0ffbe req-769c1235-80ad-4d3e-8651-a1e5d35b5d9e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:16.120143 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bfc1b5a-3a85-48d8-aaea-80f52df0ffbe req-769c1235-80ad-4d3e-8651-a1e5d35b5d9e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1809900 Nov 03 18:46:16.275242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bfc1b5a-3a85-48d8-aaea-80f52df0ffbe req-dd41fb09-be99-495f-8571-1d657220a64a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527560 Nov 03 18:46:16.601537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602b38-4dec-43e3-8880-3f708d348ad2 req-2b735dd4-6048-403d-b11d-8f79cb25b767 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:16.609686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602b38-4dec-43e3-8880-3f708d348ad2 req-2b735dd4-6048-403d-b11d-8f79cb25b767 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:16.617862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602b38-4dec-43e3-8880-3f708d348ad2 req-2b735dd4-6048-403d-b11d-8f79cb25b767 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:16.626129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602b38-4dec-43e3-8880-3f708d348ad2 req-2b735dd4-6048-403d-b11d-8f79cb25b767 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:16.641622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602b38-4dec-43e3-8880-3f708d348ad2 req-2b735dd4-6048-403d-b11d-8f79cb25b767 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:16.656309 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602b38-4dec-43e3-8880-3f708d348ad2 req-2b735dd4-6048-403d-b11d-8f79cb25b767 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:16.668698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602b38-4dec-43e3-8880-3f708d348ad2 req-2b735dd4-6048-403d-b11d-8f79cb25b767 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:16.673463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa602b38-4dec-43e3-8880-3f708d348ad2 req-2b735dd4-6048-403d-b11d-8f79cb25b767 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5442 time: 0.2249713 Nov 03 18:46:16.893009 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa602b38-4dec-43e3-8880-3f708d348ad2 req-dac74058-fc8e-4cdb-b69c-47568d426825 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2078581 Nov 03 18:46:17.400266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660109eb-ee99-4d6d-bf07-981f16076368 req-6cfc4db1-bed7-4716-93d3-750618cbee9f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:17.421260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-660109eb-ee99-4d6d-bf07-981f16076368 req-6cfc4db1-bed7-4716-93d3-750618cbee9f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1329758 Nov 03 18:46:17.438624 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:17.494841 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-660109eb-ee99-4d6d-bf07-981f16076368 req-642f6cca-73cf-439b-b0e7-f092526119d2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673773 Nov 03 18:46:17.649748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cf55f-d2d7-47ee-bfc5-d490ab98c6c1 req-82faf337-6212-448b-b2a0-dc512c334b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:17.654444 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-641cf55f-d2d7-47ee-bfc5-d490ab98c6c1 req-82faf337-6212-448b-b2a0-dc512c334b81 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd42fde4382c43128145a83ce025634d&device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 1096 time: 0.1563475 Nov 03 18:46:17.733393 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:17.816416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551bf33-cbf6-404d-8ea1-65e50b641a07 req-35ea4190-ce42-47d6-8d94-64340608cfdb tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:17.825082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:17.825509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6551bf33-cbf6-404d-8ea1-65e50b641a07 req-35ea4190-ce42-47d6-8d94-64340608cfdb tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1296356 Nov 03 18:46:17.831470 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1c465d-3619-4258-b44a-a71aa53c3ef9" -d '{"events": [{"server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "name": "network-vif-unplugged", "status": "completed", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:17.859546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:17.866886 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:17.948845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cf55f-d2d7-47ee-bfc5-d490ab98c6c1 req-9917b8d2-6a75-4f80-83c4-4dbad76b1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:17.953261 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6551bf33-cbf6-404d-8ea1-65e50b641a07 req-a7588437-b342-42fe-984f-4a4d17d596e5 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141257 Nov 03 18:46:17.954375 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-641cf55f-d2d7-47ee-bfc5-d490ab98c6c1 req-9917b8d2-6a75-4f80-83c4-4dbad76b1fed service neutron] 10.222.0.98 "GET /v2.0/networks?id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 200 len: 912 time: 0.2924967 Nov 03 18:46:18.075409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:18.205735 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-641cf55f-d2d7-47ee-bfc5-d490ab98c6c1 req-df4a2e86-a004-4686-992c-766325bb90d3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2806032-c4a8-4a44-8499-beb4381ceba9 HTTP/1.1" status: 200 len: 999 time: 0.2413206 Nov 03 18:46:18.284722 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 50446) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:18.369820 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cf55f-d2d7-47ee-bfc5-d490ab98c6c1 req-cc631be8-a4fe-41be-9015-040a9251c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:18.372799 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-641cf55f-d2d7-47ee-bfc5-d490ab98c6c1 req-cc631be8-a4fe-41be-9015-040a9251c626 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 200 len: 850 time: 0.1587989 Nov 03 18:46:18.555705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cf55f-d2d7-47ee-bfc5-d490ab98c6c1 req-ea40f167-7cba-4d46-8efe-ce43a761e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:18.558444 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-641cf55f-d2d7-47ee-bfc5-d490ab98c6c1 req-ea40f167-7cba-4d46-8efe-ce43a761e4c0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1767378 Nov 03 18:46:18.859063 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b62d42b7-afa4-4ae8-bcef-519502d901bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:18.947843 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-641cf55f-d2d7-47ee-bfc5-d490ab98c6c1 req-f2a67c2e-15e8-4802-b902-8f2b62cf613d service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801289 Nov 03 18:46:18.975860 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e37e3d8-ec03-4f12-990c-714f8c6c6e23 x-openstack-request-id: req-6e37e3d8-ec03-4f12-990c-714f8c6c6e23 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:18.976769 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "name": "network-vif-unplugged", "status": "failed", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6", "code": 422}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:18.977192 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6e37e3d8-ec03-4f12-990c-714f8c6c6e23 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:18.977770 n-d-812150-4 neutron-server[101713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'code': 422} returned with failed status Nov 03 18:46:19.057173 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b62d42b7-afa4-4ae8-bcef-519502d901bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.071137 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b62d42b7-afa4-4ae8-bcef-519502d901bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.256733 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b62d42b7-afa4-4ae8-bcef-519502d901bc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5104bf67718c49feaefb02df6c832b9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9698653 Nov 03 18:46:19.260758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50504) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:19.274983 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d42b7-afa4-4ae8-bcef-519502d901bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d8d1d7-1b33-4b80-a8b0-88c0a442aeb3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:19.373943 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-641cf55f-d2d7-47ee-bfc5-d490ab98c6c1 req-e1a2fa2b-a709-4ff3-bfe2-7ec9790ab909 service neutron] 10.222.0.98 "GET /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160013 Nov 03 18:46:19.388486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053d765-02ca-466c-8914-238c8d0e2229 req-20c95e8f-6982-4adf-abd0-95df0ac4dc6a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:19.404495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053d765-02ca-466c-8914-238c8d0e2229 req-20c95e8f-6982-4adf-abd0-95df0ac4dc6a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:19.420600 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053d765-02ca-466c-8914-238c8d0e2229 req-20c95e8f-6982-4adf-abd0-95df0ac4dc6a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:19.424075 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.442657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053d765-02ca-466c-8914-238c8d0e2229 req-20c95e8f-6982-4adf-abd0-95df0ac4dc6a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:19.449208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053d765-02ca-466c-8914-238c8d0e2229 req-20c95e8f-6982-4adf-abd0-95df0ac4dc6a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:19.476187 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053d765-02ca-466c-8914-238c8d0e2229 req-20c95e8f-6982-4adf-abd0-95df0ac4dc6a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:19.481714 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.483453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053d765-02ca-466c-8914-238c8d0e2229 req-20c95e8f-6982-4adf-abd0-95df0ac4dc6a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:19.501431 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4053d765-02ca-466c-8914-238c8d0e2229 req-20c95e8f-6982-4adf-abd0-95df0ac4dc6a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5442 time: 0.3769848 Nov 03 18:46:19.594713 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.602566 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:19.604701 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c8d8d1d7-1b33-4b80-a8b0-88c0a442aeb3 HTTP/1.1" status: 204 len: 168 time: 0.3424854 Nov 03 18:46:19.628449 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d8d1d7-1b33-4b80-a8b0-88c0a442aeb3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:19.640206 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:19.640912 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:19.641290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:19.642619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:19.644026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:19.644656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:19.645288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:19.645897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:19.646486 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:19.647126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:19.647770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:19.648341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc11782-34c7-4c86-ad97-8948b96801f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:19.693067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727f3e2-4c16-4b53-8574-665b43d0d809 req-2d8252c5-d43e-4932-bd4a-fba8cffaa606 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:19.695157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3727f3e2-4c16-4b53-8574-665b43d0d809 req-2d8252c5-d43e-4932-bd4a-fba8cffaa606 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1927435 Nov 03 18:46:19.702720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4053d765-02ca-466c-8914-238c8d0e2229 req-59f6e24c-56bf-4000-920a-a9e64545473f tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1975844 Nov 03 18:46:19.858554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3727f3e2-4c16-4b53-8574-665b43d0d809 req-504d9569-6e91-468b-9339-d89ee4b2938f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124654 Nov 03 18:46:19.986624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-9bd890ac-771e-4fa0-93fc-ba98fcb00ef7 req-1f76e980-1dce-4950-9f4a-6774f714845d service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:46:20.008182 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bd890ac-771e-4fa0-93fc-ba98fcb00ef7 req-1f76e980-1dce-4950-9f4a-6774f714845d service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0270290 Nov 03 18:46:20.089655 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:46:20.307968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 50538) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:20.366042 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d375-0c10-4314-a2c8-e969055e904c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:20.724673 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d375-0c10-4314-a2c8-e969055e904c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:20.748618 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d375-0c10-4314-a2c8-e969055e904c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:20.856336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b168e-813d-41db-95ef-d7090b7cc0e5 req-0ecaf3e7-a3ce-4789-9ed9-38c5ea3192e8 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:20.871089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-274b168e-813d-41db-95ef-d7090b7cc0e5 req-0ecaf3e7-a3ce-4789-9ed9-38c5ea3192e8 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 945 time: 0.4161341 Nov 03 18:46:20.903856 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5d375-0c10-4314-a2c8-e969055e904c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd7e078-6627-4808-8fb9-073b29f4ad7b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:20.928639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e6f5d375-0c10-4314-a2c8-e969055e904c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=12d3b5b341a94f2a93d0c5dc632be477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6174405 Nov 03 18:46:20.931142 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50552) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:21.014415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-274b168e-813d-41db-95ef-d7090b7cc0e5 req-80259903-ac53-42f5-9d8f-8ecc05948d22 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266923 Nov 03 18:46:21.131326 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-724ecf9d-86a5-4e8f-90c7-e020faf46b2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:21.210857 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-724ecf9d-86a5-4e8f-90c7-e020faf46b2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:21.302916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26dee-92f9-40e8-8bf2-c016fb36b1aa req-a01a7827-6f8b-4a75-80fb-eaab6eea60d0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.314537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26dee-92f9-40e8-8bf2-c016fb36b1aa req-a01a7827-6f8b-4a75-80fb-eaab6eea60d0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.321742 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26dee-92f9-40e8-8bf2-c016fb36b1aa req-a01a7827-6f8b-4a75-80fb-eaab6eea60d0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.328718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26dee-92f9-40e8-8bf2-c016fb36b1aa req-a01a7827-6f8b-4a75-80fb-eaab6eea60d0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.337849 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26dee-92f9-40e8-8bf2-c016fb36b1aa req-a01a7827-6f8b-4a75-80fb-eaab6eea60d0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.344207 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-724ecf9d-86a5-4e8f-90c7-e020faf46b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:21.347511 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-724ecf9d-86a5-4e8f-90c7-e020faf46b2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:21.353357 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-724ecf9d-86a5-4e8f-90c7-e020faf46b2e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9bd7e078-6627-4808-8fb9-073b29f4ad7b HTTP/1.1" status: 204 len: 168 time: 0.4168830 Nov 03 18:46:21.374129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26dee-92f9-40e8-8bf2-c016fb36b1aa req-a01a7827-6f8b-4a75-80fb-eaab6eea60d0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.380272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ecf9d-86a5-4e8f-90c7-e020faf46b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd7e078-6627-4808-8fb9-073b29f4ad7b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:21.401077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26dee-92f9-40e8-8bf2-c016fb36b1aa req-a01a7827-6f8b-4a75-80fb-eaab6eea60d0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.403101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06c26dee-92f9-40e8-8bf2-c016fb36b1aa req-a01a7827-6f8b-4a75-80fb-eaab6eea60d0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5442 time: 0.2228770 Nov 03 18:46:21.416825 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50572) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:21.422066 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ce7094d6-6338-41e4-93bd-a779b1280b50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Request body: {'floatingip': {'port_id': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:21.451335 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:21.552674 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce7094d6-6338-41e4-93bd-a779b1280b50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:21.755500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f026c-5a6e-4a52-aaf4-ebb259d115b2 req-2b8ead82-a47d-4283-850e-7646bfd282af tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:21.769269 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e1f026c-5a6e-4a52-aaf4-ebb259d115b2 req-2b8ead82-a47d-4283-850e-7646bfd282af tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 943 time: 0.2118940 Nov 03 18:46:21.920816 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e1f026c-5a6e-4a52-aaf4-ebb259d115b2 req-a4570924-ef9c-4bb6-ba6d-489af76c1a74 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336772 Nov 03 18:46:22.630607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb86a44-8da9-480e-9421-adce48a81275 req-8f28fe9e-6a7d-403c-87b3-f50877dea7db tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:22.650626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ccb86a44-8da9-480e-9421-adce48a81275 req-8f28fe9e-6a7d-403c-87b3-f50877dea7db tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.2402349 Nov 03 18:46:22.806941 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ccb86a44-8da9-480e-9421-adce48a81275 req-8a2a1aca-bedc-42eb-a12c-0c6a0e669a3f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444566 Nov 03 18:46:22.965873 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.db.resource_extend [None req-ce7094d6-6338-41e4-93bd-a779b1280b50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:46:23.131326 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce7094d6-6338-41e4-93bd-a779b1280b50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:23.155619 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce7094d6-6338-41e4-93bd-a779b1280b50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:23.379408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b8c1d-eb33-45c8-9609-29e732bbec5c req-54daafbd-9ec5-4135-88d6-bbf73ed03046 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.381563 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c79b8c1d-eb33-45c8-9609-29e732bbec5c req-54daafbd-9ec5-4135-88d6-bbf73ed03046 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.1375079 Nov 03 18:46:23.531557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c79b8c1d-eb33-45c8-9609-29e732bbec5c req-9ff681cd-dd02-48d6-8956-1a459b42c666 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407456 Nov 03 18:46:23.585681 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-ce7094d6-6338-41e4-93bd-a779b1280b50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Floating IP 986f1bc3-57e2-4307-81fc-825b26422d90 associated. External IP: 172.25.2.154, port: a45be5e5-9799-4b7e-a7c1-f406523ac8d8. Nov 03 18:46:23.728563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c2c87-58f2-4a07-a105-c82539fd617a req-45d1e30a-15b5-4803-92f4-24857f53c6de tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:23.735622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c47c2c87-58f2-4a07-a105-c82539fd617a req-45d1e30a-15b5-4803-92f4-24857f53c6de tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 943 time: 0.1995552 Nov 03 18:46:23.814052 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-b5eb7b5b-6680-4672-bb09-db39e0567032 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6808226 Nov 03 18:46:23.869655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c47c2c87-58f2-4a07-a105-c82539fd617a req-d3322af4-fd3b-41ea-b958-9b5b428854d9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279652 Nov 03 18:46:24.051679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f7172-a9fc-477c-83fe-9c26fda1f51d req-0860494b-ac3f-4d89-bb3f-3e6bebf69032 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:24.054280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-928f7172-a9fc-477c-83fe-9c26fda1f51d req-0860494b-ac3f-4d89-bb3f-3e6bebf69032 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 945 time: 0.2194529 Nov 03 18:46:24.154903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7094d6-6338-41e4-93bd-a779b1280b50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:46:24.249504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-928f7172-a9fc-477c-83fe-9c26fda1f51d req-401d3db7-8c58-435e-971e-5e53a670a6da tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822567 Nov 03 18:46:24.285702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556192df-0336-4a6f-b2fa-545d893dde82 req-2de1c7b8-2f51-4c55-9308-a4e74161119e tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:24.293034 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-556192df-0336-4a6f-b2fa-545d893dde82 req-2de1c7b8-2f51-4c55-9308-a4e74161119e tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 948 time: 0.1294098 Nov 03 18:46:24.390532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7094d6-6338-41e4-93bd-a779b1280b50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:46:24.403360 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e8300-fdc3-4fd8-a899-256dc88d5d67 None None] Sync routers for ids ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:46:24.410141 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce7094d6-6338-41e4-93bd-a779b1280b50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:24.454521 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ce7094d6-6338-41e4-93bd-a779b1280b50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "PUT /v2.0/floatingips/986f1bc3-57e2-4307-81fc-825b26422d90 HTTP/1.1" status: 200 len: 991 time: 3.0361161 Nov 03 18:46:24.456154 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:24.457940 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-556192df-0336-4a6f-b2fa-545d893dde82 req-d94465f4-f5cd-46ec-9de0-89f792a4a14c tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532228 Nov 03 18:46:24.459487 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e5085e-f2fb-419e-a4c6-f76102bf9745" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "a45be5e5-9799-4b7e-a7c1-f406523ac8d8"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:24.462123 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e8300-fdc3-4fd8-a899-256dc88d5d67 None None] Routers {'d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:24.468736 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-106e8300-fdc3-4fd8-a899-256dc88d5d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:45:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:24.872356 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-106e8300-fdc3-4fd8-a899-256dc88d5d67 None None] Set router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:25.285286 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea27b8-a28f-4e4b-a36a-29be1a67b82c req-13c7d7cd-d77c-40ae-9e3f-73a45a980a5a tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:25.292770 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f6ea27b8-a28f-4e4b-a36a-29be1a67b82c req-13c7d7cd-d77c-40ae-9e3f-73a45a980a5a tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6 HTTP/1.1" status: 200 len: 948 time: 0.1289468 Nov 03 18:46:25.610248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-f6ea27b8-a28f-4e4b-a36a-29be1a67b82c req-5780a3d2-a18f-42ba-830e-d9cc99a9e6d5 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Deleting port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:25.612160 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f6ea27b8-a28f-4e4b-a36a-29be1a67b82c req-5780a3d2-a18f-42ba-830e-d9cc99a9e6d5 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.673123 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-106e8300-fdc3-4fd8-a899-256dc88d5d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:33Z', 'updated_at': '2021-11-03T18:43:42Z', 'revision_number': 4, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'gw_port': {'id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:35Z', 'updated_at': '2021-11-03T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '986f1bc3-57e2-4307-81fc-825b26422d90', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'port_id': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'mac_address': 'fa:16:3e:ed:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:44:48Z', 'updated_at': '2021-11-03T18:46:22Z', 'revision_number': 1, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8f9adc-7626-41e4-a113-f824506aceac', 'name': '', 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'mac_address': 'fa:16:3e:12:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:40Z', 'updated_at': '2021-11-03T18:43:48Z', 'revision_number': 5, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'subnets': [{'id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:25.764088 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-33f8a801-a160-4d91-8308-bb94258de9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:25.807912 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e8300-fdc3-4fd8-a899-256dc88d5d67 None None] Checking router: d8c95dbc-72c9-4a99-8fba-2823bcce9f6f for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:46:25.826523 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e8300-fdc3-4fd8-a899-256dc88d5d67 None None] Routers {'d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:25.828104 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-106e8300-fdc3-4fd8-a899-256dc88d5d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:45:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:26.010474 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-f6ea27b8-a28f-4e4b-a36a-29be1a67b82c req-5780a3d2-a18f-42ba-830e-d9cc99a9e6d5 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] For port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:26.011117 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f6ea27b8-a28f-4e4b-a36a-29be1a67b82c req-5780a3d2-a18f-42ba-830e-d9cc99a9e6d5 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:26.070909 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-f6ea27b8-a28f-4e4b-a36a-29be1a67b82c req-5780a3d2-a18f-42ba-830e-d9cc99a9e6d5 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Calling delete_port for 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:26.306809 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-106e8300-fdc3-4fd8-a899-256dc88d5d67 None None] Set router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:26.618444 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f6ea27b8-a28f-4e4b-a36a-29be1a67b82c req-5780a3d2-a18f-42ba-830e-d9cc99a9e6d5 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:26.723402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780a3d2-a18f-42ba-830e-d9cc99a9e6d5 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Pushing event deleted for resources: {'Port': ['ID=3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:26.926133 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ea27b8-a28f-4e4b-a36a-29be1a67b82c req-5780a3d2-a18f-42ba-830e-d9cc99a9e6d5 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] No DVR routers for this DVR port 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:26.929262 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f6ea27b8-a28f-4e4b-a36a-29be1a67b82c req-5780a3d2-a18f-42ba-830e-d9cc99a9e6d5 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:26.934344 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f6ea27b8-a28f-4e4b-a36a-29be1a67b82c req-5780a3d2-a18f-42ba-830e-d9cc99a9e6d5 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.98 "DELETE /v2.0/ports/3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 HTTP/1.1" status: 204 len: 173 time: 1.6326244 Nov 03 18:46:27.032175 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-106e8300-fdc3-4fd8-a899-256dc88d5d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:33Z', 'updated_at': '2021-11-03T18:43:42Z', 'revision_number': 4, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'gw_port': {'id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:35Z', 'updated_at': '2021-11-03T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '986f1bc3-57e2-4307-81fc-825b26422d90', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'port_id': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'mac_address': 'fa:16:3e:ed:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:44:48Z', 'updated_at': '2021-11-03T18:46:22Z', 'revision_number': 1, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8f9adc-7626-41e4-a113-f824506aceac', 'name': '', 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'mac_address': 'fa:16:3e:12:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:40Z', 'updated_at': '2021-11-03T18:43:48Z', 'revision_number': 5, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'subnets': [{'id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:27.242112 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e8300-fdc3-4fd8-a899-256dc88d5d67 None None] The sync data for ids ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'] in n-d-812150-4 is: [{'id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:33Z', 'updated_at': '2021-11-03T18:43:42Z', 'revision_number': 4, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'gw_port': {'id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:35Z', 'updated_at': '2021-11-03T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '986f1bc3-57e2-4307-81fc-825b26422d90', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'port_id': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'mac_address': 'fa:16:3e:ed:c6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:44:48Z', 'updated_at': '2021-11-03T18:46:22Z', 'revision_number': 1, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8f9adc-7626-41e4-a113-f824506aceac', 'name': '', 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'mac_address': 'fa:16:3e:12:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:40Z', 'updated_at': '2021-11-03T18:43:48Z', 'revision_number': 5, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'subnets': [{'id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:46:27.516277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409e209-d494-4d1f-957d-5942c8b361d3 req-85d0eb69-4067-45a0-9970-5f619327a6ce tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.558404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0409e209-d494-4d1f-957d-5942c8b361d3 req-85d0eb69-4067-45a0-9970-5f619327a6ce tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=b7fb0b71-c5ae-4034-b28f-adf10062eba0 HTTP/1.1" status: 200 len: 943 time: 0.2144032 Nov 03 18:46:27.577028 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b8de03-2bda-42d3-8951-1266250ca99e x-openstack-request-id: req-80b8de03-2bda-42d3-8951-1266250ca99e {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:27.584854 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "tag": "a45be5e5-9799-4b7e-a7c1-f406523ac8d8", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:27.585498 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-80b8de03-2bda-42d3-8951-1266250ca99e {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:27.590952 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'tag': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8', 'status': 'completed', 'code': 200} Nov 03 18:46:27.864126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-04367199-b543-4490-abc6-d61f7980e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.865380 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-04367199-b543-4490-abc6-d61f7980e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.866684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-04367199-b543-4490-abc6-d61f7980e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.867379 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-04367199-b543-4490-abc6-d61f7980e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.868301 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-04367199-b543-4490-abc6-d61f7980e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.869251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-04367199-b543-4490-abc6-d61f7980e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.870135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-04367199-b543-4490-abc6-d61f7980e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:27.874834 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-04367199-b543-4490-abc6-d61f7980e6a6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c499298fecc740dd8356f938a201f1f9&device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 6499 time: 0.2178733 Nov 03 18:46:28.015957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bac08c-4ba2-427c-bca5-45558bc8c3d5 req-a127ab05-4d33-452d-b101-78bf2dc65b91 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:28.031986 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1bac08c-4ba2-427c-bca5-45558bc8c3d5 req-a127ab05-4d33-452d-b101-78bf2dc65b91 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 943 time: 0.2316222 Nov 03 18:46:28.057114 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6499c9f0-1ed8-4983-a242-9f9258cc1f7a None None] New status for floating IP 986f1bc3-57e2-4307-81fc-825b26422d90: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:46:28.119567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-0409e209-d494-4d1f-957d-5942c8b361d3 req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Deleting port fc861e66-6584-45b0-9a56-2c71e0bc36b8 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:28.120089 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0409e209-d494-4d1f-957d-5942c8b361d3 req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:28.141698 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-7d64b57d-8e4d-43f3-9605-e8389fcae4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:28.144676 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-7d64b57d-8e4d-43f3-9605-e8389fcae4ba service neutron] 10.222.0.98 "GET /v2.0/networks?id=d2b26eb6-7515-43b1-9ddc-0eec10b264b7 HTTP/1.1" status: 200 len: 917 time: 0.2564609 Nov 03 18:46:28.148186 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3d3b521d-6818-4fe0-bd19-8d290c209b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:28.375675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1bac08c-4ba2-427c-bca5-45558bc8c3d5 req-c9fc92e1-5048-4736-8d04-46c682db20bc tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3382440 Nov 03 18:46:28.454476 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-c3c78c18-c685-4df0-aa55-8e4b6048e8b9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a45be5e5-9799-4b7e-a7c1-f406523ac8d8 HTTP/1.1" status: 200 len: 999 time: 0.2955472 Nov 03 18:46:28.622634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-0409e209-d494-4d1f-957d-5942c8b361d3 req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] For port fc861e66-6584-45b0-9a56-2c71e0bc36b8, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fc861e66-6584-45b0-9a56-2c71e0bc36b8,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:28.633774 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0409e209-d494-4d1f-957d-5942c8b361d3 req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:28.738409 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-2ed694fb-7068-4b3b-8a27-09c126c9fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:28.742835 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-2ed694fb-7068-4b3b-8a27-09c126c9fdbd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0093d58-4abe-4628-9969-4f73606f9325 HTTP/1.1" status: 200 len: 855 time: 0.2807310 Nov 03 18:46:28.762983 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-0409e209-d494-4d1f-957d-5942c8b361d3 req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Calling delete_port for fc861e66-6584-45b0-9a56-2c71e0bc36b8 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:28.984156 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-3792939a-3725-4ca7-a932-baa3ea6ecf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:29.022761 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-3792939a-3725-4ca7-a932-baa3ea6ecf13 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d2b26eb6-7515-43b1-9ddc-0eec10b264b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2488892 Nov 03 18:46:29.373922 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:29.489149 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:29.558491 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-8d4e5dc5-d6b0-4145-818c-906b7df300a8 service neutron] 10.222.0.98 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293114 Nov 03 18:46:29.593870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6', 'name': 'network-vif-deleted', 'tag': '3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:29.594629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:29.595186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:29.608545 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb503e00-9043-4c8a-aed1-8ba87b7d7b15" -d '{"events": [{"server_uuid": "f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6", "name": "network-vif-deleted", "tag": "3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:30.320950 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 50838) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:30.338400 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0409e209-d494-4d1f-957d-5942c8b361d3 req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:30.411326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event deleted for resources: {'Port': ['ID=fc861e66-6584-45b0-9a56-2c71e0bc36b8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:30.483138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dc4b8-97b3-4bb8-9549-4efd9ca4ff2c req-db41c3da-acc2-41e9-93d4-8aed44801983 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:30.485425 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-832dc4b8-97b3-4bb8-9549-4efd9ca4ff2c req-db41c3da-acc2-41e9-93d4-8aed44801983 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 945 time: 0.1705840 Nov 03 18:46:30.506730 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['64c4771b-e71b-4bc2-826e-357ea7e401c0', 'c90f35d4-81dc-4095-94ec-d3f85ec6612c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:30.540244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0409e209-d494-4d1f-957d-5942c8b361d3 req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] No DVR routers for this DVR port fc861e66-6584-45b0-9a56-2c71e0bc36b8 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:30.542944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:30.547332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:30.549650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:30.550283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:30.553557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:30.554224 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:30.559936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:30.562688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:30.563285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:30.563837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:30.564413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:30.566864 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:30.592892 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0409e209-d494-4d1f-957d-5942c8b361d3 req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:30.616631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0409e209-d494-4d1f-957d-5942c8b361d3 req-de8394a7-5863-43c2-936f-0e14ab1a9917 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "DELETE /v2.0/ports/fc861e66-6584-45b0-9a56-2c71e0bc36b8 HTTP/1.1" status: 204 len: 173 time: 3.0547822 Nov 03 18:46:30.629370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fb0b71-c5ae-4034-b28f-adf10062eba0', 'name': 'network-vif-deleted', 'tag': 'fc861e66-6584-45b0-9a56-2c71e0bc36b8'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:30.631817 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4237179-bd96-4a8e-a497-fc6ace79d999" -d '{"events": [{"server_uuid": "b7fb0b71-c5ae-4034-b28f-adf10062eba0", "name": "network-vif-deleted", "tag": "fc861e66-6584-45b0-9a56-2c71e0bc36b8"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:30.651648 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-08e5085e-f2fb-419e-a4c6-f76102bf9745 req-33ee2f36-54d8-43f3-8b91-bd2cd9de0ff2 service neutron] 10.222.0.98 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0715091 Nov 03 18:46:30.749943 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:30.815767 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:30.818070 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64ce5eaa-72ff-4c7f-88d8-2dafff9bd013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:30.923408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65297168-8232-4f3d-b627-91854462a221 req-6e518aff-3b99-4590-984b-7ea4ba663786 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:30.925847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65297168-8232-4f3d-b627-91854462a221 req-6e518aff-3b99-4590-984b-7ea4ba663786 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.98 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 945 time: 0.3870094 Nov 03 18:46:30.944252 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-832dc4b8-97b3-4bb8-9549-4efd9ca4ff2c req-e3890af3-1988-4149-a70a-b79085ef0245 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4064596 Nov 03 18:46:31.092034 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64ce5eaa-72ff-4c7f-88d8-2dafff9bd013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.112673 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64ce5eaa-72ff-4c7f-88d8-2dafff9bd013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.223157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce5eaa-72ff-4c7f-88d8-2dafff9bd013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6e73e3-a74c-4024-9dd9-7f7158b31346,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:31.235660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-64ce5eaa-72ff-4c7f-88d8-2dafff9bd013 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cf6adf320274448a9563e62f04c32411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9107623 Nov 03 18:46:31.241751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50856) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:31.321944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bc070-46c1-4736-8098-ba56fa221f12 req-2fd084fe-aeaa-4988-a95e-2485360f06ef tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.328231 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b78bc070-46c1-4736-8098-ba56fa221f12 req-2fd084fe-aeaa-4988-a95e-2485360f06ef tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 943 time: 0.2343428 Nov 03 18:46:31.424049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-65297168-8232-4f3d-b627-91854462a221 req-b14b0de3-2406-4234-a1b1-246628cffa71 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Deleting port 66e3cf67-540f-4509-9666-b9f4a1657c64 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:31.424506 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-65297168-8232-4f3d-b627-91854462a221 req-b14b0de3-2406-4234-a1b1-246628cffa71 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.473604 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2588325-fcea-4f58-b604-7917ae9d4ecf x-openstack-request-id: req-c2588325-fcea-4f58-b604-7917ae9d4ecf {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:31.473990 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6", "name": "network-vif-deleted", "tag": "3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:31.474400 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c2588325-fcea-4f58-b604-7917ae9d4ecf {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:31.475007 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2be27fa-1d9c-41fd-8bd8-f2d37d3c16d6', 'name': 'network-vif-deleted', 'tag': '3c8c4ab8-e04c-46ab-bf55-e4eea4cdcc13', 'status': 'completed', 'code': 200} Nov 03 18:46:31.489508 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e95c8b6a-aaaa-4014-b24a-c58972a594b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.517173 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.564006 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e95c8b6a-aaaa-4014-b24a-c58972a594b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.620783 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b78bc070-46c1-4736-8098-ba56fa221f12 req-f8582555-f189-42ca-9537-9a104505fdce tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709010 Nov 03 18:46:31.681772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-65297168-8232-4f3d-b627-91854462a221 req-b14b0de3-2406-4234-a1b1-246628cffa71 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] For port 66e3cf67-540f-4509-9666-b9f4a1657c64, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=66e3cf67-540f-4509-9666-b9f4a1657c64,segment=NetworkSegment(de7d3eea-1dd8-4692-9afa-6bfd68664592),segment_id=de7d3eea-1dd8-4692-9afa-6bfd68664592)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:31.682525 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-65297168-8232-4f3d-b627-91854462a221 req-b14b0de3-2406-4234-a1b1-246628cffa71 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.688452 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e95c8b6a-aaaa-4014-b24a-c58972a594b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.693785 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e95c8b6a-aaaa-4014-b24a-c58972a594b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:31.696235 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e95c8b6a-aaaa-4014-b24a-c58972a594b7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6b6e73e3-a74c-4024-9dd9-7f7158b31346 HTTP/1.1" status: 204 len: 168 time: 0.4526372 Nov 03 18:46:31.732014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c55cbe-fc2f-4eb0-bc2e-49f71f6cb1f6 req-7d2ca3fb-ab13-4222-a1a8-fb582e8c966d tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:31.739289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c8b6a-aaaa-4014-b24a-c58972a594b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6e73e3-a74c-4024-9dd9-7f7158b31346,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:31.740657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79c55cbe-fc2f-4eb0-bc2e-49f71f6cb1f6 req-7d2ca3fb-ab13-4222-a1a8-fb582e8c966d tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=c87730bc-45d4-4a30-97c3-8a56ed9a04a9 HTTP/1.1" status: 200 len: 949 time: 0.2033277 Nov 03 18:46:32.051135 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487a0546-41f5-4a82-9fee-4d10f1e1aec3 x-openstack-request-id: req-487a0546-41f5-4a82-9fee-4d10f1e1aec3 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:32.052077 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fb0b71-c5ae-4034-b28f-adf10062eba0", "name": "network-vif-deleted", "tag": "fc861e66-6584-45b0-9a56-2c71e0bc36b8", "status": "failed", "code": 422}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:32.053780 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-487a0546-41f5-4a82-9fee-4d10f1e1aec3 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:32.055508 n-d-812150-4 neutron-server[101712]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7fb0b71-c5ae-4034-b28f-adf10062eba0', 'name': 'network-vif-deleted', 'tag': 'fc861e66-6584-45b0-9a56-2c71e0bc36b8', 'status': 'failed', 'code': 422} returned with failed status Nov 03 18:46:32.093070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79c55cbe-fc2f-4eb0-bc2e-49f71f6cb1f6 req-b1a7fa25-0317-427c-9de3-a18e310b0c26 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508928 Nov 03 18:46:32.353755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50892) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:32.392068 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3939ccc7-afb0-4203-b11a-ab4f112ba9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.498515 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-65297168-8232-4f3d-b627-91854462a221 req-b14b0de3-2406-4234-a1b1-246628cffa71 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.499309 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-65297168-8232-4f3d-b627-91854462a221 req-b14b0de3-2406-4234-a1b1-246628cffa71 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.500022 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-65297168-8232-4f3d-b627-91854462a221 req-b14b0de3-2406-4234-a1b1-246628cffa71 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Floating IP bf10827d-2ca1-4caf-b0b3-6fe9fb3ef03c disassociated. External IP: 172.25.2.10, port: 66e3cf67-540f-4509-9666-b9f4a1657c64. Nov 03 18:46:32.500768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-65297168-8232-4f3d-b627-91854462a221 req-b14b0de3-2406-4234-a1b1-246628cffa71 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Calling delete_port for 66e3cf67-540f-4509-9666-b9f4a1657c64 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:32.530261 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a92502-69f4-4425-8575-24a989595b1e req-102261a6-da02-433e-8937-f4fcc6f7a691 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:32.544194 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4a92502-69f4-4425-8575-24a989595b1e req-102261a6-da02-433e-8937-f4fcc6f7a691 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 945 time: 0.2052708 Nov 03 18:46:32.634155 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3939ccc7-afb0-4203-b11a-ab4f112ba9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.646434 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3939ccc7-afb0-4203-b11a-ab4f112ba9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:32.732651 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939ccc7-afb0-4203-b11a-ab4f112ba9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc04bdb6-a9c3-4c87-b792-ce2ef10ee468,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:32.795040 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad3713-d972-4c5a-a059-4092dde8143d req-66287779-f301-45ad-b9b8-054c23a6e6cc tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:32.798266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75ad3713-d972-4c5a-a059-4092dde8143d req-66287779-f301-45ad-b9b8-054c23a6e6cc tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.87 "GET /v2.0/ports?device_id=c87730bc-45d4-4a30-97c3-8a56ed9a04a9 HTTP/1.1" status: 200 len: 949 time: 0.1537867 Nov 03 18:46:32.806588 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4a92502-69f4-4425-8575-24a989595b1e req-1677fefb-102d-4581-be80-cbcb3d3443bb tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups?id=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537503 Nov 03 18:46:32.867914 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3939ccc7-afb0-4203-b11a-ab4f112ba9e7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=05a184a93c204100ab6184da59bd2baf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5115349 Nov 03 18:46:32.872105 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50908) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:33.062146 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ebdc2fb-93bb-400e-b533-4717b9262b10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:33.095626 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-65297168-8232-4f3d-b627-91854462a221 req-b14b0de3-2406-4234-a1b1-246628cffa71 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:33.164030 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ebdc2fb-93bb-400e-b533-4717b9262b10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:33.198945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b0de3-2406-4234-a1b1-246628cffa71 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Pushing event deleted for resources: {'Port': ['ID=66e3cf67-540f-4509-9666-b9f4a1657c64,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:33.264213 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ebdc2fb-93bb-400e-b533-4717b9262b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:33.269551 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ebdc2fb-93bb-400e-b533-4717b9262b10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:33.271655 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3ebdc2fb-93bb-400e-b533-4717b9262b10 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/cc04bdb6-a9c3-4c87-b792-ce2ef10ee468 HTTP/1.1" status: 204 len: 168 time: 0.3966935 Nov 03 18:46:33.288035 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebdc2fb-93bb-400e-b533-4717b9262b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc04bdb6-a9c3-4c87-b792-ce2ef10ee468,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:33.353866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861470cb-d3ab-4de2-a9ab-c8c157d48d83 req-843d3c33-1c7d-4f93-9b17-5b2ebb169384 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:33.373365 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-861470cb-d3ab-4de2-a9ab-c8c157d48d83 req-843d3c33-1c7d-4f93-9b17-5b2ebb169384 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 908 time: 0.2940490 Nov 03 18:46:33.444086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-75ad3713-d972-4c5a-a059-4092dde8143d req-874a48c3-9289-4450-8306-d39924e1ec12 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Deleting port 80772877-1234-4dc2-b435-1d011af23c19 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:33.444769 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-75ad3713-d972-4c5a-a059-4092dde8143d req-874a48c3-9289-4450-8306-d39924e1ec12 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:33.778931 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 157ff77e-abf6-4c57-ad6c-30076629143f no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:34.078762 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:34.083305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d92fb2-d67a-4a4e-90bc-1839ccf024fa req-3e37fdcf-6b5e-46b5-8a35-a6086c2f393a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:34.085023 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-27d92fb2-d67a-4a4e-90bc-1839ccf024fa req-3e37fdcf-6b5e-46b5-8a35-a6086c2f393a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 908 time: 0.1376250 Nov 03 18:46:34.105524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65297168-8232-4f3d-b627-91854462a221 req-b14b0de3-2406-4234-a1b1-246628cffa71 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Router f47fc93c-e81a-4e85-9bcc-c7424949b6cb has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:46:34.142183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71024851-e77c-4c72-a1a3-f1954f88b7f8 req-c4c7819b-edae-4182-9f2e-0e86823fb13c tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:34.158926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71024851-e77c-4c72-a1a3-f1954f88b7f8 req-c4c7819b-edae-4182-9f2e-0e86823fb13c tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 943 time: 0.5395129 Nov 03 18:46:34.246109 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa13f2d-8aae-4d97-9b46-689386db1209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157ff77e-abf6-4c57-ad6c-30076629143f'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:34.263683 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ad41bf-de84-4556-8722-4a54b2f0525a" -d '{"events": [{"server_uuid": "2fa13f2d-8aae-4d97-9b46-689386db1209", "name": "network-vif-unplugged", "status": "completed", "tag": "157ff77e-abf6-4c57-ad6c-30076629143f"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:34.305067 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 157ff77e-abf6-4c57-ad6c-30076629143f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=157ff77e-abf6-4c57-ad6c-30076629143f,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:34.311408 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-27d92fb2-d67a-4a4e-90bc-1839ccf024fa req-0fa5c508-4d94-46f0-9521-3654f34de93b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Deleting port a88fde75-22df-4fd1-a2a5-825dbaca5159 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:34.311791 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-27d92fb2-d67a-4a4e-90bc-1839ccf024fa req-0fa5c508-4d94-46f0-9521-3654f34de93b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:34.313158 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:34.354648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-75ad3713-d972-4c5a-a059-4092dde8143d req-874a48c3-9289-4450-8306-d39924e1ec12 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] For port 80772877-1234-4dc2-b435-1d011af23c19, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=80772877-1234-4dc2-b435-1d011af23c19,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:34.355026 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-75ad3713-d972-4c5a-a059-4092dde8143d req-874a48c3-9289-4450-8306-d39924e1ec12 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:34.385083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-75ad3713-d972-4c5a-a059-4092dde8143d req-874a48c3-9289-4450-8306-d39924e1ec12 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Calling delete_port for 80772877-1234-4dc2-b435-1d011af23c19 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:34.430495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=157ff77e-abf6-4c57-ad6c-30076629143f,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:34.457176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:34.458304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:34.459192 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:34.460024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:34.460921 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:34.461785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:34.462847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:34.463794 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:34.464418 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:34.465216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:34.466213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:34.467780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:46:34.520303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-27d92fb2-d67a-4a4e-90bc-1839ccf024fa req-0fa5c508-4d94-46f0-9521-3654f34de93b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] For port a88fde75-22df-4fd1-a2a5-825dbaca5159, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a88fde75-22df-4fd1-a2a5-825dbaca5159,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:34.521720 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-27d92fb2-d67a-4a4e-90bc-1839ccf024fa req-0fa5c508-4d94-46f0-9521-3654f34de93b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:34.552480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-27d92fb2-d67a-4a4e-90bc-1839ccf024fa req-0fa5c508-4d94-46f0-9521-3654f34de93b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Calling delete_port for a88fde75-22df-4fd1-a2a5-825dbaca5159 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:34.760302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65297168-8232-4f3d-b627-91854462a221 req-b14b0de3-2406-4234-a1b1-246628cffa71 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:46:34.788793 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e175ec3-4a96-486c-bac1-7e8fc61edbac None None] Sync routers for ids ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:46:34.814747 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e175ec3-4a96-486c-bac1-7e8fc61edbac None None] Routers {'f47fc93c-e81a-4e85-9bcc-c7424949b6cb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:34.816308 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3e175ec3-4a96-486c-bac1-7e8fc61edbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:46:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:34.872618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71024851-e77c-4c72-a1a3-f1954f88b7f8 req-1a92749c-3db2-49e5-9277-fb00085a77d4 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7120993 Nov 03 18:46:34.908529 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c77d8-927c-482e-a84c-ef0369d0e827 req-902523ef-8fc5-46f3-b7f6-d24dcfe0b2c7 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:34.919155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-950c77d8-927c-482e-a84c-ef0369d0e827 req-902523ef-8fc5-46f3-b7f6-d24dcfe0b2c7 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/ports?device_id=c87730bc-45d4-4a30-97c3-8a56ed9a04a9 HTTP/1.1" status: 200 len: 949 time: 0.7091694 Nov 03 18:46:34.925855 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-65297168-8232-4f3d-b627-91854462a221 req-b14b0de3-2406-4234-a1b1-246628cffa71 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] No DVR routers for this DVR port 66e3cf67-540f-4509-9666-b9f4a1657c64 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:34.927103 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-27d92fb2-d67a-4a4e-90bc-1839ccf024fa req-0fa5c508-4d94-46f0-9521-3654f34de93b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:34.942293 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-65297168-8232-4f3d-b627-91854462a221 req-b14b0de3-2406-4234-a1b1-246628cffa71 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:34.946366 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65297168-8232-4f3d-b627-91854462a221 req-b14b0de3-2406-4234-a1b1-246628cffa71 tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.98 "DELETE /v2.0/ports/66e3cf67-540f-4509-9666-b9f4a1657c64 HTTP/1.1" status: 204 len: 173 time: 3.9844038 Nov 03 18:46:34.947001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ed7b21-3e75-4314-8b4a-e395fbdea4c7', 'name': 'network-vif-deleted', 'tag': '66e3cf67-540f-4509-9666-b9f4a1657c64'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:34.949847 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d592e5-4a38-483e-8e85-c3ba4e16a6ad" -d '{"events": [{"server_uuid": "06ed7b21-3e75-4314-8b4a-e395fbdea4c7", "name": "network-vif-deleted", "tag": "66e3cf67-540f-4509-9666-b9f4a1657c64"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:35.058447 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5c508-4d94-46f0-9521-3654f34de93b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event deleted for resources: {'Port': ['ID=a88fde75-22df-4fd1-a2a5-825dbaca5159,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:35.223745 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d92fb2-d67a-4a4e-90bc-1839ccf024fa req-0fa5c508-4d94-46f0-9521-3654f34de93b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] No DVR routers for this DVR port a88fde75-22df-4fd1-a2a5-825dbaca5159 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:35.251638 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-27d92fb2-d67a-4a4e-90bc-1839ccf024fa req-0fa5c508-4d94-46f0-9521-3654f34de93b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:35.257111 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-27d92fb2-d67a-4a4e-90bc-1839ccf024fa req-0fa5c508-4d94-46f0-9521-3654f34de93b tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "DELETE /v2.0/ports/a88fde75-22df-4fd1-a2a5-825dbaca5159 HTTP/1.1" status: 204 len: 173 time: 1.1630030 Nov 03 18:46:35.258766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606e8128-0cab-4813-90b9-2c6efb2914cb', 'name': 'network-vif-deleted', 'tag': 'a88fde75-22df-4fd1-a2a5-825dbaca5159'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:35.261790 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760c90c6-af04-47f2-a98d-438ec83f22b0" -d '{"events": [{"server_uuid": "606e8128-0cab-4813-90b9-2c6efb2914cb", "name": "network-vif-deleted", "tag": "a88fde75-22df-4fd1-a2a5-825dbaca5159"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:35.270944 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-950c77d8-927c-482e-a84c-ef0369d0e827 req-c49b5bf3-2086-49ce-8ec4-3c34b04b52d9 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.107 "GET /v2.0/security-groups?id=4adb9ec4-c972-4a10-926a-6744b20cd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494275 Nov 03 18:46:35.277731 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-3e175ec3-4a96-486c-bac1-7e8fc61edbac None None] Set router f47fc93c-e81a-4e85-9bcc-c7424949b6cb gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:35.280154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-847f0e44-bba0-4c6b-97e8-b6a181b997d0 req-1bf72752-7117-490f-a3a9-95bfa316761b tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/ports?device_id=06ed7b21-3e75-4314-8b4a-e395fbdea4c7 HTTP/1.1" status: 200 len: 210 time: 0.2002165 Nov 03 18:46:35.398861 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-75ad3713-d972-4c5a-a059-4092dde8143d req-874a48c3-9289-4450-8306-d39924e1ec12 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:35.470921 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caece22-0981-4514-8213-ebd90854a727 x-openstack-request-id: req-5caece22-0981-4514-8213-ebd90854a727 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:35.471639 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa13f2d-8aae-4d97-9b46-689386db1209", "name": "network-vif-unplugged", "status": "completed", "tag": "157ff77e-abf6-4c57-ad6c-30076629143f", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:35.471639 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5caece22-0981-4514-8213-ebd90854a727 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:35.472439 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa13f2d-8aae-4d97-9b46-689386db1209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157ff77e-abf6-4c57-ad6c-30076629143f', 'code': 200} Nov 03 18:46:35.499226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 66e3cf67-540f-4509-9666-b9f4a1657c64 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:35.602269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a48c3-9289-4450-8306-d39924e1ec12 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Pushing event deleted for resources: {'Port': ['ID=80772877-1234-4dc2-b435-1d011af23c19,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:35.608219 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 66e3cf67-540f-4509-9666-b9f4a1657c64 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:35.609000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 66e3cf67-540f-4509-9666-b9f4a1657c64 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:35.772215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 80772877-1234-4dc2-b435-1d011af23c19 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:35.838559 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a765093-e626-4c7f-a4f9-e1240b071e2b req-8165da84-de6c-4ffa-be43-3c337c01e713 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=606e8128-0cab-4813-90b9-2c6efb2914cb HTTP/1.1" status: 200 len: 210 time: 0.2166400 Nov 03 18:46:35.881993 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ad3713-d972-4c5a-a059-4092dde8143d req-874a48c3-9289-4450-8306-d39924e1ec12 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] No DVR routers for this DVR port 80772877-1234-4dc2-b435-1d011af23c19 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:35.894670 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-75ad3713-d972-4c5a-a059-4092dde8143d req-874a48c3-9289-4450-8306-d39924e1ec12 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:35.898460 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 80772877-1234-4dc2-b435-1d011af23c19 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:35.898835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 80772877-1234-4dc2-b435-1d011af23c19 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:35.914202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75ad3713-d972-4c5a-a059-4092dde8143d req-874a48c3-9289-4450-8306-d39924e1ec12 tempest-ListImageFiltersTestJSON-902267362 tempest-ListImageFiltersTestJSON-902267362-project] 10.222.0.87 "DELETE /v2.0/ports/80772877-1234-4dc2-b435-1d011af23c19 HTTP/1.1" status: 204 len: 173 time: 3.1035728 Nov 03 18:46:35.922263 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01319f02-77a4-47d1-9277-6d9380c6c2a2 x-openstack-request-id: req-01319f02-77a4-47d1-9277-6d9380c6c2a2 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:35.922728 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ed7b21-3e75-4314-8b4a-e395fbdea4c7", "name": "network-vif-deleted", "tag": "66e3cf67-540f-4509-9666-b9f4a1657c64", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:35.923005 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-01319f02-77a4-47d1-9277-6d9380c6c2a2 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:35.931296 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ed7b21-3e75-4314-8b4a-e395fbdea4c7', 'name': 'network-vif-deleted', 'tag': '66e3cf67-540f-4509-9666-b9f4a1657c64', 'status': 'completed', 'code': 200} Nov 03 18:46:36.046623 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305aa6d1-f3f1-4f3a-b429-a95d86eefe67 x-openstack-request-id: req-305aa6d1-f3f1-4f3a-b429-a95d86eefe67 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:36.047185 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606e8128-0cab-4813-90b9-2c6efb2914cb", "name": "network-vif-deleted", "tag": "a88fde75-22df-4fd1-a2a5-825dbaca5159", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:36.050977 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-305aa6d1-f3f1-4f3a-b429-a95d86eefe67 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:36.052163 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606e8128-0cab-4813-90b9-2c6efb2914cb', 'name': 'network-vif-deleted', 'tag': 'a88fde75-22df-4fd1-a2a5-825dbaca5159', 'status': 'completed', 'code': 200} Nov 03 18:46:36.074024 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3e175ec3-4a96-486c-bac1-7e8fc61edbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:51Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 4, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'gw_port': {'id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:53Z', 'updated_at': '2021-11-03T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c0344373-b664-4103-bc94-ddc5ea43f389', 'name': '', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'mac_address': 'fa:16:3e:24:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:57Z', 'updated_at': '2021-11-03T18:44:08Z', 'revision_number': 5, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'subnets': [{'id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:36.245912 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e175ec3-4a96-486c-bac1-7e8fc61edbac None None] Checking router: f47fc93c-e81a-4e85-9bcc-c7424949b6cb for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:46:36.286945 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e175ec3-4a96-486c-bac1-7e8fc61edbac None None] Routers {'f47fc93c-e81a-4e85-9bcc-c7424949b6cb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:36.290580 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3e175ec3-4a96-486c-bac1-7e8fc61edbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:46:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:36.593219 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-3e175ec3-4a96-486c-bac1-7e8fc61edbac None None] Set router f47fc93c-e81a-4e85-9bcc-c7424949b6cb gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:36.635275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60829e-9cd2-4be0-9cdf-9b63f71819b9 req-9b65e840-5ba6-4653-ae1a-681476ffee00 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:36.648033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d60829e-9cd2-4be0-9cdf-9b63f71819b9 req-9b65e840-5ba6-4653-ae1a-681476ffee00 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 943 time: 0.3937290 Nov 03 18:46:36.683410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-42dbf3c8-3574-4bf5-9b17-555311c75816 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:36.691827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-42dbf3c8-3574-4bf5-9b17-555311c75816 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/networks?id=31e0a50c-7147-4b72-938d-d6456d1a6470 HTTP/1.1" status: 200 len: 805 time: 0.3204961 Nov 03 18:46:36.715021 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-a3cdd4bf-0ddc-46d3-8545-1ccbd946fba6 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/quotas/9dfc19dc2384429781783620ae0e5a4f HTTP/1.1" status: 200 len: 375 time: 0.0221856 Nov 03 18:46:36.964454 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d60829e-9cd2-4be0-9cdf-9b63f71819b9 req-0a77349c-7f4e-49af-86fe-167d40e96589 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149993 Nov 03 18:46:36.990717 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-3cf68faa-622d-449c-803e-6006d39a89f6 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9dfc19dc2384429781783620ae0e5a4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2732968 Nov 03 18:46:37.140511 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3e175ec3-4a96-486c-bac1-7e8fc61edbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:51Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 4, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'gw_port': {'id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:53Z', 'updated_at': '2021-11-03T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c0344373-b664-4103-bc94-ddc5ea43f389', 'name': '', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'mac_address': 'fa:16:3e:24:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:57Z', 'updated_at': '2021-11-03T18:44:08Z', 'revision_number': 5, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'subnets': [{'id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:37.229183 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e175ec3-4a96-486c-bac1-7e8fc61edbac None None] The sync data for ids ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'] in n-d-812150-4 is: [{'id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:51Z', 'updated_at': '2021-11-03T18:43:59Z', 'revision_number': 4, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'gw_port': {'id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:53Z', 'updated_at': '2021-11-03T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c0344373-b664-4103-bc94-ddc5ea43f389', 'name': '', 'network_id': 'fdc199b6-f5e3-4b65-913a-bebfee2a6023', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'mac_address': 'fa:16:3e:24:73:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:57Z', 'updated_at': '2021-11-03T18:44:08Z', 'revision_number': 5, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'subnets': [{'id': '07976770-16a8-44a6-a21e-88c04a33aeb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:46:37.274426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-dd5d478a-2bd6-4289-8f2f-5300ae171662 service neutron] 10.222.0.107 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766213 Nov 03 18:46:37.499484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-af050717-2cca-47a1-a1a8-b5ab36801b73 service neutron] 10.222.0.107 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238066 Nov 03 18:46:37.822690 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1ea36-9842-4145-bdcb-2c8ad959c7a0 None None] New status for floating IP bf10827d-2ca1-4caf-b0b3-6fe9fb3ef03c: DOWN {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:46:37.884257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51056) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:37.932771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'name': 'network-vif-deleted', 'tag': '80772877-1234-4dc2-b435-1d011af23c19'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:37.935475 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372ded54-2abc-43ec-9e20-d3f28353d1c4" -d '{"events": [{"server_uuid": "c87730bc-45d4-4a30-97c3-8a56ed9a04a9", "name": "network-vif-deleted", "tag": "80772877-1234-4dc2-b435-1d011af23c19"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:38.052242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-10411d26-a7c5-4c70-b059-22ce88430b0c tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:38.205356 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-10411d26-a7c5-4c70-b059-22ce88430b0c tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:38.235081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8c777-957e-49af-98ad-4e7d76f98ac4 req-ad995dff-4c5a-4c26-9103-a9706847914e tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:38.242457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f8a8c777-957e-49af-98ad-4e7d76f98ac4 req-ad995dff-4c5a-4c26-9103-a9706847914e tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fa13f2d-8aae-4d97-9b46-689386db1209 HTTP/1.1" status: 200 len: 943 time: 0.2465534 Nov 03 18:46:38.453423 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-10411d26-a7c5-4c70-b059-22ce88430b0c tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:38.463026 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-10411d26-a7c5-4c70-b059-22ce88430b0c tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:38.465207 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-10411d26-a7c5-4c70-b059-22ce88430b0c tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "DELETE /v2.0/security-groups/4b03f1f2-5a1f-4c49-bd0a-f429185e4e58 HTTP/1.1" status: 204 len: 168 time: 0.5791016 Nov 03 18:46:38.471653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51084) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:38.498003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10411d26-a7c5-4c70-b059-22ce88430b0c tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b03f1f2-5a1f-4c49-bd0a-f429185e4e58,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:38.508095 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-d93dbfae-0d1c-4ed2-ad5a-6a7443a7a38e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] show failed (client error): The resource could not be found. Nov 03 18:46:38.510280 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d93dbfae-0d1c-4ed2-ad5a-6a7443a7a38e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "GET /v2.0/security-groups/4b03f1f2-5a1f-4c49-bd0a-f429185e4e58 HTTP/1.1" status: 404 len: 347 time: 0.0348709 Nov 03 18:46:38.513486 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095a753d-7f85-4bbf-bab1-0096ca92dff5 x-openstack-request-id: req-095a753d-7f85-4bbf-bab1-0096ca92dff5 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:38.513848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51086) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:38.515439 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87730bc-45d4-4a30-97c3-8a56ed9a04a9", "name": "network-vif-deleted", "tag": "80772877-1234-4dc2-b435-1d011af23c19", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:38.515897 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-095a753d-7f85-4bbf-bab1-0096ca92dff5 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:38.516485 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87730bc-45d4-4a30-97c3-8a56ed9a04a9', 'name': 'network-vif-deleted', 'tag': '80772877-1234-4dc2-b435-1d011af23c19', 'status': 'completed', 'code': 200} Nov 03 18:46:38.613278 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64722226-31ca-4f15-8155-5736597c05d1 req-96a0f683-1ac8-4574-be27-4d08fe901f7d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 210 time: 0.0750217 Nov 03 18:46:38.669894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-f8a8c777-957e-49af-98ad-4e7d76f98ac4 req-e86eddc0-fc2e-4ce8-b869-68f05c319fc4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Deleting port 157ff77e-abf6-4c57-ad6c-30076629143f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:38.671236 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f8a8c777-957e-49af-98ad-4e7d76f98ac4 req-e86eddc0-fc2e-4ce8-b869-68f05c319fc4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:38.974356 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-66c3c6ad-adcf-4f43-9ef6-cbc30549702e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Deleting port 34f7c745-77d6-4e69-af11-1344ad16c2a9 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:38.975452 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-66c3c6ad-adcf-4f43-9ef6-cbc30549702e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:39.304415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-66c3c6ad-adcf-4f43-9ef6-cbc30549702e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:39.305323 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-66c3c6ad-adcf-4f43-9ef6-cbc30549702e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:39.339652 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-66c3c6ad-adcf-4f43-9ef6-cbc30549702e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Calling delete_port for 34f7c745-77d6-4e69-af11-1344ad16c2a9 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:39.516235 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a88fde75-22df-4fd1-a2a5-825dbaca5159 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:39.593024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: a88fde75-22df-4fd1-a2a5-825dbaca5159 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:39.597419 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a88fde75-22df-4fd1-a2a5-825dbaca5159 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:39.770893 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-66c3c6ad-adcf-4f43-9ef6-cbc30549702e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:39.824714 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3c6ad-adcf-4f43-9ef6-cbc30549702e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Pushing event deleted for resources: {'Port': ['ID=34f7c745-77d6-4e69-af11-1344ad16c2a9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:39.996228 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-66c3c6ad-adcf-4f43-9ef6-cbc30549702e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.001469 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-66c3c6ad-adcf-4f43-9ef6-cbc30549702e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.005210 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-66c3c6ad-adcf-4f43-9ef6-cbc30549702e tempest-ServersTestJSON-957657731 tempest-ServersTestJSON-957657731-project] 10.222.0.107 "DELETE /v2.0/floatingips/bf10827d-2ca1-4caf-b0b3-6fe9fb3ef03c HTTP/1.1" status: 204 len: 168 time: 1.4898798 Nov 03 18:46:40.010483 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51126) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:40.176097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006c071-2f65-42bf-a7a5-ba2d762f1b7b req-e4265273-87fd-4d3d-8394-753b04555637 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:40.178164 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c006c071-2f65-42bf-a7a5-ba2d762f1b7b req-e4265273-87fd-4d3d-8394-753b04555637 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 945 time: 0.3681457 Nov 03 18:46:40.188459 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a898a-ddd9-4a96-8095-ddc67c237e1d req-bbfa803c-dff4-42e0-aeab-d6d9d78e0b22 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:40.205973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-649a898a-ddd9-4a96-8095-ddc67c237e1d req-bbfa803c-dff4-42e0-aeab-d6d9d78e0b22 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 945 time: 1.2835701 Nov 03 18:46:40.299468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51130) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:40.342050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51132) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:40.346763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00d025-d5a8-4fc8-9841-15425b6a1d77 req-4bbd2a30-8547-4f07-9d6c-d290a0522783 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:40.360457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ef00d025-d5a8-4fc8-9841-15425b6a1d77 req-4bbd2a30-8547-4f07-9d6c-d290a0522783 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 943 time: 1.6777756 Nov 03 18:46:40.384073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f8a8c777-957e-49af-98ad-4e7d76f98ac4 req-e86eddc0-fc2e-4ce8-b869-68f05c319fc4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] For port 157ff77e-abf6-4c57-ad6c-30076629143f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=157ff77e-abf6-4c57-ad6c-30076629143f,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:40.384662 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f8a8c777-957e-49af-98ad-4e7d76f98ac4 req-e86eddc0-fc2e-4ce8-b869-68f05c319fc4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.511313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-f8a8c777-957e-49af-98ad-4e7d76f98ac4 req-e86eddc0-fc2e-4ce8-b869-68f05c319fc4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Calling delete_port for 157ff77e-abf6-4c57-ad6c-30076629143f owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:40.513869 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-01c838e4-63a4-42be-8497-8f27e46c23bd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:40.519685 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-01c838e4-63a4-42be-8497-8f27e46c23bd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.87 "GET /v2.0/networks?id=31e0a50c-7147-4b72-938d-d6456d1a6470 HTTP/1.1" status: 200 len: 805 time: 0.4770916 Nov 03 18:46:40.550598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-92676dfe-b3be-4627-b6f2-56ba0ecc76d0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Request body: {'port': {'device_id': 'a4e90d78-ccf2-47d2-aa64-f144444b2f9b', 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470', 'admin_state_up': True, 'tenant_id': '9dfc19dc2384429781783620ae0e5a4f'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:40.563236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-c006c071-2f65-42bf-a7a5-ba2d762f1b7b req-9616ff6f-e08d-4106-9bda-d2a71ae9a3a2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Deleting port c90f35d4-81dc-4095-94ec-d3f85ec6612c {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:40.563776 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c006c071-2f65-42bf-a7a5-ba2d762f1b7b req-9616ff6f-e08d-4106-9bda-d2a71ae9a3a2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.606812 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-649a898a-ddd9-4a96-8095-ddc67c237e1d req-0bb493f4-29b4-4ffd-9dd0-10f63ce9f7ae tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982468 Nov 03 18:46:40.788290 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cbd2cc43-8f0c-4be8-b840-10efad685ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.870208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ef00d025-d5a8-4fc8-9841-15425b6a1d77 req-2da4751b-f2ff-4822-9523-75faddeef7aa tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5083025 Nov 03 18:46:40.899682 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cbd2cc43-8f0c-4be8-b840-10efad685ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.906630 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6d4b-7b22-45fd-a62c-8c7ca9bdb625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:40.950142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cbd2cc43-8f0c-4be8-b840-10efad685ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.052734 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-c006c071-2f65-42bf-a7a5-ba2d762f1b7b req-9616ff6f-e08d-4106-9bda-d2a71ae9a3a2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] For port c90f35d4-81dc-4095-94ec-d3f85ec6612c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=c90f35d4-81dc-4095-94ec-d3f85ec6612c,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:41.053454 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c006c071-2f65-42bf-a7a5-ba2d762f1b7b req-9616ff6f-e08d-4106-9bda-d2a71ae9a3a2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.137246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-c006c071-2f65-42bf-a7a5-ba2d762f1b7b req-9616ff6f-e08d-4106-9bda-d2a71ae9a3a2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Calling delete_port for c90f35d4-81dc-4095-94ec-d3f85ec6612c owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:41.163197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2cc43-8f0c-4be8-b840-10efad685ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f6ea8e-70cb-4285-a7e4-b23b603e376e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:41.185418 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cbd2cc43-8f0c-4be8-b840-10efad685ee4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=19d8c65a4ed64cd98f1e8d64cd3711e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8364744 Nov 03 18:46:41.189027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51148) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:41.322964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-92676dfe-b3be-4627-b6f2-56ba0ecc76d0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Made reservation on behalf of 9dfc19dc2384429781783620ae0e5a4f for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:46:41.329109 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-92676dfe-b3be-4627-b6f2-56ba0ecc76d0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.396032 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6d4b-7b22-45fd-a62c-8c7ca9bdb625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.405578 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4765d56-6e23-43fd-bd80-95d97ea92ad5 req-2023bd61-a4a1-4f88-9094-b6cf41e1906c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 210 time: 0.1917636 Nov 03 18:46:41.409966 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6d4b-7b22-45fd-a62c-8c7ca9bdb625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.546064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bfdc6d4b-7b22-45fd-a62c-8c7ca9bdb625 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0040972472e3437da293403f8cd745dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2427721 Nov 03 18:46:41.558360 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bda374df-f406-4400-aaf0-78b3b457c096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.561684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51156) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:41.588342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc6d4b-7b22-45fd-a62c-8c7ca9bdb625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20b6936-26b0-4818-b9fa-ed7b917a569c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:41.688410 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bda374df-f406-4400-aaf0-78b3b457c096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.721782 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f8a8c777-957e-49af-98ad-4e7d76f98ac4 req-e86eddc0-fc2e-4ce8-b869-68f05c319fc4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.787844 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 157ff77e-abf6-4c57-ad6c-30076629143f no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:41.827339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86eddc0-fc2e-4ce8-b869-68f05c319fc4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Pushing event deleted for resources: {'Port': ['ID=157ff77e-abf6-4c57-ad6c-30076629143f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:41.879697 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c006c071-2f65-42bf-a7a5-ba2d762f1b7b req-9616ff6f-e08d-4106-9bda-d2a71ae9a3a2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.879947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a8c777-957e-49af-98ad-4e7d76f98ac4 req-e86eddc0-fc2e-4ce8-b869-68f05c319fc4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] No DVR routers for this DVR port 157ff77e-abf6-4c57-ad6c-30076629143f on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:41.906672 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['64c4771b-e71b-4bc2-826e-357ea7e401c0'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:41.916906 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f8a8c777-957e-49af-98ad-4e7d76f98ac4 req-e86eddc0-fc2e-4ce8-b869-68f05c319fc4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:41.925919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f8a8c777-957e-49af-98ad-4e7d76f98ac4 req-e86eddc0-fc2e-4ce8-b869-68f05c319fc4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.87 "DELETE /v2.0/ports/157ff77e-abf6-4c57-ad6c-30076629143f HTTP/1.1" status: 204 len: 173 time: 3.6723931 Nov 03 18:46:41.926996 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa13f2d-8aae-4d97-9b46-689386db1209', 'name': 'network-vif-deleted', 'tag': '157ff77e-abf6-4c57-ad6c-30076629143f'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:41.949172 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64b2554-9514-42b4-9ee8-a0f98a528315" -d '{"events": [{"server_uuid": "2fa13f2d-8aae-4d97-9b46-689386db1209", "name": "network-vif-deleted", "tag": "157ff77e-abf6-4c57-ad6c-30076629143f"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:41.959918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b166d7db-3b6a-4044-8b83-fdb7d4e26c21 req-87d63a00-4a2d-448d-87b8-e45c48ac377c tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 210 time: 0.2121921 Nov 03 18:46:42.023852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 157ff77e-abf6-4c57-ad6c-30076629143f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:42.024627 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 157ff77e-abf6-4c57-ad6c-30076629143f not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:42.106878 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7340a1ed-1926-42cb-bb97-a1f7c57356ea x-openstack-request-id: req-7340a1ed-1926-42cb-bb97-a1f7c57356ea {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:42.107528 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa13f2d-8aae-4d97-9b46-689386db1209", "name": "network-vif-deleted", "tag": "157ff77e-abf6-4c57-ad6c-30076629143f", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:42.108078 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7340a1ed-1926-42cb-bb97-a1f7c57356ea {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:42.109094 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa13f2d-8aae-4d97-9b46-689386db1209', 'name': 'network-vif-deleted', 'tag': '157ff77e-abf6-4c57-ad6c-30076629143f', 'status': 'completed', 'code': 200} Nov 03 18:46:42.258072 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de81b3-12ce-4946-a230-cb8030a12aff req-85d0bffd-16f3-4be1-9a4a-fb06f119e1cc tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:42.260608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-56de81b3-12ce-4946-a230-cb8030a12aff req-85d0bffd-16f3-4be1-9a4a-fb06f119e1cc tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 943 time: 0.1480041 Nov 03 18:46:42.266686 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616ff6f-e08d-4106-9bda-d2a71ae9a3a2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event deleted for resources: {'Port': ['ID=c90f35d4-81dc-4095-94ec-d3f85ec6612c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:42.276099 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bda374df-f406-4400-aaf0-78b3b457c096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.280905 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bda374df-f406-4400-aaf0-78b3b457c096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.283675 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bda374df-f406-4400-aaf0-78b3b457c096 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b1f6ea8e-70cb-4285-a7e4-b23b603e376e HTTP/1.1" status: 204 len: 168 time: 1.0858793 Nov 03 18:46:42.329667 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda374df-f406-4400-aaf0-78b3b457c096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f6ea8e-70cb-4285-a7e4-b23b603e376e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:42.375709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c006c071-2f65-42bf-a7a5-ba2d762f1b7b req-9616ff6f-e08d-4106-9bda-d2a71ae9a3a2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] No DVR routers for this DVR port c90f35d4-81dc-4095-94ec-d3f85ec6612c on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:42.380715 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fb448b5f-39d0-4c07-8b76-88f07e604e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.391051 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c006c071-2f65-42bf-a7a5-ba2d762f1b7b req-9616ff6f-e08d-4106-9bda-d2a71ae9a3a2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.396992 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c006c071-2f65-42bf-a7a5-ba2d762f1b7b req-9616ff6f-e08d-4106-9bda-d2a71ae9a3a2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "DELETE /v2.0/ports/c90f35d4-81dc-4095-94ec-d3f85ec6612c HTTP/1.1" status: 204 len: 173 time: 2.2061226 Nov 03 18:46:42.397881 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af279e94-1f2e-4f61-8c45-2808a1c4b548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.400591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8099651d-e053-4c23-8d53-9a53d8b73b56', 'name': 'network-vif-deleted', 'tag': 'c90f35d4-81dc-4095-94ec-d3f85ec6612c'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:42.404575 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5582e7-24ed-4a51-81c0-ea7e560b5242" -d '{"events": [{"server_uuid": "8099651d-e053-4c23-8d53-9a53d8b73b56", "name": "network-vif-deleted", "tag": "c90f35d4-81dc-4095-94ec-d3f85ec6612c"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:42.412056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-56de81b3-12ce-4946-a230-cb8030a12aff req-eb05eeea-e51f-4f9b-8385-5345afe2b913 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403530 Nov 03 18:46:42.479311 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-4ef20ecc-d956-4dba-b952-c5b8bc41e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:42.480970 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-4ef20ecc-d956-4dba-b952-c5b8bc41e755 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75&tenant_id=c915a3b09cd64007a53b58c020965f6c HTTP/1.1" status: 200 len: 1094 time: 0.6343341 Nov 03 18:46:42.508674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-92676dfe-b3be-4627-b6f2-56ba0ecc76d0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Allocated IP 172.20.0.4 (31e0a50c-7147-4b72-938d-d6456d1a6470/a7d5dc92-2aee-436a-9b2e-237287fe4ac4/5a4dfff2-efb2-4d92-81ff-b78458561586) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:46:42.529591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:42.567061 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af279e94-1f2e-4f61-8c45-2808a1c4b548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.609948 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:42.698068 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51196) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:42.699159 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de57faf-de30-40fd-b158-50718811e613 x-openstack-request-id: req-3de57faf-de30-40fd-b158-50718811e613 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:42.699446 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8099651d-e053-4c23-8d53-9a53d8b73b56", "name": "network-vif-deleted", "tag": "c90f35d4-81dc-4095-94ec-d3f85ec6612c", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:42.699726 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3de57faf-de30-40fd-b158-50718811e613 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:42.700182 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8099651d-e053-4c23-8d53-9a53d8b73b56', 'name': 'network-vif-deleted', 'tag': 'c90f35d4-81dc-4095-94ec-d3f85ec6612c', 'status': 'completed', 'code': 200} Nov 03 18:46:42.729313 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2b4fd34-adec-437e-bf62-2aa594b7fd2e req-7b0ddce1-2571-409c-b883-641b8ab368ae tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 210 time: 0.0883365 Nov 03 18:46:43.113390 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af279e94-1f2e-4f61-8c45-2808a1c4b548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.116015 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af279e94-1f2e-4f61-8c45-2808a1c4b548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.117186 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-af279e94-1f2e-4f61-8c45-2808a1c4b548 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f20b6936-26b0-4818-b9fa-ed7b917a569c HTTP/1.1" status: 204 len: 168 time: 1.5508153 Nov 03 18:46:43.185747 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.209172 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e92b811b-b548-4cbe-9685-b031d4c7888c req-c5f2bb08-30ed-407b-b44c-b745a3e9efe2 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=8099651d-e053-4c23-8d53-9a53d8b73b56 HTTP/1.1" status: 200 len: 210 time: 0.0663371 Nov 03 18:46:43.235064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af279e94-1f2e-4f61-8c45-2808a1c4b548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20b6936-26b0-4818-b9fa-ed7b917a569c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:43.254405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51206) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:43.285409 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-51615064-5a91-4fcc-91d3-dc7050e90bbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.403105 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-51615064-5a91-4fcc-91d3-dc7050e90bbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.409129 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-51615064-5a91-4fcc-91d3-dc7050e90bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.482685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51615064-5a91-4fcc-91d3-dc7050e90bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f84b325-fe3b-4b55-b7ac-1f89d49688ba,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:43.492678 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-51615064-5a91-4fcc-91d3-dc7050e90bbd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a42e21443d874a4cbeb3a5a40a984d99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2369678 Nov 03 18:46:43.496267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51212) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:43.516971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device c90f35d4-81dc-4095-94ec-d3f85ec6612c no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:43.585474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: c90f35d4-81dc-4095-94ec-d3f85ec6612c {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:43.586482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device c90f35d4-81dc-4095-94ec-d3f85ec6612c not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:43.643866 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-43d00941-b6b7-4c80-a2b2-de6fc68c5311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.720294 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-43d00941-b6b7-4c80-a2b2-de6fc68c5311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.783386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccb0e5-9a4d-48bf-b279-6edd93b06c69 req-41f40823-9498-4c8d-a712-fb76cfe92762 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:43.786594 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0ccb0e5-9a4d-48bf-b279-6edd93b06c69 req-41f40823-9498-4c8d-a712-fb76cfe92762 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 943 time: 0.1573238 Nov 03 18:46:43.806503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51218) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:43.807511 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a3a984cd-df59-4d16-ad6e-c87d5c71f4fd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e7cb4a3869f64799868913d87c8d4add&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1062512 Nov 03 18:46:43.855301 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-92676dfe-b3be-4627-b6f2-56ba0ecc76d0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.887456 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51220) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:43.933894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:43.990256 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6aa5241a-6303-49e3-9390-188538c51332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:43.995358 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd90f905-8152-408e-9f50-b4275889907c req-86fff36c-c334-4417-81e9-da80852f2a68 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 210 time: 0.1084495 Nov 03 18:46:44.019422 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-92676dfe-b3be-4627-b6f2-56ba0ecc76d0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.022577 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:44.047190 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2861feab-f36e-49d0-9f03-0899d8b1ff23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.065511 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-43d00941-b6b7-4c80-a2b2-de6fc68c5311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.068616 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-43d00941-b6b7-4c80-a2b2-de6fc68c5311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.070295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-43d00941-b6b7-4c80-a2b2-de6fc68c5311 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2f84b325-fe3b-4b55-b7ac-1f89d49688ba HTTP/1.1" status: 204 len: 168 time: 0.5717709 Nov 03 18:46:44.102638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0ccb0e5-9a4d-48bf-b279-6edd93b06c69 req-cefb01ee-d674-4568-ae9f-1a1314a6e9b3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948318 Nov 03 18:46:44.113007 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d00941-b6b7-4c80-a2b2-de6fc68c5311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f84b325-fe3b-4b55-b7ac-1f89d49688ba,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:44.121270 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2861feab-f36e-49d0-9f03-0899d8b1ff23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.123258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-92676dfe-b3be-4627-b6f2-56ba0ecc76d0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Network 31e0a50c-7147-4b72-938d-d6456d1a6470 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:46:44.140955 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-92676dfe-b3be-4627-b6f2-56ba0ecc76d0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:46:44.154814 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-92676dfe-b3be-4627-b6f2-56ba0ecc76d0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:46:44.192562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-fb448b5f-39d0-4c07-8b76-88f07e604e1a admin admin] Deleting port c0344373-b664-4103-bc94-ddc5ea43f389 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:44.193601 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fb448b5f-39d0-4c07-8b76-88f07e604e1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.236811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:44.250580 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2861feab-f36e-49d0-9f03-0899d8b1ff23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.257537 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2861feab-f36e-49d0-9f03-0899d8b1ff23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.259567 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2861feab-f36e-49d0-9f03-0899d8b1ff23 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4adb9ec4-c972-4a10-926a-6744b20cd29f HTTP/1.1" status: 204 len: 168 time: 0.4488180 Nov 03 18:46:44.264145 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6aa5241a-6303-49e3-9390-188538c51332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.272811 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6aa5241a-6303-49e3-9390-188538c51332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.283988 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.290165 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92676dfe-b3be-4627-b6f2-56ba0ecc76d0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Pushing event updated for resources: {'Port': ['ID=5a4dfff2-efb2-4d92-81ff-b78458561586,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:44.298269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861feab-f36e-49d0-9f03-0899d8b1ff23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adb9ec4-c972-4a10-926a-6744b20cd29f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:44.353563 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6aa5241a-6303-49e3-9390-188538c51332 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cde11ad79ab94d668295698d97997108&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4573398 Nov 03 18:46:44.356685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51228) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:44.366446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Transition to ACTIVE for port object 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:46:44.370985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5241a-6303-49e3-9390-188538c51332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f40636-e73c-4ee6-910b-4bc59c74c740,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:44.378128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-92676dfe-b3be-4627-b6f2-56ba0ecc76d0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:44.378924 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-92676dfe-b3be-4627-b6f2-56ba0ecc76d0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.388661 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.477247 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa78f5c7-05c4-4524-b750-3703347a68ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.535443 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa78f5c7-05c4-4524-b750-3703347a68ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.711383 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-92676dfe-b3be-4627-b6f2-56ba0ecc76d0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1722691 Nov 03 18:46:44.722989 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa78f5c7-05c4-4524-b750-3703347a68ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.727765 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa78f5c7-05c4-4524-b750-3703347a68ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:44.731560 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aa78f5c7-05c4-4524-b750-3703347a68ac admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/05f40636-e73c-4ee6-910b-4bc59c74c740 HTTP/1.1" status: 204 len: 168 time: 0.3728833 Nov 03 18:46:44.764063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78f5c7-05c4-4524-b750-3703347a68ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f40636-e73c-4ee6-910b-4bc59c74c740,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:44.914977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Request body: {'port': {'device_id': 'a4e90d78-ccf2-47d2-aa64-f144444b2f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:46:44.936443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-fb448b5f-39d0-4c07-8b76-88f07e604e1a admin admin] For port c0344373-b664-4103-bc94-ddc5ea43f389, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c0344373-b664-4103-bc94-ddc5ea43f389,segment=NetworkSegment(de7d3eea-1dd8-4692-9afa-6bfd68664592),segment_id=de7d3eea-1dd8-4692-9afa-6bfd68664592)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:44.937259 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fb448b5f-39d0-4c07-8b76-88f07e604e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:45.016573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] No DVR routers for this DVR port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:45.027118 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-fb448b5f-39d0-4c07-8b76-88f07e604e1a admin admin] Calling delete_port for c0344373-b664-4103-bc94-ddc5ea43f389 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:45.035884 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Pushing event updated for resources: {'Port': ['ID=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,revision_number=9']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:45.186401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbffe2-8da9-4820-9825-8071f936000e req-eea58376-43e7-442f-a459-234440d8a9a8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:45.201401 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4bbffe2-8da9-4820-9825-8071f936000e req-eea58376-43e7-442f-a459-234440d8a9a8 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.2367322 Nov 03 18:46:45.256331 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:45.464105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68852cd-af8f-43ae-9813-5ddd1fb6c9d2 req-e50bf88d-d678-4ed7-a0a5-60b7c57ebc2e tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:45.465808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e68852cd-af8f-43ae-9813-5ddd1fb6c9d2 req-e50bf88d-d678-4ed7-a0a5-60b7c57ebc2e tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 931 time: 0.2630332 Nov 03 18:46:45.495819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffe7bc-0106-4fdf-9d6a-126d00477977 req-7461791a-0763-43b4-b907-8ad4ccce427e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:45.497776 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b3ffe7bc-0106-4fdf-9d6a-126d00477977 req-7461791a-0763-43b4-b907-8ad4ccce427e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.2437689 Nov 03 18:46:45.558659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4bbffe2-8da9-4820-9825-8071f936000e req-00563965-3dd4-4aae-8e63-bc8fad3601f0 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010275 Nov 03 18:46:45.794469 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Attempting to bind port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:45.794668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Attempting to bind port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:45.794949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Attempting to bind port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 on network 6158e201-7067-485a-828c-1c59e35954b7 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:45.832357 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e68852cd-af8f-43ae-9813-5ddd1fb6c9d2 req-9edbf8e7-3c1b-4f00-aa1c-0f610f907e4c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899880 Nov 03 18:46:45.851341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 on network 6158e201-7067-485a-828c-1c59e35954b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:45.852316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Attempting to bind port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 on network 6158e201-7067-485a-828c-1c59e35954b7 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:45.886736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedd42-242d-47de-8976-6c61398d12e3 req-5179c612-b610-4ca3-846c-300d30f9d3ec tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:45.888390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26aedd42-242d-47de-8976-6c61398d12e3 req-5179c612-b610-4ca3-846c-300d30f9d3ec tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 943 time: 0.1571593 Nov 03 18:46:45.959670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:45.960172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Checking segment: {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:45.960401 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Bound using segment: {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:45.964974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Bound port: 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:45.965420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:46.006468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26aedd42-242d-47de-8976-6c61398d12e3 req-019baf44-8780-4fdf-976f-c07839c6c297 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056693 Nov 03 18:46:46.069323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-b3ffe7bc-0106-4fdf-9d6a-126d00477977 req-6679b770-cb16-4b11-a8e1-09c1d382d30f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Deleting port 64c4771b-e71b-4bc2-826e-357ea7e401c0 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:46.069773 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b3ffe7bc-0106-4fdf-9d6a-126d00477977 req-6679b770-cb16-4b11-a8e1-09c1d382d30f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:46.125613 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fb448b5f-39d0-4c07-8b76-88f07e604e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:46.219758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb448b5f-39d0-4c07-8b76-88f07e604e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=c0344373-b664-4103-bc94-ddc5ea43f389,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:46.479329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:46.534566 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-b3ffe7bc-0106-4fdf-9d6a-126d00477977 req-6679b770-cb16-4b11-a8e1-09c1d382d30f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] For port 64c4771b-e71b-4bc2-826e-357ea7e401c0, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=64c4771b-e71b-4bc2-826e-357ea7e401c0,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:46.534956 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b3ffe7bc-0106-4fdf-9d6a-126d00477977 req-6679b770-cb16-4b11-a8e1-09c1d382d30f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:46.594337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:46.612862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4dfff2-efb2-4d92-81ff-b78458561586 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:46.631816 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-b3ffe7bc-0106-4fdf-9d6a-126d00477977 req-6679b770-cb16-4b11-a8e1-09c1d382d30f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Calling delete_port for 64c4771b-e71b-4bc2-826e-357ea7e401c0 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:46.636844 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:46.654721 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:46.919198 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Transition to ACTIVE for port object 5a4dfff2-efb2-4d92-81ff-b78458561586 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:46:46.931952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4fa05-abae-4359-ab05-54bb8cf7b9e0 req-0dbe3bb5-a975-4200-905f-2a9729b62d7d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:46.955715 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3a4fa05-abae-4359-ab05-54bb8cf7b9e0 req-0dbe3bb5-a975-4200-905f-2a9729b62d7d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 946 time: 0.1753047 Nov 03 18:46:46.962502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:46.963482 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:46.973909 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] 10.222.0.87 "PUT /v2.0/ports/7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 HTTP/1.1" status: 200 len: 1091 time: 4.4471657 Nov 03 18:46:46.975013 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:46.981564 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:46.996533 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f02af82-656f-4a2e-bdcc-c1501ec5340b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:47.110907 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3a4fa05-abae-4359-ab05-54bb8cf7b9e0 req-3854402e-4ad2-41b1-9366-56b5948f6c99 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519954 Nov 03 18:46:47.431626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7eddf7-7e24-4066-86dd-17a8c15ba2be req-cdf7939c-62de-4da3-8b87-03dd87744672 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:47.460866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad7eddf7-7e24-4066-86dd-17a8c15ba2be req-cdf7939c-62de-4da3-8b87-03dd87744672 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 943 time: 0.3319492 Nov 03 18:46:47.523349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc983f-87e4-4bfe-8169-53bd81ae6b8d service neutron] Pushing event updated for resources: {'Port': ['ID=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,revision_number=10']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:47.667766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad7eddf7-7e24-4066-86dd-17a8c15ba2be req-97baf965-9516-4b6e-9722-8a1e86d0245b tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948502 Nov 03 18:46:47.846135 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1791dd96-7a38-47f0-b80e-d720eb1849a3 x-openstack-request-id: req-1791dd96-7a38-47f0-b80e-d720eb1849a3 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:47.848925 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:47.850478 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1791dd96-7a38-47f0-b80e-d720eb1849a3 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:47.852235 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'status': 'completed', 'code': 200} Nov 03 18:46:47.899735 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Pushing event updated for resources: {'Port': ['ID=5a4dfff2-efb2-4d92-81ff-b78458561586,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:47.902727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d970c-cd51-405b-86e2-31f25a3aa70f req-72b2569d-4621-4531-943c-4d2990686c56 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:47.905837 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f2d970c-cd51-405b-86e2-31f25a3aa70f req-72b2569d-4621-4531-943c-4d2990686c56 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.1127050 Nov 03 18:46:47.976344 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f2d970c-cd51-405b-86e2-31f25a3aa70f req-98ac8ad9-5fb3-4c76-95de-2ed3ade85445 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624938 Nov 03 18:46:48.006213 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-f0ab854c-e90c-425b-8e79-ae9e493b4395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:48.010960 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-f0ab854c-e90c-425b-8e79-ae9e493b4395 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 1095 time: 0.8103137 Nov 03 18:46:48.015223 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fb448b5f-39d0-4c07-8b76-88f07e604e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:48.192418 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Attempting to bind port 5a4dfff2-efb2-4d92-81ff-b78458561586 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:46:48.192833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Attempting to bind port 5a4dfff2-efb2-4d92-81ff-b78458561586 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:46:48.193247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Attempting to bind port 5a4dfff2-efb2-4d92-81ff-b78458561586 on network 31e0a50c-7147-4b72-938d-d6456d1a6470 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:48.247694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Port 5a4dfff2-efb2-4d92-81ff-b78458561586 on network 31e0a50c-7147-4b72-938d-d6456d1a6470 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:46:48.248031 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Attempting to bind port 5a4dfff2-efb2-4d92-81ff-b78458561586 on network 31e0a50c-7147-4b72-938d-d6456d1a6470 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:46:48.282657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:46:48.283568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Checking segment: {'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:46:48.283994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Bound using segment: {'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:46:48.284450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Bound port: 5a4dfff2-efb2-4d92-81ff-b78458561586, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:46:48.284806 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:48.290511 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-528772ad-ff4a-415f-9086-0adb8f02a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:48.292040 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-528772ad-ff4a-415f-9086-0adb8f02a4dc service neutron] 10.222.0.87 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 918 time: 0.2693918 Nov 03 18:46:48.300661 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b3ffe7bc-0106-4fdf-9d6a-126d00477977 req-6679b770-cb16-4b11-a8e1-09c1d382d30f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:48.406085 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7bcd4fd4-d4da-428e-91df-48e25559d1f1 req-cc1a6dff-85d9-4d4f-969b-ebbba65b7a78 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=3658cbbe-e545-4db7-bfd8-35130cb9e933 HTTP/1.1" status: 200 len: 210 time: 0.1047704 Nov 03 18:46:48.423889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679b770-cb16-4b11-a8e1-09c1d382d30f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event deleted for resources: {'Port': ['ID=64c4771b-e71b-4bc2-826e-357ea7e401c0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:48.598019 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-a5e273f4-ee12-4d75-88ba-16221170891b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 HTTP/1.1" status: 200 len: 998 time: 0.2797897 Nov 03 18:46:48.602326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ffe7bc-0106-4fdf-9d6a-126d00477977 req-6679b770-cb16-4b11-a8e1-09c1d382d30f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] No DVR routers for this DVR port 64c4771b-e71b-4bc2-826e-357ea7e401c0 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:48.610406 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b3ffe7bc-0106-4fdf-9d6a-126d00477977 req-6679b770-cb16-4b11-a8e1-09c1d382d30f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:48.614072 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b3ffe7bc-0106-4fdf-9d6a-126d00477977 req-6679b770-cb16-4b11-a8e1-09c1d382d30f tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "DELETE /v2.0/ports/64c4771b-e71b-4bc2-826e-357ea7e401c0 HTTP/1.1" status: 204 len: 173 time: 3.0945752 Nov 03 18:46:48.970898 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a115d-9af9-423c-8698-49b14bd0a3dc req-3d9ef7e9-a39e-49ba-90b3-6e66a3345ef1 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:48.973945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d9a115d-9af9-423c-8698-49b14bd0a3dc req-3d9ef7e9-a39e-49ba-90b3-6e66a3345ef1 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 943 time: 0.1359224 Nov 03 18:46:49.092148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d9a115d-9af9-423c-8698-49b14bd0a3dc req-1685fc8b-9c5e-4bf5-9738-c046132d69e4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037087 Nov 03 18:46:49.330235 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] For port 5a4dfff2-efb2-4d92-81ff-b78458561586, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:46:49.354310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-1618ec33-7543-4919-a085-94cc197ff99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:49.356359 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-1618ec33-7543-4919-a085-94cc197ff99b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e3aa174d-f75e-461c-bfcb-5c4a20bb9478 HTTP/1.1" status: 200 len: 856 time: 0.7392509 Nov 03 18:46:49.364212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] For port 5a4dfff2-efb2-4d92-81ff-b78458561586, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a4dfff2-efb2-4d92-81ff-b78458561586,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:46:49.389424 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.432660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb448b5f-39d0-4c07-8b76-88f07e604e1a admin admin] Router f47fc93c-e81a-4e85-9bcc-c7424949b6cb has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:46:49.492786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:49.493770 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:49.495448 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] 10.222.0.87 "PUT /v2.0/ports/5a4dfff2-efb2-4d92-81ff-b78458561586 HTTP/1.1" status: 200 len: 1091 time: 4.5953279 Nov 03 18:46:49.500529 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b43ca-fe66-4064-8654-da331a4cfe0e req-390b7ff3-ce91-4e50-bc50-04bde8e62d56 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:49.521471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 64c4771b-e71b-4bc2-826e-357ea7e401c0 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:49.522175 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-5cbcbe15-86b9-44c7-8026-ae13a1efc2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:49.524005 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-5cbcbe15-86b9-44c7-8026-ae13a1efc2a2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6158e201-7067-485a-828c-1c59e35954b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566586 Nov 03 18:46:49.525778 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b12b43ca-fe66-4064-8654-da331a4cfe0e req-390b7ff3-ce91-4e50-bc50-04bde8e62d56 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.2768250 Nov 03 18:46:49.575097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cca05-89fe-4450-ae2b-dc246cd6631d service neutron] Pushing event updated for resources: {'Port': ['ID=5a4dfff2-efb2-4d92-81ff-b78458561586,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:49.682088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 64c4771b-e71b-4bc2-826e-357ea7e401c0 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:49.684012 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 64c4771b-e71b-4bc2-826e-357ea7e401c0 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:49.765641 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b12b43ca-fe66-4064-8654-da331a4cfe0e req-7e9109b7-34cd-4ca5-9663-f7b35e2af98e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374947 Nov 03 18:46:49.817039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb448b5f-39d0-4c07-8b76-88f07e604e1a admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:46:49.832101 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fb448b5f-39d0-4c07-8b76-88f07e604e1a admin admin] 10.222.0.107 "PUT /v2.0/routers/f47fc93c-e81a-4e85-9bcc-c7424949b6cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8151488 Nov 03 18:46:49.832101 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-24360e1e-385b-4e3b-b152-a0e4abd4a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:49.832604 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-24360e1e-385b-4e3b-b152-a0e4abd4a478 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9dfc19dc2384429781783620ae0e5a4f&device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 1094 time: 0.1877396 Nov 03 18:46:49.833506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51364) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:49.838268 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-0718fb52-0e46-440c-93f6-dfaef57543aa service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737474 Nov 03 18:46:49.851300 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f545ba-6003-4e51-b9dd-c275ebcdbea0 None None] Sync routers for ids ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:46:49.853542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3658cbbe-e545-4db7-bfd8-35130cb9e933', 'name': 'network-vif-deleted', 'tag': '64c4771b-e71b-4bc2-826e-357ea7e401c0'}, {'name': 'network-changed', 'server_uuid': 'a4e90d78-ccf2-47d2-aa64-f144444b2f9b', 'tag': '5a4dfff2-efb2-4d92-81ff-b78458561586'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:49.856029 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfd8023-46ab-402a-a585-f9b9970be633" -d '{"events": [{"server_uuid": "3658cbbe-e545-4db7-bfd8-35130cb9e933", "name": "network-vif-deleted", "tag": "64c4771b-e71b-4bc2-826e-357ea7e401c0"}, {"name": "network-changed", "server_uuid": "a4e90d78-ccf2-47d2-aa64-f144444b2f9b", "tag": "5a4dfff2-efb2-4d92-81ff-b78458561586"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:49.872828 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f545ba-6003-4e51-b9dd-c275ebcdbea0 None None] Routers {'f47fc93c-e81a-4e85-9bcc-c7424949b6cb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:49.875899 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f5f545ba-6003-4e51-b9dd-c275ebcdbea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:46:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:49.972960 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-c4db9ab7-df55-4409-ab97-c56006dd3dba service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a4dfff2-efb2-4d92-81ff-b78458561586 HTTP/1.1" status: 200 len: 217 time: 0.1132374 Nov 03 18:46:50.089626 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-f5f545ba-6003-4e51-b9dd-c275ebcdbea0 None None] Set router f47fc93c-e81a-4e85-9bcc-c7424949b6cb gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:50.165690 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:50.382856 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d06c936a-6cd5-4b1e-bb43-2e042cbbfe94 req-50b37558-9dce-4c9b-a3c8-77eb488effc1 service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216477 Nov 03 18:46:50.390893 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4792226-510e-4eeb-aecf-5902776f8fab x-openstack-request-id: req-e4792226-510e-4eeb-aecf-5902776f8fab {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:50.393029 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3658cbbe-e545-4db7-bfd8-35130cb9e933", "name": "network-vif-deleted", "tag": "64c4771b-e71b-4bc2-826e-357ea7e401c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a4e90d78-ccf2-47d2-aa64-f144444b2f9b", "tag": "5a4dfff2-efb2-4d92-81ff-b78458561586", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:50.393872 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e4792226-510e-4eeb-aecf-5902776f8fab {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:50.395138 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3658cbbe-e545-4db7-bfd8-35130cb9e933', 'name': 'network-vif-deleted', 'tag': '64c4771b-e71b-4bc2-826e-357ea7e401c0', 'status': 'completed', 'code': 200} Nov 03 18:46:50.395854 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e90d78-ccf2-47d2-aa64-f144444b2f9b', 'tag': '5a4dfff2-efb2-4d92-81ff-b78458561586', 'status': 'completed', 'code': 200} Nov 03 18:46:50.463318 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f5f545ba-6003-4e51-b9dd-c275ebcdbea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:51Z', 'updated_at': '2021-11-03T18:46:45Z', 'revision_number': 5, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'gw_port': {'id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:53Z', 'updated_at': '2021-11-03T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:50.505431 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f545ba-6003-4e51-b9dd-c275ebcdbea0 None None] Checking router: f47fc93c-e81a-4e85-9bcc-c7424949b6cb for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:46:50.518250 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f545ba-6003-4e51-b9dd-c275ebcdbea0 None None] Routers {'f47fc93c-e81a-4e85-9bcc-c7424949b6cb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:50.519164 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f5f545ba-6003-4e51-b9dd-c275ebcdbea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:46:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:50.533467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-cc56d809-991d-4b00-9340-d95a99bf29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:50.536194 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-cc56d809-991d-4b00-9340-d95a99bf29ba service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a7d5dc92-2aee-436a-9b2e-237287fe4ac4 HTTP/1.1" status: 200 len: 845 time: 0.1491287 Nov 03 18:46:50.588569 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede0f59-aae7-4442-80f2-528ba944df30 req-f704885a-f757-4319-9bc9-e0830e76c38c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:50.593656 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ede0f59-aae7-4442-80f2-528ba944df30 req-f704885a-f757-4319-9bc9-e0830e76c38c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 943 time: 0.3196995 Nov 03 18:46:50.630767 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:50.670404 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-f5f545ba-6003-4e51-b9dd-c275ebcdbea0 None None] Set router f47fc93c-e81a-4e85-9bcc-c7424949b6cb gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:50.671195 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-fb1b8bdd-1211-4009-a2c3-2e75d66bb706 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=31e0a50c-7147-4b72-938d-d6456d1a6470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071076 Nov 03 18:46:50.979887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ede0f59-aae7-4442-80f2-528ba944df30 req-13f820bd-9b61-4cbe-aa88-f95a52a203c0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718917 Nov 03 18:46:51.017660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02af82-656f-4a2e-bdcc-c1501ec5340b req-11834428-1a65-44bc-bd89-6a01a5262ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:51.021759 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f02af82-656f-4a2e-bdcc-c1501ec5340b req-11834428-1a65-44bc-bd89-6a01a5262ae8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 1095 time: 0.4554477 Nov 03 18:46:51.127932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] Deleting port f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:51.129519 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:51.229420 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f5f545ba-6003-4e51-b9dd-c275ebcdbea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:51Z', 'updated_at': '2021-11-03T18:46:45Z', 'revision_number': 5, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'gw_port': {'id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:53Z', 'updated_at': '2021-11-03T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:51.300616 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-0c148f0f-ce93-4600-b5bd-58a38706c9df service neutron] 10.222.0.87 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955293 Nov 03 18:46:51.346630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765847bc-8d15-4146-ab87-569ae6f7e6f7 req-b5f0bdb9-b3f8-4f53-9ce6-be6d48b9aa5c tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:51.360412 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-765847bc-8d15-4146-ab87-569ae6f7e6f7 req-b5f0bdb9-b3f8-4f53-9ce6-be6d48b9aa5c tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.3552816 Nov 03 18:46:51.383205 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f545ba-6003-4e51-b9dd-c275ebcdbea0 None None] The sync data for ids ['f47fc93c-e81a-4e85-9bcc-c7424949b6cb'] in n-d-812150-4 is: [{'id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'name': 'tempest-ServersTestJSON-281377653-router', 'tenant_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:51Z', 'updated_at': '2021-11-03T18:46:45Z', 'revision_number': 5, 'project_id': 'e3b42e65c2e04bce87b59cc9e9aca564', 'gw_port': {'id': 'f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47fc93c-e81a-4e85-9bcc-c7424949b6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:53Z', 'updated_at': '2021-11-03T18:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:46:51.499393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02af82-656f-4a2e-bdcc-c1501ec5340b req-69ca9832-fb5d-4afc-81f5-82d9fd7ff32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:51.500948 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f02af82-656f-4a2e-bdcc-c1501ec5340b req-69ca9832-fb5d-4afc-81f5-82d9fd7ff32e service neutron] 10.222.0.87 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 918 time: 0.4708111 Nov 03 18:46:51.575157 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c0344373-b664-4103-bc94-ddc5ea43f389 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:51.592181 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0de563c-120f-46c3-83b8-56a81e8f8eb6 req-84338d50-27c5-4d7a-9b1d-3282c62a7c91 service neutron] 10.222.0.87 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856109 Nov 03 18:46:51.620397 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f02af82-656f-4a2e-bdcc-c1501ec5340b req-7ed111b2-c400-42cb-bc4d-c96ea4a20567 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 HTTP/1.1" status: 200 len: 998 time: 0.1105204 Nov 03 18:46:51.622186 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] For port f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:51.623654 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:51.640559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: c0344373-b664-4103-bc94-ddc5ea43f389 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:51.641180 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c0344373-b664-4103-bc94-ddc5ea43f389 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:51.665094 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] Calling delete_port for f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:51.854025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02af82-656f-4a2e-bdcc-c1501ec5340b req-4eea70ac-22e1-4e27-8064-211defafd7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:51.855810 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f02af82-656f-4a2e-bdcc-c1501ec5340b req-4eea70ac-22e1-4e27-8064-211defafd7cb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e3aa174d-f75e-461c-bfcb-5c4a20bb9478 HTTP/1.1" status: 200 len: 856 time: 0.2263772 Nov 03 18:46:51.868795 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-765847bc-8d15-4146-ab87-569ae6f7e6f7 req-fe1747e1-ca38-49bc-8a6e-60a6056117e0 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5066719 Nov 03 18:46:51.877726 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd8023-46ab-402a-a585-f9b9970be633 req-d2bed357-70f5-4d17-969a-d7610cddac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:51.880333 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2bfd8023-46ab-402a-a585-f9b9970be633 req-d2bed357-70f5-4d17-969a-d7610cddac7e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9dfc19dc2384429781783620ae0e5a4f&device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 1094 time: 0.1567509 Nov 03 18:46:52.021998 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02af82-656f-4a2e-bdcc-c1501ec5340b req-6c16a648-3f0e-4549-bb4e-e90874702914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:52.024693 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f02af82-656f-4a2e-bdcc-c1501ec5340b req-6c16a648-3f0e-4549-bb4e-e90874702914 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6158e201-7067-485a-828c-1c59e35954b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578693 Nov 03 18:46:52.082020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed53bd-7c95-45ab-b10e-696c2f6b8184 req-d2d657ff-2180-4d12-bac6-b74e3fb0c614 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:52.118552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78ed53bd-7c95-45ab-b10e-696c2f6b8184 req-d2d657ff-2180-4d12-bac6-b74e3fb0c614 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.7919548 Nov 03 18:46:52.180571 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f02af82-656f-4a2e-bdcc-c1501ec5340b req-3ed3fbc1-004e-4f8b-a2ad-0f1b3f502f59 service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416247 Nov 03 18:46:52.299047 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd8023-46ab-402a-a585-f9b9970be633 req-a5d57cdd-f2be-4713-bda8-e723c4a8501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:52.300929 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2bfd8023-46ab-402a-a585-f9b9970be633 req-a5d57cdd-f2be-4713-bda8-e723c4a8501d service neutron] 10.222.0.87 "GET /v2.0/networks?id=31e0a50c-7147-4b72-938d-d6456d1a6470 HTTP/1.1" status: 200 len: 906 time: 0.3950100 Nov 03 18:46:52.361107 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78ed53bd-7c95-45ab-b10e-696c2f6b8184 req-a819a274-504f-47cf-a5d7-886c7137a6c2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027445 Nov 03 18:46:52.443200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55634943-a1cf-4ff0-bd64-71e54933881f req-12c6e20d-ff1a-4d21-be14-7c4545f1524e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:52.446933 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55634943-a1cf-4ff0-bd64-71e54933881f req-12c6e20d-ff1a-4d21-be14-7c4545f1524e tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.2617006 Nov 03 18:46:52.517157 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:52.518529 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2bfd8023-46ab-402a-a585-f9b9970be633 req-d3b8e563-4fa7-43bf-9ef0-570e99ca36e0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a4dfff2-efb2-4d92-81ff-b78458561586 HTTP/1.1" status: 200 len: 217 time: 0.1887078 Nov 03 18:46:52.667732 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:52.822754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2c4b3-36c2-4f51-81e3-eea8a2e32ae7 req-6d5d4c02-9e48-460b-bb3e-3bc32f7e536d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:52.829108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1cf2c4b3-36c2-4f51-81e3-eea8a2e32ae7 req-6d5d4c02-9e48-460b-bb3e-3bc32f7e536d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 943 time: 0.4124274 Nov 03 18:46:52.836028 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.011242 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f02af82-656f-4a2e-bdcc-c1501ec5340b req-8e6a230e-9f46-4c46-bf9d-b8c4787f4d3d service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7868361 Nov 03 18:46:53.019571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd8023-46ab-402a-a585-f9b9970be633 req-66ba16b7-e8d1-4e11-8df2-96729b6eecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:53.021272 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2bfd8023-46ab-402a-a585-f9b9970be633 req-66ba16b7-e8d1-4e11-8df2-96729b6eecca service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a7d5dc92-2aee-436a-9b2e-237287fe4ac4 HTTP/1.1" status: 200 len: 845 time: 0.3437843 Nov 03 18:46:53.067954 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-55634943-a1cf-4ff0-bd64-71e54933881f req-739cb2ab-160a-49bb-bd18-7201043a1f11 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Deleting port f2806032-c4a8-4a44-8499-beb4381ceba9 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:53.068722 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55634943-a1cf-4ff0-bd64-71e54933881f req-739cb2ab-160a-49bb-bd18-7201043a1f11 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.072098 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.077775 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.300575 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.301153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f47fc93c-e81a-4e85-9bcc-c7424949b6cb {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:46:53.305866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-55634943-a1cf-4ff0-bd64-71e54933881f req-739cb2ab-160a-49bb-bd18-7201043a1f11 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] For port f2806032-c4a8-4a44-8499-beb4381ceba9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2806032-c4a8-4a44-8499-beb4381ceba9,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:53.306244 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55634943-a1cf-4ff0-bd64-71e54933881f req-739cb2ab-160a-49bb-bd18-7201043a1f11 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.322403 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1cf2c4b3-36c2-4f51-81e3-eea8a2e32ae7 req-7f406e1e-374c-431d-93dd-0ecbcb06a1eb tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332252 Nov 03 18:46:53.337709 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.339236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-893be5dd-bca4-4f6f-9157-a300f0be7fe1 admin admin] 10.222.0.107 "DELETE /v2.0/routers/f47fc93c-e81a-4e85-9bcc-c7424949b6cb HTTP/1.1" status: 204 len: 168 time: 3.5039227 Nov 03 18:46:53.344124 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51440) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:53.577761 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2bfd8023-46ab-402a-a585-f9b9970be633 req-78ce9a78-8a9a-425d-8f15-fc5b61393f5c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=31e0a50c-7147-4b72-938d-d6456d1a6470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736814 Nov 03 18:46:53.725448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d91e59e-5fb3-4276-b6b7-22d760c76a6b admin admin] Deleting subnet 07976770-16a8-44a6-a21e-88c04a33aeb8 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:46:53.753425 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8d91e59e-5fb3-4276-b6b7-22d760c76a6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.772327 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac76f0-6b3a-481b-9363-0a02e02369cd req-fd96c2e6-90fd-4e14-bc8e-b134c8b94bb3 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:53.780187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63ac76f0-6b3a-481b-9363-0a02e02369cd req-fd96c2e6-90fd-4e14-bc8e-b134c8b94bb3 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 945 time: 0.4293628 Nov 03 18:46:53.889083 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2bfd8023-46ab-402a-a585-f9b9970be633 req-6ca97b5d-3628-4e14-8ceb-edfc6a0def66 service neutron] 10.222.0.87 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955539 Nov 03 18:46:53.909474 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55634943-a1cf-4ff0-bd64-71e54933881f req-739cb2ab-160a-49bb-bd18-7201043a1f11 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.910072 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55634943-a1cf-4ff0-bd64-71e54933881f req-739cb2ab-160a-49bb-bd18-7201043a1f11 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.910550 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [req-55634943-a1cf-4ff0-bd64-71e54933881f req-739cb2ab-160a-49bb-bd18-7201043a1f11 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Floating IP 86d0a9cf-73d4-432a-9d13-e698568f574d disassociated. External IP: 172.25.2.37, port: f2806032-c4a8-4a44-8499-beb4381ceba9. Nov 03 18:46:53.911049 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-55634943-a1cf-4ff0-bd64-71e54933881f req-739cb2ab-160a-49bb-bd18-7201043a1f11 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Calling delete_port for f2806032-c4a8-4a44-8499-beb4381ceba9 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:53.918629 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8d91e59e-5fb3-4276-b6b7-22d760c76a6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:53.995609 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63ac76f0-6b3a-481b-9363-0a02e02369cd req-5e381c54-a7b9-449f-b575-bd864d449a6d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups?id=db127647-8cbb-4d1d-a3bb-3debf1716fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140710 Nov 03 18:46:54.141220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8d91e59e-5fb3-4276-b6b7-22d760c76a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.311929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb68b31-c95b-4d0f-bb34-00fe00ae6213 req-01e6d6e6-6b7d-4750-bf0b-c5be6d689be6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:54.313808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8eb68b31-c95b-4d0f-bb34-00fe00ae6213 req-01e6d6e6-6b7d-4750-bf0b-c5be6d689be6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.1252053 Nov 03 18:46:54.368255 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2bfd8023-46ab-402a-a585-f9b9970be633 req-c732f6c0-a845-41c1-94ae-ad147884225a service neutron] 10.222.0.87 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458244 Nov 03 18:46:54.374598 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8d91e59e-5fb3-4276-b6b7-22d760c76a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.375226 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55634943-a1cf-4ff0-bd64-71e54933881f req-739cb2ab-160a-49bb-bd18-7201043a1f11 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.439917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91e59e-5fb3-4276-b6b7-22d760c76a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07976770-16a8-44a6-a21e-88c04a33aeb8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:54.491230 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8eb68b31-c95b-4d0f-bb34-00fe00ae6213 req-96e2b8a1-c1d6-4d22-b0bf-5b64e7b858fd tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661193 Nov 03 18:46:54.508969 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cb2ab-160a-49bb-bd18-7201043a1f11 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event deleted for resources: {'Port': ['ID=f2806032-c4a8-4a44-8499-beb4381ceba9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:54.512732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5d4386-f5c0-452c-89a1-c93ee7b198fc None None] Network fdc199b6-f5e3-4b65-913a-bebfee2a6023 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:46:54.526033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8d91e59e-5fb3-4276-b6b7-22d760c76a6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:54.536900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51456) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:54.539891 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8d91e59e-5fb3-4276-b6b7-22d760c76a6b admin admin] 10.222.0.107 "DELETE /v2.0/subnets/07976770-16a8-44a6-a21e-88c04a33aeb8 HTTP/1.1" status: 204 len: 168 time: 1.1812410 Nov 03 18:46:55.026394 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a2c1a-18b7-44b8-8aaa-0d850edd6870 req-46251f8c-0d72-41a7-a966-afebba08286b tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:55.049207 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f1a2c1a-18b7-44b8-8aaa-0d850edd6870 req-46251f8c-0d72-41a7-a966-afebba08286b tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 943 time: 0.2755568 Nov 03 18:46:55.308341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2d887e-af2e-4799-9d65-b787ca03d7b4 None None] DHCP port deletion for fdc199b6-f5e3-4b65-913a-bebfee2a6023 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:46:55.335876 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f1a2c1a-18b7-44b8-8aaa-0d850edd6870 req-e17c04c8-969d-4ea6-881a-f31456f30bdf tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851684 Nov 03 18:46:55.347122 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:55.522280 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55634943-a1cf-4ff0-bd64-71e54933881f req-739cb2ab-160a-49bb-bd18-7201043a1f11 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:46:55.545513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d887e-af2e-4799-9d65-b787ca03d7b4 None None] Deleting port 6bf2d715-e253-479f-812f-1bd50c33f346 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:55.546804 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b2d887e-af2e-4799-9d65-b787ca03d7b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:55.726847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b575a332-8808-45f1-82bb-bfad8ece49ec req-0b4d7ae8-0e6e-4e55-b9bb-205a639c2e1d tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 210 time: 0.1178360 Nov 03 18:46:55.829074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] Deleting port 6bf2d715-e253-479f-812f-1bd50c33f346 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:46:55.830884 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:55.976166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77407c-29a2-435e-8d0d-fff07652cf31 req-2308323b-c949-4491-8173-170f789719e2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:55.987468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf77407c-29a2-435e-8d0d-fff07652cf31 req-2308323b-c949-4491-8173-170f789719e2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.1335874 Nov 03 18:46:56.016770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5a4dfff2-efb2-4d92-81ff-b78458561586 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:46:56.019548 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:56.070389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8b2d887e-af2e-4799-9d65-b787ca03d7b4 None None] For port 6bf2d715-e253-479f-812f-1bd50c33f346, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6bf2d715-e253-479f-812f-1bd50c33f346,segment=NetworkSegment(de7d3eea-1dd8-4692-9afa-6bfd68664592),segment_id=de7d3eea-1dd8-4692-9afa-6bfd68664592)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:56.075519 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b2d887e-af2e-4799-9d65-b787ca03d7b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:56.107336 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf77407c-29a2-435e-8d0d-fff07652cf31 req-1faf266c-f1db-4b0b-bc84-77d106aa3847 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182954 Nov 03 18:46:56.140986 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] For port 6bf2d715-e253-479f-812f-1bd50c33f346, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6bf2d715-e253-479f-812f-1bd50c33f346,segment=NetworkSegment(de7d3eea-1dd8-4692-9afa-6bfd68664592),segment_id=de7d3eea-1dd8-4692-9afa-6bfd68664592)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:56.147403 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:56.172149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55634943-a1cf-4ff0-bd64-71e54933881f req-739cb2ab-160a-49bb-bd18-7201043a1f11 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:46:56.181958 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-549a2d89-2bbf-4840-8764-974a10e1db99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:56.202525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:56.203337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] Calling delete_port for 6bf2d715-e253-479f-812f-1bd50c33f346 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:56.204121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f05bd6ca-8cd6-49f1-ae4e-ebae82754bb9 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:56.205183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6bf2d715-e253-479f-812f-1bd50c33f346 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:56.273899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d887e-af2e-4799-9d65-b787ca03d7b4 None None] Calling delete_port for 6bf2d715-e253-479f-812f-1bd50c33f346 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:46:56.286239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19eac70-6c67-49c7-9692-380160924c8a None None] Sync routers for ids ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:46:56.311113 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.resource_extend [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:46:56.406536 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19eac70-6c67-49c7-9692-380160924c8a None None] Routers {'3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:56.407770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e19eac70-6c67-49c7-9692-380160924c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:46:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:56.425288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-55634943-a1cf-4ff0-bd64-71e54933881f req-739cb2ab-160a-49bb-bd18-7201043a1f11 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] No DVR routers for this DVR port f2806032-c4a8-4a44-8499-beb4381ceba9 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:56.450580 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55634943-a1cf-4ff0-bd64-71e54933881f req-739cb2ab-160a-49bb-bd18-7201043a1f11 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:56.467383 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55634943-a1cf-4ff0-bd64-71e54933881f req-739cb2ab-160a-49bb-bd18-7201043a1f11 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.98 "DELETE /v2.0/ports/f2806032-c4a8-4a44-8499-beb4381ceba9 HTTP/1.1" status: 204 len: 173 time: 3.9511228 Nov 03 18:46:56.467922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'name': 'network-vif-deleted', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:46:56.474612 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae3401d-1031-4b89-9443-eb1f2d727910" -d '{"events": [{"server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "name": "network-vif-deleted", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:46:56.602018 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.024434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda38433-ee23-421c-b02e-a559b46c48eb req-3e06d0bc-6950-44c7-8f02-30a293be871e tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:57.029294 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bda38433-ee23-421c-b02e-a559b46c48eb req-3e06d0bc-6950-44c7-8f02-30a293be871e tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 943 time: 0.1547692 Nov 03 18:46:57.098974 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.126231 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:46:57.168654 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5a4dfff2-efb2-4d92-81ff-b78458561586, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a4dfff2-efb2-4d92-81ff-b78458561586,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:57.220131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bda38433-ee23-421c-b02e-a559b46c48eb req-95244181-7811-49da-8f58-d2a889a60659 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767087 Nov 03 18:46:57.285949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '5a4dfff2-efb2-4d92-81ff-b78458561586', 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470', 'port_id': '5a4dfff2-efb2-4d92-81ff-b78458561586', 'mac_address': 'fa:16:3e:df:07:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d5dc92-2aee-436a-9b2e-237287fe4ac4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:46:57.291700 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69b70d6-ff41-4bc2-8a29-14e3977b3d2b x-openstack-request-id: req-e69b70d6-ff41-4bc2-8a29-14e3977b3d2b {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:46:57.292478 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a6ec55-6927-4c62-9814-a2b9b0492667", "name": "network-vif-deleted", "tag": "f2806032-c4a8-4a44-8499-beb4381ceba9", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:46:57.292760 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e69b70d6-ff41-4bc2-8a29-14e3977b3d2b {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:46:57.295895 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a6ec55-6927-4c62-9814-a2b9b0492667', 'name': 'network-vif-deleted', 'tag': 'f2806032-c4a8-4a44-8499-beb4381ceba9', 'status': 'completed', 'code': 200} Nov 03 18:46:57.307670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf2d715-e253-479f-812f-1bd50c33f346,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:57.334900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] No DVR routers for this DVR port 6bf2d715-e253-479f-812f-1bd50c33f346 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:57.346143 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad71e946-f024-44e0-8287-774d238d1910 req-f5ef8234-953b-4e6b-91d9-60e37f6c9a5a tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/ports?device_id=95a6ec55-6927-4c62-9814-a2b9b0492667 HTTP/1.1" status: 200 len: 210 time: 0.0668087 Nov 03 18:46:57.625650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3cd95-0a08-47da-9ed3-ba2da752b402 req-a6385530-af7e-4fe7-a624-0c1831ade507 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:57.639626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2806032-c4a8-4a44-8499-beb4381ceba9 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:46:57.640495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40b3cd95-0a08-47da-9ed3-ba2da752b402 req-a6385530-af7e-4fe7-a624-0c1831ade507 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.2247846 Nov 03 18:46:57.646497 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.711317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc199b6-f5e3-4b65-913a-bebfee2a6023']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:57.729782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: f2806032-c4a8-4a44-8499-beb4381ceba9 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:46:57.730393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2806032-c4a8-4a44-8499-beb4381ceba9 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:46:57.751290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7d3eea-1dd8-4692-9afa-6bfd68664592') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:57.751596 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7d3eea-1dd8-4692-9afa-6bfd68664592') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:57.766163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-e19eac70-6c67-49c7-9692-380160924c8a None None] Set router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:46:57.766978 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40b3cd95-0a08-47da-9ed3-ba2da752b402 req-d69f5edf-cc74-44c7-ba50-1af8f2612949 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236219 Nov 03 18:46:57.781037 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.809936 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.821526 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:46:57.822811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:46:57.898670 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:46:57.927617 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b2d887e-af2e-4799-9d65-b787ca03d7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:57.949073 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.020146 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.038243 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.059088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d887e-af2e-4799-9d65-b787ca03d7b4 None None] Pushing event deleted for resources: {'Port': ['ID=6bf2d715-e253-479f-812f-1bd50c33f346,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:58.059451 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] 10.222.0.107 "DELETE /v2.0/networks/fdc199b6-f5e3-4b65-913a-bebfee2a6023 HTTP/1.1" status: 204 len: 168 time: 3.4906309 Nov 03 18:46:58.096865 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee9ee9-8212-43d0-a89f-15e009b863bf admin admin] Pushing event deleted for resources: {'Network': ['ID=fdc199b6-f5e3-4b65-913a-bebfee2a6023,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:58.185107 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2d887e-af2e-4799-9d65-b787ca03d7b4 None None] No DVR routers for this DVR port 6bf2d715-e253-479f-812f-1bd50c33f346 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:46:58.189943 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4dfff2-efb2-4d92-81ff-b78458561586 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:46:58.201658 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-13c2ba35-6ccd-4fd8-ab1a-7fa3d3b7b74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.357539 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5a4dfff2-efb2-4d92-81ff-b78458561586, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a4dfff2-efb2-4d92-81ff-b78458561586,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:46:58.392840 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:58.637689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5a4dfff2-efb2-4d92-81ff-b78458561586,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:58.738161 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51530) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:58.747062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9ce8c-4aff-4891-8f14-54bb69fe6d11 req-8503ad7d-87fc-4ac7-8288-458bb9824ed3 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:58.775383 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0ed9ce8c-4aff-4891-8f14-54bb69fe6d11 req-8503ad7d-87fc-4ac7-8288-458bb9824ed3 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 944 time: 0.2928185 Nov 03 18:46:58.896734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['5a4dfff2-efb2-4d92-81ff-b78458561586'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:46:59.002629 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-683fa88d-e2f3-44f8-b610-fb55158d8fa4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.052955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0ed9ce8c-4aff-4891-8f14-54bb69fe6d11 req-cc4cb38f-c742-447d-bba1-7455c24d0da4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723560 Nov 03 18:46:59.099716 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-683fa88d-e2f3-44f8-b610-fb55158d8fa4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.190002 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-683fa88d-e2f3-44f8-b610-fb55158d8fa4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.205171 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-683fa88d-e2f3-44f8-b610-fb55158d8fa4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.209412 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-683fa88d-e2f3-44f8-b610-fb55158d8fa4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "DELETE /v2.0/security-groups/db127647-8cbb-4d1d-a3bb-3debf1716fb9 HTTP/1.1" status: 204 len: 168 time: 0.4692955 Nov 03 18:46:59.225145 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51538) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:59.320190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd82a4c-30e3-4a8c-850c-0386c3321d7c req-981846e9-d7bb-47bd-856b-89e74e998021 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:46:59.329683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e19eac70-6c67-49c7-9692-380160924c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:08Z', 'updated_at': '2021-11-03T18:37:19Z', 'revision_number': 4, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'gw_port': {'id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:10Z', 'updated_at': '2021-11-03T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '8e67d2b5-a477-455a-8c67-e0ebb3997e82', 'name': '', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'mac_address': 'fa:16:3e:4e:8c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:28Z', 'revision_number': 5, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'subnets': [{'id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:59.337351 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-a4a56116-0b0d-4c7b-bbb1-3bb560f3a735 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] show failed (client error): The resource could not be found. Nov 03 18:46:59.343335 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5cd82a4c-30e3-4a8c-850c-0386c3321d7c req-981846e9-d7bb-47bd-856b-89e74e998021 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.1569102 Nov 03 18:46:59.343705 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a4a56116-0b0d-4c7b-bbb1-3bb560f3a735 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "GET /v2.0/security-groups/db127647-8cbb-4d1d-a3bb-3debf1716fb9 HTTP/1.1" status: 404 len: 347 time: 0.1126890 Nov 03 18:46:59.350593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51540) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:59.366265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fa88d-e2f3-44f8-b610-fb55158d8fa4 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db127647-8cbb-4d1d-a3bb-3debf1716fb9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:46:59.572656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19eac70-6c67-49c7-9692-380160924c8a None None] Checking router: 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:46:59.581424 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:46:59.590430 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5cd82a4c-30e3-4a8c-850c-0386c3321d7c req-76a0e51c-0583-40da-90d5-fab79c356180 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439008 Nov 03 18:46:59.762674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19eac70-6c67-49c7-9692-380160924c8a None None] Routers {'3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:46:59.766036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e19eac70-6c67-49c7-9692-380160924c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:46:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:46:59.770455 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51544) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:46:59.962452 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ac4999c6-fd3b-4e67-a2c6-dd0c668b2583 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e3b42e65c2e04bce87b59cc9e9aca564&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1905763 Nov 03 18:46:59.966770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51546) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:00.080084 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-f0428a24-419d-4530-9d21-793282d9f169 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Deleting port 615612e9-b62f-4dc6-bdcc-5131a3b98a0f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:47:00.082428 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0428a24-419d-4530-9d21-793282d9f169 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.207857 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-e19eac70-6c67-49c7-9692-380160924c8a None None] Set router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:00.336579 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f30162f5-32a8-439e-80ac-414b67fdd460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.419451 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51554) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:00.431132 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f30162f5-32a8-439e-80ac-414b67fdd460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.566725 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f30162f5-32a8-439e-80ac-414b67fdd460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.578012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f30162f5-32a8-439e-80ac-414b67fdd460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.586974 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f30162f5-32a8-439e-80ac-414b67fdd460 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a0ded059-67a7-40c9-bab7-d37c9e2d1114 HTTP/1.1" status: 204 len: 168 time: 0.6102862 Nov 03 18:47:00.642816 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30162f5-32a8-439e-80ac-414b67fdd460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ded059-67a7-40c9-bab7-d37c9e2d1114,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:00.750319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ffcda-c389-4f51-9f75-861376a844d1 req-a738d995-5e2f-45e9-96ed-96cef7f5c7a0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:00.762107 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-830ffcda-c389-4f51-9f75-861376a844d1 req-a738d995-5e2f-45e9-96ed-96cef7f5c7a0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 944 time: 0.2477679 Nov 03 18:47:00.795675 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0428a24-419d-4530-9d21-793282d9f169 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.796009 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0428a24-419d-4530-9d21-793282d9f169 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:00.849606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-f0428a24-419d-4530-9d21-793282d9f169 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Calling delete_port for 615612e9-b62f-4dc6-bdcc-5131a3b98a0f owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:47:00.871050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-830ffcda-c389-4f51-9f75-861376a844d1 req-8c0b3466-8ed9-4e1a-b912-af7961d70bca tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055677 Nov 03 18:47:01.021097 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.082927 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.102050 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-326c6be7-c3ad-4f9e-92cc-bb3422c53709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.243859 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e19eac70-6c67-49c7-9692-380160924c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:08Z', 'updated_at': '2021-11-03T18:37:19Z', 'revision_number': 4, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'gw_port': {'id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:10Z', 'updated_at': '2021-11-03T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '8e67d2b5-a477-455a-8c67-e0ebb3997e82', 'name': '', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'mac_address': 'fa:16:3e:4e:8c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:28Z', 'revision_number': 5, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'subnets': [{'id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:01.258174 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9a920-5d75-4282-b266-25d8955acd09 req-c6e3282a-db6c-4f56-9103-b5da1726eea9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:01.261298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9c9a920-5d75-4282-b266-25d8955acd09 req-c6e3282a-db6c-4f56-9103-b5da1726eea9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.2488780 Nov 03 18:47:01.327763 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-326c6be7-c3ad-4f9e-92cc-bb3422c53709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.335559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-326c6be7-c3ad-4f9e-92cc-bb3422c53709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.362479 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19eac70-6c67-49c7-9692-380160924c8a None None] The sync data for ids ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'] in n-d-812150-4 is: [{'id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:08Z', 'updated_at': '2021-11-03T18:37:19Z', 'revision_number': 4, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'gw_port': {'id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:10Z', 'updated_at': '2021-11-03T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '8e67d2b5-a477-455a-8c67-e0ebb3997e82', 'name': '', 'network_id': '7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'mac_address': 'fa:16:3e:4e:8c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:17Z', 'updated_at': '2021-11-03T18:37:28Z', 'revision_number': 5, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'subnets': [{'id': 'bd6ac7e8-7993-435c-a6d9-e549d9c53f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:01.478474 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.486339 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-326c6be7-c3ad-4f9e-92cc-bb3422c53709 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6bdc27b564374f659d9cdbafa8f14c08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0653584 Nov 03 18:47:01.487962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51570) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:01.524963 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c6be7-c3ad-4f9e-92cc-bb3422c53709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d866a0e-b9f6-4f03-af95-6786b60b5103,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:01.602079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0428a24-419d-4530-9d21-793282d9f169 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.650257 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5151a737-ecce-4c8a-8585-9110f133e240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.689414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0428a24-419d-4530-9d21-793282d9f169 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Pushing event deleted for resources: {'Port': ['ID=615612e9-b62f-4dc6-bdcc-5131a3b98a0f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:01.736100 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9c9a920-5d75-4282-b266-25d8955acd09 req-edf4f9ec-c2ff-458c-b7b0-8610b83961fd tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4479592 Nov 03 18:47:01.747798 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5151a737-ecce-4c8a-8585-9110f133e240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.897957 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5151a737-ecce-4c8a-8585-9110f133e240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.926407 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5151a737-ecce-4c8a-8585-9110f133e240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:01.943747 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5151a737-ecce-4c8a-8585-9110f133e240 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2d866a0e-b9f6-4f03-af95-6786b60b5103 HTTP/1.1" status: 204 len: 168 time: 0.4222107 Nov 03 18:47:01.970481 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151a737-ecce-4c8a-8585-9110f133e240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d866a0e-b9f6-4f03-af95-6786b60b5103,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:02.033403 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0428a24-419d-4530-9d21-793282d9f169 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.037081 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0428a24-419d-4530-9d21-793282d9f169 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:02.039257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f0428a24-419d-4530-9d21-793282d9f169 tempest-ServerActionsTestJSON-760899395 tempest-ServerActionsTestJSON-760899395-project] 10.222.0.107 "DELETE /v2.0/floatingips/86d0a9cf-73d4-432a-9d13-e698568f574d HTTP/1.1" status: 204 len: 168 time: 2.6859426 Nov 03 18:47:02.044207 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51588) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:02.153408 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7d945a-e9ac-4a89-b540-0390b8085d29 None None] New status for floating IP 86d0a9cf-73d4-432a-9d13-e698568f574d: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:47:02.156812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466bd5c-2691-47e9-96ad-1c4e56da23bb req-bc889324-62b0-4820-a368-b2ec2012e577 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:02.158998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a466bd5c-2691-47e9-96ad-1c4e56da23bb req-bc889324-62b0-4820-a368-b2ec2012e577 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 944 time: 0.0872896 Nov 03 18:47:02.287077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a466bd5c-2691-47e9-96ad-1c4e56da23bb req-68274ab6-0c3c-4c78-91a9-740ae3877be9 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190193 Nov 03 18:47:02.471903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5a4dfff2-efb2-4d92-81ff-b78458561586 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:02.635172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 5a4dfff2-efb2-4d92-81ff-b78458561586 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:02.664400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 5a4dfff2-efb2-4d92-81ff-b78458561586 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:02.670308 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:03.115017 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dafc5f-8bf4-4823-9034-be6be25490e8 req-d05e71e1-6323-4b63-81d5-de04ec010a0e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:03.128506 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3dafc5f-8bf4-4823-9034-be6be25490e8 req-d05e71e1-6323-4b63-81d5-de04ec010a0e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.1971395 Nov 03 18:47:03.133449 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:03.215260 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e90d78-ccf2-47d2-aa64-f144444b2f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4dfff2-efb2-4d92-81ff-b78458561586'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:03.225215 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcec3cd-510e-4de8-8e48-c880b8af892d" -d '{"events": [{"server_uuid": "a4e90d78-ccf2-47d2-aa64-f144444b2f9b", "name": "network-vif-plugged", "status": "completed", "tag": "5a4dfff2-efb2-4d92-81ff-b78458561586"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:03.275973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5a4dfff2-efb2-4d92-81ff-b78458561586, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a4dfff2-efb2-4d92-81ff-b78458561586,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:03.287256 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:03.341796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3dafc5f-8bf4-4823-9034-be6be25490e8 req-a2a0f88f-d547-4408-836b-f632b62333c0 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095859 Nov 03 18:47:03.431267 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4f107d-95ee-47f2-a617-d5c9968b6608 x-openstack-request-id: req-3b4f107d-95ee-47f2-a617-d5c9968b6608 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:03.441504 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e90d78-ccf2-47d2-aa64-f144444b2f9b", "name": "network-vif-plugged", "status": "completed", "tag": "5a4dfff2-efb2-4d92-81ff-b78458561586", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:03.442148 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3b4f107d-95ee-47f2-a617-d5c9968b6608 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:03.442976 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e90d78-ccf2-47d2-aa64-f144444b2f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4dfff2-efb2-4d92-81ff-b78458561586', 'code': 200} Nov 03 18:47:03.522287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5a4dfff2-efb2-4d92-81ff-b78458561586,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:03.773795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ba3cd-8e3f-4ef7-b2b9-f964baa507d8 req-bd89ea0b-d500-4893-99c4-3d2a13ac89a9 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:03.817034 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b13ba3cd-8e3f-4ef7-b2b9-f964baa507d8 req-bd89ea0b-d500-4893-99c4-3d2a13ac89a9 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.2314706 Nov 03 18:47:04.061228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b13ba3cd-8e3f-4ef7-b2b9-f964baa507d8 req-73d449af-c707-4793-9160-b78d280ec313 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371578 Nov 03 18:47:04.804061 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343fced-2c76-4594-a63a-344d23975979 req-e05e8908-5541-41ee-956e-0f47a505ad9f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:04.810709 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a343fced-2c76-4594-a63a-344d23975979 req-e05e8908-5541-41ee-956e-0f47a505ad9f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.1455529 Nov 03 18:47:04.995779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a343fced-2c76-4594-a63a-344d23975979 req-e4b5ed37-5877-4d6f-903b-92ce17ca27f0 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744483 Nov 03 18:47:05.249593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51654) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:05.421816 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136c4d-d579-49f7-934b-bd14b75e1950 req-5f0fd5b2-9524-479f-a39f-cd05efb38a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:05.432580 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-00136c4d-d579-49f7-934b-bd14b75e1950 req-5f0fd5b2-9524-479f-a39f-cd05efb38a9f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 1096 time: 0.3332253 Nov 03 18:47:05.488179 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c67bf-97ff-4d72-88a6-82fd4e06fd26 req-c51cb748-0ada-4709-bfb9-3c536f55a464 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:05.501755 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa8c67bf-97ff-4d72-88a6-82fd4e06fd26 req-c51cb748-0ada-4709-bfb9-3c536f55a464 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.2386076 Nov 03 18:47:05.643247 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa8c67bf-97ff-4d72-88a6-82fd4e06fd26 req-d82e7e2c-8841-40fd-849b-e4d81cee9965 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356320 Nov 03 18:47:05.777540 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-00136c4d-d579-49f7-934b-bd14b75e1950 req-68f9d2bd-5d03-4eab-a494-17e2b8325068 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499166 Nov 03 18:47:05.870665 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34c2d23c-9594-4285-9a3f-7ad34f52fac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:06.011744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-798885299-network', 'tenant_id': 'eedd19453d1b4c85999fb72ba2cfd281'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:06.088675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] Made reservation on behalf of eedd19453d1b4c85999fb72ba2cfd281 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:06.096980 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:06.122930 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:06.389497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51676) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:06.569580 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-34c2d23c-9594-4285-9a3f-7ad34f52fac5 admin admin] Deleting port 8e67d2b5-a477-455a-8c67-e0ebb3997e82 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:47:06.570216 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34c2d23c-9594-4285-9a3f-7ad34f52fac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:06.693861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-34c2d23c-9594-4285-9a3f-7ad34f52fac5 admin admin] For port 8e67d2b5-a477-455a-8c67-e0ebb3997e82, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8e67d2b5-a477-455a-8c67-e0ebb3997e82,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:06.694454 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34c2d23c-9594-4285-9a3f-7ad34f52fac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:06.712182 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-34c2d23c-9594-4285-9a3f-7ad34f52fac5 admin admin] Calling delete_port for 8e67d2b5-a477-455a-8c67-e0ebb3997e82 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:47:06.751518 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:06.803217 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15bc9b-73aa-4322-a86c-5e841b7ba7cd req-8166fa0b-cfd6-4450-a323-6dbffd9b1511 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:06.820024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d15bc9b-73aa-4322-a86c-5e841b7ba7cd req-8166fa0b-cfd6-4450-a323-6dbffd9b1511 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.4178514 Nov 03 18:47:06.826980 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:06.871660 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:47:06.898053 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:06.898791 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] Added segment 2b2bb8fe-8f32-42f6-b86d-fd3321043781 of type vlan for network 81a070fa-0d3c-4bf8-8622-34e5588fd5f1 Nov 03 18:47:06.968801 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.034114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34c2d23c-9594-4285-9a3f-7ad34f52fac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.056652 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.059468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:07.060775 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.218960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d15bc9b-73aa-4322-a86c-5e841b7ba7cd req-d40a1de2-ca04-4d7a-9e38-243430187fd5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3967605 Nov 03 18:47:07.225737 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9748046 Nov 03 18:47:07.258097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51690) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:07.273355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6ead5ea6-514e-401a-a3f0-503871f99ad3 admin admin] Request body: {'subnet': {'network_id': '81a070fa-0d3c-4bf8-8622-34e5588fd5f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-798885299-subnet', 'tenant_id': 'eedd19453d1b4c85999fb72ba2cfd281', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:07.339550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-504700164-network', 'tenant_id': '9cbdd18066044e0ba6461625c8550301'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:07.462949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa43cf7-493b-4f28-b633-c45277b60d55,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:07.470108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4c159-355b-474c-8649-6ff7d2980101 admin admin] Pushing event updated for resources: {'Network': ['ID=81a070fa-0d3c-4bf8-8622-34e5588fd5f1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:07.522394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 81a070fa-0d3c-4bf8-8622-34e5588fd5f1 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:47:07.556397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ead5ea6-514e-401a-a3f0-503871f99ad3 admin admin] Made reservation on behalf of eedd19453d1b4c85999fb72ba2cfd281 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:07.562762 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6ead5ea6-514e-401a-a3f0-503871f99ad3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.661674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2d23c-9594-4285-9a3f-7ad34f52fac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e67d2b5-a477-455a-8c67-e0ebb3997e82,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:07.724057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] Made reservation on behalf of 9cbdd18066044e0ba6461625c8550301 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:07.724057 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:07.758220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:08.037680 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34c2d23c-9594-4285-9a3f-7ad34f52fac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:08.140905 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:08.179810 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:08.211774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:47:08.242723 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:08.245454 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] Added segment 6aee19cc-f537-452e-90c7-6a18e1fcab50 of type vlan for network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 Nov 03 18:47:08.531938 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:08.554533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4746c7-748e-4f64-9504-d9a6207df782,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:08.818666 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b1622-f650-44a4-bbfc-908898b178d2 req-05b6b4a2-4ab9-4f8c-a679-dd0a60d1969d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.850735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c2b1622-f650-44a4-bbfc-908898b178d2 req-05b6b4a2-4ab9-4f8c-a679-dd0a60d1969d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 1.8401361 Nov 03 18:47:08.872702 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:08.874431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:08.875557 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:09.292031 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c2d23c-9594-4285-9a3f-7ad34f52fac5 admin admin] Router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:47:09.422598 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0167592 Nov 03 18:47:09.457560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51716) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:09.467064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4936396b-fed4-4e73-97cf-e6da8c841023 admin admin] Request body: {'subnet': {'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-504700164-subnet', 'tenant_id': '9cbdd18066044e0ba6461625c8550301', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:09.496216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8fc95-a9dc-4b6d-aad9-d547c71c9d0a admin admin] Pushing event updated for resources: {'Network': ['ID=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:09.509694 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:47:09.518015 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6ead5ea6-514e-401a-a3f0-503871f99ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:09.547981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4936396b-fed4-4e73-97cf-e6da8c841023 admin admin] Made reservation on behalf of 9cbdd18066044e0ba6461625c8550301 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:09.550905 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4936396b-fed4-4e73-97cf-e6da8c841023 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:09.600864 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c2b1622-f650-44a4-bbfc-908898b178d2 req-b7096073-5dd0-4a6d-8dee-9d90a7227bc1 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7299170 Nov 03 18:47:09.717781 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c2d23c-9594-4285-9a3f-7ad34f52fac5 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:09.724730 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-34c2d23c-9594-4285-9a3f-7ad34f52fac5 admin admin] 10.222.0.107 "PUT /v2.0/routers/3cf7b4ba-416e-46aa-9875-7b0cf9d671c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6780758 Nov 03 18:47:09.726236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51722) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:09.761756 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f887bd-160b-4b19-b3a7-dfed3d6f1776 None None] Sync routers for ids ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:09.804865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f887bd-160b-4b19-b3a7-dfed3d6f1776 None None] Routers {'3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:09.806964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-36f887bd-160b-4b19-b3a7-dfed3d6f1776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:46:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:09.857548 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead5ea6-514e-401a-a3f0-503871f99ad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=640039e8-d511-4e95-80e0-cce5798f0895,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:09.911471 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:09.931537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612e13a-d7a3-491f-8f30-d2ac44bc1c6d req-94d6b067-dd2b-4c2e-86a3-ddc0c16e7e18 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:09.932404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1612e13a-d7a3-491f-8f30-d2ac44bc1c6d req-94d6b067-dd2b-4c2e-86a3-ddc0c16e7e18 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 1.3500628 Nov 03 18:47:09.946894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5ea6-514e-401a-a3f0-503871f99ad3 admin admin] Checking segment: {'id': '2b2bb8fe-8f32-42f6-b86d-fd3321043781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '81a070fa-0d3c-4bf8-8622-34e5588fd5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:09.947183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead5ea6-514e-401a-a3f0-503871f99ad3 admin admin] Network hostable DHCP agents. Network: 81a070fa-0d3c-4bf8-8622-34e5588fd5f1, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:47:10.050213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-36f887bd-160b-4b19-b3a7-dfed3d6f1776 None None] Set router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:10.070699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead5ea6-514e-401a-a3f0-503871f99ad3 admin admin] Network 81a070fa-0d3c-4bf8-8622-34e5588fd5f1 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:47:10.082326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1612e13a-d7a3-491f-8f30-d2ac44bc1c6d req-8eba7278-9ede-46e9-8896-1c0a76b65294 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367157 Nov 03 18:47:10.098257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6ead5ea6-514e-401a-a3f0-503871f99ad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 81a070fa-0d3c-4bf8-8622-34e5588fd5f1) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:10.113628 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead5ea6-514e-401a-a3f0-503871f99ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:10.114751 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6ead5ea6-514e-401a-a3f0-503871f99ad3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.132568 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.209116 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6ead5ea6-514e-401a-a3f0-503871f99ad3 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9459760 Nov 03 18:47:10.303823 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] Deleting port 87bf1185-05dc-4ddf-b58f-920945edab4c {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:47:10.304577 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.384723 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4936396b-fed4-4e73-97cf-e6da8c841023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.442398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aa4125-6903-416c-8f63-b969f87c4e2a None None] Network 81a070fa-0d3c-4bf8-8622-34e5588fd5f1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:10.641091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936396b-fed4-4e73-97cf-e6da8c841023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9533f04e-ac78-415d-8a78-7bdd21f5aeee,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:10.654749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4936396b-fed4-4e73-97cf-e6da8c841023 admin admin] Checking segment: {'id': '6aee19cc-f537-452e-90c7-6a18e1fcab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:10.655117 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4936396b-fed4-4e73-97cf-e6da8c841023 admin admin] Network hostable DHCP agents. Network: 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:47:10.680122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] For port 87bf1185-05dc-4ddf-b58f-920945edab4c, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=87bf1185-05dc-4ddf-b58f-920945edab4c,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:10.684117 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.716537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4936396b-fed4-4e73-97cf-e6da8c841023 admin admin] Network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:47:10.735648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-4936396b-fed4-4e73-97cf-e6da8c841023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:10.749088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4936396b-fed4-4e73-97cf-e6da8c841023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:10.750850 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4936396b-fed4-4e73-97cf-e6da8c841023 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:10.756257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] Calling delete_port for 87bf1185-05dc-4ddf-b58f-920945edab4c owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:47:10.784972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc77d467-7d13-4f4f-b2b8-8171c504ba97 None None] Network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:10.799832 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4936396b-fed4-4e73-97cf-e6da8c841023 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3373606 Nov 03 18:47:10.948547 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6123fce-3a95-43ba-8b6f-89fb1d06943b req-75db8e00-2b6a-4937-a1ce-114cc418f708 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:10.953172 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6123fce-3a95-43ba-8b6f-89fb1d06943b req-75db8e00-2b6a-4937-a1ce-114cc418f708 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.1552746 Nov 03 18:47:11.014683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db399a0b-5466-4601-921f-4c15e28f2ad5 None None] Network 81a070fa-0d3c-4bf8-8622-34e5588fd5f1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:11.092421 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.135897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=87bf1185-05dc-4ddf-b58f-920945edab4c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:11.169911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66218cad-3dc2-449e-aadb-4a8bde786f4d None None] Network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:11.274703 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.371412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-36f887bd-160b-4b19-b3a7-dfed3d6f1776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:08Z', 'updated_at': '2021-11-03T18:47:06Z', 'revision_number': 5, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'gw_port': {'id': '87bf1185-05dc-4ddf-b58f-920945edab4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:37:10Z', 'updated_at': '2021-11-03T18:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:11.427235 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f887bd-160b-4b19-b3a7-dfed3d6f1776 None None] Checking router: 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:47:11.472557 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f887bd-160b-4b19-b3a7-dfed3d6f1776 None None] Routers {'3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:11.477190 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-36f887bd-160b-4b19-b3a7-dfed3d6f1776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:46:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:11.605246 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.609984 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.629141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-36f887bd-160b-4b19-b3a7-dfed3d6f1776 None None] Set router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:11.701564 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.702375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:47:11.723546 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.725656 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-29494b0f-75c5-4034-8db8-2d43b6c82bb3 admin admin] 10.222.0.107 "DELETE /v2.0/routers/3cf7b4ba-416e-46aa-9875-7b0cf9d671c3 HTTP/1.1" status: 204 len: 168 time: 1.9979184 Nov 03 18:47:11.727939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51770) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:11.760786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-36f887bd-160b-4b19-b3a7-dfed3d6f1776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:08Z', 'updated_at': '2021-11-03T18:47:11Z', 'revision_number': 7, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:11.788070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6123fce-3a95-43ba-8b6f-89fb1d06943b req-bfe1551f-b585-43b4-9eb0-bd972446568a tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8258533 Nov 03 18:47:11.799629 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-faca1981-06ac-4de0-bfc2-db630b5a5f21 admin admin] Deleting subnet bd6ac7e8-7993-435c-a6d9-e549d9c53f62 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:47:11.803689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f887bd-160b-4b19-b3a7-dfed3d6f1776 None None] The sync data for ids ['3cf7b4ba-416e-46aa-9875-7b0cf9d671c3'] in n-d-812150-4 is: [{'id': '3cf7b4ba-416e-46aa-9875-7b0cf9d671c3', 'name': 'tempest-ServerActionsTestJSON-691952931-router', 'tenant_id': 'fd42fde4382c43128145a83ce025634d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:37:08Z', 'updated_at': '2021-11-03T18:47:11Z', 'revision_number': 7, 'project_id': 'fd42fde4382c43128145a83ce025634d', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:11.817968 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-faca1981-06ac-4de0-bfc2-db630b5a5f21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.912023 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-faca1981-06ac-4de0-bfc2-db630b5a5f21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:11.946842 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51776) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:12.036875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-be43ba76-fdef-4e5d-9728-c63ed45501fc tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:12.038802 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-be43ba76-fdef-4e5d-9728-c63ed45501fc tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/networks?id=81a070fa-0d3c-4bf8-8622-34e5588fd5f1 HTTP/1.1" status: 200 len: 813 time: 0.3594174 Nov 03 18:47:12.072344 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-faca1981-06ac-4de0-bfc2-db630b5a5f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.109175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-02567948-c73d-43bd-bb40-fe4c504ca0b6 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/quotas/eedd19453d1b4c85999fb72ba2cfd281 HTTP/1.1" status: 200 len: 375 time: 0.0584798 Nov 03 18:47:12.128755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f2d9b-3107-4b2e-9330-6380fbff18eb req-b3cf4584-d73d-40a4-bc26-f5bf318010d5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:12.130358 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-456f2d9b-3107-4b2e-9330-6380fbff18eb req-b3cf4584-d73d-40a4-bc26-f5bf318010d5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.0906105 Nov 03 18:47:12.166056 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-faca1981-06ac-4de0-bfc2-db630b5a5f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.173306 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93f28bee-0555-4311-89ee-d66b98a1acef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.206585 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-faca1981-06ac-4de0-bfc2-db630b5a5f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.254068 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-faca1981-06ac-4de0-bfc2-db630b5a5f21 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/bd6ac7e8-7993-435c-a6d9-e549d9c53f62 HTTP/1.1" status: 204 len: 168 time: 0.5240641 Nov 03 18:47:12.257477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51780) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:12.263618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-9e5ac07b-07d9-41ca-a0bb-741023858b76 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=eedd19453d1b4c85999fb72ba2cfd281&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1318936 Nov 03 18:47:12.269018 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed41ff6-e7fc-4aac-ad00-cb74481d6ede None None] Network 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:12.358717 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca1981-06ac-4de0-bfc2-db630b5a5f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6ac7e8-7993-435c-a6d9-e549d9c53f62,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:12.531268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-456f2d9b-3107-4b2e-9330-6380fbff18eb req-10d0e601-5008-468e-a02c-746ba13cd156 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3915799 Nov 03 18:47:12.548534 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.599718 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-aa2826f0-45ef-431b-93de-a2f56a5328d9 service neutron] 10.222.0.107 "GET /v2.0/networks/81a070fa-0d3c-4bf8-8622-34e5588fd5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900238 Nov 03 18:47:12.681233 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93f28bee-0555-4311-89ee-d66b98a1acef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.709951 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93f28bee-0555-4311-89ee-d66b98a1acef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.779410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-93f28bee-0555-4311-89ee-d66b98a1acef admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1fb12ffa50cd4e9b94a5f1d78b62e751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8310845 Nov 03 18:47:12.784064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51784) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:12.790305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf29a531-21f9-4d06-866f-c6d1bcaede64 None None] DHCP port deletion for 7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:47:12.800104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f28bee-0555-4311-89ee-d66b98a1acef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb585672-af6d-4bd2-b74d-5fd39f2ae4b9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:12.827064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] Deleting port 23de7708-6e89-4a9b-975c-3fbf1f3da62a {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:47:12.828040 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.854333 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-2f787b31-8d2a-441a-952e-e54cb1bf0ba4 service neutron] 10.222.0.107 "GET /v2.0/networks/81a070fa-0d3c-4bf8-8622-34e5588fd5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245510 Nov 03 18:47:12.883749 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70ae85de-ba4e-42cc-9727-2878c5da9639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.913404 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70ae85de-ba4e-42cc-9727-2878c5da9639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.951798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-cf29a531-21f9-4d06-866f-c6d1bcaede64 None None] Deleting port 23de7708-6e89-4a9b-975c-3fbf1f3da62a {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:47:12.952700 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cf29a531-21f9-4d06-866f-c6d1bcaede64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.952955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] For port 23de7708-6e89-4a9b-975c-3fbf1f3da62a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=23de7708-6e89-4a9b-975c-3fbf1f3da62a,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:12.953579 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.981390 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70ae85de-ba4e-42cc-9727-2878c5da9639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.984244 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70ae85de-ba4e-42cc-9727-2878c5da9639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:12.988384 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-70ae85de-ba4e-42cc-9727-2878c5da9639 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/eb585672-af6d-4bd2-b74d-5fd39f2ae4b9 HTTP/1.1" status: 204 len: 168 time: 0.2028093 Nov 03 18:47:13.001071 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae85de-ba4e-42cc-9727-2878c5da9639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb585672-af6d-4bd2-b74d-5fd39f2ae4b9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:13.031084 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] Calling delete_port for 23de7708-6e89-4a9b-975c-3fbf1f3da62a owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:47:13.110725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-cf29a531-21f9-4d06-866f-c6d1bcaede64 None None] For port 23de7708-6e89-4a9b-975c-3fbf1f3da62a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=23de7708-6e89-4a9b-975c-3fbf1f3da62a,segment=NetworkSegment(b17250d0-d518-4c56-87dd-f4b2b4839f45),segment_id=b17250d0-d518-4c56-87dd-f4b2b4839f45)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:13.111238 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cf29a531-21f9-4d06-866f-c6d1bcaede64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.132577 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-cf29a531-21f9-4d06-866f-c6d1bcaede64 None None] Calling delete_port for 23de7708-6e89-4a9b-975c-3fbf1f3da62a owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:47:13.135145 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.287930 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cf29a531-21f9-4d06-866f-c6d1bcaede64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.345038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-0010f1d4-1e9b-44c0-a27f-7c42b5ee8336 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:13.353841 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-0010f1d4-1e9b-44c0-a27f-7c42b5ee8336 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/networks?id=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 HTTP/1.1" status: 200 len: 814 time: 0.2210500 Nov 03 18:47:13.386833 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-2f3436af-b379-4fbc-8df0-aae688f102f3 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/quotas/9cbdd18066044e0ba6461625c8550301 HTTP/1.1" status: 200 len: 375 time: 0.0320663 Nov 03 18:47:13.432871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf29a531-21f9-4d06-866f-c6d1bcaede64 None None] No DVR routers for this DVR port 23de7708-6e89-4a9b-975c-3fbf1f3da62a on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:47:13.444431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29a531-21f9-4d06-866f-c6d1bcaede64 None None] Pushing event deleted for resources: {'Port': ['ID=23de7708-6e89-4a9b-975c-3fbf1f3da62a,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:13.472503 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-904200c2-0a7a-4d3f-baed-2c931ca45826 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9cbdd18066044e0ba6461625c8550301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740209 Nov 03 18:47:13.584196 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.669155 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] Pushing event deleted for resources: {'Port': ['ID=23de7708-6e89-4a9b-975c-3fbf1f3da62a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:13.683012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] No DVR routers for this DVR port 23de7708-6e89-4a9b-975c-3fbf1f3da62a on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:47:13.778192 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51820) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:13.799272 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0c4c681-3e4f-448f-83e5-7caabaa05c52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.850515 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-7e7dea8b-3ab1-4f3e-9da9-fee3ffe7b0d1 service neutron] 10.222.0.107 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730016 Nov 03 18:47:13.870379 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.941669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9dea74b0-e697-4bb9-b8aa-b9dd3302a097 req-8d2986f2-0d93-48cc-b1d0-4b5cb18dab71 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 210 time: 0.0953074 Nov 03 18:47:13.948165 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0c4c681-3e4f-448f-83e5-7caabaa05c52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.956783 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0c4c681-3e4f-448f-83e5-7caabaa05c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:13.979336 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8e67d2b5-a477-455a-8c67-e0ebb3997e82 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:47:14.011668 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 8e67d2b5-a477-455a-8c67-e0ebb3997e82 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:47:14.011968 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8e67d2b5-a477-455a-8c67-e0ebb3997e82 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:47:14.012380 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 87bf1185-05dc-4ddf-b58f-920945edab4c no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:47:14.023368 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4c681-3e4f-448f-83e5-7caabaa05c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5f6270-0c4e-48c2-9879-a8022a78eb0d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:14.037643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:14.060896 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c0c4c681-3e4f-448f-83e5-7caabaa05c52 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bb50edc991434ec38f67d0f6b01ba545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2814205 Nov 03 18:47:14.063040 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51824) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:14.076346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 87bf1185-05dc-4ddf-b58f-920945edab4c {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:47:14.076999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 87bf1185-05dc-4ddf-b58f-920945edab4c not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:47:14.077630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 23de7708-6e89-4a9b-975c-3fbf1f3da62a no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:47:14.104422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 23de7708-6e89-4a9b-975c-3fbf1f3da62a {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:47:14.105050 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 23de7708-6e89-4a9b-975c-3fbf1f3da62a not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:47:14.115000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17250d0-d518-4c56-87dd-f4b2b4839f45') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:14.115553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17250d0-d518-4c56-87dd-f4b2b4839f45') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:14.168222 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.186716 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e79f0dd3-9779-4063-9dd9-f91531358db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.198818 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.222341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:47:14.223084 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:47:14.233904 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:47:14.237142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e79f0dd3-9779-4063-9dd9-f91531358db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.325549 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-42eba1cf-61bb-4241-b40d-0acba8194ef7 service neutron] 10.222.0.107 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593801 Nov 03 18:47:14.332679 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e79f0dd3-9779-4063-9dd9-f91531358db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.351298 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e79f0dd3-9779-4063-9dd9-f91531358db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.357549 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e79f0dd3-9779-4063-9dd9-f91531358db1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/af5f6270-0c4e-48c2-9879-a8022a78eb0d HTTP/1.1" status: 204 len: 168 time: 0.2902651 Nov 03 18:47:14.358386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c4de6-3723-4074-b99c-45fc860d3abd req-f7f88cad-e129-44ee-b3b5-2eb19f6edbcf tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:14.371216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa4c4de6-3723-4074-b99c-45fc860d3abd req-f7f88cad-e129-44ee-b3b5-2eb19f6edbcf tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.2601364 Nov 03 18:47:14.396031 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f0dd3-9779-4063-9dd9-f91531358db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5f6270-0c4e-48c2-9879-a8022a78eb0d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:14.426300 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.478119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:14.488690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] 10.222.0.107 "DELETE /v2.0/networks/7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53 HTTP/1.1" status: 204 len: 168 time: 2.2187388 Nov 03 18:47:14.532044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d9755-6d02-4526-8bd5-0c2d55e4da74 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7e7a7d-75e4-4855-8f9f-5aeb68d00b53,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:14.738767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa4c4de6-3723-4074-b99c-45fc860d3abd req-0a7f8528-6801-4863-9c73-57631846fccd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660021 Nov 03 18:47:14.772554 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b379b-a706-4c18-82cc-fb2c0f092ad5 req-a11f4713-ddc4-4679-b91e-29cd634f6b88 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:14.781730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c8b379b-a706-4c18-82cc-fb2c0f092ad5 req-a11f4713-ddc4-4679-b91e-29cd634f6b88 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.1892440 Nov 03 18:47:14.999734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7433ca44-a0f8-420f-9b9f-591b5d5eabc3 req-9ebdaba5-6dd7-4614-9df3-9c2134347737 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 210 time: 0.0849063 Nov 03 18:47:15.025421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c8b379b-a706-4c18-82cc-fb2c0f092ad5 req-1fb8f25a-8da3-4852-ba90-6b28e8cc38ff tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410161 Nov 03 18:47:15.143377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51852) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:15.267670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51856) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:15.272785 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ead782eb-8d7d-4196-b3c8-c945372ab2e9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fd42fde4382c43128145a83ce025634d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276996 Nov 03 18:47:15.345977 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0f06c80-e9ca-4ca1-accd-bca2bd63d088 req-96452037-528c-4740-bd43-292d27b0f91e tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 210 time: 0.0901301 Nov 03 18:47:15.458696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-f5c656b2-c790-4d30-85ca-00f877e09493 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:15.462246 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-f5c656b2-c790-4d30-85ca-00f877e09493 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.98 "GET /v2.0/networks?id=81a070fa-0d3c-4bf8-8622-34e5588fd5f1 HTTP/1.1" status: 200 len: 813 time: 0.3862112 Nov 03 18:47:15.468582 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-630dcfe1-6de6-4be8-b4e1-47d1bc26fd75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:15.485428 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-5a6982e8-7066-40fd-96ab-3e2a206e1568 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Request body: {'port': {'device_id': '46ece08c-621c-4aa5-9e31-943fe80473ba', 'network_id': '81a070fa-0d3c-4bf8-8622-34e5588fd5f1', 'admin_state_up': True, 'tenant_id': 'eedd19453d1b4c85999fb72ba2cfd281'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:15.632342 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-630dcfe1-6de6-4be8-b4e1-47d1bc26fd75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:15.752359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-5a6982e8-7066-40fd-96ab-3e2a206e1568 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Made reservation on behalf of eedd19453d1b4c85999fb72ba2cfd281 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:15.758385 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-5a6982e8-7066-40fd-96ab-3e2a206e1568 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:15.762407 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-630dcfe1-6de6-4be8-b4e1-47d1bc26fd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:15.766932 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-630dcfe1-6de6-4be8-b4e1-47d1bc26fd75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:15.768709 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-630dcfe1-6de6-4be8-b4e1-47d1bc26fd75 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/dcbdfff3-bf93-4b2c-a8cd-4e70280ef606 HTTP/1.1" status: 204 len: 168 time: 0.4982774 Nov 03 18:47:15.805060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dcfe1-6de6-4be8-b4e1-47d1bc26fd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbdfff3-bf93-4b2c-a8cd-4e70280ef606,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:15.993441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614ec38-4225-4182-94e6-96939ca58946 req-944173fc-3fdd-4d58-85b7-eca57c6b9e1a tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:15.996050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3614ec38-4225-4182-94e6-96939ca58946 req-944173fc-3fdd-4d58-85b7-eca57c6b9e1a tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.0823131 Nov 03 18:47:16.055768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-5a6982e8-7066-40fd-96ab-3e2a206e1568 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Allocated IP 172.20.0.11 (81a070fa-0d3c-4bf8-8622-34e5588fd5f1/640039e8-d511-4e95-80e0-cce5798f0895/b3367104-86a5-4fc1-863f-ad77b13ace7d) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:16.077844 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3614ec38-4225-4182-94e6-96939ca58946 req-d93a12cf-cdad-4be5-8e83-afc371181ba0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733454 Nov 03 18:47:16.236437 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af9ee00f-8d51-4d7f-8eec-3c87b983f0b6 req-466d5f7f-290a-4c5c-9027-4fe94a70308f tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 210 time: 0.0590014 Nov 03 18:47:16.450686 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-5a6982e8-7066-40fd-96ab-3e2a206e1568 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:16.470237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12248-009d-4fe5-8963-6789bd69b347 req-e468f5bf-1e26-457a-bc9c-ee5995e3698b tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:16.486483 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94e12248-009d-4fe5-8963-6789bd69b347 req-e468f5bf-1e26-457a-bc9c-ee5995e3698b tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.2456222 Nov 03 18:47:16.539401 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-5a6982e8-7066-40fd-96ab-3e2a206e1568 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:16.683985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-5a6982e8-7066-40fd-96ab-3e2a206e1568 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Network 81a070fa-0d3c-4bf8-8622-34e5588fd5f1 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:16.695740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-5a6982e8-7066-40fd-96ab-3e2a206e1568 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:16.718653 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94e12248-009d-4fe5-8963-6789bd69b347 req-16304122-659c-459f-b1c7-45adde8b5d8a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185552 Nov 03 18:47:16.723565 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-5a6982e8-7066-40fd-96ab-3e2a206e1568 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:16.769465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6982e8-7066-40fd-96ab-3e2a206e1568 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Pushing event updated for resources: {'Port': ['ID=b3367104-86a5-4fc1-863f-ad77b13ace7d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:16.803930 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-1c779c7f-157e-4cb1-9896-6fe2f7a2cc49 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:16.806785 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-5a6982e8-7066-40fd-96ab-3e2a206e1568 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:16.807958 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-5a6982e8-7066-40fd-96ab-3e2a206e1568 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:16.809240 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-1c779c7f-157e-4cb1-9896-6fe2f7a2cc49 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.98 "GET /v2.0/networks?id=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 HTTP/1.1" status: 200 len: 814 time: 0.5252888 Nov 03 18:47:16.819103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a360e2-44ef-4a98-9930-93aa08cf69e1 req-49570c3e-3e62-43b4-8cff-83b900ab2071 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:16.830380 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-5a6982e8-7066-40fd-96ab-3e2a206e1568 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3518822 Nov 03 18:47:16.835827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5a360e2-44ef-4a98-9930-93aa08cf69e1 req-49570c3e-3e62-43b4-8cff-83b900ab2071 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 932 time: 0.2848020 Nov 03 18:47:16.840742 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-8bae236c-87b8-4d07-9193-e5bd64570c4d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Request body: {'port': {'device_id': 'd0aab998-be40-4528-8bfb-a72823125d3d', 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91', 'admin_state_up': True, 'tenant_id': '9cbdd18066044e0ba6461625c8550301'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:16.846723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Request body: {'port': {'device_id': '46ece08c-621c-4aa5-9e31-943fe80473ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:16.914321 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.026475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-8bae236c-87b8-4d07-9193-e5bd64570c4d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Made reservation on behalf of 9cbdd18066044e0ba6461625c8550301 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:17.032541 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-8bae236c-87b8-4d07-9193-e5bd64570c4d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.061507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5a360e2-44ef-4a98-9930-93aa08cf69e1 req-19b273f8-68d7-48d9-95e4-f529b3d83240 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fa43cf7-493b-4f28-b633-c45277b60d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266183 Nov 03 18:47:17.383085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-8bae236c-87b8-4d07-9193-e5bd64570c4d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Allocated IP 172.20.0.2 (6cd895e7-d5ae-4f61-b1ba-ab0a36127c91/9533f04e-ac78-415d-8a78-7bdd21f5aeee/4eee44d9-fc12-421b-9364-0ea27b312f1f) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:17.444541 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5658f7a1-24eb-4d01-a933-9ed6e006c4f5 req-ba88f8f1-9307-41cf-a7e3-fef186c116f8 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 210 time: 0.0539622 Nov 03 18:47:17.452121 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3367104-86a5-4fc1-863f-ad77b13ace7d {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:17.463088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.471160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa246c2d-28ec-4479-b316-44d7bd931388 req-cd17760e-e609-46a2-b57b-6a1c042eb52f tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:17.474122 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa246c2d-28ec-4479-b316-44d7bd931388 req-cd17760e-e609-46a2-b57b-6a1c042eb52f tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.1808071 Nov 03 18:47:17.489669 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Transition to ACTIVE for port object b3367104-86a5-4fc1-863f-ad77b13ace7d will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:47:17.495862 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.556802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Pushing event updated for resources: {'Port': ['ID=b3367104-86a5-4fc1-863f-ad77b13ace7d,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:17.692983 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa246c2d-28ec-4479-b316-44d7bd931388 req-3415524f-d2d5-4678-b2e6-8a2670bfe032 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991346 Nov 03 18:47:17.705164 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Attempting to bind port b3367104-86a5-4fc1-863f-ad77b13ace7d on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:17.705700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Attempting to bind port b3367104-86a5-4fc1-863f-ad77b13ace7d by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '2b2bb8fe-8f32-42f6-b86d-fd3321043781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '81a070fa-0d3c-4bf8-8622-34e5588fd5f1'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:17.706231 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Attempting to bind port b3367104-86a5-4fc1-863f-ad77b13ace7d on network 81a070fa-0d3c-4bf8-8622-34e5588fd5f1 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:17.711461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Port b3367104-86a5-4fc1-863f-ad77b13ace7d on network 81a070fa-0d3c-4bf8-8622-34e5588fd5f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:47:17.712047 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Attempting to bind port b3367104-86a5-4fc1-863f-ad77b13ace7d on network 81a070fa-0d3c-4bf8-8622-34e5588fd5f1 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:17.718925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51936) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:17.729370 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:17.729727 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Checking segment: {'id': '2b2bb8fe-8f32-42f6-b86d-fd3321043781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '81a070fa-0d3c-4bf8-8622-34e5588fd5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:17.730425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Bound using segment: {'id': '2b2bb8fe-8f32-42f6-b86d-fd3321043781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '81a070fa-0d3c-4bf8-8622-34e5588fd5f1'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:17.730974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Bound port: b3367104-86a5-4fc1-863f-ad77b13ace7d, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2bb8fe-8f32-42f6-b86d-fd3321043781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '81a070fa-0d3c-4bf8-8622-34e5588fd5f1'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:17.731411 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.790716 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-8bae236c-87b8-4d07-9193-e5bd64570c4d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.823633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] For port b3367104-86a5-4fc1-863f-ad77b13ace7d, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:17.828310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] For port b3367104-86a5-4fc1-863f-ad77b13ace7d, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=b3367104-86a5-4fc1-863f-ad77b13ace7d,segment=NetworkSegment(2b2bb8fe-8f32-42f6-b86d-fd3321043781),segment_id=2b2bb8fe-8f32-42f6-b86d-fd3321043781)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:17.832396 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-8bae236c-87b8-4d07-9193-e5bd64570c4d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.835418 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.921696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Pushing event updated for resources: {'Port': ['ID=b3367104-86a5-4fc1-863f-ad77b13ace7d,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:17.937160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:17.937855 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:17.940324 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-34302e59-a578-4ccd-9397-0ab4ec2cf390 service neutron] 10.222.0.98 "PUT /v2.0/ports/b3367104-86a5-4fc1-863f-ad77b13ace7d HTTP/1.1" status: 200 len: 1092 time: 1.0976310 Nov 03 18:47:17.940805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ece08c-621c-4aa5-9e31-943fe80473ba', 'tag': 'b3367104-86a5-4fc1-863f-ad77b13ace7d'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:17.945723 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305eb767-dac7-4419-af11-45b4df41eeee" -d '{"events": [{"name": "network-changed", "server_uuid": "46ece08c-621c-4aa5-9e31-943fe80473ba", "tag": "b3367104-86a5-4fc1-863f-ad77b13ace7d"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:17.966968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-8bae236c-87b8-4d07-9193-e5bd64570c4d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:18.010597 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58f01bb-161e-496d-9922-a0f3d77a6353 x-openstack-request-id: req-f58f01bb-161e-496d-9922-a0f3d77a6353 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:18.011723 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ece08c-621c-4aa5-9e31-943fe80473ba", "tag": "b3367104-86a5-4fc1-863f-ad77b13ace7d", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:18.017402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-8bae236c-87b8-4d07-9193-e5bd64570c4d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:18.018149 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f58f01bb-161e-496d-9922-a0f3d77a6353 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:18.018891 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ece08c-621c-4aa5-9e31-943fe80473ba', 'tag': 'b3367104-86a5-4fc1-863f-ad77b13ace7d', 'status': 'completed', 'code': 200} Nov 03 18:47:18.031095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae236c-87b8-4d07-9193-e5bd64570c4d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Pushing event updated for resources: {'Port': ['ID=4eee44d9-fc12-421b-9364-0ea27b312f1f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:18.042871 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-8bae236c-87b8-4d07-9193-e5bd64570c4d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:18.118265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1406144581-network', 'tenant_id': 'becd52d6557c422795eaaf4052e7b394'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:18.139952 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-9169d643-ba07-4fb7-ade8-e9a9387fa1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:18.143152 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-9169d643-ba07-4fb7-ade8-e9a9387fa1ed service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=eedd19453d1b4c85999fb72ba2cfd281&device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 1095 time: 0.1528225 Nov 03 18:47:18.159167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-8bae236c-87b8-4d07-9193-e5bd64570c4d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:18.160708 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-8bae236c-87b8-4d07-9193-e5bd64570c4d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.195358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39082191-5cc4-46a1-a079-3ae8311b804d req-6625f5a8-87b2-4e45-a39f-7bda7c07b5cd tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:18.207230 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-d948a6b9-d94b-46f2-a1c0-36c4941b4739 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3367104-86a5-4fc1-863f-ad77b13ace7d HTTP/1.1" status: 200 len: 217 time: 0.0530016 Nov 03 18:47:18.208262 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39082191-5cc4-46a1-a079-3ae8311b804d req-6625f5a8-87b2-4e45-a39f-7bda7c07b5cd tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.3139453 Nov 03 18:47:18.269854 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] Made reservation on behalf of becd52d6557c422795eaaf4052e7b394 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:18.272088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.275891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51950) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:18.285686 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.294465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-8bae236c-87b8-4d07-9193-e5bd64570c4d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4589133 Nov 03 18:47:18.307268 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-0667f88c-2f0e-4c3f-be06-f8723b8d3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:18.309459 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-0667f88c-2f0e-4c3f-be06-f8723b8d3e9e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=640039e8-d511-4e95-80e0-cce5798f0895 HTTP/1.1" status: 200 len: 853 time: 0.0948527 Nov 03 18:47:18.344380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Request body: {'port': {'device_id': 'd0aab998-be40-4528-8bfb-a72823125d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:18.434041 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.437865 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-ca6d94ab-211c-4c05-b6a9-079d34fa475b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=81a070fa-0d3c-4bf8-8622-34e5588fd5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199546 Nov 03 18:47:18.439428 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.441371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39082191-5cc4-46a1-a079-3ae8311b804d req-78f4d9ab-3b71-41c7-b245-774b526bf238 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308347 Nov 03 18:47:18.452920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:47:18.464939 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.464939 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] Added segment f3431027-c1f2-4251-b060-3736431a2d11 of type vlan for network 06a39eba-e810-429a-8dd3-e7aeb7a24e6c Nov 03 18:47:18.467726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab1b9d-525b-4140-b312-eca29db9c4c0 req-3489a85b-429f-4300-85fd-102f25872e60 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:18.470537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9ab1b9d-525b-4140-b312-eca29db9c4c0 req-3489a85b-429f-4300-85fd-102f25872e60 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 944 time: 0.2581971 Nov 03 18:47:18.499072 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d1e28d5a-3f4a-407c-8997-72b7da6f5439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.557498 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.635314 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae23a6d-0001-4380-be22-d591dce11097,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:18.641503 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.721693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9ab1b9d-525b-4140-b312-eca29db9c4c0 req-f3838020-380c-464a-bb47-07b69bdf7305 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fa43cf7-493b-4f28-b633-c45277b60d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984804 Nov 03 18:47:18.744442 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-780b0d25-1db2-45d6-a5a4-5c9753ad6013 service neutron] 10.222.0.98 "GET /v2.0/networks/81a070fa-0d3c-4bf8-8622-34e5588fd5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655399 Nov 03 18:47:18.755251 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.756306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:18.757315 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:18.910077 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1878963 Nov 03 18:47:18.916608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a267c-0577-4435-8022-1c1dbe4504c3 req-b4853cf8-aa2e-4153-9d7b-dd39de166906 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:18.919284 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f82a267c-0577-4435-8022-1c1dbe4504c3 req-b4853cf8-aa2e-4153-9d7b-dd39de166906 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 931 time: 0.3441277 Nov 03 18:47:18.925479 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51962) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:18.982607 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-28542222-3edd-4fcd-a5c9-f160d9e10aef admin admin] Request body: {'subnet': {'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1406144581-subnet', 'tenant_id': 'becd52d6557c422795eaaf4052e7b394', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:19.014525 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb247d1-0955-4981-acb5-450e0e56bc53 admin admin] Pushing event updated for resources: {'Network': ['ID=06a39eba-e810-429a-8dd3-e7aeb7a24e6c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:19.056611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 06a39eba-e810-429a-8dd3-e7aeb7a24e6c details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:47:19.070049 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15073541-c909-451c-b76c-7f457cb5a588 req-351a32e4-f4a7-4777-ad10-5fbdb3b082dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:19.072232 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-15073541-c909-451c-b76c-7f457cb5a588 req-351a32e4-f4a7-4777-ad10-5fbdb3b082dd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 1095 time: 0.2928383 Nov 03 18:47:19.075888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28542222-3edd-4fcd-a5c9-f160d9e10aef admin admin] Made reservation on behalf of becd52d6557c422795eaaf4052e7b394 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:19.080989 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28542222-3edd-4fcd-a5c9-f160d9e10aef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.104878 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c890938f-9393-46f4-97d9-29f8094c37e7 req-0063f258-cb13-4b91-9355-f3f6eb9e03c5 service neutron] 10.222.0.98 "GET /v2.0/networks/81a070fa-0d3c-4bf8-8622-34e5588fd5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512585 Nov 03 18:47:19.174364 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d1e28d5a-3f4a-407c-8997-72b7da6f5439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.196211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f82a267c-0577-4435-8022-1c1dbe4504c3 req-df69db8c-4a43-4c16-81b8-4540dac81b1b tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439160 Nov 03 18:47:19.233032 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d1e28d5a-3f4a-407c-8997-72b7da6f5439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.328212 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d1e28d5a-3f4a-407c-8997-72b7da6f5439 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8be9c912feb94d6f86b448503abedcc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0486479 Nov 03 18:47:19.330253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51964) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:19.337767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4514-c5dd-4885-ac96-2d804a1c947f req-0ad48b29-4092-419d-8303-42a5eed56eb7 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:19.339313 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-705b4514-c5dd-4885-ac96-2d804a1c947f req-0ad48b29-4092-419d-8303-42a5eed56eb7 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.3446124 Nov 03 18:47:19.381797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e28d5a-3f4a-407c-8997-72b7da6f5439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab0338-beba-473d-b9b6-63fad6f3df76,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:19.441372 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15073541-c909-451c-b76c-7f457cb5a588 req-69c86edf-2d6a-4cf2-a237-ec4bbb0bd14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:19.443125 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-15073541-c909-451c-b76c-7f457cb5a588 req-69c86edf-2d6a-4cf2-a237-ec4bbb0bd14b service neutron] 10.222.0.87 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 918 time: 0.3112631 Nov 03 18:47:19.449344 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305eb767-dac7-4419-af11-45b4df41eeee req-75c05617-32d2-49a5-b1ef-5ab803216341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:19.450880 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-305eb767-dac7-4419-af11-45b4df41eeee req-75c05617-32d2-49a5-b1ef-5ab803216341 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=eedd19453d1b4c85999fb72ba2cfd281&device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 1095 time: 0.2271800 Nov 03 18:47:19.493918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eee44d9-fc12-421b-9364-0ea27b312f1f {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:19.508317 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-705b4514-c5dd-4885-ac96-2d804a1c947f req-697fb3a5-c99c-4284-afb2-94a536459514 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466904 Nov 03 18:47:19.510415 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.539023 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.543036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Transition to ACTIVE for port object 4eee44d9-fc12-421b-9364-0ea27b312f1f will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:47:19.547608 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.678151 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Pushing event updated for resources: {'Port': ['ID=4eee44d9-fc12-421b-9364-0ea27b312f1f,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:19.693567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43afb9-64a5-4bc9-92aa-1947aa7d8e68 req-6b32c39d-1245-40b4-a0fb-11595cc4629c tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:19.696658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd43afb9-64a5-4bc9-92aa-1947aa7d8e68 req-6b32c39d-1245-40b4-a0fb-11595cc4629c tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 944 time: 0.1455016 Nov 03 18:47:19.826842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd43afb9-64a5-4bc9-92aa-1947aa7d8e68 req-0658537b-78d4-47dd-b611-4b631aa7bbbd tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016359 Nov 03 18:47:19.867616 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Attempting to bind port 4eee44d9-fc12-421b-9364-0ea27b312f1f on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:19.867616 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Attempting to bind port 4eee44d9-fc12-421b-9364-0ea27b312f1f by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6aee19cc-f537-452e-90c7-6a18e1fcab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:19.867616 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Attempting to bind port 4eee44d9-fc12-421b-9364-0ea27b312f1f on network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:19.875601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Port 4eee44d9-fc12-421b-9364-0ea27b312f1f on network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:47:19.875601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Attempting to bind port 4eee44d9-fc12-421b-9364-0ea27b312f1f on network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:19.884074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:19.884432 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Checking segment: {'id': '6aee19cc-f537-452e-90c7-6a18e1fcab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:19.884800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Bound using segment: {'id': '6aee19cc-f537-452e-90c7-6a18e1fcab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:19.885239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Bound port: 4eee44d9-fc12-421b-9364-0ea27b312f1f, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aee19cc-f537-452e-90c7-6a18e1fcab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:19.885595 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:19.927198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c173fa-9b32-4f49-b019-9ae033e371d8 req-3656bafb-181a-4e87-b4c6-8c80039e855c tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:19.929659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36c173fa-9b32-4f49-b019-9ae033e371d8 req-3656bafb-181a-4e87-b4c6-8c80039e855c tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 944 time: 0.1073377 Nov 03 18:47:20.031598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] For port 4eee44d9-fc12-421b-9364-0ea27b312f1f, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:20.038327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36c173fa-9b32-4f49-b019-9ae033e371d8 req-876b83f2-5eb8-4a5e-b550-c0deaa8d61c3 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fa43cf7-493b-4f28-b633-c45277b60d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897350 Nov 03 18:47:20.040307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] For port 4eee44d9-fc12-421b-9364-0ea27b312f1f, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4eee44d9-fc12-421b-9364-0ea27b312f1f,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:20.045678 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:20.115516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:20.116828 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:20.119223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] 10.222.0.98 "PUT /v2.0/ports/4eee44d9-fc12-421b-9364-0ea27b312f1f HTTP/1.1" status: 200 len: 1091 time: 1.8150368 Nov 03 18:47:20.121160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0aab998-be40-4528-8bfb-a72823125d3d', 'tag': '4eee44d9-fc12-421b-9364-0ea27b312f1f'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:20.125422 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a7ad60-3b78-4f2f-b2c3-d1c2add35aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "d0aab998-be40-4528-8bfb-a72823125d3d", "tag": "4eee44d9-fc12-421b-9364-0ea27b312f1f"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:20.126573 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-15073541-c909-451c-b76c-7f457cb5a588 req-522222bd-a755-4f53-a266-8c7893bbe1c4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 HTTP/1.1" status: 200 len: 998 time: 0.6566274 Nov 03 18:47:20.171892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289871d-e8e2-4c57-9abb-67516d448531 service neutron] Pushing event updated for resources: {'Port': ['ID=4eee44d9-fc12-421b-9364-0ea27b312f1f,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:20.172154 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:20.214067 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3340a8a-da79-4eda-bf84-3b03ac598b85 x-openstack-request-id: req-b3340a8a-da79-4eda-bf84-3b03ac598b85 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:20.214650 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0aab998-be40-4528-8bfb-a72823125d3d", "tag": "4eee44d9-fc12-421b-9364-0ea27b312f1f", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:20.215143 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b3340a8a-da79-4eda-bf84-3b03ac598b85 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:20.215992 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0aab998-be40-4528-8bfb-a72823125d3d', 'tag': '4eee44d9-fc12-421b-9364-0ea27b312f1f', 'status': 'completed', 'code': 200} Nov 03 18:47:20.255867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305eb767-dac7-4419-af11-45b4df41eeee req-24a59c8d-af61-44ee-a148-46234a8aee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:20.258611 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-305eb767-dac7-4419-af11-45b4df41eeee req-24a59c8d-af61-44ee-a148-46234a8aee50 service neutron] 10.222.0.98 "GET /v2.0/networks?id=81a070fa-0d3c-4bf8-8622-34e5588fd5f1 HTTP/1.1" status: 200 len: 914 time: 0.8000627 Nov 03 18:47:20.375429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51984) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:20.386317 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-305eb767-dac7-4419-af11-45b4df41eeee req-c1ec8ffd-25b3-40ee-9c31-7c09bbf33470 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3367104-86a5-4fc1-863f-ad77b13ace7d HTTP/1.1" status: 200 len: 217 time: 0.0950470 Nov 03 18:47:20.416594 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15073541-c909-451c-b76c-7f457cb5a588 req-101d241f-30e2-4fb8-94eb-5e8dc1656330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:20.418105 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-15073541-c909-451c-b76c-7f457cb5a588 req-101d241f-30e2-4fb8-94eb-5e8dc1656330 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e3aa174d-f75e-461c-bfcb-5c4a20bb9478 HTTP/1.1" status: 200 len: 856 time: 0.2564845 Nov 03 18:47:20.446763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-0d139e8f-e306-402f-ace3-cda0eb75af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:20.448426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-0d139e8f-e306-402f-ace3-cda0eb75af56 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9cbdd18066044e0ba6461625c8550301&device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 1094 time: 0.2670779 Nov 03 18:47:20.461873 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28542222-3edd-4fcd-a5c9-f160d9e10aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:20.478153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967afc8-15b0-437c-8f48-d8fac34ce152 req-a5d7c89b-3610-4c2d-8f8f-f0b61e226104 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:20.486616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2967afc8-15b0-437c-8f48-d8fac34ce152 req-a5d7c89b-3610-4c2d-8f8f-f0b61e226104 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 943 time: 0.1143212 Nov 03 18:47:20.524308 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-0720fe80-b676-472e-b3c0-9d450748e00b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eee44d9-fc12-421b-9364-0ea27b312f1f HTTP/1.1" status: 200 len: 217 time: 0.0659740 Nov 03 18:47:20.530521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305eb767-dac7-4419-af11-45b4df41eeee req-78972caa-9cae-458d-903b-43f2ae6fdb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:20.533205 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-305eb767-dac7-4419-af11-45b4df41eeee req-78972caa-9cae-458d-903b-43f2ae6fdb14 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=640039e8-d511-4e95-80e0-cce5798f0895 HTTP/1.1" status: 200 len: 853 time: 0.1364644 Nov 03 18:47:20.548439 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:47:20.604651 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:20.607869 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:20.612847 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4aab0338-beba-473d-b9b6-63fad6f3df76 HTTP/1.1" status: 204 len: 168 time: 1.2741511 Nov 03 18:47:20.635875 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d077b983-8474-4ae2-b8b5-eeeedb9bdd03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:20.685957 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-305eb767-dac7-4419-af11-45b4df41eeee req-5b6cb3a6-058f-445a-a6df-bb58923f0b13 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=81a070fa-0d3c-4bf8-8622-34e5588fd5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001310 Nov 03 18:47:20.689949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28542222-3edd-4fcd-a5c9-f160d9e10aef admin admin] Checking segment: {'id': 'f3431027-c1f2-4251-b060-3736431a2d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:20.690864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28542222-3edd-4fcd-a5c9-f160d9e10aef admin admin] Network hostable DHCP agents. Network: 06a39eba-e810-429a-8dd3-e7aeb7a24e6c, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:47:20.693298 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab0338-beba-473d-b9b6-63fad6f3df76,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:20.712652 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:20.712900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:20.713252 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:20.713599 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:20.713938 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:20.714273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:20.714607 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:20.714936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:20.715273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:20.715618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:20.715951 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:20.716270 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746a9be-0934-4d8d-8416-aedfe38e13c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:20.739572 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-21427202-f383-4811-a32c-a835e6f4d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:20.742059 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-21427202-f383-4811-a32c-a835e6f4d371 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9533f04e-ac78-415d-8a78-7bdd21f5aeee HTTP/1.1" status: 200 len: 854 time: 0.2103703 Nov 03 18:47:20.743808 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:20.779253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2967afc8-15b0-437c-8f48-d8fac34ce152 req-2f14a4d0-7d9b-4e2b-98b4-182a551e3476 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907546 Nov 03 18:47:20.795324 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'port_id': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'mac_address': 'fa:16:3e:dc:fa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:47:20.848297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15073541-c909-451c-b76c-7f457cb5a588 req-f1d79eed-dd5c-43f9-9841-b36c0ada106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:20.849865 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-15073541-c909-451c-b76c-7f457cb5a588 req-f1d79eed-dd5c-43f9-9841-b36c0ada106f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6158e201-7067-485a-828c-1c59e35954b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4059606 Nov 03 18:47:20.868629 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28542222-3edd-4fcd-a5c9-f160d9e10aef admin admin] Network 06a39eba-e810-429a-8dd3-e7aeb7a24e6c is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:47:20.887162 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-c42bc2d9-45e7-4a77-8353-d15f197771bb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047041 Nov 03 18:47:20.951382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa1a4e-ec19-42d1-b8ee-6a0e8390dabd req-8ca985a1-7c24-4eee-bae7-cc7672ff90d3 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:20.952358 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93fa1a4e-ec19-42d1-b8ee-6a0e8390dabd req-8ca985a1-7c24-4eee-bae7-cc7672ff90d3 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.3223968 Nov 03 18:47:20.971400 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:20.997630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:21.029724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28542222-3edd-4fcd-a5c9-f160d9e10aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=139ca79f-c2b7-4f06-944e-59569171d638,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:21.046561 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:21.053527 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:21.089549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-28542222-3edd-4fcd-a5c9-f160d9e10aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 06a39eba-e810-429a-8dd3-e7aeb7a24e6c) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:21.113163 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28542222-3edd-4fcd-a5c9-f160d9e10aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:21.114062 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28542222-3edd-4fcd-a5c9-f160d9e10aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:21.127446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bfaf02-d8ec-4928-8ddc-092e99dfa479 None None] Network 06a39eba-e810-429a-8dd3-e7aeb7a24e6c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:21.150168 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-305eb767-dac7-4419-af11-45b4df41eeee req-d7cb6ee3-ff15-4d47-9135-dfaf102ce960 service neutron] 10.222.0.98 "GET /v2.0/networks/81a070fa-0d3c-4bf8-8622-34e5588fd5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398839 Nov 03 18:47:21.157867 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d077b983-8474-4ae2-b8b5-eeeedb9bdd03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:21.175061 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52000) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:21.187634 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d077b983-8474-4ae2-b8b5-eeeedb9bdd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:21.201087 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-28542222-3edd-4fcd-a5c9-f160d9e10aef admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2186313 Nov 03 18:47:21.280608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,revision_number=11']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:21.308403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077b983-8474-4ae2-b8b5-eeeedb9bdd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0c9d2e-902a-457c-8504-9f311168ecc0,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:21.338734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-6a6e7431-1e92-4402-bdcb-404be02055b2 service neutron] 10.222.0.98 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395075 Nov 03 18:47:21.368455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531222e9-4ce9-4f90-ac39-60b7fbd63d15 req-2dd1a12c-83b9-4147-8126-91b6b2f13d0b tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:21.371213 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-531222e9-4ce9-4f90-ac39-60b7fbd63d15 req-2dd1a12c-83b9-4147-8126-91b6b2f13d0b tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.3458037 Nov 03 18:47:21.376518 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-15073541-c909-451c-b76c-7f457cb5a588 req-4326108a-fa69-4c62-8a03-bb18bcb45096 service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114930 Nov 03 18:47:21.380506 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-305eb767-dac7-4419-af11-45b4df41eeee req-b8976591-d617-4756-8096-4c6678bed668 service neutron] 10.222.0.98 "GET /v2.0/networks/81a070fa-0d3c-4bf8-8622-34e5588fd5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169800 Nov 03 18:47:21.417284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cb6cf1-919c-4433-81a5-5202db436027 None None] Network 06a39eba-e810-429a-8dd3-e7aeb7a24e6c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:21.418250 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93fa1a4e-ec19-42d1-b8ee-6a0e8390dabd req-67e3f6b6-d6bf-43f8-a8b0-2da326653865 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943810 Nov 03 18:47:21.540179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:21.622175 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-15073541-c909-451c-b76c-7f457cb5a588 req-8f9dd481-f81f-449a-981b-6fdef803c43d service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224932 Nov 03 18:47:21.880592 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device b3367104-86a5-4fc1-863f-ad77b13ace7d details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:47:21.941570 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-727c9e8e-45ab-4546-824b-209e10d0089c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:21.991236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d077b983-8474-4ae2-b8b5-eeeedb9bdd03 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=acdcd91500fd43c39858c39b10143aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6144550 Nov 03 18:47:21.994854 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52010) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:22.073768 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port b3367104-86a5-4fc1-863f-ad77b13ace7d, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=b3367104-86a5-4fc1-863f-ad77b13ace7d,segment=NetworkSegment(2b2bb8fe-8f32-42f6-b86d-fd3321043781),segment_id=2b2bb8fe-8f32-42f6-b86d-fd3321043781)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:22.079156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8857fde-6d8a-4fb2-afaf-63bbc4f31100 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.091056 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'b3367104-86a5-4fc1-863f-ad77b13ace7d', 'network_id': '81a070fa-0d3c-4bf8-8622-34e5588fd5f1', 'port_id': 'b3367104-86a5-4fc1-863f-ad77b13ace7d', 'mac_address': 'fa:16:3e:03:1b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640039e8-d511-4e95-80e0-cce5798f0895', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:47:22.113991 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8857fde-6d8a-4fb2-afaf-63bbc4f31100 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.142626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-531222e9-4ce9-4f90-ac39-60b7fbd63d15 req-a7cac739-064f-4003-aca4-e9db06c436bf tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6875350 Nov 03 18:47:22.158624 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.167607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cd84c-cbca-44ba-be44-c2c7de9e6e17 req-2eae8174-4d57-4d7b-94e4-0dd6e17c90bc tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:22.169460 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a2cd84c-cbca-44ba-be44-c2c7de9e6e17 req-2eae8174-4d57-4d7b-94e4-0dd6e17c90bc tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 944 time: 0.2247334 Nov 03 18:47:22.181432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99390274-2659-4c95-bb8e-20c76fb4ad39 req-3e360fa9-6344-4843-b10f-aab4ada8460f service neutron] 10.222.0.98 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7973368 Nov 03 18:47:22.191440 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3367104-86a5-4fc1-863f-ad77b13ace7d {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:22.210805 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8857fde-6d8a-4fb2-afaf-63bbc4f31100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.217083 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8857fde-6d8a-4fb2-afaf-63bbc4f31100 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.222055 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a8857fde-6d8a-4fb2-afaf-63bbc4f31100 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8c0c9d2e-902a-457c-8504-9f311168ecc0 HTTP/1.1" status: 204 len: 168 time: 0.2230070 Nov 03 18:47:22.244017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8857fde-6d8a-4fb2-afaf-63bbc4f31100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0c9d2e-902a-457c-8504-9f311168ecc0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:22.272505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port b3367104-86a5-4fc1-863f-ad77b13ace7d, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=b3367104-86a5-4fc1-863f-ad77b13ace7d,segment=NetworkSegment(2b2bb8fe-8f32-42f6-b86d-fd3321043781),segment_id=2b2bb8fe-8f32-42f6-b86d-fd3321043781)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:22.285947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a2cd84c-cbca-44ba-be44-c2c7de9e6e17 req-003014c5-775e-4491-970e-7a6704482f8a tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fa43cf7-493b-4f28-b633-c45277b60d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989032 Nov 03 18:47:22.290148 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.356512 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-727c9e8e-45ab-4546-824b-209e10d0089c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.367250 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-727c9e8e-45ab-4546-824b-209e10d0089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.392219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7ad60-3b78-4f2f-b2c3-d1c2add35aa2 req-5f909e6c-b276-4e66-bfb2-5fc3c0153f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:22.393786 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85a7ad60-3b78-4f2f-b2c3-d1c2add35aa2 req-5f909e6c-b276-4e66-bfb2-5fc3c0153f8b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9cbdd18066044e0ba6461625c8550301&device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 1094 time: 0.1230419 Nov 03 18:47:22.420540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=b3367104-86a5-4fc1-863f-ad77b13ace7d,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:22.473887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c9e8e-45ab-4546-824b-209e10d0089c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b9d4b8-0a36-488a-92ee-07cc14f6c7aa,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:22.485677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-727c9e8e-45ab-4546-824b-209e10d0089c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=127378e0aa1e4b42b69d7ac92637e758&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3002074 Nov 03 18:47:22.486014 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52018) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:22.589689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['b3367104-86a5-4fc1-863f-ad77b13ace7d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:22.591716 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a3b37dc-979b-407b-960c-44882d3690dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.624731 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a3b37dc-979b-407b-960c-44882d3690dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.680774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708417d8-7693-491c-ba72-19e512dd8bf2 req-dd227fbe-6527-470b-ae52-1bba36b4be71 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:22.688459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-708417d8-7693-491c-ba72-19e512dd8bf2 req-dd227fbe-6527-470b-ae52-1bba36b4be71 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 943 time: 0.2369232 Nov 03 18:47:22.738101 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a3b37dc-979b-407b-960c-44882d3690dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.742695 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a3b37dc-979b-407b-960c-44882d3690dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.744906 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2a3b37dc-979b-407b-960c-44882d3690dd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e5b9d4b8-0a36-488a-92ee-07cc14f6c7aa HTTP/1.1" status: 204 len: 168 time: 0.2567983 Nov 03 18:47:22.762678 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b37dc-979b-407b-960c-44882d3690dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b9d4b8-0a36-488a-92ee-07cc14f6c7aa,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:22.764359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7ad60-3b78-4f2f-b2c3-d1c2add35aa2 req-86dd21b9-faad-4ee6-8633-fc20cde0ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:22.767440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85a7ad60-3b78-4f2f-b2c3-d1c2add35aa2 req-86dd21b9-faad-4ee6-8633-fc20cde0ba2b service neutron] 10.222.0.98 "GET /v2.0/networks?id=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 HTTP/1.1" status: 200 len: 915 time: 0.3633485 Nov 03 18:47:22.841275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85a7ad60-3b78-4f2f-b2c3-d1c2add35aa2 req-74f8c2b8-060a-408b-ac46-e05029969d2e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eee44d9-fc12-421b-9364-0ea27b312f1f HTTP/1.1" status: 200 len: 217 time: 0.0659561 Nov 03 18:47:22.862655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-708417d8-7693-491c-ba72-19e512dd8bf2 req-cc03165e-b0a2-4a6a-9c2e-38361b2a7fdc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731246 Nov 03 18:47:22.931260 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52034) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:22.940372 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-4eafda55-0230-4ba7-85e6-08cc9b66ae25 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:22.945581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-4eafda55-0230-4ba7-85e6-08cc9b66ae25 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/networks?id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c HTTP/1.1" status: 200 len: 814 time: 0.3374107 Nov 03 18:47:22.954700 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a46c861e-94bd-4a77-a48b-3de129a37a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:22.982336 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-de4921e4-4669-45fa-9dbd-5eba935ee1eb tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/quotas/becd52d6557c422795eaaf4052e7b394 HTTP/1.1" status: 200 len: 375 time: 0.0357811 Nov 03 18:47:23.047623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7ad60-3b78-4f2f-b2c3-d1c2add35aa2 req-1517af2a-7ef3-4f7c-8a48-68c000f38162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:23.049138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85a7ad60-3b78-4f2f-b2c3-d1c2add35aa2 req-1517af2a-7ef3-4f7c-8a48-68c000f38162 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9533f04e-ac78-415d-8a78-7bdd21f5aeee HTTP/1.1" status: 200 len: 854 time: 0.2000334 Nov 03 18:47:23.051624 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-de8e756f-be6d-4aed-afc3-0f3f6b7746b0 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=becd52d6557c422795eaaf4052e7b394&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679908 Nov 03 18:47:23.078117 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a46c861e-94bd-4a77-a48b-3de129a37a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:23.084422 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a46c861e-94bd-4a77-a48b-3de129a37a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:23.118274 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85a7ad60-3b78-4f2f-b2c3-d1c2add35aa2 req-331f1be5-cc11-4db4-9a80-7e728a22c1ba service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600572 Nov 03 18:47:23.155334 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c861e-94bd-4a77-a48b-3de129a37a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075ac56e-736d-4184-95af-c4f8dce64f0c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:23.163636 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a46c861e-94bd-4a77-a48b-3de129a37a19 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e56565a48820401eb9b6f2e89ba81c8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2269557 Nov 03 18:47:23.166617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52042) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:23.193363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dea50-a6b7-445c-ba12-52966218fb7d req-1078ec7d-1971-4cd1-a1f1-9477fb05bec0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:23.195103 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e4dea50-a6b7-445c-ba12-52966218fb7d req-1078ec7d-1971-4cd1-a1f1-9477fb05bec0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.2369065 Nov 03 18:47:23.244602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac35877a-988e-4ba1-9489-210792c84ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:23.272007 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac35877a-988e-4ba1-9489-210792c84ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:23.365555 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac35877a-988e-4ba1-9489-210792c84ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:23.371708 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac35877a-988e-4ba1-9489-210792c84ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:23.372543 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-7b09cc08-c561-4c5a-b600-d53794feda33 service neutron] 10.222.0.107 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032873 Nov 03 18:47:23.374547 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ac35877a-988e-4ba1-9489-210792c84ff9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/075ac56e-736d-4184-95af-c4f8dce64f0c HTTP/1.1" status: 204 len: 168 time: 0.2071185 Nov 03 18:47:23.389820 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35877a-988e-4ba1-9489-210792c84ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075ac56e-736d-4184-95af-c4f8dce64f0c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:23.395516 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e4dea50-a6b7-445c-ba12-52966218fb7d req-ea974e12-4028-4ce6-b555-43a35095be48 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724613 Nov 03 18:47:23.503292 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85a7ad60-3b78-4f2f-b2c3-d1c2add35aa2 req-9456e614-e786-4a2a-a5e2-b5d0c3440f2e service neutron] 10.222.0.98 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284078 Nov 03 18:47:23.726006 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device b3367104-86a5-4fc1-863f-ad77b13ace7d up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:23.808501 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port b3367104-86a5-4fc1-863f-ad77b13ace7d completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:23.818513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-bc821e75-cf6e-48ec-a9d6-5d5a5e874262 service neutron] 10.222.0.107 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210751 Nov 03 18:47:23.818850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port b3367104-86a5-4fc1-863f-ad77b13ace7d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:23.819446 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:23.836380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85a7ad60-3b78-4f2f-b2c3-d1c2add35aa2 req-f8a996eb-614a-425b-a9a4-5201ba8729e6 service neutron] 10.222.0.98 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788372 Nov 03 18:47:23.853403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04322d86-3248-4d24-b8b8-0101dbe6dc15 req-827880a3-c0f5-4a9e-8b44-5116b51f0634 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:23.855959 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04322d86-3248-4d24-b8b8-0101dbe6dc15 req-827880a3-c0f5-4a9e-8b44-5116b51f0634 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 945 time: 0.1887662 Nov 03 18:47:23.995523 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04322d86-3248-4d24-b8b8-0101dbe6dc15 req-8c212a5b-bb99-4a79-8dd5-00458b785388 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275411 Nov 03 18:47:24.009964 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:24.065512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ece08c-621c-4aa5-9e31-943fe80473ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3367104-86a5-4fc1-863f-ad77b13ace7d'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:24.068077 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aed992-469a-4743-a83c-68fde909da83" -d '{"events": [{"server_uuid": "46ece08c-621c-4aa5-9e31-943fe80473ba", "name": "network-vif-plugged", "status": "completed", "tag": "b3367104-86a5-4fc1-863f-ad77b13ace7d"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:24.084685 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port b3367104-86a5-4fc1-863f-ad77b13ace7d, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=b3367104-86a5-4fc1-863f-ad77b13ace7d,segment=NetworkSegment(2b2bb8fe-8f32-42f6-b86d-fd3321043781),segment_id=2b2bb8fe-8f32-42f6-b86d-fd3321043781)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:24.090769 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:24.227757 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=b3367104-86a5-4fc1-863f-ad77b13ace7d,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:24.308376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52283ccf-add7-402f-aa0a-ee10246ef6b5 req-ad5bfb9d-f695-401a-a336-ee2684e48ce7 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:24.315947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52283ccf-add7-402f-aa0a-ee10246ef6b5 req-ad5bfb9d-f695-401a-a336-ee2684e48ce7 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 946 time: 0.1682651 Nov 03 18:47:24.374915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4ac5b-0049-46f5-a0c7-0da459562dde req-5ee0e53d-0d4a-449c-85d0-fca5d9a54651 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:24.391166 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aea4ac5b-0049-46f5-a0c7-0da459562dde req-5ee0e53d-0d4a-449c-85d0-fca5d9a54651 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 943 time: 0.1564240 Nov 03 18:47:24.463001 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52283ccf-add7-402f-aa0a-ee10246ef6b5 req-625d8fb7-dfe8-4473-bac6-977a92e07747 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fa43cf7-493b-4f28-b633-c45277b60d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459458 Nov 03 18:47:24.511953 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aea4ac5b-0049-46f5-a0c7-0da459562dde req-5534d35b-4cf8-4361-9c20-63a18cf5e7cd tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195440 Nov 03 18:47:24.580946 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7638c417-eedc-4269-aea5-94e1f4109e3d x-openstack-request-id: req-7638c417-eedc-4269-aea5-94e1f4109e3d {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:24.581827 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ece08c-621c-4aa5-9e31-943fe80473ba", "name": "network-vif-plugged", "status": "completed", "tag": "b3367104-86a5-4fc1-863f-ad77b13ace7d", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:24.583278 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7638c417-eedc-4269-aea5-94e1f4109e3d {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:24.584470 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ece08c-621c-4aa5-9e31-943fe80473ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3367104-86a5-4fc1-863f-ad77b13ace7d', 'code': 200} Nov 03 18:47:24.590745 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:24.694549 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bbe417ff-7ef0-4eb7-92a1-f9d5fede2616 req-79ca9361-b5fe-499f-aa69-01ff928efc53 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 210 time: 0.1257780 Nov 03 18:47:24.898950 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:24.904868 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:24.905449 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:24.929910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089c05d-f6ae-447f-b83a-81fae4236b08 req-8778c33c-775b-4598-987e-669f4672b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:24.933234 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8089c05d-f6ae-447f-b83a-81fae4236b08 req-8778c33c-775b-4598-987e-669f4672b900 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 1097 time: 0.2359052 Nov 03 18:47:24.981368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af824db-9a9b-4606-8ea6-5b50732eb21b req-13981052-fd68-4c87-aa01-b1e90d57c602 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:24.986057 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8af824db-9a9b-4606-8ea6-5b50732eb21b req-13981052-fd68-4c87-aa01-b1e90d57c602 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.1826649 Nov 03 18:47:25.089527 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:25.162253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:25.164216 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:25.217855 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,revision_number=12']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:25.316784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8089c05d-f6ae-447f-b83a-81fae4236b08 req-da3e3bff-b835-4f97-90fd-af919c775848 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=2fa43cf7-493b-4f28-b633-c45277b60d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764226 Nov 03 18:47:25.350094 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8af824db-9a9b-4606-8ea6-5b50732eb21b req-4964fbc1-a3bd-4537-82cb-aaa46144541e tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882144 Nov 03 18:47:25.384651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ddb90-4576-4526-a794-6ce6dce966c5 req-78a13de6-98d1-467f-aca1-422d65b2e5bb tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:25.394055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-383ddb90-4576-4526-a794-6ce6dce966c5 req-78a13de6-98d1-467f-aca1-422d65b2e5bb tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 946 time: 0.2101140 Nov 03 18:47:25.474330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-383ddb90-4576-4526-a794-6ce6dce966c5 req-87cf1988-1488-42c9-b02d-66a5ee1ae0d9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780869 Nov 03 18:47:25.637101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f08233-3c6c-472f-925e-118e446aeeb7 req-9b1c4896-2e4f-498c-a4bf-e41b5933c0d1 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:25.640433 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89f08233-3c6c-472f-925e-118e446aeeb7 req-9b1c4896-2e4f-498c-a4bf-e41b5933c0d1 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 946 time: 0.0692050 Nov 03 18:47:25.705164 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6c39cc7f-e176-48f3-8818-c37135703c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:25.731946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fec27-949a-443d-9f85-5202c8aed427 req-38316624-045a-4884-97c2-f2784e85c727 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:25.733562 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe1fec27-949a-443d-9f85-5202c8aed427 req-38316624-045a-4884-97c2-f2784e85c727 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 943 time: 0.0920141 Nov 03 18:47:25.738877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89f08233-3c6c-472f-925e-118e446aeeb7 req-8ca06932-3050-4c25-b19a-a4b874e77bef tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fa43cf7-493b-4f28-b633-c45277b60d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830202 Nov 03 18:47:25.739466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 4eee44d9-fc12-421b-9364-0ea27b312f1f details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:47:25.876376 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe1fec27-949a-443d-9f85-5202c8aed427 req-32b81dae-a211-4457-9c5a-298df054263b tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260219 Nov 03 18:47:25.974277 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 4eee44d9-fc12-421b-9364-0ea27b312f1f, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4eee44d9-fc12-421b-9364-0ea27b312f1f,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:25.996099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '4eee44d9-fc12-421b-9364-0ea27b312f1f', 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91', 'port_id': '4eee44d9-fc12-421b-9364-0ea27b312f1f', 'mac_address': 'fa:16:3e:5f:3e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9533f04e-ac78-415d-8a78-7bdd21f5aeee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:47:26.025394 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55d0f220-ec09-4d1c-8535-f5ae46cf5825 req-6f207138-157f-4bd9-8d0c-d1931262302e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 210 time: 0.1181252 Nov 03 18:47:26.103764 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:26.129147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eee44d9-fc12-421b-9364-0ea27b312f1f {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:26.167287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 4eee44d9-fc12-421b-9364-0ea27b312f1f, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4eee44d9-fc12-421b-9364-0ea27b312f1f,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:26.173905 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:26.242334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=4eee44d9-fc12-421b-9364-0ea27b312f1f,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:26.464513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['4eee44d9-fc12-421b-9364-0ea27b312f1f'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:26.571348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca1658-1e37-4ccd-a50b-8d9b58550f42 req-c68ff684-a7f8-47a1-969b-42fa1985289a tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:26.586769 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0ca1658-1e37-4ccd-a50b-8d9b58550f42 req-c68ff684-a7f8-47a1-969b-42fa1985289a tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.0993474 Nov 03 18:47:26.593555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:26.596847 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30085c0-e02e-42ac-b262-1c2c9349966d" -d '{"events": [{"server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "name": "network-vif-plugged", "status": "completed", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:26.705392 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0ca1658-1e37-4ccd-a50b-8d9b58550f42 req-771a934e-2007-47bb-982f-e129c1bcb060 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151125 Nov 03 18:47:26.743052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419360c8-62c4-462b-963a-83a5896a766d req-15f7f670-a48e-4c9d-88e5-0e7126644f1b tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:26.757193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-419360c8-62c4-462b-963a-83a5896a766d req-15f7f670-a48e-4c9d-88e5-0e7126644f1b tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 946 time: 0.1315775 Nov 03 18:47:26.843683 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0354253-ef95-43a0-90f1-063d59585548 x-openstack-request-id: req-f0354253-ef95-43a0-90f1-063d59585548 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:26.844835 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "name": "network-vif-plugged", "status": "completed", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:26.845170 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f0354253-ef95-43a0-90f1-063d59585548 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:26.845741 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'code': 200} Nov 03 18:47:26.923459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-419360c8-62c4-462b-963a-83a5896a766d req-0bebbbb5-a1f2-4e75-a2f6-84167516ab97 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546390 Nov 03 18:47:26.987437 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-44fef220-cc99-4b67-b1aa-f01c9cd363d7 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:26.996553 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-44fef220-cc99-4b67-b1aa-f01c9cd363d7 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.87 "GET /v2.0/networks?id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c HTTP/1.1" status: 200 len: 814 time: 0.3185248 Nov 03 18:47:27.056962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-66519693-b030-4946-96f3-30ef06fd2265 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Request body: {'port': {'device_id': '2406edc3-2557-4a1c-989e-655b736a2eb7', 'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c', 'admin_state_up': True, 'tenant_id': 'becd52d6557c422795eaaf4052e7b394'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:27.097399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48379a-ddd5-4682-bd40-b8481655930a req-5c2e0098-d05a-42d6-874f-f892654f7ca2 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:27.099699 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b48379a-ddd5-4682-bd40-b8481655930a req-5c2e0098-d05a-42d6-874f-f892654f7ca2 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 946 time: 0.0950692 Nov 03 18:47:27.239544 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b48379a-ddd5-4682-bd40-b8481655930a req-f3456cb5-a39c-4e36-9c7d-2e3c26b85142 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fa43cf7-493b-4f28-b633-c45277b60d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311285 Nov 03 18:47:27.288204 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292c421-579c-4460-b52e-9ee9ab928f8e req-a433f87c-9065-4d00-95c9-e10a639deeaf tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:27.290604 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7292c421-579c-4460-b52e-9ee9ab928f8e req-a433f87c-9065-4d00-95c9-e10a639deeaf tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 944 time: 0.1286776 Nov 03 18:47:27.337287 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5da4d6-3855-4ead-9a6f-370c11bb728f req-134fe945-5ae8-4a58-a79e-deb10cd23e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:27.340354 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4f5da4d6-3855-4ead-9a6f-370c11bb728f req-134fe945-5ae8-4a58-a79e-deb10cd23e48 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 1097 time: 0.1096845 Nov 03 18:47:27.386034 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-66519693-b030-4946-96f3-30ef06fd2265 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Made reservation on behalf of becd52d6557c422795eaaf4052e7b394 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:27.391262 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-66519693-b030-4946-96f3-30ef06fd2265 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:27.416130 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7292c421-579c-4460-b52e-9ee9ab928f8e req-beeca2a9-23d2-4751-89ce-8666dfe02090 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193419 Nov 03 18:47:27.487773 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4f5da4d6-3855-4ead-9a6f-370c11bb728f req-7abb968d-d809-4829-a188-bf0de0a9b5d6 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277921 Nov 03 18:47:27.501129 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b3a7941-639d-497b-ba32-6f5354b772e6 req-def12006-6a58-4c8d-8b7e-26232176bb0c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 210 time: 0.0497613 Nov 03 18:47:27.708980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-66519693-b030-4946-96f3-30ef06fd2265 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Allocated IP 172.20.0.6 (06a39eba-e810-429a-8dd3-e7aeb7a24e6c/139ca79f-c2b7-4f06-944e-59569171d638/7b6b0acd-fc18-46fd-bb28-c3927bb80947) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:27.747480 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 4eee44d9-fc12-421b-9364-0ea27b312f1f up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:27.889962 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 4eee44d9-fc12-421b-9364-0ea27b312f1f completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:27.907033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 4eee44d9-fc12-421b-9364-0ea27b312f1f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:27.908569 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:28.038270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19284ad0-a921-4a93-805b-5e859b8f652a req-85b1bdd7-597a-46f0-b149-dc9758cda237 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:28.048895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19284ad0-a921-4a93-805b-5e859b8f652a req-85b1bdd7-597a-46f0-b149-dc9758cda237 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.2240336 Nov 03 18:47:28.114170 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:28.138981 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-85cc7a27-db99-408a-afae-6cee652c5094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:28.161001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7753dd-a3d1-42e6-96a3-28131ebed282 req-fe24e33f-894a-4d38-acd6-cc73fb4881f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:28.162572 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb7753dd-a3d1-42e6-96a3-28131ebed282 req-fe24e33f-894a-4d38-acd6-cc73fb4881f3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=eedd19453d1b4c85999fb72ba2cfd281&device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 1097 time: 0.2849362 Nov 03 18:47:28.172755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 4eee44d9-fc12-421b-9364-0ea27b312f1f, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4eee44d9-fc12-421b-9364-0ea27b312f1f,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:28.180799 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:28.186824 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-66519693-b030-4946-96f3-30ef06fd2265 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:28.188426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f0f4b-4d54-48da-9979-5a8e278ce7b6 req-d72bb23f-6c97-41e9-a2c4-2ef995936df4 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:28.190338 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e77f0f4b-4d54-48da-9979-5a8e278ce7b6 req-d72bb23f-6c97-41e9-a2c4-2ef995936df4 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 946 time: 0.2891605 Nov 03 18:47:28.273198 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-66519693-b030-4946-96f3-30ef06fd2265 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:28.305207 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19284ad0-a921-4a93-805b-5e859b8f652a req-fa145525-9376-4395-a8d2-ebfb7701061d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552166 Nov 03 18:47:28.321656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=4eee44d9-fc12-421b-9364-0ea27b312f1f,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:28.382256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-66519693-b030-4946-96f3-30ef06fd2265 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Network 06a39eba-e810-429a-8dd3-e7aeb7a24e6c is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:28.386138 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-66519693-b030-4946-96f3-30ef06fd2265 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:28.391437 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-66519693-b030-4946-96f3-30ef06fd2265 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:28.477403 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-66519693-b030-4946-96f3-30ef06fd2265 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:28.478419 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-66519693-b030-4946-96f3-30ef06fd2265 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:28.508394 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66519693-b030-4946-96f3-30ef06fd2265 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Pushing event updated for resources: {'Port': ['ID=7b6b0acd-fc18-46fd-bb28-c3927bb80947,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:28.532039 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-66519693-b030-4946-96f3-30ef06fd2265 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4824593 Nov 03 18:47:28.532321 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e77f0f4b-4d54-48da-9979-5a8e278ce7b6 req-d936a881-f583-4525-ad74-8e07721faab8 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fa43cf7-493b-4f28-b633-c45277b60d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214509 Nov 03 18:47:28.575129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Request body: {'port': {'device_id': '2406edc3-2557-4a1c-989e-655b736a2eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:28.581348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7753dd-a3d1-42e6-96a3-28131ebed282 req-f4be989d-06f4-4272-9cac-99fbaf545dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:28.582869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb7753dd-a3d1-42e6-96a3-28131ebed282 req-f4be989d-06f4-4272-9cac-99fbaf545dad service neutron] 10.222.0.98 "GET /v2.0/networks?id=81a070fa-0d3c-4bf8-8622-34e5588fd5f1 HTTP/1.1" status: 200 len: 914 time: 0.4041464 Nov 03 18:47:28.648035 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb146da1-3a65-438d-829d-f1511b407c46 req-524fac3b-cb23-4bd3-abaf-455b16c4699a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:28.657807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb146da1-3a65-438d-829d-f1511b407c46 req-524fac3b-cb23-4bd3-abaf-455b16c4699a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 946 time: 0.1988599 Nov 03 18:47:28.668225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb7753dd-a3d1-42e6-96a3-28131ebed282 req-1c03f046-f8d6-4b5b-8a4e-a305f0efcd5a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3367104-86a5-4fc1-863f-ad77b13ace7d HTTP/1.1" status: 200 len: 217 time: 0.0757458 Nov 03 18:47:28.724971 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:28.796582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7753dd-a3d1-42e6-96a3-28131ebed282 req-f9462cb1-c45f-4989-9b5a-fcf07b4d92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:28.798228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb7753dd-a3d1-42e6-96a3-28131ebed282 req-f9462cb1-c45f-4989-9b5a-fcf07b4d92a3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=640039e8-d511-4e95-80e0-cce5798f0895 HTTP/1.1" status: 200 len: 853 time: 0.1168344 Nov 03 18:47:28.815300 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb146da1-3a65-438d-829d-f1511b407c46 req-f79d1be5-7592-45bf-89cd-86ff3b18d988 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562409 Nov 03 18:47:28.846823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0aab998-be40-4528-8bfb-a72823125d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eee44d9-fc12-421b-9364-0ea27b312f1f'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:28.849302 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d559a34c-e5c8-4d70-a66d-86d2e75fba9e" -d '{"events": [{"server_uuid": "d0aab998-be40-4528-8bfb-a72823125d3d", "name": "network-vif-plugged", "status": "completed", "tag": "4eee44d9-fc12-421b-9364-0ea27b312f1f"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:28.888020 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb7753dd-a3d1-42e6-96a3-28131ebed282 req-c31c2a17-fb6f-42ea-8cb2-02ad0be8f4cf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=81a070fa-0d3c-4bf8-8622-34e5588fd5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679443 Nov 03 18:47:29.164422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913d6b6-a71c-4935-9f23-732180c4f928 req-05cc9bbf-5053-474a-905d-2ac1fe0ffc3b tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:29.173671 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7913d6b6-a71c-4935-9f23-732180c4f928 req-05cc9bbf-5053-474a-905d-2ac1fe0ffc3b tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.2848008 Nov 03 18:47:29.232123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5803e-13f9-4352-87e4-f84374f92de4 req-d0d66174-b4b0-4b77-b492-ef69bb3d1bae tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:29.240415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50b5803e-13f9-4352-87e4-f84374f92de4 req-d0d66174-b4b0-4b77-b492-ef69bb3d1bae tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 931 time: 0.2890718 Nov 03 18:47:29.295152 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb7753dd-a3d1-42e6-96a3-28131ebed282 req-b0516326-fd8a-40ee-b4de-527601da7ab9 service neutron] 10.222.0.98 "GET /v2.0/networks/81a070fa-0d3c-4bf8-8622-34e5588fd5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422151 Nov 03 18:47:29.317991 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:29.369326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6b0acd-fc18-46fd-bb28-c3927bb80947 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:29.389822 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:29.422991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Transition to ACTIVE for port object 7b6b0acd-fc18-46fd-bb28-c3927bb80947 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:47:29.428973 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:29.454149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50b5803e-13f9-4352-87e4-f84374f92de4 req-b4155799-6df7-40d8-b92f-10e38c61346e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119637 Nov 03 18:47:29.474777 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7913d6b6-a71c-4935-9f23-732180c4f928 req-a3b6db14-7b79-48b0-ab9a-30ffdacbc807 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885606 Nov 03 18:47:29.538825 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0886afda-336a-4aa0-8242-c78a3c4c5b65 x-openstack-request-id: req-0886afda-336a-4aa0-8242-c78a3c4c5b65 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:29.539151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6b0acd-fc18-46fd-bb28-c3927bb80947,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:29.539978 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0aab998-be40-4528-8bfb-a72823125d3d", "name": "network-vif-plugged", "status": "completed", "tag": "4eee44d9-fc12-421b-9364-0ea27b312f1f", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:29.540237 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0886afda-336a-4aa0-8242-c78a3c4c5b65 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:29.540675 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0aab998-be40-4528-8bfb-a72823125d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eee44d9-fc12-421b-9364-0ea27b312f1f', 'code': 200} Nov 03 18:47:29.569602 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb7753dd-a3d1-42e6-96a3-28131ebed282 req-0eecd0d5-6f7e-4f18-9b65-651dbf39544e service neutron] 10.222.0.98 "GET /v2.0/networks/81a070fa-0d3c-4bf8-8622-34e5588fd5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663529 Nov 03 18:47:29.657937 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Attempting to bind port 7b6b0acd-fc18-46fd-bb28-c3927bb80947 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:29.658318 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Attempting to bind port 7b6b0acd-fc18-46fd-bb28-c3927bb80947 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'f3431027-c1f2-4251-b060-3736431a2d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:29.658619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Attempting to bind port 7b6b0acd-fc18-46fd-bb28-c3927bb80947 on network 06a39eba-e810-429a-8dd3-e7aeb7a24e6c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:29.664125 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Port 7b6b0acd-fc18-46fd-bb28-c3927bb80947 on network 06a39eba-e810-429a-8dd3-e7aeb7a24e6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:47:29.664454 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Attempting to bind port 7b6b0acd-fc18-46fd-bb28-c3927bb80947 on network 06a39eba-e810-429a-8dd3-e7aeb7a24e6c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:29.670315 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:29.670733 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Checking segment: {'id': 'f3431027-c1f2-4251-b060-3736431a2d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:29.671183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Bound using segment: {'id': 'f3431027-c1f2-4251-b060-3736431a2d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:29.671728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Bound port: 7b6b0acd-fc18-46fd-bb28-c3927bb80947, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3431027-c1f2-4251-b060-3736431a2d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:29.672702 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:29.829057 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] For port 7b6b0acd-fc18-46fd-bb28-c3927bb80947, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:29.837395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] For port 7b6b0acd-fc18-46fd-bb28-c3927bb80947, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:29.838926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523ee8d-4ad5-4538-a113-768d8efe5073 req-d40d26a5-a966-4345-8df3-f3a52c8054e3 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:29.846779 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:29.860234 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1523ee8d-4ad5-4538-a113-768d8efe5073 req-d40d26a5-a966-4345-8df3-f3a52c8054e3 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.2431772 Nov 03 18:47:29.865714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524cad6-c4b4-43b5-8b43-ff1556f8b5f9 req-6e504668-3866-4c67-b3d7-afdb00fb61f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:29.878919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b524cad6-c4b4-43b5-8b43-ff1556f8b5f9 req-6e504668-3866-4c67-b3d7-afdb00fb61f4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 1096 time: 0.1631131 Nov 03 18:47:29.937436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:29.940851 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:29.944217 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] 10.222.0.87 "PUT /v2.0/ports/7b6b0acd-fc18-46fd-bb28-c3927bb80947 HTTP/1.1" status: 200 len: 1091 time: 1.3882303 Nov 03 18:47:29.945577 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2406edc3-2557-4a1c-989e-655b736a2eb7', 'tag': '7b6b0acd-fc18-46fd-bb28-c3927bb80947'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:29.950031 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610afcbe-7a84-4de8-bd23-80c1bd0e33f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2406edc3-2557-4a1c-989e-655b736a2eb7", "tag": "7b6b0acd-fc18-46fd-bb28-c3927bb80947"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:29.979931 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a879353-c986-4ec4-84b4-50832f81a34e req-a9df91e5-9cc1-4d33-aa2f-20d925c9c6f4 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:29.979931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a879353-c986-4ec4-84b4-50832f81a34e req-a9df91e5-9cc1-4d33-aa2f-20d925c9c6f4 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 946 time: 0.2713163 Nov 03 18:47:30.012708 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921635b-09da-4d11-bc0e-2a29891d8157 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6b0acd-fc18-46fd-bb28-c3927bb80947,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:30.134934 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-6f72514b-435c-48d4-8793-07f47a950fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:30.136918 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-6f72514b-435c-48d4-8793-07f47a950fbc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=becd52d6557c422795eaaf4052e7b394&device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 1094 time: 0.0943549 Nov 03 18:47:30.163072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1523ee8d-4ad5-4538-a113-768d8efe5073 req-1a04909c-a8e0-4c3f-b6d9-c7f53e2aef03 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003995 Nov 03 18:47:30.211906 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b524cad6-c4b4-43b5-8b43-ff1556f8b5f9 req-c82a3c2c-16b4-4650-9b8b-72712662b8ac service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293166 Nov 03 18:47:30.230146 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a879353-c986-4ec4-84b4-50832f81a34e req-8fcc859b-e9e9-4708-890e-c47cf561e154 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fa43cf7-493b-4f28-b633-c45277b60d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478566 Nov 03 18:47:30.309588 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-90822e0e-f0cd-456c-972d-b4fb7606e984 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947 HTTP/1.1" status: 200 len: 217 time: 0.1204953 Nov 03 18:47:30.425731 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:30.452382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddd3da-285d-4a59-981f-163bca8024bd req-7ebbb922-cd1c-4f65-8b67-fda0f567dc4c tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:30.463501 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0ddd3da-285d-4a59-981f-163bca8024bd req-7ebbb922-cd1c-4f65-8b67-fda0f567dc4c tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 946 time: 0.1171920 Nov 03 18:47:30.504888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-c480d1ee-a6bf-456c-a668-728cb48ec877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:30.508477 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-c480d1ee-a6bf-456c-a668-728cb48ec877 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=139ca79f-c2b7-4f06-944e-59569171d638 HTTP/1.1" status: 200 len: 854 time: 0.1851435 Nov 03 18:47:30.547009 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdda0a1-627b-4956-8568-3dc6b2866f4c x-openstack-request-id: req-2bdda0a1-627b-4956-8568-3dc6b2866f4c {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:30.548209 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2406edc3-2557-4a1c-989e-655b736a2eb7", "tag": "7b6b0acd-fc18-46fd-bb28-c3927bb80947", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:30.548661 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2bdda0a1-627b-4956-8568-3dc6b2866f4c {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:30.549368 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2406edc3-2557-4a1c-989e-655b736a2eb7', 'tag': '7b6b0acd-fc18-46fd-bb28-c3927bb80947', 'status': 'completed', 'code': 200} Nov 03 18:47:30.592000 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:30.596962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52414) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:30.602057 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-1bb0b4d2-0322-4517-8408-05a2cf8f0f82 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793705 Nov 03 18:47:30.614399 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0ddd3da-285d-4a59-981f-163bca8024bd req-9b47e0f7-fd06-49a2-8652-0cdde327cd63 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449962 Nov 03 18:47:30.731968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983b843-8b43-4e47-a570-9380ee726eb4 req-6ffa1909-d91b-42b1-9adf-25da421b005b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:30.743087 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1983b843-8b43-4e47-a570-9380ee726eb4 req-6ffa1909-d91b-42b1-9adf-25da421b005b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.1259577 Nov 03 18:47:30.805261 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-752bb5b7-084a-4dd2-a1a8-db2893862b2c service neutron] 10.222.0.87 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940603 Nov 03 18:47:30.892077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1983b843-8b43-4e47-a570-9380ee726eb4 req-e9d3dc02-100b-47e1-8ad0-fc2d882916b5 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479423 Nov 03 18:47:30.895062 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:30.940400 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eca06-78a5-4ab6-b946-13fa0a0970e9 req-cd2602ec-dbe8-420a-9cf3-b0be3ae80493 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:30.942008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec7eca06-78a5-4ab6-b946-13fa0a0970e9 req-cd2602ec-dbe8-420a-9cf3-b0be3ae80493 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.1591465 Nov 03 18:47:30.967136 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2d66441f-fb35-4a98-97e2-e774fbc35f2c req-9f189116-de7c-4087-bbb3-2fd6a5bb85ce service neutron] 10.222.0.87 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501038 Nov 03 18:47:31.039198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec7eca06-78a5-4ab6-b946-13fa0a0970e9 req-6bc48575-dd33-454f-8b1e-2ae404501c03 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738022 Nov 03 18:47:31.055360 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:31.060961 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:31.113401 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ade58e6eaf544c84be4fea9470533448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5115280 Nov 03 18:47:31.113401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efacec7-27af-4e30-9d52-0472b0f53d46,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:31.114305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52418) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:31.121096 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:31.121866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:31.122798 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:31.123142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:31.123474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:31.123829 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:31.124157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:31.124484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:31.124833 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:31.125179 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:31.126128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:31.126455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e74cf-55d4-4868-9653-759b3f18096f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:31.219654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610afcbe-7a84-4de8-bd23-80c1bd0e33f0 req-cb0f1440-c167-41b1-8ed6-3370b9580ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:31.221306 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-610afcbe-7a84-4de8-bd23-80c1bd0e33f0 req-cb0f1440-c167-41b1-8ed6-3370b9580ecd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=becd52d6557c422795eaaf4052e7b394&device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 1094 time: 0.1089461 Nov 03 18:47:31.250404 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-00452987-58d8-45a1-bb9f-febb23b89703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:31.331420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-00452987-58d8-45a1-bb9f-febb23b89703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:31.393144 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610afcbe-7a84-4de8-bd23-80c1bd0e33f0 req-6e9954c8-c396-4282-8e66-833b57877cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:31.394750 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-610afcbe-7a84-4de8-bd23-80c1bd0e33f0 req-6e9954c8-c396-4282-8e66-833b57877cb5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c HTTP/1.1" status: 200 len: 915 time: 0.1574907 Nov 03 18:47:31.431121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6f009-65b7-4006-8a53-f886c369c035 req-2dde49f3-3aee-47ca-a3c2-0538ef9daa9b tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:31.432698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d5c6f009-65b7-4006-8a53-f886c369c035 req-2dde49f3-3aee-47ca-a3c2-0538ef9daa9b tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.1198721 Nov 03 18:47:31.468605 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:31.484875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d799f-584d-4d06-9a49-1f14829c8e18 req-ef0b4274-b716-48af-8f7c-6f41187f9ce3 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:31.486531 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-151d799f-584d-4d06-9a49-1f14829c8e18 req-ef0b4274-b716-48af-8f7c-6f41187f9ce3 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 946 time: 0.1285355 Nov 03 18:47:31.491474 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-00452987-58d8-45a1-bb9f-febb23b89703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:31.498217 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-00452987-58d8-45a1-bb9f-febb23b89703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:31.503154 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-00452987-58d8-45a1-bb9f-febb23b89703 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8efacec7-27af-4e30-9d52-0472b0f53d46 HTTP/1.1" status: 204 len: 168 time: 0.3846807 Nov 03 18:47:31.518103 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-610afcbe-7a84-4de8-bd23-80c1bd0e33f0 req-f45a1006-fbc7-468c-987a-83a324b74c38 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947 HTTP/1.1" status: 200 len: 217 time: 0.1089995 Nov 03 18:47:31.530323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00452987-58d8-45a1-bb9f-febb23b89703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efacec7-27af-4e30-9d52-0472b0f53d46,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:31.580743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d5c6f009-65b7-4006-8a53-f886c369c035 req-e58a59f8-5508-4fd3-8695-911ccf5d179e tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201496 Nov 03 18:47:31.613720 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610afcbe-7a84-4de8-bd23-80c1bd0e33f0 req-666d673c-30f5-4054-aff2-1f485d1a28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:31.620433 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-610afcbe-7a84-4de8-bd23-80c1bd0e33f0 req-666d673c-30f5-4054-aff2-1f485d1a28fe service neutron] 10.222.0.87 "GET /v2.0/subnets?id=139ca79f-c2b7-4f06-944e-59569171d638 HTTP/1.1" status: 200 len: 854 time: 0.0842595 Nov 03 18:47:31.676489 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-151d799f-584d-4d06-9a49-1f14829c8e18 req-8455c8f2-3d3d-4297-90dc-f627dca4512a tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fa43cf7-493b-4f28-b633-c45277b60d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708486 Nov 03 18:47:31.719071 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-610afcbe-7a84-4de8-bd23-80c1bd0e33f0 req-f7a71438-ede7-465c-80b3-a3baa5153a86 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859284 Nov 03 18:47:31.853189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ac0e5-ff03-4c80-8428-d993d41c6296 req-511b24c2-b89e-4f57-b0e2-b78755b35ad7 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:31.861386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a12ac0e5-ff03-4c80-8428-d993d41c6296 req-511b24c2-b89e-4f57-b0e2-b78755b35ad7 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 946 time: 0.0673356 Nov 03 18:47:31.930387 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-610afcbe-7a84-4de8-bd23-80c1bd0e33f0 req-2c7ae0cc-beec-4721-b274-86aa64b4f86a service neutron] 10.222.0.87 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889589 Nov 03 18:47:31.949514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a12ac0e5-ff03-4c80-8428-d993d41c6296 req-f68c48eb-490e-457b-9b3e-11cff1f6d503 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868490 Nov 03 18:47:32.120334 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-610afcbe-7a84-4de8-bd23-80c1bd0e33f0 req-569ea90d-9ce2-41db-9f1f-45f6b305fdf6 service neutron] 10.222.0.87 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790338 Nov 03 18:47:32.174659 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86df030-1cf4-4167-a6f7-a81e7a8a99d8 req-e06b0eb7-5421-4f7d-9d0f-eedfccce7684 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:32.188119 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d86df030-1cf4-4167-a6f7-a81e7a8a99d8 req-e06b0eb7-5421-4f7d-9d0f-eedfccce7684 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.1332588 Nov 03 18:47:32.271093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d86df030-1cf4-4167-a6f7-a81e7a8a99d8 req-4e5359dc-21fb-419c-9192-7d17aab031c0 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797050 Nov 03 18:47:32.292347 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c57429-fdc3-4ed9-8634-47ef784cc690 req-848408a8-88b8-4a1c-9d11-179dbd2fe62a tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:32.301092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07c57429-fdc3-4ed9-8634-47ef784cc690 req-848408a8-88b8-4a1c-9d11-179dbd2fe62a tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.0816541 Nov 03 18:47:32.401743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07c57429-fdc3-4ed9-8634-47ef784cc690 req-10aa4562-0137-4a8d-bcaa-66700faa2b50 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995748 Nov 03 18:47:32.437350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02e0ca-e92b-4bc7-9b2f-95aa3ecfb999 req-31c0fbbd-2e07-4fb6-99ab-7dcf7d9aef54 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:32.450110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec02e0ca-e92b-4bc7-9b2f-95aa3ecfb999 req-31c0fbbd-2e07-4fb6-99ab-7dcf7d9aef54 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 946 time: 0.0937734 Nov 03 18:47:32.511329 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec02e0ca-e92b-4bc7-9b2f-95aa3ecfb999 req-54b8bd68-9230-46d0-a244-a283a4d4160b tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fa43cf7-493b-4f28-b633-c45277b60d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589077 Nov 03 18:47:32.712822 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c53a5f-d4cc-456a-b5d8-7904c040ed6c req-cc7584e6-df01-474c-aef3-da6d1ec24e9e tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:32.714373 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08c53a5f-d4cc-456a-b5d8-7904c040ed6c req-cc7584e6-df01-474c-aef3-da6d1ec24e9e tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.0978637 Nov 03 18:47:32.823258 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f575f-fc73-4ac7-9632-e7efe5ef74e1 req-f1b1ed00-dbde-4fac-8764-9895ebe0f1f0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:32.825092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-217f575f-fc73-4ac7-9632-e7efe5ef74e1 req-f1b1ed00-dbde-4fac-8764-9895ebe0f1f0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.0919666 Nov 03 18:47:32.829522 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08c53a5f-d4cc-456a-b5d8-7904c040ed6c req-1e2c3f73-743b-4ad0-be60-095ac2548ca8 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865436 Nov 03 18:47:32.910997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-217f575f-fc73-4ac7-9632-e7efe5ef74e1 req-083e73fe-0500-47b7-bd96-8cebedb9938e tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744474 Nov 03 18:47:33.273214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff3ff2-eab3-4345-9e58-edc52a17eb34 req-3ba13b80-44ef-4c57-a71e-d891952a0733 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:33.274877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06ff3ff2-eab3-4345-9e58-edc52a17eb34 req-3ba13b80-44ef-4c57-a71e-d891952a0733 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.0592475 Nov 03 18:47:33.338404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06ff3ff2-eab3-4345-9e58-edc52a17eb34 req-e5efef2e-8941-468a-91fc-70f94247f5f0 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557458 Nov 03 18:47:33.445610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e54bff-7a83-4323-a06c-ab7794512f61 req-fcbdce13-0ad3-4d71-b1f5-8b3a5850ff23 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:33.447808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2e54bff-7a83-4323-a06c-ab7794512f61 req-fcbdce13-0ad3-4d71-b1f5-8b3a5850ff23 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.0775211 Nov 03 18:47:33.511974 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2e54bff-7a83-4323-a06c-ab7794512f61 req-8954e238-aee0-440f-addb-ad2c1ab81eac tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552239 Nov 03 18:47:33.531877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52504) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:33.645892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ebc72-a77f-4bc5-9474-dc37f9f0c0d9 req-e70bc1a4-8162-425f-befb-24c250476f27 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:33.647434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c37ebc72-a77f-4bc5-9474-dc37f9f0c0d9 req-e70bc1a4-8162-425f-befb-24c250476f27 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.98 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 946 time: 0.0929477 Nov 03 18:47:33.662866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bc9d5-df3d-4e04-b6f7-104dca9ac79c req-2925d4bb-4b6c-4ff6-9781-a772f25cd93f tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:33.664172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-518640789', 'router:external': True}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:33.664760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-375bc9d5-df3d-4e04-b6f7-104dca9ac79c req-2925d4bb-4b6c-4ff6-9781-a772f25cd93f tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 946 time: 0.0757911 Nov 03 18:47:33.692608 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Made reservation on behalf of 8553f5d98c6248c0ac1b6d394b6c01a9 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:33.695387 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.713457 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.795767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-375bc9d5-df3d-4e04-b6f7-104dca9ac79c req-01b8e874-7a7c-4ec7-826e-e721fe4b3e86 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/security-groups?id=2fa43cf7-493b-4f28-b633-c45277b60d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206558 Nov 03 18:47:33.827563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.831234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-c37ebc72-a77f-4bc5-9474-dc37f9f0c0d9 req-a3e99098-2a18-4ff7-9602-08d563f2def0 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Deleting port b3367104-86a5-4fc1-863f-ad77b13ace7d {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:47:33.831735 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c37ebc72-a77f-4bc5-9474-dc37f9f0c0d9 req-a3e99098-2a18-4ff7-9602-08d563f2def0 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.833635 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.851688 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:47:33.876852 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.877235 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Added segment 6b751c33-553d-4f60-a9ed-902568cc5fdd of type vlan for network 144544ad-20e2-49f0-85fc-32b471fa8113 Nov 03 18:47:33.913494 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202a1d26-3225-4767-ad1c-b361d65c9384,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:33.960942 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:33.998316 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-c37ebc72-a77f-4bc5-9474-dc37f9f0c0d9 req-a3e99098-2a18-4ff7-9602-08d563f2def0 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] For port b3367104-86a5-4fc1-863f-ad77b13ace7d, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=b3367104-86a5-4fc1-863f-ad77b13ace7d,segment=NetworkSegment(2b2bb8fe-8f32-42f6-b86d-fd3321043781),segment_id=2b2bb8fe-8f32-42f6-b86d-fd3321043781)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:33.998890 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c37ebc72-a77f-4bc5-9474-dc37f9f0c0d9 req-a3e99098-2a18-4ff7-9602-08d563f2def0 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:34.006507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:34.007957 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:34.008563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:34.047117 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-c37ebc72-a77f-4bc5-9474-dc37f9f0c0d9 req-a3e99098-2a18-4ff7-9602-08d563f2def0 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Calling delete_port for b3367104-86a5-4fc1-863f-ad77b13ace7d owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:47:34.048024 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5143955 Nov 03 18:47:34.052001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52520) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:34.061744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a80e69ee-fd86-408f-b405-890e78b0c6e3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Request body: {'subnet': {'network_id': '144544ad-20e2-49f0-85fc-32b471fa8113', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:34.090429 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:47:34.101104 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f6387-00c3-49cf-a339-4a3b3a815ec9 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Pushing event updated for resources: {'Network': ['ID=144544ad-20e2-49f0-85fc-32b471fa8113,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:34.113843 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 144544ad-20e2-49f0-85fc-32b471fa8113 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:47:34.206191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80e69ee-fd86-408f-b405-890e78b0c6e3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Made reservation on behalf of 8553f5d98c6248c0ac1b6d394b6c01a9 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:34.208487 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a80e69ee-fd86-408f-b405-890e78b0c6e3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:34.598823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7b6b0acd-fc18-46fd-bb28-c3927bb80947 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:47:34.644576 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbe1cc-a0ed-45a1-8a25-e76489b207fc req-cc543eec-b456-466c-b522-0c75bb740fd0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:34.646023 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27dbe1cc-a0ed-45a1-8a25-e76489b207fc req-cc543eec-b456-466c-b522-0c75bb740fd0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.5195246 Nov 03 18:47:34.763443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7b6b0acd-fc18-46fd-bb28-c3927bb80947, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:34.777264 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '7b6b0acd-fc18-46fd-bb28-c3927bb80947', 'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c', 'port_id': '7b6b0acd-fc18-46fd-bb28-c3927bb80947', 'mac_address': 'fa:16:3e:78:d4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139ca79f-c2b7-4f06-944e-59569171d638', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:47:34.800220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102a5d2-c6ec-476c-9efb-4e3aba832b8c req-cb0a25a1-8066-4c75-9e3d-7b9b9af7af55 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:34.802220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5102a5d2-c6ec-476c-9efb-4e3aba832b8c req-cb0a25a1-8066-4c75-9e3d-7b9b9af7af55 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.1965985 Nov 03 18:47:34.827175 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:34.845253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27dbe1cc-a0ed-45a1-8a25-e76489b207fc req-b84a4047-b24c-400a-bb49-fef7cab9a942 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771686 Nov 03 18:47:34.868295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6b0acd-fc18-46fd-bb28-c3927bb80947 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:34.881001 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c37ebc72-a77f-4bc5-9474-dc37f9f0c0d9 req-a3e99098-2a18-4ff7-9602-08d563f2def0 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:34.898425 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['b3367104-86a5-4fc1-863f-ad77b13ace7d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:34.904291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7b6b0acd-fc18-46fd-bb28-c3927bb80947, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:34.927290 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:34.947356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5102a5d2-c6ec-476c-9efb-4e3aba832b8c req-55192c5e-3a45-4906-830a-396ef4d2b66a tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356304 Nov 03 18:47:34.984606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e99098-2a18-4ff7-9602-08d563f2def0 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Pushing event deleted for resources: {'Port': ['ID=b3367104-86a5-4fc1-863f-ad77b13ace7d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:35.008695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=7b6b0acd-fc18-46fd-bb28-c3927bb80947,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:35.019229 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:35.020269 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:35.020626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:35.020970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:35.021462 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:35.021806 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:35.022140 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:35.022470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:35.022797 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:35.023122 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:35.023448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:35.023822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:35.035443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37ebc72-a77f-4bc5-9474-dc37f9f0c0d9 req-a3e99098-2a18-4ff7-9602-08d563f2def0 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] No DVR routers for this DVR port b3367104-86a5-4fc1-863f-ad77b13ace7d on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:47:35.038808 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c37ebc72-a77f-4bc5-9474-dc37f9f0c0d9 req-a3e99098-2a18-4ff7-9602-08d563f2def0 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:35.042344 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c37ebc72-a77f-4bc5-9474-dc37f9f0c0d9 req-a3e99098-2a18-4ff7-9602-08d563f2def0 tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.98 "DELETE /v2.0/ports/b3367104-86a5-4fc1-863f-ad77b13ace7d HTTP/1.1" status: 204 len: 173 time: 1.3765287 Nov 03 18:47:35.067273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ece08c-621c-4aa5-9e31-943fe80473ba', 'name': 'network-vif-deleted', 'tag': 'b3367104-86a5-4fc1-863f-ad77b13ace7d'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:35.069618 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b69df7e-df12-4be9-adbe-2c8ca4b2cd36" -d '{"events": [{"server_uuid": "46ece08c-621c-4aa5-9e31-943fe80473ba", "name": "network-vif-deleted", "tag": "b3367104-86a5-4fc1-863f-ad77b13ace7d"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:35.126983 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e6131-a465-475f-af6f-2239354d18d6 req-133b27e2-5d94-4f23-9dd5-c8789b0818e1 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:35.129453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b85e6131-a465-475f-af6f-2239354d18d6 req-133b27e2-5d94-4f23-9dd5-c8789b0818e1 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 944 time: 0.2058496 Nov 03 18:47:35.133899 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba4667e7-ec58-4231-adbe-f461f8855b5c req-8b592ddd-cd30-4b5c-aedc-1ba7f98b977c tempest-InstanceActionsTestJSON-1834657358 tempest-InstanceActionsTestJSON-1834657358-project] 10.222.0.107 "GET /v2.0/ports?device_id=46ece08c-621c-4aa5-9e31-943fe80473ba HTTP/1.1" status: 200 len: 210 time: 0.0600357 Nov 03 18:47:35.221524 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b85e6131-a465-475f-af6f-2239354d18d6 req-4692f638-7237-4049-86b3-9d953493a88d tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753858 Nov 03 18:47:35.274132 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bdb90b-db61-4ab8-803a-6e9e3539a05a x-openstack-request-id: req-77bdb90b-db61-4ab8-803a-6e9e3539a05a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:35.274715 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ece08c-621c-4aa5-9e31-943fe80473ba", "name": "network-vif-deleted", "tag": "b3367104-86a5-4fc1-863f-ad77b13ace7d", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:35.275086 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-77bdb90b-db61-4ab8-803a-6e9e3539a05a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:35.275520 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ece08c-621c-4aa5-9e31-943fe80473ba', 'name': 'network-vif-deleted', 'tag': 'b3367104-86a5-4fc1-863f-ad77b13ace7d', 'status': 'completed', 'code': 200} Nov 03 18:47:35.368522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['7b6b0acd-fc18-46fd-bb28-c3927bb80947'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:35.399333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.objects.ports [None req-a80e69ee-fd86-408f-b405-890e78b0c6e3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:47:35.400648 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a80e69ee-fd86-408f-b405-890e78b0c6e3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:35.519355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e69ee-fd86-408f-b405-890e78b0c6e3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ff032982-1f3e-444e-bd44-4a304a11f2fe,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:35.532474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e69ee-fd86-408f-b405-890e78b0c6e3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Checking segment: {'id': '6b751c33-553d-4f60-a9ed-902568cc5fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '144544ad-20e2-49f0-85fc-32b471fa8113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:35.532474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80e69ee-fd86-408f-b405-890e78b0c6e3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Network hostable DHCP agents. Network: 144544ad-20e2-49f0-85fc-32b471fa8113, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:47:35.575383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80e69ee-fd86-408f-b405-890e78b0c6e3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Network 144544ad-20e2-49f0-85fc-32b471fa8113 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:47:35.591121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-a80e69ee-fd86-408f-b405-890e78b0c6e3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 144544ad-20e2-49f0-85fc-32b471fa8113) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:35.599724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e69ee-fd86-408f-b405-890e78b0c6e3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:35.602261 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a80e69ee-fd86-408f-b405-890e78b0c6e3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:35.611916 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad081b80-a8b2-405b-b574-0c64318e7db5 None None] Network 144544ad-20e2-49f0-85fc-32b471fa8113 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:35.638502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a80e69ee-fd86-408f-b405-890e78b0c6e3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5819099 Nov 03 18:47:35.639004 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52540) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:35.648366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4a5a6e98-9973-49a6-921b-731b0fe8f7cf tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1399621404', 'network_id': '144544ad-20e2-49f0-85fc-32b471fa8113'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:35.684522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5a6e98-9973-49a6-921b-731b0fe8f7cf tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Made reservation on behalf of 8553f5d98c6248c0ac1b6d394b6c01a9 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:35.689647 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a5a6e98-9973-49a6-921b-731b0fe8f7cf tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:35.715027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-4a5a6e98-9973-49a6-921b-731b0fe8f7cf tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] device_id is not set on port 69c126de-bba9-4db3-841c-0be1c478d30d yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:47:35.816479 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e64901-bc15-40ed-8ba8-fc5b65dcf60a None None] Network 144544ad-20e2-49f0-85fc-32b471fa8113 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:35.831413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-4a5a6e98-9973-49a6-921b-731b0fe8f7cf tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Allocated IP 172.20.0.2 (144544ad-20e2-49f0-85fc-32b471fa8113/ff032982-1f3e-444e-bd44-4a304a11f2fe/69c126de-bba9-4db3-841c-0be1c478d30d) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:36.067251 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31154052-f21b-4699-b045-bc80210fe3e0 req-3ee5d0c4-2f84-4b17-aae3-8da43aa12cfb tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:36.075754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31154052-f21b-4699-b045-bc80210fe3e0 req-3ee5d0c4-2f84-4b17-aae3-8da43aa12cfb tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.1025090 Nov 03 18:47:36.120442 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a5a6e98-9973-49a6-921b-731b0fe8f7cf tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.175293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31154052-f21b-4699-b045-bc80210fe3e0 req-65f4a5a2-308b-4694-8c5d-9a6aa517e3fb tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985641 Nov 03 18:47:36.180439 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a5a6e98-9973-49a6-921b-731b0fe8f7cf tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.185601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cf3a8-2ca0-4c69-9dec-64c1e57198b8 req-67e68fde-c20d-4677-b133-a0eb4a2219fd tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:36.187198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-123cf3a8-2ca0-4c69-9dec-64c1e57198b8 req-67e68fde-c20d-4677-b133-a0eb4a2219fd tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.1004782 Nov 03 18:47:36.223345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5a6e98-9973-49a6-921b-731b0fe8f7cf tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Network 144544ad-20e2-49f0-85fc-32b471fa8113 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:36.228233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-4a5a6e98-9973-49a6-921b-731b0fe8f7cf tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:36.235863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a6e98-9973-49a6-921b-731b0fe8f7cf tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:36.262667 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52550) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:36.264996 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a6e98-9973-49a6-921b-731b0fe8f7cf tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Pushing event updated for resources: {'Port': ['ID=69c126de-bba9-4db3-841c-0be1c478d30d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:36.314787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5a6e98-9973-49a6-921b-731b0fe8f7cf tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:36.315405 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a5a6e98-9973-49a6-921b-731b0fe8f7cf tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.317152 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-123cf3a8-2ca0-4c69-9dec-64c1e57198b8 req-a68467f4-d939-4798-8d91-9781044e54b4 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854650 Nov 03 18:47:36.330551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-32757e81-bdd0-41f8-9c5c-ef8008cec1cc admin admin] Deleting subnet 640039e8-d511-4e95-80e0-cce5798f0895 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:47:36.335306 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32757e81-bdd0-41f8-9c5c-ef8008cec1cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.370634 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4a5a6e98-9973-49a6-921b-731b0fe8f7cf tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7300236 Nov 03 18:47:36.375135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52556) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:36.417985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c782e7-a6a1-4d4d-a12c-b7dc084cbf4f req-bb8d8c33-97e1-4649-8943-630b2b3cd5ae tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:36.419059 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32757e81-bdd0-41f8-9c5c-ef8008cec1cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.432423 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10c782e7-a6a1-4d4d-a12c-b7dc084cbf4f req-bb8d8c33-97e1-4649-8943-630b2b3cd5ae tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 944 time: 0.0882163 Nov 03 18:47:36.488357 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10c782e7-a6a1-4d4d-a12c-b7dc084cbf4f req-8dcfad7b-d4ba-4085-9567-6c5b3ed8cf92 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546124 Nov 03 18:47:36.509478 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32757e81-bdd0-41f8-9c5c-ef8008cec1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.564721 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-95dc0c9d-4aee-4228-93a9-0075325894ef tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Deleting port 69c126de-bba9-4db3-841c-0be1c478d30d {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:47:36.565058 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-95dc0c9d-4aee-4228-93a9-0075325894ef tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.598987 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7b6b0acd-fc18-46fd-bb28-c3927bb80947 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:36.614303 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32757e81-bdd0-41f8-9c5c-ef8008cec1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.654882 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 7b6b0acd-fc18-46fd-bb28-c3927bb80947 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:36.655453 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32757e81-bdd0-41f8-9c5c-ef8008cec1cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640039e8-d511-4e95-80e0-cce5798f0895,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:36.659676 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32757e81-bdd0-41f8-9c5c-ef8008cec1cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.662662 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 7b6b0acd-fc18-46fd-bb28-c3927bb80947 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:36.663256 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.665228 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-32757e81-bdd0-41f8-9c5c-ef8008cec1cc admin admin] 10.222.0.107 "DELETE /v2.0/subnets/640039e8-d511-4e95-80e0-cce5798f0895 HTTP/1.1" status: 204 len: 168 time: 0.4011462 Nov 03 18:47:36.667863 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52558) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:36.702996 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-95dc0c9d-4aee-4228-93a9-0075325894ef tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.724841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-95dc0c9d-4aee-4228-93a9-0075325894ef tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Calling delete_port for 69c126de-bba9-4db3-841c-0be1c478d30d owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:47:36.752481 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e4db5bc5-c2da-43c9-a9cc-20750b3b502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.767426 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.808800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2406edc3-2557-4a1c-989e-655b736a2eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6b0acd-fc18-46fd-bb28-c3927bb80947'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:36.813295 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ca22ba-be62-4257-85d3-a821c0e79741" -d '{"events": [{"server_uuid": "2406edc3-2557-4a1c-989e-655b736a2eb7", "name": "network-vif-plugged", "status": "completed", "tag": "7b6b0acd-fc18-46fd-bb28-c3927bb80947"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:36.833728 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7b6b0acd-fc18-46fd-bb28-c3927bb80947, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:36.839116 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.847481 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e4db5bc5-c2da-43c9-a9cc-20750b3b502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.868345 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1cd5fe-e808-4729-baab-5ffb067613c9 x-openstack-request-id: req-3d1cd5fe-e808-4729-baab-5ffb067613c9 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:36.868640 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2406edc3-2557-4a1c-989e-655b736a2eb7", "name": "network-vif-plugged", "status": "completed", "tag": "7b6b0acd-fc18-46fd-bb28-c3927bb80947", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:36.868898 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3d1cd5fe-e808-4729-baab-5ffb067613c9 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:36.869288 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2406edc3-2557-4a1c-989e-655b736a2eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6b0acd-fc18-46fd-bb28-c3927bb80947', 'code': 200} Nov 03 18:47:36.878298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-e4db5bc5-c2da-43c9-a9cc-20750b3b502c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a070fa-0d3c-4bf8-8622-34e5588fd5f1']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:36.885420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-95dc0c9d-4aee-4228-93a9-0075325894ef tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.895839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-e4db5bc5-c2da-43c9-a9cc-20750b3b502c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2bb8fe-8f32-42f6-b86d-fd3321043781') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:36.896326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-e4db5bc5-c2da-43c9-a9cc-20750b3b502c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2bb8fe-8f32-42f6-b86d-fd3321043781') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:36.899946 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=7b6b0acd-fc18-46fd-bb28-c3927bb80947,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:36.913240 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc0c9d-4aee-4228-93a9-0075325894ef tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Pushing event deleted for resources: {'Port': ['ID=69c126de-bba9-4db3-841c-0be1c478d30d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:36.913990 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e4db5bc5-c2da-43c9-a9cc-20750b3b502c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.934591 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e4db5bc5-c2da-43c9-a9cc-20750b3b502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.944972 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4db5bc5-c2da-43c9-a9cc-20750b3b502c admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:47:36.945592 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e4db5bc5-c2da-43c9-a9cc-20750b3b502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:47:36.948259 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:47:36.988290 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-95dc0c9d-4aee-4228-93a9-0075325894ef tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:36.991604 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-95dc0c9d-4aee-4228-93a9-0075325894ef tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "DELETE /v2.0/ports/69c126de-bba9-4db3-841c-0be1c478d30d HTTP/1.1" status: 204 len: 168 time: 0.6148226 Nov 03 18:47:36.994546 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52562) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:36.998387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '144544ad-20e2-49f0-85fc-32b471fa8113', 'external_fixed_ips': [{'subnet_id': 'ff032982-1f3e-444e-bd44-4a304a11f2fe', 'ip_address': '172.20.0.2'}]}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:37.029658 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e4db5bc5-c2da-43c9-a9cc-20750b3b502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:37.037676 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e4db5bc5-c2da-43c9-a9cc-20750b3b502c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:37.043377 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e4db5bc5-c2da-43c9-a9cc-20750b3b502c admin admin] 10.222.0.107 "DELETE /v2.0/networks/81a070fa-0d3c-4bf8-8622-34e5588fd5f1 HTTP/1.1" status: 204 len: 168 time: 0.3739169 Nov 03 18:47:37.052702 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:37.053752 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:37.062618 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db5bc5-c2da-43c9-a9cc-20750b3b502c admin admin] Pushing event deleted for resources: {'Network': ['ID=81a070fa-0d3c-4bf8-8622-34e5588fd5f1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:37.062845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b45c4-fde1-435f-ae14-d3205d08e504 req-c9f99b55-3b9e-466a-86fc-814815113e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:37.064416 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a31b45c4-fde1-435f-ae14-d3205d08e504 req-c9f99b55-3b9e-466a-86fc-814815113e44 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0718067 Nov 03 18:47:37.142147 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:37.244255 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a31b45c4-fde1-435f-ae14-d3205d08e504 req-070fab55-acfb-4c2d-bbd3-33982ec95503 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661930 Nov 03 18:47:37.253795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52568) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:37.309899 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f69dcc47-2ee8-4275-8ae2-aeb54b7e3578 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=eedd19453d1b4c85999fb72ba2cfd281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0546222 Nov 03 18:47:37.314056 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52570) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:37.331440 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:37.350399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e2b07-aaf7-4aa1-bed3-1c6511a0ac16 req-afd934ef-ba52-4360-a911-18e80d579517 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:37.351855 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-920e2b07-aaf7-4aa1-bed3-1c6511a0ac16 req-afd934ef-ba52-4360-a911-18e80d579517 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.0617967 Nov 03 18:47:37.457483 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-920e2b07-aaf7-4aa1-bed3-1c6511a0ac16 req-37f05cec-fa8f-41cf-8c90-8533a9c44f59 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943675 Nov 03 18:47:37.481663 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-becdb3d6-18ec-47cf-970a-7d9d32bb9c51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:37.489480 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f7346-6ae4-45ae-8ada-9d554d2ea375 req-c6ecb1c9-3c2a-48cd-82d8-dba50b7f0aa6 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:37.491058 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e8f7346-6ae4-45ae-8ada-9d554d2ea375 req-c6ecb1c9-3c2a-48cd-82d8-dba50b7f0aa6 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.0843871 Nov 03 18:47:37.518211 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-becdb3d6-18ec-47cf-970a-7d9d32bb9c51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:37.628641 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e8f7346-6ae4-45ae-8ada-9d554d2ea375 req-c8c55951-14ff-4ef5-afdc-276db966bf7c tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162033 Nov 03 18:47:37.732616 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-becdb3d6-18ec-47cf-970a-7d9d32bb9c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:37.736147 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-becdb3d6-18ec-47cf-970a-7d9d32bb9c51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:37.741811 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-becdb3d6-18ec-47cf-970a-7d9d32bb9c51 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2fa43cf7-493b-4f28-b633-c45277b60d55 HTTP/1.1" status: 204 len: 168 time: 0.4224198 Nov 03 18:47:37.746960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7569bf-1fef-431c-ae8b-14cbd99b8900 req-4170eac8-1f8e-4f68-9b1f-19a17c459316 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:37.752361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdb3d6-18ec-47cf-970a-7d9d32bb9c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa43cf7-493b-4f28-b633-c45277b60d55,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:37.761192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d7569bf-1fef-431c-ae8b-14cbd99b8900 req-4170eac8-1f8e-4f68-9b1f-19a17c459316 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.0991151 Nov 03 18:47:37.797268 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:37.820835 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:37.825452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device b3367104-86a5-4fc1-863f-ad77b13ace7d no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:47:37.828812 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d7569bf-1fef-431c-ae8b-14cbd99b8900 req-b3fb3e0f-a959-453b-a79a-8bf3278a8014 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660336 Nov 03 18:47:37.865419 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: b3367104-86a5-4fc1-863f-ad77b13ace7d {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:47:37.867358 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device b3367104-86a5-4fc1-863f-ad77b13ace7d not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:47:38.349531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Allocated IP 172.20.0.2 (144544ad-20e2-49f0-85fc-32b471fa8113/ff032982-1f3e-444e-bd44-4a304a11f2fe/d62d78d8-46c4-4104-a1c8-16c75aaf6357) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:38.499829 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:38.540811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:38.581660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Network 144544ad-20e2-49f0-85fc-32b471fa8113 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:38.585797 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:38.589972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:38.650236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Pushing event updated for resources: {'Port': ['ID=d62d78d8-46c4-4104-a1c8-16c75aaf6357,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:38.713750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed00d0-3524-48a4-9271-f9127c653567 req-3b6ce9b6-cb0c-4c99-86d8-55d0292e5c1c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:38.723780 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32ed00d0-3524-48a4-9271-f9127c653567 req-3b6ce9b6-cb0c-4c99-86d8-55d0292e5c1c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.1057696 Nov 03 18:47:38.802080 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32ed00d0-3524-48a4-9271-f9127c653567 req-6d5d5ac6-9714-4f38-b144-0914acc8c9fa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748775 Nov 03 18:47:38.818336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52612) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:38.904874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0272377-190b-44d3-8f1d-230e70432b61 req-e4351734-be21-4a74-af53-13cec0259dd4 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:38.915563 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0272377-190b-44d3-8f1d-230e70432b61 req-e4351734-be21-4a74-af53-13cec0259dd4 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.0749512 Nov 03 18:47:39.008061 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0272377-190b-44d3-8f1d-230e70432b61 req-d8ef5135-1df6-4e62-9d02-12d6cbdc2ce6 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906229 Nov 03 18:47:39.054926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822eb4f-084d-4c72-afe5-03e3222d3f48 req-b9f13f0b-3e27-4167-b3ea-fd3428175af0 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:39.064008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3822eb4f-084d-4c72-afe5-03e3222d3f48 req-b9f13f0b-3e27-4167-b3ea-fd3428175af0 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.0722315 Nov 03 18:47:39.071770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1558023272-network', 'tenant_id': 'b5a5959b6f6c4fae8849423ed89e3372'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:39.085290 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.122194 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] Made reservation on behalf of b5a5959b6f6c4fae8849423ed89e3372 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:39.124785 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.145033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3822eb4f-084d-4c72-afe5-03e3222d3f48 req-2df1b58e-b0fa-4496-a650-d3c69cfbb25d tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800064 Nov 03 18:47:39.146097 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.244812 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.249556 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.273411 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:47:39.287459 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67351b37-40bd-4194-b5a6-410a96a9f9b3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:39.292884 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.293241 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] Added segment ad4fa909-8e11-4d66-aa65-c17251e057ff of type vlan for network d874b4aa-8ff4-47ed-9c0a-e64c412e2de7 Nov 03 18:47:39.349768 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.379901 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.380925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:39.381531 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.391487 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.449726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6260862 Nov 03 18:47:39.449726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52618) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:39.458361 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b93c43a9-75d6-4ab6-a682-57b3bd72cb1f admin admin] Request body: {'subnet': {'network_id': 'd874b4aa-8ff4-47ed-9c0a-e64c412e2de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1558023272-subnet', 'tenant_id': 'b5a5959b6f6c4fae8849423ed89e3372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:39.466541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ab8e5-cf92-4a8f-a7cb-ff983f016e05 admin admin] Pushing event updated for resources: {'Network': ['ID=d874b4aa-8ff4-47ed-9c0a-e64c412e2de7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:39.483035 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network d874b4aa-8ff4-47ed-9c0a-e64c412e2de7 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:47:39.515004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93c43a9-75d6-4ab6-a682-57b3bd72cb1f admin admin] Made reservation on behalf of b5a5959b6f6c4fae8849423ed89e3372 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:39.523023 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b93c43a9-75d6-4ab6-a682-57b3bd72cb1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.587266 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Router b9f18982-2b3a-4d77-97fa-73c0d406237b is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:47:39.819157 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:39.829839 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77d92b5-db16-49d0-b238-3da93dfc830a None None] Sync routers for ids ['b9f18982-2b3a-4d77-97fa-73c0d406237b'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:39.847879 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.855986 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d1439d0a-ecec-4e22-9917-1850ce6096b2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.8567150 Nov 03 18:47:39.856804 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52626) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:39.886994 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d92b5-db16-49d0-b238-3da93dfc830a None None] Routers {'b9f18982-2b3a-4d77-97fa-73c0d406237b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:39.888667 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e77d92b5-db16-49d0-b238-3da93dfc830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:47:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b9f18982-2b3a-4d77-97fa-73c0d406237b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:39.898005 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b93c43a9-75d6-4ab6-a682-57b3bd72cb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:39.978758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c43a9-75d6-4ab6-a682-57b3bd72cb1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c572e630-00f1-4739-8ffb-911898fe57ef,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:40.026231 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f91ab9f-f820-4ac2-8a55-c07d6db83a62 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:40.067672 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebda54-5e3e-4753-b8c5-7d2e810e7a9a req-bdfe4021-f4f8-4507-8f62-53b86f1e6d2a tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:40.072078 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-e77d92b5-db16-49d0-b238-3da93dfc830a None None] Set router b9f18982-2b3a-4d77-97fa-73c0d406237b gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:40.082508 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6ebda54-5e3e-4753-b8c5-7d2e810e7a9a req-bdfe4021-f4f8-4507-8f62-53b86f1e6d2a tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.1169734 Nov 03 18:47:40.116181 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c43a9-75d6-4ab6-a682-57b3bd72cb1f admin admin] Checking segment: {'id': 'ad4fa909-8e11-4d66-aa65-c17251e057ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'd874b4aa-8ff4-47ed-9c0a-e64c412e2de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:40.116803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c43a9-75d6-4ab6-a682-57b3bd72cb1f admin admin] Network hostable DHCP agents. Network: d874b4aa-8ff4-47ed-9c0a-e64c412e2de7, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:47:40.197291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c43a9-75d6-4ab6-a682-57b3bd72cb1f admin admin] Network d874b4aa-8ff4-47ed-9c0a-e64c412e2de7 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:47:40.218939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6ebda54-5e3e-4753-b8c5-7d2e810e7a9a req-992aa937-cec8-462a-af6f-dadcf9255f5f tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349647 Nov 03 18:47:40.253290 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f91ab9f-f820-4ac2-8a55-c07d6db83a62 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:40.278743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-b93c43a9-75d6-4ab6-a682-57b3bd72cb1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, d874b4aa-8ff4-47ed-9c0a-e64c412e2de7) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:40.294518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08551bf8-f50b-4814-94d1-eb732f6320f6 None None] Network d874b4aa-8ff4-47ed-9c0a-e64c412e2de7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:40.297600 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93c43a9-75d6-4ab6-a682-57b3bd72cb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:40.301531 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b93c43a9-75d6-4ab6-a682-57b3bd72cb1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:40.386960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8f91ab9f-f820-4ac2-8a55-c07d6db83a62 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Deleting port d62d78d8-46c4-4104-a1c8-16c75aaf6357 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:47:40.387313 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f91ab9f-f820-4ac2-8a55-c07d6db83a62 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:40.387967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f0be8-b17c-41d3-a043-4b2945a917f5 req-956df0ba-ba81-4a0b-a73f-7653a0994460 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:40.402532 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-150f0be8-b17c-41d3-a043-4b2945a917f5 req-956df0ba-ba81-4a0b-a73f-7653a0994460 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.2256658 Nov 03 18:47:40.410100 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e77d92b5-db16-49d0-b238-3da93dfc830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f18982-2b3a-4d77-97fa-73c0d406237b', 'name': '', 'tenant_id': '8553f5d98c6248c0ac1b6d394b6c01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '144544ad-20e2-49f0-85fc-32b471fa8113', 'external_fixed_ips': [{'subnet_id': 'ff032982-1f3e-444e-bd44-4a304a11f2fe', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd62d78d8-46c4-4104-a1c8-16c75aaf6357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:37Z', 'updated_at': '2021-11-03T18:47:38Z', 'revision_number': 3, 'project_id': '8553f5d98c6248c0ac1b6d394b6c01a9', 'gw_port': {'id': 'd62d78d8-46c4-4104-a1c8-16c75aaf6357', 'name': '', 'network_id': '144544ad-20e2-49f0-85fc-32b471fa8113', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:79:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f18982-2b3a-4d77-97fa-73c0d406237b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'ff032982-1f3e-444e-bd44-4a304a11f2fe', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:37Z', 'updated_at': '2021-11-03T18:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff032982-1f3e-444e-bd44-4a304a11f2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:40.433881 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b93c43a9-75d6-4ab6-a682-57b3bd72cb1f admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9826486 Nov 03 18:47:40.483854 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77d92b5-db16-49d0-b238-3da93dfc830a None None] Checking router: b9f18982-2b3a-4d77-97fa-73c0d406237b for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:47:40.485196 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77d92b5-db16-49d0-b238-3da93dfc830a None None] Updating router b9f18982-2b3a-4d77-97fa-73c0d406237b port d62d78d8-46c4-4104-a1c8-16c75aaf6357 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:47:40.560597 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-e77d92b5-db16-49d0-b238-3da93dfc830a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:40.564295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8930539d-3b59-407a-b6ac-f48042d6dd05 None None] Network d874b4aa-8ff4-47ed-9c0a-e64c412e2de7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:47:40.600095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f91ab9f-f820-4ac2-8a55-c07d6db83a62 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:40.616776 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8f91ab9f-f820-4ac2-8a55-c07d6db83a62 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Calling delete_port for d62d78d8-46c4-4104-a1c8-16c75aaf6357 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:47:40.682631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8793f-cb9b-48c2-b183-10564e7079e4 req-867edd99-e8a0-4b8f-a07e-e019ce71053f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:40.688414 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72c8793f-cb9b-48c2-b183-10564e7079e4 req-867edd99-e8a0-4b8f-a07e-e019ce71053f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2431910 Nov 03 18:47:40.709017 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-150f0be8-b17c-41d3-a043-4b2945a917f5 req-172bce4a-1cbf-4b58-8cc1-cb816573b88b tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043807 Nov 03 18:47:40.840148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72c8793f-cb9b-48c2-b183-10564e7079e4 req-bce00974-e66e-4114-b5a9-1407eddd5eaf tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139081 Nov 03 18:47:40.940858 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f91ab9f-f820-4ac2-8a55-c07d6db83a62 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.056588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91ab9f-f820-4ac2-8a55-c07d6db83a62 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Pushing event deleted for resources: {'Port': ['ID=d62d78d8-46c4-4104-a1c8-16c75aaf6357,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:41.206853 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f91ab9f-f820-4ac2-8a55-c07d6db83a62 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.264970 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.db.api [None req-e77d92b5-db16-49d0-b238-3da93dfc830a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:47:41.266024 n-d-812150-4 neutron-server[101714]: DEBUG oslo_db.api [None req-e77d92b5-db16-49d0-b238-3da93dfc830a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:47:41.361586 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f91ab9f-f820-4ac2-8a55-c07d6db83a62 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.364312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f91ab9f-f820-4ac2-8a55-c07d6db83a62 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.432210 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f91ab9f-f820-4ac2-8a55-c07d6db83a62 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.433291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f91ab9f-f820-4ac2-8a55-c07d6db83a62 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9f18982-2b3a-4d77-97fa-73c0d406237b {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:47:41.441609 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f91ab9f-f820-4ac2-8a55-c07d6db83a62 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.445152 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8f91ab9f-f820-4ac2-8a55-c07d6db83a62 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "DELETE /v2.0/routers/b9f18982-2b3a-4d77-97fa-73c0d406237b HTTP/1.1" status: 204 len: 168 time: 1.5870423 Nov 03 18:47:41.449068 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52670) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:41.538121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-71cd1f42-4ce8-48d0-96d9-4f468d3304bb tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:41.539533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-71cd1f42-4ce8-48d0-96d9-4f468d3304bb tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/networks?id=d874b4aa-8ff4-47ed-9c0a-e64c412e2de7 HTTP/1.1" status: 200 len: 814 time: 0.3241851 Nov 03 18:47:41.546241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-b44f744f-4f14-436f-a003-00019d7bdaf0 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:41.548644 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-b44f744f-4f14-436f-a003-00019d7bdaf0 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/networks?id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c HTTP/1.1" status: 200 len: 814 time: 0.2707329 Nov 03 18:47:41.563730 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a0dec8-864d-45dc-a2b3-02330cecebdd tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Deleting subnet ff032982-1f3e-444e-bd44-4a304a11f2fe {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:47:41.574171 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-dbe43788-a396-46a6-851a-ac18a7ce8494 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/quotas/b5a5959b6f6c4fae8849423ed89e3372 HTTP/1.1" status: 200 len: 375 time: 0.0245333 Nov 03 18:47:41.574838 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-76a0dec8-864d-45dc-a2b3-02330cecebdd tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.603534 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52674) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:41.611742 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-61069322-3fc3-466a-a059-36e7c30a8d35 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/quotas/becd52d6557c422795eaaf4052e7b394 HTTP/1.1" status: 200 len: 375 time: 0.0520670 Nov 03 18:47:41.636779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-6cab03e2-156c-4252-8292-7caccfde9c04 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=b5a5959b6f6c4fae8849423ed89e3372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399668 Nov 03 18:47:41.653749 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-76a0dec8-864d-45dc-a2b3-02330cecebdd tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.731793 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-76a0dec8-864d-45dc-a2b3-02330cecebdd tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.763798 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-ba526846-afd7-4ea5-b7f3-446e0f9ee7c3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=becd52d6557c422795eaaf4052e7b394&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1295197 Nov 03 18:47:41.813552 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77d92b5-db16-49d0-b238-3da93dfc830a None None] Port d62d78d8-46c4-4104-a1c8-16c75aaf6357 not found while updating agent binding for router b9f18982-2b3a-4d77-97fa-73c0d406237b. {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 03 18:47:41.827306 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d92b5-db16-49d0-b238-3da93dfc830a None None] Routers set() bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:41.828006 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d92b5-db16-49d0-b238-3da93dfc830a None None] Router IDs set() for agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 18:47:41.829046 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_agentschedulers_db [None req-e77d92b5-db16-49d0-b238-3da93dfc830a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b9f18982-2b3a-4d77-97fa-73c0d406237b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:47:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent'). {{(pid=101714) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 18:47:41.829618 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77d92b5-db16-49d0-b238-3da93dfc830a None None] The sync data for ids ['b9f18982-2b3a-4d77-97fa-73c0d406237b'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:41.839954 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9712-e2bd-4733-b32c-6a36f065ef59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.961725 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-76a0dec8-864d-45dc-a2b3-02330cecebdd tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.978610 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9712-e2bd-4733-b32c-6a36f065ef59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:41.983364 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9712-e2bd-4733-b32c-6a36f065ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.006570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0dec8-864d-45dc-a2b3-02330cecebdd tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ff032982-1f3e-444e-bd44-4a304a11f2fe,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:42.026685 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-76a0dec8-864d-45dc-a2b3-02330cecebdd tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.031275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-76a0dec8-864d-45dc-a2b3-02330cecebdd tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "DELETE /v2.0/subnets/ff032982-1f3e-444e-bd44-4a304a11f2fe HTTP/1.1" status: 204 len: 168 time: 0.5786276 Nov 03 18:47:42.036438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52682) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:42.051217 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0e8f9712-e2bd-4733-b32c-6a36f065ef59 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6afdffaf2bd74026bfcf6ca903605e32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4425433 Nov 03 18:47:42.051217 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f9712-e2bd-4733-b32c-6a36f065ef59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83895c7f-cb38-4d27-ad47-b1f6eb64449c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:42.056517 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52686) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:42.144119 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a09b079-1615-403b-93ea-d39ae51e5708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.170173 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-b5a1fc4c-ddfb-4669-b1a3-f612d7dda030 service neutron] 10.222.0.107 "GET /v2.0/networks/d874b4aa-8ff4-47ed-9c0a-e64c412e2de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146353 Nov 03 18:47:42.174382 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a09b079-1615-403b-93ea-d39ae51e5708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.177221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-9aec0f98-b0c8-479f-9797-d662b40d5542 service neutron] 10.222.0.107 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786364 Nov 03 18:47:42.181558 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb568eba-ce1b-4fec-89e4-8a90793c8549 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.270322 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a09b079-1615-403b-93ea-d39ae51e5708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.275221 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a09b079-1615-403b-93ea-d39ae51e5708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.282332 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5a09b079-1615-403b-93ea-d39ae51e5708 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/83895c7f-cb38-4d27-ad47-b1f6eb64449c HTTP/1.1" status: 204 len: 168 time: 0.2191312 Nov 03 18:47:42.302140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09b079-1615-403b-93ea-d39ae51e5708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83895c7f-cb38-4d27-ad47-b1f6eb64449c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:42.498153 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb568eba-ce1b-4fec-89e4-8a90793c8549 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.534263 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-fd3ea5f3-db63-4506-b447-2dda52f92caa service neutron] 10.222.0.107 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408291 Nov 03 18:47:42.540488 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-8ecee605-76b9-468c-a299-91dd4b5eea40 service neutron] 10.222.0.107 "GET /v2.0/networks/d874b4aa-8ff4-47ed-9c0a-e64c412e2de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329132 Nov 03 18:47:42.560617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-cb568eba-ce1b-4fec-89e4-8a90793c8549 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144544ad-20e2-49f0-85fc-32b471fa8113']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:42.573796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-cb568eba-ce1b-4fec-89e4-8a90793c8549 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b751c33-553d-4f60-a9ed-902568cc5fdd') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:42.574088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-cb568eba-ce1b-4fec-89e4-8a90793c8549 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b751c33-553d-4f60-a9ed-902568cc5fdd') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:42.592531 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb568eba-ce1b-4fec-89e4-8a90793c8549 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.613773 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb568eba-ce1b-4fec-89e4-8a90793c8549 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.625790 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb568eba-ce1b-4fec-89e4-8a90793c8549 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:47:42.626323 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb568eba-ce1b-4fec-89e4-8a90793c8549 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:47:42.630862 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:47:42.720938 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb568eba-ce1b-4fec-89e4-8a90793c8549 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.738380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb568eba-ce1b-4fec-89e4-8a90793c8549 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 144544ad-20e2-49f0-85fc-32b471fa8113 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 18:47:42.756414 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb568eba-ce1b-4fec-89e4-8a90793c8549 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.762513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cb568eba-ce1b-4fec-89e4-8a90793c8549 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "DELETE /v2.0/networks/144544ad-20e2-49f0-85fc-32b471fa8113 HTTP/1.1" status: 204 len: 168 time: 0.7219977 Nov 03 18:47:42.768905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb568eba-ce1b-4fec-89e4-8a90793c8549 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Pushing event deleted for resources: {'Network': ['ID=144544ad-20e2-49f0-85fc-32b471fa8113,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:42.874218 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52702) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:42.921244 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47edd9e0-d571-4764-addf-0baced4e6a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:42.997683 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0ee6b-9652-4ed3-a194-3a2c34923101 req-a5446005-915b-4826-8b8a-0d9cbc317c60 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:42.999783 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8aa0ee6b-9652-4ed3-a194-3a2c34923101 req-a5446005-915b-4826-8b8a-0d9cbc317c60 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.1930766 Nov 03 18:47:43.048525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427834-69c9-4c88-83af-67f3bdaba1ce req-0d5ff02f-f8ce-45aa-9b66-164adb93528e tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:43.062379 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1427834-69c9-4c88-83af-67f3bdaba1ce req-0d5ff02f-f8ce-45aa-9b66-164adb93528e tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.1151268 Nov 03 18:47:43.137448 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.168975 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47edd9e0-d571-4764-addf-0baced4e6a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.174558 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47edd9e0-d571-4764-addf-0baced4e6a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.178831 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8aa0ee6b-9652-4ed3-a194-3a2c34923101 req-509c7de0-c3d5-403c-8f58-e601d7e009d5 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705444 Nov 03 18:47:43.207304 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1427834-69c9-4c88-83af-67f3bdaba1ce req-8d8f57c8-205a-4729-a329-5783f0b57749 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438584 Nov 03 18:47:43.299549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edd9e0-d571-4764-addf-0baced4e6a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a4d42d-a5db-4fb1-b723-0f3315d37ecb,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:43.304257 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-47edd9e0-d571-4764-addf-0baced4e6a16 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fe53b9ba0edc4362a25ae5a24141d591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4280879 Nov 03 18:47:43.308493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52710) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:43.372473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db518a6a-5656-4960-aa64-b130ba76f540 req-cb820be1-4b0f-4af3-ae85-c00b9b8631d1 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 210 time: 0.0784740 Nov 03 18:47:43.405293 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f5d857d7-4e27-4982-bd40-3bc4fc8e0d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.484025 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f5d857d7-4e27-4982-bd40-3bc4fc8e0d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.530463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-293e51b9-501a-467e-833c-e0a82c949418 req-9952fd32-cc05-42f2-a88e-9bc8dbe1695e tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 210 time: 0.0674024 Nov 03 18:47:43.591518 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52722) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:43.602374 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-48ddd403-b6e0-45cb-ac93-40c46115ce15 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Request body: {'router': {'name': 'tempest-router--256099422', 'project_id': 'f6477515506f418aae87c86e11561928'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:43.616983 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f5d857d7-4e27-4982-bd40-3bc4fc8e0d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.626199 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f5d857d7-4e27-4982-bd40-3bc4fc8e0d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.631601 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f5d857d7-4e27-4982-bd40-3bc4fc8e0d1e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/31a4d42d-a5db-4fb1-b723-0f3315d37ecb HTTP/1.1" status: 204 len: 168 time: 0.3163636 Nov 03 18:47:43.661864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d857d7-4e27-4982-bd40-3bc4fc8e0d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a4d42d-a5db-4fb1-b723-0f3315d37ecb,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:43.704529 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48ddd403-b6e0-45cb-ac93-40c46115ce15 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.705956 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48ddd403-b6e0-45cb-ac93-40c46115ce15 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.815449 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48ddd403-b6e0-45cb-ac93-40c46115ce15 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.822440 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48ddd403-b6e0-45cb-ac93-40c46115ce15 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.851927 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48ddd403-b6e0-45cb-ac93-40c46115ce15 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:43.854850 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-48ddd403-b6e0-45cb-ac93-40c46115ce15 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2593884 Nov 03 18:47:43.857397 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52730) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:43.998343 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-357a81c5-a454-48f8-9c18-f0aa42eee298 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.249099 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-357a81c5-a454-48f8-9c18-f0aa42eee298 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.253454 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-357a81c5-a454-48f8-9c18-f0aa42eee298 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.340864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-357a81c5-a454-48f8-9c18-f0aa42eee298 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.341745 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357a81c5-a454-48f8-9c18-f0aa42eee298 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0754df07-c6b7-40d8-8e0b-7e480d281a1c {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:47:44.350398 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-357a81c5-a454-48f8-9c18-f0aa42eee298 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:44.351760 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-357a81c5-a454-48f8-9c18-f0aa42eee298 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "DELETE /v2.0/routers/0754df07-c6b7-40d8-8e0b-7e480d281a1c HTTP/1.1" status: 204 len: 168 time: 0.4926679 Nov 03 18:47:44.436673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8ed64-19d1-4ff4-abe7-f077d6ab511b req-14e35878-6580-457b-99e8-caad601e6564 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:44.444582 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4e8ed64-19d1-4ff4-abe7-f077d6ab511b req-14e35878-6580-457b-99e8-caad601e6564 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 945 time: 0.1522241 Nov 03 18:47:44.512103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a91eb-221b-4de2-a5ca-c0c1df5efa7c req-d5239b3b-4cdb-4815-974d-91510695fe83 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:44.521993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a91eb-221b-4de2-a5ca-c0c1df5efa7c req-d5239b3b-4cdb-4815-974d-91510695fe83 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.1831825 Nov 03 18:47:44.815011 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4e8ed64-19d1-4ff4-abe7-f077d6ab511b req-594bbb97-337a-4528-b843-bc4d338be0dc tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595271 Nov 03 18:47:44.826706 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb8a91eb-221b-4de2-a5ca-c0c1df5efa7c req-b3a9d694-bb41-43cb-bd38-aa16c718fdb6 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037305 Nov 03 18:47:44.836071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-96d0cfbc-156e-4822-a5fd-4a179b5c49e4 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:44.837727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-96d0cfbc-156e-4822-a5fd-4a179b5c49e4 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.98 "GET /v2.0/networks?id=d874b4aa-8ff4-47ed-9c0a-e64c412e2de7 HTTP/1.1" status: 200 len: 814 time: 0.2670174 Nov 03 18:47:44.859635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-65727c04-ff23-48dd-85a5-5cbe86d2e2a7 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Request body: {'port': {'device_id': '18f3f205-1317-4ea7-b1d2-50cdd55a2be8', 'network_id': 'd874b4aa-8ff4-47ed-9c0a-e64c412e2de7', 'admin_state_up': True, 'tenant_id': 'b5a5959b6f6c4fae8849423ed89e3372'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:44.919562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52764) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:45.149415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e4c87e1-2a50-48e1-8157-f2ac52a3aeda req-61b9f0bd-0e0b-41ec-ab1b-33dea814c322 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 210 time: 0.0897787 Nov 03 18:47:45.224765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-65727c04-ff23-48dd-85a5-5cbe86d2e2a7 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Made reservation on behalf of b5a5959b6f6c4fae8849423ed89e3372 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:45.235231 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-65727c04-ff23-48dd-85a5-5cbe86d2e2a7 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:45.331916 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87062375-bc87-48ed-8223-3adf3b084b41 req-85a9480c-8c9b-43c3-ba91-ea503abe975a tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 210 time: 0.1212723 Nov 03 18:47:45.503064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-28eeea90-a78a-44f6-9dac-3719c24d67f1 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:45.507095 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-28eeea90-a78a-44f6-9dac-3719c24d67f1 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.98 "GET /v2.0/networks?id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c HTTP/1.1" status: 200 len: 814 time: 0.3815041 Nov 03 18:47:45.523235 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-293539a6-2fe7-4859-8c59-5949b292656c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Request body: {'port': {'device_id': 'f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e', 'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c', 'admin_state_up': True, 'tenant_id': 'becd52d6557c422795eaaf4052e7b394'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:45.596117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-880596221', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:45.596443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-65727c04-ff23-48dd-85a5-5cbe86d2e2a7 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Allocated IP 172.20.0.11 (d874b4aa-8ff4-47ed-9c0a-e64c412e2de7/c572e630-00f1-4739-8ffb-911898fe57ef/0b409bbf-be68-42d9-b0db-7133e1714a73) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:45.744929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:45.748098 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:45.837083 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:45.882685 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-65727c04-ff23-48dd-85a5-5cbe86d2e2a7 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:46.003727 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-65727c04-ff23-48dd-85a5-5cbe86d2e2a7 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:46.079721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-65727c04-ff23-48dd-85a5-5cbe86d2e2a7 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Network d874b4aa-8ff4-47ed-9c0a-e64c412e2de7 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:46.112374 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-65727c04-ff23-48dd-85a5-5cbe86d2e2a7 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:46.129240 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:46.129435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-65727c04-ff23-48dd-85a5-5cbe86d2e2a7 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:46.144695 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-293539a6-2fe7-4859-8c59-5949b292656c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Made reservation on behalf of becd52d6557c422795eaaf4052e7b394 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:47:46.152760 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-293539a6-2fe7-4859-8c59-5949b292656c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:46.314848 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65727c04-ff23-48dd-85a5-5cbe86d2e2a7 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Pushing event updated for resources: {'Port': ['ID=0b409bbf-be68-42d9-b0db-7133e1714a73,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:46.405784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-65727c04-ff23-48dd-85a5-5cbe86d2e2a7 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:46.407763 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-65727c04-ff23-48dd-85a5-5cbe86d2e2a7 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:46.447445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd93632-20ca-4170-bfe9-ca90618d9c70 req-dac0e9cf-fb7d-4a56-b287-cc59d334cf01 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:46.452105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6dd93632-20ca-4170-bfe9-ca90618d9c70 req-dac0e9cf-fb7d-4a56-b287-cc59d334cf01 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.3779175 Nov 03 18:47:46.475030 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-293539a6-2fe7-4859-8c59-5949b292656c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Allocated IP 172.20.0.4 (06a39eba-e810-429a-8dd3-e7aeb7a24e6c/139ca79f-c2b7-4f06-944e-59569171d638/15831567-4eeb-4176-a5e7-9ba589e4dd40) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:46.503208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2da0debf-3340-4d1b-ba71-2cb8fc94a5a6 req-df77fc27-7189-4c88-b3bc-cae246eb0255 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 210 time: 0.0902710 Nov 03 18:47:46.517861 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-65727c04-ff23-48dd-85a5-5cbe86d2e2a7 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6692164 Nov 03 18:47:46.535977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Request body: {'port': {'device_id': '18f3f205-1317-4ea7-b1d2-50cdd55a2be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:46.692909 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6dd93632-20ca-4170-bfe9-ca90618d9c70 req-6ddde21b-d6d6-4318-a431-8afccbc67190 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181482 Nov 03 18:47:46.730954 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:46.920877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f948b-a3fe-45ac-9e12-cdfbd0ef2bec req-c6d25ab0-4306-49ae-840d-52ad52a5fcb2 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:46.934336 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-513f948b-a3fe-45ac-9e12-cdfbd0ef2bec req-c6d25ab0-4306-49ae-840d-52ad52a5fcb2 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 932 time: 0.2049108 Nov 03 18:47:47.127160 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-513f948b-a3fe-45ac-9e12-cdfbd0ef2bec req-844a09c9-8a66-4cb4-957b-e0d6542aa7e2 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/security-groups?id=67351b37-40bd-4194-b5a6-410a96a9f9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912761 Nov 03 18:47:47.219686 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:47.245497 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:47.364018 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-293539a6-2fe7-4859-8c59-5949b292656c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:47.377595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b409bbf-be68-42d9-b0db-7133e1714a73 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:47.394534 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:47.413937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Transition to ACTIVE for port object 0b409bbf-be68-42d9-b0db-7133e1714a73 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:47:47.417713 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:47.435356 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Allocated IP 172.25.2.99 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/416983bd-be56-43a6-9bb0-e008213ee2a8) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:47.460692 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-293539a6-2fe7-4859-8c59-5949b292656c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:47.496549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Pushing event updated for resources: {'Port': ['ID=0b409bbf-be68-42d9-b0db-7133e1714a73,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:47.503301 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-293539a6-2fe7-4859-8c59-5949b292656c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Network 06a39eba-e810-429a-8dd3-e7aeb7a24e6c is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:47.512364 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-293539a6-2fe7-4859-8c59-5949b292656c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:47.523405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['7b6b0acd-fc18-46fd-bb28-c3927bb80947'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:47.533551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-293539a6-2fe7-4859-8c59-5949b292656c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:47.668354 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293539a6-2fe7-4859-8c59-5949b292656c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Pushing event updated for resources: {'Port': ['ID=15831567-4eeb-4176-a5e7-9ba589e4dd40,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:47.684217 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Attempting to bind port 0b409bbf-be68-42d9-b0db-7133e1714a73 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:47.684559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Attempting to bind port 0b409bbf-be68-42d9-b0db-7133e1714a73 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ad4fa909-8e11-4d66-aa65-c17251e057ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'd874b4aa-8ff4-47ed-9c0a-e64c412e2de7'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:47.684943 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Attempting to bind port 0b409bbf-be68-42d9-b0db-7133e1714a73 on network d874b4aa-8ff4-47ed-9c0a-e64c412e2de7 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:47.695554 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Port 0b409bbf-be68-42d9-b0db-7133e1714a73 on network d874b4aa-8ff4-47ed-9c0a-e64c412e2de7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:47:47.695554 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Attempting to bind port 0b409bbf-be68-42d9-b0db-7133e1714a73 on network d874b4aa-8ff4-47ed-9c0a-e64c412e2de7 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:47.700549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:47.700895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Checking segment: {'id': 'ad4fa909-8e11-4d66-aa65-c17251e057ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'd874b4aa-8ff4-47ed-9c0a-e64c412e2de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:47.701278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Bound using segment: {'id': 'ad4fa909-8e11-4d66-aa65-c17251e057ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'd874b4aa-8ff4-47ed-9c0a-e64c412e2de7'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:47.701736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Bound port: 0b409bbf-be68-42d9-b0db-7133e1714a73, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4fa909-8e11-4d66-aa65-c17251e057ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'd874b4aa-8ff4-47ed-9c0a-e64c412e2de7'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:47.702339 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:47.711684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-293539a6-2fe7-4859-8c59-5949b292656c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:47.720407 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-293539a6-2fe7-4859-8c59-5949b292656c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:47.783065 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:47.795687 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-293539a6-2fe7-4859-8c59-5949b292656c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2697234 Nov 03 18:47:47.837712 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Request body: {'port': {'device_id': 'f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:47.978608 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:48.020045 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:48.107363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:48.167515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:48.174046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:48.212088 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Pushing event updated for resources: {'Port': ['ID=416983bd-be56-43a6-9bb0-e008213ee2a8,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:48.313962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cc8d9-83cb-4c8b-9906-a999098e41d1 req-a7ac32a3-c1a2-4be9-b72b-19ebc7e15251 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:48.322690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b8cc8d9-83cb-4c8b-9906-a999098e41d1 req-a7ac32a3-c1a2-4be9-b72b-19ebc7e15251 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 931 time: 0.6094732 Nov 03 18:47:48.389272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] For port 0b409bbf-be68-42d9-b0db-7133e1714a73, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:48.413334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] For port 0b409bbf-be68-42d9-b0db-7133e1714a73, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0b409bbf-be68-42d9-b0db-7133e1714a73,segment=NetworkSegment(ad4fa909-8e11-4d66-aa65-c17251e057ff),segment_id=ad4fa909-8e11-4d66-aa65-c17251e057ff)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:48.424757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fe742-2aa5-46ee-ac04-f3948f58aa5d req-ea91de78-48a0-4ef1-8737-735ffdad1fb3 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:48.434060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c29fe742-2aa5-46ee-ac04-f3948f58aa5d req-ea91de78-48a0-4ef1-8737-735ffdad1fb3 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.1804671 Nov 03 18:47:48.441616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b8cc8d9-83cb-4c8b-9906-a999098e41d1 req-f3e47a48-7e0b-4ae4-811e-53cbacaa1bf5 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180434 Nov 03 18:47:48.448002 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:48.521197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Pushing event updated for resources: {'Port': ['ID=0b409bbf-be68-42d9-b0db-7133e1714a73,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:48.540348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:48.540348 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:48.541869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-88b6d597-4431-4065-aac0-8caa2e697b6f service neutron] 10.222.0.98 "PUT /v2.0/ports/0b409bbf-be68-42d9-b0db-7133e1714a73 HTTP/1.1" status: 200 len: 1092 time: 2.0130384 Nov 03 18:47:48.542311 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f3f205-1317-4ea7-b1d2-50cdd55a2be8', 'tag': '0b409bbf-be68-42d9-b0db-7133e1714a73'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:48.544634 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58675a33-ea38-4544-b181-f5d7d358d501" -d '{"events": [{"name": "network-changed", "server_uuid": "18f3f205-1317-4ea7-b1d2-50cdd55a2be8", "tag": "0b409bbf-be68-42d9-b0db-7133e1714a73"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:48.548958 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:48.580997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c29fe742-2aa5-46ee-ac04-f3948f58aa5d req-e632d26a-a530-4eda-9c16-4b695fb61290 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456819 Nov 03 18:47:48.662145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5a4dfff2-efb2-4d92-81ff-b78458561586 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:47:48.728536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-a7d8b1a9-da35-4a4a-8b3f-5412d769231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:48.734089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-a7d8b1a9-da35-4a4a-8b3f-5412d769231e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b5a5959b6f6c4fae8849423ed89e3372&device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 1095 time: 0.0769417 Nov 03 18:47:48.813217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-e4d5b1be-d29b-4b32-b365-797aaf9366ab service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b409bbf-be68-42d9-b0db-7133e1714a73 HTTP/1.1" status: 200 len: 217 time: 0.0645788 Nov 03 18:47:48.881654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15831567-4eeb-4176-a5e7-9ba589e4dd40 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:48.889142 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5ada91-de59-49ba-9953-fbac9228e568 x-openstack-request-id: req-ed5ada91-de59-49ba-9953-fbac9228e568 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:48.889439 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f3f205-1317-4ea7-b1d2-50cdd55a2be8", "tag": "0b409bbf-be68-42d9-b0db-7133e1714a73", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:48.889685 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ed5ada91-de59-49ba-9953-fbac9228e568 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:48.890082 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f3f205-1317-4ea7-b1d2-50cdd55a2be8', 'tag': '0b409bbf-be68-42d9-b0db-7133e1714a73', 'status': 'completed', 'code': 200} Nov 03 18:47:48.913040 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:48.919353 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5a4dfff2-efb2-4d92-81ff-b78458561586, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a4dfff2-efb2-4d92-81ff-b78458561586,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:48.929508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c103c5-d5b8-4dcb-8e97-eb123e29ec08 req-24d3f69c-b110-49af-a953-83ca97ebe862 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:48.934144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '5a4dfff2-efb2-4d92-81ff-b78458561586', 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470', 'port_id': '5a4dfff2-efb2-4d92-81ff-b78458561586', 'mac_address': 'fa:16:3e:df:07:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d5dc92-2aee-436a-9b2e-237287fe4ac4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:47:48.937884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c103c5-d5b8-4dcb-8e97-eb123e29ec08 req-24d3f69c-b110-49af-a953-83ca97ebe862 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 944 time: 0.2023990 Nov 03 18:47:48.983340 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:48.988816 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Transition to ACTIVE for port object 15831567-4eeb-4176-a5e7-9ba589e4dd40 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:47:48.995622 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:49.003470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a4dfff2-efb2-4d92-81ff-b78458561586 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:49.013744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-c42e43d3-11e5-4e29-be2c-6d3a1ff08ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:49.017647 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-c42e43d3-11e5-4e29-be2c-6d3a1ff08ba5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c572e630-00f1-4739-8ffb-911898fe57ef HTTP/1.1" status: 200 len: 854 time: 0.1926186 Nov 03 18:47:49.031729 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5a4dfff2-efb2-4d92-81ff-b78458561586, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a4dfff2-efb2-4d92-81ff-b78458561586,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:49.040235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:49.072847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-5b3fa838-94ac-4339-b2dd-d67d06799f66 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d874b4aa-8ff4-47ed-9c0a-e64c412e2de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504217 Nov 03 18:47:49.084700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0c103c5-d5b8-4dcb-8e97-eb123e29ec08 req-39635e92-99ee-49f7-ad94-0c986b936455 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/security-groups?id=67351b37-40bd-4194-b5a6-410a96a9f9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458669 Nov 03 18:47:49.102088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5a4dfff2-efb2-4d92-81ff-b78458561586,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:49.135532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Pushing event updated for resources: {'Port': ['ID=15831567-4eeb-4176-a5e7-9ba589e4dd40,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:49.202771 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:49.222039 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-bd4abf58-4a2b-4687-af1e-ce998e3dc9ac service neutron] 10.222.0.98 "GET /v2.0/networks/d874b4aa-8ff4-47ed-9c0a-e64c412e2de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361296 Nov 03 18:47:49.246303 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['5a4dfff2-efb2-4d92-81ff-b78458561586'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:49.278365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Attempting to bind port 15831567-4eeb-4176-a5e7-9ba589e4dd40 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:49.278636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Attempting to bind port 15831567-4eeb-4176-a5e7-9ba589e4dd40 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'f3431027-c1f2-4251-b060-3736431a2d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:49.278983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Attempting to bind port 15831567-4eeb-4176-a5e7-9ba589e4dd40 on network 06a39eba-e810-429a-8dd3-e7aeb7a24e6c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:49.288962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Port 15831567-4eeb-4176-a5e7-9ba589e4dd40 on network 06a39eba-e810-429a-8dd3-e7aeb7a24e6c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:47:49.289312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Attempting to bind port 15831567-4eeb-4176-a5e7-9ba589e4dd40 on network 06a39eba-e810-429a-8dd3-e7aeb7a24e6c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:49.331285 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:49.331664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Checking segment: {'id': 'f3431027-c1f2-4251-b060-3736431a2d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:49.332062 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Bound using segment: {'id': 'f3431027-c1f2-4251-b060-3736431a2d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:49.332869 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Bound port: 15831567-4eeb-4176-a5e7-9ba589e4dd40, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3431027-c1f2-4251-b060-3736431a2d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:49.332869 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:49.341662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fd2c38-74dd-41de-baf2-75737c3cd394 req-112472f1-2af9-4a79-bb19-5b7f052b5b30 service neutron] 10.222.0.98 "GET /v2.0/networks/d874b4aa-8ff4-47ed-9c0a-e64c412e2de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128383 Nov 03 18:47:49.451400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] For port 15831567-4eeb-4176-a5e7-9ba589e4dd40, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:49.456985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] For port 15831567-4eeb-4176-a5e7-9ba589e4dd40, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=15831567-4eeb-4176-a5e7-9ba589e4dd40,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:49.464553 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:49.474334 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Router ed24375f-75d5-421b-ab23-c8e93100bc0f is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:47:49.481410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58675a33-ea38-4544-b181-f5d7d358d501 req-48e6cd92-5809-4883-949e-6990909fbb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:49.483090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58675a33-ea38-4544-b181-f5d7d358d501 req-48e6cd92-5809-4883-949e-6990909fbb21 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b5a5959b6f6c4fae8849423ed89e3372&device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 1095 time: 0.0687346 Nov 03 18:47:49.524395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:49.525036 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:49.526465 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] 10.222.0.98 "PUT /v2.0/ports/15831567-4eeb-4176-a5e7-9ba589e4dd40 HTTP/1.1" status: 200 len: 1091 time: 1.7213709 Nov 03 18:47:49.529604 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e', 'tag': '15831567-4eeb-4176-a5e7-9ba589e4dd40'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:49.532111 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd9cf75-d7fe-4b16-94c9-c968f827d844" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e", "tag": "15831567-4eeb-4176-a5e7-9ba589e4dd40"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:49.633561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58675a33-ea38-4544-b181-f5d7d358d501 req-20485d4b-d4eb-40d2-827f-f198c102e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:49.636009 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58675a33-ea38-4544-b181-f5d7d358d501 req-20485d4b-d4eb-40d2-827f-f198c102e40a service neutron] 10.222.0.98 "GET /v2.0/networks?id=d874b4aa-8ff4-47ed-9c0a-e64c412e2de7 HTTP/1.1" status: 200 len: 915 time: 0.1442666 Nov 03 18:47:49.662055 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f85d7d-5c5b-4a4e-8527-6c4ffb901940 service neutron] Pushing event updated for resources: {'Port': ['ID=15831567-4eeb-4176-a5e7-9ba589e4dd40,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:49.703843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-0682ba73-2055-445b-a146-806a28ad580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:49.705579 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-0682ba73-2055-445b-a146-806a28ad580e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=becd52d6557c422795eaaf4052e7b394&device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 1094 time: 0.0778477 Nov 03 18:47:49.750954 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58675a33-ea38-4544-b181-f5d7d358d501 req-21bf67c2-d09a-49cf-9688-710711d82043 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b409bbf-be68-42d9-b0db-7133e1714a73 HTTP/1.1" status: 200 len: 217 time: 0.0996597 Nov 03 18:47:49.774998 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-e83d43cd-2de5-47d7-9e62-cbfb519a8686 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15831567-4eeb-4176-a5e7-9ba589e4dd40 HTTP/1.1" status: 200 len: 217 time: 0.0385292 Nov 03 18:47:49.829429 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:49.835288 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7efce8-953a-4ae8-90b8-8163ba66256d req-7b564b83-4650-4fd8-afe2-24d8ddf61e1c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:49.844448 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd7efce8-953a-4ae8-90b8-8163ba66256d req-7b564b83-4650-4fd8-afe2-24d8ddf61e1c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 943 time: 0.2066162 Nov 03 18:47:49.846559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b6437-1a5b-431a-84a8-fcd944b72440 None None] Sync routers for ids ['ed24375f-75d5-421b-ab23-c8e93100bc0f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:49.853670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-fe0f26ee-cef2-444c-9cd5-e52d4d06b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:49.855291 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-fe0f26ee-cef2-444c-9cd5-e52d4d06b1f7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=139ca79f-c2b7-4f06-944e-59569171d638 HTTP/1.1" status: 200 len: 854 time: 0.0733471 Nov 03 18:47:49.863861 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:49.865262 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9a6a115f-d638-485e-b83f-424b5b2f15b1 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.9449697 Nov 03 18:47:49.870621 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b6437-1a5b-431a-84a8-fcd944b72440 None None] Routers {'ed24375f-75d5-421b-ab23-c8e93100bc0f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:49.871818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-753b6437-1a5b-431a-84a8-fcd944b72440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:47:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ed24375f-75d5-421b-ab23-c8e93100bc0f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:49.874394 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52888) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:49.917343 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-753b6437-1a5b-431a-84a8-fcd944b72440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:49.930133 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b6437-1a5b-431a-84a8-fcd944b72440 None None] Routers {'ed24375f-75d5-421b-ab23-c8e93100bc0f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:49.930949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-753b6437-1a5b-431a-84a8-fcd944b72440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:47:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ed24375f-75d5-421b-ab23-c8e93100bc0f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:49.941960 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-77e0badc-602b-46b1-b557-696b15e4ae12 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755796 Nov 03 18:47:49.966437 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ed993e-c9f2-4d6c-9a98-d9d06b9aed05 x-openstack-request-id: req-b7ed993e-c9f2-4d6c-9a98-d9d06b9aed05 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:49.966770 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e", "tag": "15831567-4eeb-4176-a5e7-9ba589e4dd40", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:49.968118 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b7ed993e-c9f2-4d6c-9a98-d9d06b9aed05 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:49.969207 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e', 'tag': '15831567-4eeb-4176-a5e7-9ba589e4dd40', 'status': 'completed', 'code': 200} Nov 03 18:47:50.029640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58675a33-ea38-4544-b181-f5d7d358d501 req-a1d21b6a-2d96-4de7-a433-fb342287325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:50.044961 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58675a33-ea38-4544-b181-f5d7d358d501 req-a1d21b6a-2d96-4de7-a433-fb342287325d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c572e630-00f1-4739-8ffb-911898fe57ef HTTP/1.1" status: 200 len: 854 time: 0.2829452 Nov 03 18:47:50.057617 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-753b6437-1a5b-431a-84a8-fcd944b72440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:50.058623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b6437-1a5b-431a-84a8-fcd944b72440 None None] The sync data for ids ['ed24375f-75d5-421b-ab23-c8e93100bc0f'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:47:50.162407 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-37f27e51-75bd-4d71-ba26-9e79b3dd28a5 service neutron] 10.222.0.98 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019770 Nov 03 18:47:50.169305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd7efce8-953a-4ae8-90b8-8163ba66256d req-688f6c08-3693-452b-8b5f-ba3e62df7b24 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867243 Nov 03 18:47:50.172566 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58675a33-ea38-4544-b181-f5d7d358d501 req-cc10adaa-9276-4c72-b83f-3e81d1ab1e14 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d874b4aa-8ff4-47ed-9c0a-e64c412e2de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203494 Nov 03 18:47:50.229764 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f3f74272-44b2-4424-8007-e83d923c7fed tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/routers/ed24375f-75d5-421b-ab23-c8e93100bc0f HTTP/1.1" status: 200 len: 919 time: 0.3536508 Nov 03 18:47:50.233325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52904) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:50.336380 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-aa9e1e01-f4bb-4d3d-9de2-4473735b70cb tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "GET /v2.0/ports?device_id=ed24375f-75d5-421b-ab23-c8e93100bc0f HTTP/1.1" status: 200 len: 205 time: 0.0985494 Nov 03 18:47:50.340140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52910) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:50.445054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff0d0e-4c37-4179-8e6c-cae210ebf0f0 req-77570d18-0a42-4aff-b6c1-872cf7b36aea tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:50.447712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05ff0d0e-4c37-4179-8e6c-cae210ebf0f0 req-77570d18-0a42-4aff-b6c1-872cf7b36aea tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.3971462 Nov 03 18:47:50.453479 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-375d625e-e8e1-4ecf-b6f3-5024b55224ac req-749a2c4b-e868-414e-bdcf-899006390e05 service neutron] 10.222.0.98 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927756 Nov 03 18:47:50.642219 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-449409e5-6854-4c2b-85d5-1352326ed30b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:50.651892 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9cf75-d7fe-4b16-94c9-c968f827d844 req-3a76a862-cfba-459d-bd8d-2cf4f3c2dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:50.653468 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8fd9cf75-d7fe-4b16-94c9-c968f827d844 req-3a76a862-cfba-459d-bd8d-2cf4f3c2dec8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=becd52d6557c422795eaaf4052e7b394&device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 1094 time: 0.1195259 Nov 03 18:47:50.655736 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5a4dfff2-efb2-4d92-81ff-b78458561586 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:50.731342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58675a33-ea38-4544-b181-f5d7d358d501 req-98a5b723-04cc-4d09-8435-3c7a893a9d3c service neutron] 10.222.0.98 "GET /v2.0/networks/d874b4aa-8ff4-47ed-9c0a-e64c412e2de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436614 Nov 03 18:47:50.849067 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 5a4dfff2-efb2-4d92-81ff-b78458561586 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:50.849894 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:50.878421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05ff0d0e-4c37-4179-8e6c-cae210ebf0f0 req-1db194e7-7d98-4c83-8b19-dc1970d778ad tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104130 Nov 03 18:47:51.030481 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:51.037819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165f8e6-069d-4757-9a66-9bb47ebcb963 req-2c01d6f8-fab6-4c97-b2bf-0d6dc273dbe1 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:51.049068 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6165f8e6-069d-4757-9a66-9bb47ebcb963 req-2c01d6f8-fab6-4c97-b2bf-0d6dc273dbe1 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 944 time: 0.2917094 Nov 03 18:47:51.092006 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e90d78-ccf2-47d2-aa64-f144444b2f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4dfff2-efb2-4d92-81ff-b78458561586'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:51.095054 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78b06b8-76b5-44b1-8fc0-fcb201fe0520" -d '{"events": [{"server_uuid": "a4e90d78-ccf2-47d2-aa64-f144444b2f9b", "name": "network-vif-plugged", "status": "completed", "tag": "5a4dfff2-efb2-4d92-81ff-b78458561586"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:51.144730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58675a33-ea38-4544-b181-f5d7d358d501 req-e714c22d-cad2-47e1-aff3-769706ec83d8 service neutron] 10.222.0.98 "GET /v2.0/networks/d874b4aa-8ff4-47ed-9c0a-e64c412e2de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855963 Nov 03 18:47:51.151097 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5a4dfff2-efb2-4d92-81ff-b78458561586, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a4dfff2-efb2-4d92-81ff-b78458561586,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:51.162032 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:51.236400 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6165f8e6-069d-4757-9a66-9bb47ebcb963 req-0c7e7866-9827-4fcf-9639-32d54f0e54b9 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/security-groups?id=67351b37-40bd-4194-b5a6-410a96a9f9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700275 Nov 03 18:47:51.269713 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85838c5f-7e26-42f8-bf89-b82a4e5f3961 x-openstack-request-id: req-85838c5f-7e26-42f8-bf89-b82a4e5f3961 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:51.270162 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e90d78-ccf2-47d2-aa64-f144444b2f9b", "name": "network-vif-plugged", "status": "completed", "tag": "5a4dfff2-efb2-4d92-81ff-b78458561586", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:51.274610 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-85838c5f-7e26-42f8-bf89-b82a4e5f3961 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:51.275286 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e90d78-ccf2-47d2-aa64-f144444b2f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4dfff2-efb2-4d92-81ff-b78458561586', 'code': 200} Nov 03 18:47:51.276234 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5a4dfff2-efb2-4d92-81ff-b78458561586,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:51.483801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15141b86-d1c4-49d8-b313-4e003cd39413 req-fc22d571-44b8-4114-b01b-8ae85b25fb6f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:51.497673 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15141b86-d1c4-49d8-b313-4e003cd39413 req-fc22d571-44b8-4114-b01b-8ae85b25fb6f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 943 time: 0.1325438 Nov 03 18:47:51.592135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9cf75-d7fe-4b16-94c9-c968f827d844 req-61f5fa12-46ef-4e32-accf-14f92fed6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:51.595066 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8fd9cf75-d7fe-4b16-94c9-c968f827d844 req-61f5fa12-46ef-4e32-accf-14f92fed6379 service neutron] 10.222.0.98 "GET /v2.0/networks?id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c HTTP/1.1" status: 200 len: 915 time: 0.9320881 Nov 03 18:47:51.644744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15141b86-d1c4-49d8-b313-4e003cd39413 req-b8ac09d8-ef4e-4e21-ad46-f223602642af tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160438 Nov 03 18:47:51.651910 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8fd9cf75-d7fe-4b16-94c9-c968f827d844 req-14f75485-32ba-4557-bc00-3161294a2c3f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15831567-4eeb-4176-a5e7-9ba589e4dd40 HTTP/1.1" status: 200 len: 217 time: 0.0482247 Nov 03 18:47:51.781240 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9cf75-d7fe-4b16-94c9-c968f827d844 req-a018d316-bcd3-4b6f-ba7d-736278dedd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:51.782698 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8fd9cf75-d7fe-4b16-94c9-c968f827d844 req-a018d316-bcd3-4b6f-ba7d-736278dedd7a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=139ca79f-c2b7-4f06-944e-59569171d638 HTTP/1.1" status: 200 len: 854 time: 0.1231143 Nov 03 18:47:51.791990 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-449409e5-6854-4c2b-85d5-1352326ed30b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:51.834867 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8fd9cf75-d7fe-4b16-94c9-c968f827d844 req-656aa763-2bda-424f-9a0f-336640a91605 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373492 Nov 03 18:47:51.893371 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0b409bbf-be68-42d9-b0db-7133e1714a73 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:47:52.002779 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8fd9cf75-d7fe-4b16-94c9-c968f827d844 req-bbc88de0-f50e-4f95-a19d-a1053a6d438c service neutron] 10.222.0.98 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320894 Nov 03 18:47:52.141146 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8fd9cf75-d7fe-4b16-94c9-c968f827d844 req-425a5673-b2f9-4efe-93b3-a3f79b4b8673 service neutron] 10.222.0.98 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227038 Nov 03 18:47:52.145276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-449409e5-6854-4c2b-85d5-1352326ed30b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Deleting port 416983bd-be56-43a6-9bb0-e008213ee2a8 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:47:52.145622 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-449409e5-6854-4c2b-85d5-1352326ed30b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:52.155273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae94f8-a66a-444b-8154-f4d1ea450200 req-e4de9d09-0fa3-4f80-a710-019310ef7823 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:52.184323 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8ae94f8-a66a-444b-8154-f4d1ea450200 req-e4de9d09-0fa3-4f80-a710-019310ef7823 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.1463258 Nov 03 18:47:52.193578 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0b409bbf-be68-42d9-b0db-7133e1714a73, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0b409bbf-be68-42d9-b0db-7133e1714a73,segment=NetworkSegment(ad4fa909-8e11-4d66-aa65-c17251e057ff),segment_id=ad4fa909-8e11-4d66-aa65-c17251e057ff)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:52.216316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '0b409bbf-be68-42d9-b0db-7133e1714a73', 'network_id': 'd874b4aa-8ff4-47ed-9c0a-e64c412e2de7', 'port_id': '0b409bbf-be68-42d9-b0db-7133e1714a73', 'mac_address': 'fa:16:3e:c0:57:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c572e630-00f1-4739-8ffb-911898fe57ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:47:52.323100 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-449409e5-6854-4c2b-85d5-1352326ed30b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:52.336257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8ae94f8-a66a-444b-8154-f4d1ea450200 req-6c2ac329-f364-4fd3-a39b-7df33bea5f78 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496425 Nov 03 18:47:52.345987 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:52.387479 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-449409e5-6854-4c2b-85d5-1352326ed30b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Calling delete_port for 416983bd-be56-43a6-9bb0-e008213ee2a8 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:47:52.397802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b409bbf-be68-42d9-b0db-7133e1714a73 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:52.447119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0b409bbf-be68-42d9-b0db-7133e1714a73, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0b409bbf-be68-42d9-b0db-7133e1714a73,segment=NetworkSegment(ad4fa909-8e11-4d66-aa65-c17251e057ff),segment_id=ad4fa909-8e11-4d66-aa65-c17251e057ff)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:52.461118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d679b-d508-4ee6-981a-6c94c7e20e44 req-21a774f9-e2e1-4010-ba01-551d24f3ed23 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:52.465685 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:52.473462 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-769d679b-d508-4ee6-981a-6c94c7e20e44 req-21a774f9-e2e1-4010-ba01-551d24f3ed23 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 944 time: 0.1079972 Nov 03 18:47:52.620147 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-769d679b-d508-4ee6-981a-6c94c7e20e44 req-b377148d-5cd8-4d90-9aab-90d3ffcb7634 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/security-groups?id=67351b37-40bd-4194-b5a6-410a96a9f9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437182 Nov 03 18:47:52.645315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=0b409bbf-be68-42d9-b0db-7133e1714a73,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:52.751254 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['0b409bbf-be68-42d9-b0db-7133e1714a73'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:52.994277 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-449409e5-6854-4c2b-85d5-1352326ed30b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:53.004564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457d0d6-a1b6-475e-bc2d-268eeeee3a00 req-cc29dac7-3a40-42d9-92e3-6d680858e1e4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:53.007142 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3457d0d6-a1b6-475e-bc2d-268eeeee3a00 req-cc29dac7-3a40-42d9-92e3-6d680858e1e4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 943 time: 0.1528354 Nov 03 18:47:53.052127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449409e5-6854-4c2b-85d5-1352326ed30b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Pushing event deleted for resources: {'Port': ['ID=416983bd-be56-43a6-9bb0-e008213ee2a8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:53.133971 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3457d0d6-a1b6-475e-bc2d-268eeeee3a00 req-c3353ebd-ec43-4039-afe5-8d5dfe007bb5 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160681 Nov 03 18:47:53.183735 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-449409e5-6854-4c2b-85d5-1352326ed30b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:53.320718 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-449409e5-6854-4c2b-85d5-1352326ed30b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:53.324091 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-449409e5-6854-4c2b-85d5-1352326ed30b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:53.415655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-449409e5-6854-4c2b-85d5-1352326ed30b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:53.415655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449409e5-6854-4c2b-85d5-1352326ed30b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Fanout notify agent at l3_agent the message router_deleted on router ed24375f-75d5-421b-ab23-c8e93100bc0f {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:47:53.434246 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-449409e5-6854-4c2b-85d5-1352326ed30b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:53.436462 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-449409e5-6854-4c2b-85d5-1352326ed30b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "DELETE /v2.0/routers/ed24375f-75d5-421b-ab23-c8e93100bc0f HTTP/1.1" status: 204 len: 168 time: 3.0951738 Nov 03 18:47:53.443553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52990) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:53.461637 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2120152092', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'enable_snat': False}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:53.606174 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:53.610735 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:53.641596 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c8401-24f3-46ff-8307-004416e45844 req-cfb8804d-b6b9-4aa6-8107-f4309960d905 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:53.654506 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-572c8401-24f3-46ff-8307-004416e45844 req-cfb8804d-b6b9-4aa6-8107-f4309960d905 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.1785667 Nov 03 18:47:53.767060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-572c8401-24f3-46ff-8307-004416e45844 req-f0c43689-4de3-4cc9-9679-844adcd153be tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112008 Nov 03 18:47:53.834779 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:53.904809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 15831567-4eeb-4176-a5e7-9ba589e4dd40 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:47:54.114018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4953f10-c776-4a68-8ff3-c9621a6fcd4d req-327feae2-b2f3-4614-9a03-245bf56b3d63 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:54.115666 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4953f10-c776-4a68-8ff3-c9621a6fcd4d req-327feae2-b2f3-4614-9a03-245bf56b3d63 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 945 time: 0.2787454 Nov 03 18:47:54.137510 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 15831567-4eeb-4176-a5e7-9ba589e4dd40, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=15831567-4eeb-4176-a5e7-9ba589e4dd40,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:54.167934 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '15831567-4eeb-4176-a5e7-9ba589e4dd40', 'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c', 'port_id': '15831567-4eeb-4176-a5e7-9ba589e4dd40', 'mac_address': 'fa:16:3e:01:af:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139ca79f-c2b7-4f06-944e-59569171d638', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:47:54.177657 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:54.260613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4953f10-c776-4a68-8ff3-c9621a6fcd4d req-dcd568cb-a37b-44c7-99e5-e999307dec9b tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/security-groups?id=67351b37-40bd-4194-b5a6-410a96a9f9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012518 Nov 03 18:47:54.285932 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:54.322802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15831567-4eeb-4176-a5e7-9ba589e4dd40 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:47:54.376348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 15831567-4eeb-4176-a5e7-9ba589e4dd40, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=15831567-4eeb-4176-a5e7-9ba589e4dd40,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:54.414149 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:54.435727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6b2ad-3884-4fb9-ad30-244b95b91fbc req-9e399082-d012-4480-8b11-804936ab0f1b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:54.455990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0e6b2ad-3884-4fb9-ad30-244b95b91fbc req-9e399082-d012-4480-8b11-804936ab0f1b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 943 time: 0.1754458 Nov 03 18:47:54.603685 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=15831567-4eeb-4176-a5e7-9ba589e4dd40,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:54.636993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0e6b2ad-3884-4fb9-ad30-244b95b91fbc req-7f84f4a9-c7da-48b6-9afd-a5c703ed25d5 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546474 Nov 03 18:47:54.720328 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['15831567-4eeb-4176-a5e7-9ba589e4dd40'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:47:54.795396 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:54.825612 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:55.106076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Allocated IP 172.25.2.73 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/a5e71584-8942-48fa-ac3c-3b7587346be8) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:55.166715 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec633c6-e246-483f-97d2-0993eac5f5f5 req-213eadb6-12bd-4b97-a4ee-c04e237b1f94 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:55.168477 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aec633c6-e246-483f-97d2-0993eac5f5f5 req-213eadb6-12bd-4b97-a4ee-c04e237b1f94 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.2372701 Nov 03 18:47:55.276658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aec633c6-e246-483f-97d2-0993eac5f5f5 req-c0aebdbc-e10c-4c1e-a591-b1671735bca0 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778873 Nov 03 18:47:55.287385 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:55.337696 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:55.416360 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:55.424845 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:55.431140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:55.435642 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Pushing event updated for resources: {'Port': ['ID=a5e71584-8942-48fa-ac3c-3b7587346be8,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:55.483135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bdb80-70cf-41f1-bcbe-563fab070086 req-969db1a7-becd-4bc4-ae04-6fd9cd020ccc tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:55.484912 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-102bdb80-70cf-41f1-bcbe-563fab070086 req-969db1a7-becd-4bc4-ae04-6fd9cd020ccc tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 945 time: 0.1445413 Nov 03 18:47:55.681749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-102bdb80-70cf-41f1-bcbe-563fab070086 req-cca59b61-cfa5-43c9-afe8-cb0731c13962 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/security-groups?id=67351b37-40bd-4194-b5a6-410a96a9f9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888404 Nov 03 18:47:55.718965 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-64284a91-4cb9-4108-9476-ee1013bdf39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:55.865626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e667-a702-433a-bb98-4688e9d7014f req-f2b48872-85a1-482f-a6c8-78af22786670 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:55.873705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bd3e667-a702-433a-bb98-4688e9d7014f req-f2b48872-85a1-482f-a6c8-78af22786670 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 944 time: 0.1051621 Nov 03 18:47:55.903121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 15831567-4eeb-4176-a5e7-9ba589e4dd40 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:55.971113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bd3e667-a702-433a-bb98-4688e9d7014f req-62488989-6115-4364-bf5e-70867c2489f9 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900450 Nov 03 18:47:55.972353 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.061195 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 15831567-4eeb-4176-a5e7-9ba589e4dd40 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:56.068777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 15831567-4eeb-4176-a5e7-9ba589e4dd40 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:56.069510 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.206590 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.252646 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15831567-4eeb-4176-a5e7-9ba589e4dd40'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:56.255351 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbf17a1-b370-4c60-a854-742609678fb1" -d '{"events": [{"server_uuid": "f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e", "name": "network-vif-plugged", "status": "completed", "tag": "15831567-4eeb-4176-a5e7-9ba589e4dd40"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:56.286192 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 15831567-4eeb-4176-a5e7-9ba589e4dd40, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=15831567-4eeb-4176-a5e7-9ba589e4dd40,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:56.293365 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.294607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0b409bbf-be68-42d9-b0db-7133e1714a73 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:47:56.354792 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.532142 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc8f308-9f28-4a8a-9117-5356dfef288b x-openstack-request-id: req-1bc8f308-9f28-4a8a-9117-5356dfef288b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:56.532946 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e", "name": "network-vif-plugged", "status": "completed", "tag": "15831567-4eeb-4176-a5e7-9ba589e4dd40", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:56.533537 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1bc8f308-9f28-4a8a-9117-5356dfef288b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:56.534104 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15831567-4eeb-4176-a5e7-9ba589e4dd40', 'code': 200} Nov 03 18:47:56.542451 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=15831567-4eeb-4176-a5e7-9ba589e4dd40,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:56.575409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 0b409bbf-be68-42d9-b0db-7133e1714a73 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:47:56.580139 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 0b409bbf-be68-42d9-b0db-7133e1714a73 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:47:56.581067 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.680434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00065347-4783-41a2-a882-d5a6fdbcddf4 req-1296b2d1-252a-497b-a2be-ff6a4904e5f1 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:56.689721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00065347-4783-41a2-a882-d5a6fdbcddf4 req-1296b2d1-252a-497b-a2be-ff6a4904e5f1 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.1684413 Nov 03 18:47:56.718326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee21a7-957e-43e1-ba57-2040b5182403 req-e7ac2593-ce87-43e1-83ba-592241c3fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:56.719940 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-62ee21a7-957e-43e1-ba57-2040b5182403 req-e7ac2593-ce87-43e1-83ba-592241c3fdac service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 1096 time: 0.1225014 Nov 03 18:47:56.775500 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:56.823571 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-62ee21a7-957e-43e1-ba57-2040b5182403 req-84dfd5bf-01ec-4291-9d71-2242cd40c3ee service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918088 Nov 03 18:47:56.826918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Router e67f7b37-8cfb-4358-8203-7a079451759c is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:47:56.852034 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00065347-4783-41a2-a882-d5a6fdbcddf4 req-cfb88d32-85a8-4c12-a33e-508f5967ac4f tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603539 Nov 03 18:47:56.876435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0b409bbf-be68-42d9-b0db-7133e1714a73, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0b409bbf-be68-42d9-b0db-7133e1714a73,segment=NetworkSegment(ad4fa909-8e11-4d66-aa65-c17251e057ff),segment_id=ad4fa909-8e11-4d66-aa65-c17251e057ff)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:47:56.887478 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:57.006741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=0b409bbf-be68-42d9-b0db-7133e1714a73,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:57.124488 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:47:57.137119 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Sync routers for ids ['e67f7b37-8cfb-4358-8203-7a079451759c'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:47:57.154241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728515f-dc89-4061-8bb7-a9463b3e607b req-318c713e-7286-4dc5-aa49-758952dcdd3c tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:57.159127 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Routers {'e67f7b37-8cfb-4358-8203-7a079451759c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:57.160827 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:47:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e67f7b37-8cfb-4358-8203-7a079451759c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:57.168331 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9728515f-dc89-4061-8bb7-a9463b3e607b req-318c713e-7286-4dc5-aa49-758952dcdd3c tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 945 time: 0.3263638 Nov 03 18:47:57.292956 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:57.295133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3cab26d5-ba9b-46e2-bdf6-8afb89e67968 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8448901 Nov 03 18:47:57.298396 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53072) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:57.340880 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9728515f-dc89-4061-8bb7-a9463b3e607b req-08e109a6-99e4-4de3-90d7-06cc88aee908 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/security-groups?id=67351b37-40bd-4194-b5a6-410a96a9f9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710505 Nov 03 18:47:57.362482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872d768-c638-47e7-baf8-ab5f2bf0974e req-a85fcc61-f82c-44e5-a520-2ebed61c9d49 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:57.365743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c872d768-c638-47e7-baf8-ab5f2bf0974e req-a85fcc61-f82c-44e5-a520-2ebed61c9d49 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 945 time: 0.2369246 Nov 03 18:47:57.460158 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Set router e67f7b37-8cfb-4358-8203-7a079451759c gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:57.544569 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c872d768-c638-47e7-baf8-ab5f2bf0974e req-4339ed83-9d6b-44a0-b018-9c02094773ea tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706285 Nov 03 18:47:57.707775 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c97f8a8a-d6ef-4b09-8d35-c8c25018da19 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/routers/e67f7b37-8cfb-4358-8203-7a079451759c HTTP/1.1" status: 200 len: 908 time: 0.4076488 Nov 03 18:47:57.710046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53084) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:57.715768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2120152092', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'enable_snat': True}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:47:57.764038 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:57.767372 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:57.845839 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67f7b37-8cfb-4358-8203-7a079451759c', 'name': 'tempest-snat-router-2120152092', 'tenant_id': '8553f5d98c6248c0ac1b6d394b6c01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.73'}], 'enable_snat': False}, 'gw_port_id': 'a5e71584-8942-48fa-ac3c-3b7587346be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:53Z', 'updated_at': '2021-11-03T18:47:55Z', 'revision_number': 3, 'project_id': '8553f5d98c6248c0ac1b6d394b6c01a9', 'gw_port': {'id': 'a5e71584-8942-48fa-ac3c-3b7587346be8', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67f7b37-8cfb-4358-8203-7a079451759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:54Z', 'updated_at': '2021-11-03T18:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:57.875964 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:57.898595 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Checking router: e67f7b37-8cfb-4358-8203-7a079451759c for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:47:57.899247 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Updating router e67f7b37-8cfb-4358-8203-7a079451759c port a5e71584-8942-48fa-ac3c-3b7587346be8 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:47:57.964279 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.085195 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af89257b-8b4c-4ed7-9e19-5fd16b7d049c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.143622 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.259532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265f30f-6361-45e9-9162-9167fccd3c8b req-73b57569-4222-4d34-9259-bbe2e8c17f40 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:58.268316 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9265f30f-6361-45e9-9162-9167fccd3c8b req-73b57569-4222-4d34-9259-bbe2e8c17f40 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.1292059 Nov 03 18:47:58.379750 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9265f30f-6361-45e9-9162-9167fccd3c8b req-cd5ed976-0bc1-44da-94dd-daa1d0ccb669 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063983 Nov 03 18:47:58.536287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f3f205-1317-4ea7-b1d2-50cdd55a2be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b409bbf-be68-42d9-b0db-7133e1714a73'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:47:58.544367 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9821eeb-73ff-4eee-8e8b-18fa93d56973" -d '{"events": [{"server_uuid": "18f3f205-1317-4ea7-b1d2-50cdd55a2be8", "name": "network-vif-plugged", "status": "completed", "tag": "0b409bbf-be68-42d9-b0db-7133e1714a73"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:47:58.603799 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.618265 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.658396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c85b56-ba52-416a-b1a5-6ebd148911f3 req-fdde5b57-2ed8-413f-8d6a-b58d0d5fb113 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:58.664488 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.665629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7c85b56-ba52-416a-b1a5-6ebd148911f3 req-fdde5b57-2ed8-413f-8d6a-b58d0d5fb113 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 946 time: 0.1406419 Nov 03 18:47:58.702071 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fee9598-07a2-4033-bc67-efb9e989efdd x-openstack-request-id: req-5fee9598-07a2-4033-bc67-efb9e989efdd {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:47:58.702965 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f3f205-1317-4ea7-b1d2-50cdd55a2be8", "name": "network-vif-plugged", "status": "completed", "tag": "0b409bbf-be68-42d9-b0db-7133e1714a73", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:47:58.703312 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5fee9598-07a2-4033-bc67-efb9e989efdd {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:47:58.704721 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f3f205-1317-4ea7-b1d2-50cdd55a2be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b409bbf-be68-42d9-b0db-7133e1714a73', 'code': 200} Nov 03 18:47:58.733725 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.817421 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a393e-1769-4fa7-91ae-a0668d7f011e None None] Pushing event updated for resources: {'Port': ['ID=a5e71584-8942-48fa-ac3c-3b7587346be8,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:58.818763 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7c85b56-ba52-416a-b1a5-6ebd148911f3 req-24e5be0d-9c9c-4d49-b716-584f3fae0364 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/security-groups?id=67351b37-40bd-4194-b5a6-410a96a9f9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461732 Nov 03 18:47:58.821218 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Attempting to bind port a5e71584-8942-48fa-ac3c-3b7587346be8 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:47:58.825958 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Attempting to bind port a5e71584-8942-48fa-ac3c-3b7587346be8 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:47:58.826474 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Attempting to bind port a5e71584-8942-48fa-ac3c-3b7587346be8 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:47:58.848764 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a393e-1769-4fa7-91ae-a0668d7f011e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:58.851270 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a393e-1769-4fa7-91ae-a0668d7f011e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:58.851940 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a393e-1769-4fa7-91ae-a0668d7f011e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:58.854100 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a393e-1769-4fa7-91ae-a0668d7f011e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:58.854841 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a393e-1769-4fa7-91ae-a0668d7f011e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:58.858052 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a393e-1769-4fa7-91ae-a0668d7f011e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:58.858545 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a393e-1769-4fa7-91ae-a0668d7f011e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:58.860089 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a393e-1769-4fa7-91ae-a0668d7f011e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:58.861563 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a393e-1769-4fa7-91ae-a0668d7f011e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:58.864828 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a393e-1769-4fa7-91ae-a0668d7f011e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:58.871158 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a393e-1769-4fa7-91ae-a0668d7f011e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:58.871713 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a393e-1769-4fa7-91ae-a0668d7f011e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:47:58.885164 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:47:58.886083 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:47:58.887117 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:58.888181 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:47:58.888790 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Bound port: a5e71584-8942-48fa-ac3c-3b7587346be8, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:47:58.894481 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:59.035058 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] For port a5e71584-8942-48fa-ac3c-3b7587346be8, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:47:59.045335 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] For port a5e71584-8942-48fa-ac3c-3b7587346be8, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a5e71584-8942-48fa-ac3c-3b7587346be8,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:47:59.052520 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:59.080487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f9c4c-dbea-4334-ba61-24c7c6c8b801 req-f12e211b-23b2-4cdb-8b5c-4c6c15fbaa6f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:59.095344 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c2f9c4c-dbea-4334-ba61-24c7c6c8b801 req-f12e211b-23b2-4cdb-8b5c-4c6c15fbaa6f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 945 time: 0.1535153 Nov 03 18:47:59.109442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1304e5-f4f9-417c-919e-3a900f6ef1c3 req-19141a8e-ffaf-4adb-9749-6bd473d22169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:59.111513 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7b1304e5-f4f9-417c-919e-3a900f6ef1c3 req-19141a8e-ffaf-4adb-9749-6bd473d22169 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 1097 time: 0.2816989 Nov 03 18:47:59.210888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c2f9c4c-dbea-4334-ba61-24c7c6c8b801 req-8a46bf46-9d9d-445b-8b7f-f05cf56302d1 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142225 Nov 03 18:47:59.220823 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Routers {'e67f7b37-8cfb-4358-8203-7a079451759c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:47:59.221659 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:47:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e67f7b37-8cfb-4358-8203-7a079451759c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:47:59.233267 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Allocated IP 172.25.2.28 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/110f9216-e8ef-403a-bde7-d3ad3434e5d2) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:47:59.258781 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7b1304e5-f4f9-417c-919e-3a900f6ef1c3 req-c4471303-4e89-4e2b-8b30-6f561084c04c service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=67351b37-40bd-4194-b5a6-410a96a9f9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326263 Nov 03 18:47:59.295091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53122) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:47:59.318080 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:59.333503 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a393e-1769-4fa7-91ae-a0668d7f011e None None] Pushing event updated for resources: {'Port': ['ID=a5e71584-8942-48fa-ac3c-3b7587346be8,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:59.506448 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] Set router e67f7b37-8cfb-4358-8203-7a079451759c gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:47:59.557200 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:59.667520 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a58f1a97-56f8-462a-af1d-2a7d7cd2dec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:59.668305 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:47:59.824563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:47:59.845776 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Pushing event updated for resources: {'Port': ['ID=110f9216-e8ef-403a-bde7-d3ad3434e5d2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:47:59.864276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:47:59.873784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:47:59.929769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418c662-2c28-431d-90ee-0c2b307d2c32 req-33b1e300-04e7-43c0-a564-c6ab472e8685 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:59.932184 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8418c662-2c28-431d-90ee-0c2b307d2c32 req-33b1e300-04e7-43c0-a564-c6ab472e8685 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 945 time: 0.2560995 Nov 03 18:47:59.966591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730bb5b-0e57-4334-8391-ff7e066d0605 req-6e1206a8-a4e7-4ac8-9755-48d4c70b7a28 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:47:59.971876 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2730bb5b-0e57-4334-8391-ff7e066d0605 req-6e1206a8-a4e7-4ac8-9755-48d4c70b7a28 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.4285173 Nov 03 18:48:00.020143 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67f7b37-8cfb-4358-8203-7a079451759c', 'name': 'tempest-snat-router-2120152092', 'tenant_id': '8553f5d98c6248c0ac1b6d394b6c01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.73'}], 'enable_snat': False}, 'gw_port_id': 'a5e71584-8942-48fa-ac3c-3b7587346be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:53Z', 'updated_at': '2021-11-03T18:47:55Z', 'revision_number': 3, 'project_id': '8553f5d98c6248c0ac1b6d394b6c01a9', 'gw_port': {'id': 'a5e71584-8942-48fa-ac3c-3b7587346be8', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67f7b37-8cfb-4358-8203-7a079451759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:54Z', 'updated_at': '2021-11-03T18:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:00.059062 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9173c83-84e9-4583-aa3b-5c874e1e1d06 None None] The sync data for ids ['e67f7b37-8cfb-4358-8203-7a079451759c'] in n-d-812150-4 is: [{'id': 'e67f7b37-8cfb-4358-8203-7a079451759c', 'name': 'tempest-snat-router-2120152092', 'tenant_id': '8553f5d98c6248c0ac1b6d394b6c01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.73'}], 'enable_snat': False}, 'gw_port_id': 'a5e71584-8942-48fa-ac3c-3b7587346be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:53Z', 'updated_at': '2021-11-03T18:47:55Z', 'revision_number': 3, 'project_id': '8553f5d98c6248c0ac1b6d394b6c01a9', 'gw_port': {'id': 'a5e71584-8942-48fa-ac3c-3b7587346be8', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:04:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67f7b37-8cfb-4358-8203-7a079451759c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:54Z', 'updated_at': '2021-11-03T18:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:00.226038 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8418c662-2c28-431d-90ee-0c2b307d2c32 req-f7790ad4-43ca-4020-84c8-f7174a2c2b4a tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828104 Nov 03 18:48:00.342911 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2730bb5b-0e57-4334-8391-ff7e066d0605 req-2a5a5e29-79a7-4d4b-86ea-dbc1dc8ad318 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348413 Nov 03 18:48:00.383617 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a58f1a97-56f8-462a-af1d-2a7d7cd2dec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.385214 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.481727 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a58f1a97-56f8-462a-af1d-2a7d7cd2dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.660635 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.731685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f1a97-56f8-462a-af1d-2a7d7cd2dec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043c59f2-3d43-4116-9d17-33e4189c6e20,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:00.758959 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a58f1a97-56f8-462a-af1d-2a7d7cd2dec2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9e2b0d32b29d45a6bfbbc2822940bfed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4616375 Nov 03 18:48:00.764404 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53146) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:00.804703 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:00.900924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3f350-8596-4068-ba21-76aae27ba47a req-9d3ed591-2606-4549-b362-2b4cdb741e0a tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:00.916648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55d3f350-8596-4068-ba21-76aae27ba47a req-9d3ed591-2606-4549-b362-2b4cdb741e0a tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 946 time: 0.5305049 Nov 03 18:48:01.034405 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d7bee81-b7fe-4df8-82cc-2de36b0d1a27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.068985 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55d3f350-8596-4068-ba21-76aae27ba47a req-30126853-4c4f-4875-9a7f-cf1a6031d51b tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/security-groups?id=67351b37-40bd-4194-b5a6-410a96a9f9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510632 Nov 03 18:48:01.118113 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d7bee81-b7fe-4df8-82cc-2de36b0d1a27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.190749 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63d47e-1339-4aa5-96d7-741b649f3324 req-2175e564-313b-49fc-9ecc-ac0c54e5aea9 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:01.192702 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1c63d47e-1339-4aa5-96d7-741b649f3324 req-2175e564-313b-49fc-9ecc-ac0c54e5aea9 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 945 time: 0.0902319 Nov 03 18:48:01.239199 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d7bee81-b7fe-4df8-82cc-2de36b0d1a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.243133 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d7bee81-b7fe-4df8-82cc-2de36b0d1a27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.247552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1d7bee81-b7fe-4df8-82cc-2de36b0d1a27 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/043c59f2-3d43-4116-9d17-33e4189c6e20 HTTP/1.1" status: 204 len: 168 time: 0.4823678 Nov 03 18:48:01.263024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bee81-b7fe-4df8-82cc-2de36b0d1a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043c59f2-3d43-4116-9d17-33e4189c6e20,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:01.442391 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.608353 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.711336 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-1c63d47e-1339-4aa5-96d7-741b649f3324 req-a9407447-da36-4caf-afbb-73bd5b56e061 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Deleting port 15831567-4eeb-4176-a5e7-9ba589e4dd40 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:01.711831 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1c63d47e-1339-4aa5-96d7-741b649f3324 req-a9407447-da36-4caf-afbb-73bd5b56e061 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.773811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769b564-d487-43a7-90b8-6c24c03ada5e req-15a46405-391c-44f7-98b6-c09e31567e23 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:01.808248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6769b564-d487-43a7-90b8-6c24c03ada5e req-15a46405-391c-44f7-98b6-c09e31567e23 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 945 time: 0.3596666 Nov 03 18:48:01.867346 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-1c63d47e-1339-4aa5-96d7-741b649f3324 req-a9407447-da36-4caf-afbb-73bd5b56e061 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] For port 15831567-4eeb-4176-a5e7-9ba589e4dd40, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=15831567-4eeb-4176-a5e7-9ba589e4dd40,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:01.868088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1c63d47e-1339-4aa5-96d7-741b649f3324 req-a9407447-da36-4caf-afbb-73bd5b56e061 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:01.884774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53158) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:01.930907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b51d5-b3ca-4197-99b3-e3997e85ca36 req-b0377a4f-2bf2-4e93-9797-a0db177df68e tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:01.951696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-010b51d5-b3ca-4197-99b3-e3997e85ca36 req-b0377a4f-2bf2-4e93-9797-a0db177df68e tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.3802204 Nov 03 18:48:01.986085 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-1c63d47e-1339-4aa5-96d7-741b649f3324 req-a9407447-da36-4caf-afbb-73bd5b56e061 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Calling delete_port for 15831567-4eeb-4176-a5e7-9ba589e4dd40 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:02.034373 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6769b564-d487-43a7-90b8-6c24c03ada5e req-70a3ae66-65ef-4162-8e2d-348c4e70e9ed tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206240 Nov 03 18:48:02.035237 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-12a87ff1-9b2c-4b46-9bee-431ef315b426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.085726 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a5e71584-8942-48fa-ac3c-3b7587346be8 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:02.114694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Router 4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:48:02.204700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-010b51d5-b3ca-4197-99b3-e3997e85ca36 req-e9ec5664-f028-41f9-82f4-26e06abeaa67 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517226 Nov 03 18:48:02.281014 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port a5e71584-8942-48fa-ac3c-3b7587346be8 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:02.281669 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.413942 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-12a87ff1-9b2c-4b46-9bee-431ef315b426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.455678 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-12a87ff1-9b2c-4b46-9bee-431ef315b426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.525293 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.544742 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-12a87ff1-9b2c-4b46-9bee-431ef315b426 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8db0c0d2abb24f1fa6fc5bb778911099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6418617 Nov 03 18:48:02.547963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a87ff1-9b2c-4b46-9bee-431ef315b426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa28d029-9959-42e4-a7cf-9aa4ae66d48f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:02.551376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53172) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:02.563990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-2721e217-fdaa-4f9b-9c2e-e1569363e27a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3027439 Nov 03 18:48:02.568535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:02.600093 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1c63d47e-1339-4aa5-96d7-741b649f3324 req-a9407447-da36-4caf-afbb-73bd5b56e061 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.600377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Sync routers for ids ['4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:02.613142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e92132-1a44-46b7-9cef-84c84bcc7656 req-7aa2669a-7759-478e-b18c-5ceaff6d9669 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:02.622874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11e92132-1a44-46b7-9cef-84c84bcc7656 req-7aa2669a-7759-478e-b18c-5ceaff6d9669 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 946 time: 0.2031822 Nov 03 18:48:02.649631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['15831567-4eeb-4176-a5e7-9ba589e4dd40'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:02.684332 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['7b6b0acd-fc18-46fd-bb28-c3927bb80947'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:02.706856 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9407447-da36-4caf-afbb-73bd5b56e061 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Pushing event deleted for resources: {'Port': ['ID=15831567-4eeb-4176-a5e7-9ba589e4dd40,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:02.738858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port a5e71584-8942-48fa-ac3c-3b7587346be8, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a5e71584-8942-48fa-ac3c-3b7587346be8,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:02.745192 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.751638 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9db93c01-5c02-4719-a5b8-4f4c49f77d46 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0358109 Nov 03 18:48:02.755654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53174) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:02.773472 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.794432 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b15f6934-41c0-415f-b747-2c4c57236648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.832561 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c63d47e-1339-4aa5-96d7-741b649f3324 req-a9407447-da36-4caf-afbb-73bd5b56e061 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] No DVR routers for this DVR port 15831567-4eeb-4176-a5e7-9ba589e4dd40 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:02.836896 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1c63d47e-1339-4aa5-96d7-741b649f3324 req-a9407447-da36-4caf-afbb-73bd5b56e061 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:02.841382 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1c63d47e-1339-4aa5-96d7-741b649f3324 req-a9407447-da36-4caf-afbb-73bd5b56e061 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.98 "DELETE /v2.0/ports/15831567-4eeb-4176-a5e7-9ba589e4dd40 HTTP/1.1" status: 204 len: 173 time: 1.6127181 Nov 03 18:48:02.842157 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e', 'name': 'network-vif-deleted', 'tag': '15831567-4eeb-4176-a5e7-9ba589e4dd40'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:02.844643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Routers {'4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:02.845351 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:47:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:02.846546 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206aec1e-d2d8-4a4a-a653-4fd866cc9b20" -d '{"events": [{"server_uuid": "f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e", "name": "network-vif-deleted", "tag": "15831567-4eeb-4176-a5e7-9ba589e4dd40"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:02.935901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11e92132-1a44-46b7-9cef-84c84bcc7656 req-2f5da8a7-300f-4f09-87d0-cb8e5198f312 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/security-groups?id=67351b37-40bd-4194-b5a6-410a96a9f9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087533 Nov 03 18:48:02.972528 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b15f6934-41c0-415f-b747-2c4c57236648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:03.000812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-409b34c7-e029-4020-8848-9507dbbe7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:03.002018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-409b34c7-e029-4020-8848-9507dbbe7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:03.002928 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-409b34c7-e029-4020-8848-9507dbbe7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:03.003817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-409b34c7-e029-4020-8848-9507dbbe7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:03.005060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-409b34c7-e029-4020-8848-9507dbbe7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:03.005947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-409b34c7-e029-4020-8848-9507dbbe7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:03.007011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-409b34c7-e029-4020-8848-9507dbbe7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:03.011649 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-409b34c7-e029-4020-8848-9507dbbe7b74 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c499298fecc740dd8356f938a201f1f9&device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 6499 time: 0.3681424 Nov 03 18:48:03.023358 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8dfe88-c086-4df8-ae6a-9de7d03b0908 x-openstack-request-id: req-cf8dfe88-c086-4df8-ae6a-9de7d03b0908 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:03.024953 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e", "name": "network-vif-deleted", "tag": "15831567-4eeb-4176-a5e7-9ba589e4dd40", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:03.032192 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cf8dfe88-c086-4df8-ae6a-9de7d03b0908 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:03.034124 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e', 'name': 'network-vif-deleted', 'tag': '15831567-4eeb-4176-a5e7-9ba589e4dd40', 'status': 'completed', 'code': 200} Nov 03 18:48:03.462448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=a5e71584-8942-48fa-ac3c-3b7587346be8,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:03.576262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Set router 4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:03.897410 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f', 'name': 'tempest-snat-router-2120152092', 'tenant_id': '8553f5d98c6248c0ac1b6d394b6c01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '110f9216-e8ef-403a-bde7-d3ad3434e5d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:57Z', 'updated_at': '2021-11-03T18:48:00Z', 'revision_number': 3, 'project_id': '8553f5d98c6248c0ac1b6d394b6c01a9', 'gw_port': {'id': '110f9216-e8ef-403a-bde7-d3ad3434e5d2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:47:58Z', 'updated_at': '2021-11-03T18:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:03.943437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Checking router: 4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:48:03.943935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Updating router 4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f port 110f9216-e8ef-403a-bde7-d3ad3434e5d2 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:48:03.995611 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:03.995611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 4eee44d9-fc12-421b-9364-0ea27b312f1f details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:48:04.030909 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8515b727-fafc-48cd-91a6-c8e33782fccc req-0321b6df-3a28-42c3-9433-a3d81f527798 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=f2b3f9ca-43b9-42ba-bbdc-6b7204818f4e HTTP/1.1" status: 200 len: 210 time: 0.7310982 Nov 03 18:48:04.052502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e6a4da66-51e4-42a8-84f5-e1dab2009c64 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/routers/4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f HTTP/1.1" status: 200 len: 907 time: 1.2889400 Nov 03 18:48:04.070389 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53200) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:04.098535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 4eee44d9-fc12-421b-9364-0ea27b312f1f no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:04.173213 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b15f6934-41c0-415f-b747-2c4c57236648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.178427 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b15f6934-41c0-415f-b747-2c4c57236648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.180730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b15f6934-41c0-415f-b747-2c4c57236648 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fa28d029-9959-42e4-a7cf-9aa4ae66d48f HTTP/1.1" status: 204 len: 168 time: 1.6274514 Nov 03 18:48:04.279299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f6934-41c0-415f-b747-2c4c57236648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa28d029-9959-42e4-a7cf-9aa4ae66d48f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:04.311451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-cf5851c3-acc7-44ed-8d64-04707e66aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:04.316056 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80970b3c-10f2-4601-8d11-ff56e8151d01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.320801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-cf5851c3-acc7-44ed-8d64-04707e66aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:04.321664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-cf5851c3-acc7-44ed-8d64-04707e66aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:04.324851 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-cf5851c3-acc7-44ed-8d64-04707e66aa60 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d2b26eb6-7515-43b1-9ddc-0eec10b264b7&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 HTTP/1.1" status: 200 len: 2296 time: 1.1803057 Nov 03 18:48:04.384818 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ff7d7-31b5-4a77-9d94-6e83c6662c92 req-156b2795-c754-4ae0-bb83-05687e67d23c tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:04.398883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ef6ff7d7-31b5-4a77-9d94-6e83c6662c92 req-156b2795-c754-4ae0-bb83-05687e67d23c tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.4007137 Nov 03 18:48:04.653521 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80970b3c-10f2-4601-8d11-ff56e8151d01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.757736 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 4eee44d9-fc12-421b-9364-0ea27b312f1f, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4eee44d9-fc12-421b-9364-0ea27b312f1f,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:04.782066 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '4eee44d9-fc12-421b-9364-0ea27b312f1f', 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91', 'port_id': '4eee44d9-fc12-421b-9364-0ea27b312f1f', 'mac_address': 'fa:16:3e:5f:3e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9533f04e-ac78-415d-8a78-7bdd21f5aeee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:48:04.784189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a5e71584-8942-48fa-ac3c-3b7587346be8 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:04.793206 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.797802 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ef6ff7d7-31b5-4a77-9d94-6e83c6662c92 req-157401f7-727a-4590-a27a-ba3b205c0c82 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936238 Nov 03 18:48:04.842793 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-a1bcadf7-75df-48bc-a4f2-4f54bfa735a1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a45be5e5-9799-4b7e-a7c1-f406523ac8d8 HTTP/1.1" status: 200 len: 1001 time: 0.4970894 Nov 03 18:48:04.897422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-80970b3c-10f2-4601-8d11-ff56e8151d01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Deleting port 110f9216-e8ef-403a-bde7-d3ad3434e5d2 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:04.897903 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80970b3c-10f2-4601-8d11-ff56e8151d01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:04.955784 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.046359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-5563fc07-68ad-45c4-8306-bb17e869b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:05.055359 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-5563fc07-68ad-45c4-8306-bb17e869b26a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0093d58-4abe-4628-9969-4f73606f9325 HTTP/1.1" status: 200 len: 855 time: 0.2083385 Nov 03 18:48:05.198033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77853a7c-441c-47e9-b890-4dab85433a41 None None] Pushing event updated for resources: {'Port': ['ID=110f9216-e8ef-403a-bde7-d3ad3434e5d2,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:05.205743 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.320278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f096-8d4a-41e8-aa54-2c39929f7064 req-d882fa46-8f04-4132-8b35-acf006f9dca2 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:05.322660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-afe8f096-8d4a-41e8-aa54-2c39929f7064 req-d882fa46-8f04-4132-8b35-acf006f9dca2 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 946 time: 0.1681194 Nov 03 18:48:05.385090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-f6c4bb23-c85b-43df-a210-07f2e350494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:05.388205 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-f6c4bb23-c85b-43df-a210-07f2e350494e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d2b26eb6-7515-43b1-9ddc-0eec10b264b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3233552 Nov 03 18:48:05.412813 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4eee44d9-fc12-421b-9364-0ea27b312f1f {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:05.524747 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port a5e71584-8942-48fa-ac3c-3b7587346be8 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:05.527449 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.611228 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Attempting to bind port 110f9216-e8ef-403a-bde7-d3ad3434e5d2 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:05.612362 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Attempting to bind port 110f9216-e8ef-403a-bde7-d3ad3434e5d2 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:05.613245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Attempting to bind port 110f9216-e8ef-403a-bde7-d3ad3434e5d2 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:05.630294 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.642664 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-e8e0b91f-1fb6-4bac-9fd4-7ad98328703f service neutron] 10.222.0.98 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265971 Nov 03 18:48:05.668383 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 4eee44d9-fc12-421b-9364-0ea27b312f1f, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4eee44d9-fc12-421b-9364-0ea27b312f1f,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:05.677421 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80970b3c-10f2-4601-8d11-ff56e8151d01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.683279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:05.684636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:05.685667 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.687616 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:05.688859 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Bound port: 110f9216-e8ef-403a-bde7-d3ad3434e5d2, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:05.690132 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.704260 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-80970b3c-10f2-4601-8d11-ff56e8151d01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Calling delete_port for 110f9216-e8ef-403a-bde7-d3ad3434e5d2 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:05.755679 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-afe8f096-8d4a-41e8-aa54-2c39929f7064 req-03f6b562-56de-4e53-b5eb-5f8775792463 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/security-groups?id=67351b37-40bd-4194-b5a6-410a96a9f9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657579 Nov 03 18:48:05.851374 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:05.972258 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:48:05.973067 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:48:06.006805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c53710-4789-4887-a3a0-8fa7cf87ae84 req-7101fc46-ca87-40d6-910e-92fb09064795 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:06.009804 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] For port 110f9216-e8ef-403a-bde7-d3ad3434e5d2, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:06.022272 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98c53710-4789-4887-a3a0-8fa7cf87ae84 req-7101fc46-ca87-40d6-910e-92fb09064795 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.7178257 Nov 03 18:48:06.055825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] For port 110f9216-e8ef-403a-bde7-d3ad3434e5d2, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=110f9216-e8ef-403a-bde7-d3ad3434e5d2,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:06.107277 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:06.187389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=4eee44d9-fc12-421b-9364-0ea27b312f1f,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:06.268565 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80970b3c-10f2-4601-8d11-ff56e8151d01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:06.316427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77853a7c-441c-47e9-b890-4dab85433a41 None None] Pushing event updated for resources: {'Port': ['ID=110f9216-e8ef-403a-bde7-d3ad3434e5d2,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:06.318481 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98c53710-4789-4887-a3a0-8fa7cf87ae84 req-c41addcd-fa7b-4494-be30-a3d315cdae5e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954316 Nov 03 18:48:06.325083 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['4eee44d9-fc12-421b-9364-0ea27b312f1f'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:06.328809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Routers {'4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:06.329824 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:47:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:06.447398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80970b3c-10f2-4601-8d11-ff56e8151d01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Pushing event deleted for resources: {'Port': ['ID=110f9216-e8ef-403a-bde7-d3ad3434e5d2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:06.498463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-c8149390-5381-43ac-ac1f-a9f80a31255b service neutron] 10.222.0.98 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8178046 Nov 03 18:48:06.538550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] Set router 4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:06.636194 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f', 'name': 'tempest-snat-router-2120152092', 'tenant_id': '8553f5d98c6248c0ac1b6d394b6c01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:57Z', 'updated_at': '2021-11-03T18:48:06Z', 'revision_number': 5, 'project_id': '8553f5d98c6248c0ac1b6d394b6c01a9', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:06.675748 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d162a2c-3735-4632-a013-cb8afb027f1f None None] The sync data for ids ['4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f'] in n-d-812150-4 is: [{'id': '4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f', 'name': 'tempest-snat-router-2120152092', 'tenant_id': '8553f5d98c6248c0ac1b6d394b6c01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:47:57Z', 'updated_at': '2021-11-03T18:48:06Z', 'revision_number': 5, 'project_id': '8553f5d98c6248c0ac1b6d394b6c01a9', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:06.704189 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:06.756556 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4eee44d9-fc12-421b-9364-0ea27b312f1f {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:06.760628 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-ef9376ca-35db-4944-84a7-058f2264c5cf service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef HTTP/1.1" status: 200 len: 217 time: 0.1700256 Nov 03 18:48:06.863726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3f2a6-a2fc-41a4-986b-f87f376c1c8b req-d7b50779-a4df-4679-908d-07a3a164758f tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:06.872557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dce3f2a6-a2fc-41a4-986b-f87f376c1c8b req-d7b50779-a4df-4679-908d-07a3a164758f tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 944 time: 0.5886018 Nov 03 18:48:06.927170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc04578-9703-4aa2-82ad-3fa21a668e3e req-bdfc49aa-9880-4030-8337-9a5c1dbc9ac7 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:06.930752 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0dc04578-9703-4aa2-82ad-3fa21a668e3e req-bdfc49aa-9880-4030-8337-9a5c1dbc9ac7 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.98 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 946 time: 0.5522707 Nov 03 18:48:06.935166 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80970b3c-10f2-4601-8d11-ff56e8151d01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:06.977005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 4eee44d9-fc12-421b-9364-0ea27b312f1f, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4eee44d9-fc12-421b-9364-0ea27b312f1f,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:06.997418 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.068768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dce3f2a6-a2fc-41a4-986b-f87f376c1c8b req-78a9ee2a-490d-4820-b350-2fee10511a16 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952500 Nov 03 18:48:07.102770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 15831567-4eeb-4176-a5e7-9ba589e4dd40 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:07.110879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=4eee44d9-fc12-421b-9364-0ea27b312f1f,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:07.123093 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-6dfe6512-fb4b-471a-91c1-d191ff7823f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:07.125241 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-6dfe6512-fb4b-471a-91c1-d191ff7823f4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.3552873 Nov 03 18:48:07.196595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 15831567-4eeb-4176-a5e7-9ba589e4dd40 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:48:07.196962 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 15831567-4eeb-4176-a5e7-9ba589e4dd40 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:07.199657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a05f16-8470-4847-8a3a-e75cd7d97436 req-7e031fef-a361-48f3-a0f2-e91d74260d3e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:07.215487 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81a05f16-8470-4847-8a3a-e75cd7d97436 req-7e031fef-a361-48f3-a0f2-e91d74260d3e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.3874311 Nov 03 18:48:07.304721 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80970b3c-10f2-4601-8d11-ff56e8151d01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.338922 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80970b3c-10f2-4601-8d11-ff56e8151d01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.352246 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-0b1a2b7e-aa3b-49e5-96d5-0e4bef43a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:07.354714 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-0b1a2b7e-aa3b-49e5-96d5-0e4bef43a687 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2079818 Nov 03 18:48:07.382144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81a05f16-8470-4847-8a3a-e75cd7d97436 req-e3ab0bc1-428f-4a0b-991e-a6f9919ed9c5 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653111 Nov 03 18:48:07.505070 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c2175-2c1a-4b0d-b75b-22d9a5cbe884 req-e0168f63-b32a-43ec-b6eb-177d71a23010 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:07.507861 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-075c2175-2c1a-4b0d-b75b-22d9a5cbe884 req-e0168f63-b32a-43ec-b6eb-177d71a23010 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 946 time: 0.2666309 Nov 03 18:48:07.524971 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80970b3c-10f2-4601-8d11-ff56e8151d01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.525527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80970b3c-10f2-4601-8d11-ff56e8151d01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:48:07.536802 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80970b3c-10f2-4601-8d11-ff56e8151d01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.538284 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-80970b3c-10f2-4601-8d11-ff56e8151d01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "DELETE /v2.0/routers/4bf1c01a-ffb0-4697-97c1-77eb3eb4eb8f HTTP/1.1" status: 204 len: 168 time: 3.4663758 Nov 03 18:48:07.550455 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53284) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:07.766561 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-075c2175-2c1a-4b0d-b75b-22d9a5cbe884 req-97d5b6d3-55e4-4fbc-92c1-d03adfbba2bc tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/security-groups?id=67351b37-40bd-4194-b5a6-410a96a9f9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766701 Nov 03 18:48:07.801522 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.806736 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-efd76b25-c127-435a-848c-8bd0fb44ddff service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440465 Nov 03 18:48:07.989046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-0dc04578-9703-4aa2-82ad-3fa21a668e3e req-c1b57f31-cba4-4c01-94c4-a5456821d523 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Deleting port 0b409bbf-be68-42d9-b0db-7133e1714a73 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:07.989046 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0dc04578-9703-4aa2-82ad-3fa21a668e3e req-c1b57f31-cba4-4c01-94c4-a5456821d523 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:07.999522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 4eee44d9-fc12-421b-9364-0ea27b312f1f up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:08.064171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fc40e-edb4-4ce4-a269-dd342b58ee4d req-8d23c2c3-03a6-41a6-b9f0-75b583e40daf tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:08.085775 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e6fc40e-edb4-4ce4-a269-dd342b58ee4d req-8d23c2c3-03a6-41a6-b9f0-75b583e40daf tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.3107154 Nov 03 18:48:08.102272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-0dc04578-9703-4aa2-82ad-3fa21a668e3e req-c1b57f31-cba4-4c01-94c4-a5456821d523 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] For port 0b409bbf-be68-42d9-b0db-7133e1714a73, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0b409bbf-be68-42d9-b0db-7133e1714a73,segment=NetworkSegment(ad4fa909-8e11-4d66-aa65-c17251e057ff),segment_id=ad4fa909-8e11-4d66-aa65-c17251e057ff)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:08.102757 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0dc04578-9703-4aa2-82ad-3fa21a668e3e req-c1b57f31-cba4-4c01-94c4-a5456821d523 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.125795 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-0dc04578-9703-4aa2-82ad-3fa21a668e3e req-c1b57f31-cba4-4c01-94c4-a5456821d523 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Calling delete_port for 0b409bbf-be68-42d9-b0db-7133e1714a73 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:08.126050 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 4eee44d9-fc12-421b-9364-0ea27b312f1f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:08.126382 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.217011 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-4954349c-23d2-4470-8cea-51828caba72c service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579755 Nov 03 18:48:08.297099 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.322518 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.357001 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0aab998-be40-4528-8bfb-a72823125d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eee44d9-fc12-421b-9364-0ea27b312f1f'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:08.362306 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291355b5-efd4-4e90-ba43-e4fcaa342477" -d '{"events": [{"server_uuid": "d0aab998-be40-4528-8bfb-a72823125d3d", "name": "network-vif-plugged", "status": "completed", "tag": "4eee44d9-fc12-421b-9364-0ea27b312f1f"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:08.388494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 4eee44d9-fc12-421b-9364-0ea27b312f1f, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4eee44d9-fc12-421b-9364-0ea27b312f1f,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:08.397333 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.411935 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-bbf8fc81-9700-4fd9-9d19-1955b8ff101c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=8e6b560e-7922-4bd3-b966-74776e459307 HTTP/1.1" status: 200 len: 217 time: 0.1781816 Nov 03 18:48:08.451362 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e6fc40e-edb4-4ce4-a269-dd342b58ee4d req-3ccb6bdf-813a-4345-8154-dfd4744fe2cd tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636470 Nov 03 18:48:08.539212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0dc04578-9703-4aa2-82ad-3fa21a668e3e req-c1b57f31-cba4-4c01-94c4-a5456821d523 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.626272 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f9f53a-67a5-43d1-b843-1808213951df x-openstack-request-id: req-b6f9f53a-67a5-43d1-b843-1808213951df {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:08.626674 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0aab998-be40-4528-8bfb-a72823125d3d", "name": "network-vif-plugged", "status": "completed", "tag": "4eee44d9-fc12-421b-9364-0ea27b312f1f", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:08.627001 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b6f9f53a-67a5-43d1-b843-1808213951df {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:08.627425 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0aab998-be40-4528-8bfb-a72823125d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eee44d9-fc12-421b-9364-0ea27b312f1f', 'code': 200} Nov 03 18:48:08.629743 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=4eee44d9-fc12-421b-9364-0ea27b312f1f,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:08.662974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Deleting port a5e71584-8942-48fa-ac3c-3b7587346be8 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:08.662974 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.796688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49eea3-900b-41a7-a12d-a29823191392 req-ca173a1d-e3fb-415d-8f0a-107f9897f6ff tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:08.810879 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac49eea3-900b-41a7-a12d-a29823191392 req-ca173a1d-e3fb-415d-8f0a-107f9897f6ff tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 943 time: 0.4590626 Nov 03 18:48:08.811893 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] For port a5e71584-8942-48fa-ac3c-3b7587346be8, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a5e71584-8942-48fa-ac3c-3b7587346be8,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:08.812482 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:08.831258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Calling delete_port for a5e71584-8942-48fa-ac3c-3b7587346be8 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:08.930981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-b5ffbef7-6845-4827-80f8-c3847d847470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:08.939490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-b5ffbef7-6845-4827-80f8-c3847d847470 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.4819448 Nov 03 18:48:09.078646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b57f31-cba4-4c01-94c4-a5456821d523 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Pushing event deleted for resources: {'Port': ['ID=0b409bbf-be68-42d9-b0db-7133e1714a73,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:09.082933 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.133125 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc04578-9703-4aa2-82ad-3fa21a668e3e req-c1b57f31-cba4-4c01-94c4-a5456821d523 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] No DVR routers for this DVR port 0b409bbf-be68-42d9-b0db-7133e1714a73 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:09.148062 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac49eea3-900b-41a7-a12d-a29823191392 req-8f5f642b-7e76-4f44-b080-945cdc01e8df tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351617 Nov 03 18:48:09.219464 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0dc04578-9703-4aa2-82ad-3fa21a668e3e req-c1b57f31-cba4-4c01-94c4-a5456821d523 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.228643 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0dc04578-9703-4aa2-82ad-3fa21a668e3e req-c1b57f31-cba4-4c01-94c4-a5456821d523 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.98 "DELETE /v2.0/ports/0b409bbf-be68-42d9-b0db-7133e1714a73 HTTP/1.1" status: 204 len: 173 time: 2.2907736 Nov 03 18:48:09.231422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f3f205-1317-4ea7-b1d2-50cdd55a2be8', 'name': 'network-vif-deleted', 'tag': '0b409bbf-be68-42d9-b0db-7133e1714a73'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:09.235469 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b47faea-2ac5-4805-85e6-faa91f4de247" -d '{"events": [{"server_uuid": "18f3f205-1317-4ea7-b1d2-50cdd55a2be8", "name": "network-vif-deleted", "tag": "0b409bbf-be68-42d9-b0db-7133e1714a73"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:09.243402 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-12231be3-e414-4b77-9c57-04d5c63c2ddb req-d40c231f-fc93-4e04-a489-43cb8730dbb5 tempest-ServerAddressesTestJSON-1739020216 tempest-ServerAddressesTestJSON-1739020216-project] 10.222.0.107 "GET /v2.0/ports?device_id=18f3f205-1317-4ea7-b1d2-50cdd55a2be8 HTTP/1.1" status: 200 len: 210 time: 0.0798864 Nov 03 18:48:09.262630 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5e71584-8942-48fa-ac3c-3b7587346be8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:09.295508 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.369478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e25b6-1c76-40a1-8cda-d52528bd0a32 req-ae8a4a5c-eaec-44d9-9e4c-50d7d2b3c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:09.371657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-706e25b6-1c76-40a1-8cda-d52528bd0a32 req-ae8a4a5c-eaec-44d9-9e4c-50d7d2b3c096 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 1096 time: 0.5515981 Nov 03 18:48:09.415831 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0fdf23-edd4-4b61-960f-5def31dead55 x-openstack-request-id: req-0c0fdf23-edd4-4b61-960f-5def31dead55 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:09.416348 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f3f205-1317-4ea7-b1d2-50cdd55a2be8", "name": "network-vif-deleted", "tag": "0b409bbf-be68-42d9-b0db-7133e1714a73", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:09.416735 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0c0fdf23-edd4-4b61-960f-5def31dead55 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:09.417247 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f3f205-1317-4ea7-b1d2-50cdd55a2be8', 'name': 'network-vif-deleted', 'tag': '0b409bbf-be68-42d9-b0db-7133e1714a73', 'status': 'completed', 'code': 200} Nov 03 18:48:09.438204 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-706e25b6-1c76-40a1-8cda-d52528bd0a32 req-1b96b305-6c6f-4b60-aa83-32980e38f8a3 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572867 Nov 03 18:48:09.440971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-e04caba7-4830-4a01-b15e-4e448aff58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:09.443138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-e04caba7-4830-4a01-b15e-4e448aff58c6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2931492 Nov 03 18:48:09.467706 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.470805 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.533097 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.533730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e67f7b37-8cfb-4358-8203-7a079451759c {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:48:09.551367 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.552602 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e5ce9b8f-f915-44b1-8cb2-63eb9e480467 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "DELETE /v2.0/routers/e67f7b37-8cfb-4358-8203-7a079451759c HTTP/1.1" status: 204 len: 168 time: 2.0009811 Nov 03 18:48:09.558763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53336) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:09.563295 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1303854972', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:09.601235 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.602604 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.721428 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:09.976679 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-63359a34-9e1b-4f50-9d03-34f006ac5234 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370535 Nov 03 18:48:10.402700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0b409bbf-be68-42d9-b0db-7133e1714a73 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:10.473828 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:10.501318 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53356) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:10.516560 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 0b409bbf-be68-42d9-b0db-7133e1714a73 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:48:10.516847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0b409bbf-be68-42d9-b0db-7133e1714a73 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:10.539856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-e9795904-b45d-4f27-8317-4d831b684ad0 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499284 Nov 03 18:48:10.548552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a5e71584-8942-48fa-ac3c-3b7587346be8 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:10.607269 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: a5e71584-8942-48fa-ac3c-3b7587346be8 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:48:10.611727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a5e71584-8942-48fa-ac3c-3b7587346be8 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:10.626612 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfff03c-bf05-4c21-ab86-0892830d2a04 admin admin] Deleting subnet c572e630-00f1-4739-8ffb-911898fe57ef {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:48:10.645864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ebfff03c-bf05-4c21-ab86-0892830d2a04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:10.690052 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-1db0396a-dcfe-4080-a6ac-e0c61fea6cd9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=01e665ed-9bea-455c-bb66-f63c42aa3da4 HTTP/1.1" status: 200 len: 217 time: 0.1439044 Nov 03 18:48:10.750010 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ebfff03c-bf05-4c21-ab86-0892830d2a04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:10.825443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71990e56-06c5-4937-8ff5-e678e5948cd3 req-24bb6c67-3fb5-4116-b49a-c6972ed06646 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:10.841688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71990e56-06c5-4937-8ff5-e678e5948cd3 req-24bb6c67-3fb5-4116-b49a-c6972ed06646 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.2835135 Nov 03 18:48:10.846480 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-f67c855f-35b5-4de4-8039-7463560c9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:10.857952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-f67c855f-35b5-4de4-8039-7463560c9bc5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.1344740 Nov 03 18:48:10.872766 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ebfff03c-bf05-4c21-ab86-0892830d2a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.048521 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71990e56-06c5-4937-8ff5-e678e5948cd3 req-2af1ceec-c9cd-4bc7-8a73-abdfaa6e353c tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055721 Nov 03 18:48:11.054264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-98f0f80d-ed16-4fa6-9ad1-602250ecfede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:11.058605 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-98f0f80d-ed16-4fa6-9ad1-602250ecfede service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1886020 Nov 03 18:48:11.061081 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ebfff03c-bf05-4c21-ab86-0892830d2a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.091681 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:48:11.100888 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ebfff03c-bf05-4c21-ab86-0892830d2a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.108636 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ebfff03c-bf05-4c21-ab86-0892830d2a04 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/c572e630-00f1-4739-8ffb-911898fe57ef HTTP/1.1" status: 204 len: 168 time: 0.6061583 Nov 03 18:48:11.113414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53368) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:11.284307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfff03c-bf05-4c21-ab86-0892830d2a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c572e630-00f1-4739-8ffb-911898fe57ef,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:11.321589 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dba32c22-6839-4d79-b3b4-5d110853ad55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.345120 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-3f923b7f-5ebe-4c3e-9367-9ca04124fe93 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700653 Nov 03 18:48:11.404648 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.453341 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.592181 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dba32c22-6839-4d79-b3b4-5d110853ad55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.656844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-dba32c22-6839-4d79-b3b4-5d110853ad55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d874b4aa-8ff4-47ed-9c0a-e64c412e2de7']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:11.674639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-dba32c22-6839-4d79-b3b4-5d110853ad55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4fa909-8e11-4d66-aa65-c17251e057ff') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:11.675101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-dba32c22-6839-4d79-b3b4-5d110853ad55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4fa909-8e11-4d66-aa65-c17251e057ff') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:11.697341 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dba32c22-6839-4d79-b3b4-5d110853ad55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.747932 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-074dc77c-f113-460a-9cb8-f0c91045592d service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901551 Nov 03 18:48:11.756906 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dba32c22-6839-4d79-b3b4-5d110853ad55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.772101 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Allocated IP 172.25.2.245 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/493c62d9-0623-40a5-846f-8fce55f951c8) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:11.784490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba32c22-6839-4d79-b3b4-5d110853ad55 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:48:11.785838 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dba32c22-6839-4d79-b3b4-5d110853ad55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:48:11.795873 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:48:11.850690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-80c9ce3b-db5a-4d1d-81f8-cb538be8eb3b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=6c83422e-a0e8-48f3-a9e1-fb56f242edb6 HTTP/1.1" status: 200 len: 217 time: 0.0897193 Nov 03 18:48:11.947301 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dba32c22-6839-4d79-b3b4-5d110853ad55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.959847 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dba32c22-6839-4d79-b3b4-5d110853ad55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:11.963896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dba32c22-6839-4d79-b3b4-5d110853ad55 admin admin] 10.222.0.107 "DELETE /v2.0/networks/d874b4aa-8ff4-47ed-9c0a-e64c412e2de7 HTTP/1.1" status: 204 len: 168 time: 0.8494594 Nov 03 18:48:11.981165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba32c22-6839-4d79-b3b4-5d110853ad55 admin admin] Pushing event deleted for resources: {'Network': ['ID=d874b4aa-8ff4-47ed-9c0a-e64c412e2de7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:11.984221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-a57df915-6713-45e9-a684-992fb362d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:11.985756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-a57df915-6713-45e9-a684-992fb362d6cb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.0981007 Nov 03 18:48:11.989078 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:12.047271 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:12.067008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-b6378c14-f1bb-4ddf-a165-3fcb359fc14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:12.082546 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-b6378c14-f1bb-4ddf-a165-3fcb359fc14a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0837753 Nov 03 18:48:12.093098 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:12.096259 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:12.102517 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:12.131028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Pushing event updated for resources: {'Port': ['ID=493c62d9-0623-40a5-846f-8fce55f951c8,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:12.229414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53396) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:12.397134 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e005829a-2ec8-4660-8360-e67362400204 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b5a5959b6f6c4fae8849423ed89e3372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1652625 Nov 03 18:48:12.403969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53404) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:12.512370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c5bbc-a6e9-4a95-b663-d5771ac3a4c4 req-e305e137-a930-40a0-8559-06a1822fda9e tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:12.524442 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:12.525425 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c40c5bbc-a6e9-4a95-b663-d5771ac3a4c4 req-e305e137-a930-40a0-8559-06a1822fda9e tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.2979634 Nov 03 18:48:12.610273 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-b0e9cf29-0abf-486d-ae4f-849bd4ea7638 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220337 Nov 03 18:48:12.618436 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b09774be-8587-476b-b52b-7d2951bcea2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:12.651833 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b09774be-8587-476b-b52b-7d2951bcea2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:12.817410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c40c5bbc-a6e9-4a95-b663-d5771ac3a4c4 req-36e84ee6-e6f0-4635-8ac4-89467c865838 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906721 Nov 03 18:48:12.864413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085610c-68b8-4a8a-a38b-fac68c25c7be req-3365a781-a28d-4c15-b12c-d2bcf6f8d0b9 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:12.873228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8085610c-68b8-4a8a-a38b-fac68c25c7be req-3365a781-a28d-4c15-b12c-d2bcf6f8d0b9 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.3705518 Nov 03 18:48:12.919984 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:12.982723 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-cf7f36aa-5b20-4343-a879-988eece09227 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763109 Nov 03 18:48:13.005812 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b09774be-8587-476b-b52b-7d2951bcea2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:13.012855 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b09774be-8587-476b-b52b-7d2951bcea2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:13.035282 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b09774be-8587-476b-b52b-7d2951bcea2f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/67351b37-40bd-4194-b5a6-410a96a9f9b3 HTTP/1.1" status: 204 len: 168 time: 0.6115303 Nov 03 18:48:13.131107 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:13.191158 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-c65171a7-b4fd-4ed6-ac04-f13146f4f3f5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a749277d-caef-4241-accf-4ec2038dd6bd HTTP/1.1" status: 200 len: 217 time: 0.1882141 Nov 03 18:48:13.191924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09774be-8587-476b-b52b-7d2951bcea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67351b37-40bd-4194-b5a6-410a96a9f9b3,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:13.200257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8085610c-68b8-4a8a-a38b-fac68c25c7be req-c9bf1a7d-ce58-41db-aa65-6217bb499424 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261483 Nov 03 18:48:13.278852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Router b9a90f90-5940-49da-8de1-c80cc1a9b990 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:48:13.402958 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00e9a0-4566-43cc-9bb6-962c7a6b0034 req-35f2ca6b-2e8f-4733-9494-9d5f649bc3f3 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:13.418370 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5f00e9a0-4566-43cc-9bb6-962c7a6b0034 req-35f2ca6b-2e8f-4733-9494-9d5f649bc3f3 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.3282356 Nov 03 18:48:13.491210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:13.503523 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ecd96e-f01a-4792-814f-39f35914473d None None] Sync routers for ids ['b9a90f90-5940-49da-8de1-c80cc1a9b990'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:13.504300 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-e1cbc6f8-1f7f-4d21-90a9-a5cd5bdae8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:13.506998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-e1cbc6f8-1f7f-4d21-90a9-a5cd5bdae8e7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2242584c-e62d-41cf-9e7f-ce02778d27e1 HTTP/1.1" status: 200 len: 797 time: 0.2394929 Nov 03 18:48:13.523312 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ecd96e-f01a-4792-814f-39f35914473d None None] Routers {'b9a90f90-5940-49da-8de1-c80cc1a9b990'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:13.525856 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-87ecd96e-f01a-4792-814f-39f35914473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:47:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b9a90f90-5940-49da-8de1-c80cc1a9b990'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:13.567344 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:13.571517 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d9231bd0-f019-4ea4-9d7d-4059e472f27c tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0117221 Nov 03 18:48:13.574653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53434) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:13.592682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-cb7c6d11-9ad3-43ab-86e3-2b658bf730d8 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'enable_snat': False}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:13.593791 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-87ecd96e-f01a-4792-814f-39f35914473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:13.611689 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ecd96e-f01a-4792-814f-39f35914473d None None] Routers {'b9a90f90-5940-49da-8de1-c80cc1a9b990'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:13.612629 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-87ecd96e-f01a-4792-814f-39f35914473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:47:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b9a90f90-5940-49da-8de1-c80cc1a9b990'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:13.625066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-3c9eb010-6fc6-47fd-9b00-76545d48e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:13.629750 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-3c9eb010-6fc6-47fd-9b00-76545d48e9bd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1076407 Nov 03 18:48:13.640708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c1a16-c096-4df0-82f5-da87d100a04d req-70a1528b-10c8-46f4-b16c-00886c40eb59 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:13.643032 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d5c1a16-c096-4df0-82f5-da87d100a04d req-70a1528b-10c8-46f4-b16c-00886c40eb59 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2087450 Nov 03 18:48:13.666224 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-87ecd96e-f01a-4792-814f-39f35914473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:13.668397 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ecd96e-f01a-4792-814f-39f35914473d None None] The sync data for ids ['b9a90f90-5940-49da-8de1-c80cc1a9b990'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:13.731832 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5f00e9a0-4566-43cc-9bb6-962c7a6b0034 req-43878cfc-d681-4013-9a8b-da691fe026ad tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063717 Nov 03 18:48:13.926014 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d5c1a16-c096-4df0-82f5-da87d100a04d req-a8292017-a6ea-4692-9a49-ebb3bd95a4a1 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724655 Nov 03 18:48:14.035943 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-cff2513b-3c5f-4b1f-b3b7-be3050eeea6f service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835039 Nov 03 18:48:14.317756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-b203e3b7-da21-4bcb-be96-bdd2a2be188c service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798667 Nov 03 18:48:14.462339 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-0f34f42f-4513-4519-8329-ecae11ad0050 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 HTTP/1.1" status: 200 len: 217 time: 0.1359622 Nov 03 18:48:14.550480 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-6c21cba5-6a5c-4212-b229-f3b4f90c3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:14.555340 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-6c21cba5-6a5c-4212-b229-f3b4f90c3b59 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2242584c-e62d-41cf-9e7f-ce02778d27e1 HTTP/1.1" status: 200 len: 797 time: 0.0852079 Nov 03 18:48:14.875636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-bc640d27-27df-44aa-a28d-95072f82df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:14.875636 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-bc640d27-27df-44aa-a28d-95072f82df1a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3070340 Nov 03 18:48:15.244598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53502) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:15.264015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925777d-cf38-4b24-a041-295b10d5b450 req-1222ae04-2ac7-45ca-8a62-77d2a999cb92 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:15.283364 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f925777d-cf38-4b24-a041-295b10d5b450 req-1222ae04-2ac7-45ca-8a62-77d2a999cb92 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/networks?id=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 HTTP/1.1" status: 200 len: 814 time: 0.5886574 Nov 03 18:48:15.311122 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-8566f0de-a17a-4fbe-b478-b00b8eeb0408 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288692 Nov 03 18:48:15.325376 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f925777d-cf38-4b24-a041-295b10d5b450 req-cfca0cf8-ead8-4321-97ce-227a40e53001 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/quotas/9cbdd18066044e0ba6461625c8550301 HTTP/1.1" status: 200 len: 375 time: 0.0408425 Nov 03 18:48:15.449088 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f925777d-cf38-4b24-a041-295b10d5b450 req-67c9b46c-a95b-41a5-802f-c0b32be6852a tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9cbdd18066044e0ba6461625c8550301&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1225154 Nov 03 18:48:15.618381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-110491850-network', 'tenant_id': 'db79b2cfb9d54998adc6767ee7f368a9'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:15.626406 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f5721ad-412e-408a-9edb-e7cc30e02adb req-a751f24a-1155-4dce-8d93-f2f2a3a9c9d4 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982099 Nov 03 18:48:15.734805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f925777d-cf38-4b24-a041-295b10d5b450 req-33087b55-69f6-450a-971a-eb0af3f69a94 service neutron] 10.222.0.107 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838140 Nov 03 18:48:15.789904 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6d11-9ad3-43ab-86e3-2b658bf730d8 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:15.852088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] Made reservation on behalf of db79b2cfb9d54998adc6767ee7f368a9 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:15.867185 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:15.921318 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:16.006278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62798dc-bd47-4b24-aa72-fe490a560a20 req-14dc8799-5c98-442b-9461-bd3b63448427 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:16.007915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a62798dc-bd47-4b24-aa72-fe490a560a20 req-14dc8799-5c98-442b-9461-bd3b63448427 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.98 "GET /v2.0/ports?device_id=d0aab998-be40-4528-8bfb-a72823125d3d HTTP/1.1" status: 200 len: 945 time: 0.5104005 Nov 03 18:48:16.160325 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:16.185795 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:16.257584 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fbb4e3-bd98-41b6-9550-4c7758d1d2c4,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:16.301290 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:48:16.327711 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:16.327711 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] Added segment 1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a of type vlan for network d7ed6529-296f-482a-bc19-8148963a8bdf Nov 03 18:48:16.766929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6d11-9ad3-43ab-86e3-2b658bf730d8 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:16.778811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6d11-9ad3-43ab-86e3-2b658bf730d8 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:16.982667 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7c6d11-9ad3-43ab-86e3-2b658bf730d8 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Router b9a90f90-5940-49da-8de1-c80cc1a9b990 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:48:17.104469 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:17.148269 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:17.149498 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:17.150196 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:17.194419 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7c6d11-9ad3-43ab-86e3-2b658bf730d8 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:17.200043 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6d11-9ad3-43ab-86e3-2b658bf730d8 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:17.200743 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cb7c6d11-9ad3-43ab-86e3-2b658bf730d8 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "PUT /v2.0/routers/b9a90f90-5940-49da-8de1-c80cc1a9b990 HTTP/1.1" status: 200 len: 922 time: 3.6219778 Nov 03 18:48:17.203652 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53550) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:17.208825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231d567c-5de9-4dea-a43e-766dc1df6abe None None] Sync routers for ids ['b9a90f90-5940-49da-8de1-c80cc1a9b990'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:17.232715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231d567c-5de9-4dea-a43e-766dc1df6abe None None] Routers {'b9a90f90-5940-49da-8de1-c80cc1a9b990'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:17.235527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-231d567c-5de9-4dea-a43e-766dc1df6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:47:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b9a90f90-5940-49da-8de1-c80cc1a9b990'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:17.335922 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-231d567c-5de9-4dea-a43e-766dc1df6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:17.346622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f925777d-cf38-4b24-a041-295b10d5b450 req-d6bd817e-cb2d-4798-aed4-ea32904160d4 service neutron] 10.222.0.107 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5561697 Nov 03 18:48:17.360024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1143086 Nov 03 18:48:17.376164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53558) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:17.376513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231d567c-5de9-4dea-a43e-766dc1df6abe None None] Routers {'b9a90f90-5940-49da-8de1-c80cc1a9b990'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:17.377158 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-231d567c-5de9-4dea-a43e-766dc1df6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:47:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b9a90f90-5940-49da-8de1-c80cc1a9b990'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:17.400542 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-025f4169-7412-41f7-b76b-513e6a45849b admin admin] Request body: {'subnet': {'network_id': 'd7ed6529-296f-482a-bc19-8148963a8bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-110491850-subnet', 'tenant_id': 'db79b2cfb9d54998adc6767ee7f368a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:17.408902 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc5a09-db92-4c4c-acf1-472bc283b6c1 admin admin] Pushing event updated for resources: {'Network': ['ID=d7ed6529-296f-482a-bc19-8148963a8bdf,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:17.429915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-a62798dc-bd47-4b24-aa72-fe490a560a20 req-cca2d16f-9c85-4630-a00b-9e08c7f416bc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Deleting port 4eee44d9-fc12-421b-9364-0ea27b312f1f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:17.430263 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a62798dc-bd47-4b24-aa72-fe490a560a20 req-cca2d16f-9c85-4630-a00b-9e08c7f416bc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:17.466357 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-94619ada-b969-40ae-9733-d445f52e107d tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/routers/b9a90f90-5940-49da-8de1-c80cc1a9b990 HTTP/1.1" status: 200 len: 922 time: 0.2586851 Nov 03 18:48:17.468056 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53562) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:17.513340 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network d7ed6529-296f-482a-bc19-8148963a8bdf details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:48:17.576364 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b9a222-5385-4fef-a984-172d08a6e176 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:17.581354 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-06b9a222-5385-4fef-a984-172d08a6e176 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&device_id=b9a90f90-5940-49da-8de1-c80cc1a9b990&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1118674 Nov 03 18:48:17.581982 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53564) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:17.590472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-a62798dc-bd47-4b24-aa72-fe490a560a20 req-cca2d16f-9c85-4630-a00b-9e08c7f416bc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] For port 4eee44d9-fc12-421b-9364-0ea27b312f1f, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4eee44d9-fc12-421b-9364-0ea27b312f1f,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:17.591194 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a62798dc-bd47-4b24-aa72-fe490a560a20 req-cca2d16f-9c85-4630-a00b-9e08c7f416bc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:17.622113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-a62798dc-bd47-4b24-aa72-fe490a560a20 req-cca2d16f-9c85-4630-a00b-9e08c7f416bc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Calling delete_port for 4eee44d9-fc12-421b-9364-0ea27b312f1f owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:17.628373 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-231d567c-5de9-4dea-a43e-766dc1df6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:17.629162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231d567c-5de9-4dea-a43e-766dc1df6abe None None] The sync data for ids ['b9a90f90-5940-49da-8de1-c80cc1a9b990'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:17.777736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21da8745-6288-49c3-bd45-f4a461b2fa01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:17.780720 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-21da8745-6288-49c3-bd45-f4a461b2fa01 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 881 time: 0.1973884 Nov 03 18:48:17.785335 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53574) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:17.812098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025f4169-7412-41f7-b76b-513e6a45849b admin admin] Made reservation on behalf of db79b2cfb9d54998adc6767ee7f368a9 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:17.818008 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-025f4169-7412-41f7-b76b-513e6a45849b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:17.833252 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d3865038-0f95-4e02-8786-c9bbd78328f8 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "GET /v2.0/ports?device_id=b9a90f90-5940-49da-8de1-c80cc1a9b990 HTTP/1.1" status: 200 len: 205 time: 0.0440609 Nov 03 18:48:17.834041 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53576) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:18.012784 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d2431cd-a7db-4ba3-a2e5-9a65a39d9af7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:18.093781 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-025f4169-7412-41f7-b76b-513e6a45849b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:18.108928 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-319d2725-c8c6-4d27-be95-de863db4ff67 req-d466168c-5a42-4e4c-a03e-aa8420d209f7 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 210 time: 0.3273084 Nov 03 18:48:18.142170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cbebb-4297-48c0-adf9-f4725db5a753 req-21bdd830-45bd-4ba1-b304-8aa2cff72e6d tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:18.156335 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-610cbebb-4297-48c0-adf9-f4725db5a753 req-21bdd830-45bd-4ba1-b304-8aa2cff72e6d tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.7313597 Nov 03 18:48:18.288131 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d2431cd-a7db-4ba3-a2e5-9a65a39d9af7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:18.440932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f4169-7412-41f7-b76b-513e6a45849b admin admin] Pushing event updated for resources: {'Subnet': ['ID=850d2d35-3501-48e4-8656-21a7ce0fff17,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:18.468669 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4d2431cd-a7db-4ba3-a2e5-9a65a39d9af7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Deleting port 493c62d9-0623-40a5-846f-8fce55f951c8 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:18.469555 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d2431cd-a7db-4ba3-a2e5-9a65a39d9af7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:18.496098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f4169-7412-41f7-b76b-513e6a45849b admin admin] Checking segment: {'id': '1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd7ed6529-296f-482a-bc19-8148963a8bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:18.496755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f4169-7412-41f7-b76b-513e6a45849b admin admin] Network hostable DHCP agents. Network: d7ed6529-296f-482a-bc19-8148963a8bdf, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:48:18.525385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-610cbebb-4297-48c0-adf9-f4725db5a753 req-890c4522-243f-4c78-aa12-a165541c80f2 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539705 Nov 03 18:48:18.573481 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a62798dc-bd47-4b24-aa72-fe490a560a20 req-cca2d16f-9c85-4630-a00b-9e08c7f416bc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:18.583213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f4169-7412-41f7-b76b-513e6a45849b admin admin] Network d7ed6529-296f-482a-bc19-8148963a8bdf is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:48:18.688482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2d16f-9c85-4630-a00b-9e08c7f416bc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Pushing event deleted for resources: {'Port': ['ID=4eee44d9-fc12-421b-9364-0ea27b312f1f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:18.746634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-025f4169-7412-41f7-b76b-513e6a45849b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, d7ed6529-296f-482a-bc19-8148963a8bdf) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:18.767928 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025f4169-7412-41f7-b76b-513e6a45849b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:18.772206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc9287a-24c6-4115-b9f2-57c2516bf521 None None] Network d7ed6529-296f-482a-bc19-8148963a8bdf requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:18.780019 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-025f4169-7412-41f7-b76b-513e6a45849b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:18.792485 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d2431cd-a7db-4ba3-a2e5-9a65a39d9af7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:18.819889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4d2431cd-a7db-4ba3-a2e5-9a65a39d9af7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Calling delete_port for 493c62d9-0623-40a5-846f-8fce55f951c8 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:18.833035 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62798dc-bd47-4b24-aa72-fe490a560a20 req-cca2d16f-9c85-4630-a00b-9e08c7f416bc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] No DVR routers for this DVR port 4eee44d9-fc12-421b-9364-0ea27b312f1f on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:18.840843 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-025f4169-7412-41f7-b76b-513e6a45849b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4599485 Nov 03 18:48:18.853909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a62798dc-bd47-4b24-aa72-fe490a560a20 req-cca2d16f-9c85-4630-a00b-9e08c7f416bc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:18.885300 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a62798dc-bd47-4b24-aa72-fe490a560a20 req-cca2d16f-9c85-4630-a00b-9e08c7f416bc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.98 "DELETE /v2.0/ports/4eee44d9-fc12-421b-9364-0ea27b312f1f HTTP/1.1" status: 204 len: 173 time: 2.7020042 Nov 03 18:48:18.927318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0aab998-be40-4528-8bfb-a72823125d3d', 'name': 'network-vif-deleted', 'tag': '4eee44d9-fc12-421b-9364-0ea27b312f1f'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:18.935541 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9de0853-11bb-4b97-b880-1efd48d24630" -d '{"events": [{"server_uuid": "d0aab998-be40-4528-8bfb-a72823125d3d", "name": "network-vif-deleted", "tag": "4eee44d9-fc12-421b-9364-0ea27b312f1f"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:19.109833 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ac1c3-d10e-4ff8-a87f-5ef4abaa09c3 req-d790d88a-f54c-4b3e-87c1-69fbabbd921c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:19.110914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd6ac1c3-d10e-4ff8-a87f-5ef4abaa09c3 req-d790d88a-f54c-4b3e-87c1-69fbabbd921c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.3055525 Nov 03 18:48:19.203837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144109ea-99de-4562-9c88-1f7babe04860 None None] Network d7ed6529-296f-482a-bc19-8148963a8bdf requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:48:19.219941 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd6ac1c3-d10e-4ff8-a87f-5ef4abaa09c3 req-430d8557-e33c-4317-a621-54ed7a02fcd9 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844872 Nov 03 18:48:19.421971 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d2431cd-a7db-4ba3-a2e5-9a65a39d9af7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:19.466289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2431cd-a7db-4ba3-a2e5-9a65a39d9af7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Pushing event deleted for resources: {'Port': ['ID=493c62d9-0623-40a5-846f-8fce55f951c8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:19.542846 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f0c8eb-c8f0-464d-96a3-a08d47bbdb8e x-openstack-request-id: req-b6f0c8eb-c8f0-464d-96a3-a08d47bbdb8e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:19.543401 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0aab998-be40-4528-8bfb-a72823125d3d", "name": "network-vif-deleted", "tag": "4eee44d9-fc12-421b-9364-0ea27b312f1f", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:19.543873 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b6f0c8eb-c8f0-464d-96a3-a08d47bbdb8e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:19.544487 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0aab998-be40-4528-8bfb-a72823125d3d', 'name': 'network-vif-deleted', 'tag': '4eee44d9-fc12-421b-9364-0ea27b312f1f', 'status': 'completed', 'code': 200} Nov 03 18:48:19.602745 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d2431cd-a7db-4ba3-a2e5-9a65a39d9af7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:19.677735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ef23a39-0e47-43be-aab2-0f38f4586832 req-058bcbf2-35d4-4f09-8024-47f0033796e4 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 210 time: 0.0761380 Nov 03 18:48:19.757567 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d2431cd-a7db-4ba3-a2e5-9a65a39d9af7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:19.760992 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d2431cd-a7db-4ba3-a2e5-9a65a39d9af7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:19.834459 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d2431cd-a7db-4ba3-a2e5-9a65a39d9af7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:19.837131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2431cd-a7db-4ba3-a2e5-9a65a39d9af7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Fanout notify agent at l3_agent the message router_deleted on router b9a90f90-5940-49da-8de1-c80cc1a9b990 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:48:19.851252 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d2431cd-a7db-4ba3-a2e5-9a65a39d9af7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:19.857549 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4d2431cd-a7db-4ba3-a2e5-9a65a39d9af7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "DELETE /v2.0/routers/b9a90f90-5940-49da-8de1-c80cc1a9b990 HTTP/1.1" status: 204 len: 168 time: 2.0190735 Nov 03 18:48:19.858502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53648) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:19.882814 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-196b5108-b773-454c-a9b6-ad016ac36d5f tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-683124907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:20.000282 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-196b5108-b773-454c-a9b6-ad016ac36d5f tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.003270 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-196b5108-b773-454c-a9b6-ad016ac36d5f tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.042808 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 4eee44d9-fc12-421b-9364-0ea27b312f1f no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:20.101781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 4eee44d9-fc12-421b-9364-0ea27b312f1f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:48:20.105051 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 4eee44d9-fc12-421b-9364-0ea27b312f1f not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:20.129852 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925777d-cf38-4b24-a041-295b10d5b450 req-95086fad-ceb6-428b-af1a-9cdfeb887191 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:20.134414 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f925777d-cf38-4b24-a041-295b10d5b450 req-95086fad-ceb6-428b-af1a-9cdfeb887191 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.98 "GET /v2.0/networks?id=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 HTTP/1.1" status: 200 len: 814 time: 0.3319209 Nov 03 18:48:20.140067 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d9c18f7-9a3c-4c49-a095-712ed7cc8d41 req-1c81aa03-56d9-4cea-9db6-2cdb9735babe service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3249931 Nov 03 18:48:20.157828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f925777d-cf38-4b24-a041-295b10d5b450 req-854ba074-be30-4e20-ab2a-417333700986 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Request body: {'port': {'device_id': '14ab6f2a-0d81-41a2-b447-33cbcde362dd', 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91', 'admin_state_up': True, 'tenant_id': '9cbdd18066044e0ba6461625c8550301'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:20.182114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-196b5108-b773-454c-a9b6-ad016ac36d5f tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.187817 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-196b5108-b773-454c-a9b6-ad016ac36d5f tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.297247 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-196b5108-b773-454c-a9b6-ad016ac36d5f tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.299289 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-196b5108-b773-454c-a9b6-ad016ac36d5f tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4379981 Nov 03 18:48:20.303076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53684) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:20.310613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Request body: {'router': {'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:20.317258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c18f7-9a3c-4c49-a095-712ed7cc8d41 req-9d985150-3d39-4cfb-95ef-7cd68e21ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:20.319032 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d9c18f7-9a3c-4c49-a095-712ed7cc8d41 req-9d985150-3d39-4cfb-95ef-7cd68e21ac2e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9dfc19dc2384429781783620ae0e5a4f&device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 1096 time: 0.1105859 Nov 03 18:48:20.537638 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c18f7-9a3c-4c49-a095-712ed7cc8d41 req-364e5184-0e4d-4ab8-abbd-60b3b62ea539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:20.540256 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d9c18f7-9a3c-4c49-a095-712ed7cc8d41 req-364e5184-0e4d-4ab8-abbd-60b3b62ea539 service neutron] 10.222.0.87 "GET /v2.0/networks?id=31e0a50c-7147-4b72-938d-d6456d1a6470 HTTP/1.1" status: 200 len: 906 time: 0.1890156 Nov 03 18:48:20.625554 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d9c18f7-9a3c-4c49-a095-712ed7cc8d41 req-f1bd00ef-2b5a-4f8f-9575-ce0233e26513 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a4dfff2-efb2-4d92-81ff-b78458561586 HTTP/1.1" status: 200 len: 217 time: 0.0704050 Nov 03 18:48:20.730782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428548a9-ad13-4552-a23f-4e73bfba5de3 req-e863f61f-fb36-43c0-a729-e18757417e4e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:20.732778 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-428548a9-ad13-4552-a23f-4e73bfba5de3 req-e863f61f-fb36-43c0-a729-e18757417e4e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1799564 Nov 03 18:48:20.734460 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c18f7-9a3c-4c49-a095-712ed7cc8d41 req-7fc16a88-89f7-450d-bd49-75ce62e74e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:20.735980 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d9c18f7-9a3c-4c49-a095-712ed7cc8d41 req-7fc16a88-89f7-450d-bd49-75ce62e74e9f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a7d5dc92-2aee-436a-9b2e-237287fe4ac4 HTTP/1.1" status: 200 len: 845 time: 0.0919878 Nov 03 18:48:20.786901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f925777d-cf38-4b24-a041-295b10d5b450 req-854ba074-be30-4e20-ab2a-417333700986 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Made reservation on behalf of 9cbdd18066044e0ba6461625c8550301 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:20.790770 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f925777d-cf38-4b24-a041-295b10d5b450 req-854ba074-be30-4e20-ab2a-417333700986 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.805073 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5a4dfff2-efb2-4d92-81ff-b78458561586 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:20.811619 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d9c18f7-9a3c-4c49-a095-712ed7cc8d41 req-a0a28706-8b49-4cb1-9b45-efdf5a6d0353 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=31e0a50c-7147-4b72-938d-d6456d1a6470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557554 Nov 03 18:48:20.860137 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.955147 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:20.999675 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e90d78-ccf2-47d2-aa64-f144444b2f9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4dfff2-efb2-4d92-81ff-b78458561586'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:21.000322 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d9c18f7-9a3c-4c49-a095-712ed7cc8d41 req-519f6242-843e-4400-88a7-a06b0e123d95 service neutron] 10.222.0.87 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782224 Nov 03 18:48:21.003458 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63740b47-7549-4983-b9c8-41e98cbe3c78" -d '{"events": [{"server_uuid": "a4e90d78-ccf2-47d2-aa64-f144444b2f9b", "name": "network-vif-unplugged", "status": "completed", "tag": "5a4dfff2-efb2-4d92-81ff-b78458561586"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:21.006502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-428548a9-ad13-4552-a23f-4e73bfba5de3 req-2a088897-9295-4f96-9398-5b07fc6d871c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278757 Nov 03 18:48:21.027381 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5a4dfff2-efb2-4d92-81ff-b78458561586, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a4dfff2-efb2-4d92-81ff-b78458561586,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:21.033652 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:21.104743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f80a33dd-f70e-4fee-b1bd-3ca8e5721540 req-fe9af997-9c5a-41fe-813a-bdd2681878bf tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 210 time: 0.0836911 Nov 03 18:48:21.117540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5a4dfff2-efb2-4d92-81ff-b78458561586,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:21.161823 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d9c18f7-9a3c-4c49-a095-712ed7cc8d41 req-027d16b9-713a-4ceb-bc79-38c8c7115dbb service neutron] 10.222.0.87 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501672 Nov 03 18:48:21.257097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-f925777d-cf38-4b24-a041-295b10d5b450 req-854ba074-be30-4e20-ab2a-417333700986 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Allocated IP 172.20.0.3 (6cd895e7-d5ae-4f61-b1ba-ab0a36127c91/9533f04e-ac78-415d-8a78-7bdd21f5aeee/92c36f29-406a-4801-97a5-b9ff12ced221) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:21.258978 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec20b657-5b5c-412c-a8da-524f026f5dde x-openstack-request-id: req-ec20b657-5b5c-412c-a8da-524f026f5dde {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:21.259570 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e90d78-ccf2-47d2-aa64-f144444b2f9b", "name": "network-vif-unplugged", "status": "completed", "tag": "5a4dfff2-efb2-4d92-81ff-b78458561586", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:21.259793 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ec20b657-5b5c-412c-a8da-524f026f5dde {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:21.260295 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e90d78-ccf2-47d2-aa64-f144444b2f9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4dfff2-efb2-4d92-81ff-b78458561586', 'code': 200} Nov 03 18:48:21.454939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d874d39-c6ae-428d-9087-d6d735125fee req-e6e3ba7c-9798-40a1-a534-7703e630a2e1 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:21.456689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d874d39-c6ae-428d-9087-d6d735125fee req-e6e3ba7c-9798-40a1-a534-7703e630a2e1 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/networks?id=31e0a50c-7147-4b72-938d-d6456d1a6470 HTTP/1.1" status: 200 len: 805 time: 0.2249858 Nov 03 18:48:21.548405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca02542-224d-4f53-8ba3-30c37a942a58 req-983b40da-5470-421b-b7c5-0e5a35f6b1c4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:21.549813 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ca02542-224d-4f53-8ba3-30c37a942a58 req-983b40da-5470-421b-b7c5-0e5a35f6b1c4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2231967 Nov 03 18:48:21.589051 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d874d39-c6ae-428d-9087-d6d735125fee req-9348d1fd-f0e7-424c-90a0-28899e01fb8a tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/quotas/9dfc19dc2384429781783620ae0e5a4f HTTP/1.1" status: 200 len: 375 time: 0.1196008 Nov 03 18:48:21.669447 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:21.721447 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:21.735784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ca02542-224d-4f53-8ba3-30c37a942a58 req-7adefd4b-c44a-426c-98ca-8304512051d6 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522868 Nov 03 18:48:21.761740 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f925777d-cf38-4b24-a041-295b10d5b450 req-854ba074-be30-4e20-ab2a-417333700986 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:21.807439 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d874d39-c6ae-428d-9087-d6d735125fee req-985cf6af-b7cc-4c89-aae2-55559fc5ec54 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9dfc19dc2384429781783620ae0e5a4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2058170 Nov 03 18:48:21.965869 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f925777d-cf38-4b24-a041-295b10d5b450 req-854ba074-be30-4e20-ab2a-417333700986 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:22.013677 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f925777d-cf38-4b24-a041-295b10d5b450 req-854ba074-be30-4e20-ab2a-417333700986 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:22.043365 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Allocated IP 172.25.2.37 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/91bbcd63-2efb-4d42-a052-96db445caba0) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:22.051741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-f925777d-cf38-4b24-a041-295b10d5b450 req-854ba074-be30-4e20-ab2a-417333700986 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:22.054154 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f925777d-cf38-4b24-a041-295b10d5b450 req-854ba074-be30-4e20-ab2a-417333700986 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:22.078600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d874d39-c6ae-428d-9087-d6d735125fee req-cb2840ea-2fcc-4fff-a1a6-465d8d3a0285 service neutron] 10.222.0.107 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598715 Nov 03 18:48:22.179840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ba074-be30-4e20-ab2a-417333700986 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Pushing event updated for resources: {'Port': ['ID=92c36f29-406a-4801-97a5-b9ff12ced221,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:22.634686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925777d-cf38-4b24-a041-295b10d5b450 req-854ba074-be30-4e20-ab2a-417333700986 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:22.635608 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f925777d-cf38-4b24-a041-295b10d5b450 req-854ba074-be30-4e20-ab2a-417333700986 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:22.654508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7b86a-c953-43dc-9136-24500850e869 req-79c2d85b-eb55-4c36-aceb-e9405b13c08c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:22.656700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58c7b86a-c953-43dc-9136-24500850e869 req-79c2d85b-eb55-4c36-aceb-e9405b13c08c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.6173658 Nov 03 18:48:22.691610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f925777d-cf38-4b24-a041-295b10d5b450 req-854ba074-be30-4e20-ab2a-417333700986 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5436621 Nov 03 18:48:22.709734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Request body: {'port': {'device_id': '14ab6f2a-0d81-41a2-b447-33cbcde362dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:22.716418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d874d39-c6ae-428d-9087-d6d735125fee req-f7e37101-ae9b-48c1-93cb-9f993bfb0c2c service neutron] 10.222.0.107 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936446 Nov 03 18:48:22.778362 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:22.810869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58c7b86a-c953-43dc-9136-24500850e869 req-994afc8c-34ce-4301-b0f4-221d4fa22d76 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476157 Nov 03 18:48:22.827733 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:22.912563 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:23.067358 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9a62-f7ac-43c5-9f1f-c256544907e6 req-d0eb9a18-36ad-4b19-a190-c3d04662371d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:23.069240 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-529f9a62-f7ac-43c5-9f1f-c256544907e6 req-d0eb9a18-36ad-4b19-a190-c3d04662371d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4e90d78-ccf2-47d2-aa64-f144444b2f9b HTTP/1.1" status: 200 len: 943 time: 0.1182172 Nov 03 18:48:23.074784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:23.087966 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:23.090510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:23.101976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Pushing event updated for resources: {'Port': ['ID=91bbcd63-2efb-4d42-a052-96db445caba0,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:23.254785 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-529f9a62-f7ac-43c5-9f1f-c256544907e6 req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Deleting port 5a4dfff2-efb2-4d92-81ff-b78458561586 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:23.255132 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-529f9a62-f7ac-43c5-9f1f-c256544907e6 req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:23.397477 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-529f9a62-f7ac-43c5-9f1f-c256544907e6 req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] For port 5a4dfff2-efb2-4d92-81ff-b78458561586, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5a4dfff2-efb2-4d92-81ff-b78458561586,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:23.397704 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-529f9a62-f7ac-43c5-9f1f-c256544907e6 req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:23.436023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-529f9a62-f7ac-43c5-9f1f-c256544907e6 req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Calling delete_port for 5a4dfff2-efb2-4d92-81ff-b78458561586 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:23.457307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffec74-402a-4f11-8779-b3078b908032 req-a66892df-4577-4a3d-b23e-b0502a7d6cbe tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:23.458913 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-02ffec74-402a-4f11-8779-b3078b908032 req-a66892df-4577-4a3d-b23e-b0502a7d6cbe tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 931 time: 0.2993953 Nov 03 18:48:23.553018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ba489-45c7-4a56-8469-134afcaa79eb req-dbc9a2dc-94e8-4ae7-8286-f966677928b3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:23.555108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-454ba489-45c7-4a56-8469-134afcaa79eb req-dbc9a2dc-94e8-4ae7-8286-f966677928b3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.3942177 Nov 03 18:48:23.652225 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-529f9a62-f7ac-43c5-9f1f-c256544907e6 req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:23.703423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Pushing event deleted for resources: {'Port': ['ID=5a4dfff2-efb2-4d92-81ff-b78458561586,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:23.738205 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:23.738615 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:23.738885 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:23.739223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:23.739557 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:23.739920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:23.740415 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:23.740750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:23.741082 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:23.741410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:23.741735 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:23.742061 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:23.769227 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-529f9a62-f7ac-43c5-9f1f-c256544907e6 req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] No DVR routers for this DVR port 5a4dfff2-efb2-4d92-81ff-b78458561586 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:23.772133 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-529f9a62-f7ac-43c5-9f1f-c256544907e6 req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:23.776052 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-529f9a62-f7ac-43c5-9f1f-c256544907e6 req-df5c8e11-7a62-4167-abf8-42c5b7b569fd tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.87 "DELETE /v2.0/ports/5a4dfff2-efb2-4d92-81ff-b78458561586 HTTP/1.1" status: 204 len: 173 time: 0.6900561 Nov 03 18:48:23.776556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e90d78-ccf2-47d2-aa64-f144444b2f9b', 'name': 'network-vif-deleted', 'tag': '5a4dfff2-efb2-4d92-81ff-b78458561586'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:23.777886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-454ba489-45c7-4a56-8469-134afcaa79eb req-31ce8127-5258-4f9e-9c85-8246b02dd7d2 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059839 Nov 03 18:48:23.779606 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3011f6-3020-4ddf-bb91-dc88bacf73e2" -d '{"events": [{"server_uuid": "a4e90d78-ccf2-47d2-aa64-f144444b2f9b", "name": "network-vif-deleted", "tag": "5a4dfff2-efb2-4d92-81ff-b78458561586"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:23.784693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-02ffec74-402a-4f11-8779-b3078b908032 req-877f3071-d3a2-40ec-a240-67f9366e8fd9 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429500 Nov 03 18:48:23.998887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25e374ca-54a6-48bb-a800-bb44c9a8d238 req-9d99e53c-51ea-4333-a4b5-3e6b3e41d660 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 210 time: 0.0813332 Nov 03 18:48:24.001213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c36f29-406a-4801-97a5-b9ff12ced221 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:24.041781 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:24.058355 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:24.067507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Transition to ACTIVE for port object 92c36f29-406a-4801-97a5-b9ff12ced221 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:48:24.109506 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:24.143717 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db574272-3cae-481c-970b-ba8bde12b154 x-openstack-request-id: req-db574272-3cae-481c-970b-ba8bde12b154 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:24.144220 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e90d78-ccf2-47d2-aa64-f144444b2f9b", "name": "network-vif-deleted", "tag": "5a4dfff2-efb2-4d92-81ff-b78458561586", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:24.144324 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-db574272-3cae-481c-970b-ba8bde12b154 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:24.144823 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e90d78-ccf2-47d2-aa64-f144444b2f9b', 'name': 'network-vif-deleted', 'tag': '5a4dfff2-efb2-4d92-81ff-b78458561586', 'status': 'completed', 'code': 200} Nov 03 18:48:24.241090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Pushing event updated for resources: {'Port': ['ID=92c36f29-406a-4801-97a5-b9ff12ced221,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:24.549497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Attempting to bind port 92c36f29-406a-4801-97a5-b9ff12ced221 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:24.549841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Attempting to bind port 92c36f29-406a-4801-97a5-b9ff12ced221 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6aee19cc-f537-452e-90c7-6a18e1fcab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:24.550208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Attempting to bind port 92c36f29-406a-4801-97a5-b9ff12ced221 on network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:24.577891 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:24.589323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Port 92c36f29-406a-4801-97a5-b9ff12ced221 on network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:48:24.589521 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Attempting to bind port 92c36f29-406a-4801-97a5-b9ff12ced221 on network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:24.626696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:24.627038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Checking segment: {'id': '6aee19cc-f537-452e-90c7-6a18e1fcab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:24.627437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Bound using segment: {'id': '6aee19cc-f537-452e-90c7-6a18e1fcab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:24.627939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Bound port: 92c36f29-406a-4801-97a5-b9ff12ced221, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aee19cc-f537-452e-90c7-6a18e1fcab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:24.628280 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:24.659542 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:24.756783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b475566-dcaf-416c-8dae-494aca14c123 req-209cfea6-9811-4e7d-8bc9-e2388e33c966 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:24.765947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b475566-dcaf-416c-8dae-494aca14c123 req-209cfea6-9811-4e7d-8bc9-e2388e33c966 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.3888154 Nov 03 18:48:24.942640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d874d39-c6ae-428d-9087-d6d735125fee req-1f060f30-9f68-43de-bc15-fd7b15547917 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:24.944373 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d874d39-c6ae-428d-9087-d6d735125fee req-1f060f30-9f68-43de-bc15-fd7b15547917 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.98 "GET /v2.0/networks?id=31e0a50c-7147-4b72-938d-d6456d1a6470 HTTP/1.1" status: 200 len: 805 time: 0.4694445 Nov 03 18:48:24.949536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] For port 92c36f29-406a-4801-97a5-b9ff12ced221, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:24.964473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6267a56-036a-425a-908c-3052ed87c0cf req-9456cdf4-b2ca-4eee-b751-dda32d3ab7fa tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:24.966056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6267a56-036a-425a-908c-3052ed87c0cf req-9456cdf4-b2ca-4eee-b751-dda32d3ab7fa tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 946 time: 0.3034937 Nov 03 18:48:24.992798 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-7d874d39-c6ae-428d-9087-d6d735125fee req-cd922630-2065-4601-b5ec-5fbb595ae253 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Request body: {'port': {'device_id': 'e96c4f64-8d53-4b91-9ca5-adb2e1cb884c', 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470', 'admin_state_up': True, 'tenant_id': '9dfc19dc2384429781783620ae0e5a4f'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:25.013064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] For port 92c36f29-406a-4801-97a5-b9ff12ced221, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92c36f29-406a-4801-97a5-b9ff12ced221,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:25.021669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b475566-dcaf-416c-8dae-494aca14c123 req-53c3bb31-b7a9-4b60-ba3f-4d98dcdbf01d tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544751 Nov 03 18:48:25.051229 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:25.152652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:25.153850 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:25.156276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f925777d-cf38-4b24-a041-295b10d5b450 req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] 10.222.0.98 "PUT /v2.0/ports/92c36f29-406a-4801-97a5-b9ff12ced221 HTTP/1.1" status: 200 len: 1091 time: 2.4528809 Nov 03 18:48:25.169608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ab6f2a-0d81-41a2-b447-33cbcde362dd', 'tag': '92c36f29-406a-4801-97a5-b9ff12ced221'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:25.174172 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7092f0-955b-4b1d-a5e4-7a09db29a4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "14ab6f2a-0d81-41a2-b447-33cbcde362dd", "tag": "92c36f29-406a-4801-97a5-b9ff12ced221"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:25.305848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6267a56-036a-425a-908c-3052ed87c0cf req-bbd0e74f-0c2f-4bb0-b072-c0418c1a345c tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196652 Nov 03 18:48:25.313312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc7354-2197-4b4a-bf84-64a956bebe24 service neutron] Pushing event updated for resources: {'Port': ['ID=92c36f29-406a-4801-97a5-b9ff12ced221,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:25.382263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad0f49-6dbb-4ed8-80cc-a8d95e97aad8 req-5fcb1511-e964-469e-bdb0-c05dbc73790d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:25.388690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a2ad0f49-6dbb-4ed8-80cc-a8d95e97aad8 req-5fcb1511-e964-469e-bdb0-c05dbc73790d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 943 time: 0.2086785 Nov 03 18:48:25.412869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925777d-cf38-4b24-a041-295b10d5b450 req-602af403-6b70-4f56-a583-d81aa3853d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:25.414351 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f925777d-cf38-4b24-a041-295b10d5b450 req-602af403-6b70-4f56-a583-d81aa3853d39 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9cbdd18066044e0ba6461625c8550301&device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 1094 time: 0.1864650 Nov 03 18:48:25.424978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Router 8560d29f-1e57-4a0a-8e8b-38c02ea3cf34 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:48:25.466267 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cab81ee-7645-4109-ae0b-9bf75b709309 req-8ba77bee-b0dc-4b73-a587-8e7350d1bd38 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 210 time: 0.0692704 Nov 03 18:48:25.510041 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f925777d-cf38-4b24-a041-295b10d5b450 req-76a453a9-ccc8-48ee-a077-609640f36d43 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92c36f29-406a-4801-97a5-b9ff12ced221 HTTP/1.1" status: 200 len: 217 time: 0.0736592 Nov 03 18:48:25.513420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d874d39-c6ae-428d-9087-d6d735125fee req-cd922630-2065-4601-b5ec-5fbb595ae253 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Made reservation on behalf of 9dfc19dc2384429781783620ae0e5a4f for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:25.516990 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7d874d39-c6ae-428d-9087-d6d735125fee req-cd922630-2065-4601-b5ec-5fbb595ae253 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:25.683004 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a2ad0f49-6dbb-4ed8-80cc-a8d95e97aad8 req-31a39bc5-8dcc-40b2-a60f-ae37b8283e51 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838705 Nov 03 18:48:25.728190 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1550fd8d-0135-4fee-994d-602c74a58ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:26.212371 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730f2a17-48cd-4982-bdc1-c7fedc6a08c3 x-openstack-request-id: req-730f2a17-48cd-4982-bdc1-c7fedc6a08c3 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:26.213245 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ab6f2a-0d81-41a2-b447-33cbcde362dd", "tag": "92c36f29-406a-4801-97a5-b9ff12ced221", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:26.213245 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-730f2a17-48cd-4982-bdc1-c7fedc6a08c3 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:26.213545 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ab6f2a-0d81-41a2-b447-33cbcde362dd', 'tag': '92c36f29-406a-4801-97a5-b9ff12ced221', 'status': 'completed', 'code': 200} Nov 03 18:48:26.240055 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925777d-cf38-4b24-a041-295b10d5b450 req-da91ff49-fd1f-4778-b95b-ba7aaa9d9cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:26.241503 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f925777d-cf38-4b24-a041-295b10d5b450 req-da91ff49-fd1f-4778-b95b-ba7aaa9d9cd1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9533f04e-ac78-415d-8a78-7bdd21f5aeee HTTP/1.1" status: 200 len: 854 time: 0.7140670 Nov 03 18:48:26.262112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:26.274317 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944be55-e4d5-4d15-a2d0-9953e4dd27bd None None] Sync routers for ids ['8560d29f-1e57-4a0a-8e8b-38c02ea3cf34'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:26.287559 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944be55-e4d5-4d15-a2d0-9953e4dd27bd None None] Routers {'8560d29f-1e57-4a0a-8e8b-38c02ea3cf34'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:26.287850 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:26.288571 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3944be55-e4d5-4d15-a2d0-9953e4dd27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:47:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8560d29f-1e57-4a0a-8e8b-38c02ea3cf34'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:26.293235 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a989ab13-503e-4593-9aa1-41f60a11b924 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "PUT /v2.0/routers/8560d29f-1e57-4a0a-8e8b-38c02ea3cf34 HTTP/1.1" status: 200 len: 878 time: 5.9843976 Nov 03 18:48:26.293436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53804) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:26.327072 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3944be55-e4d5-4d15-a2d0-9953e4dd27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:26.338438 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944be55-e4d5-4d15-a2d0-9953e4dd27bd None None] Routers {'8560d29f-1e57-4a0a-8e8b-38c02ea3cf34'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:26.339409 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3944be55-e4d5-4d15-a2d0-9953e4dd27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:47:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8560d29f-1e57-4a0a-8e8b-38c02ea3cf34'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:26.345954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f96041-72a7-4038-8de1-f749bd5786be req-02f27bcc-2e12-403e-a6a6-2cf180583cfd tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:26.347811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-82f96041-72a7-4038-8de1-f749bd5786be req-02f27bcc-2e12-403e-a6a6-2cf180583cfd tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.7442868 Nov 03 18:48:26.350491 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f925777d-cf38-4b24-a041-295b10d5b450 req-d0b7ba1b-1c2b-4cd8-a3ff-fa1d6c2ef37e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898123 Nov 03 18:48:26.375229 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3944be55-e4d5-4d15-a2d0-9953e4dd27bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:26.376362 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944be55-e4d5-4d15-a2d0-9953e4dd27bd None None] The sync data for ids ['8560d29f-1e57-4a0a-8e8b-38c02ea3cf34'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:26.579956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-7d874d39-c6ae-428d-9087-d6d735125fee req-cd922630-2065-4601-b5ec-5fbb595ae253 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Allocated IP 172.20.0.6 (31e0a50c-7147-4b72-938d-d6456d1a6470/a7d5dc92-2aee-436a-9b2e-237287fe4ac4/021828c5-b6e7-4559-8785-ba64cbd8879b) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:26.671071 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-82f96041-72a7-4038-8de1-f749bd5786be req-0c4ff271-0bef-4e1a-a2b1-abfbd0ca8b27 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703660 Nov 03 18:48:26.696196 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-cfbb2096-e00d-4150-b2d9-8db27fdf2548 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:26.712106 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-cfbb2096-e00d-4150-b2d9-8db27fdf2548 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/networks?id=d7ed6529-296f-482a-bc19-8148963a8bdf HTTP/1.1" status: 200 len: 809 time: 0.4930806 Nov 03 18:48:26.756311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0967f1e8-5f04-472a-b01c-4798877293c9 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/quotas/db79b2cfb9d54998adc6767ee7f368a9 HTTP/1.1" status: 200 len: 375 time: 0.0415361 Nov 03 18:48:26.810388 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-8b12ff82-3226-4207-b52e-31398a8522f1 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=db79b2cfb9d54998adc6767ee7f368a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525413 Nov 03 18:48:26.833890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f925777d-cf38-4b24-a041-295b10d5b450 req-220609cb-e8d2-4b38-bd16-845b615fe405 service neutron] 10.222.0.98 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298718 Nov 03 18:48:26.872879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5a4dfff2-efb2-4d92-81ff-b78458561586 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:26.908468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 5a4dfff2-efb2-4d92-81ff-b78458561586 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:48:26.909024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5a4dfff2-efb2-4d92-81ff-b78458561586 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:26.927636 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d0b6625a-ea65-49f5-ae05-15a2c139de90 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/routers/8560d29f-1e57-4a0a-8e8b-38c02ea3cf34 HTTP/1.1" status: 200 len: 919 time: 0.6299136 Nov 03 18:48:26.933997 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53822) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:26.993737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-6ea47bea-c78b-4abf-a422-97882b1111c9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:26.995395 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-6ea47bea-c78b-4abf-a422-97882b1111c9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 946 time: 0.1415854 Nov 03 18:48:27.057658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad4a56c-de6a-42ac-b1be-ec7bff7b2762 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:27.062191 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9ad4a56c-de6a-42ac-b1be-ec7bff7b2762 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&device_id=8560d29f-1e57-4a0a-8e8b-38c02ea3cf34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1240737 Nov 03 18:48:27.065906 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53824) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:27.206370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d94c57-f01f-4d63-b57b-7da0c34e5096 req-9ff1a91a-63fd-496e-9f63-075420bb250d tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:27.214311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1d94c57-f01f-4d63-b57b-7da0c34e5096 req-9ff1a91a-63fd-496e-9f63-075420bb250d tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 946 time: 0.3298264 Nov 03 18:48:27.230822 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-ddb46f54-4992-46ff-95e6-69e863d71835 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Deleting port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:27.231015 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-ddb46f54-4992-46ff-95e6-69e863d71835 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.267506 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff154ef-3fc7-403f-baa1-f6e035fde8a3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:27.273351 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2ff154ef-3fc7-403f-baa1-f6e035fde8a3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 881 time: 0.1970406 Nov 03 18:48:27.275625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53826) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:27.314065 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-f208c791-8eb9-4dce-9a6a-b258dbab884c service neutron] 10.222.0.107 "GET /v2.0/networks/d7ed6529-296f-482a-bc19-8148963a8bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019588 Nov 03 18:48:27.317159 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7d874d39-c6ae-428d-9087-d6d735125fee req-cd922630-2065-4601-b5ec-5fbb595ae253 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.321929 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f925777d-cf38-4b24-a041-295b10d5b450 req-7b610eb1-343e-42ea-ad39-8a849464f72c service neutron] 10.222.0.98 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950257 Nov 03 18:48:27.365308 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3bbb285e-d5e3-41fa-ace7-bdc6003f9c54 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "GET /v2.0/ports?device_id=8560d29f-1e57-4a0a-8e8b-38c02ea3cf34 HTTP/1.1" status: 200 len: 205 time: 0.0848560 Nov 03 18:48:27.370173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53828) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:27.413687 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1d94c57-f01f-4d63-b57b-7da0c34e5096 req-e2e50f0f-a484-46d1-8012-631b2f6f8533 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=13d131b9-00db-45a2-90d9-8706c954d324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987524 Nov 03 18:48:27.440536 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-ddb46f54-4992-46ff-95e6-69e863d71835 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] For port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:27.441618 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-ddb46f54-4992-46ff-95e6-69e863d71835 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.654466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-33c49c0d-fcb7-428a-b643-8536c01e9ddd req-ec2c0899-5612-480e-9830-d775d2ac3594 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 210 time: 0.0943527 Nov 03 18:48:27.749724 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-ddb46f54-4992-46ff-95e6-69e863d71835 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.750276 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-ddb46f54-4992-46ff-95e6-69e863d71835 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.750702 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-ddb46f54-4992-46ff-95e6-69e863d71835 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Floating IP 5c301a8d-a924-4d9f-bbbb-be5275ca8512 disassociated. External IP: 172.25.2.52, port: 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6. Nov 03 18:48:27.752875 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-ddb46f54-4992-46ff-95e6-69e863d71835 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Calling delete_port for 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:27.787367 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7d874d39-c6ae-428d-9087-d6d735125fee req-cd922630-2065-4601-b5ec-5fbb595ae253 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:27.791407 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7092f0-955b-4b1d-a5e4-7a09db29a4bd req-a6fd7693-6931-4511-9f3e-03d9276cfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:27.792959 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a7092f0-955b-4b1d-a5e4-7a09db29a4bd req-a6fd7693-6931-4511-9f3e-03d9276cfe83 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9cbdd18066044e0ba6461625c8550301&device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 1094 time: 0.3871014 Nov 03 18:48:27.840749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-56e1e99c-5edf-4943-a76a-62ab65c1d18c service neutron] 10.222.0.107 "GET /v2.0/networks/d7ed6529-296f-482a-bc19-8148963a8bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025699 Nov 03 18:48:27.958076 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-ddb46f54-4992-46ff-95e6-69e863d71835 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.009311 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb46f54-4992-46ff-95e6-69e863d71835 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event deleted for resources: {'Port': ['ID=7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:28.030329 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d874d39-c6ae-428d-9087-d6d735125fee req-cd922630-2065-4601-b5ec-5fbb595ae253 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Network 31e0a50c-7147-4b72-938d-d6456d1a6470 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:28.046524 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.058152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-7d874d39-c6ae-428d-9087-d6d735125fee req-cd922630-2065-4601-b5ec-5fbb595ae253 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:28.068638 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-89d1b842-8f20-4750-823a-38c6e96910ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.119182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d874d39-c6ae-428d-9087-d6d735125fee req-cd922630-2065-4601-b5ec-5fbb595ae253 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:28.130726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd922630-2065-4601-b5ec-5fbb595ae253 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Pushing event updated for resources: {'Port': ['ID=021828c5-b6e7-4559-8785-ba64cbd8879b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:28.249673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-ddb46f54-4992-46ff-95e6-69e863d71835 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Router fee76c26-6db8-48e0-892c-6f78471b2992 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:48:28.275922 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8591f2-4173-4c22-9f77-dfb3bb674f7f req-d96ecec3-e433-439d-ba5d-7cbc005ff0cd tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:28.291454 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da8591f2-4173-4c22-9f77-dfb3bb674f7f req-d96ecec3-e433-439d-ba5d-7cbc005ff0cd tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 943 time: 0.5093176 Nov 03 18:48:28.394130 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7092f0-955b-4b1d-a5e4-7a09db29a4bd req-69f06df1-287c-4058-9326-acc2300b8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:28.395922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a7092f0-955b-4b1d-a5e4-7a09db29a4bd req-69f06df1-287c-4058-9326-acc2300b8296 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 HTTP/1.1" status: 200 len: 915 time: 0.5876415 Nov 03 18:48:28.461342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55835eb7-05c1-403a-9bd7-06f48674a064 req-f19abb96-b81d-4681-9d8a-2242083dfdfd tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 210 time: 0.0691507 Nov 03 18:48:28.490634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d874d39-c6ae-428d-9087-d6d735125fee req-cd922630-2065-4601-b5ec-5fbb595ae253 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:28.493168 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7d874d39-c6ae-428d-9087-d6d735125fee req-cd922630-2065-4601-b5ec-5fbb595ae253 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.646872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-ddb46f54-4992-46ff-95e6-69e863d71835 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:28.671204 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97900041-c7f2-4741-b831-d71691a0554f None None] Sync routers for ids ['fee76c26-6db8-48e0-892c-6f78471b2992'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:28.715356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97900041-c7f2-4741-b831-d71691a0554f None None] Routers {'fee76c26-6db8-48e0-892c-6f78471b2992'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:28.737167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-97900041-c7f2-4741-b831-d71691a0554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['fee76c26-6db8-48e0-892c-6f78471b2992'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:28.748214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a7092f0-955b-4b1d-a5e4-7a09db29a4bd req-17a75e24-b6d2-4771-b020-12e31346c689 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92c36f29-406a-4801-97a5-b9ff12ced221 HTTP/1.1" status: 200 len: 217 time: 0.2932620 Nov 03 18:48:28.788424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-ddb46f54-4992-46ff-95e6-69e863d71835 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] No DVR routers for this DVR port 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:28.797102 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-ddb46f54-4992-46ff-95e6-69e863d71835 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.802148 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-68e663fd-df8e-44bf-b8e1-02c9d0c525d6 req-ddb46f54-4992-46ff-95e6-69e863d71835 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.87 "DELETE /v2.0/ports/7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 HTTP/1.1" status: 204 len: 173 time: 1.7991478 Nov 03 18:48:28.802890 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'name': 'network-vif-deleted', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:28.818918 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba81dea-d74e-4631-a7c1-4afe33c5c3e5" -d '{"events": [{"server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "name": "network-vif-deleted", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:28.874269 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d874d39-c6ae-428d-9087-d6d735125fee req-cd922630-2065-4601-b5ec-5fbb595ae253 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9065347 Nov 03 18:48:28.911906 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:28.922122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Request body: {'port': {'device_id': 'e96c4f64-8d53-4b91-9ca5-adb2e1cb884c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:28.957448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-97900041-c7f2-4741-b831-d71691a0554f None None] Set router fee76c26-6db8-48e0-892c-6f78471b2992 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:29.023869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da8591f2-4173-4c22-9f77-dfb3bb674f7f req-18c744a0-a622-4be0-9d4b-05418a126569 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7306058 Nov 03 18:48:29.044651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8e758-8de8-427f-8f19-fddaead6c57a req-1bf8461d-d518-40ce-a4e6-d2e10a7d9118 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:29.052173 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52e8e758-8de8-427f-8f19-fddaead6c57a req-1bf8461d-d518-40ce-a4e6-d2e10a7d9118 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2995856 Nov 03 18:48:29.054923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7092f0-955b-4b1d-a5e4-7a09db29a4bd req-1b38d055-df8d-488b-b65f-4ed4034615fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:29.056432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a7092f0-955b-4b1d-a5e4-7a09db29a4bd req-1b38d055-df8d-488b-b65f-4ed4034615fe service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9533f04e-ac78-415d-8a78-7bdd21f5aeee HTTP/1.1" status: 200 len: 854 time: 0.2709579 Nov 03 18:48:29.133783 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a7092f0-955b-4b1d-a5e4-7a09db29a4bd req-1a0bef4f-a1b3-4207-9794-db5eb9661490 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669658 Nov 03 18:48:29.136728 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.276093 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Deleting port 91bbcd63-2efb-4d42-a052-96db445caba0 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:29.276780 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.296244 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52e8e758-8de8-427f-8f19-fddaead6c57a req-590ea489-4b04-4b1a-ba04-616e32460be4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431095 Nov 03 18:48:29.387219 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:29.450755 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a7092f0-955b-4b1d-a5e4-7a09db29a4bd req-78f5bd26-4034-4902-8669-d3c321e129e9 service neutron] 10.222.0.98 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079112 Nov 03 18:48:29.540187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-952ddb48-7ab0-4074-bcb2-a7611e076ec9 req-53c5aa7a-4538-40a1-9432-cc41f444a07b tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c18b5a3-d053-4126-9694-416e747e1c75 HTTP/1.1" status: 200 len: 210 time: 0.2419198 Nov 03 18:48:29.574998 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-97900041-c7f2-4741-b831-d71691a0554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f8193466-9584-40c9-945b-d5f25606915d', 'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'mac_address': 'fa:16:3e:76:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:13Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 5, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'subnets': [{'id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:29.625307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97900041-c7f2-4741-b831-d71691a0554f None None] Checking router: fee76c26-6db8-48e0-892c-6f78471b2992 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:48:29.641496 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc847dab-4950-4fbb-96a5-ad11252ebb32 x-openstack-request-id: req-cc847dab-4950-4fbb-96a5-ad11252ebb32 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:29.641922 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c18b5a3-d053-4126-9694-416e747e1c75", "name": "network-vif-deleted", "tag": "7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:29.642623 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cc847dab-4950-4fbb-96a5-ad11252ebb32 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:29.642967 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c18b5a3-d053-4126-9694-416e747e1c75', 'name': 'network-vif-deleted', 'tag': '7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6', 'status': 'completed', 'code': 200} Nov 03 18:48:29.647230 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97900041-c7f2-4741-b831-d71691a0554f None None] Routers {'fee76c26-6db8-48e0-892c-6f78471b2992'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:29.648514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-97900041-c7f2-4741-b831-d71691a0554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['fee76c26-6db8-48e0-892c-6f78471b2992'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:29.900918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-97900041-c7f2-4741-b831-d71691a0554f None None] Set router fee76c26-6db8-48e0-892c-6f78471b2992 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:48:29.961674 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021828c5-b6e7-4559-8785-ba64cbd8879b {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:30.061541 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.097069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dd42e-a122-44db-9649-4100b7994599 req-fdc3543a-9f79-43c5-b948-a17ab9db48f4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:30.100798 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-268dd42e-a122-44db-9649-4100b7994599 req-fdc3543a-9f79-43c5-b948-a17ab9db48f4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 931 time: 0.6325052 Nov 03 18:48:30.101143 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.144001 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92c36f29-406a-4801-97a5-b9ff12ced221 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:48:30.169969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Calling delete_port for 91bbcd63-2efb-4d42-a052-96db445caba0 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:30.188038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Transition to ACTIVE for port object 021828c5-b6e7-4559-8785-ba64cbd8879b will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:48:30.219144 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.244988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88176e9d-d89a-4bca-88f2-87f1e7c02ed5 req-44f1268f-513d-41bc-bcae-a062562268c4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:30.247300 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88176e9d-d89a-4bca-88f2-87f1e7c02ed5 req-44f1268f-513d-41bc-bcae-a062562268c4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.3686178 Nov 03 18:48:30.276163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-97900041-c7f2-4741-b831-d71691a0554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f8193466-9584-40c9-945b-d5f25606915d', 'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'mac_address': 'fa:16:3e:76:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:13Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 5, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'subnets': [{'id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:30.332388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97900041-c7f2-4741-b831-d71691a0554f None None] The sync data for ids ['fee76c26-6db8-48e0-892c-6f78471b2992'] in n-d-812150-4 is: [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f8193466-9584-40c9-945b-d5f25606915d', 'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'mac_address': 'fa:16:3e:76:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:13Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 5, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'subnets': [{'id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:30.457915 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.467074 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 92c36f29-406a-4801-97a5-b9ff12ced221, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92c36f29-406a-4801-97a5-b9ff12ced221,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:30.488931 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '92c36f29-406a-4801-97a5-b9ff12ced221', 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91', 'port_id': '92c36f29-406a-4801-97a5-b9ff12ced221', 'mac_address': 'fa:16:3e:77:bd:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9533f04e-ac78-415d-8a78-7bdd21f5aeee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:48:30.599049 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.600432 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.618679 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c36f29-406a-4801-97a5-b9ff12ced221 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:30.643565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 92c36f29-406a-4801-97a5-b9ff12ced221, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92c36f29-406a-4801-97a5-b9ff12ced221,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:30.649207 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.652846 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-8d063382-aa20-4f3d-b103-ba3d517badea tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:30.656113 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-8d063382-aa20-4f3d-b103-ba3d517badea tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.87 "GET /v2.0/networks?id=d7ed6529-296f-482a-bc19-8148963a8bdf HTTP/1.1" status: 200 len: 809 time: 0.3061001 Nov 03 18:48:30.722089 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-ce58404e-497f-4d54-989d-ad3b4dd75b57 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Request body: {'port': {'device_id': 'bf9773ce-f250-473f-b11c-dac457fc298d', 'network_id': 'd7ed6529-296f-482a-bc19-8148963a8bdf', 'admin_state_up': True, 'tenant_id': 'db79b2cfb9d54998adc6767ee7f368a9'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:30.755012 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=92c36f29-406a-4801-97a5-b9ff12ced221,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:30.871166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:30.902587 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:48:30.903160 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7d5af253-bbd7-4f3d-a2d3-e2d0cbd06ca6 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:30.907061 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21ceaab-8ea8-4bdc-86dd-0d4cdf2fd964 None None] New status for floating IP 5c301a8d-a924-4d9f-bbbb-be5275ca8512: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:48:30.915253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a7092f0-955b-4b1d-a5e4-7a09db29a4bd req-985da74c-d2cd-431a-b31e-93c6453a41a6 service neutron] 10.222.0.98 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4353790 Nov 03 18:48:30.936079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['92c36f29-406a-4801-97a5-b9ff12ced221'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:30.961478 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-ce58404e-497f-4d54-989d-ad3b4dd75b57 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Made reservation on behalf of db79b2cfb9d54998adc6767ee7f368a9 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:30.965286 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-ce58404e-497f-4d54-989d-ad3b4dd75b57 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:30.992403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Pushing event updated for resources: {'Port': ['ID=021828c5-b6e7-4559-8785-ba64cbd8879b,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:31.039094 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-268dd42e-a122-44db-9649-4100b7994599 req-7570f9f3-879a-435f-be26-ade2d410f6d6 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9000442 Nov 03 18:48:31.185408 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88176e9d-d89a-4bca-88f2-87f1e7c02ed5 req-8d2e8db4-5ba0-4da7-be88-e9d03e99214b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969623 Nov 03 18:48:31.232241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-ce58404e-497f-4d54-989d-ad3b4dd75b57 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Allocated IP 172.20.0.8 (d7ed6529-296f-482a-bc19-8148963a8bdf/850d2d35-3501-48e4-8656-21a7ce0fff17/6bc8b743-f927-4424-8329-a171cbf63520) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:31.252916 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d19febb5-bd2a-4a3a-a9ff-2e1b3316ae02 req-70e6b1e9-2021-47e9-b776-9e9a463d0410 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 210 time: 0.0602200 Nov 03 18:48:31.322152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Attempting to bind port 021828c5-b6e7-4559-8785-ba64cbd8879b on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:31.323157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Attempting to bind port 021828c5-b6e7-4559-8785-ba64cbd8879b by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:31.323785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Attempting to bind port 021828c5-b6e7-4559-8785-ba64cbd8879b on network 31e0a50c-7147-4b72-938d-d6456d1a6470 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:31.350770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Port 021828c5-b6e7-4559-8785-ba64cbd8879b on network 31e0a50c-7147-4b72-938d-d6456d1a6470 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:48:31.351143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Attempting to bind port 021828c5-b6e7-4559-8785-ba64cbd8879b on network 31e0a50c-7147-4b72-938d-d6456d1a6470 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:31.385937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:31.386295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Checking segment: {'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:31.386668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Bound using segment: {'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:31.387114 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Bound port: 021828c5-b6e7-4559-8785-ba64cbd8879b, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:31.387476 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.412954 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.446331 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.501484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Pushing event deleted for resources: {'Port': ['ID=91bbcd63-2efb-4d42-a052-96db445caba0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:31.510595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53880) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:31.522913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e6570-59fc-48b9-bb01-f6e8b65adee1 req-5e6fecb0-6ea0-4993-a399-2c853a2f45e7 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:31.524538 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b63e6570-59fc-48b9-bb01-f6e8b65adee1 req-5e6fecb0-6ea0-4993-a399-2c853a2f45e7 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 944 time: 0.1934781 Nov 03 18:48:31.572918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:31.572918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:31.575776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:31.575776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:31.575776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:31.575776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:31.575776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:31.575776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:31.575776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:31.575776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:31.578106 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:31.578106 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:31.617801 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-ce58404e-497f-4d54-989d-ad3b4dd75b57 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.677500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] For port 021828c5-b6e7-4559-8785-ba64cbd8879b, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:31.697111 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-ce58404e-497f-4d54-989d-ad3b4dd75b57 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.735979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] For port 021828c5-b6e7-4559-8785-ba64cbd8879b, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=021828c5-b6e7-4559-8785-ba64cbd8879b,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:31.755054 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.771682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-ce58404e-497f-4d54-989d-ad3b4dd75b57 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Network d7ed6529-296f-482a-bc19-8148963a8bdf is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:31.779400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-ce58404e-497f-4d54-989d-ad3b4dd75b57 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:31.781339 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.792153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-ce58404e-497f-4d54-989d-ad3b4dd75b57 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:31.830082 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58404e-497f-4d54-989d-ad3b4dd75b57 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Pushing event updated for resources: {'Port': ['ID=6bc8b743-f927-4424-8329-a171cbf63520,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:31.852813 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b63e6570-59fc-48b9-bb01-f6e8b65adee1 req-0be7c1b2-6380-42d3-bd2b-f9659eb7b8e4 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009338 Nov 03 18:48:31.900190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-ce58404e-497f-4d54-989d-ad3b4dd75b57 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:31.901001 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-ce58404e-497f-4d54-989d-ad3b4dd75b57 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.922558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:31.923383 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:31.924625 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d874d39-c6ae-428d-9087-d6d735125fee req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] 10.222.0.98 "PUT /v2.0/ports/021828c5-b6e7-4559-8785-ba64cbd8879b HTTP/1.1" status: 200 len: 1091 time: 3.0385799 Nov 03 18:48:31.930153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96c4f64-8d53-4b91-9ca5-adb2e1cb884c', 'tag': '021828c5-b6e7-4559-8785-ba64cbd8879b'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:31.934484 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c249e020-f714-4d84-8ac1-e7c2201958cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e96c4f64-8d53-4b91-9ca5-adb2e1cb884c", "tag": "021828c5-b6e7-4559-8785-ba64cbd8879b"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:31.938512 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-ce58404e-497f-4d54-989d-ad3b4dd75b57 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2219496 Nov 03 18:48:31.969388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Request body: {'port': {'device_id': 'bf9773ce-f250-473f-b11c-dac457fc298d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:31.970233 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1156db69-9d13-45ea-a5a4-8fe2a93b5ef0 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.006447 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1c2c4-b4ad-47d4-995a-59d78324fb69 req-2082e092-0d91-4157-b240-98859f6a4daa tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:32.020914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88c1c2c4-b4ad-47d4-995a-59d78324fb69 req-2082e092-0d91-4157-b240-98859f6a4daa tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.4369643 Nov 03 18:48:32.028871 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e3915a-6213-407d-a784-f0b122423e8e x-openstack-request-id: req-f3e3915a-6213-407d-a784-f0b122423e8e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:32.030177 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96c4f64-8d53-4b91-9ca5-adb2e1cb884c", "tag": "021828c5-b6e7-4559-8785-ba64cbd8879b", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:32.030177 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f3e3915a-6213-407d-a784-f0b122423e8e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:32.030840 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96c4f64-8d53-4b91-9ca5-adb2e1cb884c', 'tag': '021828c5-b6e7-4559-8785-ba64cbd8879b', 'status': 'completed', 'code': 200} Nov 03 18:48:32.042308 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.052520 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.052969 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.099526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795d78b-367f-445b-ba58-6fabefefb8ee service neutron] Pushing event updated for resources: {'Port': ['ID=021828c5-b6e7-4559-8785-ba64cbd8879b,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:32.145933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92c36f29-406a-4801-97a5-b9ff12ced221 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:32.197776 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1156db69-9d13-45ea-a5a4-8fe2a93b5ef0 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.238215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 92c36f29-406a-4801-97a5-b9ff12ced221 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:48:32.246395 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 92c36f29-406a-4801-97a5-b9ff12ced221 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:32.247298 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.257224 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.257779 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Fanout notify agent at l3_agent the message router_deleted on router 8560d29f-1e57-4a0a-8e8b-38c02ea3cf34 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:48:32.266057 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.273382 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8465e674-12be-4db6-9f23-170b8b994e22 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "DELETE /v2.0/routers/8560d29f-1e57-4a0a-8e8b-38c02ea3cf34 HTTP/1.1" status: 204 len: 168 time: 4.8777165 Nov 03 18:48:32.275266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53896) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:32.292354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4ca40d42-4b1a-4301-81f8-686f79011559 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-882839154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:32.305887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d874d39-c6ae-428d-9087-d6d735125fee req-4471dc11-fbd1-42b3-8ff1-589fe27448e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:32.307588 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d874d39-c6ae-428d-9087-d6d735125fee req-4471dc11-fbd1-42b3-8ff1-589fe27448e0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9dfc19dc2384429781783620ae0e5a4f&device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 1094 time: 0.2844572 Nov 03 18:48:32.373978 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.399316 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88c1c2c4-b4ad-47d4-995a-59d78324fb69 req-1d74f6cd-e6f0-4259-bafa-94e96f8b3166 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774824 Nov 03 18:48:32.408237 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d874d39-c6ae-428d-9087-d6d735125fee req-e4284787-4717-4383-85c1-28227630bb67 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=021828c5-b6e7-4559-8785-ba64cbd8879b HTTP/1.1" status: 200 len: 217 time: 0.0899119 Nov 03 18:48:32.413262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ab6f2a-0d81-41a2-b447-33cbcde362dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c36f29-406a-4801-97a5-b9ff12ced221'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:32.416326 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d786abb-fd9a-41a6-83b0-1b6c06781f1e" -d '{"events": [{"server_uuid": "14ab6f2a-0d81-41a2-b447-33cbcde362dd", "name": "network-vif-plugged", "status": "completed", "tag": "92c36f29-406a-4801-97a5-b9ff12ced221"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:32.423104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06997994-47b3-46bb-a50d-19c9f221ff6c req-380e28ae-11e1-4309-a63e-c9d5c21869c7 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:32.425151 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06997994-47b3-46bb-a50d-19c9f221ff6c req-380e28ae-11e1-4309-a63e-c9d5c21869c7 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 943 time: 0.2410648 Nov 03 18:48:32.457469 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc8b743-f927-4424-8329-a171cbf63520 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:32.462229 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 92c36f29-406a-4801-97a5-b9ff12ced221, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92c36f29-406a-4801-97a5-b9ff12ced221,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:32.468300 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.472658 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.479264 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ca40d42-4b1a-4301-81f8-686f79011559 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.482094 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ca40d42-4b1a-4301-81f8-686f79011559 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.494011 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Transition to ACTIVE for port object 6bc8b743-f927-4424-8329-a171cbf63520 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:48:32.509573 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.531370 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1156db69-9d13-45ea-a5a4-8fe2a93b5ef0 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.547654 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1156db69-9d13-45ea-a5a4-8fe2a93b5ef0 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.547654 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1156db69-9d13-45ea-a5a4-8fe2a93b5ef0 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "DELETE /v2.0/security-groups/13d131b9-00db-45a2-90d9-8706c954d324 HTTP/1.1" status: 204 len: 168 time: 1.0224679 Nov 03 18:48:32.554754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53916) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:32.597678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156db69-9d13-45ea-a5a4-8fe2a93b5ef0 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d131b9-00db-45a2-90d9-8706c954d324,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:32.612404 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=92c36f29-406a-4801-97a5-b9ff12ced221,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:32.619374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc8b743-f927-4424-8329-a171cbf63520,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:32.647982 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-19cfbe85-fdc6-43e9-b968-ea27cf6b4dba tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] show failed (client error): The resource could not be found. Nov 03 18:48:32.651653 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-19cfbe85-fdc6-43e9-b968-ea27cf6b4dba tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups/13d131b9-00db-45a2-90d9-8706c954d324 HTTP/1.1" status: 404 len: 347 time: 0.0932796 Nov 03 18:48:32.654073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d874d39-c6ae-428d-9087-d6d735125fee req-d532455b-6b23-4572-9ea0-5c7f684d00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:32.656169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d874d39-c6ae-428d-9087-d6d735125fee req-d532455b-6b23-4572-9ea0-5c7f684d00e6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a7d5dc92-2aee-436a-9b2e-237287fe4ac4 HTTP/1.1" status: 200 len: 845 time: 0.2299654 Nov 03 18:48:32.657736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53918) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:32.723865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06997994-47b3-46bb-a50d-19c9f221ff6c req-e076d699-bd34-4a60-a177-5c31e922d7b6 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850499 Nov 03 18:48:32.747840 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ca40d42-4b1a-4301-81f8-686f79011559 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.770945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d874d39-c6ae-428d-9087-d6d735125fee req-6c7a7f9d-a6c0-4e63-9f86-c7d02982fc4c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=31e0a50c-7147-4b72-938d-d6456d1a6470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917697 Nov 03 18:48:32.771956 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ca40d42-4b1a-4301-81f8-686f79011559 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.802168 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57773730-8135-440b-91a6-6a77ec675464 x-openstack-request-id: req-57773730-8135-440b-91a6-6a77ec675464 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:32.802705 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ab6f2a-0d81-41a2-b447-33cbcde362dd", "name": "network-vif-plugged", "status": "completed", "tag": "92c36f29-406a-4801-97a5-b9ff12ced221", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:32.803134 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-57773730-8135-440b-91a6-6a77ec675464 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:32.803700 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ab6f2a-0d81-41a2-b447-33cbcde362dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c36f29-406a-4801-97a5-b9ff12ced221', 'code': 200} Nov 03 18:48:32.828459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Attempting to bind port 6bc8b743-f927-4424-8329-a171cbf63520 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:32.829070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Attempting to bind port 6bc8b743-f927-4424-8329-a171cbf63520 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd7ed6529-296f-482a-bc19-8148963a8bdf'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:32.829179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Attempting to bind port 6bc8b743-f927-4424-8329-a171cbf63520 on network d7ed6529-296f-482a-bc19-8148963a8bdf {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:32.830190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818be40-6be3-4bcb-875b-350389f11afb req-b3e8f210-e69f-4f47-bd39-8a455a97ddae tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:32.838720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e818be40-6be3-4bcb-875b-350389f11afb req-b3e8f210-e69f-4f47-bd39-8a455a97ddae tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 943 time: 0.2381051 Nov 03 18:48:32.839268 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Port 6bc8b743-f927-4424-8329-a171cbf63520 on network d7ed6529-296f-482a-bc19-8148963a8bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:48:32.839965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Attempting to bind port 6bc8b743-f927-4424-8329-a171cbf63520 on network d7ed6529-296f-482a-bc19-8148963a8bdf {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:32.856847 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:32.857187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Checking segment: {'id': '1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd7ed6529-296f-482a-bc19-8148963a8bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:32.857629 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Bound using segment: {'id': '1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd7ed6529-296f-482a-bc19-8148963a8bdf'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:32.858610 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Bound port: 6bc8b743-f927-4424-8329-a171cbf63520, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd7ed6529-296f-482a-bc19-8148963a8bdf'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:32.858967 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.950072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-bd5a900c-d3a9-469a-a30d-4f087d7a988f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Deleting port da5e04d5-01ff-4a31-bea5-dc7dfb195a41 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:32.950072 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd5a900c-d3a9-469a-a30d-4f087d7a988f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.953738 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ca40d42-4b1a-4301-81f8-686f79011559 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:32.960686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4ca40d42-4b1a-4301-81f8-686f79011559 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6699786 Nov 03 18:48:32.960988 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53924) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:32.965292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'enable_snat': True}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:32.973892 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e818be40-6be3-4bcb-875b-350389f11afb req-c9101b3f-18c7-451c-ae59-776d8e5dc425 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/security-groups?id=20fbb4e3-bd98-41b6-9550-4c7758d1d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341698 Nov 03 18:48:33.073098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d874d39-c6ae-428d-9087-d6d735125fee req-b3cc02bd-2be5-4b97-930e-ff16a38c3318 service neutron] 10.222.0.98 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932529 Nov 03 18:48:33.077166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d73c08-cdeb-4f71-993a-8d9811323b1f req-c23edc94-3b2a-4c5b-a112-2d8df47c9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.078441 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2d73c08-cdeb-4f71-993a-8d9811323b1f req-c23edc94-3b2a-4c5b-a112-2d8df47c9f1d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 1096 time: 0.1641767 Nov 03 18:48:33.086247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a802a-5088-48dd-a257-60776c6af3a6 req-868fd537-82bb-4166-9010-9fcfee65b254 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.087827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9a802a-5088-48dd-a257-60776c6af3a6 req-868fd537-82bb-4166-9010-9fcfee65b254 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1376369 Nov 03 18:48:33.102355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] For port 6bc8b743-f927-4424-8329-a171cbf63520, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:33.268572 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] For port 6bc8b743-f927-4424-8329-a171cbf63520, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6bc8b743-f927-4424-8329-a171cbf63520,segment=NetworkSegment(1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a),segment_id=1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:33.278700 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.319685 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd5a900c-d3a9-469a-a30d-4f087d7a988f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.320273 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd5a900c-d3a9-469a-a30d-4f087d7a988f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.338955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9a802a-5088-48dd-a257-60776c6af3a6 req-00ba9dcd-db60-47f3-bd92-28205cacf20f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884224 Nov 03 18:48:33.341204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.342295 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.344308 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] 10.222.0.87 "PUT /v2.0/ports/6bc8b743-f927-4424-8329-a171cbf63520 HTTP/1.1" status: 200 len: 1091 time: 1.3824451 Nov 03 18:48:33.360589 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2d73c08-cdeb-4f71-993a-8d9811323b1f req-281c2fa1-fee7-43b1-8f2f-387d35cd025b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629459 Nov 03 18:48:33.370294 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d874d39-c6ae-428d-9087-d6d735125fee req-dcb94a69-4765-4627-87fa-7e8ca7af732c service neutron] 10.222.0.98 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748466 Nov 03 18:48:33.381829 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90861db2-9b49-4f05-948c-50d40ba2dbfe req-2be7452b-6148-4f2f-bc95-1c682671477c tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.389580 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90861db2-9b49-4f05-948c-50d40ba2dbfe req-2be7452b-6148-4f2f-bc95-1c682671477c tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.2011347 Nov 03 18:48:33.393476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9773ce-f250-473f-b11c-dac457fc298d', 'tag': '6bc8b743-f927-4424-8329-a171cbf63520'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:33.396823 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e15cb09-0a04-4938-8df5-7216c65dba7f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9773ce-f250-473f-b11c-dac457fc298d", "tag": "6bc8b743-f927-4424-8329-a171cbf63520"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:33.403197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-bd5a900c-d3a9-469a-a30d-4f087d7a988f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Calling delete_port for da5e04d5-01ff-4a31-bea5-dc7dfb195a41 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:33.483190 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90861db2-9b49-4f05-948c-50d40ba2dbfe req-ff34f8f9-0369-4c9b-bb7f-b777c23aed2e tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900450 Nov 03 18:48:33.491033 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17968836-6f42-4bf0-af47-5ad9c56dd79a x-openstack-request-id: req-17968836-6f42-4bf0-af47-5ad9c56dd79a {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:33.491473 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9773ce-f250-473f-b11c-dac457fc298d", "tag": "6bc8b743-f927-4424-8329-a171cbf63520", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:33.491906 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-17968836-6f42-4bf0-af47-5ad9c56dd79a {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:33.492386 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9773ce-f250-473f-b11c-dac457fc298d', 'tag': '6bc8b743-f927-4424-8329-a171cbf63520', 'status': 'completed', 'code': 200} Nov 03 18:48:33.502996 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520bc44-bd9b-43b8-a287-5ce23ec27404 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc8b743-f927-4424-8329-a171cbf63520,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:33.522399 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.658641 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-7d4c1e8f-e49b-4e00-b17c-bb45859aa5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.660250 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-7d4c1e8f-e49b-4e00-b17c-bb45859aa5cc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=db79b2cfb9d54998adc6767ee7f368a9&device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 1094 time: 0.2011058 Nov 03 18:48:33.705760 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249e020-f714-4d84-8ac1-e7c2201958cb req-070d182f-5acd-4d94-9f5d-8d0a83fd8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.708249 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c249e020-f714-4d84-8ac1-e7c2201958cb req-070d182f-5acd-4d94-9f5d-8d0a83fd8f47 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9dfc19dc2384429781783620ae0e5a4f&device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 1094 time: 0.1240423 Nov 03 18:48:33.767991 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-c577a730-f315-4c2a-93ce-5d3fa875c790 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bc8b743-f927-4424-8329-a171cbf63520 HTTP/1.1" status: 200 len: 217 time: 0.0897195 Nov 03 18:48:33.817379 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3849dfa-5551-4c56-9f86-b0a3adfe6ca8 req-0c6fc625-d25d-4f2d-8112-350a079a309d tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.829385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3849dfa-5551-4c56-9f86-b0a3adfe6ca8 req-0c6fc625-d25d-4f2d-8112-350a079a309d tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/networks?id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c HTTP/1.1" status: 200 len: 814 time: 0.2425592 Nov 03 18:48:33.882285 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-19e3c7b5-2454-4a1e-8677-2b19482bad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.883840 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-19e3c7b5-2454-4a1e-8677-2b19482bad77 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=850d2d35-3501-48e4-8656-21a7ce0fff17 HTTP/1.1" status: 200 len: 849 time: 0.1027145 Nov 03 18:48:33.913180 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3849dfa-5551-4c56-9f86-b0a3adfe6ca8 req-a836f906-82da-4cf0-88a3-ee414aaf2f12 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/quotas/becd52d6557c422795eaaf4052e7b394 HTTP/1.1" status: 200 len: 375 time: 0.0825508 Nov 03 18:48:33.925101 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd5a900c-d3a9-469a-a30d-4f087d7a988f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:33.959011 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-0d9ae1b3-3c82-48f7-9b63-a2bc309aa6a7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d7ed6529-296f-482a-bc19-8148963a8bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608857 Nov 03 18:48:33.986929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249e020-f714-4d84-8ac1-e7c2201958cb req-6b527969-ad84-47db-9e03-95f680afe712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:33.988515 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c249e020-f714-4d84-8ac1-e7c2201958cb req-6b527969-ad84-47db-9e03-95f680afe712 service neutron] 10.222.0.98 "GET /v2.0/networks?id=31e0a50c-7147-4b72-938d-d6456d1a6470 HTTP/1.1" status: 200 len: 906 time: 0.2640944 Nov 03 18:48:34.045158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a900c-d3a9-469a-a30d-4f087d7a988f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event deleted for resources: {'Port': ['ID=da5e04d5-01ff-4a31-bea5-dc7dfb195a41,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:34.099854 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb079f35-719d-4f0d-bcd5-2f658a72bc9e req-b39b2400-53df-40ad-902f-86138082f271 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:34.101579 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb079f35-719d-4f0d-bcd5-2f658a72bc9e req-b39b2400-53df-40ad-902f-86138082f271 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 943 time: 0.2281854 Nov 03 18:48:34.104404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c249e020-f714-4d84-8ac1-e7c2201958cb req-fb9878b6-4143-45c1-a7ad-90306e75f067 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=021828c5-b6e7-4559-8785-ba64cbd8879b HTTP/1.1" status: 200 len: 217 time: 0.1028502 Nov 03 18:48:34.190408 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3849dfa-5551-4c56-9f86-b0a3adfe6ca8 req-64950b39-93cf-4561-b39c-806452f1a606 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=becd52d6557c422795eaaf4052e7b394&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2084687 Nov 03 18:48:34.239728 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd5a900c-d3a9-469a-a30d-4f087d7a988f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.243546 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd5a900c-d3a9-469a-a30d-4f087d7a988f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.249035 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bd5a900c-d3a9-469a-a30d-4f087d7a988f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "DELETE /v2.0/floatingips/5c301a8d-a924-4d9f-bbbb-be5275ca8512 HTTP/1.1" status: 204 len: 168 time: 1.5856860 Nov 03 18:48:34.261720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249e020-f714-4d84-8ac1-e7c2201958cb req-6ddcb898-6ed5-4ca7-abe9-c1cf32d71f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:34.263771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c249e020-f714-4d84-8ac1-e7c2201958cb req-6ddcb898-6ed5-4ca7-abe9-c1cf32d71f72 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a7d5dc92-2aee-436a-9b2e-237287fe4ac4 HTTP/1.1" status: 200 len: 845 time: 0.1507163 Nov 03 18:48:34.281801 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.296009 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-3ce6e517-a60e-417c-bd70-d9f0c1c5a28c service neutron] 10.222.0.87 "GET /v2.0/networks/d7ed6529-296f-482a-bc19-8148963a8bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174515 Nov 03 18:48:34.362762 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:34.363009 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c249e020-f714-4d84-8ac1-e7c2201958cb req-f516a70d-ba59-4ebb-b74d-5f488ef85dbf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=31e0a50c-7147-4b72-938d-d6456d1a6470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760164 Nov 03 18:48:34.382257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb079f35-719d-4f0d-bcd5-2f658a72bc9e req-cdc0aaad-c2cc-45ed-abb5-331897cd23ed tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665644 Nov 03 18:48:34.528241 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c249e020-f714-4d84-8ac1-e7c2201958cb req-2ef9842c-8f8b-4254-9fea-0a9daf4c74e9 service neutron] 10.222.0.98 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447690 Nov 03 18:48:34.542029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1116-2ad1-4844-8a28-8e68b033aa7c req-1fbe519d-a9da-42e9-b895-90b043432c37 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:34.551077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d21a1116-2ad1-4844-8a28-8e68b033aa7c req-1fbe519d-a9da-42e9-b895-90b043432c37 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 943 time: 0.2267551 Nov 03 18:48:34.647485 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a5deb8-9110-4c86-be65-bb871d4bce2c req-32c26d67-78b5-4ae3-a5db-c40c6b90393e service neutron] 10.222.0.87 "GET /v2.0/networks/d7ed6529-296f-482a-bc19-8148963a8bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422880 Nov 03 18:48:34.656746 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Allocated IP 172.25.2.209 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/0d388eb6-fb66-422b-aaa4-9c9603017e24) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:34.695845 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d21a1116-2ad1-4844-8a28-8e68b033aa7c req-059bfd69-4b8c-4892-9825-6fa27be81d2e tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/security-groups?id=20fbb4e3-bd98-41b6-9550-4c7758d1d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438425 Nov 03 18:48:34.735725 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c185c66-5ca3-4124-8a93-a76482455792 req-bfbfbeb7-8de4-45a3-8feb-74a3e7f108c6 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:34.743689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c185c66-5ca3-4124-8a93-a76482455792 req-bfbfbeb7-8de4-45a3-8feb-74a3e7f108c6 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1083503 Nov 03 18:48:34.755401 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c249e020-f714-4d84-8ac1-e7c2201958cb req-5363a39c-2378-40d0-9486-c5d35ad17548 service neutron] 10.222.0.98 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953526 Nov 03 18:48:34.843743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c185c66-5ca3-4124-8a93-a76482455792 req-be4b3614-3f89-471e-878d-d1451b9aebf6 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895278 Nov 03 18:48:34.906359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15cb09-0a04-4938-8df5-7216c65dba7f req-7922d54e-0e05-415c-a5cb-c5868d23ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:34.908694 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9e15cb09-0a04-4938-8df5-7216c65dba7f req-7922d54e-0e05-415c-a5cb-c5868d23ffaa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=db79b2cfb9d54998adc6767ee7f368a9&device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 1094 time: 0.1133392 Nov 03 18:48:34.989151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.020679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f9b7c-5182-4429-bfef-35ff7f45f316 req-51c67861-8970-4f9d-9364-3b4985292d04 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:35.034687 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-127f9b7c-5182-4429-bfef-35ff7f45f316 req-51c67861-8970-4f9d-9364-3b4985292d04 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.0947003 Nov 03 18:48:35.112505 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53980) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:35.119212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d981fea9-630f-4e2b-b76b-fd83b0b4c9a3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2024217620', 'description': 'tempest-description--1035252596'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:35.133474 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-127f9b7c-5182-4429-bfef-35ff7f45f316 req-a5da6666-5ef6-4a61-b6f4-c019f68f91df tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973067 Nov 03 18:48:35.142209 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15cb09-0a04-4938-8df5-7216c65dba7f req-a9e0f774-1389-4c50-b05e-6bb781791458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:35.145377 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9e15cb09-0a04-4938-8df5-7216c65dba7f req-a9e0f774-1389-4c50-b05e-6bb781791458 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d7ed6529-296f-482a-bc19-8148963a8bdf HTTP/1.1" status: 200 len: 910 time: 0.2258880 Nov 03 18:48:35.165549 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.278331 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9e15cb09-0a04-4938-8df5-7216c65dba7f req-720218da-3809-4579-b718-5810c95328b1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bc8b743-f927-4424-8329-a171cbf63520 HTTP/1.1" status: 200 len: 217 time: 0.1151903 Nov 03 18:48:35.290345 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d981fea9-630f-4e2b-b76b-fd83b0b4c9a3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:35.304055 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31311c-2605-45fd-b00c-364118b8bc90 req-88ac9421-a173-4c58-b4b7-1dc577b7f5bc tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:35.305630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f31311c-2605-45fd-b00c-364118b8bc90 req-88ac9421-a173-4c58-b4b7-1dc577b7f5bc tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1032901 Nov 03 18:48:35.401199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565787be-ce7c-45bd-a407-0347b210567f req-1e9f96d0-d804-4294-8d2e-a0c32c407445 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:35.402898 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-565787be-ce7c-45bd-a407-0347b210567f req-1e9f96d0-d804-4294-8d2e-a0c32c407445 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.1266537 Nov 03 18:48:35.409007 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f31311c-2605-45fd-b00c-364118b8bc90 req-28b7b9a6-933d-4f61-b464-2dd0c009b9b5 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833859 Nov 03 18:48:35.510099 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-565787be-ce7c-45bd-a407-0347b210567f req-aa45c264-6f36-453a-8bce-c9d9ac037f66 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925615 Nov 03 18:48:35.628504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666244d-b5c5-4f1e-a3fb-b95717809bf7 req-29e6457e-3411-43c8-8ec2-b52918f3dcc3 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:35.630252 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0666244d-b5c5-4f1e-a3fb-b95717809bf7 req-29e6457e-3411-43c8-8ec2-b52918f3dcc3 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 943 time: 0.0883842 Nov 03 18:48:35.701925 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dcccc905-2dad-4039-a435-b89657a54307 req-30c97bad-6cef-468a-b23c-da3550ae40a9 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=becd52d6557c422795eaaf4052e7b394 HTTP/1.1" status: 200 len: 221 time: 0.0645041 Nov 03 18:48:35.762645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0666244d-b5c5-4f1e-a3fb-b95717809bf7 req-c6f3a4fa-0617-432a-bd48-9773db71a2c1 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164386 Nov 03 18:48:35.830188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:35.833926 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:35.844705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Pushing event updated for resources: {'Port': ['ID=0d388eb6-fb66-422b-aaa4-9c9603017e24,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:35.849848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:35.861336 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15cb09-0a04-4938-8df5-7216c65dba7f req-1b9f75e1-2769-4704-8cf2-3ed36abeb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:35.863309 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9e15cb09-0a04-4938-8df5-7216c65dba7f req-1b9f75e1-2769-4704-8cf2-3ed36abeb8e0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=850d2d35-3501-48e4-8656-21a7ce0fff17 HTTP/1.1" status: 200 len: 849 time: 0.5697634 Nov 03 18:48:35.925692 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9e15cb09-0a04-4938-8df5-7216c65dba7f req-85cd6ecd-736a-4e30-b1c3-2577c436c93c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d7ed6529-296f-482a-bc19-8148963a8bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403256 Nov 03 18:48:36.144843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0093dd6-9ddc-4b7c-ae58-0aa13a6ca24c req-89065a64-e00c-494e-84df-d5d75eff7150 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:36.147296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0093dd6-9ddc-4b7c-ae58-0aa13a6ca24c req-89065a64-e00c-494e-84df-d5d75eff7150 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 943 time: 0.1075146 Nov 03 18:48:36.162154 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 021828c5-b6e7-4559-8785-ba64cbd8879b details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:48:36.170189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec11db6-5cc2-48cf-b9cd-5b929dbf81c4 req-14969726-d866-4ca1-9f84-ba7c0a5bd77b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:36.176682 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ec11db6-5cc2-48cf-b9cd-5b929dbf81c4 req-14969726-d866-4ca1-9f84-ba7c0a5bd77b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1847887 Nov 03 18:48:36.194854 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d981fea9-630f-4e2b-b76b-fd83b0b4c9a3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.212695 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d981fea9-630f-4e2b-b76b-fd83b0b4c9a3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.257408 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9e15cb09-0a04-4938-8df5-7216c65dba7f req-96007d53-31e2-4cd5-8314-bac8423e8ef0 service neutron] 10.222.0.87 "GET /v2.0/networks/d7ed6529-296f-482a-bc19-8148963a8bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202181 Nov 03 18:48:36.291284 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ec11db6-5cc2-48cf-b9cd-5b929dbf81c4 req-72f86580-cd74-4bfd-9c86-48b7833e37ca tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128969 Nov 03 18:48:36.314390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0093dd6-9ddc-4b7c-ae58-0aa13a6ca24c req-c06ad16d-f76d-4fb3-9abc-11145a62dbb0 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/security-groups?id=20fbb4e3-bd98-41b6-9550-4c7758d1d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596267 Nov 03 18:48:36.408718 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d981fea9-630f-4e2b-b76b-fd83b0b4c9a3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.422272 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d981fea9-630f-4e2b-b76b-fd83b0b4c9a3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3065135 Nov 03 18:48:36.427905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54028) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:36.438723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981fea9-630f-4e2b-b76b-fd83b0b4c9a3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f5bdcb-a3cf-48bd-827c-8f24eab48597,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:36.447139 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d6a9931e-8bfd-4815-bcf0-390a13a4d648 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Request body: {'security_group_rule': {'security_group_id': '23f5bdcb-a3cf-48bd-827c-8f24eab48597', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:36.495705 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 021828c5-b6e7-4559-8785-ba64cbd8879b, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=021828c5-b6e7-4559-8785-ba64cbd8879b,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:36.505269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fc3b8-0cc9-4e93-8e4a-b399076ebecf req-f581d47a-34f3-4cb1-97b6-9af2d7fe1d9b tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:36.507988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-394fc3b8-0cc9-4e93-8e4a-b399076ebecf req-f581d47a-34f3-4cb1-97b6-9af2d7fe1d9b tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.1085627 Nov 03 18:48:36.515359 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '021828c5-b6e7-4559-8785-ba64cbd8879b', 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470', 'port_id': '021828c5-b6e7-4559-8785-ba64cbd8879b', 'mac_address': 'fa:16:3e:5c:32:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d5dc92-2aee-436a-9b2e-237287fe4ac4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:48:36.530110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832beb4-bb23-41b4-81fc-30e5e7364b56 req-710c508c-1420-46b1-87b8-8bcd24ce0eae tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:36.539847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d832beb4-bb23-41b4-81fc-30e5e7364b56 req-710c508c-1420-46b1-87b8-8bcd24ce0eae tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1072626 Nov 03 18:48:36.569543 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.590392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021828c5-b6e7-4559-8785-ba64cbd8879b {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:36.624349 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 021828c5-b6e7-4559-8785-ba64cbd8879b, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=021828c5-b6e7-4559-8785-ba64cbd8879b,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:36.630904 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.643849 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.652672 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d6a9931e-8bfd-4815-bcf0-390a13a4d648 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.682081 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d832beb4-bb23-41b4-81fc-30e5e7364b56 req-0161d6de-b398-4e0c-ad6a-88ba07ec9225 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409347 Nov 03 18:48:36.716039 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=021828c5-b6e7-4559-8785-ba64cbd8879b,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:36.729192 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:36.729618 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:36.730213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:36.731055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-394fc3b8-0cc9-4e93-8e4a-b399076ebecf req-6f07737c-c019-4051-9004-11732fd8cc26 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825931 Nov 03 18:48:36.731195 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:36.731594 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:36.732331 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:36.733424 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:36.734087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:36.734554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:36.735105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:36.735828 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:36.736192 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:48:36.798067 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9e15cb09-0a04-4938-8df5-7216c65dba7f req-15063a1a-c7d2-4e6e-8564-e1f9e7757e36 service neutron] 10.222.0.87 "GET /v2.0/networks/d7ed6529-296f-482a-bc19-8148963a8bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233240 Nov 03 18:48:36.853936 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d6a9931e-8bfd-4815-bcf0-390a13a4d648 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.867823 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d6a9931e-8bfd-4815-bcf0-390a13a4d648 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.904782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['021828c5-b6e7-4559-8785-ba64cbd8879b'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:36.950158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9931e-8bfd-4815-bcf0-390a13a4d648 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b014a44e-2dc3-48e8-8c92-ec8be2e878e3,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:36.963731 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d6a9931e-8bfd-4815-bcf0-390a13a4d648 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:36.965096 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d6a9931e-8bfd-4815-bcf0-390a13a4d648 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5334597 Nov 03 18:48:36.968840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54044) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:36.974710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6148ff3f-d8e2-4f75-b962-14718fcea9b3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Request body: {'security_group_rule': {'security_group_id': '23f5bdcb-a3cf-48bd-827c-8f24eab48597', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:37.011735 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6148ff3f-d8e2-4f75-b962-14718fcea9b3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.036356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653326a0-6b03-48b0-b10c-f4e1ed6245ec req-2473bbf8-a97a-4e20-8bdd-75a69a2f85dc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:37.046263 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-653326a0-6b03-48b0-b10c-f4e1ed6245ec req-2473bbf8-a97a-4e20-8bdd-75a69a2f85dc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.1545486 Nov 03 18:48:37.106688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898e2fb-f769-4f39-a43b-6decfc5c0480 req-d53f89a8-423d-45b6-bb64-7a080e4245e7 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:37.117555 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898e2fb-f769-4f39-a43b-6decfc5c0480 req-d53f89a8-423d-45b6-bb64-7a080e4245e7 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2408190 Nov 03 18:48:37.174247 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6148ff3f-d8e2-4f75-b962-14718fcea9b3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.175886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-653326a0-6b03-48b0-b10c-f4e1ed6245ec req-c1600a90-d44b-417e-8403-504033149701 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285493 Nov 03 18:48:37.180166 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6148ff3f-d8e2-4f75-b962-14718fcea9b3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.220416 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.226041 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8898e2fb-f769-4f39-a43b-6decfc5c0480 req-5b2c7391-9183-4d8c-a503-d1bd752ea138 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057003 Nov 03 18:48:37.236461 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.257113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148ff3f-d8e2-4f75-b962-14718fcea9b3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e252580-ff07-42d8-a6a1-afe46251fd79,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:37.331920 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6148ff3f-d8e2-4f75-b962-14718fcea9b3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.333203 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6148ff3f-d8e2-4f75-b962-14718fcea9b3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3633170 Nov 03 18:48:37.341838 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54056) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:37.347433 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:37.386474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eb096-8227-4ffe-99e2-dc85b4afba45 req-d2f30583-3d69-43db-a556-7709acff3c50 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:37.388244 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e3eb096-8227-4ffe-99e2-dc85b4afba45 req-d2f30583-3d69-43db-a556-7709acff3c50 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 944 time: 0.1115239 Nov 03 18:48:37.398178 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.489002 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Router 80716f78-28b0-4e0a-ac06-008045218b88 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:48:37.552205 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e3eb096-8227-4ffe-99e2-dc85b4afba45 req-5d6546dd-a38e-4d99-a70e-5dbef96aec05 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485040 Nov 03 18:48:37.680096 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.761910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:37.783444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfeb1e5-a501-4940-95c1-626eba5e381f None None] Sync routers for ids ['80716f78-28b0-4e0a-ac06-008045218b88'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:37.785145 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:37.787516 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fde7967b-9380-4fbd-96da-64ccdeb3de8a tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "PUT /v2.0/routers/80716f78-28b0-4e0a-ac06-008045218b88 HTTP/1.1" status: 200 len: 914 time: 4.8266485 Nov 03 18:48:37.801950 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54076) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:37.814630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfeb1e5-a501-4940-95c1-626eba5e381f None None] Routers {'80716f78-28b0-4e0a-ac06-008045218b88'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:37.815701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ccfeb1e5-a501-4940-95c1-626eba5e381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['80716f78-28b0-4e0a-ac06-008045218b88'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:37.876134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ccfeb1e5-a501-4940-95c1-626eba5e381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:37.892671 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfeb1e5-a501-4940-95c1-626eba5e381f None None] Routers {'80716f78-28b0-4e0a-ac06-008045218b88'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:37.893609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ccfeb1e5-a501-4940-95c1-626eba5e381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['80716f78-28b0-4e0a-ac06-008045218b88'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:37.953542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ccfeb1e5-a501-4940-95c1-626eba5e381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:37.954389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfeb1e5-a501-4940-95c1-626eba5e381f None None] The sync data for ids ['80716f78-28b0-4e0a-ac06-008045218b88'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:37.960926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e0c87-91c8-4db6-be1e-5dc72f19a6e9 req-fe6c5e84-134b-426f-b265-a5fbec133345 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:37.964529 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f4e0c87-91c8-4db6-be1e-5dc72f19a6e9 req-fe6c5e84-134b-426f-b265-a5fbec133345 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2769542 Nov 03 18:48:37.997129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Allocated IP 172.25.2.169 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/2f1d2e7f-216b-4b2e-8d4c-9247b5421f4d) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:38.040826 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-aa23659c-bc04-4cb2-a4b7-2cf6218fbd44 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/routers/80716f78-28b0-4e0a-ac06-008045218b88 HTTP/1.1" status: 200 len: 920 time: 0.2368321 Nov 03 18:48:38.041847 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54080) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:38.118183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc44e3-8fc7-4fe8-9bb8-8a4e641707d2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:38.124025 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fcbc44e3-8fc7-4fe8-9bb8-8a4e641707d2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&device_id=80716f78-28b0-4e0a-ac06-008045218b88&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0766494 Nov 03 18:48:38.124282 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54088) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:38.187517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055cacc-8fed-4416-9d0c-e5e7c50cf4ca req-9ca73bed-f294-4a01-879e-581fd92a0551 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:38.190456 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 021828c5-b6e7-4559-8785-ba64cbd8879b up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:38.193342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0055cacc-8fed-4416-9d0c-e5e7c50cf4ca req-9ca73bed-f294-4a01-879e-581fd92a0551 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 943 time: 0.2906647 Nov 03 18:48:38.222811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f4e0c87-91c8-4db6-be1e-5dc72f19a6e9 req-ef33abb7-476a-4122-a082-9b8963dad9e7 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527118 Nov 03 18:48:38.289416 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 021828c5-b6e7-4559-8785-ba64cbd8879b completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:48:38.300525 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.301031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 021828c5-b6e7-4559-8785-ba64cbd8879b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:38.301416 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.312183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603ae869-4ad1-4a4e-acb7-4b4067c99247 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:38.314588 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-603ae869-4ad1-4a4e-acb7-4b4067c99247 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 881 time: 0.1890805 Nov 03 18:48:38.318622 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54092) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:38.378069 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-564f07bb-fd56-4409-9aae-f1d4e3b2ffb7 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "GET /v2.0/ports?device_id=80716f78-28b0-4e0a-ac06-008045218b88 HTTP/1.1" status: 200 len: 205 time: 0.0566831 Nov 03 18:48:38.381672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54094) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:38.388517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0055cacc-8fed-4416-9d0c-e5e7c50cf4ca req-879bc83d-a265-49f3-a64d-fb07253d0c25 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/security-groups?id=20fbb4e3-bd98-41b6-9550-4c7758d1d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618397 Nov 03 18:48:38.444271 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.496379 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96c4f64-8d53-4b91-9ca5-adb2e1cb884c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021828c5-b6e7-4559-8785-ba64cbd8879b'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:38.502731 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ee1e48-f114-49e7-8ef7-c588942f8960" -d '{"events": [{"server_uuid": "e96c4f64-8d53-4b91-9ca5-adb2e1cb884c", "name": "network-vif-plugged", "status": "completed", "tag": "021828c5-b6e7-4559-8785-ba64cbd8879b"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:38.519729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ab1a7-fefd-4230-b7e9-ad5dbb8bf8e4 req-62252b58-abd7-4a55-bba4-c9df386623c5 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:38.523144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-873ab1a7-fefd-4230-b7e9-ad5dbb8bf8e4 req-62252b58-abd7-4a55-bba4-c9df386623c5 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.1160810 Nov 03 18:48:38.528204 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.529376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 021828c5-b6e7-4559-8785-ba64cbd8879b, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=021828c5-b6e7-4559-8785-ba64cbd8879b,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:38.537423 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.647780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=021828c5-b6e7-4559-8785-ba64cbd8879b,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:38.654739 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0eca-e6a8-4df3-bf1b-9c059db73d98 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.835802 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0eca-e6a8-4df3-bf1b-9c059db73d98 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:38.907902 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6bc8b743-f927-4424-8329-a171cbf63520 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:48:38.950450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc0eca-e6a8-4df3-bf1b-9c059db73d98 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Deleting port 0d388eb6-fb66-422b-aaa4-9c9603017e24 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:38.950875 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0eca-e6a8-4df3-bf1b-9c059db73d98 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.124276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:39.139680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 6bc8b743-f927-4424-8329-a171cbf63520, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6bc8b743-f927-4424-8329-a171cbf63520,segment=NetworkSegment(1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a),segment_id=1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:39.154103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '6bc8b743-f927-4424-8329-a171cbf63520', 'network_id': 'd7ed6529-296f-482a-bc19-8148963a8bdf', 'port_id': '6bc8b743-f927-4424-8329-a171cbf63520', 'mac_address': 'fa:16:3e:89:c3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850d2d35-3501-48e4-8656-21a7ce0fff17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:48:39.159337 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:39.179823 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:39.181245 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0eca-e6a8-4df3-bf1b-9c059db73d98 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.225602 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc0eca-e6a8-4df3-bf1b-9c059db73d98 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Calling delete_port for 0d388eb6-fb66-422b-aaa4-9c9603017e24 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:39.227419 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.245220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc8b743-f927-4424-8329-a171cbf63520 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:39.251219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event updated for resources: {'Port': ['ID=2f1d2e7f-216b-4b2e-8d4c-9247b5421f4d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:39.294554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 6bc8b743-f927-4424-8329-a171cbf63520, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6bc8b743-f927-4424-8329-a171cbf63520,segment=NetworkSegment(1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a),segment_id=1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:39.304828 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.320482 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-873ab1a7-fefd-4230-b7e9-ad5dbb8bf8e4 req-00e22dc2-7ee9-4717-a314-1f8ca0a87e77 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7851245 Nov 03 18:48:39.353014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ba146-6831-40b4-aeba-88e94011fb5d req-3fb957cd-2acc-4eb8-997f-2717ec89f073 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:39.383046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa9ba146-6831-40b4-aeba-88e94011fb5d req-3fb957cd-2acc-4eb8-997f-2717ec89f073 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.3102701 Nov 03 18:48:39.421326 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=6bc8b743-f927-4424-8329-a171cbf63520,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:39.432931 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27fb40e-5370-4d65-90ba-e50fbf0244d1 x-openstack-request-id: req-a27fb40e-5370-4d65-90ba-e50fbf0244d1 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:39.434956 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96c4f64-8d53-4b91-9ca5-adb2e1cb884c", "name": "network-vif-plugged", "status": "completed", "tag": "021828c5-b6e7-4559-8785-ba64cbd8879b", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:39.436595 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a27fb40e-5370-4d65-90ba-e50fbf0244d1 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:39.437336 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96c4f64-8d53-4b91-9ca5-adb2e1cb884c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021828c5-b6e7-4559-8785-ba64cbd8879b', 'code': 200} Nov 03 18:48:39.517343 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa9ba146-6831-40b4-aeba-88e94011fb5d req-b24e70c5-88a3-424f-b3ac-e4ba69a85440 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327484 Nov 03 18:48:39.555567 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.594534 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0eca-e6a8-4df3-bf1b-9c059db73d98 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.642838 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc0eca-e6a8-4df3-bf1b-9c059db73d98 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Pushing event deleted for resources: {'Port': ['ID=0d388eb6-fb66-422b-aaa4-9c9603017e24,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:39.666312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['6bc8b743-f927-4424-8329-a171cbf63520'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:39.680853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ff45d-5b19-4b46-8c46-96ef57a57613 req-76599a6a-fccb-46b7-b47a-899a86a96c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:39.682567 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b80ff45d-5b19-4b46-8c46-96ef57a57613 req-76599a6a-fccb-46b7-b47a-899a86a96c83 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 1096 time: 0.1357687 Nov 03 18:48:39.691016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695e2f4-1860-4493-af5f-ed5572aeced1 req-c08cdfbb-b43a-47a3-960e-1fd2514627a0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:39.692656 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f695e2f4-1860-4493-af5f-ed5572aeced1 req-c08cdfbb-b43a-47a3-960e-1fd2514627a0 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 945 time: 0.1689348 Nov 03 18:48:39.696353 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.827267 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0eca-e6a8-4df3-bf1b-9c059db73d98 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.901701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b80ff45d-5b19-4b46-8c46-96ef57a57613 req-5c38a7c2-5136-4867-b777-66f09b42d75a service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077203 Nov 03 18:48:39.930460 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61bb90-9b54-4ef9-8711-2a06e3fe05ed req-c89390ee-745b-4d55-a558-28f9da0affe6 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:39.936101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc61bb90-9b54-4ef9-8711-2a06e3fe05ed req-c89390ee-745b-4d55-a558-28f9da0affe6 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 944 time: 0.3028185 Nov 03 18:48:39.971011 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0eca-e6a8-4df3-bf1b-9c059db73d98 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.974151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0eca-e6a8-4df3-bf1b-9c059db73d98 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:39.997358 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f695e2f4-1860-4493-af5f-ed5572aeced1 req-13e3442d-aad5-4c67-b68a-ffb901c17b49 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685823 Nov 03 18:48:40.047512 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0eca-e6a8-4df3-bf1b-9c059db73d98 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.049441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cc0eca-e6a8-4df3-bf1b-9c059db73d98 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Fanout notify agent at l3_agent the message router_deleted on router 80716f78-28b0-4e0a-ac06-008045218b88 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:48:40.068388 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8cc0eca-e6a8-4df3-bf1b-9c059db73d98 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.076854 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e8cc0eca-e6a8-4df3-bf1b-9c059db73d98 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "DELETE /v2.0/routers/80716f78-28b0-4e0a-ac06-008045218b88 HTTP/1.1" status: 204 len: 168 time: 1.6933656 Nov 03 18:48:40.079466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54128) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:40.087023 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc61bb90-9b54-4ef9-8711-2a06e3fe05ed req-09a11c03-410c-44d2-86f2-fb3ef387f694 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/security-groups?id=20fbb4e3-bd98-41b6-9550-4c7758d1d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314383 Nov 03 18:48:40.091503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ba77e705-a952-4f65-936d-da7af9e1da29 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2053990900', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:40.135830 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.143468 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.153951 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba77e705-a952-4f65-936d-da7af9e1da29 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.155536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba77e705-a952-4f65-936d-da7af9e1da29 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.258637 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba77e705-a952-4f65-936d-da7af9e1da29 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.267347 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba77e705-a952-4f65-936d-da7af9e1da29 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.276280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event updated for resources: {'Port': ['ID=2f1d2e7f-216b-4b2e-8d4c-9247b5421f4d,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:40.287097 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.303180 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba77e705-a952-4f65-936d-da7af9e1da29 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.308563 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ba77e705-a952-4f65-936d-da7af9e1da29 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2212541 Nov 03 18:48:40.308978 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54136) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:40.317253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'enable_snat': False}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:40.325890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a81187-f16d-4dc9-bafe-b3084e832e32 req-8ca7924e-e2d6-4319-a3bf-5cb627ba52b3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:40.328234 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27a81187-f16d-4dc9-bafe-b3084e832e32 req-8ca7924e-e2d6-4319-a3bf-5cb627ba52b3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1363921 Nov 03 18:48:40.331439 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.346297 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-717413f4-dcb9-41c6-902b-d6feda61f199 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9890237 Nov 03 18:48:40.388186 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27a81187-f16d-4dc9-bafe-b3084e832e32 req-0d3ba6e3-34c5-419c-bf81-defdd89e3e9e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527134 Nov 03 18:48:40.572496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a006b-c6e1-481b-b0ef-a9ec91ab06a9 req-3639664a-20ef-4ae8-83f3-61bacc5676b6 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:40.574595 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e09a006b-c6e1-481b-b0ef-a9ec91ab06a9 req-3639664a-20ef-4ae8-83f3-61bacc5676b6 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.0988805 Nov 03 18:48:40.647391 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-73baa439-816e-455f-bdc1-1050cabeb599 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--2024217620&fields=id&tenant_id=c915a3b09cd64007a53b58c020965f6c HTTP/1.1" status: 200 len: 267 time: 0.1187067 Nov 03 18:48:40.697567 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:40.739964 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e09a006b-c6e1-481b-b0ef-a9ec91ab06a9 req-05d359d1-d96a-4452-9863-1649c68d0332 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460569 Nov 03 18:48:40.923994 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6bc8b743-f927-4424-8329-a171cbf63520 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:41.008598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf82290-d138-4c18-9740-22e88856676c req-407eee65-7816-49b5-8fe4-b6423df749db tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:41.025535 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-407eee65-7816-49b5-8fe4-b6423df749db tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 817 time: 0.3603482 Nov 03 18:48:41.068854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 6bc8b743-f927-4424-8329-a171cbf63520 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:48:41.076337 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-a3162d5c-eb1c-40d2-83f1-6138c01517e8 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/quotas/c915a3b09cd64007a53b58c020965f6c HTTP/1.1" status: 200 len: 375 time: 0.0492394 Nov 03 18:48:41.081631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 6bc8b743-f927-4424-8329-a171cbf63520 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:41.083518 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.114079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f2e8c-ac85-469a-aba0-e6fb7704c255 req-ec17e3d8-268c-4ce6-aaf7-fdc16f4e5cdc tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:41.127683 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-411f2e8c-ac85-469a-aba0-e6fb7704c255 req-ec17e3d8-268c-4ce6-aaf7-fdc16f4e5cdc tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2259238 Nov 03 18:48:41.254822 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.308039 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-226f5987-1195-4203-b496-c0dc26d8b90b tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2285016 Nov 03 18:48:41.318157 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 6bc8b743-f927-4424-8329-a171cbf63520, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6bc8b743-f927-4424-8329-a171cbf63520,segment=NetworkSegment(1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a),segment_id=1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:41.334434 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.338830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-411f2e8c-ac85-469a-aba0-e6fb7704c255 req-b2932318-c4de-463c-a5a7-983f559c3bac tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074754 Nov 03 18:48:41.422611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=6bc8b743-f927-4424-8329-a171cbf63520,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:41.438727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9773ce-f250-473f-b11c-dac457fc298d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc8b743-f927-4424-8329-a171cbf63520'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:41.441846 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05695d64-cad8-4aa0-8e7f-119062895fe0" -d '{"events": [{"server_uuid": "bf9773ce-f250-473f-b11c-dac457fc298d", "name": "network-vif-plugged", "status": "completed", "tag": "6bc8b743-f927-4424-8329-a171cbf63520"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:41.478741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-75f680ff-644e-480e-bb19-9d732a838c98 service neutron] 10.222.0.107 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345644 Nov 03 18:48:41.533786 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.570469 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:41.677630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b198aa-4e96-4cd6-9ad8-5f87273b9bec req-f90f5b25-39b4-4a6a-8cc8-4b0ce37fc8d8 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:41.679238 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6b198aa-4e96-4cd6-9ad8-5f87273b9bec req-f90f5b25-39b4-4a6a-8cc8-4b0ce37fc8d8 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 945 time: 0.1547041 Nov 03 18:48:41.724580 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-42c1d0ae-8ed2-4d99-a17a-90946316b282 service neutron] 10.222.0.107 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323980 Nov 03 18:48:41.742563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Allocated IP 172.25.2.127 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/77ce9667-1efa-4a2d-ba55-6194059ea52c) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:41.765500 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6b198aa-4e96-4cd6-9ad8-5f87273b9bec req-26b9f0ff-e6ce-4dfc-9112-730aa9065a42 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788839 Nov 03 18:48:41.933730 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:42.003882 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:42.017886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86c56c-0948-4006-9db6-94f1a55bd145 req-4cdda886-a63a-4d9d-93b3-bc649688cbea tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:42.020601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b86c56c-0948-4006-9db6-94f1a55bd145 req-4cdda886-a63a-4d9d-93b3-bc649688cbea tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 945 time: 0.1305606 Nov 03 18:48:42.105419 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b86c56c-0948-4006-9db6-94f1a55bd145 req-5185e575-3536-4041-99b4-c4db99607c22 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/security-groups?id=20fbb4e3-bd98-41b6-9550-4c7758d1d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710819 Nov 03 18:48:42.107618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:42.118886 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:42.141019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:42.153754 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Pushing event updated for resources: {'Port': ['ID=77ce9667-1efa-4a2d-ba55-6194059ea52c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:42.178401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50ae2a-0cc5-4fb8-9b73-b9822733b5b7 req-2a81cdf8-f234-4a5f-a250-0ab60e01ab2b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:42.194255 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d50ae2a-0cc5-4fb8-9b73-b9822733b5b7 req-2a81cdf8-f234-4a5f-a250-0ab60e01ab2b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1172121 Nov 03 18:48:42.204932 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106dd8aa-18f2-43f3-ac5f-db0cd38c51cf x-openstack-request-id: req-106dd8aa-18f2-43f3-ac5f-db0cd38c51cf {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:42.205927 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9773ce-f250-473f-b11c-dac457fc298d", "name": "network-vif-plugged", "status": "completed", "tag": "6bc8b743-f927-4424-8329-a171cbf63520", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:42.205927 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-106dd8aa-18f2-43f3-ac5f-db0cd38c51cf {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:42.206434 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9773ce-f250-473f-b11c-dac457fc298d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc8b743-f927-4424-8329-a171cbf63520', 'code': 200} Nov 03 18:48:42.330667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d50ae2a-0cc5-4fb8-9b73-b9822733b5b7 req-db159989-4298-4194-aa61-a48897b3c279 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352289 Nov 03 18:48:42.437298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118c97d-cc16-4c99-a3bd-f4d9f96028da req-31daee91-d907-44b8-919e-ecb3ca2b07a8 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:42.440514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3118c97d-cc16-4c99-a3bd-f4d9f96028da req-31daee91-d907-44b8-919e-ecb3ca2b07a8 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.1030321 Nov 03 18:48:42.525016 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e902-76c0-4ab1-8d55-ff24bcc3bee1 req-67e6f814-1d85-440c-97b1-9b9c3fe9b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:42.527243 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8591e902-76c0-4ab1-8d55-ff24bcc3bee1 req-67e6f814-1d85-440c-97b1-9b9c3fe9b3f6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 1096 time: 0.1297789 Nov 03 18:48:42.559969 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3118c97d-cc16-4c99-a3bd-f4d9f96028da req-ee0a770b-734e-4bb3-a12b-47d6cc0ef530 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082995 Nov 03 18:48:42.675445 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:42.681721 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8591e902-76c0-4ab1-8d55-ff24bcc3bee1 req-d927df11-4399-4524-a839-a388b85dc34b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=20fbb4e3-bd98-41b6-9550-4c7758d1d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914128 Nov 03 18:48:42.772090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-050ce07d-c70c-4efb-a637-7578db10d748 req-13b68a8d-312a-4b68-a48b-b1d869bb965e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 210 time: 0.0863202 Nov 03 18:48:42.838568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b450e-51ab-4a76-977b-7ff12032c579 req-425fab1d-51d2-4683-ae8e-c4958fc4af6c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:42.845499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-017b450e-51ab-4a76-977b-7ff12032c579 req-425fab1d-51d2-4683-ae8e-c4958fc4af6c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 945 time: 0.0719643 Nov 03 18:48:43.018446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-017b450e-51ab-4a76-977b-7ff12032c579 req-fe0ddd72-011b-4031-a61f-f87b35df4ef9 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719158 Nov 03 18:48:43.044156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3aa0e-419b-42a7-8f76-85921e789ce3 req-2c3d5b40-c784-4fba-b02e-892671d826b8 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:43.044156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4f3aa0e-419b-42a7-8f76-85921e789ce3 req-2c3d5b40-c784-4fba-b02e-892671d826b8 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1569197 Nov 03 18:48:43.120866 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.135362 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.155336 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.176247 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4f3aa0e-419b-42a7-8f76-85921e789ce3 req-7a9fedf5-4f0d-4132-9dc7-3c38165e4c42 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262434 Nov 03 18:48:43.382536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc5c74-7a00-4c67-8ba2-7d5ea645e8a6 req-7c28efb9-6617-400d-a7ac-3ac1bd1297ff tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:43.385303 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27cc5c74-7a00-4c67-8ba2-7d5ea645e8a6 req-7c28efb9-6617-400d-a7ac-3ac1bd1297ff tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 945 time: 0.1119795 Nov 03 18:48:43.492165 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Router dd04f21d-782c-40ae-ba86-6a964ac67f64 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:48:43.544262 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc55e20-6e43-4824-8f3a-17bb85693506 req-a7f3cd0d-60a1-482e-9e47-563cd3f5a52e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:43.548429 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1cc55e20-6e43-4824-8f3a-17bb85693506 req-a7f3cd0d-60a1-482e-9e47-563cd3f5a52e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1840045 Nov 03 18:48:43.568399 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27cc5c74-7a00-4c67-8ba2-7d5ea645e8a6 req-38aa9d6c-a9b1-4be9-acec-aa4a2f267a01 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/security-groups?id=20fbb4e3-bd98-41b6-9550-4c7758d1d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355212 Nov 03 18:48:43.672236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1cc55e20-6e43-4824-8f3a-17bb85693506 req-388cac19-3281-4fcf-90a8-66d4e3ac6f45 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025732 Nov 03 18:48:43.703676 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:43.716831 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:43.718574 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c66add7b-078f-45a1-98db-7f92b871f758 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "PUT /v2.0/routers/dd04f21d-782c-40ae-ba86-6a964ac67f64 HTTP/1.1" status: 200 len: 916 time: 3.4079316 Nov 03 18:48:43.728485 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345c134d-7af4-44ce-b8f1-5ba1c945cd36 None None] Sync routers for ids ['dd04f21d-782c-40ae-ba86-6a964ac67f64'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:43.738688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54236) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:43.751185 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345c134d-7af4-44ce-b8f1-5ba1c945cd36 None None] Routers {'dd04f21d-782c-40ae-ba86-6a964ac67f64'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:43.752102 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-345c134d-7af4-44ce-b8f1-5ba1c945cd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['dd04f21d-782c-40ae-ba86-6a964ac67f64'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:43.806868 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-345c134d-7af4-44ce-b8f1-5ba1c945cd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:43.824382 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345c134d-7af4-44ce-b8f1-5ba1c945cd36 None None] Routers {'dd04f21d-782c-40ae-ba86-6a964ac67f64'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:43.826132 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-345c134d-7af4-44ce-b8f1-5ba1c945cd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['dd04f21d-782c-40ae-ba86-6a964ac67f64'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:43.886207 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-345c134d-7af4-44ce-b8f1-5ba1c945cd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:43.887103 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345c134d-7af4-44ce-b8f1-5ba1c945cd36 None None] The sync data for ids ['dd04f21d-782c-40ae-ba86-6a964ac67f64'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:44.012179 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa7854-3db7-494f-83fd-f24a309d5fbd req-f7a02277-e259-4b8a-aabd-77c63172b8b2 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:44.013777 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4fa7854-3db7-494f-83fd-f24a309d5fbd req-f7a02277-e259-4b8a-aabd-77c63172b8b2 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.2671180 Nov 03 18:48:44.053949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5a6486e-3a87-47a3-8323-e17db2be89dc req-8b86603c-8e1c-4708-84f6-465a4718b78d tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 210 time: 0.0506437 Nov 03 18:48:44.099802 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b4f76f42-d306-433a-b195-d3b47472b7a0 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/routers/dd04f21d-782c-40ae-ba86-6a964ac67f64 HTTP/1.1" status: 200 len: 922 time: 0.3585744 Nov 03 18:48:44.100701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54250) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:44.193475 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4fa7854-3db7-494f-83fd-f24a309d5fbd req-22f381be-f315-4488-a7a3-fd65c44c70bf tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671879 Nov 03 18:48:44.247996 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a660fb87-70c3-429a-8e16-869c6cf661a3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:44.253136 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a660fb87-70c3-429a-8e16-869c6cf661a3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&device_id=dd04f21d-782c-40ae-ba86-6a964ac67f64&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1505618 Nov 03 18:48:44.258304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54254) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:44.545104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe806b4-3672-405e-90e6-52d34a359a6b req-8b124f27-ccc9-47ec-af22-e6201a849b2b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:44.548350 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfe806b4-3672-405e-90e6-52d34a359a6b req-8b124f27-ccc9-47ec-af22-e6201a849b2b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2422733 Nov 03 18:48:44.599218 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1720c-9837-489c-87d4-f71780462a46 req-230e796c-1df4-4860-92a5-fa95a3a57511 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:44.612399 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21e1720c-9837-489c-87d4-f71780462a46 req-230e796c-1df4-4860-92a5-fa95a3a57511 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 945 time: 0.2848842 Nov 03 18:48:44.672377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369c8b1a-e489-4f3a-ae1c-e4225ccac07d tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:44.674521 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-369c8b1a-e489-4f3a-ae1c-e4225ccac07d tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 881 time: 0.4146986 Nov 03 18:48:44.677172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf82290-d138-4c18-9740-22e88856676c req-f5d8c8ee-a88a-432f-9d0f-808b60d6b648 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:44.684968 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-f5d8c8ee-a88a-432f-9d0f-808b60d6b648 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.87 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 817 time: 0.3146648 Nov 03 18:48:44.685664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54264) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:44.754575 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-33a171a3-dbe6-470b-94c5-3353ded736e6 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd04f21d-782c-40ae-ba86-6a964ac67f64 HTTP/1.1" status: 200 len: 205 time: 0.0649171 Nov 03 18:48:44.762729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54266) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:44.813060 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-a69573a6-af19-47e4-8bae-089e5275ca48 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c915a3b09cd64007a53b58c020965f6c HTTP/1.1" status: 200 len: 380 time: 0.1040740 Nov 03 18:48:44.870493 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21e1720c-9837-489c-87d4-f71780462a46 req-50334d9a-f468-4420-af42-eec90a5b878d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568853 Nov 03 18:48:44.870945 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-9bf82290-d138-4c18-9740-22e88856676c req-a82bf30f-6237-42e6-88a9-49117967684f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Request body: {'port': {'device_id': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'admin_state_up': True, 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'security_groups': ['23f5bdcb-a3cf-48bd-827c-8f24eab48597']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:44.880164 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfe806b4-3672-405e-90e6-52d34a359a6b req-246327a3-0458-435f-bad1-e39e832a7c49 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128777 Nov 03 18:48:45.015496 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b26c94d-a239-406c-aedf-a42f94677c66 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:45.196456 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b26c94d-a239-406c-aedf-a42f94677c66 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:45.245943 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf82290-d138-4c18-9740-22e88856676c req-a82bf30f-6237-42e6-88a9-49117967684f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Made reservation on behalf of c915a3b09cd64007a53b58c020965f6c for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:48:45.252164 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9bf82290-d138-4c18-9740-22e88856676c req-a82bf30f-6237-42e6-88a9-49117967684f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:45.281051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d400c-e4c9-4df4-abe3-d5892e7aa891 req-a0784803-50ec-453f-b908-f48205ae44a5 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:45.291847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e9d400c-e4c9-4df4-abe3-d5892e7aa891 req-a0784803-50ec-453f-b908-f48205ae44a5 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 945 time: 0.1175492 Nov 03 18:48:45.401098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e9d400c-e4c9-4df4-abe3-d5892e7aa891 req-97f03e8b-ac38-4592-96fb-aadd9a40fce0 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/security-groups?id=20fbb4e3-bd98-41b6-9550-4c7758d1d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080768 Nov 03 18:48:45.403931 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-7b26c94d-a239-406c-aedf-a42f94677c66 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Deleting port 77ce9667-1efa-4a2d-ba55-6194059ea52c {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:45.403931 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b26c94d-a239-406c-aedf-a42f94677c66 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:45.628789 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b26c94d-a239-406c-aedf-a42f94677c66 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:45.639973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-9bf82290-d138-4c18-9740-22e88856676c req-a82bf30f-6237-42e6-88a9-49117967684f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Allocated IP 172.20.0.5 (6158e201-7067-485a-828c-1c59e35954b7/e3aa174d-f75e-461c-bfcb-5c4a20bb9478/aec281bb-43c9-4653-a296-0a3842dc700e) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:45.679598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-7b26c94d-a239-406c-aedf-a42f94677c66 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Calling delete_port for 77ce9667-1efa-4a2d-ba55-6194059ea52c owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:45.702956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c434a0-3207-4239-8f30-fcc907cefeec req-c59c0bb8-cc3b-43c7-865f-b74e290d739e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:45.704166 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9c434a0-3207-4239-8f30-fcc907cefeec req-c59c0bb8-cc3b-43c7-865f-b74e290d739e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1253099 Nov 03 18:48:45.803787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9c434a0-3207-4239-8f30-fcc907cefeec req-6409f621-59ce-4208-8bc3-e39dcf03854c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769694 Nov 03 18:48:45.974240 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9bf82290-d138-4c18-9740-22e88856676c req-a82bf30f-6237-42e6-88a9-49117967684f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.082127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9bf82290-d138-4c18-9740-22e88856676c req-a82bf30f-6237-42e6-88a9-49117967684f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.110299 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af9033ac-ba47-43ab-97a9-925caf017550 req-2a961dfa-8fce-4cc3-9649-d4d276e0fd8d tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 210 time: 0.0685530 Nov 03 18:48:46.119697 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b26c94d-a239-406c-aedf-a42f94677c66 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.175264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26c94d-a239-406c-aedf-a42f94677c66 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Pushing event deleted for resources: {'Port': ['ID=77ce9667-1efa-4a2d-ba55-6194059ea52c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:46.252022 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf82290-d138-4c18-9740-22e88856676c req-a82bf30f-6237-42e6-88a9-49117967684f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Network 6158e201-7067-485a-828c-1c59e35954b7 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:46.270586 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-9bf82290-d138-4c18-9740-22e88856676c req-a82bf30f-6237-42e6-88a9-49117967684f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:46.328808 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bf30f-6237-42e6-88a9-49117967684f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event updated for resources: {'Port': ['ID=aec281bb-43c9-4653-a296-0a3842dc700e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:46.334476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf82290-d138-4c18-9740-22e88856676c req-a82bf30f-6237-42e6-88a9-49117967684f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:46.359904 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b26c94d-a239-406c-aedf-a42f94677c66 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.532353 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf82290-d138-4c18-9740-22e88856676c req-a82bf30f-6237-42e6-88a9-49117967684f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:46.534667 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9bf82290-d138-4c18-9740-22e88856676c req-a82bf30f-6237-42e6-88a9-49117967684f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.570870 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b26c94d-a239-406c-aedf-a42f94677c66 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.583846 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b26c94d-a239-406c-aedf-a42f94677c66 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.600776 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-a82bf30f-6237-42e6-88a9-49117967684f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7305472 Nov 03 18:48:46.615500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f519a-b7e3-44ca-89ed-2676aa0fc7cf req-b9690bcd-c244-4de3-8574-1b5a75f0a443 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:46.623275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Request body: {'port': {'device_id': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:46.626246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c40f519a-b7e3-44ca-89ed-2676aa0fc7cf req-b9690bcd-c244-4de3-8574-1b5a75f0a443 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.1381154 Nov 03 18:48:46.783480 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.841036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c40f519a-b7e3-44ca-89ed-2676aa0fc7cf req-d9950088-7310-4da3-abc8-9a892edec08d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121966 Nov 03 18:48:46.849755 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b26c94d-a239-406c-aedf-a42f94677c66 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.850644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b26c94d-a239-406c-aedf-a42f94677c66 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Fanout notify agent at l3_agent the message router_deleted on router dd04f21d-782c-40ae-ba86-6a964ac67f64 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:48:46.911701 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b26c94d-a239-406c-aedf-a42f94677c66 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.912890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7b26c94d-a239-406c-aedf-a42f94677c66 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "DELETE /v2.0/routers/dd04f21d-782c-40ae-ba86-6a964ac67f64 HTTP/1.1" status: 204 len: 168 time: 2.1434681 Nov 03 18:48:46.919937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54318) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:46.924757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1371299658', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:46.992036 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:46.993311 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.073787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5f45c8f6-95c9-467d-9f8a-1e8fd2eacbe6 None None] Provisioning complete for port aec281bb-43c9-4653-a296-0a3842dc700e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:47.075214 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5f45c8f6-95c9-467d-9f8a-1e8fd2eacbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.165793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-5f45c8f6-95c9-467d-9f8a-1e8fd2eacbe6 None None] Port aec281bb-43c9-4653-a296-0a3842dc700e cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:48:47.188030 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.425072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec281bb-43c9-4653-a296-0a3842dc700e {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:47.461693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.506259 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Transition to ACTIVE for port object aec281bb-43c9-4653-a296-0a3842dc700e will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:48:47.511740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.630860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Pushing event updated for resources: {'Port': ['ID=aec281bb-43c9-4653-a296-0a3842dc700e,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:47.765023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Attempting to bind port aec281bb-43c9-4653-a296-0a3842dc700e on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:48:47.765860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Attempting to bind port aec281bb-43c9-4653-a296-0a3842dc700e by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:48:47.780143 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Attempting to bind port aec281bb-43c9-4653-a296-0a3842dc700e on network 6158e201-7067-485a-828c-1c59e35954b7 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:47.789265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Port aec281bb-43c9-4653-a296-0a3842dc700e on network 6158e201-7067-485a-828c-1c59e35954b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:48:47.789831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Attempting to bind port aec281bb-43c9-4653-a296-0a3842dc700e on network 6158e201-7067-485a-828c-1c59e35954b7 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:48:47.800074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:48:47.800649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Checking segment: {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:48:47.801310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Bound using segment: {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:48:47.802079 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Bound port: aec281bb-43c9-4653-a296-0a3842dc700e, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '6158e201-7067-485a-828c-1c59e35954b7'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:48:47.802691 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.916710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] For port aec281bb-43c9-4653-a296-0a3842dc700e, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:48:47.929580 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] For port aec281bb-43c9-4653-a296-0a3842dc700e, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=aec281bb-43c9-4653-a296-0a3842dc700e,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:48:47.942918 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.991706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:47.993375 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:47.996370 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] 10.222.0.87 "PUT /v2.0/ports/aec281bb-43c9-4653-a296-0a3842dc700e HTTP/1.1" status: 200 len: 1091 time: 1.3787882 Nov 03 18:48:47.997183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'tag': 'aec281bb-43c9-4653-a296-0a3842dc700e'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:48.002233 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab9bf46-2f5b-45ec-b282-9d56531d27a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b52d3d76-11ce-4a7f-92b4-192fb57bf171", "tag": "aec281bb-43c9-4653-a296-0a3842dc700e"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:48.024603 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.070496 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a965073-f80d-4b96-a38c-5f24e268fffd service neutron] Pushing event updated for resources: {'Port': ['ID=aec281bb-43c9-4653-a296-0a3842dc700e,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:48.070760 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d965c5-5609-47f8-8e7f-b88d3c5fb9c5 req-c80f4abd-8f8d-4503-9f78-0af1aa97ec1c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:48.072396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17d965c5-5609-47f8-8e7f-b88d3c5fb9c5 req-c80f4abd-8f8d-4503-9f78-0af1aa97ec1c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.8176761 Nov 03 18:48:48.102080 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:48:48.215156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ed196-109f-4b38-95a6-88f84d048e1a req-39fbf44e-6a57-4ae3-8a54-147145465534 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:48.217594 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 021828c5-b6e7-4559-8785-ba64cbd8879b details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:48:48.224770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-407ed196-109f-4b38-95a6-88f84d048e1a req-39fbf44e-6a57-4ae3-8a54-147145465534 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.2292931 Nov 03 18:48:48.288088 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf82290-d138-4c18-9740-22e88856676c req-9e4ecdb0-5d19-4151-a4a3-5ca423c78876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:48.290047 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-9e4ecdb0-5d19-4151-a4a3-5ca423c78876 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 1094 time: 0.1850882 Nov 03 18:48:48.379055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-407ed196-109f-4b38-95a6-88f84d048e1a req-341b953c-8cb9-4787-a53b-b8931f7ae369 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532280 Nov 03 18:48:48.407319 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-2aaeb685-0ab2-4a92-a92a-a6034583c8f5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec281bb-43c9-4653-a296-0a3842dc700e HTTP/1.1" status: 200 len: 217 time: 0.0962920 Nov 03 18:48:48.508151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf82290-d138-4c18-9740-22e88856676c req-d156a4a8-7ce0-44f1-8763-78990b0bb42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:48.511804 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-d156a4a8-7ce0-44f1-8763-78990b0bb42a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e3aa174d-f75e-461c-bfcb-5c4a20bb9478 HTTP/1.1" status: 200 len: 856 time: 0.0895600 Nov 03 18:48:48.519123 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17d965c5-5609-47f8-8e7f-b88d3c5fb9c5 req-6542aeff-38d7-4567-ba68-2e25ef73eee3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638675 Nov 03 18:48:48.568209 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 021828c5-b6e7-4559-8785-ba64cbd8879b, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=021828c5-b6e7-4559-8785-ba64cbd8879b,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:48.621020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '021828c5-b6e7-4559-8785-ba64cbd8879b', 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470', 'port_id': '021828c5-b6e7-4559-8785-ba64cbd8879b', 'mac_address': 'fa:16:3e:5c:32:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d5dc92-2aee-436a-9b2e-237287fe4ac4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:48:48.691371 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf82290-d138-4c18-9740-22e88856676c req-bb6a43c0-6e73-4e36-a27a-b4ffbf00ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:48.693161 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-bb6a43c0-6e73-4e36-a27a-b4ffbf00ed22 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6158e201-7067-485a-828c-1c59e35954b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662152 Nov 03 18:48:48.712139 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.752774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 021828c5-b6e7-4559-8785-ba64cbd8879b {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:48.784487 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 021828c5-b6e7-4559-8785-ba64cbd8879b, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=021828c5-b6e7-4559-8785-ba64cbd8879b,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:48.797916 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.889568 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-47649473-faa6-49bf-b0af-d2d56db07962 service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854632 Nov 03 18:48:48.890872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=021828c5-b6e7-4559-8785-ba64cbd8879b,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:48.908497 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.941664 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['021828c5-b6e7-4559-8785-ba64cbd8879b'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:48.955309 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:48.969140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ef24c-4b6c-4a00-9748-db9d353ca3e0 req-b5ff9f9e-fb1b-4dca-9bad-24466b6e2c87 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:48.971806 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d00ef24c-4b6c-4a00-9748-db9d353ca3e0 req-b5ff9f9e-fb1b-4dca-9bad-24466b6e2c87 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 945 time: 0.3157248 Nov 03 18:48:49.015570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031cf6-4206-4d44-9ccb-88dc2203b00b req-5f781943-7c2b-4ce9-805f-03dc5af665a1 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:49.017857 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28031cf6-4206-4d44-9ccb-88dc2203b00b req-5f781943-7c2b-4ce9-805f-03dc5af665a1 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.3288627 Nov 03 18:48:49.064430 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9bf82290-d138-4c18-9740-22e88856676c req-94a635fc-37b8-4038-ba45-7d985aaca5c8 service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571755 Nov 03 18:48:49.245495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d00ef24c-4b6c-4a00-9748-db9d353ca3e0 req-63b0c69b-d480-416a-b96c-2ce2ccc2fd2f tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/security-groups?id=20fbb4e3-bd98-41b6-9550-4c7758d1d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538881 Nov 03 18:48:49.257711 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28031cf6-4206-4d44-9ccb-88dc2203b00b req-f68c50e9-c836-474d-a48a-9c33696af0d3 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925402 Nov 03 18:48:49.295472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Allocated IP 172.25.2.17 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/4587d862-f769-4984-ae84-d3039f76b116) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:48:49.323828 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a45f3ab-8fd0-4d0e-9ce9-4e74a9cca788 x-openstack-request-id: req-0a45f3ab-8fd0-4d0e-9ce9-4e74a9cca788 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:49.324336 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52d3d76-11ce-4a7f-92b4-192fb57bf171", "tag": "aec281bb-43c9-4653-a296-0a3842dc700e", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:49.325220 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0a45f3ab-8fd0-4d0e-9ce9-4e74a9cca788 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:49.325930 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'tag': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'status': 'completed', 'code': 200} Nov 03 18:48:49.481222 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:49.585099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f1966-d143-4084-879b-fc2aad20491e req-98ec286f-2fa2-42a8-9fe3-d384b94ca3cb tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:49.587547 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-592f1966-d143-4084-879b-fc2aad20491e req-98ec286f-2fa2-42a8-9fe3-d384b94ca3cb tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 945 time: 0.1256511 Nov 03 18:48:49.594002 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9bf46-2f5b-45ec-b282-9d56531d27a7 req-8cdd8e91-6506-49c4-8c4b-85d2964ed58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:49.595510 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bab9bf46-2f5b-45ec-b282-9d56531d27a7 req-8cdd8e91-6506-49c4-8c4b-85d2964ed58a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 1094 time: 0.0914893 Nov 03 18:48:49.631252 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:49.656476 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85717d59-01ab-4f53-8c21-37098f3e999d req-eef9ff2c-2c7d-42e3-b36b-a300b0e03e15 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:49.666162 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85717d59-01ab-4f53-8c21-37098f3e999d req-eef9ff2c-2c7d-42e3-b36b-a300b0e03e15 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.1534472 Nov 03 18:48:49.741261 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196cbc8-3182-4e45-97c7-b3ee8d55a5e4 req-fb1aa687-7578-4b36-aa98-8144c3f9c5a0 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:49.742835 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e196cbc8-3182-4e45-97c7-b3ee8d55a5e4 req-fb1aa687-7578-4b36-aa98-8144c3f9c5a0 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2228513 Nov 03 18:48:49.755937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:48:49.767572 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:48:49.775062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:48:49.879737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Pushing event updated for resources: {'Port': ['ID=4587d862-f769-4984-ae84-d3039f76b116,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:49.893240 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85717d59-01ab-4f53-8c21-37098f3e999d req-600cfcf0-470e-40db-90c4-dceb89965801 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256930 Nov 03 18:48:49.911095 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9bf46-2f5b-45ec-b282-9d56531d27a7 req-5d7637db-4f8e-4c1c-baa1-0087e7b6d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:49.914723 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bab9bf46-2f5b-45ec-b282-9d56531d27a7 req-5d7637db-4f8e-4c1c-baa1-0087e7b6d470 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 918 time: 0.3077357 Nov 03 18:48:50.014833 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bab9bf46-2f5b-45ec-b282-9d56531d27a7 req-0743b2c3-4033-4b60-ac1a-07cac6320cbd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec281bb-43c9-4653-a296-0a3842dc700e HTTP/1.1" status: 200 len: 217 time: 0.0882130 Nov 03 18:48:50.038173 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e196cbc8-3182-4e45-97c7-b3ee8d55a5e4 req-93196870-c310-461e-8ffa-1aa6aa7b3c63 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620245 Nov 03 18:48:50.040166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-592f1966-d143-4084-879b-fc2aad20491e req-b03a6edb-dde6-4773-b319-b762b6173398 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Deleting port 6bc8b743-f927-4424-8329-a171cbf63520 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:50.040396 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-592f1966-d143-4084-879b-fc2aad20491e req-b03a6edb-dde6-4773-b319-b762b6173398 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:50.201584 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9bf46-2f5b-45ec-b282-9d56531d27a7 req-f9151e46-62fd-4912-bcc3-09b85108bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:50.205104 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bab9bf46-2f5b-45ec-b282-9d56531d27a7 req-f9151e46-62fd-4912-bcc3-09b85108bfea service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e3aa174d-f75e-461c-bfcb-5c4a20bb9478 HTTP/1.1" status: 200 len: 856 time: 0.1767106 Nov 03 18:48:50.231118 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 021828c5-b6e7-4559-8785-ba64cbd8879b up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:50.321412 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9bf46-2f5b-45ec-b282-9d56531d27a7 req-60281e44-f529-4cce-b0eb-5872f0db81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:50.324472 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bab9bf46-2f5b-45ec-b282-9d56531d27a7 req-60281e44-f529-4cce-b0eb-5872f0db81ab service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6158e201-7067-485a-828c-1c59e35954b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032786 Nov 03 18:48:50.329872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-592f1966-d143-4084-879b-fc2aad20491e req-b03a6edb-dde6-4773-b319-b762b6173398 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] For port 6bc8b743-f927-4424-8329-a171cbf63520, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=6bc8b743-f927-4424-8329-a171cbf63520,segment=NetworkSegment(1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a),segment_id=1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:50.331682 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-592f1966-d143-4084-879b-fc2aad20491e req-b03a6edb-dde6-4773-b319-b762b6173398 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:50.360233 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 021828c5-b6e7-4559-8785-ba64cbd8879b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:50.362155 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:50.388749 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-592f1966-d143-4084-879b-fc2aad20491e req-b03a6edb-dde6-4773-b319-b762b6173398 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Calling delete_port for 6bc8b743-f927-4424-8329-a171cbf63520 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:50.486133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469108f2-1f16-478c-b006-cf64fab322a5 req-064ef8e1-6899-433c-b060-b66fa6704522 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:50.487663 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-469108f2-1f16-478c-b006-cf64fab322a5 req-064ef8e1-6899-433c-b060-b66fa6704522 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1375270 Nov 03 18:48:50.541785 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:50.570451 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bab9bf46-2f5b-45ec-b282-9d56531d27a7 req-4c1ae2b0-9605-46c0-9e3f-ce0889458095 service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320371 Nov 03 18:48:50.584595 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:50.658249 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96c4f64-8d53-4b91-9ca5-adb2e1cb884c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021828c5-b6e7-4559-8785-ba64cbd8879b'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:50.670658 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcf800d-bc0d-4359-b2b6-0df9b31d1997" -d '{"events": [{"server_uuid": "e96c4f64-8d53-4b91-9ca5-adb2e1cb884c", "name": "network-vif-plugged", "status": "completed", "tag": "021828c5-b6e7-4559-8785-ba64cbd8879b"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:50.711631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 021828c5-b6e7-4559-8785-ba64cbd8879b, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=021828c5-b6e7-4559-8785-ba64cbd8879b,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:50.720600 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:50.744088 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-469108f2-1f16-478c-b006-cf64fab322a5 req-0cbb11af-f2a8-430d-8e48-41cd197360c5 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436140 Nov 03 18:48:50.820037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e34ea6-596f-49cc-943f-24807ecd8e14 req-93d7c409-cd1b-4586-ac5e-0dbb87249074 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:50.833152 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60e34ea6-596f-49cc-943f-24807ecd8e14 req-93d7c409-cd1b-4586-ac5e-0dbb87249074 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 945 time: 0.2364745 Nov 03 18:48:50.864648 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=021828c5-b6e7-4559-8785-ba64cbd8879b,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:50.975894 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bab9bf46-2f5b-45ec-b282-9d56531d27a7 req-cb119d56-b00f-4f6f-afaf-a1376e34684a service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970540 Nov 03 18:48:50.978845 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60e34ea6-596f-49cc-943f-24807ecd8e14 req-f2e60017-5e2b-4ce3-a31a-5f8acbe97fae tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/security-groups?id=20fbb4e3-bd98-41b6-9550-4c7758d1d2c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419036 Nov 03 18:48:50.982725 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-592f1966-d143-4084-879b-fc2aad20491e req-b03a6edb-dde6-4773-b319-b762b6173398 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.045799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a6edb-dde6-4773-b319-b762b6173398 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Pushing event deleted for resources: {'Port': ['ID=6bc8b743-f927-4424-8329-a171cbf63520,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:51.166992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-592f1966-d143-4084-879b-fc2aad20491e req-b03a6edb-dde6-4773-b319-b762b6173398 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] No DVR routers for this DVR port 6bc8b743-f927-4424-8329-a171cbf63520 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:48:51.170964 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-592f1966-d143-4084-879b-fc2aad20491e req-b03a6edb-dde6-4773-b319-b762b6173398 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.188344 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-592f1966-d143-4084-879b-fc2aad20491e req-b03a6edb-dde6-4773-b319-b762b6173398 tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.87 "DELETE /v2.0/ports/6bc8b743-f927-4424-8329-a171cbf63520 HTTP/1.1" status: 204 len: 173 time: 1.5819409 Nov 03 18:48:51.304601 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a230b6c8-a4d5-4c05-a2c6-a55e67d37540 x-openstack-request-id: req-a230b6c8-a4d5-4c05-a2c6-a55e67d37540 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:51.305440 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96c4f64-8d53-4b91-9ca5-adb2e1cb884c", "name": "network-vif-plugged", "status": "completed", "tag": "021828c5-b6e7-4559-8785-ba64cbd8879b", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:51.305440 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a230b6c8-a4d5-4c05-a2c6-a55e67d37540 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:51.305767 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96c4f64-8d53-4b91-9ca5-adb2e1cb884c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021828c5-b6e7-4559-8785-ba64cbd8879b', 'code': 200} Nov 03 18:48:51.325051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da593ffa-58ef-4622-8528-732572ff0973 req-f56d308c-5587-49f1-ac1a-052231405b89 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:51.333093 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9773ce-f250-473f-b11c-dac457fc298d', 'name': 'network-vif-deleted', 'tag': '6bc8b743-f927-4424-8329-a171cbf63520'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:51.335508 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3311bd9d-80e7-4ed0-b3ef-8820080b75c5" -d '{"events": [{"server_uuid": "bf9773ce-f250-473f-b11c-dac457fc298d", "name": "network-vif-deleted", "tag": "6bc8b743-f927-4424-8329-a171cbf63520"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:51.338786 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da593ffa-58ef-4622-8528-732572ff0973 req-f56d308c-5587-49f1-ac1a-052231405b89 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.3577485 Nov 03 18:48:51.398795 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:51.412005 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da593ffa-58ef-4622-8528-732572ff0973 req-cc7451bb-760f-4f47-afcd-a85a9e8a41d4 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709777 Nov 03 18:48:51.684095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fdde9-5223-49c9-affc-834bbdc990b1 req-9c567ba0-a938-45ec-9028-e2cb4b7d78c2 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:51.697588 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-312fdde9-5223-49c9-affc-834bbdc990b1 req-9c567ba0-a938-45ec-9028-e2cb4b7d78c2 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2020659 Nov 03 18:48:51.717896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318fa6e-ee72-404e-b497-65e6c8da5018 req-6177399b-8590-457b-b24b-b526ca5663dc tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:51.720261 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7318fa6e-ee72-404e-b497-65e6c8da5018 req-6177399b-8590-457b-b24b-b526ca5663dc tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.1740458 Nov 03 18:48:51.868873 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-312fdde9-5223-49c9-affc-834bbdc990b1 req-f311afce-5487-4f0f-814e-1d7f48c93de4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676979 Nov 03 18:48:51.902544 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Router 73445749-2833-4f63-aa04-e412e2c78740 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:48:51.922604 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7318fa6e-ee72-404e-b497-65e6c8da5018 req-a569897d-f41c-49a4-8ae9-5e8b52b88658 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876967 Nov 03 18:48:51.985799 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d4a132-77e3-4adb-aede-5634b41fefcd x-openstack-request-id: req-48d4a132-77e3-4adb-aede-5634b41fefcd {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:51.985799 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9773ce-f250-473f-b11c-dac457fc298d", "name": "network-vif-deleted", "tag": "6bc8b743-f927-4424-8329-a171cbf63520", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:51.985799 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-48d4a132-77e3-4adb-aede-5634b41fefcd {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:51.985799 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9773ce-f250-473f-b11c-dac457fc298d', 'name': 'network-vif-deleted', 'tag': '6bc8b743-f927-4424-8329-a171cbf63520', 'status': 'completed', 'code': 200} Nov 03 18:48:52.285390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-930e86c0-1cec-4a13-b4bc-fd67254fea8d req-491c3e9d-e9db-417b-80f0-66767147745f tempest-ServerGroupTestJSON-1457497915 tempest-ServerGroupTestJSON-1457497915-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf9773ce-f250-473f-b11c-dac457fc298d HTTP/1.1" status: 200 len: 210 time: 0.0720842 Nov 03 18:48:52.410126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1ca62-6832-47af-92c9-e3c74fe66134 req-10c728f4-46ec-4473-bf0c-94045cda7417 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:52.420923 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45d1ca62-6832-47af-92c9-e3c74fe66134 req-10c728f4-46ec-4473-bf0c-94045cda7417 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2994323 Nov 03 18:48:52.465954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:52.483113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061411b-3420-4ced-b6c9-a074bbb674c2 None None] Sync routers for ids ['73445749-2833-4f63-aa04-e412e2c78740'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:52.499884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061411b-3420-4ced-b6c9-a074bbb674c2 None None] Routers {'73445749-2833-4f63-aa04-e412e2c78740'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:52.500834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5061411b-3420-4ced-b6c9-a074bbb674c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['73445749-2833-4f63-aa04-e412e2c78740'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:52.565253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45d1ca62-6832-47af-92c9-e3c74fe66134 req-b7b9e4e1-cd03-4495-aeed-18aad261dc48 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428099 Nov 03 18:48:52.575254 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:52.578498 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-03f3eff6-50fd-47d6-a20c-0684c9adb276 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6572459 Nov 03 18:48:52.581310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54486) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:52.587471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:52.620379 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5061411b-3420-4ced-b6c9-a074bbb674c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:52.650768 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061411b-3420-4ced-b6c9-a074bbb674c2 None None] Routers {'73445749-2833-4f63-aa04-e412e2c78740'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:52.652168 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5061411b-3420-4ced-b6c9-a074bbb674c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['73445749-2833-4f63-aa04-e412e2c78740'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:52.702976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5061411b-3420-4ced-b6c9-a074bbb674c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:52.708775 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061411b-3420-4ced-b6c9-a074bbb674c2 None None] The sync data for ids ['73445749-2833-4f63-aa04-e412e2c78740'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:52.957400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device aec281bb-43c9-4653-a296-0a3842dc700e details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:48:52.968724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6bc8b743-f927-4424-8329-a171cbf63520 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:48:53.010481 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95d845-ec92-46ea-a7db-fd92e141c9b8 req-9dc6ed7f-7a92-4254-af90-0beb02bd6f1e tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.021598 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c95d845-ec92-46ea-a7db-fd92e141c9b8 req-9dc6ed7f-7a92-4254-af90-0beb02bd6f1e tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.2225020 Nov 03 18:48:53.022613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 6bc8b743-f927-4424-8329-a171cbf63520 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:48:53.023567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 6bc8b743-f927-4424-8329-a171cbf63520 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:48:53.078157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8a94d-1bca-4576-a0b2-1fe040bd9fa3 req-fb0e0496-03b0-4692-8a94-f18d5e96ddd7 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.089727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42f8a94d-1bca-4576-a0b2-1fe040bd9fa3 req-fb0e0496-03b0-4692-8a94-f18d5e96ddd7 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2432811 Nov 03 18:48:53.174094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port aec281bb-43c9-4653-a296-0a3842dc700e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=aec281bb-43c9-4653-a296-0a3842dc700e,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:53.214990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42f8a94d-1bca-4576-a0b2-1fe040bd9fa3 req-c0479043-7ce7-430d-865c-18783af9817b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228018 Nov 03 18:48:53.216554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'port_id': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'mac_address': 'fa:16:3e:da:22:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:48:53.241985 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c95d845-ec92-46ea-a7db-fd92e141c9b8 req-5a2e9ab2-b52b-4924-ab3c-cc5cafcf4e53 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191443 Nov 03 18:48:53.322785 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.536958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec281bb-43c9-4653-a296-0a3842dc700e {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:48:53.563127 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port aec281bb-43c9-4653-a296-0a3842dc700e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=aec281bb-43c9-4653-a296-0a3842dc700e,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:53.569134 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.588902 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09eaf47-6da0-4ead-abe9-8de2d8f1af7c req-e0b93d69-d08e-4466-843b-c3e4625b0700 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.599047 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e09eaf47-6da0-4ead-abe9-8de2d8f1af7c req-e0b93d69-d08e-4466-843b-c3e4625b0700 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2140026 Nov 03 18:48:53.622303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239e99-7f16-48f7-ad0e-d896d9ea0110 req-12567b50-247b-4f2b-bceb-e37ca92594da tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:53.635550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=aec281bb-43c9-4653-a296-0a3842dc700e,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:53.635830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-46239e99-7f16-48f7-ad0e-d896d9ea0110 req-12567b50-247b-4f2b-bceb-e37ca92594da tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.2683883 Nov 03 18:48:53.757614 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e09eaf47-6da0-4ead-abe9-8de2d8f1af7c req-d62cdc67-d1be-4800-abd4-3859e8bca6f7 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573660 Nov 03 18:48:53.775557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-46239e99-7f16-48f7-ad0e-d896d9ea0110 req-7a32fa43-ef5c-4ffd-96d0-ec3898c6f8e1 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384795 Nov 03 18:48:53.858877 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.881140 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:53.906825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['aec281bb-43c9-4653-a296-0a3842dc700e'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:48:54.056819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Deleting port 4587d862-f769-4984-ae84-d3039f76b116 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:48:54.057242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.222857 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.257287 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Calling delete_port for 4587d862-f769-4984-ae84-d3039f76b116 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:48:54.314656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586d377-2f6e-4012-90fc-f18b07767334 req-1ceb2c9d-4168-439e-bd7f-14e1a2fae852 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:54.328675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8586d377-2f6e-4012-90fc-f18b07767334 req-1ceb2c9d-4168-439e-bd7f-14e1a2fae852 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1750896 Nov 03 18:48:54.421073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8586d377-2f6e-4012-90fc-f18b07767334 req-f18422ea-987a-4138-be5b-a068006e6ab5 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908751 Nov 03 18:48:54.451420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83d88c-2ee0-48a7-9022-47b454670dff req-d8fd0629-6729-4eb3-88ce-71f3576c5743 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:54.460473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c83d88c-2ee0-48a7-9022-47b454670dff req-d8fd0629-6729-4eb3-88ce-71f3576c5743 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.1144907 Nov 03 18:48:54.572499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c83d88c-2ee0-48a7-9022-47b454670dff req-1c948586-b5e7-4eda-b996-1815823c2ead tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108873 Nov 03 18:48:54.576930 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.617352 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Pushing event deleted for resources: {'Port': ['ID=4587d862-f769-4984-ae84-d3039f76b116,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:54.793746 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:54.974332 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device aec281bb-43c9-4653-a296-0a3842dc700e up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:48:55.156608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4635f-b850-4bdb-a40c-567154873885 req-3bbc4ace-033f-425e-98db-7ccf395298fa tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:55.167601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ae4635f-b850-4bdb-a40c-567154873885 req-3bbc4ace-033f-425e-98db-7ccf395298fa tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2441101 Nov 03 18:48:55.182016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port aec281bb-43c9-4653-a296-0a3842dc700e completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:48:55.191237 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port aec281bb-43c9-4653-a296-0a3842dc700e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:48:55.192466 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.293150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d4590-ed2f-4329-93d9-83254c07d2af req-f5cf65f1-0310-4dfb-a0fd-8a5c3ca4712d tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:55.295649 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.303210 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.307286 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c8d4590-ed2f-4329-93d9-83254c07d2af req-f5cf65f1-0310-4dfb-a0fd-8a5c3ca4712d tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 944 time: 0.2861764 Nov 03 18:48:55.344461 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ae4635f-b850-4bdb-a40c-567154873885 req-ac40ca6f-8cee-4570-97f1-8d54b38c8401 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736321 Nov 03 18:48:55.415347 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.478158 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54568) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:55.490809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c8d4590-ed2f-4329-93d9-83254c07d2af req-60ea285e-45a5-4ed8-9cc0-cc10b39594eb tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448617 Nov 03 18:48:55.505188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec281bb-43c9-4653-a296-0a3842dc700e'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:48:55.532334 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e743f6-3f2b-4227-abde-005f0342c0ac" -d '{"events": [{"server_uuid": "b52d3d76-11ce-4a7f-92b4-192fb57bf171", "name": "network-vif-plugged", "status": "completed", "tag": "aec281bb-43c9-4653-a296-0a3842dc700e"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:48:55.553332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Router 73445749-2833-4f63-aa04-e412e2c78740 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:48:55.589621 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port aec281bb-43c9-4653-a296-0a3842dc700e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=aec281bb-43c9-4653-a296-0a3842dc700e,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:48:55.596010 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.659168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-70853405-c6e8-438a-9abc-d46e2001515b admin admin] Deleting subnet 850d2d35-3501-48e4-8656-21a7ce0fff17 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:48:55.666510 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70853405-c6e8-438a-9abc-d46e2001515b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.796782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=aec281bb-43c9-4653-a296-0a3842dc700e,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:55.828798 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70853405-c6e8-438a-9abc-d46e2001515b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.829285 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b223629a-d0b0-4f39-95e4-fb153bfa496f x-openstack-request-id: req-b223629a-d0b0-4f39-95e4-fb153bfa496f {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:48:55.829770 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52d3d76-11ce-4a7f-92b4-192fb57bf171", "name": "network-vif-plugged", "status": "completed", "tag": "aec281bb-43c9-4653-a296-0a3842dc700e", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:48:55.830191 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b223629a-d0b0-4f39-95e4-fb153bfa496f {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:48:55.831998 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'code': 200} Nov 03 18:48:55.859371 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:48:55.864543 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0127a08e-22a1-4be5-8900-93b0990395a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.877397 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.888034 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-50fbcc52-9a5f-4008-90e4-8ba9f7240dcf tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "PUT /v2.0/routers/73445749-2833-4f63-aa04-e412e2c78740 HTTP/1.1" status: 200 len: 706 time: 3.3018591 Nov 03 18:48:55.888841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54586) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:55.913218 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26323801-e88c-40a7-9f54-ac7809240fc6 None None] Sync routers for ids ['73445749-2833-4f63-aa04-e412e2c78740'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:48:55.955377 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70853405-c6e8-438a-9abc-d46e2001515b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:55.960605 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26323801-e88c-40a7-9f54-ac7809240fc6 None None] Routers {'73445749-2833-4f63-aa04-e412e2c78740'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:55.961695 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-26323801-e88c-40a7-9f54-ac7809240fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['73445749-2833-4f63-aa04-e412e2c78740'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:56.057881 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-26323801-e88c-40a7-9f54-ac7809240fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:56.098870 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a1ad5670-7a97-4a20-9a6e-2c89bd6b82e2 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/routers/73445749-2833-4f63-aa04-e412e2c78740 HTTP/1.1" status: 200 len: 741 time: 0.2039380 Nov 03 18:48:56.099323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840924b0-d70b-4089-a89b-c6c479068c1c req-3b31baff-f94e-49a4-85c9-1517390990df tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:56.099551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00018cfb-0544-4188-a556-f938f98121b7 req-a888fac9-3f9c-43f5-9a4a-192353193fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:56.100496 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-00018cfb-0544-4188-a556-f938f98121b7 req-a888fac9-3f9c-43f5-9a4a-192353193fc2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 1096 time: 0.1197593 Nov 03 18:48:56.101199 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54594) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:56.104254 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26323801-e88c-40a7-9f54-ac7809240fc6 None None] Routers {'73445749-2833-4f63-aa04-e412e2c78740'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:48:56.110858 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-26323801-e88c-40a7-9f54-ac7809240fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['73445749-2833-4f63-aa04-e412e2c78740'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:56.111255 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-840924b0-d70b-4089-a89b-c6c479068c1c req-3b31baff-f94e-49a4-85c9-1517390990df tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.1609385 Nov 03 18:48:56.210751 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-19a9d05d-41c8-4d2d-ac35-d98654d43ba3 tempest-RoutersAdminTest-343276554 tempest-RoutersAdminTest-343276554-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&device_id=73445749-2833-4f63-aa04-e412e2c78740 HTTP/1.1" status: 200 len: 205 time: 0.1075401 Nov 03 18:48:56.215032 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54596) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:56.244906 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-00018cfb-0544-4188-a556-f938f98121b7 req-ee25d1b3-c648-4f0b-a3d7-4e6b97eb9776 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980537 Nov 03 18:48:56.264851 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-26323801-e88c-40a7-9f54-ac7809240fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:56.267266 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26323801-e88c-40a7-9f54-ac7809240fc6 None None] The sync data for ids ['73445749-2833-4f63-aa04-e412e2c78740'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:48:56.281765 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e7d68a78-bfed-4ae2-82b6-c847bfa74c93 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "GET /v2.0/ports?device_id=73445749-2833-4f63-aa04-e412e2c78740 HTTP/1.1" status: 200 len: 205 time: 0.0534809 Nov 03 18:48:56.282882 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70853405-c6e8-438a-9abc-d46e2001515b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.286716 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54598) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:56.297492 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-840924b0-d70b-4089-a89b-c6c479068c1c req-cec340a3-71a0-4b5a-b40b-b8e956f70a75 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841035 Nov 03 18:48:56.330296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70853405-c6e8-438a-9abc-d46e2001515b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850d2d35-3501-48e4-8656-21a7ce0fff17,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:56.332504 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70853405-c6e8-438a-9abc-d46e2001515b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.338887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-70853405-c6e8-438a-9abc-d46e2001515b admin admin] 10.222.0.107 "DELETE /v2.0/subnets/850d2d35-3501-48e4-8656-21a7ce0fff17 HTTP/1.1" status: 204 len: 168 time: 0.8416378 Nov 03 18:48:56.340028 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54600) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:56.517164 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26da0867-47d3-4d44-951f-1149ae8db5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.613562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428f360-8d26-4ebf-b6e1-a3e9368287a0 req-dbda7d5a-376a-4303-8211-682a571d828c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:56.615411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4428f360-8d26-4ebf-b6e1-a3e9368287a0 req-dbda7d5a-376a-4303-8211-682a571d828c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1225901 Nov 03 18:48:56.647493 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f416c462-ce7e-4e60-acb0-fbb2d7363cc8 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.829459 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26da0867-47d3-4d44-951f-1149ae8db5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.865929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-26da0867-47d3-4d44-951f-1149ae8db5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ed6529-296f-482a-bc19-8148963a8bdf']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:56.883634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-26da0867-47d3-4d44-951f-1149ae8db5f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:56.883634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-26da0867-47d3-4d44-951f-1149ae8db5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e25bdbb-1e2c-414c-a0f1-5d02bc5c370a') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:48:56.901380 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26da0867-47d3-4d44-951f-1149ae8db5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.912144 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f416c462-ce7e-4e60-acb0-fbb2d7363cc8 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.915293 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f416c462-ce7e-4e60-acb0-fbb2d7363cc8 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.924271 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26da0867-47d3-4d44-951f-1149ae8db5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:56.933336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26da0867-47d3-4d44-951f-1149ae8db5f3 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:48:56.933994 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26da0867-47d3-4d44-951f-1149ae8db5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:48:57.000015 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:48:57.008078 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f416c462-ce7e-4e60-acb0-fbb2d7363cc8 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:57.009584 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f416c462-ce7e-4e60-acb0-fbb2d7363cc8 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Fanout notify agent at l3_agent the message router_deleted on router 73445749-2833-4f63-aa04-e412e2c78740 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:48:57.034727 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f416c462-ce7e-4e60-acb0-fbb2d7363cc8 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:57.035749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad60b9a-92a6-4030-9e08-356a44e530f7 req-1fc93eb9-899a-4365-8cba-df081e6ae5b2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:57.037809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dad60b9a-92a6-4030-9e08-356a44e530f7 req-1fc93eb9-899a-4365-8cba-df081e6ae5b2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.4192741 Nov 03 18:48:57.047355 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f416c462-ce7e-4e60-acb0-fbb2d7363cc8 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "DELETE /v2.0/routers/73445749-2833-4f63-aa04-e412e2c78740 HTTP/1.1" status: 204 len: 168 time: 0.7544055 Nov 03 18:48:57.047355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54614) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:57.082791 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26da0867-47d3-4d44-951f-1149ae8db5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:57.089548 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26da0867-47d3-4d44-951f-1149ae8db5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:57.093684 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-26da0867-47d3-4d44-951f-1149ae8db5f3 admin admin] 10.222.0.107 "DELETE /v2.0/networks/d7ed6529-296f-482a-bc19-8148963a8bdf HTTP/1.1" status: 204 len: 168 time: 0.7525370 Nov 03 18:48:57.131069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da0867-47d3-4d44-951f-1149ae8db5f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7ed6529-296f-482a-bc19-8148963a8bdf,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:57.133590 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-039783bf-9a22-459a-a069-b49a62cd082f tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "GET /v2.0/ports?device_id=73445749-2833-4f63-aa04-e412e2c78740 HTTP/1.1" status: 200 len: 205 time: 0.0849736 Nov 03 18:48:57.135947 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54624) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:57.188157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4428f360-8d26-4ebf-b6e1-a3e9368287a0 req-590de1f4-8d82-4e3c-8f74-ab936e90f231 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275366 Nov 03 18:48:57.219936 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dad60b9a-92a6-4030-9e08-356a44e530f7 req-207bf67b-2ad4-45ab-8840-ca290e3aa0ec tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587951 Nov 03 18:48:57.295898 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-a90a4682-b7f7-41a8-ad20-1a8a4b44fe95 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] delete failed (client error): The resource could not be found. Nov 03 18:48:57.297225 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a90a4682-b7f7-41a8-ad20-1a8a4b44fe95 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "DELETE /v2.0/routers/73445749-2833-4f63-aa04-e412e2c78740 HTTP/1.1" status: 404 len: 336 time: 0.1599557 Nov 03 18:48:57.300178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54636) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:57.375920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54640) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:57.385239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ae3e9e83-f51e-40d5-991b-33e262e4f789 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd04f21d-782c-40ae-ba86-6a964ac67f64 HTTP/1.1" status: 200 len: 205 time: 0.0836742 Nov 03 18:48:57.466544 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-750d7f58-cbe0-44fa-af8b-021971020800 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] delete failed (client error): The resource could not be found. Nov 03 18:48:57.467796 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-750d7f58-cbe0-44fa-af8b-021971020800 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "DELETE /v2.0/routers/dd04f21d-782c-40ae-ba86-6a964ac67f64 HTTP/1.1" status: 404 len: 336 time: 0.0895622 Nov 03 18:48:57.472896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54644) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:57.521430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54646) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:57.521834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-16bef020-485f-4d9e-bef5-11f84ce7a73e tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "GET /v2.0/ports?device_id=80716f78-28b0-4e0a-ac06-008045218b88 HTTP/1.1" status: 200 len: 205 time: 0.0468180 Nov 03 18:48:57.569402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54648) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:57.666118 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-142b8494-5d90-4a16-9ef4-7b72c7947e89 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] delete failed (client error): The resource could not be found. Nov 03 18:48:57.668131 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-142b8494-5d90-4a16-9ef4-7b72c7947e89 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "DELETE /v2.0/routers/80716f78-28b0-4e0a-ac06-008045218b88 HTTP/1.1" status: 404 len: 336 time: 0.1436644 Nov 03 18:48:57.676951 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54650) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:57.741632 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2010169e-abe4-40a7-9fdf-4dfacd211826 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "GET /v2.0/ports?device_id=8560d29f-1e57-4a0a-8e8b-38c02ea3cf34 HTTP/1.1" status: 200 len: 205 time: 0.0616207 Nov 03 18:48:57.746064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54652) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:57.830342 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-de22ba27-a9f4-48cc-b03b-bd0f50531287 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] delete failed (client error): The resource could not be found. Nov 03 18:48:57.830748 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3bb394fb-4935-4850-8216-cce857069827 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=db79b2cfb9d54998adc6767ee7f368a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322171 Nov 03 18:48:57.831038 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-de22ba27-a9f4-48cc-b03b-bd0f50531287 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "DELETE /v2.0/routers/8560d29f-1e57-4a0a-8e8b-38c02ea3cf34 HTTP/1.1" status: 404 len: 336 time: 0.0665629 Nov 03 18:48:57.831038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54656) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:57.832487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54658) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:58.030165 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42b8a055-37ac-4a80-821a-726c476f4fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:58.072074 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-205d2f28-d8eb-4a85-affb-b6c58884fc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:58.094075 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42b8a055-37ac-4a80-821a-726c476f4fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:58.185558 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42b8a055-37ac-4a80-821a-726c476f4fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:58.190351 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42b8a055-37ac-4a80-821a-726c476f4fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:58.192613 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-42b8a055-37ac-4a80-821a-726c476f4fdd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/20fbb4e3-bd98-41b6-9550-4c7758d1d2c4 HTTP/1.1" status: 204 len: 168 time: 0.3740909 Nov 03 18:48:58.223842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8a055-37ac-4a80-821a-726c476f4fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fbb4e3-bd98-41b6-9550-4c7758d1d2c4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:48:58.524533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54682) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:58.531191 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4947bab1-4cdf-49d4-b17d-430b5a721d9f tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "GET /v2.0/ports?device_id=b9a90f90-5940-49da-8de1-c80cc1a9b990 HTTP/1.1" status: 200 len: 205 time: 0.7046916 Nov 03 18:48:58.552821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834be631-0b15-460a-bb56-655d654c7da4 req-b0e954ae-0632-4340-8b38-360c49a1a81f tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:58.564191 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-834be631-0b15-460a-bb56-655d654c7da4 req-b0e954ae-0632-4340-8b38-360c49a1a81f tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.8804324 Nov 03 18:48:58.623889 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-706f2fd6-8ffe-49f2-8fe9-9c864c19ed64 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] delete failed (client error): The resource could not be found. Nov 03 18:48:58.627397 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-706f2fd6-8ffe-49f2-8fe9-9c864c19ed64 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "DELETE /v2.0/routers/b9a90f90-5940-49da-8de1-c80cc1a9b990 HTTP/1.1" status: 404 len: 336 time: 0.0994697 Nov 03 18:48:58.628490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54684) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:58.649142 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-834be631-0b15-460a-bb56-655d654c7da4 req-35859d2c-9550-4045-8697-fcc6cec95da0 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757489 Nov 03 18:48:58.705960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4785e51-ecaf-457a-89e5-7424178ebaa4 req-afda8576-d3a3-4856-ad6d-7cd4f1f7864a tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:58.715503 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4785e51-ecaf-457a-89e5-7424178ebaa4 req-afda8576-d3a3-4856-ad6d-7cd4f1f7864a tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1821146 Nov 03 18:48:58.746193 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f46f6bc7-6bae-451e-98a0-c275b9f0f374 tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "GET /v2.0/ports?device_id=ed24375f-75d5-421b-ab23-c8e93100bc0f HTTP/1.1" status: 200 len: 205 time: 0.1165357 Nov 03 18:48:58.750134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54688) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:58.844421 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-06a701c9-a650-4acd-b1a4-6228373d0c1a tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] delete failed (client error): The resource could not be found. Nov 03 18:48:58.846797 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-06a701c9-a650-4acd-b1a4-6228373d0c1a tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "DELETE /v2.0/routers/ed24375f-75d5-421b-ab23-c8e93100bc0f HTTP/1.1" status: 404 len: 336 time: 0.0950863 Nov 03 18:48:58.853012 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54694) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:58.909072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4785e51-ecaf-457a-89e5-7424178ebaa4 req-4c20c02a-35b6-49f3-9e52-8d29892f9eea tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902752 Nov 03 18:48:58.936669 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d42d45-4c5b-4d56-8457-42601bd9699b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] DELETE failed (client error): The resource could not be found. Nov 03 18:48:58.937171 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d42d45-4c5b-4d56-8457-42601bd9699b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:48:58.940575 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f7d42d45-4c5b-4d56-8457-42601bd9699b tempest-RoutersAdminTest-1198740150 tempest-RoutersAdminTest-1198740150-project] 10.222.0.107 "DELETE /v2.0/subnets/ff032982-1f3e-444e-bd44-4a304a11f2fe HTTP/1.1" status: 404 len: 337 time: 0.0858088 Nov 03 18:48:59.030438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4179a71-6646-41c7-955b-b8c53880a734 req-ad8d3abb-4da4-4213-b345-bbfa61b9075b tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:59.037820 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4179a71-6646-41c7-955b-b8c53880a734 req-ad8d3abb-4da4-4213-b345-bbfa61b9075b tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.1933372 Nov 03 18:48:59.201009 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4179a71-6646-41c7-955b-b8c53880a734 req-cc81e898-77bf-45f5-a273-a025280a9dc2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542077 Nov 03 18:48:59.315282 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:59.542065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb99c3c-68e9-4a4a-8355-090bc312258f req-9ad6a19c-33a4-4895-b6bd-2715944ffd83 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:59.543687 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5fb99c3c-68e9-4a4a-8355-090bc312258f req-9ad6a19c-33a4-4895-b6bd-2715944ffd83 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.1208887 Nov 03 18:48:59.553343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54724) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:59.566197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54726) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:48:59.566926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-330334c6-8da9-4ece-a632-e4bb6815a0c9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Request body: {'floatingip': {'port_id': 'aec281bb-43c9-4653-a296-0a3842dc700e'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:48:59.666495 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-330334c6-8da9-4ece-a632-e4bb6815a0c9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:59.957430 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84c7d103-3e1f-4a9c-ac19-d71d2de4f905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:48:59.960666 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20667005-6ece-4816-ab75-973b21f02e18 req-8cf8b2c8-eab7-4a82-80e5-810cf562da47 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:48:59.974372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20667005-6ece-4816-ab75-973b21f02e18 req-8cf8b2c8-eab7-4a82-80e5-810cf562da47 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.1322036 Nov 03 18:49:00.179688 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84c7d103-3e1f-4a9c-ac19-d71d2de4f905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:00.187955 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84c7d103-3e1f-4a9c-ac19-d71d2de4f905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:00.244778 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-84c7d103-3e1f-4a9c-ac19-d71d2de4f905 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=32db72f79cb446df859b139528811330&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6769187 Nov 03 18:49:00.259456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54748) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:00.358761 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20667005-6ece-4816-ab75-973b21f02e18 req-bc17b539-a7e8-4857-8ff8-276c305d2cd9 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820350 Nov 03 18:49:00.383671 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7d103-3e1f-4a9c-ac19-d71d2de4f905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cae973-69bd-451a-b2d4-52f7ffa5d854,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:00.423847 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:00.468158 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a0dfe-5dc8-4975-a8c2-d60a15c5304f req-67245e0d-90a0-4541-812c-06b37378357c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:00.476659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a8a0dfe-5dc8-4975-a8c2-d60a15c5304f req-67245e0d-90a0-4541-812c-06b37378357c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.3648767 Nov 03 18:49:00.489298 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38be305a-09f9-40ea-8935-f5afc6226f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:00.538018 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38be305a-09f9-40ea-8935-f5afc6226f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:00.607470 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:00.608861 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38be305a-09f9-40ea-8935-f5afc6226f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:00.618284 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38be305a-09f9-40ea-8935-f5afc6226f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:00.621718 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-38be305a-09f9-40ea-8935-f5afc6226f49 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c9cae973-69bd-451a-b2d4-52f7ffa5d854 HTTP/1.1" status: 204 len: 168 time: 0.3571062 Nov 03 18:49:00.657051 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be305a-09f9-40ea-8935-f5afc6226f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cae973-69bd-451a-b2d4-52f7ffa5d854,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:00.836945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a8a0dfe-5dc8-4975-a8c2-d60a15c5304f req-7861f5c2-3418-4f1b-8aff-1f14f9645e12 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589623 Nov 03 18:49:01.239083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f4b57-1ba5-43fb-90da-eedb110c7240 req-4ab4a2df-ed38-4a0f-a076-78dfd3df1283 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:01.254142 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de7f4b57-1ba5-43fb-90da-eedb110c7240 req-4ab4a2df-ed38-4a0f-a076-78dfd3df1283 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2613773 Nov 03 18:49:01.301636 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.resource_extend [None req-330334c6-8da9-4ece-a632-e4bb6815a0c9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:49:01.389742 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-330334c6-8da9-4ece-a632-e4bb6815a0c9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.410519 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-330334c6-8da9-4ece-a632-e4bb6815a0c9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.423113 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:01.670461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54806) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:01.684045 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de7f4b57-1ba5-43fb-90da-eedb110c7240 req-cac76435-5c53-4c15-ade7-fadee54e8e96 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280009 Nov 03 18:49:01.785337 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3b36243b-0e23-4684-bdfa-25801dca5a3c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8553f5d98c6248c0ac1b6d394b6c01a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1120765 Nov 03 18:49:01.788475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54814) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:01.958534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20621317-86da-49a5-897f-e681a4a3da5e req-5495cba5-9bb4-417b-9596-2edbc13b44e2 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:01.958534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20621317-86da-49a5-897f-e681a4a3da5e req-5495cba5-9bb4-417b-9596-2edbc13b44e2 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.2897155 Nov 03 18:49:01.968635 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-330334c6-8da9-4ece-a632-e4bb6815a0c9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Floating IP 97f6c733-5b04-4289-8a4c-baa4e1320506 associated. External IP: 172.25.2.169, port: aec281bb-43c9-4653-a296-0a3842dc700e. Nov 03 18:49:02.132940 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-366931d7-3e6f-44ee-992d-eaafbea61e68 req-a85b371d-571f-490e-be35-3cdc405e4628 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=19826008-feb9-4420-96c0-96112b68a6bc HTTP/1.1" status: 200 len: 210 time: 0.0522778 Nov 03 18:49:02.268006 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20621317-86da-49a5-897f-e681a4a3da5e req-006d64c0-665f-4db2-927b-b70576b7f8b0 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078413 Nov 03 18:49:02.268006 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8630742c-2138-4f73-8a4a-49daa5a86452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:02.717497 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8630742c-2138-4f73-8a4a-49daa5a86452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:02.937833 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330334c6-8da9-4ece-a632-e4bb6815a0c9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Router fee76c26-6db8-48e0-892c-6f78471b2992 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:02.994748 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7c6d584-b3b1-4631-ae4b-f0c6988e8de6 req-db405e79-f9ef-4377-b168-1ea8f7d82d0d tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0489817 Nov 03 18:49:03.186379 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8630742c-2138-4f73-8a4a-49daa5a86452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.202186 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8630742c-2138-4f73-8a4a-49daa5a86452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.207522 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8630742c-2138-4f73-8a4a-49daa5a86452 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/202a1d26-3225-4767-ad1c-b361d65c9384 HTTP/1.1" status: 204 len: 168 time: 1.4180300 Nov 03 18:49:03.267376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630742c-2138-4f73-8a4a-49daa5a86452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202a1d26-3225-4767-ad1c-b361d65c9384,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:03.289401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805ad06-2252-43e5-a325-f760b2d67e9f req-c8578ebb-37f6-4a07-9b09-82489cf35879 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:03.292026 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3805ad06-2252-43e5-a325-f760b2d67e9f req-c8578ebb-37f6-4a07-9b09-82489cf35879 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.6650522 Nov 03 18:49:03.400471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330334c6-8da9-4ece-a632-e4bb6815a0c9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:03.415352 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-330334c6-8da9-4ece-a632-e4bb6815a0c9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:03.421736 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7443624f-769d-4561-bc48-71aa5a00bd10 None None] Sync routers for ids ['fee76c26-6db8-48e0-892c-6f78471b2992'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:03.491103 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-330334c6-8da9-4ece-a632-e4bb6815a0c9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "PUT /v2.0/floatingips/97f6c733-5b04-4289-8a4c-baa4e1320506 HTTP/1.1" status: 200 len: 991 time: 3.9324200 Nov 03 18:49:03.491103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'tag': 'aec281bb-43c9-4653-a296-0a3842dc700e'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:03.491609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443624f-769d-4561-bc48-71aa5a00bd10 None None] Routers {'fee76c26-6db8-48e0-892c-6f78471b2992'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:03.492261 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7443624f-769d-4561-bc48-71aa5a00bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['fee76c26-6db8-48e0-892c-6f78471b2992'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:03.494262 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a955b3-64a2-4274-a7cd-0990f127d9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b52d3d76-11ce-4a7f-92b4-192fb57bf171", "tag": "aec281bb-43c9-4653-a296-0a3842dc700e"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:03.509855 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3805ad06-2252-43e5-a325-f760b2d67e9f req-9afa5d0c-0782-455a-9e42-b0c709602015 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879902 Nov 03 18:49:03.842607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7443624f-769d-4561-bc48-71aa5a00bd10 None None] Set router fee76c26-6db8-48e0-892c-6f78471b2992 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:03.871564 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bbb1b7-8e90-4977-80e8-0813f0b542be x-openstack-request-id: req-68bbb1b7-8e90-4977-80e8-0813f0b542be {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:03.871878 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52d3d76-11ce-4a7f-92b4-192fb57bf171", "tag": "aec281bb-43c9-4653-a296-0a3842dc700e", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:03.872124 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-68bbb1b7-8e90-4977-80e8-0813f0b542be {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:03.872830 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'tag': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'status': 'completed', 'code': 200} Nov 03 18:49:03.910977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4357079-a480-44f4-94d5-a61a0a95a416 req-9e774c9b-b862-4d49-81ce-d060633a06d8 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:03.922226 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4357079-a480-44f4-94d5-a61a0a95a416 req-9e774c9b-b862-4d49-81ce-d060633a06d8 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.2367408 Nov 03 18:49:04.111000 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a955b3-64a2-4274-a7cd-0990f127d9e9 req-4f4fbb66-e4a3-43d1-8817-dfbb5d453747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:04.117636 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-49a955b3-64a2-4274-a7cd-0990f127d9e9 req-4f4fbb66-e4a3-43d1-8817-dfbb5d453747 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 1096 time: 0.1416461 Nov 03 18:49:04.211324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4357079-a480-44f4-94d5-a61a0a95a416 req-ec9eae20-1487-4ab4-9eb6-ef005d9f0673 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881160 Nov 03 18:49:04.283029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf46bb-c994-4ef9-9f4d-47f6d3d38553 req-b9d10850-787b-4e39-9b0b-2ea4774e90b3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:04.284848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08cf46bb-c994-4ef9-9f4d-47f6d3d38553 req-b9d10850-787b-4e39-9b0b-2ea4774e90b3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.3284500 Nov 03 18:49:04.453358 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a955b3-64a2-4274-a7cd-0990f127d9e9 req-f181b210-94cb-42f8-a5ee-824a1a00018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:04.454140 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-49a955b3-64a2-4274-a7cd-0990f127d9e9 req-f181b210-94cb-42f8-a5ee-824a1a00018f service neutron] 10.222.0.87 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 918 time: 0.3285985 Nov 03 18:49:04.604620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70e4fda2-feea-4b5f-a34b-e3d062cbbbf0 req-800078f5-8287-4ae7-97c3-9de0baab8577 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.1960325 Nov 03 18:49:04.645701 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-49a955b3-64a2-4274-a7cd-0990f127d9e9 req-97aa24f7-79a3-476d-b620-67af69c74a0e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec281bb-43c9-4653-a296-0a3842dc700e HTTP/1.1" status: 200 len: 999 time: 0.1822052 Nov 03 18:49:04.659937 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7443624f-769d-4561-bc48-71aa5a00bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '97f6c733-5b04-4289-8a4c-baa4e1320506', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'port_id': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'mac_address': 'fa:16:3e:da:22:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:48:39Z', 'updated_at': '2021-11-03T18:49:01Z', 'revision_number': 1, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8193466-9584-40c9-945b-d5f25606915d', 'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'mac_address': 'fa:16:3e:76:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:13Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 5, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'subnets': [{'id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:04.660621 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08cf46bb-c994-4ef9-9f4d-47f6d3d38553 req-97232e00-2e41-4155-879f-11713a497e8e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337526 Nov 03 18:49:04.811230 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7443624f-769d-4561-bc48-71aa5a00bd10 None None] Checking router: fee76c26-6db8-48e0-892c-6f78471b2992 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:49:04.846560 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443624f-769d-4561-bc48-71aa5a00bd10 None None] Routers {'fee76c26-6db8-48e0-892c-6f78471b2992'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:04.847413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7443624f-769d-4561-bc48-71aa5a00bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['fee76c26-6db8-48e0-892c-6f78471b2992'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:04.937768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a955b3-64a2-4274-a7cd-0990f127d9e9 req-eb40bc01-d381-4e93-8eb2-c75ab2f15968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:04.946275 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-49a955b3-64a2-4274-a7cd-0990f127d9e9 req-eb40bc01-d381-4e93-8eb2-c75ab2f15968 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e3aa174d-f75e-461c-bfcb-5c4a20bb9478 HTTP/1.1" status: 200 len: 856 time: 0.2342656 Nov 03 18:49:05.067683 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a955b3-64a2-4274-a7cd-0990f127d9e9 req-a09f650a-37a0-41ad-a96a-dad879d9b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:05.081777 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-49a955b3-64a2-4274-a7cd-0990f127d9e9 req-a09f650a-37a0-41ad-a96a-dad879d9b211 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6158e201-7067-485a-828c-1c59e35954b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129978 Nov 03 18:49:05.160695 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af7371-7710-4381-8604-660cc9a029a3 req-666d46d4-1dd8-4ef9-bd27-09453bcdbd86 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:05.177087 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11af7371-7710-4381-8604-660cc9a029a3 req-666d46d4-1dd8-4ef9-bd27-09453bcdbd86 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1448841 Nov 03 18:49:05.179559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7443624f-769d-4561-bc48-71aa5a00bd10 None None] Set router fee76c26-6db8-48e0-892c-6f78471b2992 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:49:05.303465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11af7371-7710-4381-8604-660cc9a029a3 req-f537b1bc-5afc-4c22-ab12-42c6102e7c29 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254792 Nov 03 18:49:05.416058 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-49a955b3-64a2-4274-a7cd-0990f127d9e9 req-6cc04db5-ab3b-4fbf-835a-193a32f3bb2d service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186004 Nov 03 18:49:05.558557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fc836-ed77-4384-8d7b-91f402def8c9 req-4a0223af-5de9-47bd-94db-3ce84425292a tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:05.566165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c5fc836-ed77-4384-8d7b-91f402def8c9 req-4a0223af-5de9-47bd-94db-3ce84425292a tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.1567769 Nov 03 18:49:05.686355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970441e-d7a9-4cb3-9684-90a4da43a581 req-8034774e-a6d3-431a-807f-ed4f6f2ecfee tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:05.691221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a970441e-d7a9-4cb3-9684-90a4da43a581 req-8034774e-a6d3-431a-807f-ed4f6f2ecfee tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2093170 Nov 03 18:49:05.789117 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-49a955b3-64a2-4274-a7cd-0990f127d9e9 req-ad8795f6-1c54-49de-ab9d-31498b9c5a6a service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446722 Nov 03 18:49:05.789409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7443624f-769d-4561-bc48-71aa5a00bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '97f6c733-5b04-4289-8a4c-baa4e1320506', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'port_id': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'mac_address': 'fa:16:3e:da:22:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:48:39Z', 'updated_at': '2021-11-03T18:49:01Z', 'revision_number': 1, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8193466-9584-40c9-945b-d5f25606915d', 'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'mac_address': 'fa:16:3e:76:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:13Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 5, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'subnets': [{'id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:05.842052 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c5fc836-ed77-4384-8d7b-91f402def8c9 req-05be0b92-5c97-4328-a616-3c05bdfc0688 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735507 Nov 03 18:49:05.915091 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7443624f-769d-4561-bc48-71aa5a00bd10 None None] The sync data for ids ['fee76c26-6db8-48e0-892c-6f78471b2992'] in n-d-812150-4 is: [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '97f6c733-5b04-4289-8a4c-baa4e1320506', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'port_id': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'mac_address': 'fa:16:3e:da:22:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:48:39Z', 'updated_at': '2021-11-03T18:49:01Z', 'revision_number': 1, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8193466-9584-40c9-945b-d5f25606915d', 'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'mac_address': 'fa:16:3e:76:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:13Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 5, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'subnets': [{'id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:05.929824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a970441e-d7a9-4cb3-9684-90a4da43a581 req-ff445e2b-c9e5-4fb3-a61f-cc7d793e3703 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246084 Nov 03 18:49:06.104558 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-079128c1-f13e-4e1e-8975-709b26bc78f2 req-20c46568-2f7b-44f4-88a8-a3b733bc9839 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0651836 Nov 03 18:49:06.261647 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e1d9880a-d672-402a-9152-a8850eb35698 req-e36b8627-023b-482f-b435-80fbb2df1dae service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=19826008-feb9-4420-96c0-96112b68a6bc HTTP/1.1" status: 200 len: 210 time: 0.1103132 Nov 03 18:49:06.520224 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d26e5ec-f65b-4d3b-a0e3-cd406d625cc7 None None] New status for floating IP 97f6c733-5b04-4289-8a4c-baa4e1320506: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:49:06.576356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146ec79-f2e9-4766-b9fb-92e555e5da79 req-a71ee889-a95e-4e76-ab28-f33396ffad67 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:06.584131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0146ec79-f2e9-4766-b9fb-92e555e5da79 req-a71ee889-a95e-4e76-ab28-f33396ffad67 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1285548 Nov 03 18:49:06.783939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0146ec79-f2e9-4766-b9fb-92e555e5da79 req-3697aeb4-1948-438e-9fac-e7fc5564bd2a tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896055 Nov 03 18:49:06.839172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54998) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:07.031775 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad07e3-f55d-441c-a2ad-726025662096 req-6bf73d59-5b62-4b37-8284-7c8930ad066f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:07.039196 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fbad07e3-f55d-441c-a2ad-726025662096 req-6bf73d59-5b62-4b37-8284-7c8930ad066f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1395273 Nov 03 18:49:07.067282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b39e8-112a-45f4-9653-7ab7282b9ed6 req-ed6a914f-dcd5-43d3-9720-1444b78e6f74 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:07.075109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f2b39e8-112a-45f4-9653-7ab7282b9ed6 req-ed6a914f-dcd5-43d3-9720-1444b78e6f74 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.1207204 Nov 03 18:49:07.089662 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-815780500', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:07.169903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Made reservation on behalf of 895a2e6f346b4628aedec6200b709ded for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:07.173802 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:07.209918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fbad07e3-f55d-441c-a2ad-726025662096 req-795abe58-3846-4ead-a687-35478e016887 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691208 Nov 03 18:49:07.234167 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f2b39e8-112a-45f4-9653-7ab7282b9ed6 req-194dc533-ed09-4cd4-8fcd-930cf0e61da2 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573815 Nov 03 18:49:07.236072 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:07.418795 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-798d7208-b93b-4978-8c38-3c9352ce24a9 req-a53a1168-31dc-4a8d-b7fe-00dce46c8eb0 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.1005294 Nov 03 18:49:07.605283 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:07.612031 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:07.619083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] device_id is not set on port 46683981-114b-4aba-a4e0-1bb9c101eeb2 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:49:07.702363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73471066-a177-4530-a046-5ba8ff31be46,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:07.717196 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f92e01-a2d2-406c-bd18-044c6808c7c7 req-f98b60a9-7bcb-4787-980f-b9d112f2f5c5 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:07.724900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0f92e01-a2d2-406c-bd18-044c6808c7c7 req-f98b60a9-7bcb-4787-980f-b9d112f2f5c5 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2290735 Nov 03 18:49:07.878478 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-52a60802-e4bf-40d5-94fe-b0e81c24b881 req-0b3ea703-a48e-4894-b916-930c09ccfe6d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0436068 Nov 03 18:49:07.946035 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0f92e01-a2d2-406c-bd18-044c6808c7c7 req-7a31abc7-eedc-48fe-b767-c1194dc65724 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199197 Nov 03 18:49:07.992682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Allocated IP 172.25.2.125 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/46683981-114b-4aba-a4e0-1bb9c101eeb2) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:08.308340 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92c36f29-406a-4801-97a5-b9ff12ced221 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:49:08.312306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92c36f29-406a-4801-97a5-b9ff12ced221 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:08.460783 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.570609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 92c36f29-406a-4801-97a5-b9ff12ced221, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92c36f29-406a-4801-97a5-b9ff12ced221,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:08.604753 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 92c36f29-406a-4801-97a5-b9ff12ced221, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92c36f29-406a-4801-97a5-b9ff12ced221,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:08.619849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ab6f2a-0d81-41a2-b447-33cbcde362dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c36f29-406a-4801-97a5-b9ff12ced221'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:08.622558 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ccce5d-0643-49c8-a6c2-396608c6e73f" -d '{"events": [{"server_uuid": "14ab6f2a-0d81-41a2-b447-33cbcde362dd", "name": "network-vif-unplugged", "status": "completed", "tag": "92c36f29-406a-4801-97a5-b9ff12ced221"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:08.626137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '92c36f29-406a-4801-97a5-b9ff12ced221', 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91', 'port_id': '92c36f29-406a-4801-97a5-b9ff12ced221', 'mac_address': 'fa:16:3e:77:bd:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9533f04e-ac78-415d-8a78-7bdd21f5aeee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:49:08.629577 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.738628 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.770488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c36f29-406a-4801-97a5-b9ff12ced221 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:08.824234 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 92c36f29-406a-4801-97a5-b9ff12ced221, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92c36f29-406a-4801-97a5-b9ff12ced221,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:08.838735 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.845598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242914d-5f6c-4832-9804-9fac8ca93312 req-8a73d7fd-bb7b-4a8b-b4f0-25ff7c4458c8 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:08.846910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=92c36f29-406a-4801-97a5-b9ff12ced221,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:08.858335 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7242914d-5f6c-4832-9804-9fac8ca93312 req-8a73d7fd-bb7b-4a8b-b4f0-25ff7c4458c8 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.7381003 Nov 03 18:49:08.917218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=92c36f29-406a-4801-97a5-b9ff12ced221,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:08.954907 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:08.972495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7242914d-5f6c-4832-9804-9fac8ca93312 req-551fc44d-2a1b-46f7-9ed2-87655fcfc5d4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131358 Nov 03 18:49:08.983228 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2da0e4-f533-487e-95f2-dd45997206d1 req-52e489aa-478d-4644-9484-8a118b3800ee tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:08.984841 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac2da0e4-f533-487e-95f2-dd45997206d1 req-52e489aa-478d-4644-9484-8a118b3800ee tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 943 time: 0.2288370 Nov 03 18:49:09.116370 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac2da0e4-f533-487e-95f2-dd45997206d1 req-8dbcfec7-2cb9-45ef-ae22-00f8b1e3af28 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101682 Nov 03 18:49:09.116370 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.127303 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['92c36f29-406a-4801-97a5-b9ff12ced221'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:09.247163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Pushing event updated for resources: {'Port': ['ID=46683981-114b-4aba-a4e0-1bb9c101eeb2,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:09.265332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:09.268085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:09.273475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:09.351753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e26de56-fd84-4c24-b1ce-4fd60a36e14f req-317ed033-b2a7-4c05-b133-5ad8aa1402b1 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0330522 Nov 03 18:49:09.395781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:09.396409 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.425296 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7058ae2c-fc25-425f-b4c6-5bbbc87583c3 x-openstack-request-id: req-7058ae2c-fc25-425f-b4c6-5bbbc87583c3 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:09.426075 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ab6f2a-0d81-41a2-b447-33cbcde362dd", "name": "network-vif-unplugged", "status": "completed", "tag": "92c36f29-406a-4801-97a5-b9ff12ced221", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:09.429091 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7058ae2c-fc25-425f-b4c6-5bbbc87583c3 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:09.429285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-370c3129-2179-473d-a094-b8b7862cb01d tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5887959 Nov 03 18:49:09.429547 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ab6f2a-0d81-41a2-b447-33cbcde362dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c36f29-406a-4801-97a5-b9ff12ced221', 'code': 200} Nov 03 18:49:09.434011 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55072) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:09.439568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1d8a4426-ceb4-4353-acb6-b735dcd28db1 tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}]}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:09.488192 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4426-ceb4-4353-acb6-b735dcd28db1 tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.489186 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4426-ceb4-4353-acb6-b735dcd28db1 tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.639861 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4426-ceb4-4353-acb6-b735dcd28db1 tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:09.759457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c299c-b7b3-4919-b7f3-8ae62e493195 req-aa208618-1408-4c16-b5e7-7b4b3fcded83 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:09.771167 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-386c299c-b7b3-4919-b7f3-8ae62e493195 req-aa208618-1408-4c16-b5e7-7b4b3fcded83 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1287980 Nov 03 18:49:09.827864 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-386c299c-b7b3-4919-b7f3-8ae62e493195 req-844729e1-e247-4f53-9688-d307e7340f64 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555708 Nov 03 18:49:09.892947 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4426-ceb4-4353-acb6-b735dcd28db1 tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.034120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60ee0d-510a-4daf-a5a2-e553f230dc6c req-17bf50cb-1253-42ed-a2e4-b5cb3b748d17 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:10.044263 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b60ee0d-510a-4daf-a5a2-e553f230dc6c req-17bf50cb-1253-42ed-a2e4-b5cb3b748d17 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.0971255 Nov 03 18:49:10.108550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b60ee0d-510a-4daf-a5a2-e553f230dc6c req-c0bbf54f-6a81-4ea1-a7ea-c7e3f06935d4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557811 Nov 03 18:49:10.314728 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92c36f29-406a-4801-97a5-b9ff12ced221 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:49:10.318041 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4426-ceb4-4353-acb6-b735dcd28db1 tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.354011 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4426-ceb4-4353-acb6-b735dcd28db1 tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.379656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 92c36f29-406a-4801-97a5-b9ff12ced221 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:10.380441 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.387110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8d3b-8b00-493f-b5ab-2270600cc27c req-fdae0647-9181-47a2-98e7-48be7e6531f2 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:10.396285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-838a8d3b-8b00-493f-b5ab-2270600cc27c req-fdae0647-9181-47a2-98e7-48be7e6531f2 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 944 time: 0.1007812 Nov 03 18:49:10.405982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feb2fb-0f5f-4910-a13c-8bc95b0f781f req-1560a0ae-d1ad-49cd-97fe-56d2537c10c2 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:10.413647 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-47feb2fb-0f5f-4910-a13c-8bc95b0f781f req-1560a0ae-d1ad-49cd-97fe-56d2537c10c2 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1310363 Nov 03 18:49:10.514748 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-838a8d3b-8b00-493f-b5ab-2270600cc27c req-9706657d-9e6a-4b22-b832-0c6c1e71a850 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174266 Nov 03 18:49:10.520629 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.582226 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-47feb2fb-0f5f-4910-a13c-8bc95b0f781f req-8e9cb120-8d99-4e07-8d2c-69ee861397b5 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672106 Nov 03 18:49:10.607329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 92c36f29-406a-4801-97a5-b9ff12ced221, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92c36f29-406a-4801-97a5-b9ff12ced221,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:10.616582 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.683888 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4426-ceb4-4353-acb6-b735dcd28db1 tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:10.761364 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=92c36f29-406a-4801-97a5-b9ff12ced221,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:10.766271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55b1fce6-ed4c-4938-b506-09e583b7e7ff req-77dc7511-f227-4ad0-a3fe-9037d03d1d82 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0507810 Nov 03 18:49:11.008813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93da4b-d171-4b56-9e06-28b08dac2f56 req-f274d970-112e-487a-8700-b122a3e11e98 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:11.016053 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4426-ceb4-4353-acb6-b735dcd28db1 tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.018959 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4426-ceb4-4353-acb6-b735dcd28db1 tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.019665 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa93da4b-d171-4b56-9e06-28b08dac2f56 req-f274d970-112e-487a-8700-b122a3e11e98 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1130013 Nov 03 18:49:11.082782 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4426-ceb4-4353-acb6-b735dcd28db1 tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.084229 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8a4426-ceb4-4353-acb6-b735dcd28db1 tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92057f58-832d-4ef7-9c47-5f83bf76a034 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:49:11.119456 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-1d8a4426-ceb4-4353-acb6-b735dcd28db1 tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 03 18:49:11.120980 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1d8a4426-ceb4-4353-acb6-b735dcd28db1 tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6852877 Nov 03 18:49:11.123922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55132) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:11.149894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa93da4b-d171-4b56-9e06-28b08dac2f56 req-fcad4833-dab0-48e1-91ad-d9369616bc9f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243680 Nov 03 18:49:11.321585 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-7711d15f-190b-4425-b486-265c2a41742b tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Deleting port 46683981-114b-4aba-a4e0-1bb9c101eeb2 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:11.321981 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7711d15f-190b-4425-b486-265c2a41742b tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.415808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a3602-24ff-4d5e-a512-43d12ab90efa req-46ceba10-988f-4abb-a5c7-482725bd3ff6 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:11.430427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ab6f2a-0d81-41a2-b447-33cbcde362dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c36f29-406a-4801-97a5-b9ff12ced221'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:11.433517 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c35aa1f-2569-4ab3-81e2-2c52ed12edf4" -d '{"events": [{"server_uuid": "14ab6f2a-0d81-41a2-b447-33cbcde362dd", "name": "network-vif-plugged", "status": "completed", "tag": "92c36f29-406a-4801-97a5-b9ff12ced221"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:11.437651 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-308a3602-24ff-4d5e-a512-43d12ab90efa req-46ceba10-988f-4abb-a5c7-482725bd3ff6 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1822636 Nov 03 18:49:11.460486 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7711d15f-190b-4425-b486-265c2a41742b tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:11.494569 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-7711d15f-190b-4425-b486-265c2a41742b tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Calling delete_port for 46683981-114b-4aba-a4e0-1bb9c101eeb2 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:11.654476 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-308a3602-24ff-4d5e-a512-43d12ab90efa req-1d964ada-2239-4476-b978-2ef453df824a tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921327 Nov 03 18:49:11.713293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b20aba4-e04a-44a5-bf4b-8c5f342ba29d req-d9e60f86-6c11-4303-90ea-e7385c541f51 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.1037798 Nov 03 18:49:11.800740 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67eefaf-240d-4e52-9e18-19dc91d5002e x-openstack-request-id: req-a67eefaf-240d-4e52-9e18-19dc91d5002e {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:11.801298 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ab6f2a-0d81-41a2-b447-33cbcde362dd", "name": "network-vif-plugged", "status": "completed", "tag": "92c36f29-406a-4801-97a5-b9ff12ced221", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:11.801397 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a67eefaf-240d-4e52-9e18-19dc91d5002e {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:11.801980 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ab6f2a-0d81-41a2-b447-33cbcde362dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c36f29-406a-4801-97a5-b9ff12ced221', 'code': 200} Nov 03 18:49:11.887523 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7711d15f-190b-4425-b486-265c2a41742b tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.001602 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711d15f-190b-4425-b486-265c2a41742b tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Pushing event deleted for resources: {'Port': ['ID=46683981-114b-4aba-a4e0-1bb9c101eeb2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:12.148678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a89fe5-f5e1-4b6a-8056-31202717c2f8 req-2601aa5f-e75b-4e6a-a210-c0c21370e9c4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:12.150851 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7711d15f-190b-4425-b486-265c2a41742b tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.157957 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7711d15f-190b-4425-b486-265c2a41742b tempest-RoutersAdminNegativeTest-690737716 tempest-RoutersAdminNegativeTest-690737716-project-admin] 10.222.0.107 "DELETE /v2.0/ports/46683981-114b-4aba-a4e0-1bb9c101eeb2 HTTP/1.1" status: 204 len: 168 time: 1.0328088 Nov 03 18:49:12.158231 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-24a89fe5-f5e1-4b6a-8056-31202717c2f8 req-2601aa5f-e75b-4e6a-a210-c0c21370e9c4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2309692 Nov 03 18:49:12.199882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06e39b-4950-464a-9b26-a80cbdbcfdb5 req-da1ced7c-9147-43ea-ae8e-821ccc5b5b39 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:12.215292 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e06e39b-4950-464a-9b26-a80cbdbcfdb5 req-da1ced7c-9147-43ea-ae8e-821ccc5b5b39 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.3605888 Nov 03 18:49:12.264158 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc40d8-2a02-4f85-8d18-3a037a00fee7 req-ee9d2f7e-2c16-43c8-b483-706f90f0d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:12.266153 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16dc40d8-2a02-4f85-8d18-3a037a00fee7 req-ee9d2f7e-2c16-43c8-b483-706f90f0d98d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 1096 time: 0.1699150 Nov 03 18:49:12.308797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-24a89fe5-f5e1-4b6a-8056-31202717c2f8 req-9946c60f-1c70-414a-87da-ce8d8d593ddd tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498728 Nov 03 18:49:12.416260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e06e39b-4950-464a-9b26-a80cbdbcfdb5 req-2d125470-8541-4d3c-9abb-08d06028f7bc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967599 Nov 03 18:49:12.494639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16dc40d8-2a02-4f85-8d18-3a037a00fee7 req-6f33cdf2-d80b-4c3b-8e70-184b5b3ef9a3 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964421 Nov 03 18:49:12.737760 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55200) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:12.808819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8ca59-b489-48cb-ad80-c6aaa5e3f12d req-5514a500-1804-43f1-8f84-f6327976a00b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:12.818271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27c8ca59-b489-48cb-ad80-c6aaa5e3f12d req-5514a500-1804-43f1-8f84-f6327976a00b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.0919194 Nov 03 18:49:12.876535 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ccd679df-66d6-45b9-b99c-2a061d422d0e req-58d3aa21-83a2-490a-a9cb-cb09ba97c6c1 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0489290 Nov 03 18:49:12.952989 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-88b90bce-13ef-4f4b-942c-0d9607ffd34a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:12.954053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27c8ca59-b489-48cb-ad80-c6aaa5e3f12d req-94f57e86-ea35-489c-98d0-90ad3b596b7b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341567 Nov 03 18:49:13.089332 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-88b90bce-13ef-4f4b-942c-0d9607ffd34a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.104180 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-88b90bce-13ef-4f4b-942c-0d9607ffd34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.134080 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.163458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b90bce-13ef-4f4b-942c-0d9607ffd34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b41e04-ae9c-4ff5-b49f-9cdb3adc18dc,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:13.163713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5b77e-aba6-4ac0-815d-f160090d0ff3 req-67aa120f-cb74-4f7c-a4dc-20295fcbf82f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:13.165416 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6df5b77e-aba6-4ac0-815d-f160090d0ff3 req-67aa120f-cb74-4f7c-a4dc-20295fcbf82f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.0574055 Nov 03 18:49:13.193322 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-88b90bce-13ef-4f4b-942c-0d9607ffd34a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3a192909298d4f649896e16f73fcf88a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4517388 Nov 03 18:49:13.193537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55222) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:13.250350 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6df5b77e-aba6-4ac0-815d-f160090d0ff3 req-18fb3936-b6ab-4dff-ad14-0c7d38ea1740 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722547 Nov 03 18:49:13.267083 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-700a6f9c-0daa-4345-bed7-6830d8f1ddf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.300077 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-700a6f9c-0daa-4345-bed7-6830d8f1ddf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.363729 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-700a6f9c-0daa-4345-bed7-6830d8f1ddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.367795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-700a6f9c-0daa-4345-bed7-6830d8f1ddf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:13.369528 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-700a6f9c-0daa-4345-bed7-6830d8f1ddf6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d1b41e04-ae9c-4ff5-b49f-9cdb3adc18dc HTTP/1.1" status: 204 len: 168 time: 0.1747198 Nov 03 18:49:13.382073 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a6f9c-0daa-4345-bed7-6830d8f1ddf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b41e04-ae9c-4ff5-b49f-9cdb3adc18dc,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:13.572140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59957f97-c3da-4e06-9ba0-ef4e78c9e9fe req-0b53c671-a90f-43c9-916b-bc914cbf7017 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:13.580655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-59957f97-c3da-4e06-9ba0-ef4e78c9e9fe req-0b53c671-a90f-43c9-916b-bc914cbf7017 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1023655 Nov 03 18:49:13.640562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610524d2-7859-407a-9fa2-e8f4946c0557 req-9a43cf73-3307-4bd3-a569-bd0139206b62 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:13.641984 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-610524d2-7859-407a-9fa2-e8f4946c0557 req-9a43cf73-3307-4bd3-a569-bd0139206b62 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.1331091 Nov 03 18:49:13.723666 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-59957f97-c3da-4e06-9ba0-ef4e78c9e9fe req-77501c53-4029-4916-ae28-ee1f6121ff4c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420915 Nov 03 18:49:13.778127 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-610524d2-7859-407a-9fa2-e8f4946c0557 req-1e1b18c9-b53d-4724-98e3-6cb45fe7b058 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290886 Nov 03 18:49:13.873882 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55254) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:13.935187 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7a028be0-5458-4d41-a484-06248387ac70 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=895a2e6f346b4628aedec6200b709ded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0593967 Nov 03 18:49:13.937781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55266) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:14.065114 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-65db4846-5864-41b1-8b7c-f626dc315e98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:14.115201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a48d6fc-e4bb-40e8-9632-77df23fe122e req-c495561b-8f7f-4c73-9ee7-94b617547a72 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0446734 Nov 03 18:49:14.120751 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-65db4846-5864-41b1-8b7c-f626dc315e98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:14.138980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b976229-e253-415c-a609-37ae4530b061 req-af0a2fb5-aa40-4abf-9a5d-0f316e4b3591 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:14.141138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b976229-e253-415c-a609-37ae4530b061 req-af0a2fb5-aa40-4abf-9a5d-0f316e4b3591 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1226978 Nov 03 18:49:14.240247 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b976229-e253-415c-a609-37ae4530b061 req-9945868a-4421-4f09-aa24-6a38eb1b3810 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867293 Nov 03 18:49:14.257848 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-65db4846-5864-41b1-8b7c-f626dc315e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:14.262314 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-65db4846-5864-41b1-8b7c-f626dc315e98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:14.266714 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-65db4846-5864-41b1-8b7c-f626dc315e98 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/73471066-a177-4530-a046-5ba8ff31be46 HTTP/1.1" status: 204 len: 168 time: 0.3244781 Nov 03 18:49:14.273135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db4846-5864-41b1-8b7c-f626dc315e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73471066-a177-4530-a046-5ba8ff31be46,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:14.461583 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42870e5b-05ae-44b8-a9df-48e9408d1746 req-e927b56b-3b73-42b3-b5eb-1c912e3a1440 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:14.463996 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42870e5b-05ae-44b8-a9df-48e9408d1746 req-e927b56b-3b73-42b3-b5eb-1c912e3a1440 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.0830381 Nov 03 18:49:14.535407 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42870e5b-05ae-44b8-a9df-48e9408d1746 req-12c0de10-491e-4b09-8602-5c6f40ada661 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569642 Nov 03 18:49:14.779758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7238050-2fff-4908-80f1-3da0194f405a req-837cecd9-8f42-416a-9e62-9e02d7d99c58 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:14.786985 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7238050-2fff-4908-80f1-3da0194f405a req-837cecd9-8f42-416a-9e62-9e02d7d99c58 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1053650 Nov 03 18:49:14.876049 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7238050-2fff-4908-80f1-3da0194f405a req-cdb5aaf0-431a-4a36-af00-588bd227a87c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880127 Nov 03 18:49:15.076641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9587fb2-a83f-462d-84ed-8f449232c10b req-fe52c5ac-81c4-4865-9a96-5c61940cea51 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:15.091811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9587fb2-a83f-462d-84ed-8f449232c10b req-fe52c5ac-81c4-4865-9a96-5c61940cea51 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.1265523 Nov 03 18:49:15.159244 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9587fb2-a83f-462d-84ed-8f449232c10b req-c59b1156-7274-4c75-a9b6-9322bb70c06a tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661492 Nov 03 18:49:15.541310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55384) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:15.544770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-439a1830-266d-44dc-b355-7ffe130ef176 req-6e93f11f-af86-4963-95bb-68eab13af99c tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0419762 Nov 03 18:49:15.720693 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf8680-78f2-4e2e-971d-683d76d61929 req-7db8b833-dfa5-466b-aead-9c793c0eaf9d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:15.723597 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51cf8680-78f2-4e2e-971d-683d76d61929 req-7db8b833-dfa5-466b-aead-9c793c0eaf9d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.0893984 Nov 03 18:49:15.761414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-427832007'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:15.791073 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Made reservation on behalf of bf6f19e2594040b68d9a32f661abf557 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:15.796162 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.799476 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51cf8680-78f2-4e2e-971d-683d76d61929 req-c7d8b31b-b6cc-4601-aaff-56cd20bc3a74 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587053 Nov 03 18:49:15.806953 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.929405 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.946347 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:15.977765 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:49:16.003959 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:16.004311 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Added segment ca38ea94-85da-4763-969d-5c54f3901ba5 of type vlan for network 7f789d99-bf2a-4673-bede-4d7669cb05a6 Nov 03 18:49:16.036631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d3e47-ac54-44c1-af52-a6c812b3bf35 req-399e3751-8901-4b84-a29e-c752f8e133b1 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:16.039858 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-228d3e47-ac54-44c1-af52-a6c812b3bf35 req-399e3751-8901-4b84-a29e-c752f8e133b1 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1072710 Nov 03 18:49:16.109436 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:16.135650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-228d3e47-ac54-44c1-af52-a6c812b3bf35 req-788426e5-a2d3-4557-b597-1275a30e606b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842986 Nov 03 18:49:16.303668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-a7103276-8fd4-4dc6-a505-ffa92f88c9ca tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:16.305304 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-a7103276-8fd4-4dc6-a505-ffa92f88c9ca tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/networks?id=31e0a50c-7147-4b72-938d-d6456d1a6470 HTTP/1.1" status: 200 len: 805 time: 0.1524324 Nov 03 18:49:16.337172 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-e7e26b03-cca6-4173-ac05-3b50c13e72eb tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/quotas/9dfc19dc2384429781783620ae0e5a4f HTTP/1.1" status: 200 len: 375 time: 0.0253153 Nov 03 18:49:16.428887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-99c2bec1-755c-4246-954c-481652b8c101 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9dfc19dc2384429781783620ae0e5a4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908089 Nov 03 18:49:16.530297 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:16.536035 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:16.536658 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:16.560365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe96def-9ac2-4046-bde4-29b7b97a7c9f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:16.572735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-b58e999f-cb17-4fc2-a3cf-79284c1f71b6 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:16.576089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-b58e999f-cb17-4fc2-a3cf-79284c1f71b6 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/networks?id=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 HTTP/1.1" status: 200 len: 814 time: 0.1953967 Nov 03 18:49:16.583191 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0405452 Nov 03 18:49:16.588477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55440) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:16.609598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-94b9d193-3414-4169-bce4-46cb90aa975e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'subnet': {'network_id': '7f789d99-bf2a-4673-bede-4d7669cb05a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:16.625815 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cb595-41bb-492f-82d3-ccd5d60b65d8 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Network': ['ID=7f789d99-bf2a-4673-bede-4d7669cb05a6,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:16.629369 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-85ebb098-dd96-41cc-98a4-fb4eccfa377e tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/quotas/9cbdd18066044e0ba6461625c8550301 HTTP/1.1" status: 200 len: 375 time: 0.0457120 Nov 03 18:49:16.638737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 7f789d99-bf2a-4673-bede-4d7669cb05a6 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:16.641823 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-3f87f097-b01c-4584-ac81-1dd66e728176 service neutron] 10.222.0.107 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825335 Nov 03 18:49:16.825376 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-6cddab36-6738-430a-b2e1-b269fddd2be9 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9cbdd18066044e0ba6461625c8550301&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1858799 Nov 03 18:49:16.875132 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-7583cfcd-ec6a-45dd-a5c7-28d7fef96304 service neutron] 10.222.0.107 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178071 Nov 03 18:49:16.881665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b9d193-3414-4169-bce4-46cb90aa975e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Made reservation on behalf of bf6f19e2594040b68d9a32f661abf557 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:16.885195 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-94b9d193-3414-4169-bce4-46cb90aa975e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:17.043647 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-ea84bb01-9cf2-47e0-a54c-6b5cfbad104e service neutron] 10.222.0.107 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994150 Nov 03 18:49:17.269697 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-9012c9fe-1416-4ae5-a540-2aff2996bcb3 service neutron] 10.222.0.107 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009401 Nov 03 18:49:17.281098 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-94b9d193-3414-4169-bce4-46cb90aa975e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:17.362025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4ddf29c-62f3-42fa-a933-29289c8839b8 req-31fed539-ce34-4498-ac2f-cd20c8fda967 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0520339 Nov 03 18:49:17.385208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9d193-3414-4169-bce4-46cb90aa975e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Subnet': ['ID=133b14b4-0e78-41d2-874d-9678133513c9,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:17.415633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9d193-3414-4169-bce4-46cb90aa975e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Checking segment: {'id': 'ca38ea94-85da-4763-969d-5c54f3901ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7f789d99-bf2a-4673-bede-4d7669cb05a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:17.416149 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b9d193-3414-4169-bce4-46cb90aa975e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network hostable DHCP agents. Network: 7f789d99-bf2a-4673-bede-4d7669cb05a6, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:49:17.502286 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b9d193-3414-4169-bce4-46cb90aa975e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 7f789d99-bf2a-4673-bede-4d7669cb05a6 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:49:17.524720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de146e97-9dc6-49e4-b63f-9330c5371504 req-eef7159c-f169-4fbf-8da8-3b22bacee776 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:17.527756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de146e97-9dc6-49e4-b63f-9330c5371504 req-eef7159c-f169-4fbf-8da8-3b22bacee776 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.98 "GET /v2.0/ports?device_id=14ab6f2a-0d81-41a2-b447-33cbcde362dd HTTP/1.1" status: 200 len: 945 time: 0.1128590 Nov 03 18:49:17.635526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c425c5f8-9587-4563-b5d4-f757a188ee3f req-e839bacb-d47d-43f4-b066-0e9396cb6197 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 210 time: 0.1475301 Nov 03 18:49:17.680686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-94b9d193-3414-4169-bce4-46cb90aa975e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 7f789d99-bf2a-4673-bede-4d7669cb05a6) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:17.694799 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7ebd71-67c2-47a5-b1b8-3fc21e282515 None None] Network 7f789d99-bf2a-4673-bede-4d7669cb05a6 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:17.729073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b9d193-3414-4169-bce4-46cb90aa975e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:17.729676 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-94b9d193-3414-4169-bce4-46cb90aa975e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:17.839432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2e16048-cc73-4da6-a2d8-96cfe1b21a97 req-11364127-77a1-4ff4-a0c4-62730ac43c0b tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 210 time: 0.0655506 Nov 03 18:49:17.883683 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-94b9d193-3414-4169-bce4-46cb90aa975e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2888792 Nov 03 18:49:17.887910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55476) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:17.903757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-282345658', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:17.943977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd536-ff52-40b7-97d0-4fb0b89cd764 req-34e24cea-78f0-46f2-be57-1fc6fb39ec48 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:17.954060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8dbdd536-ff52-40b7-97d0-4fb0b89cd764 req-34e24cea-78f0-46f2-be57-1fc6fb39ec48 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.3142552 Nov 03 18:49:17.993295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2003c72-ee2a-423e-ae4c-039f2508869f req-ae51f6ae-b613-440b-8a07-54e80441e2de tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:17.996025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2003c72-ee2a-423e-ae4c-039f2508869f req-ae51f6ae-b613-440b-8a07-54e80441e2de tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.98 "GET /v2.0/ports?device_id=e96c4f64-8d53-4b91-9ca5-adb2e1cb884c HTTP/1.1" status: 200 len: 945 time: 0.3327317 Nov 03 18:49:18.067779 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-de146e97-9dc6-49e4-b63f-9330c5371504 req-1f88f0f1-f399-4b7d-ad33-e708c1e1dc08 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Deleting port 92c36f29-406a-4801-97a5-b9ff12ced221 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:18.068303 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-de146e97-9dc6-49e4-b63f-9330c5371504 req-1f88f0f1-f399-4b7d-ad33-e708c1e1dc08 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.112804 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.113869 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.240627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8dbdd536-ff52-40b7-97d0-4fb0b89cd764 req-a9579b55-550b-4639-a953-d8aa08bbb582 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819731 Nov 03 18:49:18.264256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3005c54-2b07-4d2e-9a1a-2bd924aee762 None None] Network 7f789d99-bf2a-4673-bede-4d7669cb05a6 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:18.398068 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.426636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 021828c5-b6e7-4559-8785-ba64cbd8879b no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:18.538048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-de146e97-9dc6-49e4-b63f-9330c5371504 req-1f88f0f1-f399-4b7d-ad33-e708c1e1dc08 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] For port 92c36f29-406a-4801-97a5-b9ff12ced221, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=92c36f29-406a-4801-97a5-b9ff12ced221,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:18.541647 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-de146e97-9dc6-49e4-b63f-9330c5371504 req-1f88f0f1-f399-4b7d-ad33-e708c1e1dc08 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.552633 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.567215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-de146e97-9dc6-49e4-b63f-9330c5371504 req-1f88f0f1-f399-4b7d-ad33-e708c1e1dc08 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Calling delete_port for 92c36f29-406a-4801-97a5-b9ff12ced221 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:18.616696 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96c4f64-8d53-4b91-9ca5-adb2e1cb884c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '021828c5-b6e7-4559-8785-ba64cbd8879b'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:18.619489 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0117f230-48e9-4785-819e-e1aa7564fe78" -d '{"events": [{"server_uuid": "e96c4f64-8d53-4b91-9ca5-adb2e1cb884c", "name": "network-vif-unplugged", "status": "completed", "tag": "021828c5-b6e7-4559-8785-ba64cbd8879b"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:18.641141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 021828c5-b6e7-4559-8785-ba64cbd8879b, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=021828c5-b6e7-4559-8785-ba64cbd8879b,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:18.662252 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e28e3c5-e0f5-4e47-a69a-3f745fce698a req-edd0bb15-44b3-4248-b872-175cda75776b tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0859981 Nov 03 18:49:18.664594 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.674311 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-c2003c72-ee2a-423e-ae4c-039f2508869f req-61d745b1-528d-4469-9c56-fe0816316d0d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Deleting port 021828c5-b6e7-4559-8785-ba64cbd8879b {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:18.677248 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c2003c72-ee2a-423e-ae4c-039f2508869f req-61d745b1-528d-4469-9c56-fe0816316d0d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:18.781910 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9e838b-736b-4130-b546-98bc40e1b6d8 x-openstack-request-id: req-fc9e838b-736b-4130-b546-98bc40e1b6d8 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:18.783651 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96c4f64-8d53-4b91-9ca5-adb2e1cb884c", "name": "network-vif-unplugged", "status": "completed", "tag": "021828c5-b6e7-4559-8785-ba64cbd8879b", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:18.784116 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fc9e838b-736b-4130-b546-98bc40e1b6d8 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:18.784718 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96c4f64-8d53-4b91-9ca5-adb2e1cb884c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '021828c5-b6e7-4559-8785-ba64cbd8879b', 'code': 200} Nov 03 18:49:18.786872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=021828c5-b6e7-4559-8785-ba64cbd8879b,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:18.823322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-183bbb4e-02d2-427f-86c1-e58913b4c943 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:18.827444 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-183bbb4e-02d2-427f-86c1-e58913b4c943 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.98 "GET /v2.0/networks?id=31e0a50c-7147-4b72-938d-d6456d1a6470 HTTP/1.1" status: 200 len: 805 time: 0.2307763 Nov 03 18:49:18.843907 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-81db21d1-b817-4cb6-a7ef-2decb97f00a8 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Request body: {'port': {'device_id': '67ac51c1-f607-4c68-9f1a-c115c32e3ff6', 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470', 'admin_state_up': True, 'tenant_id': '9dfc19dc2384429781783620ae0e5a4f'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:18.989294 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.020192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53d43ae8-6d61-4a08-9b29-b7c54a7518d4 req-badd6c65-b04c-49af-8f25-b04664e26d83 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 210 time: 0.1454825 Nov 03 18:49:19.029601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22d733d9-8092-444c-8af2-aeb6a803c5c8 req-e6a5eef2-9e36-4eb8-b50e-89ac864f6e18 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 210 time: 0.0684316 Nov 03 18:49:19.040093 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-81db21d1-b817-4cb6-a7ef-2decb97f00a8 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Made reservation on behalf of 9dfc19dc2384429781783620ae0e5a4f for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:19.040093 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-81db21d1-b817-4cb6-a7ef-2decb97f00a8 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.110281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-c2003c72-ee2a-423e-ae4c-039f2508869f req-61d745b1-528d-4469-9c56-fe0816316d0d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] For port 021828c5-b6e7-4559-8785-ba64cbd8879b, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=021828c5-b6e7-4559-8785-ba64cbd8879b,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:19.111049 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c2003c72-ee2a-423e-ae4c-039f2508869f req-61d745b1-528d-4469-9c56-fe0816316d0d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.183310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-c2003c72-ee2a-423e-ae4c-039f2508869f req-61d745b1-528d-4469-9c56-fe0816316d0d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Calling delete_port for 021828c5-b6e7-4559-8785-ba64cbd8879b owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:19.211787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-81db21d1-b817-4cb6-a7ef-2decb97f00a8 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Allocated IP 172.20.0.3 (31e0a50c-7147-4b72-938d-d6456d1a6470/a7d5dc92-2aee-436a-9b2e-237287fe4ac4/42821cf6-fe87-43a0-abc5-a5746a3d6299) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:19.552536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-81db21d1-b817-4cb6-a7ef-2decb97f00a8 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.608089 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-81db21d1-b817-4cb6-a7ef-2decb97f00a8 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.675398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-81db21d1-b817-4cb6-a7ef-2decb97f00a8 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Network 31e0a50c-7147-4b72-938d-d6456d1a6470 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:19.679130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-81db21d1-b817-4cb6-a7ef-2decb97f00a8 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:19.687185 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-81db21d1-b817-4cb6-a7ef-2decb97f00a8 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:19.694398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db21d1-b817-4cb6-a7ef-2decb97f00a8 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Pushing event updated for resources: {'Port': ['ID=42821cf6-fe87-43a0-abc5-a5746a3d6299,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:19.768302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-81db21d1-b817-4cb6-a7ef-2decb97f00a8 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:19.769156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-81db21d1-b817-4cb6-a7ef-2decb97f00a8 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.812607 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-81db21d1-b817-4cb6-a7ef-2decb97f00a8 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9757156 Nov 03 18:49:19.828269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Request body: {'port': {'device_id': '67ac51c1-f607-4c68-9f1a-c115c32e3ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:19.892195 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-de146e97-9dc6-49e4-b63f-9330c5371504 req-1f88f0f1-f399-4b7d-ad33-e708c1e1dc08 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.897256 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:19.905583 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['92c36f29-406a-4801-97a5-b9ff12ced221'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:19.977023 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28536e77-9eb4-4756-ac37-3aacded3fcd0 req-19a7cd26-1d16-496c-a053-b27b75fbeabc tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.1482368 Nov 03 18:49:20.031848 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c2003c72-ee2a-423e-ae4c-039f2508869f req-61d745b1-528d-4469-9c56-fe0816316d0d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.041620 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88f0f1-f399-4b7d-ad33-e708c1e1dc08 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Pushing event deleted for resources: {'Port': ['ID=92c36f29-406a-4801-97a5-b9ff12ced221,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:20.155824 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-de146e97-9dc6-49e4-b63f-9330c5371504 req-1f88f0f1-f399-4b7d-ad33-e708c1e1dc08 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] No DVR routers for this DVR port 92c36f29-406a-4801-97a5-b9ff12ced221 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:20.170326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baa797-624e-4b53-a0a5-94f21b7da7c4 req-25c4cd8b-aa14-43f0-a109-dde331cb95fa tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:20.171891 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99baa797-624e-4b53-a0a5-94f21b7da7c4 req-25c4cd8b-aa14-43f0-a109-dde331cb95fa tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.4602013 Nov 03 18:49:20.173033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-de146e97-9dc6-49e4-b63f-9330c5371504 req-1f88f0f1-f399-4b7d-ad33-e708c1e1dc08 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.177824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de146e97-9dc6-49e4-b63f-9330c5371504 req-1f88f0f1-f399-4b7d-ad33-e708c1e1dc08 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.98 "DELETE /v2.0/ports/92c36f29-406a-4801-97a5-b9ff12ced221 HTTP/1.1" status: 204 len: 173 time: 2.6269190 Nov 03 18:49:20.200409 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ab6f2a-0d81-41a2-b447-33cbcde362dd', 'name': 'network-vif-deleted', 'tag': '92c36f29-406a-4801-97a5-b9ff12ced221'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:20.203159 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b323f0-ea96-4860-99a2-9f4b4a179eab" -d '{"events": [{"server_uuid": "14ab6f2a-0d81-41a2-b447-33cbcde362dd", "name": "network-vif-deleted", "tag": "92c36f29-406a-4801-97a5-b9ff12ced221"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:20.209284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d745b1-528d-4469-9c56-fe0816316d0d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Pushing event deleted for resources: {'Port': ['ID=021828c5-b6e7-4559-8785-ba64cbd8879b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:20.386916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-1624983e-a782-45a4-bf81-d7ca8ddd103c tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:20.389152 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-1624983e-a782-45a4-bf81-d7ca8ddd103c tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.98 "GET /v2.0/networks?id=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 HTTP/1.1" status: 200 len: 814 time: 0.6763408 Nov 03 18:49:20.393421 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42821cf6-fe87-43a0-abc5-a5746a3d6299 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:20.427188 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.460353 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-7d7d9380-3e44-48e5-85f1-fdaa610e8fcb tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Request body: {'port': {'device_id': '47ba1057-9392-429e-ab79-b3ca7f9e4618', 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91', 'admin_state_up': True, 'tenant_id': '9cbdd18066044e0ba6461625c8550301'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:20.464539 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Transition to ACTIVE for port object 42821cf6-fe87-43a0-abc5-a5746a3d6299 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:49:20.469914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2003c72-ee2a-423e-ae4c-039f2508869f req-61d745b1-528d-4469-9c56-fe0816316d0d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] No DVR routers for this DVR port 021828c5-b6e7-4559-8785-ba64cbd8879b on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:20.474149 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.502670 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c2003c72-ee2a-423e-ae4c-039f2508869f req-61d745b1-528d-4469-9c56-fe0816316d0d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.506580 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2003c72-ee2a-423e-ae4c-039f2508869f req-61d745b1-528d-4469-9c56-fe0816316d0d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.98 "DELETE /v2.0/ports/021828c5-b6e7-4559-8785-ba64cbd8879b HTTP/1.1" status: 204 len: 173 time: 2.5000961 Nov 03 18:49:20.583795 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Pushing event updated for resources: {'Port': ['ID=42821cf6-fe87-43a0-abc5-a5746a3d6299,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:20.593893 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.646734 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.658375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Attempting to bind port 42821cf6-fe87-43a0-abc5-a5746a3d6299 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:20.659753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Attempting to bind port 42821cf6-fe87-43a0-abc5-a5746a3d6299 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:20.660094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Attempting to bind port 42821cf6-fe87-43a0-abc5-a5746a3d6299 on network 31e0a50c-7147-4b72-938d-d6456d1a6470 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:20.667048 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Port 42821cf6-fe87-43a0-abc5-a5746a3d6299 on network 31e0a50c-7147-4b72-938d-d6456d1a6470 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:20.669352 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99baa797-624e-4b53-a0a5-94f21b7da7c4 req-bf6d2769-cf92-461d-b6ef-67d77bfeea66 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552069 Nov 03 18:49:20.669533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Attempting to bind port 42821cf6-fe87-43a0-abc5-a5746a3d6299 on network 31e0a50c-7147-4b72-938d-d6456d1a6470 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:20.679332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa52ae-ac35-4439-8c5e-3efd5a7d0c89 req-14069828-1416-44bf-9fc0-3f835104777c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:20.680124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:20.680628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Checking segment: {'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:20.681348 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Bound using segment: {'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:20.682274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Bound port: 42821cf6-fe87-43a0-abc5-a5746a3d6299, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:20.684097 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.696997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6caa52ae-ac35-4439-8c5e-3efd5a7d0c89 req-14069828-1416-44bf-9fc0-3f835104777c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 931 time: 0.5482798 Nov 03 18:49:20.870442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] For port 42821cf6-fe87-43a0-abc5-a5746a3d6299, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:20.875379 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] For port 42821cf6-fe87-43a0-abc5-a5746a3d6299, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=42821cf6-fe87-43a0-abc5-a5746a3d6299,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:20.888545 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.916800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:20.917872 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:20.922736 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] 10.222.0.98 "PUT /v2.0/ports/42821cf6-fe87-43a0-abc5-a5746a3d6299 HTTP/1.1" status: 200 len: 1091 time: 1.1002400 Nov 03 18:49:20.936723 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b28bef59-d610-41dd-8426-9b25d8353b27 req-3bda6420-e4e5-4421-a97a-024519cef3b2 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 210 time: 0.0784478 Nov 03 18:49:20.958883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6caa52ae-ac35-4439-8c5e-3efd5a7d0c89 req-5ad95c3d-5489-49b1-bd35-1a35d34dc645 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608256 Nov 03 18:49:20.997535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ac51c1-f607-4c68-9f1a-c115c32e3ff6', 'tag': '42821cf6-fe87-43a0-abc5-a5746a3d6299'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:21.001269 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e823418d-ef8f-4b46-8357-914bdea9674b" -d '{"events": [{"name": "network-changed", "server_uuid": "67ac51c1-f607-4c68-9f1a-c115c32e3ff6", "tag": "42821cf6-fe87-43a0-abc5-a5746a3d6299"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:21.072191 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a14f8a2-e354-485e-adcf-e8459dbb8393 x-openstack-request-id: req-8a14f8a2-e354-485e-adcf-e8459dbb8393 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:21.072558 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ab6f2a-0d81-41a2-b447-33cbcde362dd", "name": "network-vif-deleted", "tag": "92c36f29-406a-4801-97a5-b9ff12ced221", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:21.072906 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8a14f8a2-e354-485e-adcf-e8459dbb8393 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:21.073509 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ab6f2a-0d81-41a2-b447-33cbcde362dd', 'name': 'network-vif-deleted', 'tag': '92c36f29-406a-4801-97a5-b9ff12ced221', 'status': 'completed', 'code': 200} Nov 03 18:49:21.074214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-7d7d9380-3e44-48e5-85f1-fdaa610e8fcb tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Made reservation on behalf of 9cbdd18066044e0ba6461625c8550301 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:21.078232 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-7d7d9380-3e44-48e5-85f1-fdaa610e8fcb tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.127960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Allocated IP 172.25.2.253 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/a2045982-078e-4ce3-9285-aa3115ad8853) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:21.166741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc05cf-549e-4a43-ae25-098788ccd321 req-0038d828-3213-49c1-9182-059338de4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:21.169142 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ebfc05cf-549e-4a43-ae25-098788ccd321 req-0038d828-3213-49c1-9182-059338de4cd4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=becd52d6557c422795eaaf4052e7b394&device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 1096 time: 0.2430727 Nov 03 18:49:21.170960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82e218-6f9e-44d7-8875-ea0cfb7ddad5 service neutron] Pushing event updated for resources: {'Port': ['ID=42821cf6-fe87-43a0-abc5-a5746a3d6299,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:21.190970 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-a1b2744f-bba6-459c-a6dc-3495b79c4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:21.195698 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-a1b2744f-bba6-459c-a6dc-3495b79c4c0b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9dfc19dc2384429781783620ae0e5a4f&device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 1094 time: 0.1556089 Nov 03 18:49:21.235836 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c30c140-bec7-467a-8f42-3e3c87b6f2b7 x-openstack-request-id: req-3c30c140-bec7-467a-8f42-3e3c87b6f2b7 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:21.236188 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ac51c1-f607-4c68-9f1a-c115c32e3ff6", "tag": "42821cf6-fe87-43a0-abc5-a5746a3d6299", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:21.236641 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3c30c140-bec7-467a-8f42-3e3c87b6f2b7 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:21.237118 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ac51c1-f607-4c68-9f1a-c115c32e3ff6', 'tag': '42821cf6-fe87-43a0-abc5-a5746a3d6299', 'status': 'completed', 'code': 200} Nov 03 18:49:21.312473 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-82da2642-c6b4-42a4-a999-6ca856946510 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42821cf6-fe87-43a0-abc5-a5746a3d6299 HTTP/1.1" status: 200 len: 217 time: 0.1010275 Nov 03 18:49:21.391656 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-792411bc-7815-4eb2-b21f-a562d06b62d0 req-2bbc4393-5d8c-450e-9579-2145d9e9e3de tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0872164 Nov 03 18:49:21.430132 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-695d8c91-bc2d-4a46-8e28-229296b4bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:21.431798 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-695d8c91-bc2d-4a46-8e28-229296b4bdce service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a7d5dc92-2aee-436a-9b2e-237287fe4ac4 HTTP/1.1" status: 200 len: 845 time: 0.1072519 Nov 03 18:49:21.470371 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc05cf-549e-4a43-ae25-098788ccd321 req-d56dbe05-dd7f-4059-a228-bd521440f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:21.472422 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ebfc05cf-549e-4a43-ae25-098788ccd321 req-d56dbe05-dd7f-4059-a228-bd521440f9f0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c HTTP/1.1" status: 200 len: 915 time: 0.1852133 Nov 03 18:49:21.492240 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-409a3715-4988-41d5-b635-5a95d230c9d7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=31e0a50c-7147-4b72-938d-d6456d1a6470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495231 Nov 03 18:49:21.510465 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.545486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-7d7d9380-3e44-48e5-85f1-fdaa610e8fcb tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Allocated IP 172.20.0.14 (6cd895e7-d5ae-4f61-b1ba-ab0a36127c91/9533f04e-ac78-415d-8a78-7bdd21f5aeee/980e9da2-16b7-4790-8c08-6f483e18def9) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:21.560638 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ebfc05cf-549e-4a43-ae25-098788ccd321 req-68de9c3f-35d2-4eb7-9abd-2f55533f0c31 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947 HTTP/1.1" status: 200 len: 217 time: 0.0716100 Nov 03 18:49:21.612601 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:21.665388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc05cf-549e-4a43-ae25-098788ccd321 req-03cce77b-b19a-4c09-b198-91259e2fa364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:21.667743 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ebfc05cf-549e-4a43-ae25-098788ccd321 req-03cce77b-b19a-4c09-b198-91259e2fa364 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=139ca79f-c2b7-4f06-944e-59569171d638 HTTP/1.1" status: 200 len: 854 time: 0.0952544 Nov 03 18:49:21.680752 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-d08fd51c-137a-45f8-82e8-3ad10ab31215 service neutron] 10.222.0.98 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806695 Nov 03 18:49:21.706010 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=a2045982-078e-4ce3-9285-aa3115ad8853,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:21.727082 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:21.728156 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ebfc05cf-549e-4a43-ae25-098788ccd321 req-dd82301a-2649-4b79-8aa9-2f9cdb774f57 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445464 Nov 03 18:49:21.735877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:21.754400 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:21.934449 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ef5aceb-42ec-4b9e-80c1-c10eae5899a6 req-e59c6931-334d-47f8-a043-6954d2624a4b service neutron] 10.222.0.98 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390223 Nov 03 18:49:21.939185 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ebfc05cf-549e-4a43-ae25-098788ccd321 req-ebe5c7dd-0efd-4451-b0ea-a289fadaf4bb service neutron] 10.222.0.87 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848562 Nov 03 18:49:22.091360 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d2453-8350-44bc-b0a6-c60e0a61105d req-5e3eec17-b158-4ebd-908c-32219bb6778b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:22.094560 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd0d2453-8350-44bc-b0a6-c60e0a61105d req-5e3eec17-b158-4ebd-908c-32219bb6778b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2759583 Nov 03 18:49:22.132899 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823418d-ef8f-4b46-8357-914bdea9674b req-178f6bba-63bd-495b-879a-2ed198f6c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:22.134510 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e823418d-ef8f-4b46-8357-914bdea9674b req-178f6bba-63bd-495b-879a-2ed198f6c90c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9dfc19dc2384429781783620ae0e5a4f&device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 1094 time: 0.1415932 Nov 03 18:49:22.171688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4471f679-712c-4ea3-bdd8-2787cd6c9023 req-467daca4-9226-49f6-bb79-f1ab6a18754b tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 210 time: 0.0938575 Nov 03 18:49:22.179521 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-7d7d9380-3e44-48e5-85f1-fdaa610e8fcb tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.180078 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ebfc05cf-549e-4a43-ae25-098788ccd321 req-7912ba27-6452-4a9b-9184-fc23fc5284e3 service neutron] 10.222.0.87 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310548 Nov 03 18:49:22.270935 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd0d2453-8350-44bc-b0a6-c60e0a61105d req-0a0f470b-a91d-4b3f-8fdd-a29421b9bf7c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583598 Nov 03 18:49:22.291169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823418d-ef8f-4b46-8357-914bdea9674b req-144dee3c-7404-4c36-9e53-33373235e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:22.293534 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e823418d-ef8f-4b46-8357-914bdea9674b req-144dee3c-7404-4c36-9e53-33373235e6a2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=31e0a50c-7147-4b72-938d-d6456d1a6470 HTTP/1.1" status: 200 len: 906 time: 0.1498530 Nov 03 18:49:22.347257 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e823418d-ef8f-4b46-8357-914bdea9674b req-bc28259a-3bca-45a5-a668-c5908fc02ddb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42821cf6-fe87-43a0-abc5-a5746a3d6299 HTTP/1.1" status: 200 len: 217 time: 0.0457437 Nov 03 18:49:22.370155 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 021828c5-b6e7-4559-8785-ba64cbd8879b no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:22.396498 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 021828c5-b6e7-4559-8785-ba64cbd8879b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:22.397289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 021828c5-b6e7-4559-8785-ba64cbd8879b not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:22.398033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92c36f29-406a-4801-97a5-b9ff12ced221 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:22.405559 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-7d7d9380-3e44-48e5-85f1-fdaa610e8fcb tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.444536 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 92c36f29-406a-4801-97a5-b9ff12ced221 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:22.445214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 92c36f29-406a-4801-97a5-b9ff12ced221 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:22.465630 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823418d-ef8f-4b46-8357-914bdea9674b req-28cb84ef-a523-41ef-8770-49bc4f593da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:22.467532 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e823418d-ef8f-4b46-8357-914bdea9674b req-28cb84ef-a523-41ef-8770-49bc4f593da4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a7d5dc92-2aee-436a-9b2e-237287fe4ac4 HTTP/1.1" status: 200 len: 845 time: 0.1036637 Nov 03 18:49:22.500480 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.510601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-7d7d9380-3e44-48e5-85f1-fdaa610e8fcb tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:22.511108 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e823418d-ef8f-4b46-8357-914bdea9674b req-ab24bfd6-b76a-4937-befa-a32044e5c251 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=31e0a50c-7147-4b72-938d-d6456d1a6470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348814 Nov 03 18:49:22.565371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5185a2-38be-4237-bb5e-01eb3de41b5d req-e63f27c3-bc9e-4511-915c-a304e2f9b4a7 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:22.568153 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba5185a2-38be-4237-bb5e-01eb3de41b5d req-e63f27c3-bc9e-4511-915c-a304e2f9b4a7 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 943 time: 0.2791729 Nov 03 18:49:22.569687 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-7d7d9380-3e44-48e5-85f1-fdaa610e8fcb tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:22.572960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-7d7d9380-3e44-48e5-85f1-fdaa610e8fcb tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:22.609479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d9380-3e44-48e5-85f1-fdaa610e8fcb tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Pushing event updated for resources: {'Port': ['ID=980e9da2-16b7-4790-8c08-6f483e18def9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:22.651954 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e823418d-ef8f-4b46-8357-914bdea9674b req-c8faa373-d807-4bd2-8233-4adc75b01fe3 service neutron] 10.222.0.98 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312947 Nov 03 18:49:22.705371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b86e561-45c6-4c02-8998-a8432fe29d6b req-0673d2ac-4c90-485b-93a1-c540267eb282 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0854743 Nov 03 18:49:22.739066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-7d7d9380-3e44-48e5-85f1-fdaa610e8fcb tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:22.739066 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-7d7d9380-3e44-48e5-85f1-fdaa610e8fcb tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.769726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba5185a2-38be-4237-bb5e-01eb3de41b5d req-97115d97-d28d-4bce-a96c-b7a4ae888aca tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921132 Nov 03 18:49:22.775306 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-7d7d9380-3e44-48e5-85f1-fdaa610e8fcb tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3631461 Nov 03 18:49:22.801822 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e823418d-ef8f-4b46-8357-914bdea9674b req-a4cf5595-b4c9-46ab-82ea-b33d3bf4132b service neutron] 10.222.0.98 "GET /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424274 Nov 03 18:49:22.813254 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Request body: {'port': {'device_id': '47ba1057-9392-429e-ab79-b3ca7f9e4618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:22.913077 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:22.933537 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:23.092104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96c4f64-8d53-4b91-9ca5-adb2e1cb884c', 'name': 'network-vif-deleted', 'tag': '021828c5-b6e7-4559-8785-ba64cbd8879b'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:23.093594 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2b16b0-b353-4857-b559-3300a77a3d7c" -d '{"events": [{"server_uuid": "e96c4f64-8d53-4b91-9ca5-adb2e1cb884c", "name": "network-vif-deleted", "tag": "021828c5-b6e7-4559-8785-ba64cbd8879b"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:23.136887 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338e3a57-6fc8-4aad-9869-d5ffe54e70dd x-openstack-request-id: req-338e3a57-6fc8-4aad-9869-d5ffe54e70dd {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:23.137175 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96c4f64-8d53-4b91-9ca5-adb2e1cb884c", "name": "network-vif-deleted", "tag": "021828c5-b6e7-4559-8785-ba64cbd8879b", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:23.137420 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-338e3a57-6fc8-4aad-9869-d5ffe54e70dd {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:23.137807 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96c4f64-8d53-4b91-9ca5-adb2e1cb884c', 'name': 'network-vif-deleted', 'tag': '021828c5-b6e7-4559-8785-ba64cbd8879b', 'status': 'completed', 'code': 200} Nov 03 18:49:23.245532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:49:23.891600 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980e9da2-16b7-4790-8c08-6f483e18def9 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:23.910624 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:23.930674 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49ec94-d562-47de-b7e2-6e1401b9c368 req-a800b6c8-11b4-4b7e-a53e-2ab93a3cb2a0 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:23.932413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe49ec94-d562-47de-b7e2-6e1401b9c368 req-a800b6c8-11b4-4b7e-a53e-2ab93a3cb2a0 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 932 time: 0.6512923 Nov 03 18:49:23.959042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01792d-a67f-47ff-87e4-2a22d1b50e4b req-f394c3a2-38ba-46d8-b05c-2c4baa56603b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:23.960660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b01792d-a67f-47ff-87e4-2a22d1b50e4b req-f394c3a2-38ba-46d8-b05c-2c4baa56603b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2050428 Nov 03 18:49:23.990308 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Transition to ACTIVE for port object 980e9da2-16b7-4790-8c08-6f483e18def9 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:49:23.997543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:24.019197 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.020734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787f39d3-06f6-40da-b5fa-3d6bf039c5eb None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:24.035327 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787f39d3-06f6-40da-b5fa-3d6bf039c5eb None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:24.036695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-787f39d3-06f6-40da-b5fa-3d6bf039c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:24.072262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-787f39d3-06f6-40da-b5fa-3d6bf039c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:24.083165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787f39d3-06f6-40da-b5fa-3d6bf039c5eb None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:24.084380 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-787f39d3-06f6-40da-b5fa-3d6bf039c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:24.111891 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.113126 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c3f52cbd-f549-4a62-8120-43197defb49b tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2238674 Nov 03 18:49:24.120622 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55588) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:24.128149 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-787f39d3-06f6-40da-b5fa-3d6bf039c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:24.129010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787f39d3-06f6-40da-b5fa-3d6bf039c5eb None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:24.131248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe49ec94-d562-47de-b7e2-6e1401b9c368 req-7744a401-bc79-44a3-9545-776f8f52978f tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862979 Nov 03 18:49:24.142853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Pushing event updated for resources: {'Port': ['ID=980e9da2-16b7-4790-8c08-6f483e18def9,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:24.167404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b01792d-a67f-47ff-87e4-2a22d1b50e4b req-9c0bbb46-ffd5-4e01-abf6-928ba989d53e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933782 Nov 03 18:49:24.280717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Attempting to bind port 980e9da2-16b7-4790-8c08-6f483e18def9 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:24.281060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Attempting to bind port 980e9da2-16b7-4790-8c08-6f483e18def9 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '6aee19cc-f537-452e-90c7-6a18e1fcab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:24.281393 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Attempting to bind port 980e9da2-16b7-4790-8c08-6f483e18def9 on network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:24.334834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1745c81-6bdb-4ba1-a189-6e255601a3bd req-dbeac731-7f33-4900-8da4-f06d81418cd3 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0487328 Nov 03 18:49:24.335698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Port 980e9da2-16b7-4790-8c08-6f483e18def9 on network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:24.336034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Attempting to bind port 980e9da2-16b7-4790-8c08-6f483e18def9 on network 6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:24.361500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:24.361907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Checking segment: {'id': '6aee19cc-f537-452e-90c7-6a18e1fcab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:24.362257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Bound using segment: {'id': '6aee19cc-f537-452e-90c7-6a18e1fcab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:24.362704 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Bound port: 980e9da2-16b7-4790-8c08-6f483e18def9, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aee19cc-f537-452e-90c7-6a18e1fcab50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:24.363079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.369254 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 42821cf6-fe87-43a0-abc5-a5746a3d6299 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:49:24.504477 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 42821cf6-fe87-43a0-abc5-a5746a3d6299, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=42821cf6-fe87-43a0-abc5-a5746a3d6299,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:24.520645 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '42821cf6-fe87-43a0-abc5-a5746a3d6299', 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470', 'port_id': '42821cf6-fe87-43a0-abc5-a5746a3d6299', 'mac_address': 'fa:16:3e:27:d3:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d5dc92-2aee-436a-9b2e-237287fe4ac4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:49:24.541633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] For port 980e9da2-16b7-4790-8c08-6f483e18def9, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:24.577457 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.611033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] For port 980e9da2-16b7-4790-8c08-6f483e18def9, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=980e9da2-16b7-4790-8c08-6f483e18def9,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:24.625101 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42821cf6-fe87-43a0-abc5-a5746a3d6299 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:24.632665 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.741754 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 42821cf6-fe87-43a0-abc5-a5746a3d6299, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=42821cf6-fe87-43a0-abc5-a5746a3d6299,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:24.750540 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.786741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Pushing event updated for resources: {'Port': ['ID=980e9da2-16b7-4790-8c08-6f483e18def9,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:24.837785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c850a91-d6a1-475d-9a21-c7edc4258d9a req-86c2e47c-09ae-4030-9072-6ef54d53755f tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:24.844754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c850a91-d6a1-475d-9a21-c7edc4258d9a req-86c2e47c-09ae-4030-9072-6ef54d53755f tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 943 time: 0.3727458 Nov 03 18:49:24.860440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:24.861603 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.864021 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-73830ff6-6ed6-4c2e-abc2-e969c52b2c2a service neutron] 10.222.0.98 "PUT /v2.0/ports/980e9da2-16b7-4790-8c08-6f483e18def9 HTTP/1.1" status: 200 len: 1092 time: 2.0564654 Nov 03 18:49:24.869202 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:24.917334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=42821cf6-fe87-43a0-abc5-a5746a3d6299,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:25.020243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['42821cf6-fe87-43a0-abc5-a5746a3d6299'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:25.026586 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-8260ec00-bcb6-4e46-913d-60c9aff67050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:25.029677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-8260ec00-bcb6-4e46-913d-60c9aff67050 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9cbdd18066044e0ba6461625c8550301&device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 1095 time: 0.0841074 Nov 03 18:49:25.033652 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c850a91-d6a1-475d-9a21-c7edc4258d9a req-a391aa59-dfd1-432f-abaa-9521dc8b64ce tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682632 Nov 03 18:49:25.094827 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:49:25.111501 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-bcd6b442-2dfe-4d7e-8a98-8d2f0f5a9e1a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=980e9da2-16b7-4790-8c08-6f483e18def9 HTTP/1.1" status: 200 len: 217 time: 0.0731130 Nov 03 18:49:25.153853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ba1057-9392-429e-ab79-b3ca7f9e4618', 'tag': '980e9da2-16b7-4790-8c08-6f483e18def9'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:25.156426 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6e58a5-0301-4a26-959b-eb3eae3fc41b" -d '{"events": [{"name": "network-changed", "server_uuid": "47ba1057-9392-429e-ab79-b3ca7f9e4618", "tag": "980e9da2-16b7-4790-8c08-6f483e18def9"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:25.188569 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-849113ac-50dc-4b5c-8f6e-b9169a5bca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:25.195432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-849113ac-50dc-4b5c-8f6e-b9169a5bca44 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9533f04e-ac78-415d-8a78-7bdd21f5aeee HTTP/1.1" status: 200 len: 854 time: 0.0733223 Nov 03 18:49:25.263047 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42943bc-91d1-4d7b-b412-aa759832c368 x-openstack-request-id: req-e42943bc-91d1-4d7b-b412-aa759832c368 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:25.265084 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ba1057-9392-429e-ab79-b3ca7f9e4618", "tag": "980e9da2-16b7-4790-8c08-6f483e18def9", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:25.265410 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e42943bc-91d1-4d7b-b412-aa759832c368 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:25.266126 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ba1057-9392-429e-ab79-b3ca7f9e4618', 'tag': '980e9da2-16b7-4790-8c08-6f483e18def9', 'status': 'completed', 'code': 200} Nov 03 18:49:25.277339 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-52780ed1-8ae8-4752-86c2-0300dcc8ed5e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763843 Nov 03 18:49:25.387208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Allocated IP 172.20.0.1 (7f789d99-bf2a-4673-bede-4d7669cb05a6/133b14b4-0e78-41d2-874d-9678133513c9/82a44066-c6a3-459e-80b4-34dd3ab21ec9) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:25.461781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd4b4-3dcc-413c-9d8b-451696349f0e req-bc7df377-aa6d-4a5a-af23-4035e9c9892f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:25.463542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-800cd4b4-3dcc-413c-9d8b-451696349f0e req-bc7df377-aa6d-4a5a-af23-4035e9c9892f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1194077 Nov 03 18:49:25.491712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e91336-19cb-40d2-970f-bdfeef9e69f0 req-4efab69e-7528-4a60-9b3c-984dffd38f8d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:25.493396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4e91336-19cb-40d2-970f-bdfeef9e69f0 req-4efab69e-7528-4a60-9b3c-984dffd38f8d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 944 time: 0.2115767 Nov 03 18:49:25.555644 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-548808d9-5e76-4318-9c3e-89f952e99424 service neutron] 10.222.0.98 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538412 Nov 03 18:49:25.563083 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.608142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.649577 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 7f789d99-bf2a-4673-bede-4d7669cb05a6 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:25.654436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:25.662395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:25.707143 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=82a44066-c6a3-459e-80b4-34dd3ab21ec9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:25.714480 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c1a1a30d-71a1-41b2-8838-ba14b3cfb49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.729702 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-800cd4b4-3dcc-413c-9d8b-451696349f0e req-d1159ca1-43b7-4ca2-abc9-79ff2a406198 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516794 Nov 03 18:49:25.734992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:25.735670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:25.736486 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:25.736879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:25.737503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:25.738127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:25.739008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:25.739950 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:25.740600 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:25.741251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:25.741892 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:25.742573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:25.761806 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4e91336-19cb-40d2-970f-bdfeef9e69f0 req-07932c20-b2e3-4204-bd95-4804562d5e26 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512357 Nov 03 18:49:25.770994 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:25.846892 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbd2de0f-e249-497c-a723-fdc8c627d50a req-8ff8e5a8-acda-4572-b3b0-c6e57f211245 service neutron] 10.222.0.98 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813120 Nov 03 18:49:25.993631 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.011521 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85d0b5be-40f4-4e5d-a2ca-dd109ea34777 req-c5c8a86c-e2ac-4ca5-8fab-fd12543242ef tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0506582 Nov 03 18:49:26.042870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e58a5-0301-4a26-959b-eb3eae3fc41b req-a21570c0-936e-4134-94fa-ef1098086dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:26.045433 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa6e58a5-0301-4a26-959b-eb3eae3fc41b req-a21570c0-936e-4134-94fa-ef1098086dcc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9cbdd18066044e0ba6461625c8550301&device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 1095 time: 0.1317129 Nov 03 18:49:26.217301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e58a5-0301-4a26-959b-eb3eae3fc41b req-e4054e56-3174-4ccb-846d-5f98a7dc7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:26.218923 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa6e58a5-0301-4a26-959b-eb3eae3fc41b req-e4054e56-3174-4ccb-846d-5f98a7dc7423 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 HTTP/1.1" status: 200 len: 915 time: 0.1662502 Nov 03 18:49:26.239392 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b2f1a-2f49-41de-8165-1a954439853a req-89406c43-3491-43af-ba63-e1e2aa950106 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:26.242466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-420b2f1a-2f49-41de-8165-1a954439853a req-89406c43-3491-43af-ba63-e1e2aa950106 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 944 time: 0.1033144 Nov 03 18:49:26.334239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa6e58a5-0301-4a26-959b-eb3eae3fc41b req-fce49f7f-75dd-4457-9a92-9579407e00f1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=980e9da2-16b7-4790-8c08-6f483e18def9 HTTP/1.1" status: 200 len: 217 time: 0.0898614 Nov 03 18:49:26.385392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 42821cf6-fe87-43a0-abc5-a5746a3d6299 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:49:26.436069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e58a5-0301-4a26-959b-eb3eae3fc41b req-56f44400-7755-4abf-b7a9-161bbd7ca86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:26.438164 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa6e58a5-0301-4a26-959b-eb3eae3fc41b req-56f44400-7755-4abf-b7a9-161bbd7ca86c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9533f04e-ac78-415d-8a78-7bdd21f5aeee HTTP/1.1" status: 200 len: 854 time: 0.0948641 Nov 03 18:49:26.442994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-420b2f1a-2f49-41de-8165-1a954439853a req-dd69b985-6851-4bcf-bf58-157ba29298e5 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867089 Nov 03 18:49:26.481726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa6e58a5-0301-4a26-959b-eb3eae3fc41b req-7500eee5-4761-4ff5-9fb6-795a467acdeb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340447 Nov 03 18:49:26.482288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 42821cf6-fe87-43a0-abc5-a5746a3d6299 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:49:26.492461 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 42821cf6-fe87-43a0-abc5-a5746a3d6299 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:26.496111 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.609647 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.611158 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa6e58a5-0301-4a26-959b-eb3eae3fc41b req-23bfb8e5-70b3-43a6-a56c-1ba15c934d4e service neutron] 10.222.0.98 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232135 Nov 03 18:49:26.650386 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ac51c1-f607-4c68-9f1a-c115c32e3ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42821cf6-fe87-43a0-abc5-a5746a3d6299'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:26.652972 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec1897e-853c-4880-b3ca-24ca1475078b" -d '{"events": [{"server_uuid": "67ac51c1-f607-4c68-9f1a-c115c32e3ff6", "name": "network-vif-plugged", "status": "completed", "tag": "42821cf6-fe87-43a0-abc5-a5746a3d6299"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:26.667001 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 42821cf6-fe87-43a0-abc5-a5746a3d6299, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=42821cf6-fe87-43a0-abc5-a5746a3d6299,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:26.673817 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.745508 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa6e58a5-0301-4a26-959b-eb3eae3fc41b req-3b15f6be-0f52-420f-b50e-5743c2c679fd service neutron] 10.222.0.98 "GET /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267087 Nov 03 18:49:26.746499 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2893ea-f4ad-43ed-83a5-533fc7f8cb42 x-openstack-request-id: req-0a2893ea-f4ad-43ed-83a5-533fc7f8cb42 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:26.747515 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ac51c1-f607-4c68-9f1a-c115c32e3ff6", "name": "network-vif-plugged", "status": "completed", "tag": "42821cf6-fe87-43a0-abc5-a5746a3d6299", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:26.747769 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0a2893ea-f4ad-43ed-83a5-533fc7f8cb42 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:26.748167 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ac51c1-f607-4c68-9f1a-c115c32e3ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42821cf6-fe87-43a0-abc5-a5746a3d6299', 'code': 200} Nov 03 18:49:26.754548 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=42821cf6-fe87-43a0-abc5-a5746a3d6299,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:26.779555 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.787648 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.900149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=82a44066-c6a3-459e-80b4-34dd3ab21ec9,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:26.903492 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:26.957207 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6265ff-54d3-4e9d-8ccd-bd357c48712f req-f5e07c0f-a80c-4458-958c-935a421a9150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:26.958864 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b6265ff-54d3-4e9d-8ccd-bd357c48712f req-f5e07c0f-a80c-4458-958c-935a421a9150 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 1096 time: 0.1417952 Nov 03 18:49:26.968988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1af11-3b14-490e-ba66-b05a96d12d3f req-1ef513eb-0b09-4558-a55f-53c5d7e354f0 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:26.970679 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15e1af11-3b14-490e-ba66-b05a96d12d3f req-1ef513eb-0b09-4558-a55f-53c5d7e354f0 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1102893 Nov 03 18:49:27.000797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac4f58-05a6-4091-a71a-5f73b5b72bea req-feda9fa6-b09d-4968-a843-04659694b0ef tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:27.002457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0fac4f58-05a6-4091-a71a-5f73b5b72bea req-feda9fa6-b09d-4968-a843-04659694b0ef tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 944 time: 0.1379769 Nov 03 18:49:27.013965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 7f789d99-bf2a-4673-bede-4d7669cb05a6 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:27.015541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:27.086175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b6265ff-54d3-4e9d-8ccd-bd357c48712f req-7212cc88-de0c-4b5e-9174-1fbee327dc58 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143391 Nov 03 18:49:27.102963 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15e1af11-3b14-490e-ba66-b05a96d12d3f req-3b1d09cd-a34e-4118-b394-605aba3465b6 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145973 Nov 03 18:49:27.107466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0fac4f58-05a6-4091-a71a-5f73b5b72bea req-8c076d77-9b88-465f-ac4a-14b00e736668 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983760 Nov 03 18:49:27.158600 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:27.295529 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:27.306095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55622) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:27.312671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4aba6645-bbd5-4138-9df3-c0d53cf84203 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'port': {'network_id': '7f789d99-bf2a-4673-bede-4d7669cb05a6', 'name': 'tempest-FloatingIPTestJSON-1760813041'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:27.316316 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fe76ca22-2597-4827-b839-0f81104cfba1 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "PUT /v2.0/routers/4c3bf854-2fde-4748-976f-9b53ee289104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1921635 Nov 03 18:49:27.318746 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7833100-a10f-490d-bc5a-e4738c3fab59 None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:27.330651 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7833100-a10f-490d-bc5a-e4738c3fab59 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:27.331282 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7833100-a10f-490d-bc5a-e4738c3fab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:27.368750 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7833100-a10f-490d-bc5a-e4738c3fab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:27.379347 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7833100-a10f-490d-bc5a-e4738c3fab59 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:27.380050 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7833100-a10f-490d-bc5a-e4738c3fab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:48:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:27.407937 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0e73c46-17e1-4ff6-ba6e-1e495035328d req-a4f2c4bc-efcf-4171-b308-a25cc666c031 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0589859 Nov 03 18:49:27.416611 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7833100-a10f-490d-bc5a-e4738c3fab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:27.417543 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7833100-a10f-490d-bc5a-e4738c3fab59 None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:27.489260 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aba6645-bbd5-4138-9df3-c0d53cf84203 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Made reservation on behalf of bf6f19e2594040b68d9a32f661abf557 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:27.493964 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4aba6645-bbd5-4138-9df3-c0d53cf84203 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.519089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-4aba6645-bbd5-4138-9df3-c0d53cf84203 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] device_id is not set on port ed7a5e8e-78ae-45ce-81b0-38487fc23880 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:49:27.661119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e048d-6caf-4f29-a460-93bc47e2a5df req-b812367c-08e3-4268-9d1f-0e3c4b3df63f tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:27.662567 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-229e048d-6caf-4f29-a460-93bc47e2a5df req-b812367c-08e3-4268-9d1f-0e3c4b3df63f tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 945 time: 0.1057961 Nov 03 18:49:27.691741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-4aba6645-bbd5-4138-9df3-c0d53cf84203 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Allocated IP 172.20.0.12 (7f789d99-bf2a-4673-bede-4d7669cb05a6/133b14b4-0e78-41d2-874d-9678133513c9/ed7a5e8e-78ae-45ce-81b0-38487fc23880) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:27.753890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-229e048d-6caf-4f29-a460-93bc47e2a5df req-be926a7f-26be-4d14-951b-b998c554323d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836592 Nov 03 18:49:27.908242 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4aba6645-bbd5-4138-9df3-c0d53cf84203 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.949069 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4aba6645-bbd5-4138-9df3-c0d53cf84203 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:27.995558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba6645-bbd5-4138-9df3-c0d53cf84203 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 7f789d99-bf2a-4673-bede-4d7669cb05a6 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:27.998811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-4aba6645-bbd5-4138-9df3-c0d53cf84203 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:28.005976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aba6645-bbd5-4138-9df3-c0d53cf84203 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:28.035465 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba6645-bbd5-4138-9df3-c0d53cf84203 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=ed7a5e8e-78ae-45ce-81b0-38487fc23880,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:28.070135 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ba33-20e0-41a4-95ff-e269a907b799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.070753 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aba6645-bbd5-4138-9df3-c0d53cf84203 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:28.071865 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4aba6645-bbd5-4138-9df3-c0d53cf84203 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.090851 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4aba6645-bbd5-4138-9df3-c0d53cf84203 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7822104 Nov 03 18:49:28.093164 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55628) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:28.098385 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-711272db-9c01-432d-92f2-661fa7f9a2fb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'port': {'network_id': '7f789d99-bf2a-4673-bede-4d7669cb05a6', 'name': 'tempest-FloatingIPTestJSON-1141797718'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:28.241442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711272db-9c01-432d-92f2-661fa7f9a2fb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Made reservation on behalf of bf6f19e2594040b68d9a32f661abf557 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:28.245574 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-711272db-9c01-432d-92f2-661fa7f9a2fb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.264768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-711272db-9c01-432d-92f2-661fa7f9a2fb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] device_id is not set on port faec3dc0-c43f-4101-905e-9e099271df4f yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:49:28.286444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308bbe9-2ccf-4418-ad34-349e00e986c2 req-1664ac80-dd7b-405a-9db0-6a3a393f3c77 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:28.288054 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e308bbe9-2ccf-4418-ad34-349e00e986c2 req-1664ac80-dd7b-405a-9db0-6a3a393f3c77 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.0944977 Nov 03 18:49:28.297526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7fa36-66ba-4f0f-8f97-3d0b4a4ce48a req-f869b15d-eb11-4043-8892-0c9aca4692fc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:28.299046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5f7fa36-66ba-4f0f-8f97-3d0b4a4ce48a req-f869b15d-eb11-4043-8892-0c9aca4692fc tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 944 time: 0.0926790 Nov 03 18:49:28.385108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-711272db-9c01-432d-92f2-661fa7f9a2fb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Allocated IP 172.20.0.11 (7f789d99-bf2a-4673-bede-4d7669cb05a6/133b14b4-0e78-41d2-874d-9678133513c9/faec3dc0-c43f-4101-905e-9e099271df4f) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:28.391518 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e308bbe9-2ccf-4418-ad34-349e00e986c2 req-d378bd6a-b35e-4a19-9849-8b0e0cd61b99 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914347 Nov 03 18:49:28.395053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5f7fa36-66ba-4f0f-8f97-3d0b4a4ce48a req-d6cf4ffa-62aa-4d73-80a1-5e741360279e tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882215 Nov 03 18:49:28.401912 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 980e9da2-16b7-4790-8c08-6f483e18def9 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:49:28.548366 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 980e9da2-16b7-4790-8c08-6f483e18def9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=980e9da2-16b7-4790-8c08-6f483e18def9,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:28.561658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '980e9da2-16b7-4790-8c08-6f483e18def9', 'network_id': '6cd895e7-d5ae-4f61-b1ba-ab0a36127c91', 'port_id': '980e9da2-16b7-4790-8c08-6f483e18def9', 'mac_address': 'fa:16:3e:b8:56:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9533f04e-ac78-415d-8a78-7bdd21f5aeee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:49:28.574066 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-711272db-9c01-432d-92f2-661fa7f9a2fb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.598202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da9d1102-5275-4cac-a8ae-c833cf401a73 req-31b8c066-8e66-4026-b597-af7996850160 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0361786 Nov 03 18:49:28.611868 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-711272db-9c01-432d-92f2-661fa7f9a2fb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.612973 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.628292 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980e9da2-16b7-4790-8c08-6f483e18def9 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:28.649172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 980e9da2-16b7-4790-8c08-6f483e18def9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=980e9da2-16b7-4790-8c08-6f483e18def9,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:28.654808 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.662960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711272db-9c01-432d-92f2-661fa7f9a2fb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 7f789d99-bf2a-4673-bede-4d7669cb05a6 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:28.666458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-711272db-9c01-432d-92f2-661fa7f9a2fb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:28.669152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711272db-9c01-432d-92f2-661fa7f9a2fb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:28.676487 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711272db-9c01-432d-92f2-661fa7f9a2fb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=faec3dc0-c43f-4101-905e-9e099271df4f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:28.706881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=980e9da2-16b7-4790-8c08-6f483e18def9,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:28.728369 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711272db-9c01-432d-92f2-661fa7f9a2fb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:28.729011 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-711272db-9c01-432d-92f2-661fa7f9a2fb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.745279 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-711272db-9c01-432d-92f2-661fa7f9a2fb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6507015 Nov 03 18:49:28.748264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55642) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:28.752843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': 'faec3dc0-c43f-4101-905e-9e099271df4f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:28.777766 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.889448 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:28.899352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a7b66-3f2c-4564-9106-b4f202679b81 req-4d2a8d2f-e4ce-4e1a-8e39-ef2e5f3e177c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:28.901081 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f21a7b66-3f2c-4564-9106-b4f202679b81 req-4d2a8d2f-e4ce-4e1a-8e39-ef2e5f3e177c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 945 time: 0.0583346 Nov 03 18:49:28.940740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['980e9da2-16b7-4790-8c08-6f483e18def9'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:28.971391 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f21a7b66-3f2c-4564-9106-b4f202679b81 req-9b2717a6-7c20-4dea-be31-87ab2f3e5e82 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630894 Nov 03 18:49:29.017684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Allocated IP 172.25.2.93 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/70e90401-1968-44d3-b3fc-728c673d2b56) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:29.152267 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.228107 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.307099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:29.308594 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:29.313810 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:29.320815 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.354884 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=70e90401-1968-44d3-b3fc-728c673d2b56,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:29.596214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe707cd8-3f2c-40b4-b723-96fc52dc6fef req-1f81efd8-7089-4903-b4e8-7c6e80fa78cc tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:29.597907 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe707cd8-3f2c-40b4-b723-96fc52dc6fef req-1f81efd8-7089-4903-b4e8-7c6e80fa78cc tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.0898178 Nov 03 18:49:29.610975 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995766bb-ff95-476a-8695-b53a74523003 req-82efa98b-5459-4c1b-8bb3-f5d02f3ce4fa tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:29.612662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-995766bb-ff95-476a-8695-b53a74523003 req-82efa98b-5459-4c1b-8bb3-f5d02f3ce4fa tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 945 time: 0.0739231 Nov 03 18:49:29.693345 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe707cd8-3f2c-40b4-b723-96fc52dc6fef req-ef49fe02-2fd6-4025-81dd-babb2878cde2 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795968 Nov 03 18:49:29.697113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-995766bb-ff95-476a-8695-b53a74523003 req-0458e80a-1ffd-430a-99df-b33ce1d03dd7 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769620 Nov 03 18:49:29.792313 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.872504 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:29.881926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96547698-48e6-4c99-804d-15ebd6aa1d67 req-f6d7b887-2c66-496b-bebc-3b32a88899dc tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0282683 Nov 03 18:49:30.061618 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.066588 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.140691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=70e90401-1968-44d3-b3fc-728c673d2b56,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:30.151401 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.190669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b84625-d62e-4e67-95cf-4241f0b47f7a req-eaaaf284-0c86-4213-8d62-a225e48fc339 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:30.192186 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81b84625-d62e-4e67-95cf-4241f0b47f7a req-eaaaf284-0c86-4213-8d62-a225e48fc339 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 945 time: 0.0581083 Nov 03 18:49:30.243917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81b84625-d62e-4e67-95cf-4241f0b47f7a req-b157b620-9aa0-468c-abb7-5b154d443a6f tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440557 Nov 03 18:49:30.264724 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Floating IP cccfba41-2a27-4ee6-a4b4-4dc1e7d27372 associated. External IP: 172.25.2.93, port: faec3dc0-c43f-4101-905e-9e099271df4f. Nov 03 18:49:30.385123 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.405910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 980e9da2-16b7-4790-8c08-6f483e18def9 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:49:30.462328 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 980e9da2-16b7-4790-8c08-6f483e18def9 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:49:30.468468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 980e9da2-16b7-4790-8c08-6f483e18def9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:30.469196 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.513699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:30.579934 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.603163 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.612264 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ba1057-9392-429e-ab79-b3ca7f9e4618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980e9da2-16b7-4790-8c08-6f483e18def9'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:30.615269 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30e0ac0-255a-4db7-951f-1488709c9d76" -d '{"events": [{"server_uuid": "47ba1057-9392-429e-ab79-b3ca7f9e4618", "name": "network-vif-plugged", "status": "completed", "tag": "980e9da2-16b7-4790-8c08-6f483e18def9"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:30.652151 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 980e9da2-16b7-4790-8c08-6f483e18def9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=980e9da2-16b7-4790-8c08-6f483e18def9,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:30.657598 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.665515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:30.694362 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.703195 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3daba9-1792-482b-bf75-3ce0e355164b x-openstack-request-id: req-5f3daba9-1792-482b-bf75-3ce0e355164b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:30.703687 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ba1057-9392-429e-ab79-b3ca7f9e4618", "name": "network-vif-plugged", "status": "completed", "tag": "980e9da2-16b7-4790-8c08-6f483e18def9", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:30.703899 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5f3daba9-1792-482b-bf75-3ce0e355164b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:30.704285 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ba1057-9392-429e-ab79-b3ca7f9e4618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980e9da2-16b7-4790-8c08-6f483e18def9', 'code': 200} Nov 03 18:49:30.705681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c73e4e-e40a-49c9-8d17-09946b4f6959 None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:30.750242 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ac7dc4d7-a47c-4a9b-9dcb-7463e4510e57 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0005629 Nov 03 18:49:30.750660 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=980e9da2-16b7-4790-8c08-6f483e18def9,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:30.754034 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c73e4e-e40a-49c9-8d17-09946b4f6959 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:30.755871 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55726) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:30.756334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-89c73e4e-e40a-49c9-8d17-09946b4f6959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:30.759463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-2266174e-5877-4020-8f46-72661fc4b2e3 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:30.799895 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-89c73e4e-e40a-49c9-8d17-09946b4f6959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:30.810990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c73e4e-e40a-49c9-8d17-09946b4f6959 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:30.811691 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-89c73e4e-e40a-49c9-8d17-09946b4f6959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:30.850051 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-89c73e4e-e40a-49c9-8d17-09946b4f6959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:30.850755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c73e4e-e40a-49c9-8d17-09946b4f6959 None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:30.968018 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2266174e-5877-4020-8f46-72661fc4b2e3 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:30.974236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0850a-1c6c-44f5-a122-c4efba403198 req-0aa56dee-1fe5-424f-a6a1-d73d895d3d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:30.975752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65e0850a-1c6c-44f5-a122-c4efba403198 req-0aa56dee-1fe5-424f-a6a1-d73d895d3d3b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 1097 time: 0.2109816 Nov 03 18:49:31.025661 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b87ccc-dbc8-4fd8-bd21-56efd37801fe req-93553394-d335-4140-b05c-43bc2f38a5ab tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:31.027126 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26b87ccc-dbc8-4fd8-bd21-56efd37801fe req-93553394-d335-4140-b05c-43bc2f38a5ab tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1427310 Nov 03 18:49:31.037450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a461afe-8aeb-4f21-8901-6947efd4d8d5 req-de619405-90b9-478e-be05-7518279d6c4c tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:31.038993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a461afe-8aeb-4f21-8901-6947efd4d8d5 req-de619405-90b9-478e-be05-7518279d6c4c tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 946 time: 0.1819556 Nov 03 18:49:31.204944 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65e0850a-1c6c-44f5-a122-c4efba403198 req-78b86b20-e233-4c26-b6a3-1aa4e9f0cba3 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944652 Nov 03 18:49:31.208243 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a461afe-8aeb-4f21-8901-6947efd4d8d5 req-c027d6b8-0859-484b-b878-d15259333674 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593335 Nov 03 18:49:31.217930 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26b87ccc-dbc8-4fd8-bd21-56efd37801fe req-2d4dc054-4d4a-4a1f-ac92-98f112cf4f01 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779518 Nov 03 18:49:31.269240 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2266174e-5877-4020-8f46-72661fc4b2e3 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.274496 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2266174e-5877-4020-8f46-72661fc4b2e3 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.274898 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-2266174e-5877-4020-8f46-72661fc4b2e3 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Floating IP cccfba41-2a27-4ee6-a4b4-4dc1e7d27372 disassociated. External IP: 172.25.2.93, port: faec3dc0-c43f-4101-905e-9e099271df4f. Nov 03 18:49:31.426776 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.476228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9765287b-9b12-4aae-8153-3f02976cff5a req-7586925f-25bf-46b0-a13f-0240f88b7413 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0315568 Nov 03 18:49:31.592043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0696867-5381-44b8-a8f4-bae82002131d req-2450b7c7-5b5f-40f2-b4c3-0508dbcab262 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:31.593642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0696867-5381-44b8-a8f4-bae82002131d req-2450b7c7-5b5f-40f2-b4c3-0508dbcab262 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 945 time: 0.0973790 Nov 03 18:49:31.605476 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2266174e-5877-4020-8f46-72661fc4b2e3 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:31.700497 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0696867-5381-44b8-a8f4-bae82002131d req-96449d3a-c9be-4eae-bba9-f411f5f76e50 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977666 Nov 03 18:49:31.776870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2266174e-5877-4020-8f46-72661fc4b2e3 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:31.789308 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2266174e-5877-4020-8f46-72661fc4b2e3 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:31.795140 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e55749-4805-47bb-b57f-5c55fc114f2c None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:31.807451 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e55749-4805-47bb-b57f-5c55fc114f2c None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:31.808142 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b1e55749-4805-47bb-b57f-5c55fc114f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:31.825652 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2266174e-5877-4020-8f46-72661fc4b2e3 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "PUT /v2.0/floatingips/cccfba41-2a27-4ee6-a4b4-4dc1e7d27372 HTTP/1.1" status: 200 len: 687 time: 1.0702653 Nov 03 18:49:31.828422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55740) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:31.861096 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b1e55749-4805-47bb-b57f-5c55fc114f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:31.870558 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e55749-4805-47bb-b57f-5c55fc114f2c None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:31.871180 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b1e55749-4805-47bb-b57f-5c55fc114f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:31.908735 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b1e55749-4805-47bb-b57f-5c55fc114f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:31.909359 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e55749-4805-47bb-b57f-5c55fc114f2c None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:31.989190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-02f1565e-f3ad-40f2-a1ab-f0ca1cebca05 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting port 70e90401-1968-44d3-b3fc-728c673d2b56 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:31.989538 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-02f1565e-f3ad-40f2-a1ab-f0ca1cebca05 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.069162 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-02f1565e-f3ad-40f2-a1ab-f0ca1cebca05 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.069412 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-02f1565e-f3ad-40f2-a1ab-f0ca1cebca05 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.082317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-02f1565e-f3ad-40f2-a1ab-f0ca1cebca05 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Calling delete_port for 70e90401-1968-44d3-b3fc-728c673d2b56 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:32.225623 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-02f1565e-f3ad-40f2-a1ab-f0ca1cebca05 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.256636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1565e-f3ad-40f2-a1ab-f0ca1cebca05 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Port': ['ID=70e90401-1968-44d3-b3fc-728c673d2b56,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:32.317045 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-02f1565e-f3ad-40f2-a1ab-f0ca1cebca05 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.319676 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-02f1565e-f3ad-40f2-a1ab-f0ca1cebca05 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.320774 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-02f1565e-f3ad-40f2-a1ab-f0ca1cebca05 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/floatingips/cccfba41-2a27-4ee6-a4b4-4dc1e7d27372 HTTP/1.1" status: 204 len: 168 time: 0.4911964 Nov 03 18:49:32.324375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55748) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:32.330354 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': 'ed7a5e8e-78ae-45ce-81b0-38487fc23880'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:32.352584 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.372859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26e2b6-e1ad-45a5-8160-04c47635b841 req-afc76538-7300-456e-a474-a0b8f5604651 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:32.374416 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e26e2b6-e1ad-45a5-8160-04c47635b841 req-afc76538-7300-456e-a474-a0b8f5604651 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 946 time: 0.0842669 Nov 03 18:49:32.393284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5719c8-8277-4c72-9f94-992810de852e req-0cad2c27-41e4-4743-97af-6ca03b33dea7 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:32.394708 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb5719c8-8277-4c72-9f94-992810de852e req-0cad2c27-41e4-4743-97af-6ca03b33dea7 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.0924299 Nov 03 18:49:32.411236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 42821cf6-fe87-43a0-abc5-a5746a3d6299 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:49:32.463503 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.475677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e26e2b6-e1ad-45a5-8160-04c47635b841 req-0be7e740-4e23-4c60-bd92-beef1e76679a tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926998 Nov 03 18:49:32.499312 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb5719c8-8277-4c72-9f94-992810de852e req-8963143c-80ef-485c-a4d3-e15eb7673abc tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870261 Nov 03 18:49:32.542823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 42821cf6-fe87-43a0-abc5-a5746a3d6299, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=42821cf6-fe87-43a0-abc5-a5746a3d6299,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:32.650140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Allocated IP 172.25.2.64 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/19474219-cb7d-4d27-9843-2acb84435192) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:32.717791 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '42821cf6-fe87-43a0-abc5-a5746a3d6299', 'network_id': '31e0a50c-7147-4b72-938d-d6456d1a6470', 'port_id': '42821cf6-fe87-43a0-abc5-a5746a3d6299', 'mac_address': 'fa:16:3e:27:d3:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d5dc92-2aee-436a-9b2e-237287fe4ac4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:49:32.724205 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26e7eeb9-05ae-4de3-a666-3f5b0d7ce673 req-b1c1c783-5875-4815-a84c-eea93556f487 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0422108 Nov 03 18:49:32.762245 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.780188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42821cf6-fe87-43a0-abc5-a5746a3d6299 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:32.802326 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.803409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 42821cf6-fe87-43a0-abc5-a5746a3d6299, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=42821cf6-fe87-43a0-abc5-a5746a3d6299,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:32.810875 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.845566 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7d4e3-e722-4391-82c9-c39a660cd9b2 req-eb99cb46-6bbe-4597-9751-f510f85587dc tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:32.846348 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:32.853608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11c7d4e3-e722-4391-82c9-c39a660cd9b2 req-eb99cb46-6bbe-4597-9751-f510f85587dc tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 945 time: 0.0658891 Nov 03 18:49:32.882838 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=42821cf6-fe87-43a0-abc5-a5746a3d6299,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:32.905703 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=19474219-cb7d-4d27-9843-2acb84435192,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:32.911609 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11c7d4e3-e722-4391-82c9-c39a660cd9b2 req-51f8267f-a4d5-42ab-b554-9c972aebba32 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544088 Nov 03 18:49:32.920582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:32.924570 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:32.934475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['42821cf6-fe87-43a0-abc5-a5746a3d6299'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:32.941115 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:33.252339 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7b6b0acd-fc18-46fd-bb28-c3927bb80947 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:49:33.370419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299653ec-9e5e-45bf-9adc-a9fd93736600 req-5799acd6-f3e4-459f-86d2-7cd8016196cc tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:33.373480 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-299653ec-9e5e-45bf-9adc-a9fd93736600 req-5799acd6-f3e4-459f-86d2-7cd8016196cc tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 944 time: 0.0603952 Nov 03 18:49:33.391146 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7b6b0acd-fc18-46fd-bb28-c3927bb80947, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:33.398588 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.403777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '7b6b0acd-fc18-46fd-bb28-c3927bb80947', 'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c', 'port_id': '7b6b0acd-fc18-46fd-bb28-c3927bb80947', 'mac_address': 'fa:16:3e:78:d4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139ca79f-c2b7-4f06-944e-59569171d638', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:49:33.446781 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.449689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-299653ec-9e5e-45bf-9adc-a9fd93736600 req-bfed9689-c59d-46be-9184-c25326a073c4 tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698249 Nov 03 18:49:33.464919 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b6b0acd-fc18-46fd-bb28-c3927bb80947 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:33.484754 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.496144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7b6b0acd-fc18-46fd-bb28-c3927bb80947, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:33.503545 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.562470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=7b6b0acd-fc18-46fd-bb28-c3927bb80947,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:33.678755 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.684226 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.688161 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238fb24-41ce-408f-a117-d1d5d219567b req-c850cb7f-f155-4887-bb95-c0eeea562cf9 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:33.690911 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3238fb24-41ce-408f-a117-d1d5d219567b req-c850cb7f-f155-4887-bb95-c0eeea562cf9 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 946 time: 0.0926359 Nov 03 18:49:33.719118 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['7b6b0acd-fc18-46fd-bb28-c3927bb80947'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:33.737009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=19474219-cb7d-4d27-9843-2acb84435192,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:33.740632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74bd3d-67f2-45ba-8dd3-2b9c559336cf req-70e748a3-1249-4229-b041-ae2d0ef15d78 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:33.749443 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f74bd3d-67f2-45ba-8dd3-2b9c559336cf req-70e748a3-1249-4229-b041-ae2d0ef15d78 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 944 time: 0.1069193 Nov 03 18:49:33.798449 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:33.821848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f74bd3d-67f2-45ba-8dd3-2b9c559336cf req-69f0a32f-5201-4ec4-a7a5-4b1967d1ca45 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713446 Nov 03 18:49:33.825590 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3238fb24-41ce-408f-a117-d1d5d219567b req-84948de4-ba90-43e8-aa62-eeeb99feeb47 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249039 Nov 03 18:49:33.914198 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Floating IP 8eab7d6a-23fb-4ce0-9589-4f5f59336bd2 associated. External IP: 172.25.2.64, port: ed7a5e8e-78ae-45ce-81b0-38487fc23880. Nov 03 18:49:34.028346 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3744e0f9-3b3b-48e9-ab2a-4d340cf591e1 req-39d9f484-0451-4b0f-86ca-9a4c38c0f41c tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0421705 Nov 03 18:49:34.122133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a493c0-76cc-45d9-9752-35c5cb120269 req-edd55f55-e1ee-4c74-b37b-9b28d12c20c3 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:34.126098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50a493c0-76cc-45d9-9752-35c5cb120269 req-edd55f55-e1ee-4c74-b37b-9b28d12c20c3 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 946 time: 0.0700171 Nov 03 18:49:34.186464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50a493c0-76cc-45d9-9752-35c5cb120269 req-7809eb97-8381-401f-826f-f6a98a913e1d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502193 Nov 03 18:49:34.216896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:34.366910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:34.383834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeb199c-f0ae-40de-b2de-cc5d78a456f6 None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:34.395228 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.410004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeb199c-f0ae-40de-b2de-cc5d78a456f6 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:34.411206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-caeb199c-f0ae-40de-b2de-cc5d78a456f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:34.461130 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d5ed6d64-8633-4b86-8266-b32dd82b3de9 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1347871 Nov 03 18:49:34.467785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55790) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:34.484320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400214c-f016-42b9-bb4f-36f36f2353bb req-7318e75d-b558-45ae-8b07-341074e4a14d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:34.495481 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 42821cf6-fe87-43a0-abc5-a5746a3d6299 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:34.497933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4400214c-f016-42b9-bb4f-36f36f2353bb req-7318e75d-b558-45ae-8b07-341074e4a14d tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 946 time: 0.0963094 Nov 03 18:49:34.498451 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-caeb199c-f0ae-40de-b2de-cc5d78a456f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:34.529086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeb199c-f0ae-40de-b2de-cc5d78a456f6 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:34.529727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-caeb199c-f0ae-40de-b2de-cc5d78a456f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:34.568878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-caeb199c-f0ae-40de-b2de-cc5d78a456f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:34.569885 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeb199c-f0ae-40de-b2de-cc5d78a456f6 None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:34.630736 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.645735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 42821cf6-fe87-43a0-abc5-a5746a3d6299 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:34.667683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 42821cf6-fe87-43a0-abc5-a5746a3d6299, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=42821cf6-fe87-43a0-abc5-a5746a3d6299,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:34.677739 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:34.758209 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=42821cf6-fe87-43a0-abc5-a5746a3d6299,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:35.077379 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6694c8fd-e7dc-4d4e-b471-2429a47d23c5 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "GET /v2.0/floatingips/8eab7d6a-23fb-4ce0-9589-4f5f59336bd2 HTTP/1.1" status: 200 len: 978 time: 0.5710299 Nov 03 18:49:35.080832 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55806) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:35.110052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d673-56d8-44da-9b4a-3057130e11d2 req-e558db58-44b4-4612-8b50-cc086c35ecde tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:35.111624 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2848d673-56d8-44da-9b4a-3057130e11d2 req-e558db58-44b4-4612-8b50-cc086c35ecde tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.98 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 943 time: 0.1477692 Nov 03 18:49:35.114924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4400214c-f016-42b9-bb4f-36f36f2353bb req-d66454dd-5434-4f83-846e-816b2f89c027 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530485 Nov 03 18:49:35.149844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c99b37-cdce-4406-b50c-4e5c0f77239b req-68b7957c-6da0-4775-896d-47bed4a1a36e tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:35.157021 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61c99b37-cdce-4406-b50c-4e5c0f77239b req-68b7957c-6da0-4775-896d-47bed4a1a36e tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 943 time: 0.1918659 Nov 03 18:49:35.261220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7b6b0acd-fc18-46fd-bb28-c3927bb80947 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:49:35.278308 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-41e33481-fd17-4646-bf24-c683c2d38be0 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1958807 Nov 03 18:49:35.281632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55818) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:35.289482 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a67b3e47-d831-41d2-9068-edc99d2429fc tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'floatingip': {'port_id': 'faec3dc0-c43f-4101-905e-9e099271df4f'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:35.338228 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 7b6b0acd-fc18-46fd-bb28-c3927bb80947 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:49:35.338600 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.356743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61c99b37-cdce-4406-b50c-4e5c0f77239b req-a4a2f233-10e3-4e53-a2a2-27c59d1dbb6c tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/security-groups?id=9ff957d6-9cb0-4fe5-a450-efffd93cfc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988535 Nov 03 18:49:35.379757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c2a98-0e97-494b-8be6-d5f05d4dbe0d req-c11502ae-6ec3-47e4-a0aa-b0a606f49494 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:35.382119 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d0c2a98-0e97-494b-8be6-d5f05d4dbe0d req-c11502ae-6ec3-47e4-a0aa-b0a606f49494 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 944 time: 0.1646571 Nov 03 18:49:35.398500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-2848d673-56d8-44da-9b4a-3057130e11d2 req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Deleting port 42821cf6-fe87-43a0-abc5-a5746a3d6299 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:35.400572 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2848d673-56d8-44da-9b4a-3057130e11d2 req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.417284 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67b3e47-d831-41d2-9068-edc99d2429fc tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.531810 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.560694 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2406edc3-2557-4a1c-989e-655b736a2eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6b0acd-fc18-46fd-bb28-c3927bb80947'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:35.563390 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afb4da5-2a02-4283-9496-3f6548812253" -d '{"events": [{"server_uuid": "2406edc3-2557-4a1c-989e-655b736a2eb7", "name": "network-vif-plugged", "status": "completed", "tag": "7b6b0acd-fc18-46fd-bb28-c3927bb80947"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:35.578674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7b6b0acd-fc18-46fd-bb28-c3927bb80947, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:35.585169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d0c2a98-0e97-494b-8be6-d5f05d4dbe0d req-520ff7ca-7c2f-4c0b-ad6b-0d840079dc3f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895001 Nov 03 18:49:35.586006 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.632307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-2848d673-56d8-44da-9b4a-3057130e11d2 req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] For port 42821cf6-fe87-43a0-abc5-a5746a3d6299, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=42821cf6-fe87-43a0-abc5-a5746a3d6299,segment=NetworkSegment(64ad9ece-4293-4779-9f5c-a6d7d0bf0db9),segment_id=64ad9ece-4293-4779-9f5c-a6d7d0bf0db9)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:35.636434 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2848d673-56d8-44da-9b4a-3057130e11d2 req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:35.663772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-2848d673-56d8-44da-9b4a-3057130e11d2 req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Calling delete_port for 42821cf6-fe87-43a0-abc5-a5746a3d6299 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:35.688414 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=7b6b0acd-fc18-46fd-bb28-c3927bb80947,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:35.780592 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b0b79a4-88cd-4398-a682-100f36f2ab11 req-76bcb4e6-7388-4023-b6c3-719d4c1c0698 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0457468 Nov 03 18:49:35.850165 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f353125-8ef4-4b65-a420-a7b38e62deb4 x-openstack-request-id: req-5f353125-8ef4-4b65-a420-a7b38e62deb4 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:35.851077 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2406edc3-2557-4a1c-989e-655b736a2eb7", "name": "network-vif-plugged", "status": "completed", "tag": "7b6b0acd-fc18-46fd-bb28-c3927bb80947", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:35.852369 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5f353125-8ef4-4b65-a420-a7b38e62deb4 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:35.853479 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2406edc3-2557-4a1c-989e-655b736a2eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6b0acd-fc18-46fd-bb28-c3927bb80947', 'code': 200} Nov 03 18:49:35.858141 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718346c-158c-4b4f-a6c3-b1babce84956 req-aaf212d6-7bfc-479c-8304-c25da23eecd2 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:35.859422 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3718346c-158c-4b4f-a6c3-b1babce84956 req-aaf212d6-7bfc-479c-8304-c25da23eecd2 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 946 time: 0.1105423 Nov 03 18:49:35.975277 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2848d673-56d8-44da-9b4a-3057130e11d2 req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.056957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Pushing event deleted for resources: {'Port': ['ID=42821cf6-fe87-43a0-abc5-a5746a3d6299,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:36.076527 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3718346c-158c-4b4f-a6c3-b1babce84956 req-5335e7ce-3be1-4f66-bad3-3b0e332efbf7 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096148 Nov 03 18:49:36.089619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:36.090719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:36.090808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:36.091148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:36.091488 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:36.092166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:36.092507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:36.092982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:36.093321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:36.093656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:36.093985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:36.094417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:49:36.123155 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2848d673-56d8-44da-9b4a-3057130e11d2 req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] No DVR routers for this DVR port 42821cf6-fe87-43a0-abc5-a5746a3d6299 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:36.126059 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2848d673-56d8-44da-9b4a-3057130e11d2 req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:36.135348 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2848d673-56d8-44da-9b4a-3057130e11d2 req-d5ee6ea4-abc4-4059-a6c8-ff60c3447caa tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.98 "DELETE /v2.0/ports/42821cf6-fe87-43a0-abc5-a5746a3d6299 HTTP/1.1" status: 204 len: 173 time: 1.0049913 Nov 03 18:49:36.140076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ac51c1-f607-4c68-9f1a-c115c32e3ff6', 'name': 'network-vif-deleted', 'tag': '42821cf6-fe87-43a0-abc5-a5746a3d6299'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:36.143340 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74add90b-a9f5-476f-b911-f8ea67d4d72e" -d '{"events": [{"server_uuid": "67ac51c1-f607-4c68-9f1a-c115c32e3ff6", "name": "network-vif-deleted", "tag": "42821cf6-fe87-43a0-abc5-a5746a3d6299"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:36.209418 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7d3435-a135-4136-b557-4c4881418570 x-openstack-request-id: req-da7d3435-a135-4136-b557-4c4881418570 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:36.209770 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ac51c1-f607-4c68-9f1a-c115c32e3ff6", "name": "network-vif-deleted", "tag": "42821cf6-fe87-43a0-abc5-a5746a3d6299", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:36.210028 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-da7d3435-a135-4136-b557-4c4881418570 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:36.210497 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ac51c1-f607-4c68-9f1a-c115c32e3ff6', 'name': 'network-vif-deleted', 'tag': '42821cf6-fe87-43a0-abc5-a5746a3d6299', 'status': 'completed', 'code': 200} Nov 03 18:49:36.438561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063ce1a-18e4-47d2-b4d0-a6861fb7fd36 req-5d47c4ef-20f7-4bc4-a278-a88d563b38d9 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:36.446772 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a063ce1a-18e4-47d2-b4d0-a6861fb7fd36 req-5d47c4ef-20f7-4bc4-a278-a88d563b38d9 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 946 time: 0.1184905 Nov 03 18:49:36.528295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d27a47af-9ffd-4646-b689-463951603950 req-3f8ccfee-5a5e-496a-9d80-b6e01c0206fe tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] 10.222.0.107 "GET /v2.0/ports?device_id=67ac51c1-f607-4c68-9f1a-c115c32e3ff6 HTTP/1.1" status: 200 len: 210 time: 0.0443101 Nov 03 18:49:36.550215 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a063ce1a-18e4-47d2-b4d0-a6861fb7fd36 req-48091695-c62e-4777-84e9-8ea46ddbf032 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965905 Nov 03 18:49:36.764030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0632359-271c-40f4-ae1a-b96a1253703a req-d9bb383f-3c19-4ea7-9c0c-45076fee0347 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:36.766337 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0632359-271c-40f4-ae1a-b96a1253703a req-d9bb383f-3c19-4ea7-9c0c-45076fee0347 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 946 time: 0.1291122 Nov 03 18:49:36.952886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0632359-271c-40f4-ae1a-b96a1253703a req-8b2735ef-bd56-4fe8-b492-4b311f3b3038 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778128 Nov 03 18:49:36.976483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ff987-a5a1-498f-b803-8b610b073b65 req-6df98c37-7220-46a3-893a-80b0d2995fac tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:36.994629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-982ff987-a5a1-498f-b803-8b610b073b65 req-6df98c37-7220-46a3-893a-80b0d2995fac tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2048504 Nov 03 18:49:37.065153 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67b3e47-d831-41d2-9068-edc99d2429fc tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:37.070459 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67b3e47-d831-41d2-9068-edc99d2429fc tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:37.121926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-982ff987-a5a1-498f-b803-8b610b073b65 req-99b9b6db-2de6-486a-b22d-55ef92c1d6e4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288729 Nov 03 18:49:37.227099 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-a67b3e47-d831-41d2-9068-edc99d2429fc tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Floating IP 8eab7d6a-23fb-4ce0-9589-4f5f59336bd2 associated. External IP: 172.25.2.64, port: ed7a5e8e-78ae-45ce-81b0-38487fc23880. Nov 03 18:49:37.304627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7850e2fd-4461-499e-b6d0-36c68fa8eb9e req-a8335793-32be-44c1-839d-47316f42c1e8 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0697689 Nov 03 18:49:37.579111 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67b3e47-d831-41d2-9068-edc99d2429fc tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:37.698056 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67b3e47-d831-41d2-9068-edc99d2429fc tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:37.709048 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f59b22-38c6-485d-b4a3-29f00006429d None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:37.749887 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f59b22-38c6-485d-b4a3-29f00006429d None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:37.750434 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c9f59b22-38c6-485d-b4a3-29f00006429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:37.811855 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc51de4-c602-4e22-b980-9cb061a2ac34 req-d32d852f-8753-4bbb-8130-21c4412a7bd7 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:37.820494 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fc51de4-c602-4e22-b980-9cb061a2ac34 req-d32d852f-8753-4bbb-8130-21c4412a7bd7 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 946 time: 0.1046581 Nov 03 18:49:37.894151 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c9f59b22-38c6-485d-b4a3-29f00006429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:37.906668 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fc51de4-c602-4e22-b980-9cb061a2ac34 req-bedcb09d-4eef-4948-9126-abf25109cf45 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852623 Nov 03 18:49:37.924172 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f59b22-38c6-485d-b4a3-29f00006429d None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:37.924800 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c9f59b22-38c6-485d-b4a3-29f00006429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:37.997940 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c9f59b22-38c6-485d-b4a3-29f00006429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:37.998898 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f59b22-38c6-485d-b4a3-29f00006429d None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:38.093986 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67b3e47-d831-41d2-9068-edc99d2429fc tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:38.252150 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67b3e47-d831-41d2-9068-edc99d2429fc tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:38.263342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c0bb11-8738-46bd-bb72-63f1f8f5c2ea None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:38.282365 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67b3e47-d831-41d2-9068-edc99d2429fc tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.296270 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0bb11-8738-46bd-bb72-63f1f8f5c2ea None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:38.305078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-87c0bb11-8738-46bd-bb72-63f1f8f5c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:38.381923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce29fc2-1de3-4395-bca5-51e8f880ec79 req-90309cbe-4639-44c0-b325-c5a4d20979e1 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:38.391190 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ce29fc2-1de3-4395-bca5-51e8f880ec79 req-90309cbe-4639-44c0-b325-c5a4d20979e1 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1292746 Nov 03 18:49:38.421632 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-87c0bb11-8738-46bd-bb72-63f1f8f5c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:38.447984 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a67b3e47-d831-41d2-9068-edc99d2429fc tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "PUT /v2.0/floatingips/8eab7d6a-23fb-4ce0-9589-4f5f59336bd2 HTTP/1.1" status: 200 len: 978 time: 3.1651773 Nov 03 18:49:38.450735 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55906) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:38.459264 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ce29fc2-1de3-4395-bca5-51e8f880ec79 req-69afc62d-5edb-472a-af91-74d0f9cf46d0 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618021 Nov 03 18:49:38.474216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0bb11-8738-46bd-bb72-63f1f8f5c2ea None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:38.475706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-051954bf-57b1-4cc9-b8e1-998129c86c85 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:38.480535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-87c0bb11-8738-46bd-bb72-63f1f8f5c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:38.486144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 42821cf6-fe87-43a0-abc5-a5746a3d6299 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:38.528249 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55908) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:38.562599 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-87c0bb11-8738-46bd-bb72-63f1f8f5c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:38.563722 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c0bb11-8738-46bd-bb72-63f1f8f5c2ea None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:38.587818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 42821cf6-fe87-43a0-abc5-a5746a3d6299 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:38.588433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 42821cf6-fe87-43a0-abc5-a5746a3d6299 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:38.622342 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-051954bf-57b1-4cc9-b8e1-998129c86c85 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.627440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-630c0818-137a-4c53-926d-4d4766a281d3 req-21243f94-663c-44fd-bb23-1baaa1d01cf7 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0967991 Nov 03 18:49:38.667874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-84639126-51bd-4f5e-b817-07c199d5af98 admin admin] Deleting subnet a7d5dc92-2aee-436a-9b2e-237287fe4ac4 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:49:38.671930 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-84639126-51bd-4f5e-b817-07c199d5af98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.742567 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-84639126-51bd-4f5e-b817-07c199d5af98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.792859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2061150-7585-4906-9430-3dc0ec05235e req-6149aa8b-74a0-495d-82b2-4a78642c7c4e tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:38.795345 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f2061150-7585-4906-9430-3dc0ec05235e req-6149aa8b-74a0-495d-82b2-4a78642c7c4e tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.98 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 946 time: 0.0875146 Nov 03 18:49:38.833763 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-84639126-51bd-4f5e-b817-07c199d5af98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.871957 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-051954bf-57b1-4cc9-b8e1-998129c86c85 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.878767 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-051954bf-57b1-4cc9-b8e1-998129c86c85 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:38.880019 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-051954bf-57b1-4cc9-b8e1-998129c86c85 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Floating IP 8eab7d6a-23fb-4ce0-9589-4f5f59336bd2 disassociated. External IP: 172.25.2.64, port: faec3dc0-c43f-4101-905e-9e099271df4f. Nov 03 18:49:39.018600 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-84639126-51bd-4f5e-b817-07c199d5af98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.060629 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-84639126-51bd-4f5e-b817-07c199d5af98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.065574 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-84639126-51bd-4f5e-b817-07c199d5af98 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/a7d5dc92-2aee-436a-9b2e-237287fe4ac4 HTTP/1.1" status: 204 len: 168 time: 0.5362425 Nov 03 18:49:39.071190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84639126-51bd-4f5e-b817-07c199d5af98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d5dc92-2aee-436a-9b2e-237287fe4ac4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:39.077355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55914) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:39.142882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-f2061150-7585-4906-9430-3dc0ec05235e req-2c526d9c-1254-47f8-a73d-0970b9e5dfed tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Deleting port 980e9da2-16b7-4790-8c08-6f483e18def9 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:39.143826 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f2061150-7585-4906-9430-3dc0ec05235e req-2c526d9c-1254-47f8-a73d-0970b9e5dfed tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.312963 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051954bf-57b1-4cc9-b8e1-998129c86c85 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:39.350757 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-840c908e-a4a7-4dec-bc03-45b96b817466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.364680 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f072c0c-6c6c-4efa-8064-285a442bfbe5 req-303f6daa-3aab-41bf-9f4f-080a36c5f93b tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:39.369650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f072c0c-6c6c-4efa-8064-285a442bfbe5 req-303f6daa-3aab-41bf-9f4f-080a36c5f93b tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 946 time: 0.3022246 Nov 03 18:49:39.438123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051954bf-57b1-4cc9-b8e1-998129c86c85 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:39.443396 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-051954bf-57b1-4cc9-b8e1-998129c86c85 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.452020 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00313b10-96a3-406c-b9bd-21f384b821ad None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:39.453459 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f2061150-7585-4906-9430-3dc0ec05235e req-2c526d9c-1254-47f8-a73d-0970b9e5dfed tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] For port 980e9da2-16b7-4790-8c08-6f483e18def9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=980e9da2-16b7-4790-8c08-6f483e18def9,segment=NetworkSegment(6aee19cc-f537-452e-90c7-6a18e1fcab50),segment_id=6aee19cc-f537-452e-90c7-6a18e1fcab50)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:49:39.454851 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f2061150-7585-4906-9430-3dc0ec05235e req-2c526d9c-1254-47f8-a73d-0970b9e5dfed tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.484496 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00313b10-96a3-406c-b9bd-21f384b821ad None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:39.485152 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-00313b10-96a3-406c-b9bd-21f384b821ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:39.506478 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-051954bf-57b1-4cc9-b8e1-998129c86c85 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "PUT /v2.0/floatingips/8eab7d6a-23fb-4ce0-9589-4f5f59336bd2 HTTP/1.1" status: 200 len: 687 time: 1.0546248 Nov 03 18:49:39.507123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55924) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:39.513302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-f2061150-7585-4906-9430-3dc0ec05235e req-2c526d9c-1254-47f8-a73d-0970b9e5dfed tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Calling delete_port for 980e9da2-16b7-4790-8c08-6f483e18def9 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:39.603819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f072c0c-6c6c-4efa-8064-285a442bfbe5 req-89900c68-19cc-404a-98d8-5b94e532af05 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/security-groups?id=1f4746c7-748e-4f64-9504-d9a6207df782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249415 Nov 03 18:49:39.656738 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-00313b10-96a3-406c-b9bd-21f384b821ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:39.679610 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00313b10-96a3-406c-b9bd-21f384b821ad None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:39.680670 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-00313b10-96a3-406c-b9bd-21f384b821ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:39.757798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-843e8381-75e3-42d4-9bc0-519f641d433a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting port 19474219-cb7d-4d27-9843-2acb84435192 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:39.758154 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-843e8381-75e3-42d4-9bc0-519f641d433a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.763725 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-840c908e-a4a7-4dec-bc03-45b96b817466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.769595 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-00313b10-96a3-406c-b9bd-21f384b821ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:39.771937 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00313b10-96a3-406c-b9bd-21f384b821ad None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:39.856736 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f32f9221-43cb-4ed9-8f3e-89361b6a030e req-7de10323-24f3-4ac5-b1c5-03f379784590 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0569866 Nov 03 18:49:39.865968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-840c908e-a4a7-4dec-bc03-45b96b817466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e0a50c-7147-4b72-938d-d6456d1a6470']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:39.896353 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-840c908e-a4a7-4dec-bc03-45b96b817466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:39.896713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-840c908e-a4a7-4dec-bc03-45b96b817466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ad9ece-4293-4779-9f5c-a6d7d0bf0db9') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:39.900453 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-843e8381-75e3-42d4-9bc0-519f641d433a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.901321 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-843e8381-75e3-42d4-9bc0-519f641d433a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:39.911411 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab9f2a-906c-4412-9f32-4dc0ff4b00b5 req-99eb3759-21bd-41b6-b131-78dbc713c912 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:39.918577 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-843e8381-75e3-42d4-9bc0-519f641d433a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Calling delete_port for 19474219-cb7d-4d27-9843-2acb84435192 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:39.919280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0ab9f2a-906c-4412-9f32-4dc0ff4b00b5 req-99eb3759-21bd-41b6-b131-78dbc713c912 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.3143911 Nov 03 18:49:39.955913 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-840c908e-a4a7-4dec-bc03-45b96b817466 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.030456 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-840c908e-a4a7-4dec-bc03-45b96b817466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.046617 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0ab9f2a-906c-4412-9f32-4dc0ff4b00b5 req-1338048c-7cd1-4a11-a124-a67bc7de1d8f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262844 Nov 03 18:49:40.059328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840c908e-a4a7-4dec-bc03-45b96b817466 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:40.059856 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-840c908e-a4a7-4dec-bc03-45b96b817466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:40.061974 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:40.161086 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-840c908e-a4a7-4dec-bc03-45b96b817466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.174349 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-840c908e-a4a7-4dec-bc03-45b96b817466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.200973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-840c908e-a4a7-4dec-bc03-45b96b817466 admin admin] 10.222.0.107 "DELETE /v2.0/networks/31e0a50c-7147-4b72-938d-d6456d1a6470 HTTP/1.1" status: 204 len: 168 time: 1.1118965 Nov 03 18:49:40.245113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c908e-a4a7-4dec-bc03-45b96b817466 admin admin] Pushing event deleted for resources: {'Network': ['ID=31e0a50c-7147-4b72-938d-d6456d1a6470,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:40.267639 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f2061150-7585-4906-9430-3dc0ec05235e req-2c526d9c-1254-47f8-a73d-0970b9e5dfed tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.286078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['980e9da2-16b7-4790-8c08-6f483e18def9'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:49:40.398071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c526d9c-1254-47f8-a73d-0970b9e5dfed tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Pushing event deleted for resources: {'Port': ['ID=980e9da2-16b7-4790-8c08-6f483e18def9,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:40.549871 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2061150-7585-4906-9430-3dc0ec05235e req-2c526d9c-1254-47f8-a73d-0970b9e5dfed tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] No DVR routers for this DVR port 980e9da2-16b7-4790-8c08-6f483e18def9 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:49:40.559482 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f2061150-7585-4906-9430-3dc0ec05235e req-2c526d9c-1254-47f8-a73d-0970b9e5dfed tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.581528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f2061150-7585-4906-9430-3dc0ec05235e req-2c526d9c-1254-47f8-a73d-0970b9e5dfed tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.98 "DELETE /v2.0/ports/980e9da2-16b7-4790-8c08-6f483e18def9 HTTP/1.1" status: 204 len: 173 time: 1.7754688 Nov 03 18:49:40.582721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ba1057-9392-429e-ab79-b3ca7f9e4618', 'name': 'network-vif-deleted', 'tag': '980e9da2-16b7-4790-8c08-6f483e18def9'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:40.595845 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc5e496-d77a-4603-9ac4-ce7c134e7199" -d '{"events": [{"server_uuid": "47ba1057-9392-429e-ab79-b3ca7f9e4618", "name": "network-vif-deleted", "tag": "980e9da2-16b7-4790-8c08-6f483e18def9"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:40.675908 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-843e8381-75e3-42d4-9bc0-519f641d433a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.714261 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55942) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:40.774161 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fab7c4-aa61-463b-8e4c-23c4e509f235 x-openstack-request-id: req-27fab7c4-aa61-463b-8e4c-23c4e509f235 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:40.774501 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ba1057-9392-429e-ab79-b3ca7f9e4618", "name": "network-vif-deleted", "tag": "980e9da2-16b7-4790-8c08-6f483e18def9", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:40.774605 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-27fab7c4-aa61-463b-8e4c-23c4e509f235 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:40.775166 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ba1057-9392-429e-ab79-b3ca7f9e4618', 'name': 'network-vif-deleted', 'tag': '980e9da2-16b7-4790-8c08-6f483e18def9', 'status': 'completed', 'code': 200} Nov 03 18:49:40.810968 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e8381-75e3-42d4-9bc0-519f641d433a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Port': ['ID=19474219-cb7d-4d27-9843-2acb84435192,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:40.885690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-843e8381-75e3-42d4-9bc0-519f641d433a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.894352 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-843e8381-75e3-42d4-9bc0-519f641d433a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:40.895704 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-843e8381-75e3-42d4-9bc0-519f641d433a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/floatingips/8eab7d6a-23fb-4ce0-9589-4f5f59336bd2 HTTP/1.1" status: 204 len: 168 time: 1.3843293 Nov 03 18:49:40.900408 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55944) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:40.912699 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-85e525c6-2b59-4676-a2e0-1e4d9d773f74 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9dfc19dc2384429781783620ae0e5a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1963491 Nov 03 18:49:40.913873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55948) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:40.924618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-457b1a0a-4d3e-4c41-8cc0-67401d2cd118 req-5924a6f2-8629-4556-97f3-80184941c6ce tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] 10.222.0.107 "GET /v2.0/ports?device_id=47ba1057-9392-429e-ab79-b3ca7f9e4618 HTTP/1.1" status: 200 len: 210 time: 0.0586562 Nov 03 18:49:40.965459 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-d28836a3-e748-4510-b756-2e8c0fb8a316 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] delete failed (client error): The resource could not be found. Nov 03 18:49:40.965459 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d28836a3-e748-4510-b756-2e8c0fb8a316 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/floatingips/8eab7d6a-23fb-4ce0-9589-4f5f59336bd2 HTTP/1.1" status: 404 len: 345 time: 0.0613389 Nov 03 18:49:40.969532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55950) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:41.048135 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-50623bc1-8733-4d7b-89f0-085932c5eae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.087065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cc94ea-8ca0-43bc-b72e-16945554e9c4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:41.095705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cc94ea-8ca0-43bc-b72e-16945554e9c4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:41.105177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cc94ea-8ca0-43bc-b72e-16945554e9c4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:41.107860 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-09cc94ea-8ca0-43bc-b72e-16945554e9c4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "GET /v2.0/ports?network_id=7f789d99-bf2a-4673-bede-4d7669cb05a6 HTTP/1.1" status: 200 len: 2360 time: 0.1367085 Nov 03 18:49:41.111426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55956) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:41.127283 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-50623bc1-8733-4d7b-89f0-085932c5eae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.193541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dd440c-f402-428c-b4a2-7e8ec5fa57d0 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:41.195765 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-75dd440c-f402-428c-b4a2-7e8ec5fa57d0 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "GET /v2.0/subnets/133b14b4-0e78-41d2-874d-9678133513c9 HTTP/1.1" status: 200 len: 797 time: 0.0824065 Nov 03 18:49:41.204048 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55958) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:41.215112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-486e82fc-85d6-4918-bea6-da44c742f387 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'port': {'network_id': '7f789d99-bf2a-4673-bede-4d7669cb05a6', 'name': 'tempest-FloatingIPTestJSON-111972687', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:41.271408 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45797916-1f5b-42ec-928c-09aaebafdc70 req-bdebe162-bfde-4a5e-ac98-bceec17a8974 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.2222722 Nov 03 18:49:41.322783 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-50623bc1-8733-4d7b-89f0-085932c5eae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.325939 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-50623bc1-8733-4d7b-89f0-085932c5eae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.331051 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-50623bc1-8733-4d7b-89f0-085932c5eae4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9ff957d6-9cb0-4fe5-a450-efffd93cfc46 HTTP/1.1" status: 204 len: 168 time: 0.4010558 Nov 03 18:49:41.340648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50623bc1-8733-4d7b-89f0-085932c5eae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff957d6-9cb0-4fe5-a450-efffd93cfc46,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:41.507039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a59d8-0de5-46d7-b88c-88bb4c9e3ef3 req-2c9a38c9-eb2e-4c25-b0d4-fb6fd50e8f2b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:41.521552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b2a59d8-0de5-46d7-b88c-88bb4c9e3ef3 req-2c9a38c9-eb2e-4c25-b0d4-fb6fd50e8f2b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1206913 Nov 03 18:49:41.553028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486e82fc-85d6-4918-bea6-da44c742f387 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Made reservation on behalf of bf6f19e2594040b68d9a32f661abf557 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:41.607871 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b2a59d8-0de5-46d7-b88c-88bb4c9e3ef3 req-fb2a7f2b-2093-4d0c-ba01-962a785e2819 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797172 Nov 03 18:49:41.711853 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-486e82fc-85d6-4918-bea6-da44c742f387 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:41.744377 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-486e82fc-85d6-4918-bea6-da44c742f387 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] device_id is not set on port 6118df15-c1da-4d02-85d9-f47d2dcfa871 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:49:42.274606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-486e82fc-85d6-4918-bea6-da44c742f387 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Allocated IP 172.20.0.14 (7f789d99-bf2a-4673-bede-4d7669cb05a6/133b14b4-0e78-41d2-874d-9678133513c9/6118df15-c1da-4d02-85d9-f47d2dcfa871) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:42.311980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-486e82fc-85d6-4918-bea6-da44c742f387 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Allocated IP 172.20.0.13 (7f789d99-bf2a-4673-bede-4d7669cb05a6/133b14b4-0e78-41d2-874d-9678133513c9/6118df15-c1da-4d02-85d9-f47d2dcfa871) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:42.480324 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55998) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:42.499335 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 980e9da2-16b7-4790-8c08-6f483e18def9 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:49:42.530050 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 980e9da2-16b7-4790-8c08-6f483e18def9 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:49:42.530313 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 980e9da2-16b7-4790-8c08-6f483e18def9 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:49:42.562671 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7905871f-a083-4835-b177-11f4b868dc83 req-24471e35-0924-446b-a8e6-ea75adc5c317 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0982976 Nov 03 18:49:42.695023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-82716b45-65b5-4f77-83f3-e9f10c1cb339 admin admin] Deleting subnet 9533f04e-ac78-415d-8a78-7bdd21f5aeee {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:49:42.709317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82716b45-65b5-4f77-83f3-e9f10c1cb339 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.780347 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-486e82fc-85d6-4918-bea6-da44c742f387 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.876362 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82716b45-65b5-4f77-83f3-e9f10c1cb339 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:42.984998 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63a54f-50a0-420a-bd47-5f676f36cf6e req-e7136e3e-4ded-46ff-ab73-fd258a486352 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:42.984998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6a63a54f-50a0-420a-bd47-5f676f36cf6e req-e7136e3e-4ded-46ff-ab73-fd258a486352 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.0780180 Nov 03 18:49:42.984998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6a63a54f-50a0-420a-bd47-5f676f36cf6e req-0d1d5663-4a44-437f-bcf8-ab1993e9a6ff tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203144 Nov 03 18:49:42.988715 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82716b45-65b5-4f77-83f3-e9f10c1cb339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.007361 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-486e82fc-85d6-4918-bea6-da44c742f387 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.064259 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e82fc-85d6-4918-bea6-da44c742f387 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 7f789d99-bf2a-4673-bede-4d7669cb05a6 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:43.070591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-486e82fc-85d6-4918-bea6-da44c742f387 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:43.087756 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e82fc-85d6-4918-bea6-da44c742f387 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:43.148718 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.218860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486e82fc-85d6-4918-bea6-da44c742f387 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.219866 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-486e82fc-85d6-4918-bea6-da44c742f387 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.222891 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82716b45-65b5-4f77-83f3-e9f10c1cb339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.231105 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e82fc-85d6-4918-bea6-da44c742f387 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=6118df15-c1da-4d02-85d9-f47d2dcfa871,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:43.265654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82716b45-65b5-4f77-83f3-e9f10c1cb339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9533f04e-ac78-415d-8a78-7bdd21f5aeee,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:43.287624 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-486e82fc-85d6-4918-bea6-da44c742f387 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.0790985 Nov 03 18:49:43.288707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56036) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:43.289029 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82716b45-65b5-4f77-83f3-e9f10c1cb339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.297113 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-82716b45-65b5-4f77-83f3-e9f10c1cb339 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/9533f04e-ac78-415d-8a78-7bdd21f5aeee HTTP/1.1" status: 204 len: 168 time: 0.8143742 Nov 03 18:49:43.298301 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56038) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:43.303481 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '6118df15-c1da-4d02-85d9-f47d2dcfa871', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:43.345763 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.471821 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99d7fc54-cdeb-46db-be38-e02b43b21658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.669511 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99d7fc54-cdeb-46db-be38-e02b43b21658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.689333 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.705778 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25fe9902-19c6-42db-846e-8befbe74a8f8 req-b8fb6511-2c6b-4d85-a7c6-3f41288a3fd8 tempest-AbsoluteLimitsNegativeTestJSON-803029538 tempest-AbsoluteLimitsNegativeTestJSON-803029538-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=21f2e73829f5445eadf91678d4a75f3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1331763 Nov 03 18:49:43.720393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-99d7fc54-cdeb-46db-be38-e02b43b21658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd895e7-d5ae-4f61-b1ba-ab0a36127c91']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:43.738737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-0f6e649d-9233-45b9-8340-312993178533 req-c5fff0cc-50b1-4672-9b2e-80f8782c62e7 service neutron] (101711) timed out ('10.222.0.87', 64671) {{(pid=101711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 18:49:43.740536 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-99d7fc54-cdeb-46db-be38-e02b43b21658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aee19cc-f537-452e-90c7-6a18e1fcab50') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:43.740835 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-99d7fc54-cdeb-46db-be38-e02b43b21658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aee19cc-f537-452e-90c7-6a18e1fcab50') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:43.766814 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99d7fc54-cdeb-46db-be38-e02b43b21658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.768239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-810c1d76-dd3e-4ef2-a7b4-63250c1ea767 req-3ebaaa91-2016-4aad-901e-3ef2a91145e8 service neutron] (101712) timed out ('10.222.0.87', 64670) {{(pid=101712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 18:49:43.785076 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5f0e9c6a-b535-427c-8651-d5121f518599 req-94c91241-e49a-4c9d-8be2-cf920b28fe40 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.1098270 Nov 03 18:49:43.841966 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99d7fc54-cdeb-46db-be38-e02b43b21658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.861178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d7fc54-cdeb-46db-be38-e02b43b21658 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:49:43.861677 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99d7fc54-cdeb-46db-be38-e02b43b21658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:49:43.864155 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:49:43.970858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe9902-19c6-42db-846e-8befbe74a8f8 req-089762d4-a779-401f-9d80-9decc76395ab tempest-AbsoluteLimitsNegativeTestJSON-803029538 tempest-AbsoluteLimitsNegativeTestJSON-803029538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:43.976806 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99d7fc54-cdeb-46db-be38-e02b43b21658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:43.981377 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25fe9902-19c6-42db-846e-8befbe74a8f8 req-089762d4-a779-401f-9d80-9decc76395ab tempest-AbsoluteLimitsNegativeTestJSON-803029538 tempest-AbsoluteLimitsNegativeTestJSON-803029538-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723680 Nov 03 18:49:44.007141 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99d7fc54-cdeb-46db-be38-e02b43b21658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.011003 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-99d7fc54-cdeb-46db-be38-e02b43b21658 admin admin] 10.222.0.107 "DELETE /v2.0/networks/6cd895e7-d5ae-4f61-b1ba-ab0a36127c91 HTTP/1.1" status: 204 len: 168 time: 0.7111857 Nov 03 18:49:44.011201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25fe9902-19c6-42db-846e-8befbe74a8f8 req-6e8c242a-0cce-43f6-9a4f-4905d9dbd4dd tempest-AbsoluteLimitsNegativeTestJSON-803029538 tempest-AbsoluteLimitsNegativeTestJSON-803029538-project] 10.222.0.107 "GET /v2.0/quotas/21f2e73829f5445eadf91678d4a75f3a HTTP/1.1" status: 200 len: 375 time: 0.0285742 Nov 03 18:49:44.034355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7fc54-cdeb-46db-be38-e02b43b21658 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd895e7-d5ae-4f61-b1ba-ab0a36127c91,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:44.042096 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Allocated IP 172.25.2.134 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/61d5bee3-5e16-45d0-8864-e033c7bb0324) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:44.077918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25fe9902-19c6-42db-846e-8befbe74a8f8 req-614d792c-6775-4950-abf4-e0255d3e61fc tempest-AbsoluteLimitsNegativeTestJSON-803029538 tempest-AbsoluteLimitsNegativeTestJSON-803029538-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=21f2e73829f5445eadf91678d4a75f3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657051 Nov 03 18:49:44.420414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88caa29-f2f1-479c-80eb-51d082b5cb6d req-fcd85c9c-1b87-4a56-9e86-2f9e32028488 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:44.433285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d88caa29-f2f1-479c-80eb-51d082b5cb6d req-fcd85c9c-1b87-4a56-9e86-2f9e32028488 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1873059 Nov 03 18:49:44.443875 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.463642 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56082) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:44.524303 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-12e44c54-1396-419d-9f4a-afd0607fa457 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9cbdd18066044e0ba6461625c8550301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594435 Nov 03 18:49:44.526767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56084) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:44.572382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56088) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:44.638276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d88caa29-f2f1-479c-80eb-51d082b5cb6d req-ba5c57f1-a6f7-4257-a380-fd0a13dee72c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976349 Nov 03 18:49:44.649359 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d46b1b85-2fd6-4ab9-be86-40c651a62c35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.652514 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.729285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:44.729623 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d46b1b85-2fd6-4ab9-be86-40c651a62c35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.739208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:44.748627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:44.779171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=61d5bee3-5e16-45d0-8864-e033c7bb0324,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:44.819391 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6272ada1-0df3-49e0-ba9c-4d43db3c25e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.883095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d46b1b85-2fd6-4ab9-be86-40c651a62c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.911955 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d46b1b85-2fd6-4ab9-be86-40c651a62c35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:44.913848 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d46b1b85-2fd6-4ab9-be86-40c651a62c35 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1f4746c7-748e-4f64-9504-d9a6207df782 HTTP/1.1" status: 204 len: 168 time: 0.3855348 Nov 03 18:49:44.984949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b1b85-2fd6-4ab9-be86-40c651a62c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4746c7-748e-4f64-9504-d9a6207df782,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:45.084165 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6272ada1-0df3-49e0-ba9c-4d43db3c25e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.093078 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6272ada1-0df3-49e0-ba9c-4d43db3c25e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.151723 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6272ada1-0df3-49e0-ba9c-4d43db3c25e4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=21f2e73829f5445eadf91678d4a75f3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5779078 Nov 03 18:49:45.155475 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56104) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:45.156531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272ada1-0df3-49e0-ba9c-4d43db3c25e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb338ad-83be-42ac-9177-f6db31914782,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:45.323123 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6cfb34f8-e237-4378-b380-33881392d7a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.374047 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6cfb34f8-e237-4378-b380-33881392d7a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.437966 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6cfb34f8-e237-4378-b380-33881392d7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.442866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-982915e9-29dd-44b0-88da-7be855457a2a req-8d4d43ee-635f-4578-87eb-315768b5339c tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.2582138 Nov 03 18:49:45.447626 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6cfb34f8-e237-4378-b380-33881392d7a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.450013 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6cfb34f8-e237-4378-b380-33881392d7a0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/acb338ad-83be-42ac-9177-f6db31914782 HTTP/1.1" status: 204 len: 168 time: 0.2769334 Nov 03 18:49:45.460669 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb34f8-e237-4378-b380-33881392d7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb338ad-83be-42ac-9177-f6db31914782,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:45.759123 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.927777 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:45.979389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a7b5e-5f75-49bf-9012-49193555e36b req-52d73089-7fea-46e4-b978-95304f33f0a2 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:45.981582 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c32a7b5e-5f75-49bf-9012-49193555e36b req-52d73089-7fea-46e4-b978-95304f33f0a2 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1202381 Nov 03 18:49:46.094418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c32a7b5e-5f75-49bf-9012-49193555e36b req-edca187c-7baf-4382-8da8-96a2dec81de4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970268 Nov 03 18:49:46.279234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56146) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:46.337563 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.345362 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.445190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-599388591-network', 'tenant_id': '5b34ba8d34a646ee9efea5776d0f5206'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:46.504926 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] Made reservation on behalf of 5b34ba8d34a646ee9efea5776d0f5206 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:46.508544 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.521768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=61d5bee3-5e16-45d0-8864-e033c7bb0324,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:46.546303 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.559987 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.696690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.717839 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.738981 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:49:46.739219 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Floating IP 2ca543a3-ca44-4405-95ed-107c21064131 associated. External IP: 172.25.2.134, port: 6118df15-c1da-4d02-85d9-f47d2dcfa871. Nov 03 18:49:46.762268 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.762909 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] Added segment df6c04e7-c483-425e-8d59-4263c14200dd of type vlan for network 4479f575-0bb7-4fa6-973b-a1a4fada8905 Nov 03 18:49:46.840490 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.879485 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.880776 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:46.881559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:46.904549 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6241679 Nov 03 18:49:46.922466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56170) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:46.922996 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8708fd4-d89d-4488-8b6e-51b3fc30657b req-c72de937-5a23-4fe2-836c-0c3d80f154fd tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0497437 Nov 03 18:49:46.944424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-736203f8-5140-4045-9879-6f59c00a945f admin admin] Request body: {'subnet': {'network_id': '4479f575-0bb7-4fa6-973b-a1a4fada8905', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-599388591-subnet', 'tenant_id': '5b34ba8d34a646ee9efea5776d0f5206', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:47.130559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaf4ab5-f970-4abb-815b-504ce29fe602,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:47.170382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:47.199664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1d524-22fd-49e1-aec3-d66f51b8c237 admin admin] Pushing event updated for resources: {'Network': ['ID=4479f575-0bb7-4fa6-973b-a1a4fada8905,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:47.217665 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736203f8-5140-4045-9879-6f59c00a945f admin admin] Made reservation on behalf of 5b34ba8d34a646ee9efea5776d0f5206 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:47.222816 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 4479f575-0bb7-4fa6-973b-a1a4fada8905 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:47.224894 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-736203f8-5140-4045-9879-6f59c00a945f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.517346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56190) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:47.552054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dee54-6406-4f62-b26c-99c76473af25 req-313ad8e1-bb80-4561-bf67-dc8c82096b2f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:47.560294 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f46dee54-6406-4f62-b26c-99c76473af25 req-313ad8e1-bb80-4561-bf67-dc8c82096b2f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.2212143 Nov 03 18:49:47.610219 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-736203f8-5140-4045-9879-6f59c00a945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.620383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:47.634174 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e010c618-e851-4bf6-8ec6-3a85288bfa3e None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:47.656596 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f46dee54-6406-4f62-b26c-99c76473af25 req-6f33a1ba-8f15-4384-8060-00863a41134c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904701 Nov 03 18:49:47.666196 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010c618-e851-4bf6-8ec6-3a85288bfa3e None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:47.668835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e010c618-e851-4bf6-8ec6-3a85288bfa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:47.672916 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.743940 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-620c3a35-4376-425f-a929-adaee78cde01 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4529064 Nov 03 18:49:47.744681 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56198) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:47.756353 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-327b8e3e-d9b3-4825-a5a0-81430317c589 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'floatingip': {'port_id': '6118df15-c1da-4d02-85d9-f47d2dcfa871', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:47.779939 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e010c618-e851-4bf6-8ec6-3a85288bfa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:47.789402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010c618-e851-4bf6-8ec6-3a85288bfa3e None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:47.790330 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e010c618-e851-4bf6-8ec6-3a85288bfa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:47.801802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736203f8-5140-4045-9879-6f59c00a945f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3394a91d-4d7d-4ae2-8fb2-69d45bbb13f0,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:47.832114 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e010c618-e851-4bf6-8ec6-3a85288bfa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:47.832777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e010c618-e851-4bf6-8ec6-3a85288bfa3e None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:47.842512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-856235464-network', 'tenant_id': 'f3e9e50501594c7cb08ae78ccf3b73b4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:47.871357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736203f8-5140-4045-9879-6f59c00a945f admin admin] Checking segment: {'id': 'df6c04e7-c483-425e-8d59-4263c14200dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '4479f575-0bb7-4fa6-973b-a1a4fada8905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:47.871357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736203f8-5140-4045-9879-6f59c00a945f admin admin] Network hostable DHCP agents. Network: 4479f575-0bb7-4fa6-973b-a1a4fada8905, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:49:47.874389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] Made reservation on behalf of f3e9e50501594c7cb08ae78ccf3b73b4 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:47.877832 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.890483 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.909743 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-327b8e3e-d9b3-4825-a5a0-81430317c589 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:47.964786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736203f8-5140-4045-9879-6f59c00a945f admin admin] Network 4479f575-0bb7-4fa6-973b-a1a4fada8905 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:49:47.991990 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-736203f8-5140-4045-9879-6f59c00a945f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 4479f575-0bb7-4fa6-973b-a1a4fada8905) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:48.004656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736203f8-5140-4045-9879-6f59c00a945f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:48.005322 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-736203f8-5140-4045-9879-6f59c00a945f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:48.013002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d2669f-1361-4749-ba1d-9759fc8570fa None None] Network 4479f575-0bb7-4fa6-973b-a1a4fada8905 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:48.057697 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-736203f8-5140-4045-9879-6f59c00a945f admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1207662 Nov 03 18:49:48.097318 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:48.113986 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:48.178963 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c97e24ae-d48b-4bfa-8df6-7c287a8f4d8a req-30814758-842d-479b-9fc3-ea8bf5981e6f tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0605156 Nov 03 18:49:48.196756 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:49:48.218041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:48.252086 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:48.252994 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] Added segment f9b5d23f-7c3f-402b-afd6-5bf786abecb9 of type vlan for network 4b4dff2c-6acd-4b11-8f28-99f35ebe57eb Nov 03 18:49:48.394979 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:48.402358 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5282ccb9-8495-4ce9-8c27-eacf61de8c92 None None] Network 4479f575-0bb7-4fa6-973b-a1a4fada8905 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:48.509795 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:48.512237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:48.531119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:48.620423 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1009917 Nov 03 18:49:48.627607 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56220) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:48.645311 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8a1cbc0e-422e-4a79-b270-28523d6fee13 admin admin] Request body: {'subnet': {'network_id': '4b4dff2c-6acd-4b11-8f28-99f35ebe57eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-856235464-subnet', 'tenant_id': 'f3e9e50501594c7cb08ae78ccf3b73b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:48.656494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40f23f-820c-4759-b5e0-74dcbc26877c admin admin] Pushing event updated for resources: {'Network': ['ID=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:48.673446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 4b4dff2c-6acd-4b11-8f28-99f35ebe57eb details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:49:48.800219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1cbc0e-422e-4a79-b270-28523d6fee13 admin admin] Made reservation on behalf of f3e9e50501594c7cb08ae78ccf3b73b4 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:48.820864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbc0e-422e-4a79-b270-28523d6fee13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:48.948547 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.db.resource_extend [None req-327b8e3e-d9b3-4825-a5a0-81430317c589 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:49:49.145707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f81a9f-18cf-4c92-906b-99839ff409f2 req-27e8dc5c-fba3-4832-a71c-bd51c774449b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.147678 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5f81a9f-18cf-4c92-906b-99839ff409f2 req-27e8dc5c-fba3-4832-a71c-bd51c774449b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1349950 Nov 03 18:49:49.283449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218d75d-ae53-469c-a617-b3d839121feb req-49f51f0d-74a0-4d34-ad55-b4563e0b318b tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:49.292130 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6218d75d-ae53-469c-a617-b3d839121feb req-49f51f0d-74a0-4d34-ad55-b4563e0b318b tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/networks?id=4479f575-0bb7-4fa6-973b-a1a4fada8905 HTTP/1.1" status: 200 len: 820 time: 0.2660167 Nov 03 18:49:49.312664 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6218d75d-ae53-469c-a617-b3d839121feb req-595b7f50-a671-4782-be87-af9da1d15f64 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/quotas/5b34ba8d34a646ee9efea5776d0f5206 HTTP/1.1" status: 200 len: 375 time: 0.0191610 Nov 03 18:49:49.327385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5f81a9f-18cf-4c92-906b-99839ff409f2 req-99ee881f-1595-4dbc-a31f-cb75b9a8effa tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688485 Nov 03 18:49:49.395625 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6218d75d-ae53-469c-a617-b3d839121feb req-e1277b5d-2f88-49db-b551-e030d6011e87 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=5b34ba8d34a646ee9efea5776d0f5206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816250 Nov 03 18:49:49.611921 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-327b8e3e-d9b3-4825-a5a0-81430317c589 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:49.690170 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-327b8e3e-d9b3-4825-a5a0-81430317c589 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:49.856551 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbc0e-422e-4a79-b270-28523d6fee13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:49.986449 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cbc0e-422e-4a79-b270-28523d6fee13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e5a424-1905-4a43-b17f-b219e8a412e4,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:50.001744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-33352135-d9c5-41d1-9e6b-a90af6ac27b4 req-25bbc650-8c72-4a8f-8599-acb121913b22 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.5048757 Nov 03 18:49:50.023616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1cbc0e-422e-4a79-b270-28523d6fee13 admin admin] Checking segment: {'id': 'f9b5d23f-7c3f-402b-afd6-5bf786abecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4b4dff2c-6acd-4b11-8f28-99f35ebe57eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:50.024080 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1cbc0e-422e-4a79-b270-28523d6fee13 admin admin] Network hostable DHCP agents. Network: 4b4dff2c-6acd-4b11-8f28-99f35ebe57eb, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:49:50.082364 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1cbc0e-422e-4a79-b270-28523d6fee13 admin admin] Network 4b4dff2c-6acd-4b11-8f28-99f35ebe57eb is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:49:50.100154 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327b8e3e-d9b3-4825-a5a0-81430317c589 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:50.103442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-8a1cbc0e-422e-4a79-b270-28523d6fee13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 4b4dff2c-6acd-4b11-8f28-99f35ebe57eb) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:50.116372 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0570f2a2-3db9-45db-b70b-5c7c46dacd9a None None] Network 4b4dff2c-6acd-4b11-8f28-99f35ebe57eb requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:50.126335 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1cbc0e-422e-4a79-b270-28523d6fee13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:50.128668 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbc0e-422e-4a79-b270-28523d6fee13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:50.133655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6218d75d-ae53-469c-a617-b3d839121feb req-6339b4ea-d238-45c3-9676-bdd862200fcb service neutron] 10.222.0.107 "GET /v2.0/networks/4479f575-0bb7-4fa6-973b-a1a4fada8905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272606 Nov 03 18:49:50.352805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6218d75d-ae53-469c-a617-b3d839121feb req-ee9e743b-db4a-437d-9eca-022d6c9866e0 service neutron] 10.222.0.107 "GET /v2.0/networks/4479f575-0bb7-4fa6-973b-a1a4fada8905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107885 Nov 03 18:49:50.354253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327b8e3e-d9b3-4825-a5a0-81430317c589 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:50.370052 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6d47e-f9e9-49d2-9b8d-7e0010b50577 None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:50.371789 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-327b8e3e-d9b3-4825-a5a0-81430317c589 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:50.395884 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6d47e-f9e9-49d2-9b8d-7e0010b50577 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:50.396746 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dfd6d47e-f9e9-49d2-9b8d-7e0010b50577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:50.454761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40752af1-0781-4c3b-8fac-09d07c8f8520 None None] Network 4b4dff2c-6acd-4b11-8f28-99f35ebe57eb requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:49:50.490563 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8a1cbc0e-422e-4a79-b270-28523d6fee13 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8542132 Nov 03 18:49:50.508911 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dfd6d47e-f9e9-49d2-9b8d-7e0010b50577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:50.520965 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6d47e-f9e9-49d2-9b8d-7e0010b50577 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:50.521876 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dfd6d47e-f9e9-49d2-9b8d-7e0010b50577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:50.562586 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-327b8e3e-d9b3-4825-a5a0-81430317c589 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "PUT /v2.0/floatingips/2ca543a3-ca44-4405-95ed-107c21064131 HTTP/1.1" status: 200 len: 978 time: 2.8111749 Nov 03 18:49:50.565612 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dfd6d47e-f9e9-49d2-9b8d-7e0010b50577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:50.565969 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56272) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:50.566840 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6d47e-f9e9-49d2-9b8d-7e0010b50577 None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:50.635668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5623e-ac49-4471-a89e-7d417156f403 req-9c275d51-0a87-4c40-a1d1-190e59742c2a tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:50.651188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50a5623e-ac49-4471-a89e-7d417156f403 req-9c275d51-0a87-4c40-a1d1-190e59742c2a tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1357291 Nov 03 18:49:50.778015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50a5623e-ac49-4471-a89e-7d417156f403 req-eae79177-1c2e-43e3-8c7a-a65ce7162edc tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160793 Nov 03 18:49:50.838743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9c7a134-0b44-4d6f-86a8-eaddc7bb2cf2 req-5942f999-cfdb-408b-8d50-bb9e2fe90098 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 210 time: 0.1082425 Nov 03 18:49:50.940819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-3ff22f25-d6f9-4aff-a10f-0038b61d43f0 req-1d66ccbc-48d0-4272-a435-ecfcceeea952 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1873805763', 'description': 'tempest-description-1414636786'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:50.989388 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3ff22f25-d6f9-4aff-a10f-0038b61d43f0 req-1d66ccbc-48d0-4272-a435-ecfcceeea952 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.025921 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-6ba04af8-af2b-4771-ab7c-e1b3b4a46a83 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting port 61d5bee3-5e16-45d0-8864-e033c7bb0324 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:51.027091 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ba04af8-af2b-4771-ab7c-e1b3b4a46a83 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.169152 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3ff22f25-d6f9-4aff-a10f-0038b61d43f0 req-1d66ccbc-48d0-4272-a435-ecfcceeea952 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.192626 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3ff22f25-d6f9-4aff-a10f-0038b61d43f0 req-1d66ccbc-48d0-4272-a435-ecfcceeea952 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.204330 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ba04af8-af2b-4771-ab7c-e1b3b4a46a83 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.204777 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ba04af8-af2b-4771-ab7c-e1b3b4a46a83 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.220483 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-6ba04af8-af2b-4771-ab7c-e1b3b4a46a83 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Calling delete_port for 61d5bee3-5e16-45d0-8864-e033c7bb0324 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:51.231730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb1b8675-1694-4792-8a4c-f0ec09adc131 req-9be1c9ce-d625-4ce7-a3ae-bc3a9c53240a tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0529065 Nov 03 18:49:51.260647 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-3ff22f25-d6f9-4aff-a10f-0038b61d43f0 req-1d66ccbc-48d0-4272-a435-ecfcceeea952 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.281202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ff22f25-d6f9-4aff-a10f-0038b61d43f0 req-1d66ccbc-48d0-4272-a435-ecfcceeea952 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3497074 Nov 03 18:49:51.293949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66ccbc-48d0-4272-a435-ecfcceeea952 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78af42e-6082-4f7f-a0df-b0decf515147,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:51.315990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-296b3af2-c4ec-42b8-9a88-ec7f0fc3e8a9 req-a707ea2e-c79e-490b-b4d1-5fafec9e3702 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1045265830', 'description': 'tempest-description-1740874212'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:51.387882 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-296b3af2-c4ec-42b8-9a88-ec7f0fc3e8a9 req-a707ea2e-c79e-490b-b4d1-5fafec9e3702 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.574653 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ba04af8-af2b-4771-ab7c-e1b3b4a46a83 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.609542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba04af8-af2b-4771-ab7c-e1b3b4a46a83 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Port': ['ID=61d5bee3-5e16-45d0-8864-e033c7bb0324,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:51.628398 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-296b3af2-c4ec-42b8-9a88-ec7f0fc3e8a9 req-a707ea2e-c79e-490b-b4d1-5fafec9e3702 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.643993 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-296b3af2-c4ec-42b8-9a88-ec7f0fc3e8a9 req-a707ea2e-c79e-490b-b4d1-5fafec9e3702 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.695189 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-296b3af2-c4ec-42b8-9a88-ec7f0fc3e8a9 req-a707ea2e-c79e-490b-b4d1-5fafec9e3702 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.713430 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-296b3af2-c4ec-42b8-9a88-ec7f0fc3e8a9 req-a707ea2e-c79e-490b-b4d1-5fafec9e3702 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4025955 Nov 03 18:49:51.752708 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ba04af8-af2b-4771-ab7c-e1b3b4a46a83 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:51.753414 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-6ba04af8-af2b-4771-ab7c-e1b3b4a46a83 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Floating IP 2ca543a3-ca44-4405-95ed-107c21064131 disassociated (deleted). External IP: 172.25.2.134, port: 6118df15-c1da-4d02-85d9-f47d2dcfa871. Nov 03 18:49:51.764504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707ea2e-c79e-490b-b4d1-5fafec9e3702 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eecfb736-df4b-4bc2-9882-7ade22fde3f8,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:52.118277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9eda56-6c17-49f2-8a2c-e01917c0d44b req-e8490bb7-c75a-4c42-8de8-e88283e42907 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.126073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b9eda56-6c17-49f2-8a2c-e01917c0d44b req-e8490bb7-c75a-4c42-8de8-e88283e42907 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1667767 Nov 03 18:49:52.159705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba04af8-af2b-4771-ab7c-e1b3b4a46a83 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:49:52.204630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b9eda56-6c17-49f2-8a2c-e01917c0d44b req-cbec30bd-0f67-457c-93d3-034c60c4e6a4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774679 Nov 03 18:49:52.220643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-69df0eda-47fd-4fcb-9a68-20745a4861ce tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.222347 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-69df0eda-47fd-4fcb-9a68-20745a4861ce tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/networks?id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb HTTP/1.1" status: 200 len: 812 time: 0.3188286 Nov 03 18:49:52.269892 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-8d9c003a-8dac-4884-8891-47eb550542b3 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/quotas/f3e9e50501594c7cb08ae78ccf3b73b4 HTTP/1.1" status: 200 len: 375 time: 0.0314505 Nov 03 18:49:52.353630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-63aef205-3347-4bc8-8542-36d444a2e681 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755520 Nov 03 18:49:52.410994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d5f5c29-a811-4fca-bec9-523258f9dcc3 req-a72ae62a-0cdf-495f-83f4-01d6c0f5e204 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 210 time: 0.0601764 Nov 03 18:49:52.414576 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba04af8-af2b-4771-ab7c-e1b3b4a46a83 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:49:52.428801 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ba04af8-af2b-4771-ab7c-e1b3b4a46a83 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:52.428911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78468cf-1853-43ef-a4a2-2249614c4c1d None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:49:52.452581 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78468cf-1853-43ef-a4a2-2249614c4c1d None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:52.453234 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a78468cf-1853-43ef-a4a2-2249614c4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:52.464207 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6ba04af8-af2b-4771-ab7c-e1b3b4a46a83 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/floatingips/2ca543a3-ca44-4405-95ed-107c21064131 HTTP/1.1" status: 204 len: 168 time: 1.8957717 Nov 03 18:49:52.467739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56336) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:52.569629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a78468cf-1853-43ef-a4a2-2249614c4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:52.594133 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78468cf-1853-43ef-a4a2-2249614c4c1d None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:49:52.604807 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a78468cf-1853-43ef-a4a2-2249614c4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:52.661063 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-696dabce-8e41-428a-9072-18dfd1d65b77 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting port 6118df15-c1da-4d02-85d9-f47d2dcfa871 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:49:52.661431 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-696dabce-8e41-428a-9072-18dfd1d65b77 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:52.669262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a78468cf-1853-43ef-a4a2-2249614c4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:49:52.669916 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78468cf-1853-43ef-a4a2-2249614c4c1d None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:49:52.710533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7abda484-ff01-48a8-a067-9c0b659c7d59 req-f7a9ad58-8754-4bb1-b90c-1b277f30e334 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0702219 Nov 03 18:49:52.845849 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-696dabce-8e41-428a-9072-18dfd1d65b77 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:52.895456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-696dabce-8e41-428a-9072-18dfd1d65b77 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Calling delete_port for 6118df15-c1da-4d02-85d9-f47d2dcfa871 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:49:52.921743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218d75d-ae53-469c-a617-b3d839121feb req-0094d4ed-dc85-4f92-8866-c6aba9aed169 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:52.924384 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6218d75d-ae53-469c-a617-b3d839121feb req-0094d4ed-dc85-4f92-8866-c6aba9aed169 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.98 "GET /v2.0/networks?id=4479f575-0bb7-4fa6-973b-a1a4fada8905 HTTP/1.1" status: 200 len: 820 time: 0.4359260 Nov 03 18:49:52.957366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-6218d75d-ae53-469c-a617-b3d839121feb req-eb129506-f643-4f93-afec-d24a0c8b83e0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Request body: {'port': {'device_id': '5e96cc3f-ad77-40d7-b460-f28c9548bad4', 'network_id': '4479f575-0bb7-4fa6-973b-a1a4fada8905', 'admin_state_up': True, 'tenant_id': '5b34ba8d34a646ee9efea5776d0f5206'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:52.974012 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-de8c2c20-f144-4d7c-9b18-76ec27eca944 service neutron] 10.222.0.107 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616848 Nov 03 18:49:53.240191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6218d75d-ae53-469c-a617-b3d839121feb req-eb129506-f643-4f93-afec-d24a0c8b83e0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Made reservation on behalf of 5b34ba8d34a646ee9efea5776d0f5206 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:53.244339 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6218d75d-ae53-469c-a617-b3d839121feb req-eb129506-f643-4f93-afec-d24a0c8b83e0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.267366 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-982564ae-514a-4aa7-962f-f150143489d1 service neutron] 10.222.0.107 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912917 Nov 03 18:49:53.352046 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-696dabce-8e41-428a-9072-18dfd1d65b77 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.438084 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dabce-8e41-428a-9072-18dfd1d65b77 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Port': ['ID=6118df15-c1da-4d02-85d9-f47d2dcfa871,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:53.633344 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-696dabce-8e41-428a-9072-18dfd1d65b77 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.641714 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-696dabce-8e41-428a-9072-18dfd1d65b77 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/ports/6118df15-c1da-4d02-85d9-f47d2dcfa871 HTTP/1.1" status: 204 len: 168 time: 1.1710007 Nov 03 18:49:53.647434 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56362) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:53.659567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:53.710988 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.765179 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e51ee9ff-f4c3-4e42-b3ff-976982ffad32 req-25d7c261-587a-43a3-9b77-12469e4e327d tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 210 time: 0.0807664 Nov 03 18:49:53.812948 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2235b7-b629-48bd-bb47-c2e9f55f0c80 req-12e64d53-0c65-4cc8-881d-1bf4a4c2a862 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:53.832272 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e2235b7-b629-48bd-bb47-c2e9f55f0c80 req-12e64d53-0c65-4cc8-881d-1bf4a4c2a862 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.3661628 Nov 03 18:49:53.952063 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:53.965848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43b2e281-ed67-4a37-aa4b-4b09901a3853 req-09564618-3d55-42a0-acf5-5ac6556cbe6a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 210 time: 0.0890017 Nov 03 18:49:53.999901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-6218d75d-ae53-469c-a617-b3d839121feb req-eb129506-f643-4f93-afec-d24a0c8b83e0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Allocated IP 172.20.0.2 (4479f575-0bb7-4fa6-973b-a1a4fada8905/3394a91d-4d7d-4ae2-8fb2-69d45bbb13f0/45254144-67fd-46fd-80cf-4bbdaec45241) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:54.091308 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e2235b7-b629-48bd-bb47-c2e9f55f0c80 req-36fbb753-2620-4745-b42c-c37d850c7557 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580922 Nov 03 18:49:54.198922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Allocated IP 172.25.2.40 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/b27b6afe-8499-4b83-9066-15dfafc0c443) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:54.308740 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-588d9c76-97d0-4790-bfdf-ddb1ca75faa8 req-58b451fd-59a9-4127-983c-c5f3d9829bf5 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.1566019 Nov 03 18:49:54.478302 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.524394 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6218d75d-ae53-469c-a617-b3d839121feb req-eb129506-f643-4f93-afec-d24a0c8b83e0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.562177 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.602277 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6218d75d-ae53-469c-a617-b3d839121feb req-eb129506-f643-4f93-afec-d24a0c8b83e0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.646346 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:54.649706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:54.657799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:54.688791 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6218d75d-ae53-469c-a617-b3d839121feb req-eb129506-f643-4f93-afec-d24a0c8b83e0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Network 4479f575-0bb7-4fa6-973b-a1a4fada8905 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:54.694163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-6218d75d-ae53-469c-a617-b3d839121feb req-eb129506-f643-4f93-afec-d24a0c8b83e0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:54.708260 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6218d75d-ae53-469c-a617-b3d839121feb req-eb129506-f643-4f93-afec-d24a0c8b83e0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:54.743830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb129506-f643-4f93-afec-d24a0c8b83e0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Pushing event updated for resources: {'Port': ['ID=45254144-67fd-46fd-80cf-4bbdaec45241,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:54.794715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=b27b6afe-8499-4b83-9066-15dfafc0c443,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:54.808472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218d75d-ae53-469c-a617-b3d839121feb req-eb129506-f643-4f93-afec-d24a0c8b83e0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:54.809137 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6218d75d-ae53-469c-a617-b3d839121feb req-eb129506-f643-4f93-afec-d24a0c8b83e0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.828742 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:54.855927 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6218d75d-ae53-469c-a617-b3d839121feb req-eb129506-f643-4f93-afec-d24a0c8b83e0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9185059 Nov 03 18:49:54.869425 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Request body: {'port': {'device_id': '5e96cc3f-ad77-40d7-b460-f28c9548bad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:54.904507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:55.015862 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:55.050836 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ef1fe-ca4d-45fd-a1a0-46e203799c7a req-3ff4711b-574e-4527-95ec-71ad6d4cff4a tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:55.052572 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-167ef1fe-ca4d-45fd-a1a0-46e203799c7a req-3ff4711b-574e-4527-95ec-71ad6d4cff4a tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 931 time: 0.1349344 Nov 03 18:49:55.168929 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81a738f5-b496-42b2-b454-318f4215e2a6 req-849f77aa-5b1d-49ac-8ba6-26e00069560e tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 210 time: 0.0695102 Nov 03 18:49:55.259503 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-167ef1fe-ca4d-45fd-a1a0-46e203799c7a req-0db3b609-6271-400e-9a4e-daac40b1923e tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/security-groups?id=3aaf4ab5-f970-4abb-815b-504ce29fe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951535 Nov 03 18:49:55.512812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-e2a371ab-c5ec-4fab-92fd-856e93b58f9f tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:55.514730 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-e2a371ab-c5ec-4fab-92fd-856e93b58f9f tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.98 "GET /v2.0/networks?id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb HTTP/1.1" status: 200 len: 812 time: 0.3305299 Nov 03 18:49:55.559360 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-15358573-c4f6-4c6d-9dbd-b9d562fd35bc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'port': {'device_id': '77443d49-c3b1-40d0-803e-5ad27fdba80e', 'network_id': '4b4dff2c-6acd-4b11-8f28-99f35ebe57eb', 'admin_state_up': True, 'tenant_id': 'f3e9e50501594c7cb08ae78ccf3b73b4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:55.614694 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f59934e-f334-48af-8eab-3114d4c09a17 req-ec674302-e65f-4d96-88dd-c9e26bf084d6 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0454407 Nov 03 18:49:55.624981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45254144-67fd-46fd-80cf-4bbdaec45241 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:55.647716 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:55.658830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbcae8-dbf6-4c4f-9083-a62cd8f6499b req-d222e0d3-5a54-4ab5-81da-b199b49de097 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:55.663756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-59dbcae8-dbf6-4c4f-9083-a62cd8f6499b req-d222e0d3-5a54-4ab5-81da-b199b49de097 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1685109 Nov 03 18:49:55.692020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Transition to ACTIVE for port object 45254144-67fd-46fd-80cf-4bbdaec45241 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:49:55.704153 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:55.717988 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-747ab90d-fd9f-4c62-b095-ea2c284983f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:55.733341 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:55.740081 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:55.805676 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-59dbcae8-dbf6-4c4f-9083-a62cd8f6499b req-8d3f4da6-3182-481d-8d64-2c4acdd79aac tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311939 Nov 03 18:49:55.836341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Pushing event updated for resources: {'Port': ['ID=45254144-67fd-46fd-80cf-4bbdaec45241,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:55.862459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=b27b6afe-8499-4b83-9066-15dfafc0c443,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:55.901760 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Attempting to bind port 45254144-67fd-46fd-80cf-4bbdaec45241 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:55.902117 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Attempting to bind port 45254144-67fd-46fd-80cf-4bbdaec45241 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'df6c04e7-c483-425e-8d59-4263c14200dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '4479f575-0bb7-4fa6-973b-a1a4fada8905'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:55.902441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Attempting to bind port 45254144-67fd-46fd-80cf-4bbdaec45241 on network 4479f575-0bb7-4fa6-973b-a1a4fada8905 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:55.903566 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:55.909356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Port 45254144-67fd-46fd-80cf-4bbdaec45241 on network 4479f575-0bb7-4fa6-973b-a1a4fada8905 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:55.909968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Attempting to bind port 45254144-67fd-46fd-80cf-4bbdaec45241 on network 4479f575-0bb7-4fa6-973b-a1a4fada8905 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:55.916737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:55.916976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Checking segment: {'id': 'df6c04e7-c483-425e-8d59-4263c14200dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '4479f575-0bb7-4fa6-973b-a1a4fada8905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:55.917956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Bound using segment: {'id': 'df6c04e7-c483-425e-8d59-4263c14200dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '4479f575-0bb7-4fa6-973b-a1a4fada8905'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:55.918568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Bound port: 45254144-67fd-46fd-80cf-4bbdaec45241, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6c04e7-c483-425e-8d59-4263c14200dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '4479f575-0bb7-4fa6-973b-a1a4fada8905'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:55.918933 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:55.928668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-15358573-c4f6-4c6d-9dbd-b9d562fd35bc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Made reservation on behalf of f3e9e50501594c7cb08ae78ccf3b73b4 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:55.934353 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-15358573-c4f6-4c6d-9dbd-b9d562fd35bc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.027900 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.031911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] For port 45254144-67fd-46fd-80cf-4bbdaec45241, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:56.032394 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-30263238-3808-4d33-aabc-9de231cffcfb tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3833904 Nov 03 18:49:56.034452 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56418) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:56.045494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] For port 45254144-67fd-46fd-80cf-4bbdaec45241, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=45254144-67fd-46fd-80cf-4bbdaec45241,segment=NetworkSegment(df6c04e7-c483-425e-8d59-4263c14200dd),segment_id=df6c04e7-c483-425e-8d59-4263c14200dd)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:56.050140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-23728a46-e1a3-40f6-8707-247fc874602f tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'port': {'network_id': '7f789d99-bf2a-4673-bede-4d7669cb05a6', 'name': 'tempest-FloatingIPTestJSON-917715582'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:56.075793 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.157426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.158455 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.160097 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] 10.222.0.98 "PUT /v2.0/ports/45254144-67fd-46fd-80cf-4bbdaec45241 HTTP/1.1" status: 200 len: 1091 time: 1.2959070 Nov 03 18:49:56.268676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e96cc3f-ad77-40d7-b460-f28c9548bad4', 'tag': '45254144-67fd-46fd-80cf-4bbdaec45241'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:56.276134 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8542d1b1-8472-4bf1-b5c6-9b2aed25f2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5e96cc3f-ad77-40d7-b460-f28c9548bad4", "tag": "45254144-67fd-46fd-80cf-4bbdaec45241"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:56.399225 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8526836d-7118-4db5-ae12-4cd9e7bd6e8e x-openstack-request-id: req-8526836d-7118-4db5-ae12-4cd9e7bd6e8e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:56.399507 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e96cc3f-ad77-40d7-b460-f28c9548bad4", "tag": "45254144-67fd-46fd-80cf-4bbdaec45241", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:56.405789 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8526836d-7118-4db5-ae12-4cd9e7bd6e8e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:56.406264 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e96cc3f-ad77-40d7-b460-f28c9548bad4', 'tag': '45254144-67fd-46fd-80cf-4bbdaec45241', 'status': 'completed', 'code': 200} Nov 03 18:49:56.421471 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0627940b-ee56-48c6-8da4-ad231968a89b req-25c629c6-2cf9-4d14-98e4-622e1d9d874d tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 210 time: 0.0731099 Nov 03 18:49:56.490830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a758e8-06d2-4da8-9262-12f905643478 service neutron] Pushing event updated for resources: {'Port': ['ID=45254144-67fd-46fd-80cf-4bbdaec45241,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:56.537367 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23728a46-e1a3-40f6-8707-247fc874602f tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Made reservation on behalf of bf6f19e2594040b68d9a32f661abf557 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:49:56.542349 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-23728a46-e1a3-40f6-8707-247fc874602f tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:56.590187 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218d75d-ae53-469c-a617-b3d839121feb req-42f50a93-1c56-4b45-94ee-794dafb89c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.593086 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6218d75d-ae53-469c-a617-b3d839121feb req-42f50a93-1c56-4b45-94ee-794dafb89c0c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=5b34ba8d34a646ee9efea5776d0f5206&device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 1094 time: 0.3114185 Nov 03 18:49:56.612968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22860769-a1f0-4db8-a6b9-d944bbaa3150 req-f2a0af41-e487-408f-b4e0-1772bc94dfbf tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.626468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22860769-a1f0-4db8-a6b9-d944bbaa3150 req-f2a0af41-e487-408f-b4e0-1772bc94dfbf tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 943 time: 0.1602273 Nov 03 18:49:56.673196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-15358573-c4f6-4c6d-9dbd-b9d562fd35bc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Allocated IP 172.20.0.8 (4b4dff2c-6acd-4b11-8f28-99f35ebe57eb/12e5a424-1905-4a43-b17f-b219e8a412e4/24ecbc08-27b0-4fd0-8833-e4bd01727d5c) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:56.702475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-23728a46-e1a3-40f6-8707-247fc874602f tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] device_id is not set on port 205b9595-5cc8-4fbe-85aa-55b98fd1b4cb yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:49:56.708301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6218d75d-ae53-469c-a617-b3d839121feb req-fd8e1e6f-e714-4de9-881a-16604e80a46d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45254144-67fd-46fd-80cf-4bbdaec45241 HTTP/1.1" status: 200 len: 217 time: 0.0749097 Nov 03 18:49:56.794041 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-41c0d52d-2bfb-4e75-ad5e-eeb25077cca2 req-d77dd78c-8930-4f7c-93d7-c766e4e319ad service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0870173 Nov 03 18:49:56.861311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05ca00e8-905c-49ca-808d-8eb58ce57e8d req-f5def159-e538-4d71-9b8d-f7681fd68a19 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0550876 Nov 03 18:49:56.956520 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218d75d-ae53-469c-a617-b3d839121feb req-f35c54a0-963b-4ea6-b136-8930caa4b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:56.970321 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6218d75d-ae53-469c-a617-b3d839121feb req-f35c54a0-963b-4ea6-b136-8930caa4b1a3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3394a91d-4d7d-4ae2-8fb2-69d45bbb13f0 HTTP/1.1" status: 200 len: 860 time: 0.2535496 Nov 03 18:49:56.995775 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22860769-a1f0-4db8-a6b9-d944bbaa3150 req-614b390d-2576-4be8-8192-b5e85461585b tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/security-groups?id=3aaf4ab5-f970-4abb-815b-504ce29fe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671055 Nov 03 18:49:57.020682 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-15358573-c4f6-4c6d-9dbd-b9d562fd35bc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.079923 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-15358573-c4f6-4c6d-9dbd-b9d562fd35bc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.099077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6218d75d-ae53-469c-a617-b3d839121feb req-06a63106-72b3-4c64-9d04-cb263b7d2211 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4479f575-0bb7-4fa6-973b-a1a4fada8905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428660 Nov 03 18:49:57.177736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15358573-c4f6-4c6d-9dbd-b9d562fd35bc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'Port': ['ID=24ecbc08-27b0-4fd0-8833-e4bd01727d5c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:57.187054 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-15358573-c4f6-4c6d-9dbd-b9d562fd35bc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Network 4b4dff2c-6acd-4b11-8f28-99f35ebe57eb is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:57.189004 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-15358573-c4f6-4c6d-9dbd-b9d562fd35bc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:57.192372 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-15358573-c4f6-4c6d-9dbd-b9d562fd35bc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:57.240212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-23728a46-e1a3-40f6-8707-247fc874602f tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Allocated IP 172.20.0.6 (7f789d99-bf2a-4673-bede-4d7669cb05a6/133b14b4-0e78-41d2-874d-9678133513c9/205b9595-5cc8-4fbe-85aa-55b98fd1b4cb) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:49:57.268646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-15358573-c4f6-4c6d-9dbd-b9d562fd35bc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:57.269612 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-15358573-c4f6-4c6d-9dbd-b9d562fd35bc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.310209 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-15358573-c4f6-4c6d-9dbd-b9d562fd35bc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7845490 Nov 03 18:49:57.315532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c231c9-9b89-43db-a8fb-34f86c76cf32 req-4b6cc87c-958b-4174-9b74-54180b7693b8 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:57.317159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4c231c9-9b89-43db-a8fb-34f86c76cf32 req-4b6cc87c-958b-4174-9b74-54180b7693b8 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.1923468 Nov 03 18:49:57.335643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Request body: {'port': {'device_id': '77443d49-c3b1-40d0-803e-5ad27fdba80e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:57.359362 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6218d75d-ae53-469c-a617-b3d839121feb req-c4f7205a-f3cc-4f37-9eec-e2c4148c79ad service neutron] 10.222.0.98 "GET /v2.0/networks/4479f575-0bb7-4fa6-973b-a1a4fada8905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359140 Nov 03 18:49:57.416304 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.497954 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4c231c9-9b89-43db-a8fb-34f86c76cf32 req-601277ca-d1dd-4960-91db-76adc2ff3e59 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440048 Nov 03 18:49:57.631900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6218d75d-ae53-469c-a617-b3d839121feb req-11850ddc-d75f-4baa-a9fd-5beb7ab1d8d6 service neutron] 10.222.0.98 "GET /v2.0/networks/4479f575-0bb7-4fa6-973b-a1a4fada8905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643230 Nov 03 18:49:57.661353 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-23728a46-e1a3-40f6-8707-247fc874602f tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.666542 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb214b-61f9-45b2-9867-c30f5668753a req-133a33de-3bc3-4a72-9f38-e2e372ed8d5a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:57.674048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ffb214b-61f9-45b2-9867-c30f5668753a req-133a33de-3bc3-4a72-9f38-e2e372ed8d5a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 931 time: 0.1467936 Nov 03 18:49:57.807698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542d1b1-8472-4bf1-b5c6-9b2aed25f2ee req-033bf5af-6c1f-4246-a7c7-4ff1e29b0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:57.809826 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8542d1b1-8472-4bf1-b5c6-9b2aed25f2ee req-033bf5af-6c1f-4246-a7c7-4ff1e29b0920 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=5b34ba8d34a646ee9efea5776d0f5206&device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 1094 time: 0.1057141 Nov 03 18:49:57.813189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ffb214b-61f9-45b2-9867-c30f5668753a req-8a967580-5900-4bd0-a169-2b690b23d3a0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383629 Nov 03 18:49:57.826850 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-23728a46-e1a3-40f6-8707-247fc874602f tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.841441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ecbc08-27b0-4fd0-8833-e4bd01727d5c {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:49:57.852923 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.866632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Transition to ACTIVE for port object 24ecbc08-27b0-4fd0-8833-e4bd01727d5c will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:49:57.875014 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:57.890916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23728a46-e1a3-40f6-8707-247fc874602f tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 7f789d99-bf2a-4673-bede-4d7669cb05a6 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:49:57.949743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-23728a46-e1a3-40f6-8707-247fc874602f tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:49:57.955981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23728a46-e1a3-40f6-8707-247fc874602f tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:49:58.007775 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23728a46-e1a3-40f6-8707-247fc874602f tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=205b9595-5cc8-4fbe-85aa-55b98fd1b4cb,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:58.017132 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=24ecbc08-27b0-4fd0-8833-e4bd01727d5c,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:58.051375 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63b904d2-41f6-4b59-9fad-fd4629447ac7 req-c881e757-cc5d-4361-b75d-c5a1f56c058c tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0394506 Nov 03 18:49:58.087540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Attempting to bind port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:49:58.090207 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Attempting to bind port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'f9b5d23f-7c3f-402b-afd6-5bf786abecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4b4dff2c-6acd-4b11-8f28-99f35ebe57eb'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:49:58.090864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Attempting to bind port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c on network 4b4dff2c-6acd-4b11-8f28-99f35ebe57eb {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:58.098122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c on network 4b4dff2c-6acd-4b11-8f28-99f35ebe57eb not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:49:58.098960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Attempting to bind port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c on network 4b4dff2c-6acd-4b11-8f28-99f35ebe57eb {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:49:58.105529 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:49:58.105943 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Checking segment: {'id': 'f9b5d23f-7c3f-402b-afd6-5bf786abecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4b4dff2c-6acd-4b11-8f28-99f35ebe57eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:49:58.106392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Bound using segment: {'id': 'f9b5d23f-7c3f-402b-afd6-5bf786abecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4b4dff2c-6acd-4b11-8f28-99f35ebe57eb'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:49:58.106887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Bound port: 24ecbc08-27b0-4fd0-8833-e4bd01727d5c, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b5d23f-7c3f-402b-afd6-5bf786abecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4b4dff2c-6acd-4b11-8f28-99f35ebe57eb'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:49:58.107308 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.119928 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542d1b1-8472-4bf1-b5c6-9b2aed25f2ee req-d4d5e968-b955-4255-bf36-ed57416ed4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.122217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8542d1b1-8472-4bf1-b5c6-9b2aed25f2ee req-d4d5e968-b955-4255-bf36-ed57416ed4f3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4479f575-0bb7-4fa6-973b-a1a4fada8905 HTTP/1.1" status: 200 len: 921 time: 0.3054600 Nov 03 18:49:58.125712 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b561d3b-88b0-435c-ac3d-5544b6601319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.128630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23728a46-e1a3-40f6-8707-247fc874602f tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.129400 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-23728a46-e1a3-40f6-8707-247fc874602f tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.183717 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8542d1b1-8472-4bf1-b5c6-9b2aed25f2ee req-7d5e68b7-9bce-4d2c-a1b5-a9a71b94745f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45254144-67fd-46fd-80cf-4bbdaec45241 HTTP/1.1" status: 200 len: 217 time: 0.0490966 Nov 03 18:49:58.198399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] For port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:49:58.202277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] For port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=24ecbc08-27b0-4fd0-8833-e4bd01727d5c,segment=NetworkSegment(f9b5d23f-7c3f-402b-afd6-5bf786abecb9),segment_id=f9b5d23f-7c3f-402b-afd6-5bf786abecb9)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:49:58.213533 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.241755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2169b03-6e8a-4e71-aa2b-5e3d121cb85f req-725b48ad-c228-436c-b40f-bde0ef108842 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.244299 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2169b03-6e8a-4e71-aa2b-5e3d121cb85f req-725b48ad-c228-436c-b40f-bde0ef108842 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 943 time: 0.1714509 Nov 03 18:49:58.244883 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.246342 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.248125 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] 10.222.0.98 "PUT /v2.0/ports/24ecbc08-27b0-4fd0-8833-e4bd01727d5c HTTP/1.1" status: 200 len: 1091 time: 0.9178648 Nov 03 18:49:58.252355 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-23728a46-e1a3-40f6-8707-247fc874602f tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2075329 Nov 03 18:49:58.253697 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56484) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:49:58.260221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-3dbd30dd-f8be-4e28-b829-d0d2276af6f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'floatingip': {'port_id': '205b9595-5cc8-4fbe-85aa-55b98fd1b4cb'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:49:58.291454 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77443d49-c3b1-40d0-803e-5ad27fdba80e', 'tag': '24ecbc08-27b0-4fd0-8833-e4bd01727d5c'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:49:58.294505 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a67099-d1d9-4b06-8e8e-3b55e52c073b" -d '{"events": [{"name": "network-changed", "server_uuid": "77443d49-c3b1-40d0-803e-5ad27fdba80e", "tag": "24ecbc08-27b0-4fd0-8833-e4bd01727d5c"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:49:58.358702 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f8894-7116-4fe5-8c4d-abd87346d1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=24ecbc08-27b0-4fd0-8833-e4bd01727d5c,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:49:58.424108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-aa2d10b3-c956-4e56-a399-ffd2d4c97332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.432786 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-aa2d10b3-c956-4e56-a399-ffd2d4c97332 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4&device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 1094 time: 0.1329334 Nov 03 18:49:58.442113 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc99284b-62b9-4e86-858f-4e1ce744fe63 x-openstack-request-id: req-fc99284b-62b9-4e86-858f-4e1ce744fe63 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:49:58.442437 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77443d49-c3b1-40d0-803e-5ad27fdba80e", "tag": "24ecbc08-27b0-4fd0-8833-e4bd01727d5c", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:49:58.442682 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fc99284b-62b9-4e86-858f-4e1ce744fe63 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:49:58.443343 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77443d49-c3b1-40d0-803e-5ad27fdba80e', 'tag': '24ecbc08-27b0-4fd0-8833-e4bd01727d5c', 'status': 'completed', 'code': 200} Nov 03 18:49:58.531528 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-310d2ae5-e6e9-470e-b8f5-ad581c8e3c00 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ecbc08-27b0-4fd0-8833-e4bd01727d5c HTTP/1.1" status: 200 len: 217 time: 0.0859809 Nov 03 18:49:58.652726 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd056d7-fd7a-438c-b156-1cab8fd5a76a req-2a0241d0-573a-4e44-9a34-27064e6bee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.654755 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1fd056d7-fd7a-438c-b156-1cab8fd5a76a req-2a0241d0-573a-4e44-9a34-27064e6bee89 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=becd52d6557c422795eaaf4052e7b394&device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 1096 time: 0.1476431 Nov 03 18:49:58.663075 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-8561b7b0-0a54-4572-81db-b551af3b1337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.665137 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-8561b7b0-0a54-4572-81db-b551af3b1337 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=12e5a424-1905-4a43-b17f-b219e8a412e4 HTTP/1.1" status: 200 len: 852 time: 0.1071355 Nov 03 18:49:58.788097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542d1b1-8472-4bf1-b5c6-9b2aed25f2ee req-d8ea9a72-94bf-4471-9d50-373f0d0a0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.790568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8542d1b1-8472-4bf1-b5c6-9b2aed25f2ee req-d8ea9a72-94bf-4471-9d50-373f0d0a0f9a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3394a91d-4d7d-4ae2-8fb2-69d45bbb13f0 HTTP/1.1" status: 200 len: 860 time: 0.5990684 Nov 03 18:49:58.791972 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-d59a27fe-79b3-43b9-b31e-ec331ae50a25 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157255 Nov 03 18:49:58.821806 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3dbd30dd-f8be-4e28-b829-d0d2276af6f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:58.875822 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd056d7-fd7a-438c-b156-1cab8fd5a76a req-b1081f79-7c56-4b5e-84e2-2c2aa99c3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:58.877403 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1fd056d7-fd7a-438c-b156-1cab8fd5a76a req-b1081f79-7c56-4b5e-84e2-2c2aa99c3f7d service neutron] 10.222.0.87 "GET /v2.0/networks?id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c HTTP/1.1" status: 200 len: 915 time: 0.2110422 Nov 03 18:49:58.946107 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1fd056d7-fd7a-438c-b156-1cab8fd5a76a req-901ddceb-23a6-47b6-8f39-aa567bfa6ae2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947 HTTP/1.1" status: 200 len: 217 time: 0.0539887 Nov 03 18:49:58.957511 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8542d1b1-8472-4bf1-b5c6-9b2aed25f2ee req-afe2b0e0-f480-4186-a4ae-19317dfda27b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4479f575-0bb7-4fa6-973b-a1a4fada8905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1509123 Nov 03 18:49:59.006170 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-cde33048-4c95-47ca-9fd1-c878e9c62514 service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011795 Nov 03 18:49:59.061394 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd056d7-fd7a-438c-b156-1cab8fd5a76a req-c6c2e080-853b-4968-b302-1f37a2b89a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.062555 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2169b03-6e8a-4e71-aa2b-5e3d121cb85f req-5af5729b-44b8-4c2a-b1ae-fbd27552b906 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/security-groups?id=3aaf4ab5-f970-4abb-815b-504ce29fe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7975547 Nov 03 18:49:59.063527 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1fd056d7-fd7a-438c-b156-1cab8fd5a76a req-c6c2e080-853b-4968-b302-1f37a2b89a20 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=139ca79f-c2b7-4f06-944e-59569171d638 HTTP/1.1" status: 200 len: 854 time: 0.1041977 Nov 03 18:49:59.140033 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1fd056d7-fd7a-438c-b156-1cab8fd5a76a req-55d5bfc2-498b-4f2b-995d-c5f625907be4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455003 Nov 03 18:49:59.171615 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a50f8-5b47-4326-89d8-c591078dd90c req-b02b086e-00dd-42c5-8fc2-45745ef065b6 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.173192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da0a50f8-5b47-4326-89d8-c591078dd90c req-b02b086e-00dd-42c5-8fc2-45745ef065b6 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.3700106 Nov 03 18:49:59.228972 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8542d1b1-8472-4bf1-b5c6-9b2aed25f2ee req-b86d6cde-38f8-4534-acc2-b63ea7f452a9 service neutron] 10.222.0.98 "GET /v2.0/networks/4479f575-0bb7-4fa6-973b-a1a4fada8905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558470 Nov 03 18:49:59.282466 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b5beb0e9-bb23-472b-b0f7-044c94a6b8fd req-4fb63160-20af-4a76-8f20-cd26bf2f7eb9 service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682974 Nov 03 18:49:59.312894 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:49:59.362327 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1fd056d7-fd7a-438c-b156-1cab8fd5a76a req-3e06c48f-b609-4dc5-8c20-d9924c25cd3c service neutron] 10.222.0.87 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091579 Nov 03 18:49:59.473737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a67099-d1d9-4b06-8e8e-3b55e52c073b req-b246c2e8-ddb9-421a-89e0-3f8f4cf5b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.476010 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da0a50f8-5b47-4326-89d8-c591078dd90c req-9c6bf02e-c3d8-4d26-bdd9-0e77117a1978 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755835 Nov 03 18:49:59.476364 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0a67099-d1d9-4b06-8e8e-3b55e52c073b req-b246c2e8-ddb9-421a-89e0-3f8f4cf5b09a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4&device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 1094 time: 0.1232226 Nov 03 18:49:59.502289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1146e72-83fe-48b9-9699-a3859d917c00 req-386f85e1-55bd-4419-b5da-3c3767dc62a8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.503915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1146e72-83fe-48b9-9699-a3859d917c00 req-386f85e1-55bd-4419-b5da-3c3767dc62a8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 943 time: 0.2704608 Nov 03 18:49:59.678695 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1fd056d7-fd7a-438c-b156-1cab8fd5a76a req-869e79b3-79bb-45a1-8363-99a081ea6719 service neutron] 10.222.0.87 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983501 Nov 03 18:49:59.747176 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a842a42-d643-41fb-9898-ddd85f194cc4 req-06dc4248-211f-407a-918f-a061d8a5f36f tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0965335 Nov 03 18:49:59.766425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a67099-d1d9-4b06-8e8e-3b55e52c073b req-8b2690e8-345a-45a5-8993-0629c9fa9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.768006 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0a67099-d1d9-4b06-8e8e-3b55e52c073b req-8b2690e8-345a-45a5-8993-0629c9fa9ae4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb HTTP/1.1" status: 200 len: 913 time: 0.2739820 Nov 03 18:49:59.787246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8542d1b1-8472-4bf1-b5c6-9b2aed25f2ee req-62a56073-dbfb-4820-8935-c30961eb91b6 service neutron] 10.222.0.98 "GET /v2.0/networks/4479f575-0bb7-4fa6-973b-a1a4fada8905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993453 Nov 03 18:49:59.856033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1146e72-83fe-48b9-9699-a3859d917c00 req-f8c52aee-a301-4565-8d35-1e067ff3ed2d tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037330 Nov 03 18:49:59.865509 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0a67099-d1d9-4b06-8e8e-3b55e52c073b req-64919f79-b6e6-495d-becd-d1e50ff8a63a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ecbc08-27b0-4fd0-8833-e4bd01727d5c HTTP/1.1" status: 200 len: 217 time: 0.0898116 Nov 03 18:49:59.976176 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a67099-d1d9-4b06-8e8e-3b55e52c073b req-32c3041f-1644-4516-b7cf-b34353e7ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:49:59.989939 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0a67099-d1d9-4b06-8e8e-3b55e52c073b req-32c3041f-1644-4516-b7cf-b34353e7ac52 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=12e5a424-1905-4a43-b17f-b219e8a412e4 HTTP/1.1" status: 200 len: 852 time: 0.1050634 Nov 03 18:50:00.033924 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3dbd30dd-f8be-4e28-b829-d0d2276af6f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:00.038799 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0a67099-d1d9-4b06-8e8e-3b55e52c073b req-9b01a836-f84f-43b7-83c5-bb1cce993132 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469460 Nov 03 18:50:00.041710 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3dbd30dd-f8be-4e28-b829-d0d2276af6f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:00.241748 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0a67099-d1d9-4b06-8e8e-3b55e52c073b req-e428cd8f-bbc9-403a-97fd-bf7f02fa73f8 service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936898 Nov 03 18:50:00.250421 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-3dbd30dd-f8be-4e28-b829-d0d2276af6f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Floating IP 31f8f14b-220c-4882-adff-c74cf2538f91 associated. External IP: 172.25.2.40, port: 205b9595-5cc8-4fbe-85aa-55b98fd1b4cb. Nov 03 18:50:00.361556 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5514ad7d-5f63-4053-874d-db8ad1f231c7 req-c1456985-b00b-4670-aa3c-ce99c3701f89 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9&device_id=19826008-feb9-4420-96c0-96112b68a6bc HTTP/1.1" status: 200 len: 210 time: 0.1050622 Nov 03 18:50:00.381525 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f0a67099-d1d9-4b06-8e8e-3b55e52c073b req-f54fb30b-6a01-439d-b491-5583b36c1925 service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302507 Nov 03 18:50:00.436670 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:00.441990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f386285-63ce-499b-b437-32d3ba97463c req-1a79eac8-cc86-4fa1-86e5-0de10e45687f tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:00.443494 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f386285-63ce-499b-b437-32d3ba97463c req-1a79eac8-cc86-4fa1-86e5-0de10e45687f tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 943 time: 0.2087083 Nov 03 18:50:00.573217 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 45254144-67fd-46fd-80cf-4bbdaec45241 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:00.580036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f386285-63ce-499b-b437-32d3ba97463c req-f0a0bb38-2f98-4aad-831c-81c125db623a tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/security-groups?id=3aaf4ab5-f970-4abb-815b-504ce29fe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253521 Nov 03 18:50:00.710271 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbd30dd-f8be-4e28-b829-d0d2276af6f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:00.775551 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:00.836199 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 45254144-67fd-46fd-80cf-4bbdaec45241, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=45254144-67fd-46fd-80cf-4bbdaec45241,segment=NetworkSegment(df6c04e7-c483-425e-8d59-4263c14200dd),segment_id=df6c04e7-c483-425e-8d59-4263c14200dd)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:00.838344 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6e143e14-37f2-4a1a-931d-a9f3e16f0cfc req-a3691dab-72ca-40f3-a3c4-9206a5a45bf1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ffb8734010a14ae8b4179a8b0fd476da&device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0490143 Nov 03 18:50:00.856645 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '45254144-67fd-46fd-80cf-4bbdaec45241', 'network_id': '4479f575-0bb7-4fa6-973b-a1a4fada8905', 'port_id': '45254144-67fd-46fd-80cf-4bbdaec45241', 'mac_address': 'fa:16:3e:df:5a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3394a91d-4d7d-4ae2-8fb2-69d45bbb13f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:50:00.902956 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:00.907556 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6e143e14-37f2-4a1a-931d-a9f3e16f0cfc req-7cd88154-7fef-42a0-813b-eae51b6278f1 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=ffb8734010a14ae8b4179a8b0fd476da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384259 Nov 03 18:50:00.922717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45254144-67fd-46fd-80cf-4bbdaec45241 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:00.946377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 45254144-67fd-46fd-80cf-4bbdaec45241, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=45254144-67fd-46fd-80cf-4bbdaec45241,segment=NetworkSegment(df6c04e7-c483-425e-8d59-4263c14200dd),segment_id=df6c04e7-c483-425e-8d59-4263c14200dd)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:00.953723 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b851c56a-172a-4198-8a54-9177fb68fb98 req-522ca783-7530-4646-9be7-c429d4b5a89f tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.1850245 Nov 03 18:50:00.960999 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.001247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e91e0-4d71-4001-942c-420f9f1e6cd3 req-603d5eef-7f0f-4335-a6ee-201374932d05 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.022411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f1e91e0-4d71-4001-942c-420f9f1e6cd3 req-603d5eef-7f0f-4335-a6ee-201374932d05 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 945 time: 0.3162100 Nov 03 18:50:01.044907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=45254144-67fd-46fd-80cf-4bbdaec45241,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:01.065695 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbd30dd-f8be-4e28-b829-d0d2276af6f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:01.071468 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3dbd30dd-f8be-4e28-b829-d0d2276af6f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.081244 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d91d3-6c76-459c-abd0-62618d6719e7 None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:01.084876 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:01.099546 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d91d3-6c76-459c-abd0-62618d6719e7 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:01.106075 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f03d91d3-6c76-459c-abd0-62618d6719e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:01.107167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:01.107167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:01.107167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:01.107167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:01.107167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:01.107167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:01.107167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:01.111128 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:01.116236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:01.116631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:01.116984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:01.190208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3dbd30dd-f8be-4e28-b829-d0d2276af6f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "PUT /v2.0/floatingips/31f8f14b-220c-4882-adff-c74cf2538f91 HTTP/1.1" status: 200 len: 976 time: 2.9353352 Nov 03 18:50:01.194032 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56566) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:01.224889 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f03d91d3-6c76-459c-abd0-62618d6719e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:01.233211 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['45254144-67fd-46fd-80cf-4bbdaec45241'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:01.238017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e143e14-37f2-4a1a-931d-a9f3e16f0cfc req-c730940a-17fa-4435-bd2d-bab9802d1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.249261 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f1e91e0-4d71-4001-942c-420f9f1e6cd3 req-5a216bfa-9c49-46db-863e-b51d15e82180 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250819 Nov 03 18:50:01.254130 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6e143e14-37f2-4a1a-931d-a9f3e16f0cfc req-c730940a-17fa-4435-bd2d-bab9802d1582 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3324342 Nov 03 18:50:01.263544 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06af1a-56ee-4667-a921-4baedea087b0 req-8f966cd4-3781-404e-976e-2ae2690d5d99 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.265150 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab06af1a-56ee-4667-a921-4baedea087b0 req-8f966cd4-3781-404e-976e-2ae2690d5d99 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 943 time: 0.1501791 Nov 03 18:50:01.268167 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d91d3-6c76-459c-abd0-62618d6719e7 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:01.269916 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f03d91d3-6c76-459c-abd0-62618d6719e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:01.360106 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7b6b0acd-fc18-46fd-bb28-c3927bb80947 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:01.374908 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab06af1a-56ee-4667-a921-4baedea087b0 req-176ef404-9aac-4959-b83a-3b5734273ca4 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907941 Nov 03 18:50:01.397545 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f03d91d3-6c76-459c-abd0-62618d6719e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:01.398747 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d91d3-6c76-459c-abd0-62618d6719e7 None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:01.433960 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-5c43c70d-49d8-4e2a-b84b-699970fdbf08 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1321690 Nov 03 18:50:01.442229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d07bdee5-0656-4928-833a-159e1a76224d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting port 205b9595-5cc8-4fbe-85aa-55b98fd1b4cb {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:01.442725 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d07bdee5-0656-4928-833a-159e1a76224d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.615529 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d07bdee5-0656-4928-833a-159e1a76224d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.625142 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-31ad4d5f-594e-4a13-b344-2e38a41d31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.625634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-31ad4d5f-594e-4a13-b344-2e38a41d31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.626258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-31ad4d5f-594e-4a13-b344-2e38a41d31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.626798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-31ad4d5f-594e-4a13-b344-2e38a41d31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.627271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-31ad4d5f-594e-4a13-b344-2e38a41d31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.627895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-31ad4d5f-594e-4a13-b344-2e38a41d31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.628361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-31ad4d5f-594e-4a13-b344-2e38a41d31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.630784 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-31ad4d5f-594e-4a13-b344-2e38a41d31e9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c499298fecc740dd8356f938a201f1f9&device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 6499 time: 0.1258602 Nov 03 18:50:01.826200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-13d14122-9d8c-4d4b-9423-0cea3f9f6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.826981 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-13d14122-9d8c-4d4b-9423-0cea3f9f6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.827463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-13d14122-9d8c-4d4b-9423-0cea3f9f6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.829549 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-13d14122-9d8c-4d4b-9423-0cea3f9f6911 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d2b26eb6-7515-43b1-9ddc-0eec10b264b7&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 HTTP/1.1" status: 200 len: 2296 time: 0.1638806 Nov 03 18:50:01.836984 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.859050 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.907373 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2406edc3-2557-4a1c-989e-655b736a2eb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6b0acd-fc18-46fd-bb28-c3927bb80947'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:01.915062 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1a3d97-d70e-4bff-95bb-b463cf1b32cb" -d '{"events": [{"server_uuid": "2406edc3-2557-4a1c-989e-655b736a2eb7", "name": "network-vif-unplugged", "status": "completed", "tag": "7b6b0acd-fc18-46fd-bb28-c3927bb80947"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:01.928356 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-ca052753-92cb-45f3-bb31-66332c7e8c7c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a45be5e5-9799-4b7e-a7c1-f406523ac8d8 HTTP/1.1" status: 200 len: 1001 time: 0.0899830 Nov 03 18:50:01.961505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65ffd3-16f6-4651-a9bf-0325b3020932 req-f9c53a9d-1bc5-4fb4-b059-d204c862b476 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:01.963471 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c65ffd3-16f6-4651-a9bf-0325b3020932 req-f9c53a9d-1bc5-4fb4-b059-d204c862b476 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 944 time: 0.1445348 Nov 03 18:50:01.967117 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d07bdee5-0656-4928-833a-159e1a76224d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.967489 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d07bdee5-0656-4928-833a-159e1a76224d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:01.967834 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-d07bdee5-0656-4928-833a-159e1a76224d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Floating IP 31f8f14b-220c-4882-adff-c74cf2538f91 disassociated. External IP: 172.25.2.40, port: 205b9595-5cc8-4fbe-85aa-55b98fd1b4cb. Nov 03 18:50:01.968325 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d07bdee5-0656-4928-833a-159e1a76224d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Calling delete_port for 205b9595-5cc8-4fbe-85aa-55b98fd1b4cb owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:01.974520 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7b6b0acd-fc18-46fd-bb28-c3927bb80947, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:01.983496 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.023477 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ced7b6-bb55-4e53-837d-b14d1c4f5a89 x-openstack-request-id: req-07ced7b6-bb55-4e53-837d-b14d1c4f5a89 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:02.024044 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2406edc3-2557-4a1c-989e-655b736a2eb7", "name": "network-vif-unplugged", "status": "completed", "tag": "7b6b0acd-fc18-46fd-bb28-c3927bb80947", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:02.024488 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-07ced7b6-bb55-4e53-837d-b14d1c4f5a89 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:02.025035 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2406edc3-2557-4a1c-989e-655b736a2eb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6b0acd-fc18-46fd-bb28-c3927bb80947', 'code': 200} Nov 03 18:50:02.026510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-9cdbcdb3-c124-4947-bdf0-2fd811fe1dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.028581 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-9cdbcdb3-c124-4947-bdf0-2fd811fe1dfd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0093d58-4abe-4628-9969-4f73606f9325 HTTP/1.1" status: 200 len: 855 time: 0.0933454 Nov 03 18:50:02.076817 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=7b6b0acd-fc18-46fd-bb28-c3927bb80947,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:02.096713 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:50:02.104632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-06ccf33c-bda3-4785-998d-6b4b76ae279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.106609 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-06ccf33c-bda3-4785-998d-6b4b76ae279c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d2b26eb6-7515-43b1-9ddc-0eec10b264b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704663 Nov 03 18:50:02.125829 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c65ffd3-16f6-4651-a9bf-0325b3020932 req-6eef865c-ada4-4fd8-b696-ea018c5a1406 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/security-groups?id=3aaf4ab5-f970-4abb-815b-504ce29fe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540883 Nov 03 18:50:02.180450 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd342539-1885-47bf-9bc7-4bfa875f5678 req-29889590-d278-400e-8307-d69027ac407f tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0495398 Nov 03 18:50:02.264816 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-5a2a4f5d-3951-41f8-98fc-a008dc3fbb63 service neutron] 10.222.0.98 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506381 Nov 03 18:50:02.283456 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d07bdee5-0656-4928-833a-159e1a76224d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.319052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bdee5-0656-4928-833a-159e1a76224d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Port': ['ID=205b9595-5cc8-4fbe-85aa-55b98fd1b4cb,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:02.429575 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-9cc32b7b-428c-426f-919b-efd84386c60b service neutron] 10.222.0.98 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553957 Nov 03 18:50:02.516620 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07bdee5-0656-4928-833a-159e1a76224d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:02.517263 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-ea3cc6ff-564f-4aa9-8381-f1b099bc7218 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef HTTP/1.1" status: 200 len: 217 time: 0.0804710 Nov 03 18:50:02.579647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91f3a7-6b31-4a2e-8318-81239fe808ae req-f3573e8f-fe1c-4d97-bbec-5d348b8ff8c7 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.581208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e91f3a7-6b31-4a2e-8318-81239fe808ae req-f3573e8f-fe1c-4d97-bbec-5d348b8ff8c7 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.1416349 Nov 03 18:50:02.585897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-a7aaea93-122a-4ecf-8748-2aaa0d616dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.587071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 24ecbc08-27b0-4fd0-8833-e4bd01727d5c details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:02.587492 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-a7aaea93-122a-4ecf-8748-2aaa0d616dba service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.0621507 Nov 03 18:50:02.647417 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-e15f6de0-0c88-447f-9e27-951e814ef0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.658801 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-e15f6de0-0c88-447f-9e27-951e814ef0b3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582802 Nov 03 18:50:02.672566 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a24e2-57ea-4deb-9829-3362604d6004 req-d262423c-201c-4b58-853e-98d0c41dd40a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:02.684517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f1a24e2-57ea-4deb-9829-3362604d6004 req-d262423c-201c-4b58-853e-98d0c41dd40a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 943 time: 0.1586897 Nov 03 18:50:02.748292 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=24ecbc08-27b0-4fd0-8833-e4bd01727d5c,segment=NetworkSegment(f9b5d23f-7c3f-402b-afd6-5bf786abecb9),segment_id=f9b5d23f-7c3f-402b-afd6-5bf786abecb9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:02.785060 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '24ecbc08-27b0-4fd0-8833-e4bd01727d5c', 'network_id': '4b4dff2c-6acd-4b11-8f28-99f35ebe57eb', 'port_id': '24ecbc08-27b0-4fd0-8833-e4bd01727d5c', 'mac_address': 'fa:16:3e:13:6d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e5a424-1905-4a43-b17f-b219e8a412e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:50:02.806345 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-dbdf35ea-dbbf-44f0-86c3-2100e1226450 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453896 Nov 03 18:50:02.855430 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.877517 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ecbc08-27b0-4fd0-8833-e4bd01727d5c {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:02.900037 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e91f3a7-6b31-4a2e-8318-81239fe808ae req-7138e5d8-3431-45c4-8f14-7dc2c5ae3096 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652106 Nov 03 18:50:02.917905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f1a24e2-57ea-4deb-9829-3362604d6004 req-99f952a7-07ad-4fcb-8b70-0816e8e242e9 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315114 Nov 03 18:50:02.922245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=24ecbc08-27b0-4fd0-8833-e4bd01727d5c,segment=NetworkSegment(f9b5d23f-7c3f-402b-afd6-5bf786abecb9),segment_id=f9b5d23f-7c3f-402b-afd6-5bf786abecb9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:02.924142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07bdee5-0656-4928-833a-159e1a76224d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:02.938927 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:02.953662 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968eb7cb-3e66-46b4-8167-629d88d73b15 None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:02.971093 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-ff24032a-2852-4870-ba52-04b0602ef302 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530406 Nov 03 18:50:03.037709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968eb7cb-3e66-46b4-8167-629d88d73b15 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:03.038494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-968eb7cb-3e66-46b4-8167-629d88d73b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:03.050225 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d07bdee5-0656-4928-833a-159e1a76224d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.060185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d07bdee5-0656-4928-833a-159e1a76224d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/ports/205b9595-5cc8-4fbe-85aa-55b98fd1b4cb HTTP/1.1" status: 204 len: 168 time: 1.8652596 Nov 03 18:50:03.061508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56604) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:03.083621 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-4492941d-2f51-4c14-bf90-ef6b49d3d131 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=8e6b560e-7922-4bd3-b966-74776e459307 HTTP/1.1" status: 200 len: 217 time: 0.1046166 Nov 03 18:50:03.109503 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-968eb7cb-3e66-46b4-8167-629d88d73b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:03.132190 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=24ecbc08-27b0-4fd0-8833-e4bd01727d5c,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:03.156096 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-20576312-2ac8-46a5-b190-519401e4b54f tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "GET /v2.0/floatingips/31f8f14b-220c-4882-adff-c74cf2538f91 HTTP/1.1" status: 200 len: 687 time: 0.0931365 Nov 03 18:50:03.158887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968eb7cb-3e66-46b4-8167-629d88d73b15 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:03.159523 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-968eb7cb-3e66-46b4-8167-629d88d73b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:03.163256 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56606) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:03.181912 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-71076969-6d0a-4377-959a-3a5e4ff62d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.183637 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-71076969-6d0a-4377-959a-3a5e4ff62d94 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.0921936 Nov 03 18:50:03.198132 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-968eb7cb-3e66-46b4-8167-629d88d73b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:03.199235 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968eb7cb-3e66-46b4-8167-629d88d73b15 None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:03.218472 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['24ecbc08-27b0-4fd0-8833-e4bd01727d5c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:03.302340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-fb63c8e5-5f8b-4d58-a2bf-4316dc3469b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.307004 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-fb63c8e5-5f8b-4d58-a2bf-4316dc3469b7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1154943 Nov 03 18:50:03.477596 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6e143e14-37f2-4a1a-931d-a9f3e16f0cfc req-8b838b29-010b-4e79-87f9-ab897cbc6d00 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.87 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0354679 Nov 03 18:50:03.505017 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-abe97684-4ad8-4d9c-af05-f6358aefefdd service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875222 Nov 03 18:50:03.645702 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-d6f0d9d5-8168-4695-bccd-77d57e78c0ae service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331248 Nov 03 18:50:03.704210 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-f00cc12f-32ee-4d64-962a-61b7f5151c30 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=01e665ed-9bea-455c-bb66-f63c42aa3da4 HTTP/1.1" status: 200 len: 217 time: 0.0503509 Nov 03 18:50:03.768090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-bdad696e-d3fd-46f7-9a09-3913e7a4d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.769799 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-bdad696e-d3fd-46f7-9a09-3913e7a4d366 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.0581057 Nov 03 18:50:03.790886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-960e634d-07fd-487e-b8db-e1d687624856 req-c08f0f98-e239-436e-ae42-38bdee8e08e4 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=3e38606c-2884-465d-b5d6-03626663c2e9 HTTP/1.1" status: 200 len: 210 time: 0.0517359 Nov 03 18:50:03.827754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41246b70-78ab-4649-bce7-c7491a499cbc req-8bbc107e-a1f6-405a-89db-ad718709fa01 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.829463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41246b70-78ab-4649-bce7-c7491a499cbc req-8bbc107e-a1f6-405a-89db-ad718709fa01 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 944 time: 0.0915346 Nov 03 18:50:03.830903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-0ba3a72c-b64e-4c02-a530-73857b127383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:03.833383 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-0ba3a72c-b64e-4c02-a530-73857b127383 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0556324 Nov 03 18:50:03.840565 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-a754204a-995f-47a6-95d8-214f0f866f43 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting port b27b6afe-8499-4b83-9066-15dfafc0c443 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:03.840915 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a754204a-995f-47a6-95d8-214f0f866f43 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.945408 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41246b70-78ab-4649-bce7-c7491a499cbc req-e35ef944-02b3-4aa9-ba6d-a121b792240d tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/security-groups?id=3aaf4ab5-f970-4abb-815b-504ce29fe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075492 Nov 03 18:50:03.963176 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-dcd48aef-61f4-42f9-93af-e786a27b1c4e service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223063 Nov 03 18:50:03.988394 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a754204a-995f-47a6-95d8-214f0f866f43 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:03.988842 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a754204a-995f-47a6-95d8-214f0f866f43 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.007701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-a754204a-995f-47a6-95d8-214f0f866f43 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Calling delete_port for b27b6afe-8499-4b83-9066-15dfafc0c443 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:04.199146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cc0ab-0cd2-4a5f-a764-b60c334a9126 req-b39479f5-101e-4f73-95c3-1f35e1ae22c8 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:04.200838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-102cc0ab-0cd2-4a5f-a764-b60c334a9126 req-b39479f5-101e-4f73-95c3-1f35e1ae22c8 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.1874478 Nov 03 18:50:04.239015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f35242-b596-43f3-b3e0-62b2a0cbd36c req-0436bad0-fefa-402f-95c8-d6dd8d3dba72 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:04.240691 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07f35242-b596-43f3-b3e0-62b2a0cbd36c req-0436bad0-fefa-402f-95c8-d6dd8d3dba72 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 944 time: 0.1639698 Nov 03 18:50:04.322778 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-102cc0ab-0cd2-4a5f-a764-b60c334a9126 req-7e7b80ba-6976-4bcd-b1c8-36c5f36a59a8 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048701 Nov 03 18:50:04.376621 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-e01c663f-4c82-4056-97ac-316241aaa175 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045258 Nov 03 18:50:04.402508 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07f35242-b596-43f3-b3e0-62b2a0cbd36c req-978e2208-707e-4c94-8464-a9fe726abe2f tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336522 Nov 03 18:50:04.424561 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-ee817840-9aa4-4d66-bc4b-0fd887660013 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=6c83422e-a0e8-48f3-a9e1-fb56f242edb6 HTTP/1.1" status: 200 len: 217 time: 0.0399318 Nov 03 18:50:04.450538 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a754204a-995f-47a6-95d8-214f0f866f43 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.480167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754204a-995f-47a6-95d8-214f0f866f43 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Port': ['ID=b27b6afe-8499-4b83-9066-15dfafc0c443,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:04.506568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-e51a687f-fd6a-4436-b8a9-f84a5c3de95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:04.509346 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-e51a687f-fd6a-4436-b8a9-f84a5c3de95f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.0770178 Nov 03 18:50:04.566037 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-63d6116a-57fa-48f3-9f4b-2f9b359ac975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:04.568484 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-63d6116a-57fa-48f3-9f4b-2f9b359ac975 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0522785 Nov 03 18:50:04.578333 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a754204a-995f-47a6-95d8-214f0f866f43 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.581974 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a754204a-995f-47a6-95d8-214f0f866f43 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.583405 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a754204a-995f-47a6-95d8-214f0f866f43 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/floatingips/31f8f14b-220c-4882-adff-c74cf2538f91 HTTP/1.1" status: 204 len: 168 time: 1.4175501 Nov 03 18:50:04.587504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 45254144-67fd-46fd-80cf-4bbdaec45241 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:04.592220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56626) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:04.602213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': 'faec3dc0-c43f-4101-905e-9e099271df4f'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:04.648534 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 45254144-67fd-46fd-80cf-4bbdaec45241 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:50:04.656445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 45254144-67fd-46fd-80cf-4bbdaec45241 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:04.657201 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.665114 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.700203 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-1487ee34-4993-465f-9a90-62498e998dc2 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234524 Nov 03 18:50:04.768976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403e04-58c1-4969-bcbb-1bbd46dd27c1 req-9169bbb7-7da5-4413-9cfa-ca669dba49a3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:04.776244 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a4403e04-58c1-4969-bcbb-1bbd46dd27c1 req-9169bbb7-7da5-4413-9cfa-ca669dba49a3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.1777718 Nov 03 18:50:04.791862 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.838622 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-5b9e619e-2d29-4703-b864-c55629a89c6c service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315861 Nov 03 18:50:04.842678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e96cc3f-ad77-40d7-b460-f28c9548bad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45254144-67fd-46fd-80cf-4bbdaec45241'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:04.846676 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d35226b-1548-4122-ba7b-4551eb57c8eb" -d '{"events": [{"server_uuid": "5e96cc3f-ad77-40d7-b460-f28c9548bad4", "name": "network-vif-plugged", "status": "completed", "tag": "45254144-67fd-46fd-80cf-4bbdaec45241"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:04.863128 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 45254144-67fd-46fd-80cf-4bbdaec45241, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=45254144-67fd-46fd-80cf-4bbdaec45241,segment=NetworkSegment(df6c04e7-c483-425e-8d59-4263c14200dd),segment_id=df6c04e7-c483-425e-8d59-4263c14200dd)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:04.880488 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:04.884559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 24ecbc08-27b0-4fd0-8833-e4bd01727d5c up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:04.896033 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-a4bb06d0-7301-4ba7-8ec9-e0bc67dc7b16 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a749277d-caef-4241-accf-4ec2038dd6bd HTTP/1.1" status: 200 len: 217 time: 0.0508001 Nov 03 18:50:04.926419 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a36eea-ac63-41e8-835b-94f0c1cc2b62 x-openstack-request-id: req-69a36eea-ac63-41e8-835b-94f0c1cc2b62 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:04.926775 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e96cc3f-ad77-40d7-b460-f28c9548bad4", "name": "network-vif-plugged", "status": "completed", "tag": "45254144-67fd-46fd-80cf-4bbdaec45241", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:04.927023 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-69a36eea-ac63-41e8-835b-94f0c1cc2b62 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:04.927298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a4403e04-58c1-4969-bcbb-1bbd46dd27c1 req-045a427c-07cc-4977-9bfd-c1a3bfb601c4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473703 Nov 03 18:50:04.927429 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e96cc3f-ad77-40d7-b460-f28c9548bad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45254144-67fd-46fd-80cf-4bbdaec45241', 'code': 200} Nov 03 18:50:04.977825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.026281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=45254144-67fd-46fd-80cf-4bbdaec45241,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:05.029097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-89871625-480a-443d-aee6-b7822db8ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:05.030594 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-89871625-480a-443d-aee6-b7822db8ac66 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2242584c-e62d-41cf-9e7f-ce02778d27e1 HTTP/1.1" status: 200 len: 797 time: 0.1277480 Nov 03 18:50:05.054186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:50:05.062706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:05.063610 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.108357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-15dc98f9-0eb8-4999-9628-83b9b5f91332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:05.111038 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-15dc98f9-0eb8-4999-9628-83b9b5f91332 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700395 Nov 03 18:50:05.221590 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.258916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c4849-142b-44a6-af09-7a8bc5b1089d req-9b09dbcb-aed4-41bc-9d07-b405f0a41442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:05.260778 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff8c4849-142b-44a6-af09-7a8bc5b1089d req-9b09dbcb-aed4-41bc-9d07-b405f0a41442 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 1096 time: 0.1560371 Nov 03 18:50:05.268269 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=24ecbc08-27b0-4fd0-8833-e4bd01727d5c,segment=NetworkSegment(f9b5d23f-7c3f-402b-afd6-5bf786abecb9),segment_id=f9b5d23f-7c3f-402b-afd6-5bf786abecb9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:05.273205 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e85bd-af32-4726-b23e-6144f963d3c5 req-080cfb3a-02e4-4eb6-95ae-0e60bbfb9368 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:05.274150 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c24e85bd-af32-4726-b23e-6144f963d3c5 req-080cfb3a-02e4-4eb6-95ae-0e60bbfb9368 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 945 time: 0.1633196 Nov 03 18:50:05.280145 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.331035 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-94d2bf97-0701-4544-a633-34013f389f61 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131329 Nov 03 18:50:05.344396 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=24ecbc08-27b0-4fd0-8833-e4bd01727d5c,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:05.358393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7b6b0acd-fc18-46fd-bb28-c3927bb80947 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:05.369476 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8b20a0ae-b98b-4304-bf1e-dc941a0ef4f0 req-ea9661a6-3e74-4d39-8c8c-78eac9ca0313 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ffb8734010a14ae8b4179a8b0fd476da&device_id=19826008-feb9-4420-96c0-96112b68a6bc HTTP/1.1" status: 200 len: 210 time: 0.0725002 Nov 03 18:50:05.417035 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c24e85bd-af32-4726-b23e-6144f963d3c5 req-856cdf2e-a3d7-4cc9-967c-dbefacae75f6 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/security-groups?id=3aaf4ab5-f970-4abb-815b-504ce29fe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313467 Nov 03 18:50:05.419814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Allocated IP 172.25.2.188 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/caa07a76-487e-4911-afa2-aecd50965762) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:05.507391 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8b20a0ae-b98b-4304-bf1e-dc941a0ef4f0 req-c7f2eb00-2fee-43e0-aa75-020ca2c6547b service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=ffb8734010a14ae8b4179a8b0fd476da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1153798 Nov 03 18:50:05.520738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7c1b25d-0325-4381-be88-70fa7d3f694d req-8ccb485f-6a47-4ffc-a1da-7b6176af424d tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=19826008-feb9-4420-96c0-96112b68a6bc HTTP/1.1" status: 200 len: 210 time: 0.0328424 Nov 03 18:50:05.555512 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff8c4849-142b-44a6-af09-7a8bc5b1089d req-b44f6f20-4ebc-4254-ab6a-58b7667cb840 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3aaf4ab5-f970-4abb-815b-504ce29fe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803428 Nov 03 18:50:05.645655 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.713578 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-3031ae5c-9b80-4853-a8a1-ff05b594bf39 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727822 Nov 03 18:50:05.765929 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:05.849266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9e910-ef47-428d-984c-fdbd7b5f5166 req-af0cd57c-001e-4f49-a652-90df7daa71e5 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:05.861352 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21b9e910-ef47-428d-984c-fdbd7b5f5166 req-af0cd57c-001e-4f49-a652-90df7daa71e5 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 945 time: 0.2446837 Nov 03 18:50:05.869307 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-e1b8543b-d460-493f-90be-6f8770d8c5a8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 HTTP/1.1" status: 200 len: 217 time: 0.0761609 Nov 03 18:50:05.881745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:05.892120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20a0ae-b98b-4304-bf1e-dc941a0ef4f0 req-e88bb7ec-faf3-4e5b-9ada-479f7711e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:05.893562 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8b20a0ae-b98b-4304-bf1e-dc941a0ef4f0 req-e88bb7ec-faf3-4e5b-9ada-479f7711e9c3 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3773677 Nov 03 18:50:05.901154 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:05.921589 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:05.924840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=caa07a76-487e-4911-afa2-aecd50965762,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:05.942848 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea46ff7e-8a77-47e1-9987-beecb2077cad req-a87f5edc-e447-4bf8-843e-be40ced0e7f0 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1937110 Nov 03 18:50:05.958216 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-ea46ff7e-8a77-47e1-9987-beecb2077cad req-fd4055b1-9969-4fa2-a8bf-848acd8f77e9 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:50:05.959362 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea46ff7e-8a77-47e1-9987-beecb2077cad req-fd4055b1-9969-4fa2-a8bf-848acd8f77e9 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0065584 Nov 03 18:50:05.977661 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-1d044163-a0f7-4541-8dda-1eff19315156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:05.979197 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-1d044163-a0f7-4541-8dda-1eff19315156 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2242584c-e62d-41cf-9e7f-ce02778d27e1 HTTP/1.1" status: 200 len: 797 time: 0.1023309 Nov 03 18:50:06.034815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21b9e910-ef47-428d-984c-fdbd7b5f5166 req-4853b7dd-66c8-4e99-bcf9-65029cd89cb5 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720936 Nov 03 18:50:06.070171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e90a1-42e6-45e4-826a-a8a91e76177d req-21a6a1d2-261f-4c46-a887-93ad64bb7770 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:06.073648 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19466b-ce64-4020-8987-861790da4f89 req-87c04fce-8797-4612-98bd-d64e83e34caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:06.075994 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-87c04fce-8797-4612-98bd-d64e83e34caf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0892391 Nov 03 18:50:06.080361 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-410e90a1-42e6-45e4-826a-a8a91e76177d req-21a6a1d2-261f-4c46-a887-93ad64bb7770 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.2011199 Nov 03 18:50:06.236493 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-6a01d8b5-ee46-4f65-bdf0-8f4022e6a068 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521006 Nov 03 18:50:06.305791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-410e90a1-42e6-45e4-826a-a8a91e76177d req-0622a76f-235d-4673-8554-ed0d61b64cf9 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190413 Nov 03 18:50:06.465302 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d19466b-ce64-4020-8987-861790da4f89 req-1b754d21-0033-4bf8-bd90-e1b2e9266230 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208428 Nov 03 18:50:06.754759 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-535a205c-34ef-4be0-bd09-3609e514d305 req-8a8edc24-ee80-4589-b383-9b6d33360096 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=19826008-feb9-4420-96c0-96112b68a6bc HTTP/1.1" status: 200 len: 210 time: 0.1162596 Nov 03 18:50:06.789730 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d779e1-919d-4509-8f51-b4cc7a869e61 req-80523b0a-ebf7-49ef-bd6e-3c5b4aef09ad tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:06.796815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62d779e1-919d-4509-8f51-b4cc7a869e61 req-80523b0a-ebf7-49ef-bd6e-3c5b4aef09ad tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 945 time: 0.2118728 Nov 03 18:50:06.847824 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:06.927829 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62d779e1-919d-4509-8f51-b4cc7a869e61 req-5937c2e5-0740-479e-9c8a-8d13980eeede tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/security-groups?id=3aaf4ab5-f970-4abb-815b-504ce29fe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200604 Nov 03 18:50:06.929089 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77443d49-c3b1-40d0-803e-5ad27fdba80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ecbc08-27b0-4fd0-8833-e4bd01727d5c'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:06.931111 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80e405d-b513-4ae5-9fbf-c2fcbf32c0f6" -d '{"events": [{"server_uuid": "77443d49-c3b1-40d0-803e-5ad27fdba80e", "name": "network-vif-plugged", "status": "completed", "tag": "24ecbc08-27b0-4fd0-8833-e4bd01727d5c"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:06.984573 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.002984 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baeb0b7-1956-4306-a534-d9ab91a922a1 x-openstack-request-id: req-8baeb0b7-1956-4306-a534-d9ab91a922a1 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:07.003369 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77443d49-c3b1-40d0-803e-5ad27fdba80e", "name": "network-vif-plugged", "status": "completed", "tag": "24ecbc08-27b0-4fd0-8833-e4bd01727d5c", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:07.003768 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8baeb0b7-1956-4306-a534-d9ab91a922a1 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:07.004233 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77443d49-c3b1-40d0-803e-5ad27fdba80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ecbc08-27b0-4fd0-8833-e4bd01727d5c', 'code': 200} Nov 03 18:50:07.127688 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c5594-dcc8-4a8c-994e-9a1110eb8e18 req-3100ab45-19cc-4cae-8b23-bf3d0f6c6655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:07.129883 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d56c5594-dcc8-4a8c-994e-9a1110eb8e18 req-3100ab45-19cc-4cae-8b23-bf3d0f6c6655 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 1096 time: 0.0506744 Nov 03 18:50:07.186652 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d56c5594-dcc8-4a8c-994e-9a1110eb8e18 req-df085e7f-c3e4-4062-b762-e5020686c6c0 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489342 Nov 03 18:50:07.272596 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c284fdd-ef8a-4683-a409-6fe60b691bb0 req-92272f3e-40dc-4f6a-b944-41987b28469c tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:07.274998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c284fdd-ef8a-4683-a409-6fe60b691bb0 req-92272f3e-40dc-4f6a-b944-41987b28469c tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 945 time: 0.1163647 Nov 03 18:50:07.362995 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.384845 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.457856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c284fdd-ef8a-4683-a409-6fe60b691bb0 req-312ffbf7-13c4-4d26-8959-679e8399bcc0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668501 Nov 03 18:50:07.527541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=caa07a76-487e-4911-afa2-aecd50965762,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:07.606229 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:07.642473 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46ff7e-8a77-47e1-9987-beecb2077cad req-7072f83b-12c9-48ed-a0c2-cc92c90b7398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:07.646560 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea46ff7e-8a77-47e1-9987-beecb2077cad req-7072f83b-12c9-48ed-a0c2-cc92c90b7398 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7&tenant_id=becd52d6557c422795eaaf4052e7b394 HTTP/1.1" status: 200 len: 1094 time: 0.1494374 Nov 03 18:50:07.670166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8ed6e-4150-4b9b-97ea-e2ca1792945e req-0edbca7a-95b7-4b09-8449-0b7754365373 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:07.673145 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bba8ed6e-4150-4b9b-97ea-e2ca1792945e req-0edbca7a-95b7-4b09-8449-0b7754365373 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.2108257 Nov 03 18:50:07.806856 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46ff7e-8a77-47e1-9987-beecb2077cad req-ecd1eb39-7068-4493-aa0d-a033ba5d3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:07.817570 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea46ff7e-8a77-47e1-9987-beecb2077cad req-ecd1eb39-7068-4493-aa0d-a033ba5d3c72 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=becd52d6557c422795eaaf4052e7b394&device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 1094 time: 0.0943289 Nov 03 18:50:07.836234 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bba8ed6e-4150-4b9b-97ea-e2ca1792945e req-a5f3bf0d-a1a7-423e-ba3d-002b75816a73 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548574 Nov 03 18:50:07.862306 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Floating IP e19c0c1a-8c1c-4b41-8d17-7d3220f4f706 associated. External IP: 172.25.2.188, port: faec3dc0-c43f-4101-905e-9e099271df4f. Nov 03 18:50:07.974666 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3dc8a8c2-b71a-4304-828c-baa924526447 req-ea51ef2b-945f-41ac-b41c-bb1dd9bc2f15 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.107 "GET /v2.0/ports?device_id=19826008-feb9-4420-96c0-96112b68a6bc HTTP/1.1" status: 200 len: 210 time: 0.0586638 Nov 03 18:50:08.113826 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8b20a0ae-b98b-4304-bf1e-dc941a0ef4f0 req-b2a6f78e-379d-449c-8434-8ee0ecffa610 tempest-ServerShowV247Test-147706443 tempest-ServerShowV247Test-147706443-project] 10.222.0.87 "GET /v2.0/ports?device_id=19826008-feb9-4420-96c0-96112b68a6bc HTTP/1.1" status: 200 len: 210 time: 0.1188164 Nov 03 18:50:08.159425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46ff7e-8a77-47e1-9987-beecb2077cad req-6a4ccdc1-a275-4e00-a57d-2e60817203de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:08.161108 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea46ff7e-8a77-47e1-9987-beecb2077cad req-6a4ccdc1-a275-4e00-a57d-2e60817203de service neutron] 10.222.0.87 "GET /v2.0/networks?id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c HTTP/1.1" status: 200 len: 915 time: 0.3268938 Nov 03 18:50:08.271204 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea46ff7e-8a77-47e1-9987-beecb2077cad req-8faf3eca-0336-4c2b-a709-47c1191b6e05 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947 HTTP/1.1" status: 200 len: 217 time: 0.1016793 Nov 03 18:50:08.385591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46ff7e-8a77-47e1-9987-beecb2077cad req-17614658-fb25-4147-8999-58b9eb607df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:08.387927 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea46ff7e-8a77-47e1-9987-beecb2077cad req-17614658-fb25-4147-8999-58b9eb607df5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=139ca79f-c2b7-4f06-944e-59569171d638 HTTP/1.1" status: 200 len: 854 time: 0.1084938 Nov 03 18:50:08.390807 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329754c9-06c3-4682-9784-cdba51d4e9af req-a7652957-9602-4d0c-a384-65eddbe389ee tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:08.396705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-329754c9-06c3-4682-9784-cdba51d4e9af req-a7652957-9602-4d0c-a384-65eddbe389ee tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 945 time: 0.2116530 Nov 03 18:50:08.478235 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea46ff7e-8a77-47e1-9987-beecb2077cad req-a6eece5d-b01d-4d96-984f-7dc7619e7793 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812042 Nov 03 18:50:08.535961 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-329754c9-06c3-4682-9784-cdba51d4e9af req-d40303c2-18b7-4ceb-ae6b-a209be1dc77e tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/security-groups?id=3aaf4ab5-f970-4abb-815b-504ce29fe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181431 Nov 03 18:50:08.542406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:08.786127 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea46ff7e-8a77-47e1-9987-beecb2077cad req-f7fb2f4c-9a56-477f-9c7f-163ea3299f07 service neutron] 10.222.0.87 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920127 Nov 03 18:50:08.803846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:08.825891 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84443d9-4d80-4dd3-baef-306fc949ae79 None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:08.865912 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84443d9-4d80-4dd3-baef-306fc949ae79 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:08.867062 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e84443d9-4d80-4dd3-baef-306fc949ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:08.893069 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:08.958784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56712) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:08.960276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b5c050d5-3cf3-4648-a5f4-90120e021759 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.3630025 Nov 03 18:50:08.977583 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fac48-539e-4f84-a07f-da527d112e83 req-4266958b-fa53-427c-a1ec-f74e71356928 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:08.978936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-bd1c769e-2f22-4407-8d4c-6ca4f34253f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-59504295'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:08.988135 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e41fac48-539e-4f84-a07f-da527d112e83 req-4266958b-fa53-427c-a1ec-f74e71356928 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 945 time: 0.1676238 Nov 03 18:50:09.042369 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1c769e-2f22-4407-8d4c-6ca4f34253f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Made reservation on behalf of bf6f19e2594040b68d9a32f661abf557 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:09.043344 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e84443d9-4d80-4dd3-baef-306fc949ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:09.049805 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd1c769e-2f22-4407-8d4c-6ca4f34253f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.066878 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ea46ff7e-8a77-47e1-9987-beecb2077cad req-36aa8b9b-6899-467d-b984-9c13ffe31d40 service neutron] 10.222.0.87 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726121 Nov 03 18:50:09.082469 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84443d9-4d80-4dd3-baef-306fc949ae79 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:09.083334 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e84443d9-4d80-4dd3-baef-306fc949ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:09.106338 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1c769e-2f22-4407-8d4c-6ca4f34253f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:50:09.126514 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd1c769e-2f22-4407-8d4c-6ca4f34253f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.127369 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-bd1c769e-2f22-4407-8d4c-6ca4f34253f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Added segment ffc121f5-b2d1-4a6e-8e4f-ab7479200808 of type vlan for network 00ff7a1e-360b-4f98-ae9b-63f8d922a81c Nov 03 18:50:09.139740 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68b515-dfe5-4081-9430-0f060f7608d5 req-a37de0e2-129d-4d77-b7f7-768388a41578 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:09.142282 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc68b515-dfe5-4081-9430-0f060f7608d5 req-a37de0e2-129d-4d77-b7f7-768388a41578 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.1499155 Nov 03 18:50:09.177440 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e84443d9-4d80-4dd3-baef-306fc949ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:09.178287 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84443d9-4d80-4dd3-baef-306fc949ae79 None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:09.233496 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc68b515-dfe5-4081-9430-0f060f7608d5 req-aa043024-4285-44ca-aaf1-2ad4984336f3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714493 Nov 03 18:50:09.246447 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e41fac48-539e-4f84-a07f-da527d112e83 req-5906beba-2dec-4a3e-87d3-92057dc0cc29 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537589 Nov 03 18:50:09.260455 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd1c769e-2f22-4407-8d4c-6ca4f34253f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.322306 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd1c769e-2f22-4407-8d4c-6ca4f34253f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.329298 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c769e-2f22-4407-8d4c-6ca4f34253f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:09.330146 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd1c769e-2f22-4407-8d4c-6ca4f34253f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.426810 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bd1c769e-2f22-4407-8d4c-6ca4f34253f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4648039 Nov 03 18:50:09.430613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56732) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:09.435864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c2f54f7a-7521-43ad-aefe-792285087c86 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'subnet': {'network_id': '00ff7a1e-360b-4f98-ae9b-63f8d922a81c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:09.462514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f120faf-b933-4fc0-a816-90e61dd58863 req-57a15432-200f-444a-aba9-ca4b176d2d73 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1873805763&fields=id&tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4 HTTP/1.1" status: 200 len: 267 time: 0.0934405 Nov 03 18:50:09.483994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c769e-2f22-4407-8d4c-6ca4f34253f4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Network': ['ID=00ff7a1e-360b-4f98-ae9b-63f8d922a81c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:09.504929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 00ff7a1e-360b-4f98-ae9b-63f8d922a81c details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:50:09.591101 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f54f7a-7521-43ad-aefe-792285087c86 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Made reservation on behalf of bf6f19e2594040b68d9a32f661abf557 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:09.598034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f120faf-b933-4fc0-a816-90e61dd58863 req-a1478fc3-63b7-4681-b598-c51080f23a09 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:09.601191 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f120faf-b933-4fc0-a816-90e61dd58863 req-a1478fc3-63b7-4681-b598-c51080f23a09 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 945 time: 0.1220729 Nov 03 18:50:09.602887 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c2f54f7a-7521-43ad-aefe-792285087c86 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:09.636654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-1f120faf-b933-4fc0-a816-90e61dd58863 req-5b28d1ca-0a92-4a57-9e95-305853d0bfd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'port': {'security_groups': ['e0a6ee2b-9b6f-4251-8f62-7e148d8cc642', 'b78af42e-6082-4f7f-a0df-b0decf515147']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:09.856344 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1f120faf-b933-4fc0-a816-90e61dd58863 req-5b28d1ca-0a92-4a57-9e95-305853d0bfd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.006736 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c2f54f7a-7521-43ad-aefe-792285087c86 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.108022 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f54f7a-7521-43ad-aefe-792285087c86 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Checking segment: {'id': 'ffc121f5-b2d1-4a6e-8e4f-ab7479200808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00ff7a1e-360b-4f98-ae9b-63f8d922a81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:10.108324 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f54f7a-7521-43ad-aefe-792285087c86 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network hostable DHCP agents. Network: 00ff7a1e-360b-4f98-ae9b-63f8d922a81c, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:50:10.113299 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f54f7a-7521-43ad-aefe-792285087c86 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Subnet': ['ID=b033e15c-12b2-4ed2-a082-17a31c62cfa1,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:10.139051 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f54f7a-7521-43ad-aefe-792285087c86 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 00ff7a1e-360b-4f98-ae9b-63f8d922a81c is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:50:10.160115 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-c2f54f7a-7521-43ad-aefe-792285087c86 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 00ff7a1e-360b-4f98-ae9b-63f8d922a81c) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:10.169659 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56748) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:10.176795 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fcd778-6aeb-44d7-b2fd-a8f0268eaa94 None None] Network 00ff7a1e-360b-4f98-ae9b-63f8d922a81c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:10.195740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f54f7a-7521-43ad-aefe-792285087c86 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:10.201495 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c2f54f7a-7521-43ad-aefe-792285087c86 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.247425 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c2f54f7a-7521-43ad-aefe-792285087c86 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8133948 Nov 03 18:50:10.249796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56756) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:10.262746 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1122847118', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:10.302400 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.303645 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.350012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-1f120faf-b933-4fc0-a816-90e61dd58863 req-5b28d1ca-0a92-4a57-9e95-305853d0bfd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] For port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=24ecbc08-27b0-4fd0-8833-e4bd01727d5c,segment=NetworkSegment(f9b5d23f-7c3f-402b-afd6-5bf786abecb9),segment_id=f9b5d23f-7c3f-402b-afd6-5bf786abecb9)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:10.367511 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.460687 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1f120faf-b933-4fc0-a816-90e61dd58863 req-5b28d1ca-0a92-4a57-9e95-305853d0bfd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.471689 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1f120faf-b933-4fc0-a816-90e61dd58863 req-5b28d1ca-0a92-4a57-9e95-305853d0bfd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.515817 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['24ecbc08-27b0-4fd0-8833-e4bd01727d5c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:10.569584 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f120faf-b933-4fc0-a816-90e61dd58863 req-5b28d1ca-0a92-4a57-9e95-305853d0bfd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:10.570293 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1f120faf-b933-4fc0-a816-90e61dd58863 req-5b28d1ca-0a92-4a57-9e95-305853d0bfd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.586769 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f120faf-b933-4fc0-a816-90e61dd58863 req-5b28d1ca-0a92-4a57-9e95-305853d0bfd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "PUT /v2.0/ports/24ecbc08-27b0-4fd0-8833-e4bd01727d5c HTTP/1.1" status: 200 len: 981 time: 0.9599760 Nov 03 18:50:10.596918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77443d49-c3b1-40d0-803e-5ad27fdba80e', 'tag': '24ecbc08-27b0-4fd0-8833-e4bd01727d5c'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:10.602683 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b38f30-80e8-48c6-a912-24e0fbaca01b" -d '{"events": [{"name": "network-changed", "server_uuid": "77443d49-c3b1-40d0-803e-5ad27fdba80e", "tag": "24ecbc08-27b0-4fd0-8833-e4bd01727d5c"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:10.623693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e901d2c6-87e1-4979-b778-4f36365922fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.684995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28d1ca-0a92-4a57-9e95-305853d0bfd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'Port': ['ID=24ecbc08-27b0-4fd0-8833-e4bd01727d5c,revision_number=6']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:10.753236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['24ecbc08-27b0-4fd0-8833-e4bd01727d5c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:10.805962 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.897806 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57eec0ca-d592-42ef-9ca9-8f87ebdf9bf4 req-e04cf93f-b2c7-41f3-a7e7-c2b7bd5dd590 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1045265830&fields=id&tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4 HTTP/1.1" status: 200 len: 267 time: 0.1740041 Nov 03 18:50:10.898085 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-00ff7a1e-360b-4f98-ae9b-63f8d922a81c', 'network_id': '00ff7a1e-360b-4f98-ae9b-63f8d922a81c', 'tenant_id': 'bf6f19e2594040b68d9a32f661abf557', 'fixed_ips': [{'subnet_id': 'b033e15c-12b2-4ed2-a082-17a31c62cfa1'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:50:10.899770 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:10.973971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dfa21-aae2-41ac-a830-38486b355d9f req-6af204ca-0b8f-448b-b1c4-67367e1e92a4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:10.985657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e9dfa21-aae2-41ac-a830-38486b355d9f req-6af204ca-0b8f-448b-b1c4-67367e1e92a4 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.2541523 Nov 03 18:50:11.073600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e9dfa21-aae2-41ac-a830-38486b355d9f req-e5d06db8-f608-4e97-b97c-1f6cf2dc6d14 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865974 Nov 03 18:50:11.090284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eec0ca-d592-42ef-9ca9-8f87ebdf9bf4 req-7b729bcd-ba09-48ce-a851-b9db8b29f344 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:11.110211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57eec0ca-d592-42ef-9ca9-8f87ebdf9bf4 req-7b729bcd-ba09-48ce-a851-b9db8b29f344 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 984 time: 0.2019775 Nov 03 18:50:11.124899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-57eec0ca-d592-42ef-9ca9-8f87ebdf9bf4 req-19c4dbab-0b30-43b2-b0d0-db85d7bb4781 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'port': {'security_groups': ['b78af42e-6082-4f7f-a0df-b0decf515147', 'e0a6ee2b-9b6f-4251-8f62-7e148d8cc642', 'eecfb736-df4b-4bc2-9882-7ade22fde3f8']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:11.191806 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9a63eb-9976-41df-92a5-5a21c415c523 x-openstack-request-id: req-ce9a63eb-9976-41df-92a5-5a21c415c523 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:11.197748 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77443d49-c3b1-40d0-803e-5ad27fdba80e", "tag": "24ecbc08-27b0-4fd0-8833-e4bd01727d5c", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:11.199802 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ce9a63eb-9976-41df-92a5-5a21c415c523 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:11.200453 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77443d49-c3b1-40d0-803e-5ad27fdba80e', 'tag': '24ecbc08-27b0-4fd0-8833-e4bd01727d5c', 'status': 'completed', 'code': 200} Nov 03 18:50:11.313133 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e901d2c6-87e1-4979-b778-4f36365922fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.323431 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-57eec0ca-d592-42ef-9ca9-8f87ebdf9bf4 req-19c4dbab-0b30-43b2-b0d0-db85d7bb4781 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.346242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e901d2c6-87e1-4979-b778-4f36365922fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:11.473486 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e901d2c6-87e1-4979-b778-4f36365922fe admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ffb8734010a14ae8b4179a8b0fd476da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2989078 Nov 03 18:50:11.504029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56778) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:11.507475 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b38f30-80e8-48c6-a912-24e0fbaca01b req-31537a90-e37a-4d9c-9107-41a887bdf6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:11.512592 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e9b38f30-80e8-48c6-a912-24e0fbaca01b req-31537a90-e37a-4d9c-9107-41a887bdf6a3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4&device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 1135 time: 0.3083067 Nov 03 18:50:11.756152 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Allocated IP 172.20.0.2 (00ff7a1e-360b-4f98-ae9b-63f8d922a81c/b033e15c-12b2-4ed2-a082-17a31c62cfa1/eefc5733-0560-490b-b13b-2de6f24c772b) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:11.833612 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901d2c6-87e1-4979-b778-4f36365922fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be387f4-fff9-4538-b536-55df6d9b62fa,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:12.080195 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-57eec0ca-d592-42ef-9ca9-8f87ebdf9bf4 req-19c4dbab-0b30-43b2-b0d0-db85d7bb4781 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] For port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=24ecbc08-27b0-4fd0-8833-e4bd01727d5c,segment=NetworkSegment(f9b5d23f-7c3f-402b-afd6-5bf786abecb9),segment_id=f9b5d23f-7c3f-402b-afd6-5bf786abecb9)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:12.173733 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.207105 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70eade8e-0d4a-4f55-9216-cc1340104522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.212092 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.226148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c4efe-7a1e-4fb6-9ee8-2ac395f3a63d req-2d16fdef-2815-4df9-9991-5e4bb09a5b00 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:12.228803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-306c4efe-7a1e-4fb6-9ee8-2ac395f3a63d req-2d16fdef-2815-4df9-9991-5e4bb09a5b00 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 945 time: 0.2695770 Nov 03 18:50:12.244678 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.256488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b38f30-80e8-48c6-a912-24e0fbaca01b req-af9d9570-d158-4b57-8d8d-edabf41b01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:12.260230 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e9b38f30-80e8-48c6-a912-24e0fbaca01b req-af9d9570-d158-4b57-8d8d-edabf41b01a3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb HTTP/1.1" status: 200 len: 913 time: 0.5942767 Nov 03 18:50:12.268874 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.279972 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-57eec0ca-d592-42ef-9ca9-8f87ebdf9bf4 req-19c4dbab-0b30-43b2-b0d0-db85d7bb4781 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.297223 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-57eec0ca-d592-42ef-9ca9-8f87ebdf9bf4 req-19c4dbab-0b30-43b2-b0d0-db85d7bb4781 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.360982 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70eade8e-0d4a-4f55-9216-cc1340104522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.374256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Network 00ff7a1e-360b-4f98-ae9b-63f8d922a81c is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:12.375236 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e9b38f30-80e8-48c6-a912-24e0fbaca01b req-1b27353b-8511-4ad7-ada3-2383879b057e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ecbc08-27b0-4fd0-8833-e4bd01727d5c HTTP/1.1" status: 200 len: 217 time: 0.1018598 Nov 03 18:50:12.386204 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['24ecbc08-27b0-4fd0-8833-e4bd01727d5c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:12.439988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4dbab-0b30-43b2-b0d0-db85d7bb4781 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'Port': ['ID=24ecbc08-27b0-4fd0-8833-e4bd01727d5c,revision_number=7']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:12.470808 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b38f30-80e8-48c6-a912-24e0fbaca01b req-3ef5c308-49ac-4d95-a9e3-2fca96765dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:12.476759 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e9b38f30-80e8-48c6-a912-24e0fbaca01b req-3ef5c308-49ac-4d95-a9e3-2fca96765dcb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=12e5a424-1905-4a43-b17f-b219e8a412e4 HTTP/1.1" status: 200 len: 852 time: 0.0801620 Nov 03 18:50:12.545302 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e9b38f30-80e8-48c6-a912-24e0fbaca01b req-bbf7c267-04a2-4e47-82ba-ad837a87b259 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545018 Nov 03 18:50:12.554589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:12.557887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Pushing event updated for resources: {'Port': ['ID=eefc5733-0560-490b-b13b-2de6f24c772b,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:12.564582 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:12.582937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eec0ca-d592-42ef-9ca9-8f87ebdf9bf4 req-19c4dbab-0b30-43b2-b0d0-db85d7bb4781 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:12.584107 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-57eec0ca-d592-42ef-9ca9-8f87ebdf9bf4 req-19c4dbab-0b30-43b2-b0d0-db85d7bb4781 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:12.597467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57eec0ca-d592-42ef-9ca9-8f87ebdf9bf4 req-19c4dbab-0b30-43b2-b0d0-db85d7bb4781 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "PUT /v2.0/ports/24ecbc08-27b0-4fd0-8833-e4bd01727d5c HTTP/1.1" status: 200 len: 1020 time: 1.4840639 Nov 03 18:50:12.630917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-306c4efe-7a1e-4fb6-9ee8-2ac395f3a63d req-2380fd2b-7574-409c-9ad6-e9af908fa585 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/security-groups?id=3aaf4ab5-f970-4abb-815b-504ce29fe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834288 Nov 03 18:50:12.903234 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['24ecbc08-27b0-4fd0-8833-e4bd01727d5c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:12.990064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a6efc-c8a7-4c48-8f03-254910e5cf63 req-53c13c09-d801-4b78-b8a8-0b2de4d10649 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:13.014972 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a55a6efc-c8a7-4c48-8f03-254910e5cf63 req-53c13c09-d801-4b78-b8a8-0b2de4d10649 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.2326596 Nov 03 18:50:13.154834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Attempting to bind port eefc5733-0560-490b-b13b-2de6f24c772b on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:13.155096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Attempting to bind port eefc5733-0560-490b-b13b-2de6f24c772b by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'ffc121f5-b2d1-4a6e-8e4f-ab7479200808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00ff7a1e-360b-4f98-ae9b-63f8d922a81c'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:13.155512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Attempting to bind port eefc5733-0560-490b-b13b-2de6f24c772b on network 00ff7a1e-360b-4f98-ae9b-63f8d922a81c {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:13.173907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:13.174281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Checking segment: {'id': 'ffc121f5-b2d1-4a6e-8e4f-ab7479200808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00ff7a1e-360b-4f98-ae9b-63f8d922a81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:13.174613 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.175087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Bound using segment: {'id': 'ffc121f5-b2d1-4a6e-8e4f-ab7479200808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00ff7a1e-360b-4f98-ae9b-63f8d922a81c'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:13.175695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Bound port: eefc5733-0560-490b-b13b-2de6f24c772b, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc121f5-b2d1-4a6e-8e4f-ab7479200808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00ff7a1e-360b-4f98-ae9b-63f8d922a81c'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:13.176083 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.204629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77443d49-c3b1-40d0-803e-5ad27fdba80e', 'tag': '24ecbc08-27b0-4fd0-8833-e4bd01727d5c'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:13.209108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Allocated IP 172.25.2.63 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/fabeb342-98b1-4484-88db-f124b26c0434) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:13.210330 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7b9f2b-63a9-4d12-a29e-d5d252aebb22" -d '{"events": [{"name": "network-changed", "server_uuid": "77443d49-c3b1-40d0-803e-5ad27fdba80e", "tag": "24ecbc08-27b0-4fd0-8833-e4bd01727d5c"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:13.228735 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70eade8e-0d4a-4f55-9216-cc1340104522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.232044 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70eade8e-0d4a-4f55-9216-cc1340104522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.233530 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-70eade8e-0d4a-4f55-9216-cc1340104522 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8be387f4-fff9-4538-b536-55df6d9b62fa HTTP/1.1" status: 204 len: 168 time: 1.7198062 Nov 03 18:50:13.260130 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.264924 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eade8e-0d4a-4f55-9216-cc1340104522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be387f4-fff9-4538-b536-55df6d9b62fa,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:13.272827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d97557-9557-4ad9-9510-5f497d2685ce req-62f81da3-703d-4f4d-8c0b-163eb8ed0ee2 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:13.278992 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58d97557-9557-4ad9-9510-5f497d2685ce req-62f81da3-703d-4f4d-8c0b-163eb8ed0ee2 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 1023 time: 0.2444208 Nov 03 18:50:13.322540 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a55a6efc-c8a7-4c48-8f03-254910e5cf63 req-2ee0105f-5637-4cec-a281-e7362c2adb54 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032234 Nov 03 18:50:13.326955 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e9b38f30-80e8-48c6-a912-24e0fbaca01b req-5ee05ae0-1687-4e5a-be32-e7019f7159d6 service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7548711 Nov 03 18:50:13.494601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ebd3-6501-4d69-90ad-2fded968eb64 req-4bb0bd76-9cbc-4edb-bede-06dd1f5f8607 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:13.499607 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc37ebd3-6501-4d69-90ad-2fded968eb64 req-4bb0bd76-9cbc-4edb-bede-06dd1f5f8607 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 945 time: 0.3500488 Nov 03 18:50:13.509921 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] For port eefc5733-0560-490b-b13b-2de6f24c772b, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:13.559760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] For port eefc5733-0560-490b-b13b-2de6f24c772b, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eefc5733-0560-490b-b13b-2de6f24c772b,segment=NetworkSegment(ffc121f5-b2d1-4a6e-8e4f-ab7479200808),segment_id=ffc121f5-b2d1-4a6e-8e4f-ab7479200808)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:13.571818 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.694364 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:13.698055 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e9b38f30-80e8-48c6-a912-24e0fbaca01b req-98f7b39e-caf8-4e87-b5e5-c0f4fc8ef5c3 service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586972 Nov 03 18:50:13.718824 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743706f9-e396-4dc1-94b8-4a3882a08d44 x-openstack-request-id: req-743706f9-e396-4dc1-94b8-4a3882a08d44 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:13.719326 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77443d49-c3b1-40d0-803e-5ad27fdba80e", "tag": "24ecbc08-27b0-4fd0-8833-e4bd01727d5c", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:13.732669 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-743706f9-e396-4dc1-94b8-4a3882a08d44 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:13.733373 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77443d49-c3b1-40d0-803e-5ad27fdba80e', 'tag': '24ecbc08-27b0-4fd0-8833-e4bd01727d5c', 'status': 'completed', 'code': 200} Nov 03 18:50:13.760091 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58d97557-9557-4ad9-9510-5f497d2685ce req-a28fa487-7791-4400-b7c0-ec23a8e754f5 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&id=eecfb736-df4b-4bc2-9882-7ade22fde3f8&id=b78af42e-6082-4f7f-a0df-b0decf515147 HTTP/1.1" status: 200 len: 6209 time: 0.4140644 Nov 03 18:50:13.828605 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-b68e76ec-a87f-4bd9-b0bc-ba2b65e48d01 req-7f690e65-399d-416a-8281-654e9f9679cc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'security_group': {'name': ' tempest-securitygroup -223715213 ', 'description': 'tempest-description-1490463733'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:13.875725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42131fd5-9421-468d-a319-c62c7a74639e None None] Pushing event updated for resources: {'Port': ['ID=eefc5733-0560-490b-b13b-2de6f24c772b,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:14.068622 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.116626 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b68e76ec-a87f-4bd9-b0bc-ba2b65e48d01 req-7f690e65-399d-416a-8281-654e9f9679cc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:14.196550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc35ee-1cf3-4be9-9256-aea665a0182d req-165cb6c7-baab-4c0d-8cd8-b8e7211d6e0c tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.205486 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fcc35ee-1cf3-4be9-9256-aea665a0182d req-165cb6c7-baab-4c0d-8cd8-b8e7211d6e0c tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 945 time: 0.3693893 Nov 03 18:50:14.209711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=fabeb342-98b1-4484-88db-f124b26c0434,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:14.248272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b9f2b-63a9-4d12-a29e-d5d252aebb22 req-f8654728-f76a-4434-930e-a4fe1568f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.253674 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cd7b9f2b-63a9-4d12-a29e-d5d252aebb22 req-f8654728-f76a-4434-930e-a4fe1568f4fb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4&device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 1174 time: 0.4255302 Nov 03 18:50:14.501174 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:14.524419 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:14.529351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:14.752222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b9f2b-63a9-4d12-a29e-d5d252aebb22 req-5cb9c136-8adb-41b6-98e4-7b3c3df0f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:14.757527 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cd7b9f2b-63a9-4d12-a29e-d5d252aebb22 req-5cb9c136-8adb-41b6-98e4-7b3c3df0f2b8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb HTTP/1.1" status: 200 len: 913 time: 0.4910979 Nov 03 18:50:14.778906 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eefc5733-0560-490b-b13b-2de6f24c772b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:15.052754 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port eefc5733-0560-490b-b13b-2de6f24c772b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:15.055124 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.181666 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cd7b9f2b-63a9-4d12-a29e-d5d252aebb22 req-d080b77f-5d24-47c7-8509-ccfc3b73aa2a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24ecbc08-27b0-4fd0-8833-e4bd01727d5c HTTP/1.1" status: 200 len: 217 time: 0.2347598 Nov 03 18:50:15.306504 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b9f2b-63a9-4d12-a29e-d5d252aebb22 req-23d315a9-81e6-48ae-bf91-73b2a6a8987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:15.309596 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cd7b9f2b-63a9-4d12-a29e-d5d252aebb22 req-23d315a9-81e6-48ae-bf91-73b2a6a8987d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=12e5a424-1905-4a43-b17f-b219e8a412e4 HTTP/1.1" status: 200 len: 852 time: 0.1208367 Nov 03 18:50:15.343947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fcc35ee-1cf3-4be9-9256-aea665a0182d req-18e8e9d6-7296-4fcd-bd2b-09c6f211d94a tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/security-groups?id=3aaf4ab5-f970-4abb-815b-504ce29fe602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1373267 Nov 03 18:50:15.435926 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cd7b9f2b-63a9-4d12-a29e-d5d252aebb22 req-eb93369d-65a5-4e01-9a8b-e8ba8877f160 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943382 Nov 03 18:50:15.505042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-bc37ebd3-6501-4d69-90ad-2fded968eb64 req-482a94e2-14bc-4ff8-a37c-0ca1a61d58d0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Deleting port 45254144-67fd-46fd-80cf-4bbdaec45241 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:15.505798 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bc37ebd3-6501-4d69-90ad-2fded968eb64 req-482a94e2-14bc-4ff8-a37c-0ca1a61d58d0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.541706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4711877f-8deb-4318-ab0a-29267f4f77af None None] Network 00ff7a1e-360b-4f98-ae9b-63f8d922a81c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:15.828295 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cd7b9f2b-63a9-4d12-a29e-d5d252aebb22 req-434d52e1-40e2-417f-9b61-6cbdd5ccccb1 service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903008 Nov 03 18:50:15.864478 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b68e76ec-a87f-4bd9-b0bc-ba2b65e48d01 req-7f690e65-399d-416a-8281-654e9f9679cc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.880260 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b68e76ec-a87f-4bd9-b0bc-ba2b65e48d01 req-7f690e65-399d-416a-8281-654e9f9679cc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.925487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f690e65-399d-416a-8281-654e9f9679cc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1393d876-ab9b-4d96-959b-a56ca150e801,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:15.949933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-98c75016-c33d-4c9b-8309-517ead650d0a None None] Provisioning complete for port eefc5733-0560-490b-b13b-2de6f24c772b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:15.950569 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-98c75016-c33d-4c9b-8309-517ead650d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.962393 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-bc37ebd3-6501-4d69-90ad-2fded968eb64 req-482a94e2-14bc-4ff8-a37c-0ca1a61d58d0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] For port 45254144-67fd-46fd-80cf-4bbdaec45241, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=45254144-67fd-46fd-80cf-4bbdaec45241,segment=NetworkSegment(df6c04e7-c483-425e-8d59-4263c14200dd),segment_id=df6c04e7-c483-425e-8d59-4263c14200dd)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:15.962816 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bc37ebd3-6501-4d69-90ad-2fded968eb64 req-482a94e2-14bc-4ff8-a37c-0ca1a61d58d0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:15.976080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3fc1c-035e-4db0-8874-f878d40d535e req-e371a8ee-e48f-4635-b763-1698153546c0 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:15.985859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9b3fc1c-035e-4db0-8874-f878d40d535e req-e371a8ee-e48f-4635-b763-1698153546c0 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.1809006 Nov 03 18:50:16.017974 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b68e76ec-a87f-4bd9-b0bc-ba2b65e48d01 req-7f690e65-399d-416a-8281-654e9f9679cc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.031472 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b68e76ec-a87f-4bd9-b0bc-ba2b65e48d01 req-7f690e65-399d-416a-8281-654e9f9679cc tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 2.2172399 Nov 03 18:50:16.050124 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.083776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-bc37ebd3-6501-4d69-90ad-2fded968eb64 req-482a94e2-14bc-4ff8-a37c-0ca1a61d58d0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Calling delete_port for 45254144-67fd-46fd-80cf-4bbdaec45241 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:16.110961 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.156546 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9b3fc1c-035e-4db0-8874-f878d40d535e req-c02d8c39-0ad9-421a-97d6-311f3db51799 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693826 Nov 03 18:50:16.239506 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cd7b9f2b-63a9-4d12-a29e-d5d252aebb22 req-ccd02d76-6c8e-44d8-8db8-6fe857f5e087 service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028497 Nov 03 18:50:16.286728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63bdab8d-df95-40cb-ae7e-20f9fbfcc83a req-4453d164-31e2-4502-92b0-fb2cc31c5f12 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/1393d876-ab9b-4d96-959b-a56ca150e801 HTTP/1.1" status: 200 len: 1799 time: 0.0658405 Nov 03 18:50:16.323651 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port eefc5733-0560-490b-b13b-2de6f24c772b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eefc5733-0560-490b-b13b-2de6f24c772b,segment=NetworkSegment(ffc121f5-b2d1-4a6e-8e4f-ab7479200808),segment_id=ffc121f5-b2d1-4a6e-8e4f-ab7479200808)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:16.360723 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.429609 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-358c6b28-8621-4707-8415-420ff7b43223 req-ac080e3d-8e4f-47ba-83d3-716dca5aaafa tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/1393d876-ab9b-4d96-959b-a56ca150e801 HTTP/1.1" status: 200 len: 1799 time: 0.1134942 Nov 03 18:50:16.433653 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-98c75016-c33d-4c9b-8309-517ead650d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.554739 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bc37ebd3-6501-4d69-90ad-2fded968eb64 req-482a94e2-14bc-4ff8-a37c-0ca1a61d58d0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.647795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.672091 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-358c6b28-8621-4707-8415-420ff7b43223 req-1157608d-7090-4469-96c0-f9c894bfd40e tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.761312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a94e2-14bc-4ff8-a37c-0ca1a61d58d0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Pushing event deleted for resources: {'Port': ['ID=45254144-67fd-46fd-80cf-4bbdaec45241,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:16.804849 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-98c75016-c33d-4c9b-8309-517ead650d0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:50:16.805471 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-98c75016-c33d-4c9b-8309-517ead650d0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:50:16.806360 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 45254144-67fd-46fd-80cf-4bbdaec45241 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:16.860310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 45254144-67fd-46fd-80cf-4bbdaec45241 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:16.860738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 45254144-67fd-46fd-80cf-4bbdaec45241 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:16.862641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=eefc5733-0560-490b-b13b-2de6f24c772b,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:16.889586 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-358c6b28-8621-4707-8415-420ff7b43223 req-1157608d-7090-4469-96c0-f9c894bfd40e tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.935168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc37ebd3-6501-4d69-90ad-2fded968eb64 req-482a94e2-14bc-4ff8-a37c-0ca1a61d58d0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] No DVR routers for this DVR port 45254144-67fd-46fd-80cf-4bbdaec45241 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:16.937870 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-bc37ebd3-6501-4d69-90ad-2fded968eb64 req-482a94e2-14bc-4ff8-a37c-0ca1a61d58d0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:16.942153 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc37ebd3-6501-4d69-90ad-2fded968eb64 req-482a94e2-14bc-4ff8-a37c-0ca1a61d58d0 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.98 "DELETE /v2.0/ports/45254144-67fd-46fd-80cf-4bbdaec45241 HTTP/1.1" status: 204 len: 173 time: 3.2681892 Nov 03 18:50:16.945796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e96cc3f-ad77-40d7-b460-f28c9548bad4', 'name': 'network-vif-deleted', 'tag': '45254144-67fd-46fd-80cf-4bbdaec45241'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:16.947877 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59128707-fb3f-4392-9304-daa679879686" -d '{"events": [{"server_uuid": "5e96cc3f-ad77-40d7-b460-f28c9548bad4", "name": "network-vif-deleted", "tag": "45254144-67fd-46fd-80cf-4bbdaec45241"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:17.009398 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-358c6b28-8621-4707-8415-420ff7b43223 req-1157608d-7090-4469-96c0-f9c894bfd40e tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.028566 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-358c6b28-8621-4707-8415-420ff7b43223 req-1157608d-7090-4469-96c0-f9c894bfd40e tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.049533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-358c6b28-8621-4707-8415-420ff7b43223 req-1157608d-7090-4469-96c0-f9c894bfd40e tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "DELETE /v2.0/security-groups/1393d876-ab9b-4d96-959b-a56ca150e801 HTTP/1.1" status: 204 len: 173 time: 0.6139505 Nov 03 18:50:17.093802 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157608d-7090-4469-96c0-f9c894bfd40e tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1393d876-ab9b-4d96-959b-a56ca150e801,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:17.100974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 94b7ac76-29f8-472c-ab5a-a571d0607ecb is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:50:17.359927 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67609386-345a-46c2-b46c-faa53f2ff771 req-d49712a9-a1e9-439a-aec4-67b69efde907 tempest-ServerMetadataNegativeTestJSON-1937885834 tempest-ServerMetadataNegativeTestJSON-1937885834-project] 10.222.0.107 "GET /v2.0/ports?device_id=5e96cc3f-ad77-40d7-b460-f28c9548bad4 HTTP/1.1" status: 200 len: 210 time: 0.0916078 Nov 03 18:50:17.487322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:17.496073 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb4149b-303a-445f-acf2-77fa8070bb08 x-openstack-request-id: req-6bb4149b-303a-445f-acf2-77fa8070bb08 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:17.497598 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e96cc3f-ad77-40d7-b460-f28c9548bad4", "name": "network-vif-deleted", "tag": "45254144-67fd-46fd-80cf-4bbdaec45241", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:17.498552 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6bb4149b-303a-445f-acf2-77fa8070bb08 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:17.502300 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e96cc3f-ad77-40d7-b460-f28c9548bad4', 'name': 'network-vif-deleted', 'tag': '45254144-67fd-46fd-80cf-4bbdaec45241', 'status': 'completed', 'code': 200} Nov 03 18:50:17.508528 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-68f5b35d-8891-42dd-9b2f-953bde461a4a req-44602a79-5190-46f2-b163-8e1f51229f78 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] show failed (client error): The resource could not be found. Nov 03 18:50:17.509951 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68f5b35d-8891-42dd-9b2f-953bde461a4a req-44602a79-5190-46f2-b163-8e1f51229f78 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/1393d876-ab9b-4d96-959b-a56ca150e801 HTTP/1.1" status: 404 len: 352 time: 0.0829365 Nov 03 18:50:17.530512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30866519-c497-4a93-a7b0-e6839223dd80 None None] Sync routers for ids ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:17.571909 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30866519-c497-4a93-a7b0-e6839223dd80 None None] Routers {'94b7ac76-29f8-472c-ab5a-a571d0607ecb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:17.573596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-30866519-c497-4a93-a7b0-e6839223dd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:17.594511 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.604079 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-982c9f52-6aaf-4a65-b0a1-0faea31c93ab tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.3479252 Nov 03 18:50:17.608131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56928) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:17.720190 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96b7a958-15bc-4fef-a3bf-ef5e71fb2ea1 req-40698065-7cd9-42a7-9a55-c560e0c94c39 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.1999395 Nov 03 18:50:17.766032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-30866519-c497-4a93-a7b0-e6839223dd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:17.822081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-658ef61a-f0ce-4de5-8811-4584a5af6fcc req-a9f4e2ce-9c17-4825-8982-828b9701d666 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-215244100', 'description': 'tempest-description-837766565'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:17.846373 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7fb5513b-9e1e-4bd8-8c3c-1207cafb9115 None None] Provisioning complete for port eefc5733-0560-490b-b13b-2de6f24c772b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:17.851369 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7fb5513b-9e1e-4bd8-8c3c-1207cafb9115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.921012 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-658ef61a-f0ce-4de5-8811-4584a5af6fcc req-a9f4e2ce-9c17-4825-8982-828b9701d666 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:17.960282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30866519-c497-4a93-a7b0-e6839223dd80 None None] Routers {'94b7ac76-29f8-472c-ab5a-a571d0607ecb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:17.961704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-30866519-c497-4a93-a7b0-e6839223dd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:18.033651 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-30866519-c497-4a93-a7b0-e6839223dd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:18.034465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30866519-c497-4a93-a7b0-e6839223dd80 None None] The sync data for ids ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:18.148573 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-658ef61a-f0ce-4de5-8811-4584a5af6fcc req-a9f4e2ce-9c17-4825-8982-828b9701d666 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.178112 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-658ef61a-f0ce-4de5-8811-4584a5af6fcc req-a9f4e2ce-9c17-4825-8982-828b9701d666 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.227027 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-658ef61a-f0ce-4de5-8811-4584a5af6fcc req-a9f4e2ce-9c17-4825-8982-828b9701d666 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.234697 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-658ef61a-f0ce-4de5-8811-4584a5af6fcc req-a9f4e2ce-9c17-4825-8982-828b9701d666 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4189744 Nov 03 18:50:18.297268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-a6fdeaa9-2b42-44fe-bcf6-2eb78dcb076d req-7c8a6c88-f215-4b7e-9c1c-62cdc2978ed6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2103501013', 'description': 'tempest-description-2031128916'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:18.386091 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a6fdeaa9-2b42-44fe-bcf6-2eb78dcb076d req-7c8a6c88-f215-4b7e-9c1c-62cdc2978ed6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.406359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c9569-53e9-42ec-b498-8ae6989cad69 req-d79e72dd-ce07-44ec-8bb6-272a1d25e382 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:18.421711 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-048c9569-53e9-42ec-b498-8ae6989cad69 req-d79e72dd-ce07-44ec-8bb6-272a1d25e382 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.2692513 Nov 03 18:50:18.427995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4e2ce-9c17-4825-8982-828b9701d666 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee460f68-e9c5-419b-adcc-3d3a469fb7b6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:18.606714 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eefc5733-0560-490b-b13b-2de6f24c772b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:18.620464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-048c9569-53e9-42ec-b498-8ae6989cad69 req-7a4b04f1-ffef-439c-bd76-b572ebdfcbe3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965237 Nov 03 18:50:18.779410 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port eefc5733-0560-490b-b13b-2de6f24c772b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:18.779842 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.881391 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a6fdeaa9-2b42-44fe-bcf6-2eb78dcb076d req-7c8a6c88-f215-4b7e-9c1c-62cdc2978ed6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:18.916295 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a6fdeaa9-2b42-44fe-bcf6-2eb78dcb076d req-7c8a6c88-f215-4b7e-9c1c-62cdc2978ed6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.027024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57012) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:19.034457 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a6fdeaa9-2b42-44fe-bcf6-2eb78dcb076d req-7c8a6c88-f215-4b7e-9c1c-62cdc2978ed6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.045060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6fdeaa9-2b42-44fe-bcf6-2eb78dcb076d req-7c8a6c88-f215-4b7e-9c1c-62cdc2978ed6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7701068 Nov 03 18:50:19.266575 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3296a45-a975-43e6-bdff-36f30bae40b4 admin admin] Deleting subnet 3394a91d-4d7d-4ae2-8fb2-69d45bbb13f0 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:50:19.271358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a6c88-f215-4b7e-9c1c-62cdc2978ed6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d31ef34-ccd3-4935-bb8d-f71a9c58ed79,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:19.288197 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d3296a45-a975-43e6-bdff-36f30bae40b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.337810 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9327295f-5da6-4665-8ee3-f1f6133ed6e0 req-9c28fae1-f670-4256-b64b-f216e15e75ff tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0673997 Nov 03 18:50:19.362630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-c96ed82e-cfb3-490e-a816-22c6ea0960be req-a471dca9-3746-44bc-b25a-331b6c3cf559 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2096381748', 'description': 'tempest-description-487794443'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:19.414135 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d3296a45-a975-43e6-bdff-36f30bae40b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.456884 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c96ed82e-cfb3-490e-a816-22c6ea0960be req-a471dca9-3746-44bc-b25a-331b6c3cf559 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.533151 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d3296a45-a975-43e6-bdff-36f30bae40b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.862247 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d3296a45-a975-43e6-bdff-36f30bae40b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.867979 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c96ed82e-cfb3-490e-a816-22c6ea0960be req-a471dca9-3746-44bc-b25a-331b6c3cf559 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.897086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3296a45-a975-43e6-bdff-36f30bae40b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3394a91d-4d7d-4ae2-8fb2-69d45bbb13f0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:19.911861 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c96ed82e-cfb3-490e-a816-22c6ea0960be req-a471dca9-3746-44bc-b25a-331b6c3cf559 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.974757 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d3296a45-a975-43e6-bdff-36f30bae40b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:19.979379 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d3296a45-a975-43e6-bdff-36f30bae40b4 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/3394a91d-4d7d-4ae2-8fb2-69d45bbb13f0 HTTP/1.1" status: 204 len: 168 time: 0.9511118 Nov 03 18:50:19.988738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57066) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:20.028592 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c96ed82e-cfb3-490e-a816-22c6ea0960be req-a471dca9-3746-44bc-b25a-331b6c3cf559 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.048242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c96ed82e-cfb3-490e-a816-22c6ea0960be req-a471dca9-3746-44bc-b25a-331b6c3cf559 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7002358 Nov 03 18:50:20.158769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471dca9-3746-44bc-b25a-331b6c3cf559 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995b58d6-82d5-4e2e-a82e-5d2a4a1ff7f1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:20.179368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305bfef-0cb8-464d-a065-6cae0b36c1a4 req-ff6ab105-f1bc-4466-bfad-d0e28ea78268 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:20.188994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e305bfef-0cb8-464d-a065-6cae0b36c1a4 req-ff6ab105-f1bc-4466-bfad-d0e28ea78268 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.3197260 Nov 03 18:50:20.202896 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6799095d-fd3a-45b5-a2a3-45478f618eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.256603 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.446554 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6799095d-fd3a-45b5-a2a3-45478f618eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.470552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-6799095d-fd3a-45b5-a2a3-45478f618eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4479f575-0bb7-4fa6-973b-a1a4fada8905']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:20.484625 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-6799095d-fd3a-45b5-a2a3-45478f618eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6c04e7-c483-425e-8d59-4263c14200dd') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:20.484915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-6799095d-fd3a-45b5-a2a3-45478f618eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6c04e7-c483-425e-8d59-4263c14200dd') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:20.504527 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6799095d-fd3a-45b5-a2a3-45478f618eed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.519291 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6799095d-fd3a-45b5-a2a3-45478f618eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.527097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6799095d-fd3a-45b5-a2a3-45478f618eed admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:50:20.527512 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6799095d-fd3a-45b5-a2a3-45478f618eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:50:20.597213 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:50:20.606574 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e305bfef-0cb8-464d-a065-6cae0b36c1a4 req-81e0c37a-1fac-4afe-a4b2-ba3603460786 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166505 Nov 03 18:50:20.610000 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6799095d-fd3a-45b5-a2a3-45478f618eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.620347 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6799095d-fd3a-45b5-a2a3-45478f618eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:20.632033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6799095d-fd3a-45b5-a2a3-45478f618eed admin admin] 10.222.0.107 "DELETE /v2.0/networks/4479f575-0bb7-4fa6-973b-a1a4fada8905 HTTP/1.1" status: 204 len: 168 time: 0.6410508 Nov 03 18:50:20.657808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799095d-fd3a-45b5-a2a3-45478f618eed admin admin] Pushing event deleted for resources: {'Network': ['ID=4479f575-0bb7-4fa6-973b-a1a4fada8905,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:20.822732 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-252c6f73-c1dc-440a-8347-82a51a790fc0 req-56386598-2526-41d8-b00e-06804daf75a6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4 HTTP/1.1" status: 200 len: 11013 time: 0.5785019 Nov 03 18:50:20.890480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Allocated IP 172.20.0.1 (00ff7a1e-360b-4f98-ae9b-63f8d922a81c/b033e15c-12b2-4ed2-a082-17a31c62cfa1/f9035dcc-7003-4eb3-bec2-f1e4f4adfbd0) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:20.976502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-252c6f73-c1dc-440a-8347-82a51a790fc0 req-c58d6e10-3dc3-42fe-ba60-b9d63aaea842 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/e0a6ee2b-9b6f-4251-8f62-7e148d8cc642 HTTP/1.1" status: 200 len: 3002 time: 0.1446660 Nov 03 18:50:21.061577 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0c879103-d372-47cd-8ea0-00fe9f2b3b33 req-ea8e9974-2ce1-4438-8b12-5bca57e2b471 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2648499 Nov 03 18:50:21.079334 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57122) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:21.166418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1bac2412-a432-499b-aec5-8bf2db244eb7 req-60f521ac-b424-4bd6-9240-681406462d33 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.1580379 Nov 03 18:50:21.244339 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-252c6f73-c1dc-440a-8347-82a51a790fc0 req-d45fb48e-2122-40d2-b6b7-e91396128c21 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/e0a6ee2b-9b6f-4251-8f62-7e148d8cc642 HTTP/1.1" status: 200 len: 3002 time: 0.2592490 Nov 03 18:50:21.330209 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4c94b513-289b-48a8-96b1-9bf2de13e1db admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5b34ba8d34a646ee9efea5776d0f5206&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2485225 Nov 03 18:50:21.341861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57132) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:21.435946 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.436242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99bc16fa-186a-45c8-b3ee-b79c9bd3d858 req-98ef31a1-a148-448f-ad7f-63707f258256 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/ee460f68-e9c5-419b-adcc-3d3a469fb7b6 HTTP/1.1" status: 200 len: 1818 time: 0.1321518 Nov 03 18:50:21.473512 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879103-d372-47cd-8ea0-00fe9f2b3b33 req-bc79ef46-ecba-4f2d-8278-7b8c867cf7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:21.475450 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0c879103-d372-47cd-8ea0-00fe9f2b3b33 req-bc79ef46-ecba-4f2d-8278-7b8c867cf7aa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 1096 time: 0.2955501 Nov 03 18:50:21.527183 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7636c83a-d28c-4f09-baf5-7f7949bad092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.546335 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.613780 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=f9035dcc-7003-4eb3-bec2-f1e4f4adfbd0,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:21.619998 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7636c83a-d28c-4f09-baf5-7f7949bad092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.645242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 00ff7a1e-360b-4f98-ae9b-63f8d922a81c is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:21.650362 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-99bc16fa-186a-45c8-b3ee-b79c9bd3d858 req-2970bfe4-31c0-4b66-b453-3ebb3e3aa5ac tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.658673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:21.665845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:21.717146 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-99bc16fa-186a-45c8-b3ee-b79c9bd3d858 req-2970bfe4-31c0-4b66-b453-3ebb3e3aa5ac tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.849593 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7636c83a-d28c-4f09-baf5-7f7949bad092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.871374 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7636c83a-d28c-4f09-baf5-7f7949bad092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.874289 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-99bc16fa-186a-45c8-b3ee-b79c9bd3d858 req-2970bfe4-31c0-4b66-b453-3ebb3e3aa5ac tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.879150 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7636c83a-d28c-4f09-baf5-7f7949bad092 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3aaf4ab5-f970-4abb-815b-504ce29fe602 HTTP/1.1" status: 204 len: 168 time: 0.5143883 Nov 03 18:50:21.891609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-99bc16fa-186a-45c8-b3ee-b79c9bd3d858 req-2970bfe4-31c0-4b66-b453-3ebb3e3aa5ac tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:21.898627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99bc16fa-186a-45c8-b3ee-b79c9bd3d858 req-2970bfe4-31c0-4b66-b453-3ebb3e3aa5ac tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "DELETE /v2.0/security-groups/ee460f68-e9c5-419b-adcc-3d3a469fb7b6 HTTP/1.1" status: 204 len: 173 time: 0.4517939 Nov 03 18:50:21.919309 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636c83a-d28c-4f09-baf5-7f7949bad092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaf4ab5-f970-4abb-815b-504ce29fe602,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:21.928358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970bfe4-31c0-4b66-b453-3ebb3e3aa5ac tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee460f68-e9c5-419b-adcc-3d3a469fb7b6,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:21.931894 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.199221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0f52512d-7c04-4db1-a326-e8d543e51d1c None None] Provisioning complete for port f9035dcc-7003-4eb3-bec2-f1e4f4adfbd0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:22.204062 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0f52512d-7c04-4db1-a326-e8d543e51d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.345456 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1710f-b557-439f-bf7f-9edd34881cfb req-27e9707b-54ff-4124-9925-584dd62cbb7d tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:22.356980 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58b1710f-b557-439f-bf7f-9edd34881cfb req-27e9707b-54ff-4124-9925-584dd62cbb7d tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.2356608 Nov 03 18:50:22.377885 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0f52512d-7c04-4db1-a326-e8d543e51d1c None None] Port f9035dcc-7003-4eb3-bec2-f1e4f4adfbd0 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:50:22.414524 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-07e208a5-c268-4570-b4a6-5e8c1d0916f0 req-fa3c7f9d-830a-4cc5-bf82-83540df61d1b tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] show failed (client error): The resource could not be found. Nov 03 18:50:22.423995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07e208a5-c268-4570-b4a6-5e8c1d0916f0 req-fa3c7f9d-830a-4cc5-bf82-83540df61d1b tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/ee460f68-e9c5-419b-adcc-3d3a469fb7b6 HTTP/1.1" status: 404 len: 352 time: 0.0578265 Nov 03 18:50:22.466104 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879103-d372-47cd-8ea0-00fe9f2b3b33 req-09fef152-511f-4f9a-b28b-e79e64cd0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:22.471967 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0c879103-d372-47cd-8ea0-00fe9f2b3b33 req-09fef152-511f-4f9a-b28b-e79e64cd0ee5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 918 time: 0.1825352 Nov 03 18:50:22.571648 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:22.574174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58b1710f-b557-439f-bf7f-9edd34881cfb req-b1526845-a4a2-4e31-ba6f-827c0fe7df45 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490245 Nov 03 18:50:22.638854 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0c879103-d372-47cd-8ea0-00fe9f2b3b33 req-b08e03c3-2122-4c22-a041-7cab0e70f920 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec281bb-43c9-4653-a296-0a3842dc700e HTTP/1.1" status: 200 len: 1001 time: 0.1540599 Nov 03 18:50:22.822228 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879103-d372-47cd-8ea0-00fe9f2b3b33 req-49107fe6-7aa7-4c2d-bb51-616c9d20a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:22.824509 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0c879103-d372-47cd-8ea0-00fe9f2b3b33 req-49107fe6-7aa7-4c2d-bb51-616c9d20a21f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e3aa174d-f75e-461c-bfcb-5c4a20bb9478 HTTP/1.1" status: 200 len: 856 time: 0.0872281 Nov 03 18:50:22.825631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36e63794-53dd-41b1-9814-cc606ae0c90c req-d8d5b9aa-b732-4607-ae7d-8c3c6e867502 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.1224413 Nov 03 18:50:22.873002 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b08cb57-d4b9-478e-b731-ede27cca2870 req-8034cb1b-bb38-4377-bfa0-4d0aa3d0e54d tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/4d31ef34-ccd3-4935-bb8d-f71a9c58ed79 HTTP/1.1" status: 200 len: 1820 time: 0.2537315 Nov 03 18:50:23.061475 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d842f77e-82ae-42ef-be5a-489feff94072 req-41ac11ae-efb0-4077-a0d3-6e005d8ea553 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.2286608 Nov 03 18:50:23.089937 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2b08cb57-d4b9-478e-b731-ede27cca2870 req-9d199c04-7111-4898-b6c5-80fda784eee0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.157073 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c879103-d372-47cd-8ea0-00fe9f2b3b33 req-8fbd8701-f2df-420f-95dc-0a3bd24da67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:23.158685 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0c879103-d372-47cd-8ea0-00fe9f2b3b33 req-8fbd8701-f2df-420f-95dc-0a3bd24da67c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6158e201-7067-485a-828c-1c59e35954b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2488542 Nov 03 18:50:23.191626 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2b08cb57-d4b9-478e-b731-ede27cca2870 req-9d199c04-7111-4898-b6c5-80fda784eee0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.315757 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2b08cb57-d4b9-478e-b731-ede27cca2870 req-9d199c04-7111-4898-b6c5-80fda784eee0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.321094 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2b08cb57-d4b9-478e-b731-ede27cca2870 req-9d199c04-7111-4898-b6c5-80fda784eee0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.323839 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b08cb57-d4b9-478e-b731-ede27cca2870 req-9d199c04-7111-4898-b6c5-80fda784eee0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "DELETE /v2.0/security-groups/4d31ef34-ccd3-4935-bb8d-f71a9c58ed79 HTTP/1.1" status: 204 len: 173 time: 0.4334598 Nov 03 18:50:23.360744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d199c04-7111-4898-b6c5-80fda784eee0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d31ef34-ccd3-4935-bb8d-f71a9c58ed79,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:23.544079 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-8cd6524e-7039-4a5a-9ca9-d34ef09a4a5e req-88e23b41-185e-4b23-b7b1-5ece3a3e91ea tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] show failed (client error): The resource could not be found. Nov 03 18:50:23.545466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cd6524e-7039-4a5a-9ca9-d34ef09a4a5e req-88e23b41-185e-4b23-b7b1-5ece3a3e91ea tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/4d31ef34-ccd3-4935-bb8d-f71a9c58ed79 HTTP/1.1" status: 404 len: 352 time: 0.0229766 Nov 03 18:50:23.601139 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.623561 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.769310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b79146c-a189-4525-ac99-14144fafb51a req-0cc1f939-64a5-4e4f-9730-2ad978c91729 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/995b58d6-82d5-4e2e-a82e-5d2a4a1ff7f1 HTTP/1.1" status: 200 len: 1819 time: 0.1644425 Nov 03 18:50:23.867352 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=f9035dcc-7003-4eb3-bec2-f1e4f4adfbd0,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:23.872553 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.882455 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6b79146c-a189-4525-ac99-14144fafb51a req-a83cc83f-f54c-4622-b4a3-aa772e60194f tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:23.932497 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6b79146c-a189-4525-ac99-14144fafb51a req-a83cc83f-f54c-4622-b4a3-aa772e60194f tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.064716 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6b79146c-a189-4525-ac99-14144fafb51a req-a83cc83f-f54c-4622-b4a3-aa772e60194f tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.084128 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6b79146c-a189-4525-ac99-14144fafb51a req-a83cc83f-f54c-4622-b4a3-aa772e60194f tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.099183 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b79146c-a189-4525-ac99-14144fafb51a req-a83cc83f-f54c-4622-b4a3-aa772e60194f tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "DELETE /v2.0/security-groups/995b58d6-82d5-4e2e-a82e-5d2a4a1ff7f1 HTTP/1.1" status: 204 len: 173 time: 0.3236670 Nov 03 18:50:24.133243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cc83f-f54c-4622-b4a3-aa772e60194f tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995b58d6-82d5-4e2e-a82e-5d2a4a1ff7f1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:24.228685 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0c879103-d372-47cd-8ea0-00fe9f2b3b33 req-362c3286-5b22-4fda-81c7-3695ffd99240 service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029140 Nov 03 18:50:24.329462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b566ae0-3a85-4dbd-8adf-ce5497cc04cf req-62ec3235-605f-4dae-ba46-89d49e214040 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:24.332077 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 00ff7a1e-360b-4f98-ae9b-63f8d922a81c is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:24.338001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57274) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:24.344449 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b566ae0-3a85-4dbd-8adf-ce5497cc04cf req-62ec3235-605f-4dae-ba46-89d49e214040 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.2130992 Nov 03 18:50:24.363131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:24.460300 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81c2e957-f8d2-4aca-9c8a-6429783f392b req-67a64181-bddb-4b52-851f-74eae98422e0 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.1143758 Nov 03 18:50:24.567217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b566ae0-3a85-4dbd-8adf-ce5497cc04cf req-e2d12900-286e-46b4-a8aa-0b018588ac13 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225106 Nov 03 18:50:24.626284 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-002c4021-c2ad-41c0-b945-1304035f24d4 req-e8ef9a40-76ce-49fe-9528-569fd6b07bc7 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] show failed (client error): The resource could not be found. Nov 03 18:50:24.628066 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-002c4021-c2ad-41c0-b945-1304035f24d4 req-e8ef9a40-76ce-49fe-9528-569fd6b07bc7 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/995b58d6-82d5-4e2e-a82e-5d2a4a1ff7f1 HTTP/1.1" status: 404 len: 352 time: 0.0570433 Nov 03 18:50:24.704158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 94b7ac76-29f8-472c-ab5a-a571d0607ecb has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:24.714941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1581197133-network', 'tenant_id': '512098da8af54bf68f61a514d47a5ab5'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:24.781601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Made reservation on behalf of 512098da8af54bf68f61a514d47a5ab5 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:24.787261 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.848506 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:24.942612 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7a6d10c-fec8-4253-ad66-8536fb3de79c req-e00985e2-bda0-4cd1-bc52-e10f76c9b135 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4 HTTP/1.1" status: 200 len: 6209 time: 0.2535827 Nov 03 18:50:24.977674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c0005de8-66b0-48cd-aee4-c23e981e70d0 None None] Provisioning complete for port f9035dcc-7003-4eb3-bec2-f1e4f4adfbd0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:24.983899 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c0005de8-66b0-48cd-aee4-c23e981e70d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.042355 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7a6d10c-fec8-4253-ad66-8536fb3de79c req-3a1e5573-4f57-45e2-87e9-8ac22085d573 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/e0a6ee2b-9b6f-4251-8f62-7e148d8cc642 HTTP/1.1" status: 200 len: 3002 time: 0.0980577 Nov 03 18:50:25.084214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c0005de8-66b0-48cd-aee4-c23e981e70d0 None None] Port f9035dcc-7003-4eb3-bec2-f1e4f4adfbd0 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:50:25.088095 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:25.107719 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876f6d11-7b61-4bb1-b519-947249ee1c9f None None] Sync routers for ids ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:25.111528 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8974109b-3a42-4afc-9c1d-1087ec453da4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "PUT /v2.0/routers/94b7ac76-29f8-472c-ab5a-a571d0607ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4830849 Nov 03 18:50:25.122682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57314) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:25.133517 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f6d11-7b61-4bb1-b519-947249ee1c9f None None] Routers {'94b7ac76-29f8-472c-ab5a-a571d0607ecb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:25.134439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-aee0c32d-8097-4812-8dcd-035767a30234 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'port': {'network_id': '00ff7a1e-360b-4f98-ae9b-63f8d922a81c', 'name': 'tempest-FloatingIPTestJSON-288001908'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:25.137250 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-876f6d11-7b61-4bb1-b519-947249ee1c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:25.174492 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7a6d10c-fec8-4253-ad66-8536fb3de79c req-99162658-4101-4f13-822c-b22cce3f0018 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/e0a6ee2b-9b6f-4251-8f62-7e148d8cc642 HTTP/1.1" status: 200 len: 3002 time: 0.1300783 Nov 03 18:50:25.243255 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-943134d5-7a57-4ffe-b129-a3159c684d69 req-b9bed7dd-ebed-4cd6-8479-cf86c2b30cd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1360289066', 'description': 'tempest-description-1044512046'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:25.266020 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-876f6d11-7b61-4bb1-b519-947249ee1c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:25.306474 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f6d11-7b61-4bb1-b519-947249ee1c9f None None] Routers {'94b7ac76-29f8-472c-ab5a-a571d0607ecb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:25.309904 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-876f6d11-7b61-4bb1-b519-947249ee1c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:49:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:25.317126 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-943134d5-7a57-4ffe-b129-a3159c684d69 req-b9bed7dd-ebed-4cd6-8479-cf86c2b30cd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.445305 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-876f6d11-7b61-4bb1-b519-947249ee1c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:25.447060 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876f6d11-7b61-4bb1-b519-947249ee1c9f None None] The sync data for ids ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:25.490559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.506756 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-943134d5-7a57-4ffe-b129-a3159c684d69 req-b9bed7dd-ebed-4cd6-8479-cf86c2b30cd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.515250 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-943134d5-7a57-4ffe-b129-a3159c684d69 req-b9bed7dd-ebed-4cd6-8479-cf86c2b30cd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.525250 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.606952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bed7dd-ebed-4cd6-8479-cf86c2b30cd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51598d29-c23f-44f9-8554-1a306d0accfc,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:25.647445 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0c879103-d372-47cd-8ea0-00fe9f2b3b33 req-04ef1dac-3934-4e24-aa8c-98390cfd3fe7 service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2778335 Nov 03 18:50:25.718673 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-78e91c7d-c35e-45bc-8568-1cb3ad0640e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.720391 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36bb2634-93ec-4d09-aef2-9dd29f7f31b7 req-803ecb4e-a2f3-4abe-bfc4-39091e331f1a tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0446289 Nov 03 18:50:25.735708 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:50:25.753990 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.754606 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Added segment 0f2288dd-79c2-4796-9eb1-86a18715dfab of type vlan for network 607a40fa-8a24-41aa-8539-5608eff8b825 Nov 03 18:50:25.812326 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.849098 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36503321-1998-4da3-ac18-3ace5d274741,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:25.853034 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.855154 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:25.856129 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.860552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-943134d5-7a57-4ffe-b129-a3159c684d69 req-b9bed7dd-ebed-4cd6-8479-cf86c2b30cd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.862623 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-943134d5-7a57-4ffe-b129-a3159c684d69 req-b9bed7dd-ebed-4cd6-8479-cf86c2b30cd8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6271932 Nov 03 18:50:25.886954 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee0c32d-8097-4812-8dcd-035767a30234 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Made reservation on behalf of bf6f19e2594040b68d9a32f661abf557 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:25.894879 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aee0c32d-8097-4812-8dcd-035767a30234 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:25.969238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22122c-6559-482d-8edb-24a319c6b385 req-c485af6e-98c0-45e1-8dd5-f1adb49209a3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:25.971291 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb22122c-6559-482d-8edb-24a319c6b385 req-c485af6e-98c0-45e1-8dd5-f1adb49209a3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.0954394 Nov 03 18:50:26.000220 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6549897 Nov 03 18:50:26.002417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57364) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:26.005291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:26.008137 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:26.008550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:26.008911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:26.009246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:26.009732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:26.010349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:26.011409 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:26.014633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-0dec745f-60ef-4ad4-a149-7d9d7e256ed1 admin admin] Request body: {'subnet': {'network_id': '607a40fa-8a24-41aa-8539-5608eff8b825', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1581197133-subnet', 'tenant_id': '512098da8af54bf68f61a514d47a5ab5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:26.016959 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:26.017917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:26.018594 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:26.019274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:26.032708 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-aee0c32d-8097-4812-8dcd-035767a30234 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] device_id is not set on port 5c001c4c-9e9e-45fa-926a-01f3666009fd yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:50:26.066441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dec745f-60ef-4ad4-a149-7d9d7e256ed1 admin admin] Made reservation on behalf of 512098da8af54bf68f61a514d47a5ab5 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:26.070421 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0dec745f-60ef-4ad4-a149-7d9d7e256ed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.083345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-a4d5b6f1-8fc8-448a-b180-d072fb38a86f req-3d8bccba-bd11-4942-a173-417f0306bdde tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1501163859', 'description': 'tempest-description-2048077221'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:26.120643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb22122c-6559-482d-8edb-24a319c6b385 req-a993d682-ea7f-4bfd-b0d7-eb3b533d0ff8 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416240 Nov 03 18:50:26.124088 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89117331-3d85-4b0a-a9b7-f366210419cd admin admin] Pushing event updated for resources: {'Network': ['ID=607a40fa-8a24-41aa-8539-5608eff8b825,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:26.168057 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 607a40fa-8a24-41aa-8539-5608eff8b825 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:50:26.204043 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a4d5b6f1-8fc8-448a-b180-d072fb38a86f req-3d8bccba-bd11-4942-a173-417f0306bdde tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.341233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-aee0c32d-8097-4812-8dcd-035767a30234 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Allocated IP 172.20.0.7 (00ff7a1e-360b-4f98-ae9b-63f8d922a81c/b033e15c-12b2-4ed2-a082-17a31c62cfa1/5c001c4c-9e9e-45fa-926a-01f3666009fd) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:26.488012 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0dec745f-60ef-4ad4-a149-7d9d7e256ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.574717 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a4d5b6f1-8fc8-448a-b180-d072fb38a86f req-3d8bccba-bd11-4942-a173-417f0306bdde tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.623085 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a4d5b6f1-8fc8-448a-b180-d072fb38a86f req-3d8bccba-bd11-4942-a173-417f0306bdde tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.740191 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a4d5b6f1-8fc8-448a-b180-d072fb38a86f req-3d8bccba-bd11-4942-a173-417f0306bdde tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.751694 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a4d5b6f1-8fc8-448a-b180-d072fb38a86f req-3d8bccba-bd11-4942-a173-417f0306bdde tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6754260 Nov 03 18:50:26.759808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec745f-60ef-4ad4-a149-7d9d7e256ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74075503-1f5f-4785-9abf-c24543217d83,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:26.766838 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bccba-bd11-4942-a173-417f0306bdde tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8592daa1-6271-4d3d-8418-eb501151f53a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:26.769648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec745f-60ef-4ad4-a149-7d9d7e256ed1 admin admin] Checking segment: {'id': '0f2288dd-79c2-4796-9eb1-86a18715dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '607a40fa-8a24-41aa-8539-5608eff8b825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:26.770748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dec745f-60ef-4ad4-a149-7d9d7e256ed1 admin admin] Network hostable DHCP agents. Network: 607a40fa-8a24-41aa-8539-5608eff8b825, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:50:26.793367 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aee0c32d-8097-4812-8dcd-035767a30234 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.831551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dec745f-60ef-4ad4-a149-7d9d7e256ed1 admin admin] Network 607a40fa-8a24-41aa-8539-5608eff8b825 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:50:26.861787 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-0dec745f-60ef-4ad4-a149-7d9d7e256ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 607a40fa-8a24-41aa-8539-5608eff8b825) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:26.879655 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4637ade2-6b17-45d8-a0b2-83092b6166ec None None] Network 607a40fa-8a24-41aa-8539-5608eff8b825 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:26.887871 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dec745f-60ef-4ad4-a149-7d9d7e256ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:26.888469 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0dec745f-60ef-4ad4-a149-7d9d7e256ed1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.890204 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aee0c32d-8097-4812-8dcd-035767a30234 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:26.903780 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-636f46ad-5488-4d6c-9f32-a0d428561425 req-5f5cf6ff-c219-424f-aeb2-80aa9cd6c38c tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0516860 Nov 03 18:50:26.957456 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0dec745f-60ef-4ad4-a149-7d9d7e256ed1 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9507668 Nov 03 18:50:26.977335 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0c32d-8097-4812-8dcd-035767a30234 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event updated for resources: {'Port': ['ID=5c001c4c-9e9e-45fa-926a-01f3666009fd,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:27.000279 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee0c32d-8097-4812-8dcd-035767a30234 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Network 00ff7a1e-360b-4f98-ae9b-63f8d922a81c is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:27.002332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-aee0c32d-8097-4812-8dcd-035767a30234 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:27.017172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0c32d-8097-4812-8dcd-035767a30234 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:27.135645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0c32d-8097-4812-8dcd-035767a30234 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:27.137053 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aee0c32d-8097-4812-8dcd-035767a30234 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.196403 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-aee0c32d-8097-4812-8dcd-035767a30234 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0678840 Nov 03 18:50:27.196696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57432) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:27.201771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a13d46e5-54d9-4722-9465-03398829d350 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Request body: {'floatingip': {'port_id': '5c001c4c-9e9e-45fa-926a-01f3666009fd'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:27.315332 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914950c6-536f-4bc9-929e-3d2d843142d8 None None] Network 607a40fa-8a24-41aa-8539-5608eff8b825 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:27.348190 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a13d46e5-54d9-4722-9465-03398829d350 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.622881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6fa7cd84-8508-4214-a6a0-f70db520db87 None None] Provisioning complete for port 5c001c4c-9e9e-45fa-926a-01f3666009fd triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:27.628020 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6fa7cd84-8508-4214-a6a0-f70db520db87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.791473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6fa7cd84-8508-4214-a6a0-f70db520db87 None None] Port 5c001c4c-9e9e-45fa-926a-01f3666009fd cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:50:27.876217 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57488) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:27.881471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-828664584-network', 'tenant_id': '8ebf274f76f54b4ba689356734d055e6'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:27.942746 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] Made reservation on behalf of 8ebf274f76f54b4ba689356734d055e6 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:27.964142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:27.971792 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-fec35f5a-2881-43bb-8e9b-e0764be49a4d tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:27.979866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-fec35f5a-2881-43bb-8e9b-e0764be49a4d tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/networks?id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb HTTP/1.1" status: 200 len: 812 time: 0.3236578 Nov 03 18:50:28.002652 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.061981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-411c2757-47ef-4756-8bb5-37c0546175e1 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/quotas/f3e9e50501594c7cb08ae78ccf3b73b4 HTTP/1.1" status: 200 len: 375 time: 0.0805395 Nov 03 18:50:28.107405 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-375754f8-dbaf-48f5-b711-f55e0fc214e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.219253 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.226944 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.257633 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-e0c135e8-daf8-4f9e-9cf5-1dbd438932b2 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1944747 Nov 03 18:50:28.282450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:50:28.301099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a4835c-3814-4c85-8f23-6db229d61db1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:28.314598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.314982 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] Added segment 45b0ba24-d554-402c-94ce-e9bff1c007af of type vlan for network 7b75f5b7-1339-4603-92e9-26ed2c1b521a Nov 03 18:50:28.437508 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.524976 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.530328 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:28.533119 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.553344 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-100b1113-94a4-4ddf-8b80-4cea28df5ff9 service neutron] 10.222.0.107 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946236 Nov 03 18:50:28.674271 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7966890 Nov 03 18:50:28.677476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57504) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:28.685851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-87a3783c-46d3-416f-8960-0a4ec23be99c admin admin] Request body: {'subnet': {'network_id': '7b75f5b7-1339-4603-92e9-26ed2c1b521a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-828664584-subnet', 'tenant_id': '8ebf274f76f54b4ba689356734d055e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:28.707019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cde4c4-f8bb-48db-9591-6da2625bc963 admin admin] Pushing event updated for resources: {'Network': ['ID=7b75f5b7-1339-4603-92e9-26ed2c1b521a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:28.719469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 7b75f5b7-1339-4603-92e9-26ed2c1b521a details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:50:28.759893 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a3783c-46d3-416f-8960-0a4ec23be99c admin admin] Made reservation on behalf of 8ebf274f76f54b4ba689356734d055e6 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:28.765678 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-87a3783c-46d3-416f-8960-0a4ec23be99c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.781626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad7195-cf68-4459-a8ab-fd2ebec9ab07 req-ecf85931-f1bc-4fd3-963c-2a0871970834 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:28.783242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70ad7195-cf68-4459-a8ab-fd2ebec9ab07 req-ecf85931-f1bc-4fd3-963c-2a0871970834 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.2110317 Nov 03 18:50:28.814915 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a13d46e5-54d9-4722-9465-03398829d350 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.839092 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a13d46e5-54d9-4722-9465-03398829d350 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:28.881807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-fa53dbc0-977f-4edf-9567-398a31c5e127 service neutron] 10.222.0.107 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044486 Nov 03 18:50:28.927519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70ad7195-cf68-4459-a8ab-fd2ebec9ab07 req-a9b2ebeb-f593-420e-a8e4-c51883bcd592 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259174 Nov 03 18:50:29.008553 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-a13d46e5-54d9-4722-9465-03398829d350 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Floating IP e19c0c1a-8c1c-4b41-8d17-7d3220f4f706 associated. External IP: 172.25.2.188, port: faec3dc0-c43f-4101-905e-9e099271df4f. Nov 03 18:50:29.206204 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-87a3783c-46d3-416f-8960-0a4ec23be99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.310611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3783c-46d3-416f-8960-0a4ec23be99c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1edace-604a-428f-a702-287a8f7529e7,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:29.319253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a3783c-46d3-416f-8960-0a4ec23be99c admin admin] Checking segment: {'id': '45b0ba24-d554-402c-94ce-e9bff1c007af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '7b75f5b7-1339-4603-92e9-26ed2c1b521a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:29.319733 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a3783c-46d3-416f-8960-0a4ec23be99c admin admin] Network hostable DHCP agents. Network: 7b75f5b7-1339-4603-92e9-26ed2c1b521a, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:50:29.339009 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.362497 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a3783c-46d3-416f-8960-0a4ec23be99c admin admin] Network 7b75f5b7-1339-4603-92e9-26ed2c1b521a is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:50:29.382322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-87a3783c-46d3-416f-8960-0a4ec23be99c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 7b75f5b7-1339-4603-92e9-26ed2c1b521a) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:29.390328 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a3783c-46d3-416f-8960-0a4ec23be99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:29.390944 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-87a3783c-46d3-416f-8960-0a4ec23be99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:29.404675 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c491a-147b-4130-8648-a5e152bcce21 None None] Network 7b75f5b7-1339-4603-92e9-26ed2c1b521a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:29.425238 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-87a3783c-46d3-416f-8960-0a4ec23be99c admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7465158 Nov 03 18:50:29.843210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20005ab1-a36e-4041-9921-fecfe9f76ab8 None None] Network 7b75f5b7-1339-4603-92e9-26ed2c1b521a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:29.980682 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d37edc58-2f19-4bbc-83ad-b116ca383ced req-07d62d77-c89a-45f6-b24a-0ded731e1b50 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 210 time: 0.3333254 Nov 03 18:50:30.399423 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.556461 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a2e2006b-5ab8-4bd2-bad7-548f30d27a46 req-99127f0f-def3-4bfe-961a-e6b54d89e5ac tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.5509627 Nov 03 18:50:30.609331 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:30.617250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13d46e5-54d9-4722-9465-03398829d350 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:30.642176 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472bfef-ac2b-4343-8c48-142729f4a6bc req-ebe3a1c8-5279-4bb6-bffe-ceb1116d25c6 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:30.643948 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1472bfef-ac2b-4343-8c48-142729f4a6bc req-ebe3a1c8-5279-4bb6-bffe-ceb1116d25c6 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.1085868 Nov 03 18:50:30.831733 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1472bfef-ac2b-4343-8c48-142729f4a6bc req-c9f8b37a-6337-4ce9-a6c8-b3e1a8c4486d tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360340 Nov 03 18:50:30.881749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13d46e5-54d9-4722-9465-03398829d350 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:30.894087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1063848d-ac6f-47e1-b294-66ffe976cc61 None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:30.916856 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1063848d-ac6f-47e1-b294-66ffe976cc61 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:30.917544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-1063848d-ac6f-47e1-b294-66ffe976cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:30.970123 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-1063848d-ac6f-47e1-b294-66ffe976cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:31.004564 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1063848d-ac6f-47e1-b294-66ffe976cc61 None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:31.006086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-1063848d-ac6f-47e1-b294-66ffe976cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:31.074485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-1063848d-ac6f-47e1-b294-66ffe976cc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:31.075207 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1063848d-ac6f-47e1-b294-66ffe976cc61 None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:31.267193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06f9a90e-c481-4b8b-88ce-7d57f0db992a req-deeaa3ee-b2f2-4112-b99d-e88c1f1bae3a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 210 time: 0.0664399 Nov 03 18:50:31.286669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-2e0f56ba-2cc7-40ba-8197-d243c3d73e6e tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:31.288652 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-2e0f56ba-2cc7-40ba-8197-d243c3d73e6e tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/networks?id=607a40fa-8a24-41aa-8539-5608eff8b825 HTTP/1.1" status: 200 len: 825 time: 0.3228083 Nov 03 18:50:31.358707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-237f5b49-a0c4-4086-b09c-e987a68bfd2e tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:31.360303 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-237f5b49-a0c4-4086-b09c-e987a68bfd2e tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.98 "GET /v2.0/networks?id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb HTTP/1.1" status: 200 len: 812 time: 0.3522091 Nov 03 18:50:31.364140 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-aae5146f-1604-4c3e-bcf0-35c911b0fba0 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/quotas/512098da8af54bf68f61a514d47a5ab5 HTTP/1.1" status: 200 len: 375 time: 0.0686944 Nov 03 18:50:31.380772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-9eee56fd-0fa4-4f61-b486-133e2eb7994a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'port': {'device_id': '29a2c2b5-dd93-412b-be37-7a58f58e2e29', 'network_id': '4b4dff2c-6acd-4b11-8f28-99f35ebe57eb', 'admin_state_up': True, 'tenant_id': 'f3e9e50501594c7cb08ae78ccf3b73b4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:31.404383 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:31.450740 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-f9f281f4-6b61-491b-9745-3b29e485611d tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=512098da8af54bf68f61a514d47a5ab5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744653 Nov 03 18:50:31.648748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13d46e5-54d9-4722-9465-03398829d350 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 94b7ac76-29f8-472c-ab5a-a571d0607ecb has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:31.720095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-c95709ba-add9-4d0d-bbba-98d6b92b3d65 service neutron] 10.222.0.107 "GET /v2.0/networks/607a40fa-8a24-41aa-8539-5608eff8b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063425 Nov 03 18:50:31.723189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-553cc490-c6f4-408c-a742-b7a92dd8d635 req-aaf53e12-8871-4ec9-b898-2f951adc9519 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0609572 Nov 03 18:50:31.800906 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-9eee56fd-0fa4-4f61-b486-133e2eb7994a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Made reservation on behalf of f3e9e50501594c7cb08ae78ccf3b73b4 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:31.805031 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-9eee56fd-0fa4-4f61-b486-133e2eb7994a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.025980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13d46e5-54d9-4722-9465-03398829d350 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:32.033955 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a13d46e5-54d9-4722-9465-03398829d350 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.038579 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-4925b9a5-15b8-4309-b9c8-098cc22fd037 service neutron] 10.222.0.107 "GET /v2.0/networks/607a40fa-8a24-41aa-8539-5608eff8b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684059 Nov 03 18:50:32.039169 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3117b1-db29-4bf7-adf3-7ff168e7faa2 None None] Sync routers for ids ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:32.057767 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3117b1-db29-4bf7-adf3-7ff168e7faa2 None None] Routers {'94b7ac76-29f8-472c-ab5a-a571d0607ecb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:32.059560 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ba3117b1-db29-4bf7-adf3-7ff168e7faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:32.121567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced12ae-b1d7-4b2c-8ff8-ab038d15527b req-3092ce13-3e55-4f2a-86e6-e534b630225e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:32.123174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aced12ae-b1d7-4b2c-8ff8-ab038d15527b req-3092ce13-3e55-4f2a-86e6-e534b630225e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.1637008 Nov 03 18:50:32.124405 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ba3117b1-db29-4bf7-adf3-7ff168e7faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:32.143416 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3117b1-db29-4bf7-adf3-7ff168e7faa2 None None] Routers {'94b7ac76-29f8-472c-ab5a-a571d0607ecb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:32.144839 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ba3117b1-db29-4bf7-adf3-7ff168e7faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:32.183781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-9eee56fd-0fa4-4f61-b486-133e2eb7994a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Allocated IP 172.20.0.10 (4b4dff2c-6acd-4b11-8f28-99f35ebe57eb/12e5a424-1905-4a43-b17f-b219e8a412e4/86b38581-c360-44ff-858c-d9e5ef925657) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:32.200733 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ba3117b1-db29-4bf7-adf3-7ff168e7faa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:32.202348 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3117b1-db29-4bf7-adf3-7ff168e7faa2 None None] The sync data for ids ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:32.203333 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a13d46e5-54d9-4722-9465-03398829d350 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "PUT /v2.0/floatingips/e19c0c1a-8c1c-4b41-8d17-7d3220f4f706 HTTP/1.1" status: 200 len: 977 time: 5.0056660 Nov 03 18:50:32.207824 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57588) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:32.274318 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aced12ae-b1d7-4b2c-8ff8-ab038d15527b req-8a898108-5ca1-40ce-92b4-0354ff03502d tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206374 Nov 03 18:50:32.632470 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-9eee56fd-0fa4-4f61-b486-133e2eb7994a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.763323 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8bd669a9-6a58-4377-b2df-be01a7ffd21a req-bf7ef613-3c34-48e0-8c38-0b00785f883c tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 210 time: 0.0888143 Nov 03 18:50:32.830127 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-9eee56fd-0fa4-4f61-b486-133e2eb7994a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.833476 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca65b17c-4161-4e38-9dfd-ff37c695f85f req-f5aafc53-8dae-4756-9b9d-c692bf8bfd71 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 210 time: 0.0593407 Nov 03 18:50:32.853524 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-3b5fd2f1-0c0a-4bc8-b509-f9fa0472d22a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting port 5c001c4c-9e9e-45fa-926a-01f3666009fd {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:32.854665 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd2f1-0c0a-4bc8-b509-f9fa0472d22a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:32.854811 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['24ecbc08-27b0-4fd0-8833-e4bd01727d5c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:32.888525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-9eee56fd-0fa4-4f61-b486-133e2eb7994a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Network 4b4dff2c-6acd-4b11-8f28-99f35ebe57eb is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:32.893025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-9eee56fd-0fa4-4f61-b486-133e2eb7994a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:32.904425 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-9eee56fd-0fa4-4f61-b486-133e2eb7994a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:32.948572 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee56fd-0fa4-4f61-b486-133e2eb7994a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'Port': ['ID=86b38581-c360-44ff-858c-d9e5ef925657,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:33.016885 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-821198a1-1583-4ea6-8048-8ca17e3ec308 req-b52f8467-962b-4222-af41-74fd0f55817f tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0587702 Nov 03 18:50:33.020909 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd2f1-0c0a-4bc8-b509-f9fa0472d22a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.031457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-9eee56fd-0fa4-4f61-b486-133e2eb7994a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:33.033103 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-9eee56fd-0fa4-4f61-b486-133e2eb7994a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.062539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-9eee56fd-0fa4-4f61-b486-133e2eb7994a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6876018 Nov 03 18:50:33.088745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Request body: {'port': {'device_id': '29a2c2b5-dd93-412b-be37-7a58f58e2e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:33.262537 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.312201 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd2f1-0c0a-4bc8-b509-f9fa0472d22a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.313640 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd2f1-0c0a-4bc8-b509-f9fa0472d22a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.314369 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-3b5fd2f1-0c0a-4bc8-b509-f9fa0472d22a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Floating IP e19c0c1a-8c1c-4b41-8d17-7d3220f4f706 disassociated. External IP: 172.25.2.188, port: 5c001c4c-9e9e-45fa-926a-01f3666009fd. Nov 03 18:50:33.315104 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-3b5fd2f1-0c0a-4bc8-b509-f9fa0472d22a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Calling delete_port for 5c001c4c-9e9e-45fa-926a-01f3666009fd owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:33.530609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7b6b0acd-fc18-46fd-bb28-c3927bb80947 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:33.587419 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd2f1-0c0a-4bc8-b509-f9fa0472d22a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.693801 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fd2f1-0c0a-4bc8-b509-f9fa0472d22a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Port': ['ID=5c001c4c-9e9e-45fa-926a-01f3666009fd,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:33.792482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7b6b0acd-fc18-46fd-bb28-c3927bb80947, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:33.829687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '7b6b0acd-fc18-46fd-bb28-c3927bb80947', 'network_id': '06a39eba-e810-429a-8dd3-e7aeb7a24e6c', 'port_id': '7b6b0acd-fc18-46fd-bb28-c3927bb80947', 'mac_address': 'fa:16:3e:78:d4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139ca79f-c2b7-4f06-944e-59569171d638', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:50:33.850299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec279e04-14fb-4c8f-ae4e-ff4ab67a97cd req-2f9bfc2d-b1e9-4f40-bbd8-49ce5fd7ee51 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:33.852633 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec279e04-14fb-4c8f-ae4e-ff4ab67a97cd req-2f9bfc2d-b1e9-4f40-bbd8-49ce5fd7ee51 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 943 time: 0.3345037 Nov 03 18:50:33.930986 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec279e04-14fb-4c8f-ae4e-ff4ab67a97cd req-bcd5b17c-e9ad-4591-904e-5034b21d6454 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716689 Nov 03 18:50:33.946850 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:33.988039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5fd2f1-0c0a-4bc8-b509-f9fa0472d22a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 94b7ac76-29f8-472c-ab5a-a571d0607ecb has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:34.008620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6b0acd-fc18-46fd-bb28-c3927bb80947 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:34.065965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7b6b0acd-fc18-46fd-bb28-c3927bb80947, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:34.072309 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.188894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7713ec7-224c-4b5c-b53d-96c19ad85153 req-be464776-7043-40e9-81ea-f4108802cc06 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 210 time: 0.0969450 Nov 03 18:50:34.192768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b38581-c360-44ff-858c-d9e5ef925657 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:34.200678 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5fd2f1-0c0a-4bc8-b509-f9fa0472d22a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:34.221112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=7b6b0acd-fc18-46fd-bb28-c3927bb80947,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:34.238179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a606019b-7943-43ad-b6c8-921a82606cf1 None None] Sync routers for ids ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:34.268677 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.280324 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a606019b-7943-43ad-b6c8-921a82606cf1 None None] Routers {'94b7ac76-29f8-472c-ab5a-a571d0607ecb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:34.281806 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a606019b-7943-43ad-b6c8-921a82606cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:34.317570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Transition to ACTIVE for port object 86b38581-c360-44ff-858c-d9e5ef925657 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:50:34.344052 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.349764 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd2f1-0c0a-4bc8-b509-f9fa0472d22a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.357515 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3b5fd2f1-0c0a-4bc8-b509-f9fa0472d22a tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/ports/5c001c4c-9e9e-45fa-926a-01f3666009fd HTTP/1.1" status: 204 len: 168 time: 2.1475315 Nov 03 18:50:34.358213 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57620) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:34.364774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a606019b-7943-43ad-b6c8-921a82606cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:34.422154 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5c37b-1c07-485c-af4a-333e0f29d15b req-a49e6988-5060-4f14-bd15-13568a8407a5 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:34.422154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ec5c37b-1c07-485c-af4a-333e0f29d15b req-a49e6988-5060-4f14-bd15-13568a8407a5 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 932 time: 0.2918375 Nov 03 18:50:34.431235 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a606019b-7943-43ad-b6c8-921a82606cf1 None None] Routers {'94b7ac76-29f8-472c-ab5a-a571d0607ecb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:34.432179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a606019b-7943-43ad-b6c8-921a82606cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:34.434352 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cde6a3e9-34c8-4ca9-991d-b020b94ff3f0 req-bbc59fab-72d1-4f8f-84b1-842b851405d5 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.1151059 Nov 03 18:50:34.503326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Pushing event updated for resources: {'Port': ['ID=86b38581-c360-44ff-858c-d9e5ef925657,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:34.526875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['7b6b0acd-fc18-46fd-bb28-c3927bb80947'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:34.542286 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ec5c37b-1c07-485c-af4a-333e0f29d15b req-2bf5bdea-fc96-4993-b8ea-300e001474e5 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025333 Nov 03 18:50:34.594761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a606019b-7943-43ad-b6c8-921a82606cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:34.596266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a606019b-7943-43ad-b6c8-921a82606cf1 None None] The sync data for ids ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:34.714003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Attempting to bind port 86b38581-c360-44ff-858c-d9e5ef925657 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:34.714389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Attempting to bind port 86b38581-c360-44ff-858c-d9e5ef925657 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'f9b5d23f-7c3f-402b-afd6-5bf786abecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4b4dff2c-6acd-4b11-8f28-99f35ebe57eb'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:34.714969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Attempting to bind port 86b38581-c360-44ff-858c-d9e5ef925657 on network 4b4dff2c-6acd-4b11-8f28-99f35ebe57eb {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:34.746920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Port 86b38581-c360-44ff-858c-d9e5ef925657 on network 4b4dff2c-6acd-4b11-8f28-99f35ebe57eb not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:50:34.747247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Attempting to bind port 86b38581-c360-44ff-858c-d9e5ef925657 on network 4b4dff2c-6acd-4b11-8f28-99f35ebe57eb {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:34.761805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:34.761805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Checking segment: {'id': 'f9b5d23f-7c3f-402b-afd6-5bf786abecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4b4dff2c-6acd-4b11-8f28-99f35ebe57eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:34.761805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Bound using segment: {'id': 'f9b5d23f-7c3f-402b-afd6-5bf786abecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4b4dff2c-6acd-4b11-8f28-99f35ebe57eb'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:34.761805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Bound port: 86b38581-c360-44ff-858c-d9e5ef925657, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b5d23f-7c3f-402b-afd6-5bf786abecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '4b4dff2c-6acd-4b11-8f28-99f35ebe57eb'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:34.761805 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.846286 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-530e8548-5d12-4dc2-b6dc-37e31dc73f42 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:34.851757 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-530e8548-5d12-4dc2-b6dc-37e31dc73f42 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.87 "GET /v2.0/networks?id=607a40fa-8a24-41aa-8539-5608eff8b825 HTTP/1.1" status: 200 len: 825 time: 0.4734347 Nov 03 18:50:34.892747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] For port 86b38581-c360-44ff-858c-d9e5ef925657, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:34.898709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] For port 86b38581-c360-44ff-858c-d9e5ef925657, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=86b38581-c360-44ff-858c-d9e5ef925657,segment=NetworkSegment(f9b5d23f-7c3f-402b-afd6-5bf786abecb9),segment_id=f9b5d23f-7c3f-402b-afd6-5bf786abecb9)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:34.899516 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-f48d89f0-9f6f-47c7-af16-e8894b9a6c80 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Request body: {'port': {'device_id': 'c9d9d8b0-dd44-4c67-b661-19b0eec9f1af', 'network_id': '607a40fa-8a24-41aa-8539-5608eff8b825', 'admin_state_up': True, 'tenant_id': '512098da8af54bf68f61a514d47a5ab5'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:34.907016 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.955652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:34.956743 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:34.959894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] 10.222.0.98 "PUT /v2.0/ports/86b38581-c360-44ff-858c-d9e5ef925657 HTTP/1.1" status: 200 len: 1092 time: 1.8874054 Nov 03 18:50:34.961176 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a2c2b5-dd93-412b-be37-7a58f58e2e29', 'tag': '86b38581-c360-44ff-858c-d9e5ef925657'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:34.966070 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6500d2ca-9d31-4bfb-b378-6fc7569f0091" -d '{"events": [{"name": "network-changed", "server_uuid": "29a2c2b5-dd93-412b-be37-7a58f58e2e29", "tag": "86b38581-c360-44ff-858c-d9e5ef925657"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:35.013763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ef8fd-5b58-4c8b-81f7-6cba4c4d325c service neutron] Pushing event updated for resources: {'Port': ['ID=86b38581-c360-44ff-858c-d9e5ef925657,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:35.100977 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530389a2-8bcc-44df-b436-f17d06ca16dd x-openstack-request-id: req-530389a2-8bcc-44df-b436-f17d06ca16dd {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:35.101417 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a2c2b5-dd93-412b-be37-7a58f58e2e29", "tag": "86b38581-c360-44ff-858c-d9e5ef925657", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:35.101790 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-530389a2-8bcc-44df-b436-f17d06ca16dd {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:35.102399 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a2c2b5-dd93-412b-be37-7a58f58e2e29', 'tag': '86b38581-c360-44ff-858c-d9e5ef925657', 'status': 'completed', 'code': 200} Nov 03 18:50:35.178152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-350e451a-c1bf-41a4-a3ea-6ec4dbb3c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:35.180671 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-350e451a-c1bf-41a4-a3ea-6ec4dbb3c16d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4&device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 1095 time: 0.1466804 Nov 03 18:50:35.260164 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-dc40489a-e3c2-4500-b51a-20c8feb0e338 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86b38581-c360-44ff-858c-d9e5ef925657 HTTP/1.1" status: 200 len: 217 time: 0.0639532 Nov 03 18:50:35.272858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95ad05-475e-468c-8a50-e38c1c03b05d req-02c60bb7-cf43-4d42-8733-8dc5d85ef2d9 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:35.276600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca95ad05-475e-468c-8a50-e38c1c03b05d req-02c60bb7-cf43-4d42-8733-8dc5d85ef2d9 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 944 time: 0.1664648 Nov 03 18:50:35.308579 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-f48d89f0-9f6f-47c7-af16-e8894b9a6c80 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Made reservation on behalf of 512098da8af54bf68f61a514d47a5ab5 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:35.314124 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-f48d89f0-9f6f-47c7-af16-e8894b9a6c80 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.400136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d166f19-19fb-4246-bf8e-596a98bbbd62 req-a367ca97-03a4-42c0-bc48-6c1fbf78a8ad tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 210 time: 0.0642762 Nov 03 18:50:35.411823 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-28d43553-422c-41ee-8942-becd569a0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:35.413560 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-28d43553-422c-41ee-8942-becd569a0299 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=12e5a424-1905-4a43-b17f-b219e8a412e4 HTTP/1.1" status: 200 len: 852 time: 0.1356902 Nov 03 18:50:35.444809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca95ad05-475e-468c-8a50-e38c1c03b05d req-079bacb8-42a5-4ff2-8fec-eaddea7ad17c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543505 Nov 03 18:50:35.461614 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-82b904c1-2cd0-4ea9-87ec-2264612d4a23 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389905 Nov 03 18:50:35.534357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7b6b0acd-fc18-46fd-bb28-c3927bb80947 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:35.563477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-569d7c07-6ff8-4941-93e5-b6f53299ee63 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.621865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5113cf8-cd15-4655-81c0-9304bfcb7182 req-2d1344e2-7aae-48ec-a45b-a1241c0abc72 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0524375 Nov 03 18:50:35.644906 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 7b6b0acd-fc18-46fd-bb28-c3927bb80947 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:35.645598 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.694432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-bfe3a0b9-c599-4818-ab47-efec4c9559ca service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240248 Nov 03 18:50:35.791370 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.820478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2406edc3-2557-4a1c-989e-655b736a2eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6b0acd-fc18-46fd-bb28-c3927bb80947'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:35.826096 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100163c5-56be-4d08-9e27-21796fa952f4" -d '{"events": [{"server_uuid": "2406edc3-2557-4a1c-989e-655b736a2eb7", "name": "network-vif-plugged", "status": "completed", "tag": "7b6b0acd-fc18-46fd-bb28-c3927bb80947"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:35.829274 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fa59b-3a9a-4e67-8e5b-806145a8f5c1 req-d47afba6-be6f-4b10-8eac-048898867855 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:35.831046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f45fa59b-3a9a-4e67-8e5b-806145a8f5c1 req-d47afba6-be6f-4b10-8eac-048898867855 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 944 time: 0.1535261 Nov 03 18:50:35.855107 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7b6b0acd-fc18-46fd-bb28-c3927bb80947, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:35.868600 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:35.896662 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-f48d89f0-9f6f-47c7-af16-e8894b9a6c80 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Allocated IP 172.20.0.12 (607a40fa-8a24-41aa-8539-5608eff8b825/74075503-1f5f-4785-9abf-c24543217d83/ed222736-4595-4ead-a33f-15f22dd3ec2d) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:35.935900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b132e567-c0c0-4b93-8932-3deb66f3ce32 req-34856829-ab71-49d0-9f46-4ee21d558cb7 service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213352 Nov 03 18:50:35.958412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=7b6b0acd-fc18-46fd-bb28-c3927bb80947,revision_number=10']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:36.004309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f45fa59b-3a9a-4e67-8e5b-806145a8f5c1 req-413ee2fe-2f66-47e3-8818-97d92c522398 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591823 Nov 03 18:50:36.034203 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf601f9-6695-485f-b139-7e483e2f8a08 x-openstack-request-id: req-bdf601f9-6695-485f-b139-7e483e2f8a08 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:36.035023 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2406edc3-2557-4a1c-989e-655b736a2eb7", "name": "network-vif-plugged", "status": "completed", "tag": "7b6b0acd-fc18-46fd-bb28-c3927bb80947", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:36.035508 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bdf601f9-6695-485f-b139-7e483e2f8a08 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:36.036230 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2406edc3-2557-4a1c-989e-655b736a2eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6b0acd-fc18-46fd-bb28-c3927bb80947', 'code': 200} Nov 03 18:50:36.078827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500d2ca-9d31-4bfb-b378-6fc7569f0091 req-a9892b91-0e8c-4c7c-afbc-4c0c572a5a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:36.082625 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6500d2ca-9d31-4bfb-b378-6fc7569f0091 req-a9892b91-0e8c-4c7c-afbc-4c0c572a5a25 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4&device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 1095 time: 0.0646210 Nov 03 18:50:36.245050 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500d2ca-9d31-4bfb-b378-6fc7569f0091 req-a5574ca2-332a-495c-87ef-52d7efb208ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:36.247435 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6500d2ca-9d31-4bfb-b378-6fc7569f0091 req-a5574ca2-332a-495c-87ef-52d7efb208ab service neutron] 10.222.0.98 "GET /v2.0/networks?id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb HTTP/1.1" status: 200 len: 913 time: 0.1544106 Nov 03 18:50:36.318486 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6500d2ca-9d31-4bfb-b378-6fc7569f0091 req-dd2ff442-e1d3-479a-b7a0-4b738ae94a61 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86b38581-c360-44ff-858c-d9e5ef925657 HTTP/1.1" status: 200 len: 217 time: 0.0607290 Nov 03 18:50:36.374753 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-f48d89f0-9f6f-47c7-af16-e8894b9a6c80 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.394503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500d2ca-9d31-4bfb-b378-6fc7569f0091 req-51f35acd-9f7d-41f4-b5fb-a6531e814966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:36.396878 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6500d2ca-9d31-4bfb-b378-6fc7569f0091 req-51f35acd-9f7d-41f4-b5fb-a6531e814966 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=12e5a424-1905-4a43-b17f-b219e8a412e4 HTTP/1.1" status: 200 len: 852 time: 0.0688629 Nov 03 18:50:36.411073 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6786ea1-0f45-4189-b011-bb7282674fd1 req-fa0171c7-48c7-4ea5-af26-21882779d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:36.412615 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a6786ea1-0f45-4189-b011-bb7282674fd1 req-fa0171c7-48c7-4ea5-af26-21882779d064 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 1097 time: 0.1144614 Nov 03 18:50:36.437424 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6500d2ca-9d31-4bfb-b378-6fc7569f0091 req-fc4d71c9-964b-4ed8-8146-1f602fad7602 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336292 Nov 03 18:50:36.469364 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-f48d89f0-9f6f-47c7-af16-e8894b9a6c80 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.498710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-569d7c07-6ff8-4941-93e5-b6f53299ee63 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting port f9035dcc-7003-4eb3-bec2-f1e4f4adfbd0 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:36.499133 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-569d7c07-6ff8-4941-93e5-b6f53299ee63 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.574845 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a6786ea1-0f45-4189-b011-bb7282674fd1 req-5c045635-594b-42c0-8cba-792a9d482202 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537290 Nov 03 18:50:36.586631 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-f48d89f0-9f6f-47c7-af16-e8894b9a6c80 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Network 607a40fa-8a24-41aa-8539-5608eff8b825 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:36.626541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-f48d89f0-9f6f-47c7-af16-e8894b9a6c80 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:36.632490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-f48d89f0-9f6f-47c7-af16-e8894b9a6c80 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:36.663017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d89f0-9f6f-47c7-af16-e8894b9a6c80 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Pushing event updated for resources: {'Port': ['ID=ed222736-4595-4ead-a33f-15f22dd3ec2d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:36.718083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6500d2ca-9d31-4bfb-b378-6fc7569f0091 req-5c44b763-5c4f-480e-b2b3-58709224e9b7 service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632127 Nov 03 18:50:36.727345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81592e-aebe-4b6e-aad3-243e8f6feb00 req-463c3e12-4ad8-41d8-80d0-09e1a5b3ae0c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:36.732764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e81592e-aebe-4b6e-aad3-243e8f6feb00 req-463c3e12-4ad8-41d8-80d0-09e1a5b3ae0c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1427903 Nov 03 18:50:36.735365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-f48d89f0-9f6f-47c7-af16-e8894b9a6c80 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:36.736773 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-f48d89f0-9f6f-47c7-af16-e8894b9a6c80 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.739909 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-569d7c07-6ff8-4941-93e5-b6f53299ee63 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:36.751054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df78a8f-0495-4642-ad5a-9b8b8deb89c9 req-fcd1d3dc-3253-44b8-979f-6691d8a20c23 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:36.754036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9df78a8f-0495-4642-ad5a-9b8b8deb89c9 req-fcd1d3dc-3253-44b8-979f-6691d8a20c23 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 932 time: 0.1669950 Nov 03 18:50:36.758133 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-569d7c07-6ff8-4941-93e5-b6f53299ee63 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Calling delete_port for f9035dcc-7003-4eb3-bec2-f1e4f4adfbd0 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:36.774176 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-f48d89f0-9f6f-47c7-af16-e8894b9a6c80 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8861682 Nov 03 18:50:36.983239 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Request body: {'port': {'device_id': 'c9d9d8b0-dd44-4c67-b661-19b0eec9f1af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:37.097529 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:37.145996 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-569d7c07-6ff8-4941-93e5-b6f53299ee63 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:37.188464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d7c07-6ff8-4941-93e5-b6f53299ee63 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Port': ['ID=f9035dcc-7003-4eb3-bec2-f1e4f4adfbd0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:37.345924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e81592e-aebe-4b6e-aad3-243e8f6feb00 req-071193d8-26c3-42dc-986c-4f3a3ce38076 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903356 Nov 03 18:50:37.364775 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9df78a8f-0495-4642-ad5a-9b8b8deb89c9 req-bfaf49ab-18cf-4bcd-9bbf-0cad852bced8 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5799677 Nov 03 18:50:37.378297 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6500d2ca-9d31-4bfb-b378-6fc7569f0091 req-367197ef-3110-4d09-801a-a7d265094480 service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6399798 Nov 03 18:50:37.536534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1c0cc67-d3b0-49a2-a03a-ff267f377585 req-45ad0251-d77a-4ea6-9559-d6400469033d tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0406747 Nov 03 18:50:37.708187 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63436cd5-d63d-491b-a3e8-2b56c2d8943e req-783838ee-dd43-4525-be4b-d034b5273886 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:37.723709 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63436cd5-d63d-491b-a3e8-2b56c2d8943e req-783838ee-dd43-4525-be4b-d034b5273886 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 944 time: 0.1005642 Nov 03 18:50:37.777657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63436cd5-d63d-491b-a3e8-2b56c2d8943e req-df93f94c-da92-407e-b47b-09d176752a4e tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527699 Nov 03 18:50:37.974761 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-569d7c07-6ff8-4941-93e5-b6f53299ee63 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.087407 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed222736-4595-4ead-a33f-15f22dd3ec2d {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:38.099735 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.151413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Transition to ACTIVE for port object ed222736-4595-4ead-a33f-15f22dd3ec2d will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:50:38.162133 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.237485 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Pushing event updated for resources: {'Port': ['ID=ed222736-4595-4ead-a33f-15f22dd3ec2d,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:38.444965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Attempting to bind port ed222736-4595-4ead-a33f-15f22dd3ec2d on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:38.445432 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Attempting to bind port ed222736-4595-4ead-a33f-15f22dd3ec2d by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '0f2288dd-79c2-4796-9eb1-86a18715dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '607a40fa-8a24-41aa-8539-5608eff8b825'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:38.445894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Attempting to bind port ed222736-4595-4ead-a33f-15f22dd3ec2d on network 607a40fa-8a24-41aa-8539-5608eff8b825 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:38.501321 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Port ed222736-4595-4ead-a33f-15f22dd3ec2d on network 607a40fa-8a24-41aa-8539-5608eff8b825 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:50:38.501791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Attempting to bind port ed222736-4595-4ead-a33f-15f22dd3ec2d on network 607a40fa-8a24-41aa-8539-5608eff8b825 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:38.519167 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:38.521171 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Checking segment: {'id': '0f2288dd-79c2-4796-9eb1-86a18715dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '607a40fa-8a24-41aa-8539-5608eff8b825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:38.521737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Bound using segment: {'id': '0f2288dd-79c2-4796-9eb1-86a18715dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '607a40fa-8a24-41aa-8539-5608eff8b825'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:38.522338 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Bound port: ed222736-4595-4ead-a33f-15f22dd3ec2d, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2288dd-79c2-4796-9eb1-86a18715dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '607a40fa-8a24-41aa-8539-5608eff8b825'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:38.522811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.547362 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569d7c07-6ff8-4941-93e5-b6f53299ee63 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 94b7ac76-29f8-472c-ab5a-a571d0607ecb has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:38.608365 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea2365-baf4-4fe1-9392-da719f130f03 req-8b2377fc-c558-48be-8664-84702e88dd29 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:38.618678 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9ea2365-baf4-4fe1-9392-da719f130f03 req-8b2377fc-c558-48be-8664-84702e88dd29 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 944 time: 0.1266804 Nov 03 18:50:38.627495 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] For port ed222736-4595-4ead-a33f-15f22dd3ec2d, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:38.634057 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] For port ed222736-4595-4ead-a33f-15f22dd3ec2d, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ed222736-4595-4ead-a33f-15f22dd3ec2d,segment=NetworkSegment(0f2288dd-79c2-4796-9eb1-86a18715dfab),segment_id=0f2288dd-79c2-4796-9eb1-86a18715dfab)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:38.653412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d941b-429c-4961-8e10-c8c11ed122a4 req-72594644-7205-4a7d-967d-4e06fd622c92 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:38.668865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e7d941b-429c-4961-8e10-c8c11ed122a4 req-72594644-7205-4a7d-967d-4e06fd622c92 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1419888 Nov 03 18:50:38.686234 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.718841 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 86b38581-c360-44ff-858c-d9e5ef925657 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:38.770626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9ea2365-baf4-4fe1-9392-da719f130f03 req-93986e12-c64a-4e64-9502-8d76aee37054 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508136 Nov 03 18:50:38.802392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Pushing event updated for resources: {'Port': ['ID=ed222736-4595-4ead-a33f-15f22dd3ec2d,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:38.806536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e7d941b-429c-4961-8e10-c8c11ed122a4 req-ad4ebdbc-7d75-49e2-ba33-717999629964 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333606 Nov 03 18:50:38.839879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:38.846147 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:38.847829 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-3f79a25e-ce62-4268-aec3-620c75d1d97b service neutron] 10.222.0.87 "PUT /v2.0/ports/ed222736-4595-4ead-a33f-15f22dd3ec2d HTTP/1.1" status: 200 len: 1092 time: 1.8849361 Nov 03 18:50:38.850295 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d9d8b0-dd44-4c67-b661-19b0eec9f1af', 'tag': 'ed222736-4595-4ead-a33f-15f22dd3ec2d'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:38.854630 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2694955f-fb16-4324-93bf-44589a4175f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d9d8b0-dd44-4c67-b661-19b0eec9f1af", "tag": "ed222736-4595-4ead-a33f-15f22dd3ec2d"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:38.962864 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 86b38581-c360-44ff-858c-d9e5ef925657, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=86b38581-c360-44ff-858c-d9e5ef925657,segment=NetworkSegment(f9b5d23f-7c3f-402b-afd6-5bf786abecb9),segment_id=f9b5d23f-7c3f-402b-afd6-5bf786abecb9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:38.971076 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569d7c07-6ff8-4941-93e5-b6f53299ee63 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:38.981197 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-569d7c07-6ff8-4941-93e5-b6f53299ee63 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "PUT /v2.0/routers/94b7ac76-29f8-472c-ab5a-a571d0607ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6210084 Nov 03 18:50:38.982804 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57712) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:38.987518 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f7f867-1f17-423b-a8a0-9549434595b9 None None] Sync routers for ids ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:39.001263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '86b38581-c360-44ff-858c-d9e5ef925657', 'network_id': '4b4dff2c-6acd-4b11-8f28-99f35ebe57eb', 'port_id': '86b38581-c360-44ff-858c-d9e5ef925657', 'mac_address': 'fa:16:3e:3f:ed:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e5a424-1905-4a43-b17f-b219e8a412e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:50:39.005252 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7f867-1f17-423b-a8a0-9549434595b9 None None] Routers {'94b7ac76-29f8-472c-ab5a-a571d0607ecb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:39.008444 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-63f7f867-1f17-423b-a8a0-9549434595b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:39.032342 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-0f7eb6c3-ed81-47ef-bb71-34c125689f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:39.034230 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-0f7eb6c3-ed81-47ef-bb71-34c125689f5a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=512098da8af54bf68f61a514d47a5ab5&device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 1095 time: 0.0495124 Nov 03 18:50:39.069908 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.085763 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b38581-c360-44ff-858c-d9e5ef925657 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:39.102898 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-63f7f867-1f17-423b-a8a0-9549434595b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:39.117811 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 86b38581-c360-44ff-858c-d9e5ef925657, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=86b38581-c360-44ff-858c-d9e5ef925657,segment=NetworkSegment(f9b5d23f-7c3f-402b-afd6-5bf786abecb9),segment_id=f9b5d23f-7c3f-402b-afd6-5bf786abecb9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:39.123653 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.133571 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-39ec3a11-82a6-4a7e-a848-99eb85948f3c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed222736-4595-4ead-a33f-15f22dd3ec2d HTTP/1.1" status: 200 len: 217 time: 0.0740547 Nov 03 18:50:39.133805 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:50:39.148779 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7f867-1f17-423b-a8a0-9549434595b9 None None] Routers {'94b7ac76-29f8-472c-ab5a-a571d0607ecb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:39.149383 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-63f7f867-1f17-423b-a8a0-9549434595b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:39.233436 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-63f7f867-1f17-423b-a8a0-9549434595b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:39.236405 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f7f867-1f17-423b-a8a0-9549434595b9 None None] The sync data for ids ['94b7ac76-29f8-472c-ab5a-a571d0607ecb'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:39.247052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=86b38581-c360-44ff-858c-d9e5ef925657,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:39.265349 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88fa4f51-d048-4297-8431-3327cc6a2632 req-be3d8c3e-6a48-4a47-b687-9296504473b2 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.2953436 Nov 03 18:50:39.287614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-8beec19f-8a10-4ebc-b9ec-a04e251ac087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:39.295511 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-8beec19f-8a10-4ebc-b9ec-a04e251ac087 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=74075503-1f5f-4785-9abf-c24543217d83 HTTP/1.1" status: 200 len: 865 time: 0.1529713 Nov 03 18:50:39.315402 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.370768 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a209803-70a7-428c-847c-35bb2f62414f x-openstack-request-id: req-9a209803-70a7-428c-847c-35bb2f62414f {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:39.371395 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d9d8b0-dd44-4c67-b661-19b0eec9f1af", "tag": "ed222736-4595-4ead-a33f-15f22dd3ec2d", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:39.372765 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9a209803-70a7-428c-847c-35bb2f62414f {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:39.373509 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d9d8b0-dd44-4c67-b661-19b0eec9f1af', 'tag': 'ed222736-4595-4ead-a33f-15f22dd3ec2d', 'status': 'completed', 'code': 200} Nov 03 18:50:39.378348 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-39b2ad18-c7e7-4f75-b981-9d97b8d7357b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=607a40fa-8a24-41aa-8539-5608eff8b825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626976 Nov 03 18:50:39.423736 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['86b38581-c360-44ff-858c-d9e5ef925657'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:39.451730 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3938dde-1a6b-432c-a849-a7e56c30e174 req-f2ca2d16-5dda-4a23-89e2-f0f0abb47d98 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:39.461475 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3938dde-1a6b-432c-a849-a7e56c30e174 req-f2ca2d16-5dda-4a23-89e2-f0f0abb47d98 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 945 time: 0.1767077 Nov 03 18:50:39.526337 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-687806f3-5eda-486a-af00-5e926f4d1988 service neutron] 10.222.0.87 "GET /v2.0/networks/607a40fa-8a24-41aa-8539-5608eff8b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359422 Nov 03 18:50:39.538459 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.561020 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3938dde-1a6b-432c-a849-a7e56c30e174 req-ecb7121c-6b26-494b-a8dd-076a4f577637 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985267 Nov 03 18:50:39.625413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting port fabeb342-98b1-4484-88db-f124b26c0434 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:39.626119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.677504 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5e793d4-c6cd-47c5-9419-a435d4a61f92 req-024431aa-c786-48a9-a9d1-b415049c3f50 service neutron] 10.222.0.87 "GET /v2.0/networks/607a40fa-8a24-41aa-8539-5608eff8b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415126 Nov 03 18:50:39.746822 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:39.763977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Calling delete_port for fabeb342-98b1-4484-88db-f124b26c0434 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:39.937547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694955f-fb16-4324-93bf-44589a4175f6 req-3a2584e1-b5ff-4c42-91cc-f59fde7810b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:39.939450 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2694955f-fb16-4324-93bf-44589a4175f6 req-3a2584e1-b5ff-4c42-91cc-f59fde7810b5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=512098da8af54bf68f61a514d47a5ab5&device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 1095 time: 0.1039758 Nov 03 18:50:40.046449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35d7b0-3f39-4be2-8e4a-49898d781ab5 req-d50658e6-436d-46ca-b907-60b3fac7f4f2 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:40.048549 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f35d7b0-3f39-4be2-8e4a-49898d781ab5 req-d50658e6-436d-46ca-b907-60b3fac7f4f2 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1545765 Nov 03 18:50:40.070336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48e9e6-396f-40f4-aa03-2843f973c46c req-6016e61c-28d9-4f7b-a0dc-6ded575d4f0a tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:40.072318 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d48e9e6-396f-40f4-aa03-2843f973c46c req-6016e61c-28d9-4f7b-a0dc-6ded575d4f0a tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 944 time: 0.1812932 Nov 03 18:50:40.096753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694955f-fb16-4324-93bf-44589a4175f6 req-748bdeec-de19-49ea-80e4-3427e93cb060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:40.098370 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2694955f-fb16-4324-93bf-44589a4175f6 req-748bdeec-de19-49ea-80e4-3427e93cb060 service neutron] 10.222.0.87 "GET /v2.0/networks?id=607a40fa-8a24-41aa-8539-5608eff8b825 HTTP/1.1" status: 200 len: 926 time: 0.1414995 Nov 03 18:50:40.161268 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2694955f-fb16-4324-93bf-44589a4175f6 req-74b75014-8ee6-4cd8-8668-061ecaa62bde service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed222736-4595-4ead-a33f-15f22dd3ec2d HTTP/1.1" status: 200 len: 217 time: 0.0545473 Nov 03 18:50:40.232431 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f35d7b0-3f39-4be2-8e4a-49898d781ab5 req-6c437142-0e14-43ce-8fc4-bacce881a155 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586912 Nov 03 18:50:40.237898 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694955f-fb16-4324-93bf-44589a4175f6 req-527d792b-5b52-445c-8dde-edea6652bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:40.240807 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2694955f-fb16-4324-93bf-44589a4175f6 req-527d792b-5b52-445c-8dde-edea6652bf4f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=74075503-1f5f-4785-9abf-c24543217d83 HTTP/1.1" status: 200 len: 865 time: 0.0686181 Nov 03 18:50:40.242588 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.290627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Port': ['ID=fabeb342-98b1-4484-88db-f124b26c0434,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:40.299209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d48e9e6-396f-40f4-aa03-2843f973c46c req-4a744d35-b1bd-4055-a8dc-ee6ed9510e88 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152514 Nov 03 18:50:40.311876 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2694955f-fb16-4324-93bf-44589a4175f6 req-c4f0ab06-10f2-4be5-b783-50e6cd694ac9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=607a40fa-8a24-41aa-8539-5608eff8b825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518489 Nov 03 18:50:40.317071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:40.317418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:40.317762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:40.318098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:40.318441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:40.318771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:40.319100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:40.319406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:40.319778 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:40.320205 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:40.320537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:40.320857 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:50:40.409729 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.469140 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2694955f-fb16-4324-93bf-44589a4175f6 req-960e960d-8bde-4f45-9975-5e3721314004 service neutron] 10.222.0.87 "GET /v2.0/networks/607a40fa-8a24-41aa-8539-5608eff8b825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453443 Nov 03 18:50:40.569158 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.579452 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.606940 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d3b46d0-d59d-4862-87e3-0bd386523872 req-ad49b964-d742-4183-9ddf-8f64c160947b tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0567389 Nov 03 18:50:40.650396 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2694955f-fb16-4324-93bf-44589a4175f6 req-cf1b5af4-f5ac-40bd-9fff-18685a0f29eb service neutron] 10.222.0.87 "GET /v2.0/networks/607a40fa-8a24-41aa-8539-5608eff8b825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666796 Nov 03 18:50:40.672466 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.673352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Fanout notify agent at l3_agent the message router_deleted on router 94b7ac76-29f8-472c-ab5a-a571d0607ecb {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:50:40.687079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.692412 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57734) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:40.692683 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-eb77b766-9ca4-44a2-918a-ba4b8781d86c tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/routers/94b7ac76-29f8-472c-ab5a-a571d0607ecb HTTP/1.1" status: 204 len: 168 time: 1.6948278 Nov 03 18:50:40.704545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1695e4d-921f-4fb1-acd2-e85db472f30e req-fb72cbe9-a504-4be7-8631-0ef4de7b3162 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:40.712186 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1695e4d-921f-4fb1-acd2-e85db472f30e req-fb72cbe9-a504-4be7-8631-0ef4de7b3162 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.2193441 Nov 03 18:50:40.737854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 86b38581-c360-44ff-858c-d9e5ef925657 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:40.782004 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc76bf0-8d49-4063-af13-e3955d289f31 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting subnet b033e15c-12b2-4ed2-a082-17a31c62cfa1 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:50:40.786049 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fcc76bf0-8d49-4063-af13-e3955d289f31 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.801507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1695e4d-921f-4fb1-acd2-e85db472f30e req-79101d57-9efa-436f-b489-e04e9dbc69cb tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881236 Nov 03 18:50:40.805504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 86b38581-c360-44ff-858c-d9e5ef925657 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:50:40.811543 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 86b38581-c360-44ff-858c-d9e5ef925657 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:40.812411 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.832573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad65c77-4ff6-4254-bf0b-f3d5fb6abbe9 req-598e7f59-e920-4581-bec5-7b287dfcc14c tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:40.834914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ad65c77-4ff6-4254-bf0b-f3d5fb6abbe9 req-598e7f59-e920-4581-bec5-7b287dfcc14c tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 945 time: 0.1193075 Nov 03 18:50:40.873267 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fcc76bf0-8d49-4063-af13-e3955d289f31 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:40.942232 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ad65c77-4ff6-4254-bf0b-f3d5fb6abbe9 req-7d1165ee-42ea-45a6-a2d7-7d9e942d844c tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941622 Nov 03 18:50:40.971543 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.017583 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e35ea4-6aae-4847-8800-7c3f99e30478 req-4086879e-9568-4214-9563-aea5777e20b3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:41.019205 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64e35ea4-6aae-4847-8800-7c3f99e30478 req-4086879e-9568-4214-9563-aea5777e20b3 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1159637 Nov 03 18:50:41.024395 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a2c2b5-dd93-412b-be37-7a58f58e2e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b38581-c360-44ff-858c-d9e5ef925657'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:41.027250 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c710ad-846b-4c4c-be72-3e6c013fce95" -d '{"events": [{"server_uuid": "29a2c2b5-dd93-412b-be37-7a58f58e2e29", "name": "network-vif-plugged", "status": "completed", "tag": "86b38581-c360-44ff-858c-d9e5ef925657"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:41.061291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 86b38581-c360-44ff-858c-d9e5ef925657, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=86b38581-c360-44ff-858c-d9e5ef925657,segment=NetworkSegment(f9b5d23f-7c3f-402b-afd6-5bf786abecb9),segment_id=f9b5d23f-7c3f-402b-afd6-5bf786abecb9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:41.066971 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.123538 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fcc76bf0-8d49-4063-af13-e3955d289f31 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.126699 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64e35ea4-6aae-4847-8800-7c3f99e30478 req-502f3d9f-e3d6-413b-9c82-e0e771273c61 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916224 Nov 03 18:50:41.147540 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842195c9-016b-4b13-9fde-ddcbca087950 x-openstack-request-id: req-842195c9-016b-4b13-9fde-ddcbca087950 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:41.147540 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a2c2b5-dd93-412b-be37-7a58f58e2e29", "name": "network-vif-plugged", "status": "completed", "tag": "86b38581-c360-44ff-858c-d9e5ef925657", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:41.147540 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-842195c9-016b-4b13-9fde-ddcbca087950 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:41.147540 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a2c2b5-dd93-412b-be37-7a58f58e2e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b38581-c360-44ff-858c-d9e5ef925657', 'code': 200} Nov 03 18:50:41.231344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=86b38581-c360-44ff-858c-d9e5ef925657,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:41.250727 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fcc76bf0-8d49-4063-af13-e3955d289f31 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.275942 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ae4df-8025-4a85-af4c-cdf350b25061 req-c820db48-dfd8-4996-8dd9-bee005ba3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:41.277773 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-156ae4df-8025-4a85-af4c-cdf350b25061 req-c820db48-dfd8-4996-8dd9-bee005ba3b2d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 1097 time: 0.0692465 Nov 03 18:50:41.312298 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc76bf0-8d49-4063-af13-e3955d289f31 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Subnet': ['ID=b033e15c-12b2-4ed2-a082-17a31c62cfa1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:41.316295 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fcc76bf0-8d49-4063-af13-e3955d289f31 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.323950 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fcc76bf0-8d49-4063-af13-e3955d289f31 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/subnets/b033e15c-12b2-4ed2-a082-17a31c62cfa1 HTTP/1.1" status: 204 len: 168 time: 0.6298277 Nov 03 18:50:41.324686 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57746) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:41.329197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6731f594-cedb-4012-82c5-6739e7ccef0d None None] Network 00ff7a1e-360b-4f98-ae9b-63f8d922a81c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:41.425573 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-156ae4df-8025-4a85-af4c-cdf350b25061 req-ea8dfc83-994b-40aa-ac0c-447d9bbec5f4 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396744 Nov 03 18:50:41.477738 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.496879 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebce7b2-42f3-4c1a-8d36-533d3487ba89 req-64895443-7b2d-4866-9c5a-ec613aa1a863 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:41.506680 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ebce7b2-42f3-4c1a-8d36-533d3487ba89 req-64895443-7b2d-4866-9c5a-ec613aa1a863 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.2062895 Nov 03 18:50:41.569964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b91cc2-d82b-40ef-99f4-cba8aaa3bfb2 req-5f215760-e29d-4df0-9c63-a9bd2d2ae223 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:41.579454 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29b91cc2-d82b-40ef-99f4-cba8aaa3bfb2 req-5f215760-e29d-4df0-9c63-a9bd2d2ae223 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 944 time: 0.1552188 Nov 03 18:50:41.590628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting port eefc5733-0560-490b-b13b-2de6f24c772b {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:41.590937 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.624147 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ebce7b2-42f3-4c1a-8d36-533d3487ba89 req-9691b21d-f4b0-4fb1-9a80-7eb8097502a8 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165380 Nov 03 18:50:41.661758 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29b91cc2-d82b-40ef-99f4-cba8aaa3bfb2 req-69aeed46-fe1d-4cb6-89ed-f44deeff46d5 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810754 Nov 03 18:50:41.673451 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace1cd38-8c0c-4939-9003-e889ff23095c None None] DHCP port deletion for 00ff7a1e-360b-4f98-ae9b-63f8d922a81c request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:50:41.698888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] For port eefc5733-0560-490b-b13b-2de6f24c772b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eefc5733-0560-490b-b13b-2de6f24c772b,segment=NetworkSegment(ffc121f5-b2d1-4a6e-8e4f-ab7479200808),segment_id=ffc121f5-b2d1-4a6e-8e4f-ab7479200808)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:41.699256 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.716828 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Calling delete_port for eefc5733-0560-490b-b13b-2de6f24c772b owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:41.799850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ace1cd38-8c0c-4939-9003-e889ff23095c None None] Deleting port eefc5733-0560-490b-b13b-2de6f24c772b {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:41.800776 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ace1cd38-8c0c-4939-9003-e889ff23095c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.878579 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.905945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d170f798-62b2-42c1-8208-b9f5ebfeb3bf req-dc0337d1-436a-4ebb-95d7-0b3202551a33 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0522187 Nov 03 18:50:41.925779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Port': ['ID=eefc5733-0560-490b-b13b-2de6f24c772b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:41.934940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ace1cd38-8c0c-4939-9003-e889ff23095c None None] For port eefc5733-0560-490b-b13b-2de6f24c772b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eefc5733-0560-490b-b13b-2de6f24c772b,segment=NetworkSegment(ffc121f5-b2d1-4a6e-8e4f-ab7479200808),segment_id=ffc121f5-b2d1-4a6e-8e4f-ab7479200808)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:41.935591 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ace1cd38-8c0c-4939-9003-e889ff23095c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:41.937056 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] No DVR routers for this DVR port eefc5733-0560-490b-b13b-2de6f24c772b on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:41.968725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ace1cd38-8c0c-4939-9003-e889ff23095c None None] Calling delete_port for eefc5733-0560-490b-b13b-2de6f24c772b owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:41.976606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34b430-bf07-4431-8c00-25c9e6bd7c58 req-8c93ebac-0d32-46fd-9431-004664f2d33c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:41.978405 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e34b430-bf07-4431-8c00-25c9e6bd7c58 req-8c93ebac-0d32-46fd-9431-004664f2d33c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.0764382 Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: from cryptography.utils import int_from_bytes Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: from cryptography.utils import int_from_bytes Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.065101 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.069493 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.069493 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.069493 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.069493 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.069493 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.069493 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.069493 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.069493 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.069493 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.069493 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.069493 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.069493 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.069493 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:50:42.069493 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:50:42.076728 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ace1cd38-8c0c-4939-9003-e889ff23095c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.088904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e34b430-bf07-4431-8c00-25c9e6bd7c58 req-a504c9f4-27b9-4012-9651-c9cbf8337c5f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978711 Nov 03 18:50:42.102745 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace1cd38-8c0c-4939-9003-e889ff23095c None None] No DVR routers for this DVR port eefc5733-0560-490b-b13b-2de6f24c772b on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:42.136987 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1cd38-8c0c-4939-9003-e889ff23095c None None] Pushing event deleted for resources: {'Port': ['ID=eefc5733-0560-490b-b13b-2de6f24c772b,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:42.175765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a6ade-ef47-4e19-898b-e02e7616f8e7 req-182b40c6-3987-4450-80eb-18dc65202efe tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:42.178913 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-737a6ade-ef47-4e19-898b-e02e7616f8e7 req-182b40c6-3987-4450-80eb-18dc65202efe tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 946 time: 0.0877571 Nov 03 18:50:42.179729 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.219256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ff7a1e-360b-4f98-ae9b-63f8d922a81c']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:42.232247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc121f5-b2d1-4a6e-8e4f-ab7479200808') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:42.232552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc121f5-b2d1-4a6e-8e4f-ab7479200808') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:42.244924 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.268511 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.280503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:50:42.281847 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:50:42.287546 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:50:42.295523 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-737a6ade-ef47-4e19-898b-e02e7616f8e7 req-53b171a4-813d-47e4-984e-25ab92f7da53 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044617 Nov 03 18:50:42.345327 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e936f-1535-4589-9149-8817ee2873e2 req-600904de-d5e3-49d9-a7c9-a5cf46eef547 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:42.348298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cf3e936f-1535-4589-9149-8817ee2873e2 req-600904de-d5e3-49d9-a7c9-a5cf46eef547 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1106317 Nov 03 18:50:42.375400 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.390273 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.396508 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/networks/00ff7a1e-360b-4f98-ae9b-63f8d922a81c HTTP/1.1" status: 204 len: 168 time: 1.0705473 Nov 03 18:50:42.398321 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57772) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:42.427502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cf3e936f-1535-4589-9149-8817ee2873e2 req-7792c0de-226e-45f9-85a5-e5c8d3c3ffb2 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687184 Nov 03 18:50:42.434082 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fe21b-75f6-45ee-9129-a54a3ef04bae tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Network': ['ID=00ff7a1e-360b-4f98-ae9b-63f8d922a81c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:42.593510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2d76a137-7b1c-4d38-a281-82dd832277ec tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting port caa07a76-487e-4911-afa2-aecd50965762 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:42.593837 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d76a137-7b1c-4d38-a281-82dd832277ec tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.606613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eefc5733-0560-490b-b13b-2de6f24c772b no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:42.619859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d908021-5525-491a-bfbb-26a46626b255 req-3e83a221-5657-4ea5-bd3a-d642fd3a1708 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:42.621749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d908021-5525-491a-bfbb-26a46626b255 req-3e83a221-5657-4ea5-bd3a-d642fd3a1708 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.0868266 Nov 03 18:50:42.641650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: eefc5733-0560-490b-b13b-2de6f24c772b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:42.641650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eefc5733-0560-490b-b13b-2de6f24c772b not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:42.697251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d908021-5525-491a-bfbb-26a46626b255 req-70734ca6-3ac9-4d47-8a72-11c5cd5b55dc tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668740 Nov 03 18:50:42.740807 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d76a137-7b1c-4d38-a281-82dd832277ec tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.741191 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d76a137-7b1c-4d38-a281-82dd832277ec tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.762747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2d76a137-7b1c-4d38-a281-82dd832277ec tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Calling delete_port for caa07a76-487e-4911-afa2-aecd50965762 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:42.843352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb6c49-e42d-4b43-b4ca-5176802d9222 req-3da6e991-58fc-4686-8808-7dbd12decf1d tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:42.845240 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22fb6c49-e42d-4b43-b4ca-5176802d9222 req-3da6e991-58fc-4686-8808-7dbd12decf1d tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 944 time: 0.0768576 Nov 03 18:50:42.934230 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22fb6c49-e42d-4b43-b4ca-5176802d9222 req-f9b54238-4c6b-4bf5-b1cc-fbb9a1a9daea tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734744 Nov 03 18:50:42.949156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d76a137-7b1c-4d38-a281-82dd832277ec tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:42.990087 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76a137-7b1c-4d38-a281-82dd832277ec tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Port': ['ID=caa07a76-487e-4911-afa2-aecd50965762,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:43.067012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d76a137-7b1c-4d38-a281-82dd832277ec tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.071028 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d76a137-7b1c-4d38-a281-82dd832277ec tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.077439 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2d76a137-7b1c-4d38-a281-82dd832277ec tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/floatingips/e19c0c1a-8c1c-4b41-8d17-7d3220f4f706 HTTP/1.1" status: 204 len: 168 time: 0.6579370 Nov 03 18:50:43.078088 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57798) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:43.120769 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5560c2-fd7c-4abd-8281-f0a5ada34409 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:43.121625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5560c2-fd7c-4abd-8281-f0a5ada34409 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:43.127526 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3c5560c2-fd7c-4abd-8281-f0a5ada34409 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/ports/5c001c4c-9e9e-45fa-926a-01f3666009fd HTTP/1.1" status: 404 len: 333 time: 0.0461376 Nov 03 18:50:43.127754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba831945-a17c-4480-bacf-5cd6a22010e7 req-1a96e298-f02e-45be-a456-99b8d8f1e63f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:43.127898 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57802) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:43.129044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba831945-a17c-4480-bacf-5cd6a22010e7 req-1a96e298-f02e-45be-a456-99b8d8f1e63f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.0746429 Nov 03 18:50:43.149161 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.168823 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7f1ed31c-7304-412e-bba6-06d2c1d721ec tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "GET /v2.0/ports?device_id=94b7ac76-29f8-472c-ab5a-a571d0607ecb HTTP/1.1" status: 200 len: 205 time: 0.0398405 Nov 03 18:50:43.172218 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57806) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:43.194824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64df29fa-6425-40f3-92fa-4455b43e62b0 req-10465c21-a52a-4600-98ff-56db613d6d17 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0495701 Nov 03 18:50:43.231200 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-31c9753b-ab35-4653-829c-8162bf03f952 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] delete failed (client error): The resource could not be found. Nov 03 18:50:43.232304 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-31c9753b-ab35-4653-829c-8162bf03f952 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/routers/94b7ac76-29f8-472c-ab5a-a571d0607ecb HTTP/1.1" status: 404 len: 336 time: 0.0591078 Nov 03 18:50:43.234991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57808) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:43.256747 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba831945-a17c-4480-bacf-5cd6a22010e7 req-a295e92b-d871-4b45-b595-9f4e8d03688d tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209879 Nov 03 18:50:43.271008 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78c3f0d-4588-4270-b8d1-fc0078be4c6d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] DELETE failed (client error): The resource could not be found. Nov 03 18:50:43.271758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78c3f0d-4588-4270-b8d1-fc0078be4c6d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:50:43.276697 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f78c3f0d-4588-4270-b8d1-fc0078be4c6d tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/subnets/b033e15c-12b2-4ed2-a082-17a31c62cfa1 HTTP/1.1" status: 404 len: 337 time: 0.0398107 Nov 03 18:50:43.279560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57810) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:43.380712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-ee6851c5-ff4d-45d7-8fc1-b1bc58f2aa00 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting port faec3dc0-c43f-4101-905e-9e099271df4f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:43.381180 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee6851c5-ff4d-45d7-8fc1-b1bc58f2aa00 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.498702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b8617-1dab-41be-96e4-00540cd6e3ba req-0e6cf3fb-dd20-4a9f-99d2-d02d16a2535d tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:43.500330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-411b8617-1dab-41be-96e4-00540cd6e3ba req-0e6cf3fb-dd20-4a9f-99d2-d02d16a2535d tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 946 time: 0.1160660 Nov 03 18:50:43.529906 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee6851c5-ff4d-45d7-8fc1-b1bc58f2aa00 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.550536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-ee6851c5-ff4d-45d7-8fc1-b1bc58f2aa00 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Calling delete_port for faec3dc0-c43f-4101-905e-9e099271df4f owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:43.561526 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ed222736-4595-4ead-a33f-15f22dd3ec2d details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:50:43.651992 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-411b8617-1dab-41be-96e4-00540cd6e3ba req-c1c0f87c-5fae-459e-aaf0-e8132ed08b37 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310589 Nov 03 18:50:43.721082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port ed222736-4595-4ead-a33f-15f22dd3ec2d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ed222736-4595-4ead-a33f-15f22dd3ec2d,segment=NetworkSegment(0f2288dd-79c2-4796-9eb1-86a18715dfab),segment_id=0f2288dd-79c2-4796-9eb1-86a18715dfab)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:43.741390 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'ed222736-4595-4ead-a33f-15f22dd3ec2d', 'network_id': '607a40fa-8a24-41aa-8539-5608eff8b825', 'port_id': 'ed222736-4595-4ead-a33f-15f22dd3ec2d', 'mac_address': 'fa:16:3e:36:35:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74075503-1f5f-4785-9abf-c24543217d83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:50:43.747530 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee6851c5-ff4d-45d7-8fc1-b1bc58f2aa00 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.800465 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.821973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed222736-4595-4ead-a33f-15f22dd3ec2d {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:50:43.825706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6851c5-ff4d-45d7-8fc1-b1bc58f2aa00 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Port': ['ID=faec3dc0-c43f-4101-905e-9e099271df4f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:43.843481 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port ed222736-4595-4ead-a33f-15f22dd3ec2d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ed222736-4595-4ead-a33f-15f22dd3ec2d,segment=NetworkSegment(0f2288dd-79c2-4796-9eb1-86a18715dfab),segment_id=0f2288dd-79c2-4796-9eb1-86a18715dfab)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:43.847786 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.899696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0719a760-f9a3-4cfa-9b79-4784ca4ed818 req-26b0e0eb-1d74-4fbf-a295-414da5c49b8f tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1360289066&fields=id&tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4 HTTP/1.1" status: 200 len: 267 time: 0.1494670 Nov 03 18:50:43.899977 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=ed222736-4595-4ead-a33f-15f22dd3ec2d,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:43.901180 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee6851c5-ff4d-45d7-8fc1-b1bc58f2aa00 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:43.909121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ee6851c5-ff4d-45d7-8fc1-b1bc58f2aa00 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/ports/faec3dc0-c43f-4101-905e-9e099271df4f HTTP/1.1" status: 204 len: 168 time: 0.6248016 Nov 03 18:50:43.910192 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57824) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:43.980645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719a760-f9a3-4cfa-9b79-4784ca4ed818 req-a8ef2865-e833-4baa-85fc-4f509487e653 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:43.983236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0719a760-f9a3-4cfa-9b79-4784ca4ed818 req-a8ef2865-e833-4baa-85fc-4f509487e653 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 946 time: 0.0763507 Nov 03 18:50:44.000905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-0719a760-f9a3-4cfa-9b79-4784ca4ed818 req-671b837b-de4c-4933-90ea-2fe97d3934a3 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'port': {'security_groups': ['e0a6ee2b-9b6f-4251-8f62-7e148d8cc642', '51598d29-c23f-44f9-8554-1a306d0accfc']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:44.077052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-540e3671-b793-4e95-be34-6b6508b371b4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting port ed7a5e8e-78ae-45ce-81b0-38487fc23880 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:44.077415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-540e3671-b793-4e95-be34-6b6508b371b4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.091344 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0719a760-f9a3-4cfa-9b79-4784ca4ed818 req-671b837b-de4c-4933-90ea-2fe97d3934a3 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.200005 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-540e3671-b793-4e95-be34-6b6508b371b4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.214614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-540e3671-b793-4e95-be34-6b6508b371b4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Calling delete_port for ed7a5e8e-78ae-45ce-81b0-38487fc23880 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:44.235763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f8faf-6f0f-427e-bf68-a603d5c4eb58 req-7a3e25e1-27e4-476f-b4ae-c2d03cf4a3aa tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:44.238501 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-201f8faf-6f0f-427e-bf68-a603d5c4eb58 req-7a3e25e1-27e4-476f-b4ae-c2d03cf4a3aa tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 945 time: 0.1562335 Nov 03 18:50:44.276721 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['ed222736-4595-4ead-a33f-15f22dd3ec2d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:44.348762 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-201f8faf-6f0f-427e-bf68-a603d5c4eb58 req-02f44678-559d-423f-b649-41b798cf27cf tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987985 Nov 03 18:50:44.365773 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-540e3671-b793-4e95-be34-6b6508b371b4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.394200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-0719a760-f9a3-4cfa-9b79-4784ca4ed818 req-671b837b-de4c-4933-90ea-2fe97d3934a3 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] For port 86b38581-c360-44ff-858c-d9e5ef925657, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=86b38581-c360-44ff-858c-d9e5ef925657,segment=NetworkSegment(f9b5d23f-7c3f-402b-afd6-5bf786abecb9),segment_id=f9b5d23f-7c3f-402b-afd6-5bf786abecb9)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:44.411071 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e3671-b793-4e95-be34-6b6508b371b4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Port': ['ID=ed7a5e8e-78ae-45ce-81b0-38487fc23880,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:44.442323 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0719a760-f9a3-4cfa-9b79-4784ca4ed818 req-671b837b-de4c-4933-90ea-2fe97d3934a3 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.453088 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0719a760-f9a3-4cfa-9b79-4784ca4ed818 req-671b837b-de4c-4933-90ea-2fe97d3934a3 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.476488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['24ecbc08-27b0-4fd0-8833-e4bd01727d5c', '86b38581-c360-44ff-858c-d9e5ef925657'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:44.527053 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-540e3671-b793-4e95-be34-6b6508b371b4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.532105 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-540e3671-b793-4e95-be34-6b6508b371b4 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/ports/ed7a5e8e-78ae-45ce-81b0-38487fc23880 HTTP/1.1" status: 204 len: 168 time: 0.6198034 Nov 03 18:50:44.534106 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57846) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:44.590487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719a760-f9a3-4cfa-9b79-4784ca4ed818 req-671b837b-de4c-4933-90ea-2fe97d3934a3 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:44.596065 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0719a760-f9a3-4cfa-9b79-4784ca4ed818 req-671b837b-de4c-4933-90ea-2fe97d3934a3 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:44.597851 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0719a760-f9a3-4cfa-9b79-4784ca4ed818 req-671b837b-de4c-4933-90ea-2fe97d3934a3 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "PUT /v2.0/ports/86b38581-c360-44ff-858c-d9e5ef925657 HTTP/1.1" status: 200 len: 982 time: 0.6025343 Nov 03 18:50:44.598496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a2c2b5-dd93-412b-be37-7a58f58e2e29', 'tag': '86b38581-c360-44ff-858c-d9e5ef925657'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:44.601038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f69e7d-7407-4a2e-9261-e5c787d36d79 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:44.603461 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b5f69e7d-7407-4a2e-9261-e5c787d36d79 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "GET /v2.0/ports?device_id=4c3bf854-2fde-4748-976f-9b53ee289104 HTTP/1.1" status: 200 len: 913 time: 0.0672717 Nov 03 18:50:44.604790 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c15c7d5-d6e3-4a61-92b5-fb97f3e86cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "29a2c2b5-dd93-412b-be37-7a58f58e2e29", "tag": "86b38581-c360-44ff-858c-d9e5ef925657"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:44.607077 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57850) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:44.687479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b837b-de4c-4933-90ea-2fe97d3934a3 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'Port': ['ID=86b38581-c360-44ff-858c-d9e5ef925657,revision_number=6']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:44.732191 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['86b38581-c360-44ff-858c-d9e5ef925657'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:44.824025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-745bf513-45f6-4e80-8d02-f291e7f1e960 req-f46aaa1c-3d7c-4801-9b38-7f4d81b7d4f8 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0730309 Nov 03 18:50:44.937726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31bb2c89-bea9-4c40-971a-2aeab8069a90 req-847ecc93-06df-440b-9308-470cbcaf8daa tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/51598d29-c23f-44f9-8554-1a306d0accfc HTTP/1.1" status: 200 len: 1820 time: 0.0584204 Nov 03 18:50:44.991643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63730087-104e-49e8-aba2-b2b59346065d req-35bedf3f-f966-4cac-b421-cb9af1862d1e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:45.002725 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63730087-104e-49e8-aba2-b2b59346065d req-35bedf3f-f966-4cac-b421-cb9af1862d1e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.2614820 Nov 03 18:50:45.137328 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63730087-104e-49e8-aba2-b2b59346065d req-849628d1-e955-47c8-bdb4-e8674e572215 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337004 Nov 03 18:50:45.208882 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-31bb2c89-bea9-4c40-971a-2aeab8069a90 req-8bdc8056-be1d-422c-a23b-8fbc09dd4858 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 18:50:45.229292 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31bb2c89-bea9-4c40-971a-2aeab8069a90 req-8bdc8056-be1d-422c-a23b-8fbc09dd4858 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "DELETE /v2.0/security-groups/51598d29-c23f-44f9-8554-1a306d0accfc HTTP/1.1" status: 409 len: 341 time: 0.2831900 Nov 03 18:50:45.296818 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b7b51d-8f4e-4732-bc6f-577d79b88bc5 x-openstack-request-id: req-d2b7b51d-8f4e-4732-bc6f-577d79b88bc5 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:45.296818 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a2c2b5-dd93-412b-be37-7a58f58e2e29", "tag": "86b38581-c360-44ff-858c-d9e5ef925657", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:45.296818 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d2b7b51d-8f4e-4732-bc6f-577d79b88bc5 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:45.296818 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a2c2b5-dd93-412b-be37-7a58f58e2e29', 'tag': '86b38581-c360-44ff-858c-d9e5ef925657', 'status': 'completed', 'code': 200} Nov 03 18:50:45.462422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15c7d5-d6e3-4a61-92b5-fb97f3e86cd0 req-f33a646a-d24e-4719-a98b-496f2bdd76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:45.465661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c15c7d5-d6e3-4a61-92b5-fb97f3e86cd0 req-f33a646a-d24e-4719-a98b-496f2bdd76ce service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4&device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 1136 time: 0.1407146 Nov 03 18:50:45.526590 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5b3deb0-c620-49c9-9e5f-83c29791f804 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.580222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ed222736-4595-4ead-a33f-15f22dd3ec2d up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:45.720611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port ed222736-4595-4ead-a33f-15f22dd3ec2d completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:50:45.737034 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port ed222736-4595-4ead-a33f-15f22dd3ec2d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:45.737877 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.775928 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15c7d5-d6e3-4a61-92b5-fb97f3e86cd0 req-e0e8a108-12c5-4991-a0aa-081d63190801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:45.778256 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c15c7d5-d6e3-4a61-92b5-fb97f3e86cd0 req-e0e8a108-12c5-4991-a0aa-081d63190801 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb HTTP/1.1" status: 200 len: 913 time: 0.3028266 Nov 03 18:50:45.858494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205dca2-3bcd-4e81-b9d3-20d7680b0133 req-66ec50a3-ce10-45cb-9449-2f2d222274b0 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:45.880390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e205dca2-3bcd-4e81-b9d3-20d7680b0133 req-66ec50a3-ce10-45cb-9449-2f2d222274b0 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 945 time: 0.2688303 Nov 03 18:50:45.881486 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.934124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d9d8b0-dd44-4c67-b661-19b0eec9f1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed222736-4595-4ead-a33f-15f22dd3ec2d'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:45.936559 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f185c7-bde1-445a-b154-0efb79feaa7a" -d '{"events": [{"server_uuid": "c9d9d8b0-dd44-4c67-b661-19b0eec9f1af", "name": "network-vif-plugged", "status": "completed", "tag": "ed222736-4595-4ead-a33f-15f22dd3ec2d"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:45.969369 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port ed222736-4595-4ead-a33f-15f22dd3ec2d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ed222736-4595-4ead-a33f-15f22dd3ec2d,segment=NetworkSegment(0f2288dd-79c2-4796-9eb1-86a18715dfab),segment_id=0f2288dd-79c2-4796-9eb1-86a18715dfab)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:45.976198 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:45.987852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c15c7d5-d6e3-4a61-92b5-fb97f3e86cd0 req-ebc67d25-24e1-4ac0-ba25-4fa60cce170e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86b38581-c360-44ff-858c-d9e5ef925657 HTTP/1.1" status: 200 len: 217 time: 0.2000134 Nov 03 18:50:46.076176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=ed222736-4595-4ead-a33f-15f22dd3ec2d,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:46.085059 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15c7d5-d6e3-4a61-92b5-fb97f3e86cd0 req-a273a562-cecf-46f7-996c-acb4c088c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:46.088726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c15c7d5-d6e3-4a61-92b5-fb97f3e86cd0 req-a273a562-cecf-46f7-996c-acb4c088c46c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=12e5a424-1905-4a43-b17f-b219e8a412e4 HTTP/1.1" status: 200 len: 852 time: 0.0922382 Nov 03 18:50:46.097477 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e205dca2-3bcd-4e81-b9d3-20d7680b0133 req-973138a5-6fbf-4cb6-8995-f3aab337eae1 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997557 Nov 03 18:50:46.232979 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c15c7d5-d6e3-4a61-92b5-fb97f3e86cd0 req-58b54b26-1504-4096-8277-eb9e19f63ebd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343477 Nov 03 18:50:46.431070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df8762-676f-416b-850d-61f077f696fe req-229f7a52-8ed1-410b-8745-54253c9d3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:46.433424 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-45df8762-676f-416b-850d-61f077f696fe req-229f7a52-8ed1-410b-8745-54253c9d3f5b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=becd52d6557c422795eaaf4052e7b394&device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 1097 time: 0.1161530 Nov 03 18:50:46.456695 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f551df9-6cd8-4eb7-b22f-535b83c380c0 req-bb63cda5-1682-44cf-ab3d-b25ca2712707 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:46.464953 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f551df9-6cd8-4eb7-b22f-535b83c380c0 req-bb63cda5-1682-44cf-ab3d-b25ca2712707 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 985 time: 0.3631575 Nov 03 18:50:46.469420 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c15c7d5-d6e3-4a61-92b5-fb97f3e86cd0 req-533a90cd-64fb-4225-9bb9-a5faaa963126 service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174795 Nov 03 18:50:46.551440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f551df9-6cd8-4eb7-b22f-535b83c380c0 req-1611db5d-efc1-41bb-97a9-e5ee6d11032a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&id=51598d29-c23f-44f9-8554-1a306d0accfc&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0851614 Nov 03 18:50:46.676887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df8762-676f-416b-850d-61f077f696fe req-8c9e7080-fd5b-431b-885f-abdee6bb1522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:46.681306 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-45df8762-676f-416b-850d-61f077f696fe req-8c9e7080-fd5b-431b-885f-abdee6bb1522 service neutron] 10.222.0.87 "GET /v2.0/networks?id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c HTTP/1.1" status: 200 len: 915 time: 0.2219653 Nov 03 18:50:46.728819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b5b3deb0-c620-49c9-9e5f-83c29791f804 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting port 82a44066-c6a3-459e-80b4-34dd3ab21ec9 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:46.729069 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5b3deb0-c620-49c9-9e5f-83c29791f804 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:46.746485 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7aafbdd7-8f6d-4ea7-92ac-eb9737215d6e req-57ebe349-3a09-412b-a2a9-f421b450a039 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0941544 Nov 03 18:50:46.767080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6805fc-b668-4409-81e8-25a895ad04e6 req-f12decf6-c7aa-417b-a696-bc2313382b29 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:46.775424 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff6805fc-b668-4409-81e8-25a895ad04e6 req-f12decf6-c7aa-417b-a696-bc2313382b29 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.3036952 Nov 03 18:50:46.785942 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c15c7d5-d6e3-4a61-92b5-fb97f3e86cd0 req-347eebe1-dc86-4b5f-899c-0963c9fd40cb service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502000 Nov 03 18:50:46.823362 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-45df8762-676f-416b-850d-61f077f696fe req-845d6df1-40a3-4b58-974a-b630c6c8d6c7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947 HTTP/1.1" status: 200 len: 217 time: 0.1321003 Nov 03 18:50:46.840893 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb45e917-04a4-4794-8937-0c219ecc7b10 x-openstack-request-id: req-fb45e917-04a4-4794-8937-0c219ecc7b10 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:46.841670 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d9d8b0-dd44-4c67-b661-19b0eec9f1af", "name": "network-vif-plugged", "status": "completed", "tag": "ed222736-4595-4ead-a33f-15f22dd3ec2d", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:46.841670 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fb45e917-04a4-4794-8937-0c219ecc7b10 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:46.841948 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d9d8b0-dd44-4c67-b661-19b0eec9f1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed222736-4595-4ead-a33f-15f22dd3ec2d', 'code': 200} Nov 03 18:50:46.849312 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff6805fc-b668-4409-81e8-25a895ad04e6 req-46a34719-d5da-4fdf-820c-061089dfb992 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725822 Nov 03 18:50:46.920543 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5b3deb0-c620-49c9-9e5f-83c29791f804 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:46.941070 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19e59a-8280-44fc-a6bc-85ef86c1a672 req-57164224-b66f-487c-856a-6e1291c4c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:46.942823 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb19e59a-8280-44fc-a6bc-85ef86c1a672 req-57164224-b66f-487c-856a-6e1291c4c0f9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4&device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 1136 time: 0.0925467 Nov 03 18:50:46.961134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df8762-676f-416b-850d-61f077f696fe req-9d966f77-e0ed-4a9f-8ea1-a26ff867be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:46.962859 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-45df8762-676f-416b-850d-61f077f696fe req-9d966f77-e0ed-4a9f-8ea1-a26ff867be43 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=139ca79f-c2b7-4f06-944e-59569171d638 HTTP/1.1" status: 200 len: 854 time: 0.1081862 Nov 03 18:50:46.969288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b5b3deb0-c620-49c9-9e5f-83c29791f804 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Calling delete_port for 82a44066-c6a3-459e-80b4-34dd3ab21ec9 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:47.089139 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-45df8762-676f-416b-850d-61f077f696fe req-3b36ba29-2066-4883-9920-b97dc3d6ec06 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=06a39eba-e810-429a-8dd3-e7aeb7a24e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787172 Nov 03 18:50:47.096960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19e59a-8280-44fc-a6bc-85ef86c1a672 req-36cac697-59cf-4a88-b1d3-11044a280d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:47.098633 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb19e59a-8280-44fc-a6bc-85ef86c1a672 req-36cac697-59cf-4a88-b1d3-11044a280d56 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb HTTP/1.1" status: 200 len: 913 time: 0.1402771 Nov 03 18:50:47.162475 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb19e59a-8280-44fc-a6bc-85ef86c1a672 req-7336f4a6-6706-4e92-8f7a-5bc03b9b1d9a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86b38581-c360-44ff-858c-d9e5ef925657 HTTP/1.1" status: 200 len: 217 time: 0.0565300 Nov 03 18:50:47.190112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b34c1-f943-4d0f-8c31-c7372e48ce47 req-60bdd9ae-cafe-4ced-bac7-b930d7558dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:47.191638 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2d2b34c1-f943-4d0f-8c31-c7372e48ce47 req-60bdd9ae-cafe-4ced-bac7-b930d7558dd1 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 1097 time: 0.2071185 Nov 03 18:50:47.273496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19e59a-8280-44fc-a6bc-85ef86c1a672 req-b91ab845-5a86-4db8-a51c-3e71093272d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:47.275020 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb19e59a-8280-44fc-a6bc-85ef86c1a672 req-b91ab845-5a86-4db8-a51c-3e71093272d6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=12e5a424-1905-4a43-b17f-b219e8a412e4 HTTP/1.1" status: 200 len: 852 time: 0.1026776 Nov 03 18:50:47.285266 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-45df8762-676f-416b-850d-61f077f696fe req-8f195b96-26a8-4f4c-b2d5-c3aadcf6b62b service neutron] 10.222.0.87 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838274 Nov 03 18:50:47.310832 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb19e59a-8280-44fc-a6bc-85ef86c1a672 req-fc1894ba-0cbf-46ef-a2c0-c583d6da1ac5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284460 Nov 03 18:50:47.325048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c1467-1da7-4cc2-aed7-5b2940100ae4 req-bac83a24-99f6-43d5-b928-9937f98e4453 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:47.332442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5f7c1467-1da7-4cc2-aed7-5b2940100ae4 req-bac83a24-99f6-43d5-b928-9937f98e4453 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 946 time: 0.1197543 Nov 03 18:50:47.370561 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2d2b34c1-f943-4d0f-8c31-c7372e48ce47 req-b9b23b81-e726-40db-bbcb-93c6556e1b53 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667647 Nov 03 18:50:47.451189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5f7c1467-1da7-4cc2-aed7-5b2940100ae4 req-4e4793d1-eea1-48d5-b0c5-2e0b014db4fc tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171744 Nov 03 18:50:47.473353 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-45df8762-676f-416b-850d-61f077f696fe req-5bae735c-3b50-4869-afad-e219c9b89e3a service neutron] 10.222.0.87 "GET /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779838 Nov 03 18:50:47.480008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb19e59a-8280-44fc-a6bc-85ef86c1a672 req-ee6f5acc-19ca-441a-b7df-81ca1d663ee2 service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450341 Nov 03 18:50:47.488459 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5b3deb0-c620-49c9-9e5f-83c29791f804 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:47.517278 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3deb0-c620-49c9-9e5f-83c29791f804 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Port': ['ID=82a44066-c6a3-459e-80b4-34dd3ab21ec9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:47.596823 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb19e59a-8280-44fc-a6bc-85ef86c1a672 req-6caa9584-49e3-4f1a-b8fe-64501363171e service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101563 Nov 03 18:50:47.726606 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5b3deb0-c620-49c9-9e5f-83c29791f804 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:47.762632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5a22d-92d9-4fcb-b767-183d87c494ff req-7c639d40-2c24-4942-af50-5eca69292bf0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:47.764185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b6f5a22d-92d9-4fcb-b767-183d87c494ff req-7c639d40-2c24-4942-af50-5eca69292bf0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 985 time: 0.0953200 Nov 03 18:50:47.876108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b6f5a22d-92d9-4fcb-b767-183d87c494ff req-378c4fe4-562f-4f84-8221-56d181c386c0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&id=51598d29-c23f-44f9-8554-1a306d0accfc&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0952871 Nov 03 18:50:47.909184 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67a2c897-2805-44ec-b79b-96ac94649cdb req-a23aa6f8-32c2-421a-9aaf-bf06f287c053 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0320172 Nov 03 18:50:48.041562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b106a-6c80-430a-8d33-f0fb12131f84 req-4fc04b18-fc05-4e69-93bd-fcf287c51861 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:48.044871 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba5b106a-6c80-430a-8d33-f0fb12131f84 req-4fc04b18-fc05-4e69-93bd-fcf287c51861 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.0799758 Nov 03 18:50:48.055321 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b3deb0-c620-49c9-9e5f-83c29791f804 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Router 4c3bf854-2fde-4748-976f-9b53ee289104 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:50:48.123901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba5b106a-6c80-430a-8d33-f0fb12131f84 req-7b034e54-8726-41ee-b679-cefdadaee50c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672660 Nov 03 18:50:48.227728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b3deb0-c620-49c9-9e5f-83c29791f804 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:50:48.234952 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b5b3deb0-c620-49c9-9e5f-83c29791f804 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "PUT /v2.0/routers/4c3bf854-2fde-4748-976f-9b53ee289104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6257412 Nov 03 18:50:48.239023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57934) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:48.242582 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e054ed02-8a95-4bcf-8648-b7872d4885ae None None] Sync routers for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:50:48.269712 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e054ed02-8a95-4bcf-8648-b7872d4885ae None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:48.270636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e054ed02-8a95-4bcf-8648-b7872d4885ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:48.337929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e054ed02-8a95-4bcf-8648-b7872d4885ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:48.357069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e054ed02-8a95-4bcf-8648-b7872d4885ae None None] Routers {'4c3bf854-2fde-4748-976f-9b53ee289104'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:50:48.357970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e054ed02-8a95-4bcf-8648-b7872d4885ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4c3bf854-2fde-4748-976f-9b53ee289104'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:48.417127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c25df04f-e73a-40b2-a8b4-d0f89fbe40f2 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:48.428219 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e054ed02-8a95-4bcf-8648-b7872d4885ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:48.429013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e054ed02-8a95-4bcf-8648-b7872d4885ae None None] The sync data for ids ['4c3bf854-2fde-4748-976f-9b53ee289104'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:50:48.555323 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c25df04f-e73a-40b2-a8b4-d0f89fbe40f2 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:48.617451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f67774-5e35-4011-a7d2-340db7fbc1ed req-d6a44fcf-7387-45ac-9f4e-41f9461d9ab3 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:48.619095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57f67774-5e35-4011-a7d2-340db7fbc1ed req-d6a44fcf-7387-45ac-9f4e-41f9461d9ab3 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 946 time: 0.0739017 Nov 03 18:50:48.624701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c25df04f-e73a-40b2-a8b4-d0f89fbe40f2 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting port a2045982-078e-4ce3-9285-aa3115ad8853 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:48.625376 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c25df04f-e73a-40b2-a8b4-d0f89fbe40f2 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:48.723889 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57f67774-5e35-4011-a7d2-340db7fbc1ed req-d88615db-3d28-4bc4-b914-a88c00d30802 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955222 Nov 03 18:50:48.743463 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c25df04f-e73a-40b2-a8b4-d0f89fbe40f2 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:48.761182 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c25df04f-e73a-40b2-a8b4-d0f89fbe40f2 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Calling delete_port for a2045982-078e-4ce3-9285-aa3115ad8853 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:49.064628 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c25df04f-e73a-40b2-a8b4-d0f89fbe40f2 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.108368 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25df04f-e73a-40b2-a8b4-d0f89fbe40f2 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Port': ['ID=a2045982-078e-4ce3-9285-aa3115ad8853,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:49.141922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e506f71-0dae-4582-bd72-783668da44da req-1d1a0961-13ca-4fcf-a36b-3ef7224bac2e tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0881264 Nov 03 18:50:49.185872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c01c3-d237-4c46-a939-4154a18cfabb req-a9fcea63-a8d8-430d-b80e-ef5c07e6aa10 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:49.188347 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-854c01c3-d237-4c46-a939-4154a18cfabb req-a9fcea63-a8d8-430d-b80e-ef5c07e6aa10 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 985 time: 0.1170428 Nov 03 18:50:49.194795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c25df04f-e73a-40b2-a8b4-d0f89fbe40f2 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.314289 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-854c01c3-d237-4c46-a939-4154a18cfabb req-3f60e22f-9168-488e-acf4-90a160279631 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&id=51598d29-c23f-44f9-8554-1a306d0accfc&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1095996 Nov 03 18:50:49.335434 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c25df04f-e73a-40b2-a8b4-d0f89fbe40f2 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.355168 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c25df04f-e73a-40b2-a8b4-d0f89fbe40f2 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.473166 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c25df04f-e73a-40b2-a8b4-d0f89fbe40f2 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.473800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25df04f-e73a-40b2-a8b4-d0f89fbe40f2 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Fanout notify agent at l3_agent the message router_deleted on router 4c3bf854-2fde-4748-976f-9b53ee289104 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:50:49.501975 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c25df04f-e73a-40b2-a8b4-d0f89fbe40f2 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.505100 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c25df04f-e73a-40b2-a8b4-d0f89fbe40f2 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/routers/4c3bf854-2fde-4748-976f-9b53ee289104 HTTP/1.1" status: 204 len: 168 time: 1.2632840 Nov 03 18:50:49.510154 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57966) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:49.624303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faedc1-0bb4-4adf-8040-375cc5c2c87d req-b3a8feab-779d-4b04-980a-c44982ab2d68 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:49.626973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31faedc1-0bb4-4adf-8040-375cc5c2c87d req-b3a8feab-779d-4b04-980a-c44982ab2d68 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1666644 Nov 03 18:50:49.631778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54032cf-12ba-4a93-800b-dbf2d1647b64 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Deleting subnet 133b14b4-0e78-41d2-874d-9678133513c9 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:50:49.637334 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d54032cf-12ba-4a93-800b-dbf2d1647b64 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.647610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7bb08d76-9281-4534-a8c9-f2a67b65cd18 req-836f0073-7123-42e6-9bfe-a81bf76843bf tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1501163859&fields=id&tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4 HTTP/1.1" status: 200 len: 267 time: 0.1545782 Nov 03 18:50:49.738920 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d54032cf-12ba-4a93-800b-dbf2d1647b64 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.793847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31faedc1-0bb4-4adf-8040-375cc5c2c87d req-098fb39c-8c44-4dff-b3ae-92708a50cdef tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429820 Nov 03 18:50:49.813199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb08d76-9281-4534-a8c9-f2a67b65cd18 req-55172013-d13b-4d49-b867-36907fabb08e tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:49.814478 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d54032cf-12ba-4a93-800b-dbf2d1647b64 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.840761 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7bb08d76-9281-4534-a8c9-f2a67b65cd18 req-55172013-d13b-4d49-b867-36907fabb08e tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 985 time: 0.1756475 Nov 03 18:50:49.864872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-7bb08d76-9281-4534-a8c9-f2a67b65cd18 req-539203d6-993c-4f4a-8920-c48385102ec6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'port': {'security_groups': ['51598d29-c23f-44f9-8554-1a306d0accfc', 'e0a6ee2b-9b6f-4251-8f62-7e148d8cc642', '8592daa1-6271-4d3d-8418-eb501151f53a']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:49.918900 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d54032cf-12ba-4a93-800b-dbf2d1647b64 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.946779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54032cf-12ba-4a93-800b-dbf2d1647b64 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Subnet': ['ID=133b14b4-0e78-41d2-874d-9678133513c9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:49.959230 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d54032cf-12ba-4a93-800b-dbf2d1647b64 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:49.966783 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d54032cf-12ba-4a93-800b-dbf2d1647b64 tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/subnets/133b14b4-0e78-41d2-874d-9678133513c9 HTTP/1.1" status: 204 len: 168 time: 0.4547625 Nov 03 18:50:49.967370 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57978) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:50.072299 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32e685cc-fafe-4b26-9265-8df3779b308e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.188137 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32e685cc-fafe-4b26-9265-8df3779b308e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.216852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-32e685cc-fafe-4b26-9265-8df3779b308e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f789d99-bf2a-4673-bede-4d7669cb05a6']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:50.233018 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-32e685cc-fafe-4b26-9265-8df3779b308e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca38ea94-85da-4763-969d-5c54f3901ba5') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:50.233307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-32e685cc-fafe-4b26-9265-8df3779b308e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca38ea94-85da-4763-969d-5c54f3901ba5') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:50:50.245559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32e685cc-fafe-4b26-9265-8df3779b308e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.273225 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32e685cc-fafe-4b26-9265-8df3779b308e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.285298 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e685cc-fafe-4b26-9265-8df3779b308e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:50:50.286111 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32e685cc-fafe-4b26-9265-8df3779b308e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:50:50.349441 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:50:50.370450 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32e685cc-fafe-4b26-9265-8df3779b308e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.371014 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7bb08d76-9281-4534-a8c9-f2a67b65cd18 req-539203d6-993c-4f4a-8920-c48385102ec6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.381953 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32e685cc-fafe-4b26-9265-8df3779b308e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.388753 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-32e685cc-fafe-4b26-9265-8df3779b308e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] 10.222.0.107 "DELETE /v2.0/networks/7f789d99-bf2a-4673-bede-4d7669cb05a6 HTTP/1.1" status: 204 len: 168 time: 0.4171216 Nov 03 18:50:50.403536 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e685cc-fafe-4b26-9265-8df3779b308e tempest-FloatingIPTestJSON-313079870 tempest-FloatingIPTestJSON-313079870-project] Pushing event deleted for resources: {'Network': ['ID=7f789d99-bf2a-4673-bede-4d7669cb05a6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:50.426530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191ecd2-f600-4966-9e0c-9a04c4455538 req-8b7009e1-3674-4202-84a6-574b8228bfd7 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:50.427997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e191ecd2-f600-4966-9e0c-9a04c4455538 req-8b7009e1-3674-4202-84a6-574b8228bfd7 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 946 time: 0.0956445 Nov 03 18:50:50.541987 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e191ecd2-f600-4966-9e0c-9a04c4455538 req-e4e6459b-57e9-4171-9c67-35697e9ea674 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967858 Nov 03 18:50:50.743428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f18216-1243-4db0-a97c-3e34363795a2 req-58e3fe5e-ec82-4a17-8186-a64cd5ccc231 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:50.745573 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4f18216-1243-4db0-a97c-3e34363795a2 req-58e3fe5e-ec82-4a17-8186-a64cd5ccc231 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.0996089 Nov 03 18:50:50.747570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-7bb08d76-9281-4534-a8c9-f2a67b65cd18 req-539203d6-993c-4f4a-8920-c48385102ec6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] For port 86b38581-c360-44ff-858c-d9e5ef925657, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=86b38581-c360-44ff-858c-d9e5ef925657,segment=NetworkSegment(f9b5d23f-7c3f-402b-afd6-5bf786abecb9),segment_id=f9b5d23f-7c3f-402b-afd6-5bf786abecb9)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:50.805154 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7bb08d76-9281-4534-a8c9-f2a67b65cd18 req-539203d6-993c-4f4a-8920-c48385102ec6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.818329 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7bb08d76-9281-4534-a8c9-f2a67b65cd18 req-539203d6-993c-4f4a-8920-c48385102ec6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.830654 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4f18216-1243-4db0-a97c-3e34363795a2 req-51fdb0a7-c649-4749-b22b-ee6df8e43505 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736043 Nov 03 18:50:50.839836 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['24ecbc08-27b0-4fd0-8833-e4bd01727d5c', '86b38581-c360-44ff-858c-d9e5ef925657'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:50.851608 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58002) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:50.873081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb08d76-9281-4534-a8c9-f2a67b65cd18 req-539203d6-993c-4f4a-8920-c48385102ec6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:50.873751 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7bb08d76-9281-4534-a8c9-f2a67b65cd18 req-539203d6-993c-4f4a-8920-c48385102ec6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:50.875165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7bb08d76-9281-4534-a8c9-f2a67b65cd18 req-539203d6-993c-4f4a-8920-c48385102ec6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "PUT /v2.0/ports/86b38581-c360-44ff-858c-d9e5ef925657 HTTP/1.1" status: 200 len: 1021 time: 1.0303667 Nov 03 18:50:50.875659 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a2c2b5-dd93-412b-be37-7a58f58e2e29', 'tag': '86b38581-c360-44ff-858c-d9e5ef925657'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:50.878541 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a0775e-0de9-46b1-8cf1-5daeb99a2dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "29a2c2b5-dd93-412b-be37-7a58f58e2e29", "tag": "86b38581-c360-44ff-858c-d9e5ef925657"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:50.903471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539203d6-993c-4f4a-8920-c48385102ec6 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'Port': ['ID=86b38581-c360-44ff-858c-d9e5ef925657,revision_number=7']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:51.036622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dfa72ba5-95d4-4821-b272-03b7e1a21141 req-dccf4788-0389-420b-9175-a7d0324ff6d3 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0628791 Nov 03 18:50:51.088435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['86b38581-c360-44ff-858c-d9e5ef925657'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:51.173047 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d48bf0b7-b89b-4899-99da-d10223924c60 req-c21ba01f-e622-4c65-9d97-e27bb6dae6d1 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/8592daa1-6271-4d3d-8418-eb501151f53a HTTP/1.1" status: 200 len: 1820 time: 0.1063318 Nov 03 18:50:51.195762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132a6ec-23e3-4743-9a93-22b8dce1cad9 req-373abe5d-6e8d-4a2d-94b2-a8a0d5f44b4a tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:51.197771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1132a6ec-23e3-4743-9a93-22b8dce1cad9 req-373abe5d-6e8d-4a2d-94b2-a8a0d5f44b4a tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 946 time: 0.0999606 Nov 03 18:50:51.230582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58016) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:51.232341 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-31fcf3fa-1d8a-4326-82e3-c8e3a2f5469d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bf6f19e2594040b68d9a32f661abf557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3787889 Nov 03 18:50:51.305242 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-d48bf0b7-b89b-4899-99da-d10223924c60 req-31950652-30d8-45bd-a284-f85c2395dcc0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 18:50:51.306342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d48bf0b7-b89b-4899-99da-d10223924c60 req-31950652-30d8-45bd-a284-f85c2395dcc0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "DELETE /v2.0/security-groups/8592daa1-6271-4d3d-8418-eb501151f53a HTTP/1.1" status: 409 len: 341 time: 0.1074045 Nov 03 18:50:51.337817 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1132a6ec-23e3-4743-9a93-22b8dce1cad9 req-01093878-a092-4ac6-88c8-50e37e992b6d tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080275 Nov 03 18:50:51.342054 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69782dc4-9651-4db4-88cf-dd53fdedc973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.399982 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba6352a-0ace-4d2c-bf5a-61f42da79fe4 x-openstack-request-id: req-0ba6352a-0ace-4d2c-bf5a-61f42da79fe4 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:51.400681 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a2c2b5-dd93-412b-be37-7a58f58e2e29", "tag": "86b38581-c360-44ff-858c-d9e5ef925657", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:51.400789 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0ba6352a-0ace-4d2c-bf5a-61f42da79fe4 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:51.401261 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a2c2b5-dd93-412b-be37-7a58f58e2e29', 'tag': '86b38581-c360-44ff-858c-d9e5ef925657', 'status': 'completed', 'code': 200} Nov 03 18:50:51.412052 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69782dc4-9651-4db4-88cf-dd53fdedc973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.502604 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0775e-0de9-46b1-8cf1-5daeb99a2dfe req-e8d567cb-bd41-4822-8f60-651264282164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:51.505674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8a0775e-0de9-46b1-8cf1-5daeb99a2dfe req-e8d567cb-bd41-4822-8f60-651264282164 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4&device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 1175 time: 0.0838630 Nov 03 18:50:51.547982 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69782dc4-9651-4db4-88cf-dd53fdedc973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.551207 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69782dc4-9651-4db4-88cf-dd53fdedc973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:51.555028 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-69782dc4-9651-4db4-88cf-dd53fdedc973 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bfe96def-9ac2-4046-bde4-29b7b97a7c9f HTTP/1.1" status: 204 len: 168 time: 0.3209746 Nov 03 18:50:51.602759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69782dc4-9651-4db4-88cf-dd53fdedc973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe96def-9ac2-4046-bde4-29b7b97a7c9f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:51.707985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0775e-0de9-46b1-8cf1-5daeb99a2dfe req-7961a16f-c510-4c7b-ad1f-908853ac8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:51.720316 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8a0775e-0de9-46b1-8cf1-5daeb99a2dfe req-7961a16f-c510-4c7b-ad1f-908853ac8659 service neutron] 10.222.0.98 "GET /v2.0/networks?id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb HTTP/1.1" status: 200 len: 913 time: 0.2061536 Nov 03 18:50:51.862900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8a0775e-0de9-46b1-8cf1-5daeb99a2dfe req-6ea089be-27a6-48d4-8fc8-df88d44e25e0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86b38581-c360-44ff-858c-d9e5ef925657 HTTP/1.1" status: 200 len: 217 time: 0.1388028 Nov 03 18:50:51.969654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0775e-0de9-46b1-8cf1-5daeb99a2dfe req-9d3dc745-e4ec-4d07-ac83-1120a5e2e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:51.971451 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8a0775e-0de9-46b1-8cf1-5daeb99a2dfe req-9d3dc745-e4ec-4d07-ac83-1120a5e2e306 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=12e5a424-1905-4a43-b17f-b219e8a412e4 HTTP/1.1" status: 200 len: 852 time: 0.1003942 Nov 03 18:50:51.985962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb152ac7-ba82-4fce-a73b-53d1d07ba63e req-6fd4905f-c507-4538-a50f-11337a0bab7b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:51.987689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb152ac7-ba82-4fce-a73b-53d1d07ba63e req-6fd4905f-c507-4538-a50f-11337a0bab7b tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1011441 Nov 03 18:50:52.036588 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8a0775e-0de9-46b1-8cf1-5daeb99a2dfe req-bbdcbf57-74fb-4fce-a644-6f2ccb3f9236 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478599 Nov 03 18:50:52.174071 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb152ac7-ba82-4fce-a73b-53d1d07ba63e req-087d5a00-c110-41fb-bb65-15f14ff07908 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756701 Nov 03 18:50:52.276774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8a0775e-0de9-46b1-8cf1-5daeb99a2dfe req-f5dad4a3-7c66-4a43-ac11-16d44e9b9081 service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154312 Nov 03 18:50:52.466852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8a0775e-0de9-46b1-8cf1-5daeb99a2dfe req-2c5bae55-7140-4f55-b336-9c5347fe22e2 service neutron] 10.222.0.98 "GET /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788690 Nov 03 18:50:52.505577 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-791f4768-44a8-4c7e-88cf-2ac1ba65af14 req-b96f412d-c705-4cd5-beed-875c1479051f tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0374193 Nov 03 18:50:52.532929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf5368-930e-4cc1-ac82-676e25c2f075 req-97417a87-057a-4d99-a53d-f00748231e3d tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:52.534984 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53bf5368-930e-4cc1-ac82-676e25c2f075 req-97417a87-057a-4d99-a53d-f00748231e3d tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 1024 time: 0.1592584 Nov 03 18:50:52.669278 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53bf5368-930e-4cc1-ac82-676e25c2f075 req-9d6f52c3-c4e9-4ca4-a315-2f0ea724949c tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=8592daa1-6271-4d3d-8418-eb501151f53a&id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&id=51598d29-c23f-44f9-8554-1a306d0accfc&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1243975 Nov 03 18:50:52.701836 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32c79d-a9ae-489d-aa91-575a71d42668 req-e853de49-9fc5-431b-a3e5-809186c5fc3e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:52.703513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b32c79d-a9ae-489d-aa91-575a71d42668 req-e853de49-9fc5-431b-a3e5-809186c5fc3e tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.0848548 Nov 03 18:50:52.779811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b32c79d-a9ae-489d-aa91-575a71d42668 req-90b30036-474e-4a95-a71e-b52b14878d00 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672562 Nov 03 18:50:52.838310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30149f99-1d5f-49a8-85e2-9176cdf5f887 req-c89513d3-dfb7-4430-a95c-aacb1c7c68da tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:52.840285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-30149f99-1d5f-49a8-85e2-9176cdf5f887 req-c89513d3-dfb7-4430-a95c-aacb1c7c68da tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 946 time: 0.0727465 Nov 03 18:50:52.905639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-30149f99-1d5f-49a8-85e2-9176cdf5f887 req-51988c56-b2a9-4e5c-9346-f1bef125d3bd tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524695 Nov 03 18:50:52.944183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58082) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:53.104937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'network': {'name': 'tempest-RoutersTest-496231552'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:53.124803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a54bf-0ad2-4ead-b09e-e3fdc0576d68 req-db0dcd0f-fde8-4502-b107-1e1019a0a00c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.126438 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-065a54bf-0ad2-4ead-b09e-e3fdc0576d68 req-db0dcd0f-fde8-4502-b107-1e1019a0a00c tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.0717018 Nov 03 18:50:53.167615 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:53.173221 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.198162 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.291864 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c7f53-739d-45b5-849a-673ba76f7e0b req-5195d02d-6a97-4c57-8e5d-c42b4a66f73a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.293382 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b76c7f53-739d-45b5-849a-673ba76f7e0b req-5195d02d-6a97-4c57-8e5d-c42b4a66f73a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.98 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 1024 time: 0.1468608 Nov 03 18:50:53.296705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-065a54bf-0ad2-4ead-b09e-e3fdc0576d68 req-649fad17-6110-465c-99bb-c9ff4c444512 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598046 Nov 03 18:50:53.395188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56a789-2870-43cc-937a-60666aa4c35d req-29055e5b-008a-4928-9ee7-8ed3ee44218c tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.396811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c56a789-2870-43cc-937a-60666aa4c35d req-29055e5b-008a-4928-9ee7-8ed3ee44218c tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 946 time: 0.1658239 Nov 03 18:50:53.503917 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.520885 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.564486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75502d5-da9a-4f3e-a84c-283648713edc req-462346da-3abb-4a6e-af0e-ecefbe68d7ec tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.566082 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e75502d5-da9a-4f3e-a84c-283648713edc req-462346da-3abb-4a6e-af0e-ecefbe68d7ec tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1443350 Nov 03 18:50:53.578320 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c56a789-2870-43cc-937a-60666aa4c35d req-930d51a1-9691-4d5f-a779-d45e35f2ebb7 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533589 Nov 03 18:50:53.583351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:50:53.614589 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.616793 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Added segment 6e322d47-7977-4653-b96a-4f300648c970 of type vlan for network 23e57ffd-8a94-4bff-ba7a-634b0f7b1bed Nov 03 18:50:53.626521 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481974d9-109c-4544-8058-a259441c92c7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:53.642911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-b76c7f53-739d-45b5-849a-673ba76f7e0b req-5953a83c-a7b5-4fd8-bf6b-2d351d6082d8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Deleting port 86b38581-c360-44ff-858c-d9e5ef925657 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:53.643420 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b76c7f53-739d-45b5-849a-673ba76f7e0b req-5953a83c-a7b5-4fd8-bf6b-2d351d6082d8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.747351 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.763201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e75502d5-da9a-4f3e-a84c-283648713edc req-c17df36c-a6c6-471e-8a61-af7f190f7030 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774700 Nov 03 18:50:53.814825 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3186c02b-d288-4877-a4a2-7c1d6d7cdc91 req-2855dbf2-4380-4d64-b56b-e398e47f0d09 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0559740 Nov 03 18:50:53.835162 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.845750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:53.846994 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.870202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-b76c7f53-739d-45b5-849a-673ba76f7e0b req-5953a83c-a7b5-4fd8-bf6b-2d351d6082d8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] For port 86b38581-c360-44ff-858c-d9e5ef925657, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=86b38581-c360-44ff-858c-d9e5ef925657,segment=NetworkSegment(f9b5d23f-7c3f-402b-afd6-5bf786abecb9),segment_id=f9b5d23f-7c3f-402b-afd6-5bf786abecb9)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:53.870587 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b76c7f53-739d-45b5-849a-673ba76f7e0b req-5953a83c-a7b5-4fd8-bf6b-2d351d6082d8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:53.956632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0108948 Nov 03 18:50:53.960352 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58124) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:53.966339 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d90ed969-7b12-48d5-8f18-200c622e5461 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'network': {'name': 'tempest-RoutersTest-2088495519'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:53.991313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-b76c7f53-739d-45b5-849a-673ba76f7e0b req-5953a83c-a7b5-4fd8-bf6b-2d351d6082d8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Calling delete_port for 86b38581-c360-44ff-858c-d9e5ef925657 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:53.996446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90ed969-7b12-48d5-8f18-200c622e5461 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:54.001504 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d90ed969-7b12-48d5-8f18-200c622e5461 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.032905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90ed969-7b12-48d5-8f18-200c622e5461 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:50:54.044053 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d90ed969-7b12-48d5-8f18-200c622e5461 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.044400 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-d90ed969-7b12-48d5-8f18-200c622e5461 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Added segment 2bbc9128-8f10-4556-a9f0-dce1bd9bfc27 of type vlan for network 434d669f-b6fb-4c85-bbf6-720957a95d43 Nov 03 18:50:54.044693 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61809a45-dde5-4b44-b9c6-583cf5a87d44 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Network': ['ID=23e57ffd-8a94-4bff-ba7a-634b0f7b1bed,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:54.061611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 23e57ffd-8a94-4bff-ba7a-634b0f7b1bed details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:50:54.062935 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547719f-be30-4609-813b-5b3a4683db07 req-c56b2944-a4a1-4f5d-8fa2-1fb175696b54 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:54.068295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0547719f-be30-4609-813b-5b3a4683db07 req-c56b2944-a4a1-4f5d-8fa2-1fb175696b54 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=29a2c2b5-dd93-412b-be37-7a58f58e2e29 HTTP/1.1" status: 200 len: 1024 time: 0.2028928 Nov 03 18:50:54.094232 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d90ed969-7b12-48d5-8f18-200c622e5461 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.130023 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d90ed969-7b12-48d5-8f18-200c622e5461 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.138035 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ed969-7b12-48d5-8f18-200c622e5461 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:54.138736 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d90ed969-7b12-48d5-8f18-200c622e5461 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.168352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47accd-d67d-4d03-972f-0d05ad5a4ff3 req-efcbb416-b379-4a0c-8949-c37134b46207 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:54.179608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ed47accd-d67d-4d03-972f-0d05ad5a4ff3 req-efcbb416-b379-4a0c-8949-c37134b46207 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.2496300 Nov 03 18:50:54.228488 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d90ed969-7b12-48d5-8f18-200c622e5461 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2666950 Nov 03 18:50:54.231608 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58130) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:54.236634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-de20c3a2-c9da-4ba3-b8ca-cfe8a30de3b7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'subnet': {'network_id': '23e57ffd-8a94-4bff-ba7a-634b0f7b1bed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:54.255373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ed969-7b12-48d5-8f18-200c622e5461 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Network': ['ID=434d669f-b6fb-4c85-bbf6-720957a95d43,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:54.272823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 434d669f-b6fb-4c85-bbf6-720957a95d43 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:50:54.306289 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0547719f-be30-4609-813b-5b3a4683db07 req-b49ff818-c690-4113-94ae-4a72e4f8a217 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=8592daa1-6271-4d3d-8418-eb501151f53a&id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&id=51598d29-c23f-44f9-8554-1a306d0accfc&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1996911 Nov 03 18:50:54.336710 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ed47accd-d67d-4d03-972f-0d05ad5a4ff3 req-cdef28d8-f8de-441e-a505-4430f40d2522 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561096 Nov 03 18:50:54.367794 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de20c3a2-c9da-4ba3-b8ca-cfe8a30de3b7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:54.373535 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de20c3a2-c9da-4ba3-b8ca-cfe8a30de3b7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.497819 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b76c7f53-739d-45b5-849a-673ba76f7e0b req-5953a83c-a7b5-4fd8-bf6b-2d351d6082d8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.511198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['24ecbc08-27b0-4fd0-8833-e4bd01727d5c', '86b38581-c360-44ff-858c-d9e5ef925657'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:54.588988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953a83c-a7b5-4fd8-bf6b-2d351d6082d8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event deleted for resources: {'Port': ['ID=86b38581-c360-44ff-858c-d9e5ef925657,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:54.637614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee04c4-ce64-4abb-ac14-710b6d451d0e req-9991f366-4098-4e04-a409-ea85c656f387 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:54.639257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ddee04c4-ce64-4abb-ac14-710b6d451d0e req-9991f366-4098-4e04-a409-ea85c656f387 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1970446 Nov 03 18:50:54.641654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76c7f53-739d-45b5-849a-673ba76f7e0b req-5953a83c-a7b5-4fd8-bf6b-2d351d6082d8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] No DVR routers for this DVR port 86b38581-c360-44ff-858c-d9e5ef925657 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:54.644716 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b76c7f53-739d-45b5-849a-673ba76f7e0b req-5953a83c-a7b5-4fd8-bf6b-2d351d6082d8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.650877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b76c7f53-739d-45b5-849a-673ba76f7e0b req-5953a83c-a7b5-4fd8-bf6b-2d351d6082d8 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.98 "DELETE /v2.0/ports/86b38581-c360-44ff-858c-d9e5ef925657 HTTP/1.1" status: 204 len: 173 time: 1.3465960 Nov 03 18:50:54.651192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a2c2b5-dd93-412b-be37-7a58f58e2e29', 'name': 'network-vif-deleted', 'tag': '86b38581-c360-44ff-858c-d9e5ef925657'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:54.653636 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb4d1c6-020e-4568-8a79-2d174457519b" -d '{"events": [{"server_uuid": "29a2c2b5-dd93-412b-be37-7a58f58e2e29", "name": "network-vif-deleted", "tag": "86b38581-c360-44ff-858c-d9e5ef925657"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:54.725569 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de20c3a2-c9da-4ba3-b8ca-cfe8a30de3b7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.815686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ddee04c4-ce64-4abb-ac14-710b6d451d0e req-91cb179b-d2a8-43c3-be6a-8f35dab0069f tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579504 Nov 03 18:50:54.819115 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20c3a2-c9da-4ba3-b8ca-cfe8a30de3b7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Subnet': ['ID=af925900-076d-49c1-91c9-d47a9727909b,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:54.836337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de20c3a2-c9da-4ba3-b8ca-cfe8a30de3b7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Checking segment: {'id': '6e322d47-7977-4653-b96a-4f300648c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '23e57ffd-8a94-4bff-ba7a-634b0f7b1bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:54.837371 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de20c3a2-c9da-4ba3-b8ca-cfe8a30de3b7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network hostable DHCP agents. Network: 23e57ffd-8a94-4bff-ba7a-634b0f7b1bed, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:50:54.847190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a7660-4b3d-44bc-869a-4ecfd8f4f1b4 req-6a7f9d5d-5ee3-4243-a20a-07cb9dd67015 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:54.864711 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd0a7660-4b3d-44bc-869a-4ecfd8f4f1b4 req-6a7f9d5d-5ee3-4243-a20a-07cb9dd67015 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 946 time: 0.1409013 Nov 03 18:50:54.868134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de20c3a2-c9da-4ba3-b8ca-cfe8a30de3b7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 23e57ffd-8a94-4bff-ba7a-634b0f7b1bed is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:50:54.885190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-de20c3a2-c9da-4ba3-b8ca-cfe8a30de3b7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 23e57ffd-8a94-4bff-ba7a-634b0f7b1bed) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:54.893303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de20c3a2-c9da-4ba3-b8ca-cfe8a30de3b7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:54.894180 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de20c3a2-c9da-4ba3-b8ca-cfe8a30de3b7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:54.901347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a53975-6dd3-4c8b-a051-c3cf206ece75 None None] Network 23e57ffd-8a94-4bff-ba7a-634b0f7b1bed requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:54.923792 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603533b7-2b3c-4b58-b353-971140e49db3 x-openstack-request-id: req-603533b7-2b3c-4b58-b353-971140e49db3 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:54.924517 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a2c2b5-dd93-412b-be37-7a58f58e2e29", "name": "network-vif-deleted", "tag": "86b38581-c360-44ff-858c-d9e5ef925657", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:54.924998 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-603533b7-2b3c-4b58-b353-971140e49db3 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:54.925882 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a2c2b5-dd93-412b-be37-7a58f58e2e29', 'name': 'network-vif-deleted', 'tag': '86b38581-c360-44ff-858c-d9e5ef925657', 'status': 'completed', 'code': 200} Nov 03 18:50:54.927364 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-de20c3a2-c9da-4ba3-b8ca-cfe8a30de3b7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6946232 Nov 03 18:50:54.935590 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58152) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:54.941400 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd0a7660-4b3d-44bc-869a-4ecfd8f4f1b4 req-9e4fd831-eb1c-4999-a830-838ccd806229 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757041 Nov 03 18:50:54.945738 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-578742eb-1e2b-4a9a-92d7-3d52d9d27854 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'subnet': {'network_id': '434d669f-b6fb-4c85-bbf6-720957a95d43', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:55.036426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-794ff6ec-ffba-4849-8dfd-1a4289c82fe0 req-de91d35e-6859-4804-a021-b1d428ec15d4 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:50:55.037478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-794ff6ec-ffba-4849-8dfd-1a4289c82fe0 req-de91d35e-6859-4804-a021-b1d428ec15d4 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0069559 Nov 03 18:50:55.092136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578742eb-1e2b-4a9a-92d7-3d52d9d27854 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:50:55.097010 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-578742eb-1e2b-4a9a-92d7-3d52d9d27854 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.198362 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a384b50-be2b-4b09-8685-c86a07acd58a req-d3baa103-98f7-40d9-bf8e-e90a5400980c tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0550299 Nov 03 18:50:55.225647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f54b3-ed66-4bd2-807c-cd9967926020 req-de794d13-7bf5-4029-bebb-144307f227af tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:55.234752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d98f54b3-ed66-4bd2-807c-cd9967926020 req-de794d13-7bf5-4029-bebb-144307f227af tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1082737 Nov 03 18:50:55.274401 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-23e57ffd-8a94-4bff-ba7a-634b0f7b1bed', 'network_id': '23e57ffd-8a94-4bff-ba7a-634b0f7b1bed', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'fixed_ips': [{'subnet_id': 'af925900-076d-49c1-91c9-d47a9727909b'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:50:55.275742 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.309855 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d98f54b3-ed66-4bd2-807c-cd9967926020 req-8eea6b39-c842-4948-bbcd-2fa0e0340782 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736506 Nov 03 18:50:55.456207 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fb5755e-b7a9-447e-8ceb-f7da91481552 req-9540347e-74a8-4625-9c30-561d6185d1d3 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/51598d29-c23f-44f9-8554-1a306d0accfc HTTP/1.1" status: 200 len: 1820 time: 0.0500107 Nov 03 18:50:55.465020 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-578742eb-1e2b-4a9a-92d7-3d52d9d27854 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.510323 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Allocated IP 172.20.0.2 (23e57ffd-8a94-4bff-ba7a-634b0f7b1bed/af925900-076d-49c1-91c9-d47a9727909b/5f4da589-0b15-48d9-8680-29167ec94c3f) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:55.563054 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578742eb-1e2b-4a9a-92d7-3d52d9d27854 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Subnet': ['ID=cba7bdd5-cfa3-42c8-92af-a2c50016f3ba,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:55.568361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578742eb-1e2b-4a9a-92d7-3d52d9d27854 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Checking segment: {'id': '2bbc9128-8f10-4556-a9f0-dce1bd9bfc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '434d669f-b6fb-4c85-bbf6-720957a95d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:55.568728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578742eb-1e2b-4a9a-92d7-3d52d9d27854 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network hostable DHCP agents. Network: 434d669f-b6fb-4c85-bbf6-720957a95d43, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:50:55.575146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7e492-7422-4cad-a742-7f981b13ac83 req-44d2ce97-00f2-4e81-aba8-a1679f225951 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:55.576791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98c7e492-7422-4cad-a742-7f981b13ac83 req-44d2ce97-00f2-4e81-aba8-a1679f225951 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.0961645 Nov 03 18:50:55.589774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578742eb-1e2b-4a9a-92d7-3d52d9d27854 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 434d669f-b6fb-4c85-bbf6-720957a95d43 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:50:55.600450 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6fb5755e-b7a9-447e-8ceb-f7da91481552 req-22d11d49-f3b3-4181-9a2f-87ca9a48115b tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.606009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-578742eb-1e2b-4a9a-92d7-3d52d9d27854 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 434d669f-b6fb-4c85-bbf6-720957a95d43) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:55.619675 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09054569-bb60-408b-8e3d-4a07107c2240 None None] Network 434d669f-b6fb-4c85-bbf6-720957a95d43 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:55.624722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578742eb-1e2b-4a9a-92d7-3d52d9d27854 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:55.625689 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-578742eb-1e2b-4a9a-92d7-3d52d9d27854 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.653766 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6fb5755e-b7a9-447e-8ceb-f7da91481552 req-22d11d49-f3b3-4181-9a2f-87ca9a48115b tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.672518 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-578742eb-1e2b-4a9a-92d7-3d52d9d27854 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7350087 Nov 03 18:50:55.675974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58170) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:55.683804 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-e64eca1c-8acc-4443-bd37-4f2beaa3267e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1720873585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:55.685908 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98c7e492-7422-4cad-a742-7f981b13ac83 req-caeaefef-e303-42ca-b8ec-9d4d9f897778 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991905 Nov 03 18:50:55.708198 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae0293-7386-49ec-a2b5-ece7a3c4c33f req-84475ee2-f36e-4210-b009-2e00e86dc4b9 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:55.709811 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-89ae0293-7386-49ec-a2b5-ece7a3c4c33f req-84475ee2-f36e-4210-b009-2e00e86dc4b9 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 946 time: 0.1071067 Nov 03 18:50:55.773674 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6fb5755e-b7a9-447e-8ceb-f7da91481552 req-22d11d49-f3b3-4181-9a2f-87ca9a48115b tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.777882 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6fb5755e-b7a9-447e-8ceb-f7da91481552 req-22d11d49-f3b3-4181-9a2f-87ca9a48115b tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.779318 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fb5755e-b7a9-447e-8ceb-f7da91481552 req-22d11d49-f3b3-4181-9a2f-87ca9a48115b tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "DELETE /v2.0/security-groups/51598d29-c23f-44f9-8554-1a306d0accfc HTTP/1.1" status: 204 len: 173 time: 0.3155529 Nov 03 18:50:55.801223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d11d49-f3b3-4181-9a2f-87ca9a48115b tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51598d29-c23f-44f9-8554-1a306d0accfc,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:55.857139 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-853ebbc5-a0ea-4369-8f28-2e28ff84c2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.881594 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e64eca1c-8acc-4443-bd37-4f2beaa3267e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.885370 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e64eca1c-8acc-4443-bd37-4f2beaa3267e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:55.936527 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-49fef4ba-cda0-463a-bfac-ee69d9bb7df7 req-785d1404-8f7a-4d75-8624-a9315d78e77c tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/8592daa1-6271-4d3d-8418-eb501151f53a HTTP/1.1" status: 200 len: 1820 time: 0.0925579 Nov 03 18:50:55.936789 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-89ae0293-7386-49ec-a2b5-ece7a3c4c33f req-2adcdf32-fe85-43ad-bf45-6ebce51ba6e0 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Deleting port ed222736-4595-4ead-a33f-15f22dd3ec2d {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:50:55.936918 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-89ae0293-7386-49ec-a2b5-ece7a3c4c33f req-2adcdf32-fe85-43ad-bf45-6ebce51ba6e0 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.054581 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9136cd3-e5d1-4752-bfc9-03c6d3362e06 req-bf0d6e7a-711a-423b-834c-f849220cca10 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:56.063911 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9136cd3-e5d1-4752-bfc9-03c6d3362e06 req-bf0d6e7a-711a-423b-834c-f849220cca10 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1254556 Nov 03 18:50:56.077398 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.078548 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-49fef4ba-cda0-463a-bfac-ee69d9bb7df7 req-9d5de7dd-76e3-40c2-8903-f0c6300aabda tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.117739 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.129201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-434d669f-b6fb-4c85-bbf6-720957a95d43', 'network_id': '434d669f-b6fb-4c85-bbf6-720957a95d43', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'fixed_ips': [{'subnet_id': 'cba7bdd5-cfa3-42c8-92af-a2c50016f3ba'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:50:56.130353 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.148855 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-49fef4ba-cda0-463a-bfac-ee69d9bb7df7 req-9d5de7dd-76e3-40c2-8903-f0c6300aabda tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.169538 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9136cd3-e5d1-4752-bfc9-03c6d3362e06 req-d4a7afb4-0f6b-4418-a64e-2172aafa8fcc tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040578 Nov 03 18:50:56.203421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Network 23e57ffd-8a94-4bff-ba7a-634b0f7b1bed is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:56.218922 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:56.226003 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:56.282568 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Pushing event updated for resources: {'Port': ['ID=5f4da589-0b15-48d9-8680-29167ec94c3f,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:56.285850 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-49fef4ba-cda0-463a-bfac-ee69d9bb7df7 req-9d5de7dd-76e3-40c2-8903-f0c6300aabda tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.289116 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-49fef4ba-cda0-463a-bfac-ee69d9bb7df7 req-9d5de7dd-76e3-40c2-8903-f0c6300aabda tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.290406 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-49fef4ba-cda0-463a-bfac-ee69d9bb7df7 req-9d5de7dd-76e3-40c2-8903-f0c6300aabda tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "DELETE /v2.0/security-groups/8592daa1-6271-4d3d-8418-eb501151f53a HTTP/1.1" status: 204 len: 173 time: 0.3383451 Nov 03 18:50:56.390529 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5de7dd-76e3-40c2-8903-f0c6300aabda tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8592daa1-6271-4d3d-8418-eb501151f53a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:56.421101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf1094-2354-4b02-8990-fd1ec6370f2e req-3e1850af-7945-4416-9d52-3aaa31c2309b tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:56.430841 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8bf1094-2354-4b02-8990-fd1ec6370f2e req-3e1850af-7945-4416-9d52-3aaa31c2309b tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 946 time: 0.1391194 Nov 03 18:50:56.437793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Attempting to bind port 5f4da589-0b15-48d9-8680-29167ec94c3f on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:56.438172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Attempting to bind port 5f4da589-0b15-48d9-8680-29167ec94c3f by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '6e322d47-7977-4653-b96a-4f300648c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '23e57ffd-8a94-4bff-ba7a-634b0f7b1bed'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:56.438757 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Attempting to bind port 5f4da589-0b15-48d9-8680-29167ec94c3f on network 23e57ffd-8a94-4bff-ba7a-634b0f7b1bed {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:56.513015 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e64eca1c-8acc-4443-bd37-4f2beaa3267e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.521941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Allocated IP 172.21.0.2 (434d669f-b6fb-4c85-bbf6-720957a95d43/cba7bdd5-cfa3-42c8-92af-a2c50016f3ba/6bc163a5-e761-4673-867d-b514700a14cb) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:56.545302 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8bf1094-2354-4b02-8990-fd1ec6370f2e req-53e3d160-8459-44f9-a058-f27b5388267b tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/security-groups?id=36503321-1998-4da3-ac18-3ace5d274741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980551 Nov 03 18:50:56.561736 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e64eca1c-8acc-4443-bd37-4f2beaa3267e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.574130 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1fc48-f0e2-4061-abce-a863cb36011d req-a0e29ab1-833a-4fcc-a56a-06f7862afc47 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:56.581931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36e1fc48-f0e2-4061-abce-a863cb36011d req-a0e29ab1-833a-4fcc-a56a-06f7862afc47 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1106546 Nov 03 18:50:56.591042 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e64eca1c-8acc-4443-bd37-4f2beaa3267e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.594620 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e64eca1c-8acc-4443-bd37-4f2beaa3267e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9149857 Nov 03 18:50:56.597349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58202) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:50:56.612049 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:56.612522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Checking segment: {'id': '6e322d47-7977-4653-b96a-4f300648c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '23e57ffd-8a94-4bff-ba7a-634b0f7b1bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:56.613809 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.614348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Bound using segment: {'id': '6e322d47-7977-4653-b96a-4f300648c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '23e57ffd-8a94-4bff-ba7a-634b0f7b1bed'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:56.614858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Bound port: 5f4da589-0b15-48d9-8680-29167ec94c3f, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e322d47-7977-4653-b96a-4f300648c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '23e57ffd-8a94-4bff-ba7a-634b0f7b1bed'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:56.615253 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.683360 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36e1fc48-f0e2-4061-abce-a863cb36011d req-8fa60826-986d-4e6a-9298-54fdcc5b5186 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004114 Nov 03 18:50:56.746407 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7eb91d40-b3c6-47a9-91e3-d9f325df6153 req-0f8389a0-9476-40fa-ac69-6e8562e3ae34 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0755427 Nov 03 18:50:56.751541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-93ce2bcc-e728-4fe4-838c-b1ccc20a8eda req-d411ce1f-4064-47a8-97e8-3646a24207e0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1462696695', 'description': 'tempest-description-1171482216'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:56.751905 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] For port 5f4da589-0b15-48d9-8680-29167ec94c3f, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:56.755356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] For port 5f4da589-0b15-48d9-8680-29167ec94c3f, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5f4da589-0b15-48d9-8680-29167ec94c3f,segment=NetworkSegment(6e322d47-7977-4653-b96a-4f300648c970),segment_id=6e322d47-7977-4653-b96a-4f300648c970)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:56.766131 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.797041 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-93ce2bcc-e728-4fe4-838c-b1ccc20a8eda req-d411ce1f-4064-47a8-97e8-3646a24207e0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.831317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 86b38581-c360-44ff-858c-d9e5ef925657 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:56.929150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 86b38581-c360-44ff-858c-d9e5ef925657 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:56.929415 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 86b38581-c360-44ff-858c-d9e5ef925657 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:50:56.942946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-89ae0293-7386-49ec-a2b5-ece7a3c4c33f req-2adcdf32-fe85-43ad-bf45-6ebce51ba6e0 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] For port ed222736-4595-4ead-a33f-15f22dd3ec2d, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ed222736-4595-4ead-a33f-15f22dd3ec2d,segment=NetworkSegment(0f2288dd-79c2-4796-9eb1-86a18715dfab),segment_id=0f2288dd-79c2-4796-9eb1-86a18715dfab)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:50:56.943842 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-89ae0293-7386-49ec-a2b5-ece7a3c4c33f req-2adcdf32-fe85-43ad-bf45-6ebce51ba6e0 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.960268 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b89c62-c8f2-4a95-8add-53227c79fc45 None None] Pushing event updated for resources: {'Port': ['ID=5f4da589-0b15-48d9-8680-29167ec94c3f,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:56.978900 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:56.989775 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.020878 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-89ae0293-7386-49ec-a2b5-ece7a3c4c33f req-2adcdf32-fe85-43ad-bf45-6ebce51ba6e0 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Calling delete_port for ed222736-4595-4ead-a33f-15f22dd3ec2d owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:50:57.049694 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Network 434d669f-b6fb-4c85-bbf6-720957a95d43 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:57.055213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:57.055773 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-93ce2bcc-e728-4fe4-838c-b1ccc20a8eda req-d411ce1f-4064-47a8-97e8-3646a24207e0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.060047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:57.070981 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-93ce2bcc-e728-4fe4-838c-b1ccc20a8eda req-d411ce1f-4064-47a8-97e8-3646a24207e0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.162077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820268b-6029-419f-9bb3-e5eec0668471 req-2bc5c5fd-b86e-47d9-b525-9fe5264c5f06 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:57.171262 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3820268b-6029-419f-9bb3-e5eec0668471 req-2bc5c5fd-b86e-47d9-b525-9fe5264c5f06 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.2538207 Nov 03 18:50:57.171918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Pushing event updated for resources: {'Port': ['ID=6bc163a5-e761-4673-867d-b514700a14cb,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:57.175063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Attempting to bind port 6bc163a5-e761-4673-867d-b514700a14cb on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:50:57.175497 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Attempting to bind port 6bc163a5-e761-4673-867d-b514700a14cb by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '2bbc9128-8f10-4556-a9f0-dce1bd9bfc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '434d669f-b6fb-4c85-bbf6-720957a95d43'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:50:57.175902 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Attempting to bind port 6bc163a5-e761-4673-867d-b514700a14cb on network 434d669f-b6fb-4c85-bbf6-720957a95d43 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:50:57.183316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:50:57.183763 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Checking segment: {'id': '2bbc9128-8f10-4556-a9f0-dce1bd9bfc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '434d669f-b6fb-4c85-bbf6-720957a95d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:50:57.184181 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.184819 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Bound using segment: {'id': '2bbc9128-8f10-4556-a9f0-dce1bd9bfc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '434d669f-b6fb-4c85-bbf6-720957a95d43'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:50:57.185344 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-93ce2bcc-e728-4fe4-838c-b1ccc20a8eda req-d411ce1f-4064-47a8-97e8-3646a24207e0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.185710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Bound port: 6bc163a5-e761-4673-867d-b514700a14cb, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbc9128-8f10-4556-a9f0-dce1bd9bfc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '434d669f-b6fb-4c85-bbf6-720957a95d43'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:50:57.186284 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.186597 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93ce2bcc-e728-4fe4-838c-b1ccc20a8eda req-d411ce1f-4064-47a8-97e8-3646a24207e0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4391558 Nov 03 18:50:57.231019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411ce1f-4064-47a8-97e8-3646a24207e0 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87de8309-5ed3-4935-8cc0-e7640297db3b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:57.271708 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3820268b-6029-419f-9bb3-e5eec0668471 req-8cd38d71-f14c-4f77-b337-b11a633af860 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989940 Nov 03 18:50:57.318177 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.380407 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a608b93-0171-44d6-b697-0f0c529afec3 req-2c782ab8-8067-41cd-ba3f-c81d4fa64267 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/87de8309-5ed3-4935-8cc0-e7640297db3b HTTP/1.1" status: 200 len: 1820 time: 0.0711386 Nov 03 18:50:57.384895 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] For port 6bc163a5-e761-4673-867d-b514700a14cb, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:50:57.386798 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-4a608b93-0171-44d6-b697-0f0c529afec3 req-5440bc1a-aab3-4efc-a126-1a5f950eed79 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1087286578', 'description': 'tempest-description-hth-1701954831'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:50:57.396991 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] For port 6bc163a5-e761-4673-867d-b514700a14cb, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6bc163a5-e761-4673-867d-b514700a14cb,segment=NetworkSegment(2bbc9128-8f10-4556-a9f0-dce1bd9bfc27),segment_id=2bbc9128-8f10-4556-a9f0-dce1bd9bfc27)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:50:57.406220 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.487143 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4a608b93-0171-44d6-b697-0f0c529afec3 req-5440bc1a-aab3-4efc-a126-1a5f950eed79 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.530724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb0c73-f6b2-405e-bcae-f16357f1b22f req-dc3d062a-e49b-4e30-8398-c6daa8a4ddff tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:57.538659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-47eb0c73-f6b2-405e-bcae-f16357f1b22f req-dc3d062a-e49b-4e30-8398-c6daa8a4ddff tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1115274 Nov 03 18:50:57.552449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f318d2-23c2-47f8-8288-963da2596634 None None] Pushing event updated for resources: {'Port': ['ID=6bc163a5-e761-4673-867d-b514700a14cb,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:57.586727 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-89ae0293-7386-49ec-a2b5-ece7a3c4c33f req-2adcdf32-fe85-43ad-bf45-6ebce51ba6e0 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.601921 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4a608b93-0171-44d6-b697-0f0c529afec3 req-5440bc1a-aab3-4efc-a126-1a5f950eed79 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.613213 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4a608b93-0171-44d6-b697-0f0c529afec3 req-5440bc1a-aab3-4efc-a126-1a5f950eed79 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.615877 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4a608b93-0171-44d6-b697-0f0c529afec3 req-5440bc1a-aab3-4efc-a126-1a5f950eed79 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.617231 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a608b93-0171-44d6-b697-0f0c529afec3 req-5440bc1a-aab3-4efc-a126-1a5f950eed79 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "PUT /v2.0/security-groups/87de8309-5ed3-4935-8cc0-e7640297db3b HTTP/1.1" status: 200 len: 1794 time: 0.2359776 Nov 03 18:50:57.627833 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-47eb0c73-f6b2-405e-bcae-f16357f1b22f req-3ddf2051-dff2-407e-8f33-1108fff67866 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876853 Nov 03 18:50:57.644957 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['ed222736-4595-4ead-a33f-15f22dd3ec2d'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:50:57.670835 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440bc1a-aab3-4efc-a126-1a5f950eed79 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87de8309-5ed3-4935-8cc0-e7640297db3b,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:57.677515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcdf32-fe85-43ad-bf45-6ebce51ba6e0 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Pushing event deleted for resources: {'Port': ['ID=ed222736-4595-4ead-a33f-15f22dd3ec2d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:57.900877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ae0293-7386-49ec-a2b5-ece7a3c4c33f req-2adcdf32-fe85-43ad-bf45-6ebce51ba6e0 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] No DVR routers for this DVR port ed222736-4595-4ead-a33f-15f22dd3ec2d on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:50:57.908031 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-89ae0293-7386-49ec-a2b5-ece7a3c4c33f req-2adcdf32-fe85-43ad-bf45-6ebce51ba6e0 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:57.912563 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ae5eaa4-8751-47f9-b30c-a218aad7b17f req-aa3d5946-5b87-4783-afe9-9da3eea424f7 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 210 time: 0.1222053 Nov 03 18:50:57.914932 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-89ae0293-7386-49ec-a2b5-ece7a3c4c33f req-2adcdf32-fe85-43ad-bf45-6ebce51ba6e0 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.87 "DELETE /v2.0/ports/ed222736-4595-4ead-a33f-15f22dd3ec2d HTTP/1.1" status: 204 len: 173 time: 2.1938679 Nov 03 18:50:57.918528 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d9d8b0-dd44-4c67-b661-19b0eec9f1af', 'name': 'network-vif-deleted', 'tag': 'ed222736-4595-4ead-a33f-15f22dd3ec2d'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:50:57.921440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9e49d6e-e40a-4d11-b799-cc790582a9e6 req-718d665f-c9b8-42fb-8d51-a46d67420881 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/87de8309-5ed3-4935-8cc0-e7640297db3b HTTP/1.1" status: 200 len: 1794 time: 0.1671844 Nov 03 18:50:57.923406 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ce7149-570b-4abf-9252-7a5930b365b8" -d '{"events": [{"server_uuid": "c9d9d8b0-dd44-4c67-b661-19b0eec9f1af", "name": "network-vif-deleted", "tag": "ed222736-4595-4ead-a33f-15f22dd3ec2d"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:50:58.083070 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-adeccd96-da31-4533-aa51-fcb7dc1be801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.105819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3c8fb7b-6228-4feb-bb35-36896036ba82 req-c0947bd4-9942-48bc-a841-b2ea6b921aee tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/87de8309-5ed3-4935-8cc0-e7640297db3b HTTP/1.1" status: 200 len: 1794 time: 0.1196077 Nov 03 18:50:58.127539 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Allocated IP 172.20.0.1 (23e57ffd-8a94-4bff-ba7a-634b0f7b1bed/af925900-076d-49c1-91c9-d47a9727909b/5eff7eba-104f-448a-b547-e1758ffc9ea6) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:50:58.131958 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e7eb611-06ab-4d2a-a556-3d6fd9d9ac11 req-0069be49-70d0-47eb-a039-abbf453a4cd1 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0549068 Nov 03 18:50:58.249974 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764d3f3a-379e-4dbf-a753-80c6d5dae563 x-openstack-request-id: req-764d3f3a-379e-4dbf-a753-80c6d5dae563 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:50:58.250374 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d9d8b0-dd44-4c67-b661-19b0eec9f1af", "name": "network-vif-deleted", "tag": "ed222736-4595-4ead-a33f-15f22dd3ec2d", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:50:58.250635 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-764d3f3a-379e-4dbf-a753-80c6d5dae563 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:50:58.251045 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d9d8b0-dd44-4c67-b661-19b0eec9f1af', 'name': 'network-vif-deleted', 'tag': 'ed222736-4595-4ead-a33f-15f22dd3ec2d', 'status': 'completed', 'code': 200} Nov 03 18:50:58.274948 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b3c8fb7b-6228-4feb-bb35-36896036ba82 req-dcc865ba-08f1-4117-b69c-8deb9b05f9ab tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.334300 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b3c8fb7b-6228-4feb-bb35-36896036ba82 req-dcc865ba-08f1-4117-b69c-8deb9b05f9ab tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.349578 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.430462 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.495999 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 23e57ffd-8a94-4bff-ba7a-634b0f7b1bed is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:50:58.496783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7cc98-42fc-4564-955c-13c1d389f211 req-344bd32e-4154-441d-8450-e996742a8f3a tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:50:58.500351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:50:58.501260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34a7cc98-42fc-4564-955c-13c1d389f211 req-344bd32e-4154-441d-8450-e996742a8f3a tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1333578 Nov 03 18:50:58.507113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:50:58.511101 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b3c8fb7b-6228-4feb-bb35-36896036ba82 req-dcc865ba-08f1-4117-b69c-8deb9b05f9ab tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.516208 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b3c8fb7b-6228-4feb-bb35-36896036ba82 req-dcc865ba-08f1-4117-b69c-8deb9b05f9ab tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.523175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3c8fb7b-6228-4feb-bb35-36896036ba82 req-dcc865ba-08f1-4117-b69c-8deb9b05f9ab tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "DELETE /v2.0/security-groups/87de8309-5ed3-4935-8cc0-e7640297db3b HTTP/1.1" status: 204 len: 173 time: 0.4025240 Nov 03 18:50:58.554007 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=5eff7eba-104f-448a-b547-e1758ffc9ea6,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:58.578438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc865ba-08f1-4117-b69c-8deb9b05f9ab tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87de8309-5ed3-4935-8cc0-e7640297db3b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:58.582584 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:58.627507 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33987216-bade-456a-ac58-986273a603de None None] Network 23e57ffd-8a94-4bff-ba7a-634b0f7b1bed requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:58.664499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34a7cc98-42fc-4564-955c-13c1d389f211 req-f9faa297-4454-4392-98ca-65efc6d1ff2d tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556451 Nov 03 18:50:58.897952 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6bc163a5-e761-4673-867d-b514700a14cb up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:50:58.939020 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:59.050165 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-43eb7e40-b40f-42df-b26a-5dfaad639a52 req-cd01392d-8d32-4646-8e16-95ef3ac5575e tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] show failed (client error): The resource could not be found. Nov 03 18:50:59.063367 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43eb7e40-b40f-42df-b26a-5dfaad639a52 req-cd01392d-8d32-4646-8e16-95ef3ac5575e tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/8592daa1-6271-4d3d-8418-eb501151f53a HTTP/1.1" status: 404 len: 352 time: 0.0412955 Nov 03 18:50:59.122375 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-9ca6fc93-af06-448e-90bf-ee2f9c02d3f9 req-8ff0efcb-2349-4cfd-9630-8a6f3af4b65a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] show failed (client error): The resource could not be found. Nov 03 18:50:59.135768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ca6fc93-af06-448e-90bf-ee2f9c02d3f9 req-8ff0efcb-2349-4cfd-9630-8a6f3af4b65a tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/51598d29-c23f-44f9-8554-1a306d0accfc HTTP/1.1" status: 404 len: 352 time: 0.0372040 Nov 03 18:50:59.263980 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75f6306f-d7b4-4f61-bd86-2ff557541e45 req-740624a7-952b-4046-8802-7128a82fd2c5 tempest-ServersNegativeTestMultiTenantJSON-91329850 tempest-ServersNegativeTestMultiTenantJSON-91329850-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d9d8b0-dd44-4c67-b661-19b0eec9f1af HTTP/1.1" status: 200 len: 210 time: 0.1186819 Nov 03 18:50:59.269366 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-a45c6b42-c210-4d4f-9acb-0311a473580f req-dcee5f69-c18f-47cc-a5a6-7ab082446aca tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] show failed (client error): The resource could not be found. Nov 03 18:50:59.273365 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a45c6b42-c210-4d4f-9acb-0311a473580f req-dcee5f69-c18f-47cc-a5a6-7ab082446aca tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/995b58d6-82d5-4e2e-a82e-5d2a4a1ff7f1 HTTP/1.1" status: 404 len: 352 time: 0.1046174 Nov 03 18:50:59.388822 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-4c2790a9-b390-4ec0-a901-fd226c968180 req-ae9c51ab-5f03-4507-bcbf-e3d5bd4bd379 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] show failed (client error): The resource could not be found. Nov 03 18:50:59.391009 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c2790a9-b390-4ec0-a901-fd226c968180 req-ae9c51ab-5f03-4507-bcbf-e3d5bd4bd379 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/4d31ef34-ccd3-4935-bb8d-f71a9c58ed79 HTTP/1.1" status: 404 len: 352 time: 0.0691712 Nov 03 18:50:59.495570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554288f1-f5fd-4de4-83fd-5d78ad6899de None None] Network 434d669f-b6fb-4c85-bbf6-720957a95d43 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:50:59.499365 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-5e2c8854-b13a-4f2e-93e6-702d8dee2943 req-92767aa3-d7d5-4a86-b14c-3b623932a803 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] show failed (client error): The resource could not be found. Nov 03 18:50:59.532566 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e2c8854-b13a-4f2e-93e6-702d8dee2943 req-92767aa3-d7d5-4a86-b14c-3b623932a803 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/ee460f68-e9c5-419b-adcc-3d3a469fb7b6 HTTP/1.1" status: 404 len: 352 time: 0.0757680 Nov 03 18:50:59.625674 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-1f8783de-d5b4-41e4-bc23-938d6046f3e7 req-662dec91-63f2-4d15-92ef-8c948ee0ae04 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] show failed (client error): The resource could not be found. Nov 03 18:50:59.628838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f8783de-d5b4-41e4-bc23-938d6046f3e7 req-662dec91-63f2-4d15-92ef-8c948ee0ae04 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/1393d876-ab9b-4d96-959b-a56ca150e801 HTTP/1.1" status: 404 len: 352 time: 0.0852349 Nov 03 18:50:59.636974 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e5d054e-6ca0-470d-938a-8dded8858923 req-1a590e80-96a1-44a0-b410-cb743daa44ea tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0904243 Nov 03 18:50:59.666229 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Provisioning complete for port 5f4da589-0b15-48d9-8680-29167ec94c3f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:50:59.667347 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:59.697719 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:59.703490 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:59.719315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ed222736-4595-4ead-a33f-15f22dd3ec2d no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:50:59.843639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=5eff7eba-104f-448a-b547-e1758ffc9ea6,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:50:59.895202 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:50:59.984212 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: ed222736-4595-4ead-a33f-15f22dd3ec2d {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:50:59.987425 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ed222736-4595-4ead-a33f-15f22dd3ec2d not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:00.052366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 23e57ffd-8a94-4bff-ba7a-634b0f7b1bed is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:00.054586 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:00.124336 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.191766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6bc163a5-e761-4673-867d-b514700a14cb triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:00.192429 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.219713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179b2e2-491e-4dc0-94ab-9b7598182f52 req-290e6f51-4fd9-4db4-be54-e843edd425f9 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:00.228581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c179b2e2-491e-4dc0-94ab-9b7598182f52 req-290e6f51-4fd9-4db4-be54-e843edd425f9 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 1023 time: 0.1087537 Nov 03 18:51:00.411646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58316) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:00.431825 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c179b2e2-491e-4dc0-94ab-9b7598182f52 req-c1a00c8c-7615-411e-bd58-1ad0f02ca298 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&id=eecfb736-df4b-4bc2-9882-7ade22fde3f8&id=b78af42e-6082-4f7f-a0df-b0decf515147&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2020657 Nov 03 18:51:00.469113 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.517786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 417796ba-9d51-413f-9993-330067bce8c6 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:51:00.518717 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.532730 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.596908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-7baee3fd-0b3f-4eba-ac6c-65a13fd83bfa admin admin] Deleting subnet 74075503-1f5f-4785-9abf-c24543217d83 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:51:00.617015 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 6bc163a5-e761-4673-867d-b514700a14cb, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6bc163a5-e761-4673-867d-b514700a14cb,segment=NetworkSegment(2bbc9128-8f10-4556-a9f0-dce1bd9bfc27),segment_id=2bbc9128-8f10-4556-a9f0-dce1bd9bfc27)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:00.643289 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.644263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5f4da589-0b15-48d9-8680-29167ec94c3f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:00.723820 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7baee3fd-0b3f-4eba-ac6c-65a13fd83bfa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.754534 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] For port 5f4da589-0b15-48d9-8680-29167ec94c3f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5f4da589-0b15-48d9-8680-29167ec94c3f,segment=NetworkSegment(6e322d47-7977-4653-b96a-4f300648c970),segment_id=6e322d47-7977-4653-b96a-4f300648c970)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:00.760998 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.778679 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.831160 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=6bc163a5-e761-4673-867d-b514700a14cb,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:00.920304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5f4da589-0b15-48d9-8680-29167ec94c3f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:00.921123 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.947863 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2861685c-cde4-4be7-932d-8399c81fc324 req-a9d3c703-4a8c-4b22-921a-870525073acf tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0839930 Nov 03 18:51:00.966497 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7baee3fd-0b3f-4eba-ac6c-65a13fd83bfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:00.991739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:00.999290 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-af6f7e97-6890-4ea5-a3b3-50ecb3b7dc91 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/417796ba-9d51-413f-9993-330067bce8c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4010227 Nov 03 18:51:01.002319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58326) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:01.007784 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c78c2-74f0-4d78-bdf8-6b42d2672188 None None] Sync routers for ids ['417796ba-9d51-413f-9993-330067bce8c6'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:01.023612 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c78c2-74f0-4d78-bdf8-6b42d2672188 None None] Routers {'417796ba-9d51-413f-9993-330067bce8c6'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:01.024251 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-490c78c2-74f0-4d78-bdf8-6b42d2672188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['417796ba-9d51-413f-9993-330067bce8c6'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:01.062705 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7baee3fd-0b3f-4eba-ac6c-65a13fd83bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.140292 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9d822b22-6ec5-4b4f-9150-f9554f93bf6c None None] Provisioning complete for port 5eff7eba-104f-448a-b547-e1758ffc9ea6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:01.141787 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d822b22-6ec5-4b4f-9150-f9554f93bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.174332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d83b16-3877-4b21-919c-8ae9793e99cd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:01.184960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58338) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:01.186036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-87d83b16-3877-4b21-919c-8ae9793e99cd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports/5eff7eba-104f-448a-b547-e1758ffc9ea6 HTTP/1.1" status: 200 len: 910 time: 0.1817505 Nov 03 18:51:01.187975 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-490c78c2-74f0-4d78-bdf8-6b42d2672188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:01.224935 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c78c2-74f0-4d78-bdf8-6b42d2672188 None None] Routers {'417796ba-9d51-413f-9993-330067bce8c6'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:01.225864 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-490c78c2-74f0-4d78-bdf8-6b42d2672188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['417796ba-9d51-413f-9993-330067bce8c6'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:01.242042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Pushing event updated for resources: {'Port': ['ID=5f4da589-0b15-48d9-8680-29167ec94c3f,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:01.282353 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-490c78c2-74f0-4d78-bdf8-6b42d2672188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:01.283413 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c78c2-74f0-4d78-bdf8-6b42d2672188 None None] The sync data for ids ['417796ba-9d51-413f-9993-330067bce8c6'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:01.290798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:01.291605 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:01.292131 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:01.292765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:01.293440 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:01.294043 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:01.294542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:01.295025 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:01.295507 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:01.296033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:01.296532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:01.297017 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7246ed2d-dcae-422c-af5d-921baa8e11cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:01.330090 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7baee3fd-0b3f-4eba-ac6c-65a13fd83bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.335875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeea24-429b-4b96-af8a-f76787afd7f9 req-4f80bfa9-0962-489d-afc7-28ef3a59ee5c tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:01.342386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ceeea24-429b-4b96-af8a-f76787afd7f9 req-4f80bfa9-0962-489d-afc7-28ef3a59ee5c tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.98 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 1023 time: 0.0924172 Nov 03 18:51:01.396173 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9d822b22-6ec5-4b4f-9150-f9554f93bf6c None None] Port 5eff7eba-104f-448a-b547-e1758ffc9ea6 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:01.442026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9d822b22-6ec5-4b4f-9150-f9554f93bf6c None None] Provisioning complete for port 5f4da589-0b15-48d9-8680-29167ec94c3f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:01.442610 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d822b22-6ec5-4b4f-9150-f9554f93bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.445897 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.460909 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baee3fd-0b3f-4eba-ac6c-65a13fd83bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74075503-1f5f-4785-9abf-c24543217d83,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:01.472418 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7baee3fd-0b3f-4eba-ac6c-65a13fd83bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.494112 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7baee3fd-0b3f-4eba-ac6c-65a13fd83bfa admin admin] 10.222.0.107 "DELETE /v2.0/subnets/74075503-1f5f-4785-9abf-c24543217d83 HTTP/1.1" status: 204 len: 168 time: 1.0784888 Nov 03 18:51:01.506497 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58346) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:01.633282 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18e8170d-3b1f-4549-95bf-3295a6880966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.650380 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6bc163a5-e761-4673-867d-b514700a14cb up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:01.660710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd61612-23ca-4cf1-892c-78f8b68ddb0e req-893f8141-572d-497d-9940-60a1683f7c07 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:01.670257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5fd61612-23ca-4cf1-892c-78f8b68ddb0e req-893f8141-572d-497d-9940-60a1683f7c07 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/ports?device_id=77443d49-c3b1-40d0-803e-5ad27fdba80e HTTP/1.1" status: 200 len: 1023 time: 0.1117537 Nov 03 18:51:01.694454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-2ceeea24-429b-4b96-af8a-f76787afd7f9 req-db803de0-8827-462e-b333-66e50c9af674 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Deleting port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:01.694921 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2ceeea24-429b-4b96-af8a-f76787afd7f9 req-db803de0-8827-462e-b333-66e50c9af674 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.746401 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9d822b22-6ec5-4b4f-9150-f9554f93bf6c None None] Provisioning complete for port 6bc163a5-e761-4673-867d-b514700a14cb triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:01.746714 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d822b22-6ec5-4b4f-9150-f9554f93bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.804833 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-5c0d2089-ae6a-4805-ad29-3a37fb0c0399 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4909799 Nov 03 18:51:01.805472 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6bc163a5-e761-4673-867d-b514700a14cb triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:01.807005 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.836175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5fd61612-23ca-4cf1-892c-78f8b68ddb0e req-d7a83d26-1066-4171-94d2-6607babc72ba tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups?id=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642&id=eecfb736-df4b-4bc2-9882-7ade22fde3f8&id=b78af42e-6082-4f7f-a0df-b0decf515147&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1647120 Nov 03 18:51:01.870266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-2ceeea24-429b-4b96-af8a-f76787afd7f9 req-db803de0-8827-462e-b333-66e50c9af674 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] For port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=24ecbc08-27b0-4fd0-8833-e4bd01727d5c,segment=NetworkSegment(f9b5d23f-7c3f-402b-afd6-5bf786abecb9),segment_id=f9b5d23f-7c3f-402b-afd6-5bf786abecb9)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:01.870809 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2ceeea24-429b-4b96-af8a-f76787afd7f9 req-db803de0-8827-462e-b333-66e50c9af674 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:01.886468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-2ceeea24-429b-4b96-af8a-f76787afd7f9 req-db803de0-8827-462e-b333-66e50c9af674 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Calling delete_port for 24ecbc08-27b0-4fd0-8833-e4bd01727d5c owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:02.002364 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18e8170d-3b1f-4549-95bf-3295a6880966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.003648 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5f4da589-0b15-48d9-8680-29167ec94c3f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:02.064009 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2ceeea24-429b-4b96-af8a-f76787afd7f9 req-db803de0-8827-462e-b333-66e50c9af674 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.082678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['24ecbc08-27b0-4fd0-8833-e4bd01727d5c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:51:02.122042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5f4da589-0b15-48d9-8680-29167ec94c3f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:02.122420 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.140919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db803de0-8827-462e-b333-66e50c9af674 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event deleted for resources: {'Port': ['ID=24ecbc08-27b0-4fd0-8833-e4bd01727d5c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:02.180790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89dd61ba-d3f6-401b-bfdc-50dfb4361ffe req-9c2d26f9-f1dc-4014-ba68-0adf95fd2ba0 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0520706 Nov 03 18:51:02.201049 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8b1e7922-bc21-43c4-a33b-970dfaed17e2 None None] Provisioning complete for port 5eff7eba-104f-448a-b547-e1758ffc9ea6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:02.201701 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b1e7922-bc21-43c4-a33b-970dfaed17e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.203034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ceeea24-429b-4b96-af8a-f76787afd7f9 req-db803de0-8827-462e-b333-66e50c9af674 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] No DVR routers for this DVR port 24ecbc08-27b0-4fd0-8833-e4bd01727d5c on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:02.206476 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2ceeea24-429b-4b96-af8a-f76787afd7f9 req-db803de0-8827-462e-b333-66e50c9af674 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.212274 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ceeea24-429b-4b96-af8a-f76787afd7f9 req-db803de0-8827-462e-b333-66e50c9af674 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.98 "DELETE /v2.0/ports/24ecbc08-27b0-4fd0-8833-e4bd01727d5c HTTP/1.1" status: 204 len: 173 time: 0.8625174 Nov 03 18:51:02.212772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77443d49-c3b1-40d0-803e-5ad27fdba80e', 'name': 'network-vif-deleted', 'tag': '24ecbc08-27b0-4fd0-8833-e4bd01727d5c'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:02.222480 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafed4d6-1305-4e96-a99d-43b6626a1986" -d '{"events": [{"server_uuid": "77443d49-c3b1-40d0-803e-5ad27fdba80e", "name": "network-vif-deleted", "tag": "24ecbc08-27b0-4fd0-8833-e4bd01727d5c"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:02.341642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e7922-bc21-43c4-a33b-970dfaed17e2 None None] Port 5eff7eba-104f-448a-b547-e1758ffc9ea6 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:02.347723 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89deb80-7240-4762-bd95-083438fdf274 x-openstack-request-id: req-d89deb80-7240-4762-bd95-083438fdf274 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:02.348230 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77443d49-c3b1-40d0-803e-5ad27fdba80e", "name": "network-vif-deleted", "tag": "24ecbc08-27b0-4fd0-8833-e4bd01727d5c", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:02.348389 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d89deb80-7240-4762-bd95-083438fdf274 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:02.348711 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77443d49-c3b1-40d0-803e-5ad27fdba80e', 'name': 'network-vif-deleted', 'tag': '24ecbc08-27b0-4fd0-8833-e4bd01727d5c', 'status': 'completed', 'code': 200} Nov 03 18:51:02.577335 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-a4cb4d8e-a091-476b-ad9a-fa063f20bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:02.577978 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-a4cb4d8e-a091-476b-ad9a-fa063f20bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:02.578373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-a4cb4d8e-a091-476b-ad9a-fa063f20bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:02.578942 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-a4cb4d8e-a091-476b-ad9a-fa063f20bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:02.579412 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-a4cb4d8e-a091-476b-ad9a-fa063f20bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:02.579909 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-a4cb4d8e-a091-476b-ad9a-fa063f20bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:02.580473 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-a4cb4d8e-a091-476b-ad9a-fa063f20bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:02.582447 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-a4cb4d8e-a091-476b-ad9a-fa063f20bc28 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c499298fecc740dd8356f938a201f1f9&device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 6499 time: 0.6978288 Nov 03 18:51:02.587709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-18e8170d-3b1f-4549-95bf-3295a6880966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607a40fa-8a24-41aa-8539-5608eff8b825']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:02.616713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-18e8170d-3b1f-4549-95bf-3295a6880966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2288dd-79c2-4796-9eb1-86a18715dfab') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:02.617080 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-18e8170d-3b1f-4549-95bf-3295a6880966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2288dd-79c2-4796-9eb1-86a18715dfab') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:02.660286 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18e8170d-3b1f-4549-95bf-3295a6880966 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.732583 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18e8170d-3b1f-4549-95bf-3295a6880966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.751911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e8170d-3b1f-4549-95bf-3295a6880966 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:02.751911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18e8170d-3b1f-4549-95bf-3295a6880966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:02.753917 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:02.918256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-9b4a6f40-c133-4405-9ddc-8f633038eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:02.919097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-9b4a6f40-c133-4405-9ddc-8f633038eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:02.919657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-9b4a6f40-c133-4405-9ddc-8f633038eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:02.921400 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-9b4a6f40-c133-4405-9ddc-8f633038eccb service neutron] 10.222.0.98 "GET /v2.0/networks?id=d2b26eb6-7515-43b1-9ddc-0eec10b264b7&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 HTTP/1.1" status: 200 len: 2296 time: 0.3015709 Nov 03 18:51:02.926071 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18e8170d-3b1f-4549-95bf-3295a6880966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.934659 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18e8170d-3b1f-4549-95bf-3295a6880966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.940785 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-18e8170d-3b1f-4549-95bf-3295a6880966 admin admin] 10.222.0.107 "DELETE /v2.0/networks/607a40fa-8a24-41aa-8539-5608eff8b825 HTTP/1.1" status: 204 len: 168 time: 1.4253490 Nov 03 18:51:02.942588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58378) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:02.963032 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:02.993114 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8170d-3b1f-4549-95bf-3295a6880966 admin admin] Pushing event deleted for resources: {'Network': ['ID=607a40fa-8a24-41aa-8539-5608eff8b825,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:03.068284 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa96d5b3-c0af-46a4-8149-97968063ee53 req-0c312b2e-2f16-40a8-b17d-c9646d62291f tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/eecfb736-df4b-4bc2-9882-7ade22fde3f8 HTTP/1.1" status: 200 len: 1820 time: 0.0938563 Nov 03 18:51:03.071210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3d790c-9b92-4d3f-9867-48b8be40430c admin admin] Deleting subnet ef1edace-604a-428f-a702-287a8f7529e7 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:51:03.075021 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca3d790c-9b92-4d3f-9867-48b8be40430c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.110454 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-0c068cfd-9995-4b4e-a3ef-81a6a0cf56b8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a45be5e5-9799-4b7e-a7c1-f406523ac8d8 HTTP/1.1" status: 200 len: 1001 time: 0.1798642 Nov 03 18:51:03.163171 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca3d790c-9b92-4d3f-9867-48b8be40430c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.224520 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fa96d5b3-c0af-46a4-8149-97968063ee53 req-55062fe6-9203-4883-8e9f-f2985603a391 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.230503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-33027f7e-cc13-4ca9-a6ef-f6200901369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:03.232305 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-33027f7e-cc13-4ca9-a6ef-f6200901369a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0093d58-4abe-4628-9969-4f73606f9325 HTTP/1.1" status: 200 len: 855 time: 0.1149213 Nov 03 18:51:03.270868 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca3d790c-9b92-4d3f-9867-48b8be40430c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.274295 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fa96d5b3-c0af-46a4-8149-97968063ee53 req-55062fe6-9203-4883-8e9f-f2985603a391 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.358717 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-563102f9-625a-4609-82be-cd650470b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:03.361491 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-563102f9-625a-4609-82be-cd650470b533 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d2b26eb6-7515-43b1-9ddc-0eec10b264b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198976 Nov 03 18:51:03.378127 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fa96d5b3-c0af-46a4-8149-97968063ee53 req-55062fe6-9203-4883-8e9f-f2985603a391 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.391859 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-fa96d5b3-c0af-46a4-8149-97968063ee53 req-55062fe6-9203-4883-8e9f-f2985603a391 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.411770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa96d5b3-c0af-46a4-8149-97968063ee53 req-55062fe6-9203-4883-8e9f-f2985603a391 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "DELETE /v2.0/security-groups/eecfb736-df4b-4bc2-9882-7ade22fde3f8 HTTP/1.1" status: 204 len: 173 time: 0.3019741 Nov 03 18:51:03.439551 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca3d790c-9b92-4d3f-9867-48b8be40430c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.457914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55062fe6-9203-4883-8e9f-f2985603a391 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecfb736-df4b-4bc2-9882-7ade22fde3f8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:03.488224 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81094c25-7f69-4047-862d-ce77ba073c64 req-721438a9-99bf-4c2e-9c7a-f3b05d35261d tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0749750 Nov 03 18:51:03.551265 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca3d790c-9b92-4d3f-9867-48b8be40430c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.554955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ca3d790c-9b92-4d3f-9867-48b8be40430c admin admin] 10.222.0.107 "DELETE /v2.0/subnets/ef1edace-604a-428f-a702-287a8f7529e7 HTTP/1.1" status: 204 len: 168 time: 0.6111050 Nov 03 18:51:03.557967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d790c-9b92-4d3f-9867-48b8be40430c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1edace-604a-428f-a702-287a8f7529e7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:03.573117 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58398) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:03.649684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Allocated IP 172.21.0.1 (434d669f-b6fb-4c85-bbf6-720957a95d43/cba7bdd5-cfa3-42c8-92af-a2c50016f3ba/759fd55e-9013-4c9f-a086-3767c9be14af) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:03.739022 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8dbd06bd-b58f-4145-8b2e-d1acfadd64cd req-d4035f9a-f8a2-49d2-ad9d-a8ca1c62bb2f tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "GET /v2.0/security-groups/b78af42e-6082-4f7f-a0df-b0decf515147 HTTP/1.1" status: 200 len: 1820 time: 0.1947463 Nov 03 18:51:03.756819 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b6e0-a219-4fca-904a-6d8974756cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.846389 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-0eccf681-f2b2-457f-b6a9-c3447fa60f68 service neutron] 10.222.0.98 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765382 Nov 03 18:51:03.883453 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.967744 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b6e0-a219-4fca-904a-6d8974756cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.992733 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-7c08c4cd-c472-4dff-88be-976f53e8ed1d service neutron] 10.222.0.98 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367373 Nov 03 18:51:03.995846 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:03.999136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-7fe6b6e0-a219-4fca-904a-6d8974756cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b75f5b7-1339-4603-92e9-26ed2c1b521a']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:04.038139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-7fe6b6e0-a219-4fca-904a-6d8974756cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b0ba24-d554-402c-94ce-e9bff1c007af') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:04.042074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-7fe6b6e0-a219-4fca-904a-6d8974756cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b0ba24-d554-402c-94ce-e9bff1c007af') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:04.075002 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b6e0-a219-4fca-904a-6d8974756cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.075507 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-0c2b34e0-305c-4c0e-b065-fd49a417c267 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef HTTP/1.1" status: 200 len: 217 time: 0.0664222 Nov 03 18:51:04.106387 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b6e0-a219-4fca-904a-6d8974756cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.116951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe6b6e0-a219-4fca-904a-6d8974756cf8 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:04.117574 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b6e0-a219-4fca-904a-6d8974756cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.138006 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-67280643-c88f-4443-9213-4ee6a96b93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:04.139907 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-67280643-c88f-4443-9213-4ee6a96b93e6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.0584536 Nov 03 18:51:04.146523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 434d669f-b6fb-4c85-bbf6-720957a95d43 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:04.161765 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:04.193944 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:04.205271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=759fd55e-9013-4c9f-a086-3767c9be14af,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:04.261132 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:04.299003 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8dbd06bd-b58f-4145-8b2e-d1acfadd64cd req-345cadf8-f232-4079-a4bc-1d6eb2b3a150 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.314969 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b6e0-a219-4fca-904a-6d8974756cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.328928 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b6e0-a219-4fca-904a-6d8974756cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.331791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-7cf0bc83-5842-4aca-a445-26cd1c2595dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:04.333223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7fe6b6e0-a219-4fca-904a-6d8974756cf8 admin admin] 10.222.0.107 "DELETE /v2.0/networks/7b75f5b7-1339-4603-92e9-26ed2c1b521a HTTP/1.1" status: 204 len: 168 time: 0.7588024 Nov 03 18:51:04.334893 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-7cf0bc83-5842-4aca-a445-26cd1c2595dd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1870041 Nov 03 18:51:04.569733 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-3d0bca24-de17-4fea-9084-9dacfc4e4af5 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194452 Nov 03 18:51:04.692264 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.723849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-86db5390-f80e-4f9f-8a60-2f1cffc4fc62 None None] Provisioning complete for port 759fd55e-9013-4c9f-a086-3767c9be14af triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:04.724416 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-86db5390-f80e-4f9f-8a60-2f1cffc4fc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:04.847477 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-86db5390-f80e-4f9f-8a60-2f1cffc4fc62 None None] Port 759fd55e-9013-4c9f-a086-3767c9be14af cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:04.865957 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 24ecbc08-27b0-4fd0-8833-e4bd01727d5c no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:04.933886 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-281bea8d-1553-4748-8986-7b67243fc5cc req-a8308e98-51a7-4902-8a02-82c95903b000 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.3602459 Nov 03 18:51:04.952285 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 24ecbc08-27b0-4fd0-8833-e4bd01727d5c {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:04.957971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 24ecbc08-27b0-4fd0-8833-e4bd01727d5c not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:04.992684 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58422) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:05.008449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6b6e0-a219-4fca-904a-6d8974756cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b75f5b7-1339-4603-92e9-26ed2c1b521a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:05.022794 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8dbd06bd-b58f-4145-8b2e-d1acfadd64cd req-345cadf8-f232-4079-a4bc-1d6eb2b3a150 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.065148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11b8ccde-8b7a-4c78-937e-3fbcd5837e76 req-8bd703a9-a85d-4800-88d1-4044f2eab1f5 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0684218 Nov 03 18:51:05.121750 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-95a36613-7668-4c78-bc6d-76bf463d62bd service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394969 Nov 03 18:51:05.150952 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.161774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a806eef4-cfda-4671-ab1b-1faae8812293 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=512098da8af54bf68f61a514d47a5ab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1645141 Nov 03 18:51:05.167608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58424) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:05.194328 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8dbd06bd-b58f-4145-8b2e-d1acfadd64cd req-345cadf8-f232-4079-a4bc-1d6eb2b3a150 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.206086 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8dbd06bd-b58f-4145-8b2e-d1acfadd64cd req-345cadf8-f232-4079-a4bc-1d6eb2b3a150 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.211420 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8dbd06bd-b58f-4145-8b2e-d1acfadd64cd req-345cadf8-f232-4079-a4bc-1d6eb2b3a150 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] 10.222.0.107 "DELETE /v2.0/security-groups/b78af42e-6082-4f7f-a0df-b0decf515147 HTTP/1.1" status: 204 len: 173 time: 1.4715147 Nov 03 18:51:05.232642 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58428) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:05.253191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cadf8-f232-4079-a4bc-1d6eb2b3a150 tempest-SecurityGroupsTestJSON-2082212385 tempest-SecurityGroupsTestJSON-2082212385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78af42e-6082-4f7f-a0df-b0decf515147,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:05.323130 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4196ed-3c94-4ab9-8f17-f2218fd734ca admin admin] Deleting subnet 12e5a424-1905-4a43-b17f-b219e8a412e4 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:51:05.327534 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-935c9fea-0c9f-43f1-8661-44e5522f651e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.329593 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa4196ed-3c94-4ab9-8f17-f2218fd734ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.413544 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-935c9fea-0c9f-43f1-8661-44e5522f651e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.417258 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa4196ed-3c94-4ab9-8f17-f2218fd734ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.489887 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa4196ed-3c94-4ab9-8f17-f2218fd734ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.542550 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-935c9fea-0c9f-43f1-8661-44e5522f651e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.545856 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-935c9fea-0c9f-43f1-8661-44e5522f651e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.550417 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-935c9fea-0c9f-43f1-8661-44e5522f651e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/36503321-1998-4da3-ac18-3ace5d274741 HTTP/1.1" status: 204 len: 168 time: 0.3830884 Nov 03 18:51:05.556041 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-b14a8ff3-1823-4a66-923c-e32f3a719707 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=8e6b560e-7922-4bd3-b966-74776e459307 HTTP/1.1" status: 200 len: 217 time: 0.4229839 Nov 03 18:51:05.569754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c9fea-0c9f-43f1-8661-44e5522f651e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36503321-1998-4da3-ac18-3ace5d274741,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:05.582748 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.590033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa4196ed-3c94-4ab9-8f17-f2218fd734ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.610606 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.669208 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa4196ed-3c94-4ab9-8f17-f2218fd734ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.682681 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aa4196ed-3c94-4ab9-8f17-f2218fd734ca admin admin] 10.222.0.107 "DELETE /v2.0/subnets/12e5a424-1905-4a43-b17f-b219e8a412e4 HTTP/1.1" status: 204 len: 168 time: 0.4474628 Nov 03 18:51:05.683874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4196ed-3c94-4ab9-8f17-f2218fd734ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e5a424-1905-4a43-b17f-b219e8a412e4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:05.685330 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58436) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:05.846935 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-39e82d2c-a2bc-4ce3-a708-b89b1916c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:05.848922 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-39e82d2c-a2bc-4ce3-a708-b89b1916c6ce service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.2825181 Nov 03 18:51:05.849805 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.939670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=759fd55e-9013-4c9f-a086-3767c9be14af,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:05.976810 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a348a538-577d-4ac3-8c51-79f4f64437d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:05.998659 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-d69be295-4656-4063-8290-783c1e6214c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:06.000752 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-d69be295-4656-4063-8290-783c1e6214c8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1420817 Nov 03 18:51:06.190759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58452) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:06.248145 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a348a538-577d-4ac3-8c51-79f4f64437d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.267368 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-636d199a-19f2-4158-9928-d9dd1dd7a104 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8ebf274f76f54b4ba689356734d055e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0732062 Nov 03 18:51:06.273467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58456) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:06.282728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-daf0055c-3f03-425f-9f2c-b8538ba75c16 req-85ef4d30-3075-445c-95ff-2d66e9ca2313 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.1180043 Nov 03 18:51:06.300180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a348a538-577d-4ac3-8c51-79f4f64437d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4dff2c-6acd-4b11-8f28-99f35ebe57eb']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:06.303729 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-5cd6af3c-148b-4ecb-8c4c-a96cf29bc355 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746747 Nov 03 18:51:06.326885 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 434d669f-b6fb-4c85-bbf6-720957a95d43 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:06.333315 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a348a538-577d-4ac3-8c51-79f4f64437d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b5d23f-7c3f-402b-afd6-5bf786abecb9') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:06.333619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a348a538-577d-4ac3-8c51-79f4f64437d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b5d23f-7c3f-402b-afd6-5bf786abecb9') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:06.355601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:06.370705 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a348a538-577d-4ac3-8c51-79f4f64437d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.803490 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a348a538-577d-4ac3-8c51-79f4f64437d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.816472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a348a538-577d-4ac3-8c51-79f4f64437d5 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:06.816818 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a348a538-577d-4ac3-8c51-79f4f64437d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:06.850177 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:06.876389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-10352fbe-9b4f-452f-a1f0-4d5da7adc25c None None] Provisioning complete for port 759fd55e-9013-4c9f-a086-3767c9be14af triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:06.877372 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10352fbe-9b4f-452f-a1f0-4d5da7adc25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.935341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-10352fbe-9b4f-452f-a1f0-4d5da7adc25c None None] Port 759fd55e-9013-4c9f-a086-3767c9be14af cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:06.970895 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f84bf8ce-7e3b-4e86-a550-4c50a430ca52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:06.987946 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-e8dd0eb4-9306-4617-8e5a-22de77f92d6a service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6698949 Nov 03 18:51:06.998359 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a348a538-577d-4ac3-8c51-79f4f64437d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.022573 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a348a538-577d-4ac3-8c51-79f4f64437d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.026377 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a348a538-577d-4ac3-8c51-79f4f64437d5 admin admin] 10.222.0.107 "DELETE /v2.0/networks/4b4dff2c-6acd-4b11-8f28-99f35ebe57eb HTTP/1.1" status: 204 len: 168 time: 1.3367476 Nov 03 18:51:07.064584 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f84bf8ce-7e3b-4e86-a550-4c50a430ca52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.077908 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-ddf9f9b1-68a4-4351-9f55-980fa27e1cd3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=01e665ed-9bea-455c-bb66-f63c42aa3da4 HTTP/1.1" status: 200 len: 217 time: 0.0822692 Nov 03 18:51:07.088649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348a538-577d-4ac3-8c51-79f4f64437d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b4dff2c-6acd-4b11-8f28-99f35ebe57eb,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:07.166829 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 417796ba-9d51-413f-9993-330067bce8c6 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:51:07.204896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-7b68c2f7-98c2-4093-8ee0-2d420a0b5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:07.207198 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-7b68c2f7-98c2-4093-8ee0-2d420a0b5630 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.1199970 Nov 03 18:51:07.312062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58474) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:07.377946 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f84bf8ce-7e3b-4e86-a550-4c50a430ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.381519 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f84bf8ce-7e3b-4e86-a550-4c50a430ca52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.387362 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f84bf8ce-7e3b-4e86-a550-4c50a430ca52 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b5a4835c-3814-4c85-8f23-6db229d61db1 HTTP/1.1" status: 204 len: 168 time: 1.1044154 Nov 03 18:51:07.401898 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c8339035-739c-4985-b93f-bd93d0fd571d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f3e9e50501594c7cb08ae78ccf3b73b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885518 Nov 03 18:51:07.404363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58484) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:07.418079 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bf8ce-7e3b-4e86-a550-4c50a430ca52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a4835c-3814-4c85-8f23-6db229d61db1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:07.475408 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f383b39-99f6-47bc-b5e0-899047b94e7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.508282 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-d3a5d928-c147-4c6a-8e1d-fb0c29f3055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:07.512321 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-d3a5d928-c147-4c6a-8e1d-fb0c29f3055a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2976158 Nov 03 18:51:07.528700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7029ff4-a975-4e46-9d80-aa6cfb1d4ac7 req-8d56c926-a03f-4c19-9427-b78b66605dbb tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0510812 Nov 03 18:51:07.567856 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f383b39-99f6-47bc-b5e0-899047b94e7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.637521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:07.653888 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa8fcd-fec1-435c-a426-d150a8a73686 None None] Sync routers for ids ['417796ba-9d51-413f-9993-330067bce8c6'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:07.655283 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f383b39-99f6-47bc-b5e0-899047b94e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.670662 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f383b39-99f6-47bc-b5e0-899047b94e7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:07.676388 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3f383b39-99f6-47bc-b5e0-899047b94e7e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e0a6ee2b-9b6f-4251-8f62-7e148d8cc642 HTTP/1.1" status: 204 len: 168 time: 0.2706237 Nov 03 18:51:07.690523 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa8fcd-fec1-435c-a426-d150a8a73686 None None] Routers {'417796ba-9d51-413f-9993-330067bce8c6'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:07.691242 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5bf58f82-6bc6-47fa-83c3-c660829d8636 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/417796ba-9d51-413f-9993-330067bce8c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4996109 Nov 03 18:51:07.692011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-01fa8fcd-fec1-435c-a426-d150a8a73686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['417796ba-9d51-413f-9993-330067bce8c6'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:07.692790 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58494) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:07.713339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f383b39-99f6-47bc-b5e0-899047b94e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a6ee2b-9b6f-4251-8f62-7e148d8cc642,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:07.855021 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-89430707-6741-48e1-b87e-2b76aaec49b1 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300607 Nov 03 18:51:07.863453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-01fa8fcd-fec1-435c-a426-d150a8a73686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:07.903561 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa8fcd-fec1-435c-a426-d150a8a73686 None None] Routers {'417796ba-9d51-413f-9993-330067bce8c6'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:07.905072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-01fa8fcd-fec1-435c-a426-d150a8a73686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['417796ba-9d51-413f-9993-330067bce8c6'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:08.007704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-01fa8fcd-fec1-435c-a426-d150a8a73686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:08.021274 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa8fcd-fec1-435c-a426-d150a8a73686 None None] The sync data for ids ['417796ba-9d51-413f-9993-330067bce8c6'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:08.070913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e7a8c6-d750-4493-acca-09e52b3c9073 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:08.080454 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d2e7a8c6-d750-4493-acca-09e52b3c9073 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports/759fd55e-9013-4c9f-a086-3767c9be14af HTTP/1.1" status: 200 len: 910 time: 0.3817127 Nov 03 18:51:08.083364 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58508) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:08.284598 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c6175f26-c54c-435d-9916-d8d564daeab4 req-0cffa6cc-ea0d-44ef-b8e6-48f522b1282f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c3caa3c585944860b45e9f1cd5cdc859&device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.1946409 Nov 03 18:51:08.387394 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2380ddd1-7808-4773-84a1-fd361b7dd102 req-c5fb6e1c-843d-4997-ac03-1f52fa5700c9 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.1617939 Nov 03 18:51:08.653766 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-98da3463-a8ec-4411-9a91-4b707c12e074 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7383063 Nov 03 18:51:08.717821 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c6175f26-c54c-435d-9916-d8d564daeab4 req-34f64582-8774-4964-8ec0-83faf7d22168 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=c3caa3c585944860b45e9f1cd5cdc859&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633831 Nov 03 18:51:08.787453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58546) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:08.827167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b2037-2d98-43a3-8698-fcfb703bfb72 req-98d7efc8-61e4-49af-b1a9-b48c7f5b3c35 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:08.837580 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec0b2037-2d98-43a3-8698-fcfb703bfb72 req-98d7efc8-61e4-49af-b1a9-b48c7f5b3c35 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.0812600 Nov 03 18:51:08.851521 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-68552719-12c6-46eb-a6d7-c8f8dc0a69d7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=6c83422e-a0e8-48f3-a9e1-fb56f242edb6 HTTP/1.1" status: 200 len: 217 time: 0.1267664 Nov 03 18:51:08.912756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec0b2037-2d98-43a3-8698-fcfb703bfb72 req-aad20ee7-25d6-4778-a595-fae4729edb59 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738196 Nov 03 18:51:08.949300 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a9cec05-fece-4987-b1c2-4d82ad009c6f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.036938 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-651713097-network', 'tenant_id': '037da25919cf4542997bb86836616357'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:09.061424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] Made reservation on behalf of 037da25919cf4542997bb86836616357 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:09.064948 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.098373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-37abe1cb-ef67-4ad6-8587-20d1dd36bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:09.101555 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-37abe1cb-ef67-4ad6-8587-20d1dd36bdeb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.2266243 Nov 03 18:51:09.109272 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.185063 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6175f26-c54c-435d-9916-d8d564daeab4 req-6209abee-c3d4-4f5e-8af2-2be7b0d054be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:09.187051 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c6175f26-c54c-435d-9916-d8d564daeab4 req-6209abee-c3d4-4f5e-8af2-2be7b0d054be service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3445938 Nov 03 18:51:09.194423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-03f1a438-cd8a-4c47-ae26-4cf429814ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:09.197225 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-03f1a438-cd8a-4c47-ae26-4cf429814ee3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0857952 Nov 03 18:51:09.307342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58562) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:09.388122 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-d54b79d6-0fbb-4dbe-8c97-bf87f69c24a4 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834641 Nov 03 18:51:09.444868 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.456165 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.484469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:51:09.555409 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1681974478-network', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:09.562387 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.562891 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] Added segment 0bc296a8-530b-4618-b7a9-0501a908fc2d of type vlan for network b894baad-2cfb-4583-9b1b-f89f8c6b3863 Nov 03 18:51:09.608081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3370c61-8ce3-49b7-9e1c-8cfb653a67bf,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:09.653328 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-4c68f5a2-7b5a-473c-ad97-5397f42c062a service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561810 Nov 03 18:51:09.686979 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97856768-43f2-4dbf-9a84-19f349f1621f req-7f032296-d949-47db-8045-1c5a50fe052e tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0555525 Nov 03 18:51:09.687617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] Made reservation on behalf of 72caea157bda4c2da13cda8b237e3c26 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:09.690237 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.693762 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.718415 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.749538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0a9cec05-fece-4987-b1c2-4d82ad009c6f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port 759fd55e-9013-4c9f-a086-3767c9be14af {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:09.749982 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a9cec05-fece-4987-b1c2-4d82ad009c6f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.807788 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-fb8c11cd-0071-49ef-a3df-6f916d1ddc3a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a749277d-caef-4241-accf-4ec2038dd6bd HTTP/1.1" status: 200 len: 217 time: 0.1466012 Nov 03 18:51:09.856387 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.857466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:09.859269 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:09.895957 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-3931ed2d-1063-4c66-ba31-fad1a7b4eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:09.898590 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-3931ed2d-1063-4c66-ba31-fad1a7b4eeef service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2242584c-e62d-41cf-9e7f-ce02778d27e1 HTTP/1.1" status: 200 len: 797 time: 0.0826812 Nov 03 18:51:09.962182 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-b26e37ea-2352-4f8f-b304-e8b7d77bf634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:09.964427 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-b26e37ea-2352-4f8f-b304-e8b7d77bf634 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0580885 Nov 03 18:51:10.023768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2203615 Nov 03 18:51:10.023768 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a9cec05-fece-4987-b1c2-4d82ad009c6f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.047319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0a9cec05-fece-4987-b1c2-4d82ad009c6f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for 759fd55e-9013-4c9f-a086-3767c9be14af owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:10.155180 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-52a04fdd-554b-403b-87e5-b6f1181c2a3b service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754200 Nov 03 18:51:10.155799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07392e4f-e10f-4839-9398-0399b5a141dc admin admin] Pushing event updated for resources: {'Network': ['ID=b894baad-2cfb-4583-9b1b-f89f8c6b3863,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:10.173178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network b894baad-2cfb-4583-9b1b-f89f8c6b3863 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:51:10.239691 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.249370 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.282933 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:51:10.296190 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.296886 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] Added segment 5587f12b-7f23-48d6-bce7-28db4e0f4527 of type vlan for network 6b353351-5b83-45e9-9697-85cd3e4e0a38 Nov 03 18:51:10.367336 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-e2608d04-4a29-451b-80e0-893558eab21b service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099352 Nov 03 18:51:10.371740 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.419833 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-397d84fb-2633-4e9b-be27-6e9d99c15710 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 HTTP/1.1" status: 200 len: 217 time: 0.0451381 Nov 03 18:51:10.483636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-ee64c9fd-16bd-43d2-966c-c24e2297a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:10.484654 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-ee64c9fd-16bd-43d2-966c-c24e2297a370 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2242584c-e62d-41cf-9e7f-ce02778d27e1 HTTP/1.1" status: 200 len: 797 time: 0.0584021 Nov 03 18:51:10.510800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:10.537964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-666f8235-aa38-4c26-b567-6512b47aa84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:10.539605 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-666f8235-aa38-4c26-b567-6512b47aa84a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480425 Nov 03 18:51:10.541406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd9fc1-a7eb-4032-afed-ef6bca89141d req-563b6996-4ff3-42b1-afe3-24236192d661 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:10.542982 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bdd9fc1-a7eb-4032-afed-ef6bca89141d req-563b6996-4ff3-42b1-afe3-24236192d661 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.3864768 Nov 03 18:51:10.610428 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.612038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:10.612758 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.669869 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-74c3f9e0-0a98-403f-b0fa-45596afca4d4 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219702 Nov 03 18:51:10.800872 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1d34d836-65f1-452b-9266-bb8ee87af9af req-f7a989e6-1ab2-4e9e-9208-965d4206e3a8 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237001 Nov 03 18:51:10.821846 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5080237 Nov 03 18:51:10.822579 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58602) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:10.828932 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6fa38cc6-c87c-47d5-ac8d-590668d58f0e admin admin] Request body: {'subnet': {'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1681974478-subnet', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:10.856265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ec1a6-e890-42b8-a417-a212c8f22f0e admin admin] Pushing event updated for resources: {'Network': ['ID=6b353351-5b83-45e9-9697-85cd3e4e0a38,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:10.877721 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 6b353351-5b83-45e9-9697-85cd3e4e0a38 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:51:10.879317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa38cc6-c87c-47d5-ac8d-590668d58f0e admin admin] Made reservation on behalf of 72caea157bda4c2da13cda8b237e3c26 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:10.883038 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fa38cc6-c87c-47d5-ac8d-590668d58f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:10.987188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8924c2-98fe-4349-b106-814d0132048a req-743edbc7-3fbc-49bc-af22-50f8f7c2ab9c tempest-ComputeTenantNetworksTest-78529014 tempest-ComputeTenantNetworksTest-78529014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:10.999333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8924c2-98fe-4349-b106-814d0132048a req-743edbc7-3fbc-49bc-af22-50f8f7c2ab9c tempest-ComputeTenantNetworksTest-78529014 tempest-ComputeTenantNetworksTest-78529014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:11.011283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8924c2-98fe-4349-b106-814d0132048a req-743edbc7-3fbc-49bc-af22-50f8f7c2ab9c tempest-ComputeTenantNetworksTest-78529014 tempest-ComputeTenantNetworksTest-78529014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:11.014465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f8924c2-98fe-4349-b106-814d0132048a req-743edbc7-3fbc-49bc-af22-50f8f7c2ab9c tempest-ComputeTenantNetworksTest-78529014 tempest-ComputeTenantNetworksTest-78529014-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5666263 Nov 03 18:51:11.045108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3bdd9fc1-a7eb-4032-afed-ef6bca89141d req-9154b9d0-4652-485b-882c-7453857c8b50 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833317 Nov 03 18:51:11.046777 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a9cec05-fece-4987-b1c2-4d82ad009c6f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.079472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cec05-fece-4987-b1c2-4d82ad009c6f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=759fd55e-9013-4c9f-a086-3767c9be14af,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:11.240795 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97452cd4-b06d-457b-9439-8405d280e735 req-a5f9def3-dfc9-4fe0-9d01-118df953c791 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.107 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0363867 Nov 03 18:51:11.271980 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fa38cc6-c87c-47d5-ac8d-590668d58f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.344718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa38cc6-c87c-47d5-ac8d-590668d58f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=adadea0b-ba73-4bc3-9678-1424a1593c04,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:11.418861 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c6175f26-c54c-435d-9916-d8d564daeab4 req-73414f1d-031e-4633-9ab5-17152d26ce13 tempest-ServerShowV254Test-587685252 tempest-ServerShowV254Test-587685252-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc45a7d5-eee1-42ee-896f-302a66150ac9 HTTP/1.1" status: 200 len: 210 time: 0.0411866 Nov 03 18:51:11.420136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa38cc6-c87c-47d5-ac8d-590668d58f0e admin admin] Checking segment: {'id': '5587f12b-7f23-48d6-bce7-28db4e0f4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:11.420763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa38cc6-c87c-47d5-ac8d-590668d58f0e admin admin] Network hostable DHCP agents. Network: 6b353351-5b83-45e9-9697-85cd3e4e0a38, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:51:11.427375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da42798-328d-4e48-a755-389bc96e83d6 req-b9dd5813-3079-42e7-beec-6ae0a4a4640b tempest-ComputeTenantNetworksTest-78529014 tempest-ComputeTenantNetworksTest-78529014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:11.429525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8da42798-328d-4e48-a755-389bc96e83d6 req-b9dd5813-3079-42e7-beec-6ae0a4a4640b tempest-ComputeTenantNetworksTest-78529014 tempest-ComputeTenantNetworksTest-78529014-project] 10.222.0.107 "GET /v2.0/networks/b894baad-2cfb-4583-9b1b-f89f8c6b3863 HTTP/1.1" status: 200 len: 768 time: 0.1850348 Nov 03 18:51:11.433319 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a9cec05-fece-4987-b1c2-4d82ad009c6f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.444798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58616) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:11.474263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa38cc6-c87c-47d5-ac8d-590668d58f0e admin admin] Network 6b353351-5b83-45e9-9697-85cd3e4e0a38 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:51:11.537016 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-6fa38cc6-c87c-47d5-ac8d-590668d58f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 6b353351-5b83-45e9-9697-85cd3e4e0a38) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:11.551876 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592ab50e-36d0-417c-8765-15bf3f38e651 None None] Network 6b353351-5b83-45e9-9697-85cd3e4e0a38 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:11.556818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa38cc6-c87c-47d5-ac8d-590668d58f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:11.557610 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fa38cc6-c87c-47d5-ac8d-590668d58f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.600400 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-10dbfc30-c741-419e-ba85-32c6a91aff8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.608047 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6fa38cc6-c87c-47d5-ac8d-590668d58f0e admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7807193 Nov 03 18:51:11.613823 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58618) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:11.632650 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:11.679483 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288c841-2ca4-46ac-8f79-d7a5bd6d6026 req-897d04bb-c896-4646-9e4c-c06b17357742 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:11.681754 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5288c841-2ca4-46ac-8f79-d7a5bd6d6026 req-897d04bb-c896-4646-9e4c-c06b17357742 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.87 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1950073 Nov 03 18:51:11.719328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9cec05-fece-4987-b1c2-4d82ad009c6f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 417796ba-9d51-413f-9993-330067bce8c6 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:51:11.745241 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.746443 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.865325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-6b353351-5b83-45e9-9697-85cd3e4e0a38', 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'fixed_ips': [{'subnet_id': 'adadea0b-ba73-4bc3-9678-1424a1593c04'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:51:11.866234 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.886367 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-10dbfc30-c741-419e-ba85-32c6a91aff8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.893526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9cec05-fece-4987-b1c2-4d82ad009c6f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:11.911626 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58626) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:11.911851 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0a9cec05-fece-4987-b1c2-4d82ad009c6f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/417796ba-9d51-413f-9993-330067bce8c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8258951 Nov 03 18:51:11.918919 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3a2ccc-cc5c-41de-9410-fd7efae35d82 None None] Sync routers for ids ['417796ba-9d51-413f-9993-330067bce8c6'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:11.929279 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a2ccc-cc5c-41de-9410-fd7efae35d82 None None] Routers {'417796ba-9d51-413f-9993-330067bce8c6'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:11.929893 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3c3a2ccc-cc5c-41de-9410-fd7efae35d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['417796ba-9d51-413f-9993-330067bce8c6'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:11.956995 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:11.971611 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3c3a2ccc-cc5c-41de-9410-fd7efae35d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:11.984903 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a2ccc-cc5c-41de-9410-fd7efae35d82 None None] Routers {'417796ba-9d51-413f-9993-330067bce8c6'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:11.985925 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3c3a2ccc-cc5c-41de-9410-fd7efae35d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['417796ba-9d51-413f-9993-330067bce8c6'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:12.031986 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3c3a2ccc-cc5c-41de-9410-fd7efae35d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:12.033130 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3a2ccc-cc5c-41de-9410-fd7efae35d82 None None] The sync data for ids ['417796ba-9d51-413f-9993-330067bce8c6'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:12.145120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-10dbfc30-c741-419e-ba85-32c6a91aff8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b894baad-2cfb-4583-9b1b-f89f8c6b3863']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:12.189522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Allocated IP 172.20.0.2 (6b353351-5b83-45e9-9697-85cd3e4e0a38/adadea0b-ba73-4bc3-9678-1424a1593c04/4cba7009-d207-4764-bb03-949fe743b3de) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:12.212872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-10dbfc30-c741-419e-ba85-32c6a91aff8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc296a8-530b-4618-b7a9-0501a908fc2d') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:12.212872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-10dbfc30-c741-419e-ba85-32c6a91aff8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc296a8-530b-4618-b7a9-0501a908fc2d') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:12.261092 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-10dbfc30-c741-419e-ba85-32c6a91aff8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.278018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001138c4-f31b-4176-a8cf-5e2bac044871 req-b1cdeb20-8507-41e7-b7f0-2872fa68c247 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:12.281163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-001138c4-f31b-4176-a8cf-5e2bac044871 req-b1cdeb20-8507-41e7-b7f0-2872fa68c247 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 946 time: 0.1081510 Nov 03 18:51:12.303033 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.325950 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-10dbfc30-c741-419e-ba85-32c6a91aff8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.360547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10dbfc30-c741-419e-ba85-32c6a91aff8e admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:12.361131 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-10dbfc30-c741-419e-ba85-32c6a91aff8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.376190 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-001138c4-f31b-4176-a8cf-5e2bac044871 req-b7712eaa-1789-41a5-ab21-38bafba2e4eb tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/security-groups?id=5ae23a6d-0001-4380-be22-d591dce11097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889559 Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:12.385475 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:12.681468 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.695630 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.767771 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Network 6b353351-5b83-45e9-9697-85cd3e4e0a38 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:12.780221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:12.787346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:12.792996 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-5288c841-2ca4-46ac-8f79-d7a5bd6d6026 req-c6af51fb-1679-4b5b-bd13-d58cdb5c2d39 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Deleting port 7b6b0acd-fc18-46fd-bb28-c3927bb80947 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:12.793415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5288c841-2ca4-46ac-8f79-d7a5bd6d6026 req-c6af51fb-1679-4b5b-bd13-d58cdb5c2d39 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.841130 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Pushing event updated for resources: {'Port': ['ID=4cba7009-d207-4764-bb03-949fe743b3de,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:12.904378 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Attempting to bind port 4cba7009-d207-4764-bb03-949fe743b3de on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:12.904882 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Attempting to bind port 4cba7009-d207-4764-bb03-949fe743b3de by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '5587f12b-7f23-48d6-bce7-28db4e0f4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:12.905466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Attempting to bind port 4cba7009-d207-4764-bb03-949fe743b3de on network 6b353351-5b83-45e9-9697-85cd3e4e0a38 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:12.917747 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:12.918358 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Checking segment: {'id': '5587f12b-7f23-48d6-bce7-28db4e0f4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:12.919804 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.920386 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Bound using segment: {'id': '5587f12b-7f23-48d6-bce7-28db4e0f4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:12.921055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Bound port: 4cba7009-d207-4764-bb03-949fe743b3de, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5587f12b-7f23-48d6-bce7-28db4e0f4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:12.921579 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:12.934528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58648) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:13.026614 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-10dbfc30-c741-419e-ba85-32c6a91aff8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.060979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] For port 4cba7009-d207-4764-bb03-949fe743b3de, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:13.065744 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] For port 4cba7009-d207-4764-bb03-949fe743b3de, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4cba7009-d207-4764-bb03-949fe743b3de,segment=NetworkSegment(5587f12b-7f23-48d6-bce7-28db4e0f4527),segment_id=5587f12b-7f23-48d6-bce7-28db4e0f4527)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:13.072291 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.078156 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-5288c841-2ca4-46ac-8f79-d7a5bd6d6026 req-c6af51fb-1679-4b5b-bd13-d58cdb5c2d39 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] For port 7b6b0acd-fc18-46fd-bb28-c3927bb80947, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7b6b0acd-fc18-46fd-bb28-c3927bb80947,segment=NetworkSegment(f3431027-c1f2-4251-b060-3736431a2d11),segment_id=f3431027-c1f2-4251-b060-3736431a2d11)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:13.078996 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5288c841-2ca4-46ac-8f79-d7a5bd6d6026 req-c6af51fb-1679-4b5b-bd13-d58cdb5c2d39 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.135886 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ff23907-466c-488a-9d30-8cdfc37c9bf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.145671 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-5288c841-2ca4-46ac-8f79-d7a5bd6d6026 req-c6af51fb-1679-4b5b-bd13-d58cdb5c2d39 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Calling delete_port for 7b6b0acd-fc18-46fd-bb28-c3927bb80947 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:13.150075 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-10dbfc30-c741-419e-ba85-32c6a91aff8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.154784 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-10dbfc30-c741-419e-ba85-32c6a91aff8e admin admin] 10.222.0.107 "DELETE /v2.0/networks/b894baad-2cfb-4583-9b1b-f89f8c6b3863 HTTP/1.1" status: 204 len: 168 time: 1.7082386 Nov 03 18:51:13.182134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b9b20-29af-4737-8e37-b1bc71d4295d None None] Pushing event updated for resources: {'Port': ['ID=4cba7009-d207-4764-bb03-949fe743b3de,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:13.188247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbfc30-c741-419e-ba85-32c6a91aff8e admin admin] Pushing event deleted for resources: {'Network': ['ID=b894baad-2cfb-4583-9b1b-f89f8c6b3863,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:13.190803 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.369681 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ff23907-466c-488a-9d30-8cdfc37c9bf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.375299 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ff23907-466c-488a-9d30-8cdfc37c9bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.383244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58660) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:13.518853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4506d207-4e5c-4216-955f-4e0b82f32110 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=037da25919cf4542997bb86836616357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334474 Nov 03 18:51:13.519648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff23907-466c-488a-9d30-8cdfc37c9bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c46844-e15f-4fc3-ba54-31e2e2bc81ca,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:13.527557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9ff23907-466c-488a-9d30-8cdfc37c9bf3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c3caa3c585944860b45e9f1cd5cdc859&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5919082 Nov 03 18:51:13.528425 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58664) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:13.528904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58666) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:13.566628 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5288c841-2ca4-46ac-8f79-d7a5bd6d6026 req-c6af51fb-1679-4b5b-bd13-d58cdb5c2d39 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.607040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['7b6b0acd-fc18-46fd-bb28-c3927bb80947'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:51:13.676649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af51fb-1679-4b5b-bd13-d58cdb5c2d39 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Pushing event deleted for resources: {'Port': ['ID=7b6b0acd-fc18-46fd-bb28-c3927bb80947,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:13.732265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b689b0b3-a3d8-4060-b0ce-bcf7767e2f80 req-a1eecc74-572b-431b-b6bd-05c0a93b3510 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.107 "GET /v2.0/ports?device_id=2406edc3-2557-4a1c-989e-655b736a2eb7 HTTP/1.1" status: 200 len: 210 time: 0.1048670 Nov 03 18:51:13.753822 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d81e1a15-cf99-4dfc-9bbb-911a8f2a651a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.761971 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cae661b3-d75f-41b6-b5be-8ede2751c819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.765832 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5288c841-2ca4-46ac-8f79-d7a5bd6d6026 req-c6af51fb-1679-4b5b-bd13-d58cdb5c2d39 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] No DVR routers for this DVR port 7b6b0acd-fc18-46fd-bb28-c3927bb80947 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:13.770991 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5288c841-2ca4-46ac-8f79-d7a5bd6d6026 req-c6af51fb-1679-4b5b-bd13-d58cdb5c2d39 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.776583 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5288c841-2ca4-46ac-8f79-d7a5bd6d6026 req-c6af51fb-1679-4b5b-bd13-d58cdb5c2d39 tempest-ServersNegativeTestJSON-1182348858 tempest-ServersNegativeTestJSON-1182348858-project] 10.222.0.87 "DELETE /v2.0/ports/7b6b0acd-fc18-46fd-bb28-c3927bb80947 HTTP/1.1" status: 204 len: 173 time: 2.0245202 Nov 03 18:51:13.781980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2406edc3-2557-4a1c-989e-655b736a2eb7', 'name': 'network-vif-deleted', 'tag': '7b6b0acd-fc18-46fd-bb28-c3927bb80947'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:13.784356 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5945bf91-0fd2-4e57-a0f8-0bebc850e143" -d '{"events": [{"server_uuid": "2406edc3-2557-4a1c-989e-655b736a2eb7", "name": "network-vif-deleted", "tag": "7b6b0acd-fc18-46fd-bb28-c3927bb80947"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:13.798939 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cae661b3-d75f-41b6-b5be-8ede2751c819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.877916 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d81e1a15-cf99-4dfc-9bbb-911a8f2a651a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.893867 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cae661b3-d75f-41b6-b5be-8ede2751c819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.896512 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cae661b3-d75f-41b6-b5be-8ede2751c819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:13.904868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cae661b3-d75f-41b6-b5be-8ede2751c819 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d0c46844-e15f-4fc3-ba54-31e2e2bc81ca HTTP/1.1" status: 204 len: 168 time: 0.3723531 Nov 03 18:51:13.909273 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411f8b8b-60dc-47ca-9bb7-34e6a18e1ebb x-openstack-request-id: req-411f8b8b-60dc-47ca-9bb7-34e6a18e1ebb {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:13.909689 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2406edc3-2557-4a1c-989e-655b736a2eb7", "name": "network-vif-deleted", "tag": "7b6b0acd-fc18-46fd-bb28-c3927bb80947", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:13.909932 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-411f8b8b-60dc-47ca-9bb7-34e6a18e1ebb {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:13.910473 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2406edc3-2557-4a1c-989e-655b736a2eb7', 'name': 'network-vif-deleted', 'tag': '7b6b0acd-fc18-46fd-bb28-c3927bb80947', 'status': 'completed', 'code': 200} Nov 03 18:51:13.924589 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae661b3-d75f-41b6-b5be-8ede2751c819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c46844-e15f-4fc3-ba54-31e2e2bc81ca,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:14.009634 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d81e1a15-cf99-4dfc-9bbb-911a8f2a651a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.013068 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d81e1a15-cf99-4dfc-9bbb-911a8f2a651a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.015775 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d81e1a15-cf99-4dfc-9bbb-911a8f2a651a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a3370c61-8ce3-49b7-9e1c-8cfb653a67bf HTTP/1.1" status: 204 len: 168 time: 0.4850619 Nov 03 18:51:14.049517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e1a15-cf99-4dfc-9bbb-911a8f2a651a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3370c61-8ce3-49b7-9e1c-8cfb653a67bf,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:14.155311 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.218502 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.227044 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ea4b272-02c0-4767-8f33-c26c42e3cc24 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:14.604602 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Allocated IP 172.25.2.140 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/acba72f0-e45e-44b5-9053-fc6e30cd8154) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:14.919251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292ad96c-8364-463a-84e1-4fcdc514cf45 None None] Network 6b353351-5b83-45e9-9697-85cd3e4e0a38 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:14.920960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58710) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:15.029324 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97a92d3-d0c7-4db9-8611-fb72b5f6b85c admin admin] Deleting subnet 139ca79f-c2b7-4f06-944e-59569171d638 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:51:15.041167 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f97a92d3-d0c7-4db9-8611-fb72b5f6b85c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.062893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6c75daf9-3888-4d47-a824-517e9957ad2b None None] Provisioning complete for port 4cba7009-d207-4764-bb03-949fe743b3de triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:15.063495 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6c75daf9-3888-4d47-a824-517e9957ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.116600 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.139743 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f97a92d3-d0c7-4db9-8611-fb72b5f6b85c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.254442 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f97a92d3-d0c7-4db9-8611-fb72b5f6b85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.295798 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6c75daf9-3888-4d47-a824-517e9957ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.349957 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.351255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6c75daf9-3888-4d47-a824-517e9957ad2b None None] For port 4cba7009-d207-4764-bb03-949fe743b3de, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4cba7009-d207-4764-bb03-949fe743b3de,segment=NetworkSegment(5587f12b-7f23-48d6-bce7-28db4e0f4527),segment_id=5587f12b-7f23-48d6-bce7-28db4e0f4527)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:15.374374 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6c75daf9-3888-4d47-a824-517e9957ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.400562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4b272-02c0-4767-8f33-c26c42e3cc24 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port 5eff7eba-104f-448a-b547-e1758ffc9ea6 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:15.400902 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ea4b272-02c0-4767-8f33-c26c42e3cc24 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.428403 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f97a92d3-d0c7-4db9-8611-fb72b5f6b85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.446723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:15.455216 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:15.465443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:15.471367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Pushing event updated for resources: {'Port': ['ID=acba72f0-e45e-44b5-9053-fc6e30cd8154,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:15.535747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a92d3-d0c7-4db9-8611-fb72b5f6b85c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139ca79f-c2b7-4f06-944e-59569171d638,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:15.553414 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f97a92d3-d0c7-4db9-8611-fb72b5f6b85c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.560095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f97a92d3-d0c7-4db9-8611-fb72b5f6b85c admin admin] 10.222.0.107 "DELETE /v2.0/subnets/139ca79f-c2b7-4f06-944e-59569171d638 HTTP/1.1" status: 204 len: 168 time: 0.6376884 Nov 03 18:51:15.563410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58728) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:15.587261 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75daf9-3888-4d47-a824-517e9957ad2b None None] Pushing event updated for resources: {'Port': ['ID=4cba7009-d207-4764-bb03-949fe743b3de,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:15.761788 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7b6b0acd-fc18-46fd-bb28-c3927bb80947 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:15.852377 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5fda8565-4f93-4151-9169-bc50f5f65ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:15.869725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4cba7009-d207-4764-bb03-949fe743b3de up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:15.873656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 7b6b0acd-fc18-46fd-bb28-c3927bb80947 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:15.877392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7b6b0acd-fc18-46fd-bb28-c3927bb80947 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:15.978539 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e888601b-405b-47d7-a59f-e20a8e6319ef None None] Provisioning complete for port 4cba7009-d207-4764-bb03-949fe743b3de triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:15.980295 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e888601b-405b-47d7-a59f-e20a8e6319ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.065476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 4cba7009-d207-4764-bb03-949fe743b3de triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:16.066438 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.108028 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:51:16.203163 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5fda8565-4f93-4151-9169-bc50f5f65ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.216162 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ea4b272-02c0-4767-8f33-c26c42e3cc24 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.270869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-5fda8565-4f93-4151-9169-bc50f5f65ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a39eba-e810-429a-8dd3-e7aeb7a24e6c']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:16.297009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4b272-02c0-4767-8f33-c26c42e3cc24 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for 5eff7eba-104f-448a-b547-e1758ffc9ea6 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:16.316193 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-5fda8565-4f93-4151-9169-bc50f5f65ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3431027-c1f2-4251-b060-3736431a2d11') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:16.316650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-5fda8565-4f93-4151-9169-bc50f5f65ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3431027-c1f2-4251-b060-3736431a2d11') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:16.341526 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5fda8565-4f93-4151-9169-bc50f5f65ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.373253 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5fda8565-4f93-4151-9169-bc50f5f65ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.410367 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fda8565-4f93-4151-9169-bc50f5f65ff8 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:16.412033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5fda8565-4f93-4151-9169-bc50f5f65ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:16.450139 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:16.544710 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5fda8565-4f93-4151-9169-bc50f5f65ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.570626 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5fda8565-4f93-4151-9169-bc50f5f65ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.578891 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5fda8565-4f93-4151-9169-bc50f5f65ff8 admin admin] 10.222.0.107 "DELETE /v2.0/networks/06a39eba-e810-429a-8dd3-e7aeb7a24e6c HTTP/1.1" status: 204 len: 168 time: 1.0091338 Nov 03 18:51:16.628960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda8565-4f93-4151-9169-bc50f5f65ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=06a39eba-e810-429a-8dd3-e7aeb7a24e6c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:16.685245 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:16.937862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58768) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:17.004904 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ea4b272-02c0-4767-8f33-c26c42e3cc24 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.045010 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-20ff2ba6-17c5-48fd-898d-de2770c4f466 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=becd52d6557c422795eaaf4052e7b394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1054769 Nov 03 18:51:17.046003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58774) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:17.198736 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fb61069-bd81-4c2b-b9f0-5fb5553e1717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.253997 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fb61069-bd81-4c2b-b9f0-5fb5553e1717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.390807 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fb61069-bd81-4c2b-b9f0-5fb5553e1717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.396542 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fb61069-bd81-4c2b-b9f0-5fb5553e1717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.399061 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7fb61069-bd81-4c2b-b9f0-5fb5553e1717 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5ae23a6d-0001-4380-be22-d591dce11097 HTTP/1.1" status: 204 len: 168 time: 0.3512573 Nov 03 18:51:17.443289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb61069-bd81-4c2b-b9f0-5fb5553e1717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae23a6d-0001-4380-be22-d591dce11097,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:17.488841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58784) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:17.580266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4cba7009-d207-4764-bb03-949fe743b3de up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:17.658748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4b272-02c0-4767-8f33-c26c42e3cc24 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=5eff7eba-104f-448a-b547-e1758ffc9ea6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:17.759116 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 4cba7009-d207-4764-bb03-949fe743b3de triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:17.761473 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:17.872781 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.227176 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ea4b272-02c0-4767-8f33-c26c42e3cc24 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.281066 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-42671179-80a0-435b-927f-f6c1bbf03871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.594800 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-42671179-80a0-435b-927f-f6c1bbf03871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.612784 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-42671179-80a0-435b-927f-f6c1bbf03871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:18.721544 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea4b272-02c0-4767-8f33-c26c42e3cc24 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 417796ba-9d51-413f-9993-330067bce8c6 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:51:18.744158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Router 14536058-0d01-4c65-aaab-19857e2601a9 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:51:18.807494 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-42671179-80a0-435b-927f-f6c1bbf03871 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4e1d484813fe45b089c3287f59f54d24&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3176386 Nov 03 18:51:18.808756 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42671179-80a0-435b-927f-f6c1bbf03871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30e345e-084f-48e2-96e3-1ec5ce87026f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:18.811750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58840) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:19.067463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea4b272-02c0-4767-8f33-c26c42e3cc24 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:19.076196 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3ea4b272-02c0-4767-8f33-c26c42e3cc24 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/417796ba-9d51-413f-9993-330067bce8c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1578705 Nov 03 18:51:19.082236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7756f247-1d02-4b50-b8b0-0feebd261a2c None None] Sync routers for ids ['417796ba-9d51-413f-9993-330067bce8c6'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:19.085782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6549569-6986-4bf7-a701-3b319720eb7e req-19f99629-99c1-43a8-b0e3-fccbdf2ebc70 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:19.094629 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58850) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:19.095464 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7756f247-1d02-4b50-b8b0-0feebd261a2c None None] Routers {'417796ba-9d51-413f-9993-330067bce8c6'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:19.096915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7756f247-1d02-4b50-b8b0-0feebd261a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['417796ba-9d51-413f-9993-330067bce8c6'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:19.101537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6549569-6986-4bf7-a701-3b319720eb7e req-19f99629-99c1-43a8-b0e3-fccbdf2ebc70 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.1302803 Nov 03 18:51:19.108837 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9a828c0f-26bf-4729-bbc4-e37bf0226e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.158376 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-58d65bfc-d371-4582-b151-c4187a944e29 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports?device_id=417796ba-9d51-413f-9993-330067bce8c6 HTTP/1.1" status: 200 len: 205 time: 0.0623763 Nov 03 18:51:19.161631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58856) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:19.178554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7756f247-1d02-4b50-b8b0-0feebd261a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:19.189281 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:19.205156 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7756f247-1d02-4b50-b8b0-0feebd261a2c None None] Routers {'417796ba-9d51-413f-9993-330067bce8c6'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:19.205792 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7756f247-1d02-4b50-b8b0-0feebd261a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['417796ba-9d51-413f-9993-330067bce8c6'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:19.221448 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Sync routers for ids ['14536058-0d01-4c65-aaab-19857e2601a9'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:19.226376 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.228997 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3d08579d-1dbf-49f3-90f2-f6c9cb09718c admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6138718 Nov 03 18:51:19.239187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58862) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:19.263784 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Routers {'14536058-0d01-4c65-aaab-19857e2601a9'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:19.269142 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['14536058-0d01-4c65-aaab-19857e2601a9'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:19.292192 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7756f247-1d02-4b50-b8b0-0feebd261a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:19.292753 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7756f247-1d02-4b50-b8b0-0feebd261a2c None None] The sync data for ids ['417796ba-9d51-413f-9993-330067bce8c6'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:19.458699 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee6e7d52-1701-4876-85d7-7a17831485d4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.569423 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9a828c0f-26bf-4729-bbc4-e37bf0226e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.616572 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Set router 14536058-0d01-4c65-aaab-19857e2601a9 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:51:19.652467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6549569-6986-4bf7-a701-3b319720eb7e req-99e8b874-f69f-4989-8150-84028d9c1dee tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5500467 Nov 03 18:51:19.850840 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee6e7d52-1701-4876-85d7-7a17831485d4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.854254 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee6e7d52-1701-4876-85d7-7a17831485d4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.929857 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee6e7d52-1701-4876-85d7-7a17831485d4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.932013 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6e7d52-1701-4876-85d7-7a17831485d4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Fanout notify agent at l3_agent the message router_deleted on router 417796ba-9d51-413f-9993-330067bce8c6 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:51:19.941784 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee6e7d52-1701-4876-85d7-7a17831485d4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:19.946110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ee6e7d52-1701-4876-85d7-7a17831485d4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/routers/417796ba-9d51-413f-9993-330067bce8c6 HTTP/1.1" status: 204 len: 168 time: 0.7795415 Nov 03 18:51:19.946872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58890) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:20.035805 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9a828c0f-26bf-4729-bbc4-e37bf0226e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.048817 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9a828c0f-26bf-4729-bbc4-e37bf0226e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.054840 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9a828c0f-26bf-4729-bbc4-e37bf0226e09 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b30e345e-084f-48e2-96e3-1ec5ce87026f HTTP/1.1" status: 204 len: 168 time: 1.2130325 Nov 03 18:51:20.098300 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a828c0f-26bf-4729-bbc4-e37bf0226e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30e345e-084f-48e2-96e3-1ec5ce87026f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:20.159177 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14536058-0d01-4c65-aaab-19857e2601a9', 'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:11Z', 'updated_at': '2021-11-03T18:51:16Z', 'revision_number': 3, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'gw_port': {'id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:14Z', 'updated_at': '2021-11-03T18:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:20.204792 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-723ac962-489e-47f0-aad2-9c03b0b01226 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting subnet cba7bdd5-cfa3-42c8-92af-a2c50016f3ba {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:51:20.214367 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-723ac962-489e-47f0-aad2-9c03b0b01226 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.237194 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Checking router: 14536058-0d01-4c65-aaab-19857e2601a9 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:51:20.237194 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Updating router 14536058-0d01-4c65-aaab-19857e2601a9 port acba72f0-e45e-44b5-9053-fc6e30cd8154 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:51:20.238058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58904) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:20.292453 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.356467 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-723ac962-489e-47f0-aad2-9c03b0b01226 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.503809 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.634839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58914) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:20.813921 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e7c140ee-9515-44ce-8e45-3f17e3df1748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.879787 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.881920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Allocated IP 172.20.0.1 (6b353351-5b83-45e9-9697-85cd3e4e0a38/adadea0b-ba73-4bc3-9678-1424a1593c04/83c7e990-ee36-4a3d-9798-632c2840d3ff) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:20.888869 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.952745 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Attempting to bind port acba72f0-e45e-44b5-9053-fc6e30cd8154 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:20.953433 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Attempting to bind port acba72f0-e45e-44b5-9053-fc6e30cd8154 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:20.953433 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Attempting to bind port acba72f0-e45e-44b5-9053-fc6e30cd8154 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:20.965779 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b2b2e-0783-4860-bf0e-409f39cd7ccf None None] Pushing event updated for resources: {'Port': ['ID=acba72f0-e45e-44b5-9053-fc6e30cd8154,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:20.968783 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:20.969102 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:20.969577 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:20.970032 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:20.970588 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Bound port: acba72f0-e45e-44b5-9053-fc6e30cd8154, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:20.970945 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.002508 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b2b2e-0783-4860-bf0e-409f39cd7ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:21.002863 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b2b2e-0783-4860-bf0e-409f39cd7ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:21.003249 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b2b2e-0783-4860-bf0e-409f39cd7ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:21.003456 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e7c140ee-9515-44ce-8e45-3f17e3df1748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.003655 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b2b2e-0783-4860-bf0e-409f39cd7ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:21.004060 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b2b2e-0783-4860-bf0e-409f39cd7ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:21.004371 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b2b2e-0783-4860-bf0e-409f39cd7ccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:21.004701 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b2b2e-0783-4860-bf0e-409f39cd7ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:21.005338 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b2b2e-0783-4860-bf0e-409f39cd7ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:21.005338 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b2b2e-0783-4860-bf0e-409f39cd7ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:21.006019 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b2b2e-0783-4860-bf0e-409f39cd7ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:21.006019 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b2b2e-0783-4860-bf0e-409f39cd7ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:21.006321 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b2b2e-0783-4860-bf0e-409f39cd7ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:21.054426 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] For port acba72f0-e45e-44b5-9053-fc6e30cd8154, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:21.058857 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] For port acba72f0-e45e-44b5-9053-fc6e30cd8154, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=acba72f0-e45e-44b5-9053-fc6e30cd8154,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:21.064906 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.169437 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b2b2e-0783-4860-bf0e-409f39cd7ccf None None] Pushing event updated for resources: {'Port': ['ID=acba72f0-e45e-44b5-9053-fc6e30cd8154,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:21.174613 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Routers {'14536058-0d01-4c65-aaab-19857e2601a9'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:21.175230 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['14536058-0d01-4c65-aaab-19857e2601a9'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:21.244659 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.247543 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e7c140ee-9515-44ce-8e45-3f17e3df1748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.329039 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5ef02a11-023e-4d89-8e5d-e96a5218075e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.335320 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e7c140ee-9515-44ce-8e45-3f17e3df1748 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=59e057cd30764bd1b7a17a1a2ca91d87&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0960715 Nov 03 18:51:21.340278 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.341197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58940) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:21.386137 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c140ee-9515-44ce-8e45-3f17e3df1748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf1c05d-b927-46b0-9a4a-18ae984ddcc3,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:21.390330 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] Set router 14536058-0d01-4c65-aaab-19857e2601a9 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:51:21.402233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Network 6b353351-5b83-45e9-9697-85cd3e4e0a38 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:21.410164 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:21.414536 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:21.519688 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5ef02a11-023e-4d89-8e5d-e96a5218075e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.555864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.575001 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5ef02a11-023e-4d89-8e5d-e96a5218075e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.679334 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5ef02a11-023e-4d89-8e5d-e96a5218075e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=16aae3c2a7b44a229c880d76199656d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0407741 Nov 03 18:51:21.702343 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58950) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:21.709007 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-723ac962-489e-47f0-aad2-9c03b0b01226 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.712460 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Pushing event updated for resources: {'Port': ['ID=83c7e990-ee36-4a3d-9798-632c2840d3ff,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:21.824024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef02a11-023e-4d89-8e5d-e96a5218075e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e81868-8e92-4cd0-a24a-373054c8ed5c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:21.862753 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14536058-0d01-4c65-aaab-19857e2601a9', 'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:11Z', 'updated_at': '2021-11-03T18:51:16Z', 'revision_number': 3, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'gw_port': {'id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:14Z', 'updated_at': '2021-11-03T18:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:21.894315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a2746-2630-4017-bb76-5d7b24e743a9 req-0271cc60-d220-423b-8fdb-5bb13d40a3ff tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:21.901532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ed55c8d1-87cc-4079-9fe8-90c8ab999bf5 None None] Provisioning complete for port 83c7e990-ee36-4a3d-9798-632c2840d3ff triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:21.902399 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ed55c8d1-87cc-4079-9fe8-90c8ab999bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:21.908847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-607a2746-2630-4017-bb76-5d7b24e743a9 req-0271cc60-d220-423b-8fdb-5bb13d40a3ff tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.6689339 Nov 03 18:51:21.933176 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcdc32d-af36-4697-b629-1028f07c7e0b None None] The sync data for ids ['14536058-0d01-4c65-aaab-19857e2601a9'] in n-d-812150-4 is: [{'id': '14536058-0d01-4c65-aaab-19857e2601a9', 'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:11Z', 'updated_at': '2021-11-03T18:51:16Z', 'revision_number': 3, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'gw_port': {'id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:14Z', 'updated_at': '2021-11-03T18:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:21.958158 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58956) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:21.962602 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ed55c8d1-87cc-4079-9fe8-90c8ab999bf5 None None] Port 83c7e990-ee36-4a3d-9798-632c2840d3ff cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:22.021912 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4364-7559-4312-bcde-a4ccc509bf60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.047626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-607a2746-2630-4017-bb76-5d7b24e743a9 req-3bd89094-47d1-4fb8-98f5-8e7e1fbbf2d6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103699 Nov 03 18:51:22.052516 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6deed84b-59b0-426e-8e78-4962b69266c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.077425 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-723ac962-489e-47f0-aad2-9c03b0b01226 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.082922 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4364-7559-4312-bcde-a4ccc509bf60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.121731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ac962-489e-47f0-aad2-9c03b0b01226 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Subnet': ['ID=cba7bdd5-cfa3-42c8-92af-a2c50016f3ba,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:22.130310 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6deed84b-59b0-426e-8e78-4962b69266c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.143245 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-723ac962-489e-47f0-aad2-9c03b0b01226 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.143925 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5279bbe0-db41-485e-a475-88550a516759 None None] Network 434d669f-b6fb-4c85-bbf6-720957a95d43 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:22.153991 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-723ac962-489e-47f0-aad2-9c03b0b01226 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/cba7bdd5-cfa3-42c8-92af-a2c50016f3ba HTTP/1.1" status: 204 len: 168 time: 2.2038434 Nov 03 18:51:22.158356 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58960) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:22.205346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1110113750-network', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:22.256282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] Made reservation on behalf of 6e03d37318b34094a0ffff28057c6cc2 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:22.262239 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.280461 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.327558 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4364-7559-4312-bcde-a4ccc509bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.337492 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d5c4364-7559-4312-bcde-a4ccc509bf60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.339202 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4d5c4364-7559-4312-bcde-a4ccc509bf60 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d8e81868-8e92-4cd0-a24a-373054c8ed5c HTTP/1.1" status: 204 len: 168 time: 0.6282015 Nov 03 18:51:22.340292 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.406022 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6deed84b-59b0-426e-8e78-4962b69266c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.409580 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6deed84b-59b0-426e-8e78-4962b69266c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.411105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6deed84b-59b0-426e-8e78-4962b69266c2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3bf1c05d-b927-46b0-9a4a-18ae984ddcc3 HTTP/1.1" status: 204 len: 168 time: 0.8822460 Nov 03 18:51:22.483338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deed84b-59b0-426e-8e78-4962b69266c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf1c05d-b927-46b0-9a4a-18ae984ddcc3,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:22.486532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c4364-7559-4312-bcde-a4ccc509bf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e81868-8e92-4cd0-a24a-373054c8ed5c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:22.498552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-a619b77a-5d96-44b4-9481-d987e09d820f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting subnet af925900-076d-49c1-91c9-d47a9727909b {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:51:22.507904 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a619b77a-5d96-44b4-9481-d987e09d820f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.585846 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60380b2-5131-4abc-b5b2-4d082b20e69c None None] DHCP port deletion for 434d669f-b6fb-4c85-bbf6-720957a95d43 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:51:22.597701 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a619b77a-5d96-44b4-9481-d987e09d820f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.864624 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.878825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:22.904799 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c60380b2-5131-4abc-b5b2-4d082b20e69c None None] Deleting port 6bc163a5-e761-4673-867d-b514700a14cb {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:22.905433 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c60380b2-5131-4abc-b5b2-4d082b20e69c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.009968 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a619b77a-5d96-44b4-9481-d987e09d820f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.024493 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991ecfef-01ea-4ffc-aa36-11d83905a6dc,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:23.051626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:51:23.097512 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.098238 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] Added segment 00a5c9ee-9741-4a81-9118-447a93972420 of type vlan for network 59aedf5c-3e42-405b-a5ae-b89a5996e64c Nov 03 18:51:23.121290 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c60380b2-5131-4abc-b5b2-4d082b20e69c None None] For port 6bc163a5-e761-4673-867d-b514700a14cb, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6bc163a5-e761-4673-867d-b514700a14cb,segment=NetworkSegment(2bbc9128-8f10-4556-a9f0-dce1bd9bfc27),segment_id=2bbc9128-8f10-4556-a9f0-dce1bd9bfc27)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:23.122017 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c60380b2-5131-4abc-b5b2-4d082b20e69c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.182171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c60380b2-5131-4abc-b5b2-4d082b20e69c None None] Calling delete_port for 6bc163a5-e761-4673-867d-b514700a14cb owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:23.202151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.230127 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.236729 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.341437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58988) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:23.372424 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.373714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:23.374480 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.404689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4451489 Nov 03 18:51:23.406472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58992) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:23.418133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-58ff97fd-9d6d-47c2-9f35-e8fa2eb7cee5 admin admin] Request body: {'subnet': {'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1110113750-subnet', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:23.421703 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-115e3f25-e7be-4647-aec9-a8083722d479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.468816 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c60380b2-5131-4abc-b5b2-4d082b20e69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.526819 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60380b2-5131-4abc-b5b2-4d082b20e69c None None] Pushing event deleted for resources: {'Port': ['ID=6bc163a5-e761-4673-867d-b514700a14cb,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:23.547636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60380b2-5131-4abc-b5b2-4d082b20e69c None None] No DVR routers for this DVR port 6bc163a5-e761-4673-867d-b514700a14cb on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:23.577121 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.601439 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-115e3f25-e7be-4647-aec9-a8083722d479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.601997 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a619b77a-5d96-44b4-9481-d987e09d820f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.617765 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Pushing event updated for resources: {'Port': ['ID=83c7e990-ee36-4a3d-9798-632c2840d3ff,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:23.674441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619b77a-5d96-44b4-9481-d987e09d820f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Subnet': ['ID=af925900-076d-49c1-91c9-d47a9727909b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:23.694347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba8f4b2-eec5-4de9-b8e1-2f5f11fdb4f6 None None] Network 23e57ffd-8a94-4bff-ba7a-634b0f7b1bed requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:23.704272 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a619b77a-5d96-44b4-9481-d987e09d820f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.711362 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a619b77a-5d96-44b4-9481-d987e09d820f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/af925900-076d-49c1-91c9-d47a9727909b HTTP/1.1" status: 204 len: 168 time: 1.5432525 Nov 03 18:51:23.726638 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59000) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:23.780107 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4577e8-7d97-410a-b432-2570c0e2faee req-476b114a-f140-4f22-8cfa-da9fb2f46650 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:23.781774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe4577e8-7d97-410a-b432-2570c0e2faee req-476b114a-f140-4f22-8cfa-da9fb2f46650 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.4638836 Nov 03 18:51:23.792844 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-115e3f25-e7be-4647-aec9-a8083722d479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.834239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device acba72f0-e45e-44b5-9053-fc6e30cd8154 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:23.851493 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca535781-c49d-4bff-88ef-38b03caffc1c admin admin] Pushing event updated for resources: {'Network': ['ID=59aedf5c-3e42-405b-a5ae-b89a5996e64c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:23.903788 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 59aedf5c-3e42-405b-a5ae-b89a5996e64c details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:51:23.906861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ff97fd-9d6d-47c2-9f35-e8fa2eb7cee5 admin admin] Made reservation on behalf of 6e03d37318b34094a0ffff28057c6cc2 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:23.909338 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-58ff97fd-9d6d-47c2-9f35-e8fa2eb7cee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.923204 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8d29b1c-c60f-41e1-be5f-04a9b47a1cc9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:23.963881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Network 6b353351-5b83-45e9-9697-85cd3e4e0a38 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:23.966779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:24.036149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-115e3f25-e7be-4647-aec9-a8083722d479 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=05838b46c0c8408d9509a50cf88861bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6922839 Nov 03 18:51:24.048185 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59006) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:24.074701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe4577e8-7d97-410a-b432-2570c0e2faee req-3e48d286-b34b-41de-914c-349ea2cd7cab tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785468 Nov 03 18:51:24.081017 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e3f25-e7be-4647-aec9-a8083722d479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc333683-a7c2-4bd5-8743-cb866b706d1e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:24.273832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port acba72f0-e45e-44b5-9053-fc6e30cd8154 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:24.280908 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.375128 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abbc36e-fdbc-46e2-b209-d842b9a0d41a None None] DHCP port deletion for 23e57ffd-8a94-4bff-ba7a-634b0f7b1bed request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:51:24.385187 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8d29b1c-c60f-41e1-be5f-04a9b47a1cc9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.434706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-e8d29b1c-c60f-41e1-be5f-04a9b47a1cc9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434d669f-b6fb-4c85-bbf6-720957a95d43']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:24.467411 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.473222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-e8d29b1c-c60f-41e1-be5f-04a9b47a1cc9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbc9128-8f10-4556-a9f0-dce1bd9bfc27') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:24.475042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-e8d29b1c-c60f-41e1-be5f-04a9b47a1cc9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbc9128-8f10-4556-a9f0-dce1bd9bfc27') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:24.492579 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-58ff97fd-9d6d-47c2-9f35-e8fa2eb7cee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.513710 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8d29b1c-c60f-41e1-be5f-04a9b47a1cc9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.518304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6810f7ff-44f0-488c-974c-321ad33025a6 None None] Provisioning complete for port 83c7e990-ee36-4a3d-9798-632c2840d3ff triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:24.519270 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6810f7ff-44f0-488c-974c-321ad33025a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.525951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port acba72f0-e45e-44b5-9053-fc6e30cd8154, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=acba72f0-e45e-44b5-9053-fc6e30cd8154,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:24.553343 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.554690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8d29b1c-c60f-41e1-be5f-04a9b47a1cc9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.588547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d29b1c-c60f-41e1-be5f-04a9b47a1cc9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:24.589672 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8d29b1c-c60f-41e1-be5f-04a9b47a1cc9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.628755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6810f7ff-44f0-488c-974c-321ad33025a6 None None] Port 83c7e990-ee36-4a3d-9798-632c2840d3ff cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:24.644917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9abbc36e-fdbc-46e2-b209-d842b9a0d41a None None] Deleting port 5f4da589-0b15-48d9-8680-29167ec94c3f {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:24.645576 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9abbc36e-fdbc-46e2-b209-d842b9a0d41a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.706894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff97fd-9d6d-47c2-9f35-e8fa2eb7cee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1945ba7b-6c1a-48ad-b07e-6241e957b703,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:24.725804 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ff97fd-9d6d-47c2-9f35-e8fa2eb7cee5 admin admin] Checking segment: {'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:24.728305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff97fd-9d6d-47c2-9f35-e8fa2eb7cee5 admin admin] Network hostable DHCP agents. Network: 59aedf5c-3e42-405b-a5ae-b89a5996e64c, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:51:24.775844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff97fd-9d6d-47c2-9f35-e8fa2eb7cee5 admin admin] Network 59aedf5c-3e42-405b-a5ae-b89a5996e64c is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:51:24.788816 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-9abbc36e-fdbc-46e2-b209-d842b9a0d41a None None] For port 5f4da589-0b15-48d9-8680-29167ec94c3f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5f4da589-0b15-48d9-8680-29167ec94c3f,segment=NetworkSegment(6e322d47-7977-4653-b96a-4f300648c970),segment_id=6e322d47-7977-4653-b96a-4f300648c970)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:24.789677 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9abbc36e-fdbc-46e2-b209-d842b9a0d41a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.805972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6bc163a5-e761-4673-867d-b514700a14cb no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:24.809769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-58ff97fd-9d6d-47c2-9f35-e8fa2eb7cee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 59aedf5c-3e42-405b-a5ae-b89a5996e64c) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:24.821825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ff97fd-9d6d-47c2-9f35-e8fa2eb7cee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:24.822993 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-58ff97fd-9d6d-47c2-9f35-e8fa2eb7cee5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:24.851627 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:24.865567 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8d29b1c-c60f-41e1-be5f-04a9b47a1cc9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.882219 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8d29b1c-c60f-41e1-be5f-04a9b47a1cc9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:24.896695 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-58ff97fd-9d6d-47c2-9f35-e8fa2eb7cee5 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4842684 Nov 03 18:51:24.896881 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e8d29b1c-c60f-41e1-be5f-04a9b47a1cc9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/networks/434d669f-b6fb-4c85-bbf6-720957a95d43 HTTP/1.1" status: 204 len: 168 time: 1.1677353 Nov 03 18:51:24.897523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59036) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:24.900417 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Router 14536058-0d01-4c65-aaab-19857e2601a9 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:51:24.910196 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59038) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:24.924795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:24.926787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 6bc163a5-e761-4673-867d-b514700a14cb {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:24.934099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6bc163a5-e761-4673-867d-b514700a14cb not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:24.936356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e807b14-5db5-498c-97cf-7de53d9e2b1e None None] Network 59aedf5c-3e42-405b-a5ae-b89a5996e64c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:24.965084 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d29b1c-c60f-41e1-be5f-04a9b47a1cc9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Network': ['ID=434d669f-b6fb-4c85-bbf6-720957a95d43,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:24.967608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9abbc36e-fdbc-46e2-b209-d842b9a0d41a None None] Calling delete_port for 5f4da589-0b15-48d9-8680-29167ec94c3f owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:24.974488 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d227b348-06ba-46d6-b310-88c59d5c0233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.086603 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=acba72f0-e45e-44b5-9053-fc6e30cd8154,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:25.094965 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d227b348-06ba-46d6-b310-88c59d5c0233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.123693 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.199505 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d227b348-06ba-46d6-b310-88c59d5c0233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.202154 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d227b348-06ba-46d6-b310-88c59d5c0233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.208884 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d227b348-06ba-46d6-b310-88c59d5c0233 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bc333683-a7c2-4bd5-8743-cb866b706d1e HTTP/1.1" status: 204 len: 168 time: 1.1579883 Nov 03 18:51:25.269693 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227b348-06ba-46d6-b310-88c59d5c0233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc333683-a7c2-4bd5-8743-cb866b706d1e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:25.354480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:25.368718 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-39a3cdbf-beac-4a02-8154-1971a3cc3304 admin admin] 10.222.0.107 "PUT /v2.0/routers/14536058-0d01-4c65-aaab-19857e2601a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1279528 Nov 03 18:51:25.391708 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Sync routers for ids ['14536058-0d01-4c65-aaab-19857e2601a9'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:25.438141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Routers {'14536058-0d01-4c65-aaab-19857e2601a9'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:25.438858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:50:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['14536058-0d01-4c65-aaab-19857e2601a9'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:25.448665 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.455921 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.567013 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b1034-4356-4dbb-9df0-ebd7acd2fcbd req-b3a1312e-b299-405b-a0cd-906dc21043ba tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:25.575712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-492b1034-4356-4dbb-9df0-ebd7acd2fcbd req-b3a1312e-b299-405b-a0cd-906dc21043ba tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.3529382 Nov 03 18:51:25.800088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Set router 14536058-0d01-4c65-aaab-19857e2601a9 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:51:25.820070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59076) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:25.847742 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:51:25.848619 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.850624 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device acba72f0-e45e-44b5-9053-fc6e30cd8154 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:25.858256 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.868459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-492b1034-4356-4dbb-9df0-ebd7acd2fcbd req-2ce8b5bb-9c18-46d8-a4ad-d35b909a60e4 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915585 Nov 03 18:51:25.870754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port 5f4da589-0b15-48d9-8680-29167ec94c3f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:25.872053 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.947813 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9abbc36e-fdbc-46e2-b209-d842b9a0d41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:25.997465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbc36e-fdbc-46e2-b209-d842b9a0d41a None None] Pushing event deleted for resources: {'Port': ['ID=5f4da589-0b15-48d9-8680-29167ec94c3f,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:26.099784 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.116745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] For port 5f4da589-0b15-48d9-8680-29167ec94c3f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5f4da589-0b15-48d9-8680-29167ec94c3f,segment=NetworkSegment(6e322d47-7977-4653-b96a-4f300648c970),segment_id=6e322d47-7977-4653-b96a-4f300648c970)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:26.117227 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.162679 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.193838 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for 5f4da589-0b15-48d9-8680-29167ec94c3f owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:26.286732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Allocated IP 172.20.0.2 (59aedf5c-3e42-405b-a5ae-b89a5996e64c/1945ba7b-6c1a-48ad-b07e-6241e957b703/f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:26.387330 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2dc35e8e-c524-4a46-b3a0-b2e32630cdb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.426977 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abbc36e-fdbc-46e2-b209-d842b9a0d41a None None] No DVR routers for this DVR port 5f4da589-0b15-48d9-8680-29167ec94c3f on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:26.518996 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.526381 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.542615 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port acba72f0-e45e-44b5-9053-fc6e30cd8154 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:26.542992 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.612891 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=03857df61645429c9e9f72d314001932&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7916982 Nov 03 18:51:26.614028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d4812f-8b21-4fc3-b69a-c55ca6a633f6,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:26.624125 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59136) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:26.626960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:26.626960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:26.626960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:26.626960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:26.626960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:26.626960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:26.626960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:26.629519 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:26.629519 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:26.629717 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:26.630144 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:26.630762 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8158ee1d-69f3-40f8-ac36-69b5600f370a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:26.768032 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f81e276f-70de-4a55-a0e3-545b2fe6cd53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.803993 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f81e276f-70de-4a55-a0e3-545b2fe6cd53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.863636 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.893688 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.912287 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f81e276f-70de-4a55-a0e3-545b2fe6cd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.917758 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f81e276f-70de-4a55-a0e3-545b2fe6cd53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.920738 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f81e276f-70de-4a55-a0e3-545b2fe6cd53 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e5d4812f-8b21-4fc3-b69a-c55ca6a633f6 HTTP/1.1" status: 204 len: 168 time: 0.2845600 Nov 03 18:51:26.927634 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:26.946428 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e276f-70de-4a55-a0e3-545b2fe6cd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d4812f-8b21-4fc3-b69a-c55ca6a633f6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:27.022882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=5f4da589-0b15-48d9-8680-29167ec94c3f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:27.045441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No DVR routers for this DVR port 5f4da589-0b15-48d9-8680-29167ec94c3f on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:27.113305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Pushing event updated for resources: {'Port': ['ID=f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:27.123011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5f4da589-0b15-48d9-8680-29167ec94c3f no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:27.164515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 5f4da589-0b15-48d9-8680-29167ec94c3f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:27.165238 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5f4da589-0b15-48d9-8680-29167ec94c3f not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:27.180611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Network 59aedf5c-3e42-405b-a5ae-b89a5996e64c is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:27.199538 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:27.203953 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:27.210102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14536058-0d01-4c65-aaab-19857e2601a9', 'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:11Z', 'updated_at': '2021-11-03T18:51:22Z', 'revision_number': 4, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'gw_port': {'id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:14Z', 'updated_at': '2021-11-03T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '83c7e990-ee36-4a3d-9798-632c2840d3ff', 'name': '', 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'mac_address': 'fa:16:3e:bb:af:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:20Z', 'updated_at': '2021-11-03T18:51:22Z', 'revision_number': 2, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'subnets': [{'id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:27.246563 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Checking router: 14536058-0d01-4c65-aaab-19857e2601a9 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:51:27.247156 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Updating router 14536058-0d01-4c65-aaab-19857e2601a9 port 83c7e990-ee36-4a3d-9798-632c2840d3ff binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:51:27.262597 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.327918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Attempting to bind port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:27.328593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Attempting to bind port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:27.329189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Attempting to bind port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 on network 59aedf5c-3e42-405b-a5ae-b89a5996e64c {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:27.339099 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.340126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:27.340796 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Checking segment: {'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:27.341824 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.342443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Bound using segment: {'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:27.343485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Bound port: f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:27.344143 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.347906 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:27.525868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Allocated IP 172.25.2.100 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/2f6eae02-fc29-4161-b0de-35fe1f2d6114) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:27.689520 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] For port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:27.873449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] For port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:27.886710 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.072421 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.080163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc3621-eb45-4b8e-ac18-3abb5db29b83 None None] Pushing event updated for resources: {'Port': ['ID=f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:28.109316 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.220480 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b13396-08f6-46c2-97f9-872e5a5652a1 None None] Pushing event updated for resources: {'Port': ['ID=83c7e990-ee36-4a3d-9798-632c2840d3ff,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:28.222356 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-38f19d3a-431b-4f42-a6bb-9dd4aa92c893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.328868 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Attempting to bind port 83c7e990-ee36-4a3d-9798-632c2840d3ff on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:28.330212 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Attempting to bind port 83c7e990-ee36-4a3d-9798-632c2840d3ff by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '5587f12b-7f23-48d6-bce7-28db4e0f4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:28.330887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Attempting to bind port 83c7e990-ee36-4a3d-9798-632c2840d3ff on network 6b353351-5b83-45e9-9697-85cd3e4e0a38 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:28.339251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:28.340070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Checking segment: {'id': '5587f12b-7f23-48d6-bce7-28db4e0f4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:28.340652 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.343347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Bound using segment: {'id': '5587f12b-7f23-48d6-bce7-28db4e0f4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:28.344094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Bound port: 83c7e990-ee36-4a3d-9798-632c2840d3ff, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5587f12b-7f23-48d6-bce7-28db4e0f4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:28.344791 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.521331 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.562533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e57ffd-8a94-4bff-ba7a-634b0f7b1bed']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:28.584567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e322d47-7977-4653-b96a-4f300648c970') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:28.585178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e322d47-7977-4653-b96a-4f300648c970') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:28.603422 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.629565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] For port 83c7e990-ee36-4a3d-9798-632c2840d3ff, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:28.636941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] For port 83c7e990-ee36-4a3d-9798-632c2840d3ff, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=83c7e990-ee36-4a3d-9798-632c2840d3ff,segment=NetworkSegment(5587f12b-7f23-48d6-bce7-28db4e0f4527),segment_id=5587f12b-7f23-48d6-bce7-28db4e0f4527)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:28.642837 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.646656 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.683316 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:28.683761 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:28.717189 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:28.856666 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b13396-08f6-46c2-97f9-872e5a5652a1 None None] Pushing event updated for resources: {'Port': ['ID=83c7e990-ee36-4a3d-9798-632c2840d3ff,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:28.890734 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.901640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77efdd-d313-43a0-a014-d38cea0f7f0f req-b68b26cd-752a-478b-8fd2-cdb44f1bc082 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:28.903434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cf77efdd-d313-43a0-a014-d38cea0f7f0f req-b68b26cd-752a-478b-8fd2-cdb44f1bc082 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 1.7377493 Nov 03 18:51:28.928240 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.931474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Routers {'14536058-0d01-4c65-aaab-19857e2601a9'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:28.932289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:51:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['14536058-0d01-4c65-aaab-19857e2601a9'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:28.968397 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:28.972014 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/networks/23e57ffd-8a94-4bff-ba7a-634b0f7b1bed HTTP/1.1" status: 204 len: 168 time: 4.0733953 Nov 03 18:51:28.978668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aafdf6-c862-4404-a173-c6f1285e8f2d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Network': ['ID=23e57ffd-8a94-4bff-ba7a-634b0f7b1bed,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:28.980497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59240) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:29.011049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-34a714a2-204a-46be-8ab8-60c1bb274836 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'network': {'name': 'tempest-RoutersTest-283878654'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:29.093322 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a714a2-204a-46be-8ab8-60c1bb274836 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:29.097008 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-34a714a2-204a-46be-8ab8-60c1bb274836 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.203726 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-08e1f639-d6f6-4ae4-a110-046cabb655cd None None] Provisioning complete for port 83c7e990-ee36-4a3d-9798-632c2840d3ff triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:29.204089 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-08e1f639-d6f6-4ae4-a110-046cabb655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.212645 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.399770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Pushing event updated for resources: {'Port': ['ID=2f6eae02-fc29-4161-b0de-35fe1f2d6114,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:29.430215 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cf77efdd-d313-43a0-a014-d38cea0f7f0f req-10d7d785-28ee-464b-a371-7c3e38054763 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5081234 Nov 03 18:51:29.440411 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.446257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] Set router 14536058-0d01-4c65-aaab-19857e2601a9 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:51:29.457976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a714a2-204a-46be-8ab8-60c1bb274836 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:51:29.499806 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-34a714a2-204a-46be-8ab8-60c1bb274836 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.500915 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-34a714a2-204a-46be-8ab8-60c1bb274836 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Added segment e38f792b-c40c-4093-881c-73798f7d1a97 of type vlan for network 0fea451b-98d0-40e1-a53f-30e255f50274 Nov 03 18:51:29.531333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:29.546362 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:29.619156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:29.734909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-34a714a2-204a-46be-8ab8-60c1bb274836 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.954913 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-34a714a2-204a-46be-8ab8-60c1bb274836 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:29.962112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a714a2-204a-46be-8ab8-60c1bb274836 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:29.963246 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-34a714a2-204a-46be-8ab8-60c1bb274836 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.084425 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a714a2-204a-46be-8ab8-60c1bb274836 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Network': ['ID=0fea451b-98d0-40e1-a53f-30e255f50274,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:30.151151 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-08e1f639-d6f6-4ae4-a110-046cabb655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.161029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-34a714a2-204a-46be-8ab8-60c1bb274836 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1751566 Nov 03 18:51:30.161739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59276) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:30.170945 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:30.172592 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-11cc45e6-bc3c-46d4-8d61-33d3755c3c37 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'subnet': {'network_id': '0fea451b-98d0-40e1-a53f-30e255f50274', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:30.244444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 0fea451b-98d0-40e1-a53f-30e255f50274 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:51:30.382565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0791361-3d9b-420c-9194-8610c7969c35 None None] Network 59aedf5c-3e42-405b-a5ae-b89a5996e64c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:30.565266 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.569084 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cc45e6-bc3c-46d4-8d61-33d3755c3c37 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:30.574562 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-11cc45e6-bc3c-46d4-8d61-33d3755c3c37 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.617243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-08e1f639-d6f6-4ae4-a110-046cabb655cd None None] For port 83c7e990-ee36-4a3d-9798-632c2840d3ff, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=83c7e990-ee36-4a3d-9798-632c2840d3ff,segment=NetworkSegment(5587f12b-7f23-48d6-bce7-28db4e0f4527),segment_id=5587f12b-7f23-48d6-bce7-28db4e0f4527)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:30.646517 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-08e1f639-d6f6-4ae4-a110-046cabb655cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.701680 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.801349 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.802375 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:30.802932 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.876772 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-664656e0-ed3e-41bd-882b-0ad54961eeac None None] Provisioning complete for port 83c7e990-ee36-4a3d-9798-632c2840d3ff triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:30.877496 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-664656e0-ed3e-41bd-882b-0ad54961eeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:30.922642 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee7f0d-6dd3-4ab3-85e9-515e1c9c38b6 req-af4e714c-4f94-4470-ae83-b86392c449dc tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:30.932363 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89ee7f0d-6dd3-4ab3-85e9-515e1c9c38b6 req-af4e714c-4f94-4470-ae83-b86392c449dc tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.2213323 Nov 03 18:51:31.160949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1f639-d6f6-4ae4-a110-046cabb655cd None None] Pushing event updated for resources: {'Port': ['ID=83c7e990-ee36-4a3d-9798-632c2840d3ff,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:31.243318 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-11cc45e6-bc3c-46d4-8d61-33d3755c3c37 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.475956 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.570599 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc45e6-bc3c-46d4-8d61-33d3755c3c37 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Subnet': ['ID=e073ffbc-8194-4559-9abb-b0ac77f50c18,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:31.630452 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.641041 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14536058-0d01-4c65-aaab-19857e2601a9', 'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:11Z', 'updated_at': '2021-11-03T18:51:22Z', 'revision_number': 4, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'gw_port': {'id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:14Z', 'updated_at': '2021-11-03T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '83c7e990-ee36-4a3d-9798-632c2840d3ff', 'name': '', 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'mac_address': 'fa:16:3e:bb:af:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:20Z', 'updated_at': '2021-11-03T18:51:28Z', 'revision_number': 4, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'subnets': [{'id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:31.768350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75e452-ca3b-41b1-bf93-6cc3774c2e2b None None] The sync data for ids ['14536058-0d01-4c65-aaab-19857e2601a9'] in n-d-812150-4 is: [{'id': '14536058-0d01-4c65-aaab-19857e2601a9', 'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:11Z', 'updated_at': '2021-11-03T18:51:22Z', 'revision_number': 4, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'gw_port': {'id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:14Z', 'updated_at': '2021-11-03T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '83c7e990-ee36-4a3d-9798-632c2840d3ff', 'name': '', 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'mac_address': 'fa:16:3e:bb:af:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:20Z', 'updated_at': '2021-11-03T18:51:28Z', 'revision_number': 4, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'subnets': [{'id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:31.787203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-664656e0-ed3e-41bd-882b-0ad54961eeac None None] Provisioning complete for port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:31.789545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89ee7f0d-6dd3-4ab3-85e9-515e1c9c38b6 req-77cb8c95-8302-4ae1-89f8-66791fc1e2bf tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8555946 Nov 03 18:51:31.806262 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-664656e0-ed3e-41bd-882b-0ad54961eeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:31.826568 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.145781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:32.155258 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Router c8de3029-4126-41a0-accd-5104c2d710bd is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:51:32.158873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cc45e6-bc3c-46d4-8d61-33d3755c3c37 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Checking segment: {'id': 'e38f792b-c40c-4093-881c-73798f7d1a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0fea451b-98d0-40e1-a53f-30e255f50274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:32.159647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cc45e6-bc3c-46d4-8d61-33d3755c3c37 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network hostable DHCP agents. Network: 0fea451b-98d0-40e1-a53f-30e255f50274, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:51:32.164846 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.391279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:32.487540 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cc45e6-bc3c-46d4-8d61-33d3755c3c37 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 0fea451b-98d0-40e1-a53f-30e255f50274 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:51:32.513373 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 83c7e990-ee36-4a3d-9798-632c2840d3ff up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:32.528468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-11cc45e6-bc3c-46d4-8d61-33d3755c3c37 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 0fea451b-98d0-40e1-a53f-30e255f50274) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:32.556304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc45e6-bc3c-46d4-8d61-33d3755c3c37 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:32.559043 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-11cc45e6-bc3c-46d4-8d61-33d3755c3c37 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.615835 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-11cc45e6-bc3c-46d4-8d61-33d3755c3c37 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4475980 Nov 03 18:51:32.621408 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59344) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:32.622399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a31e9e-c7ec-4545-b184-ec824437a5ed None None] Network 0fea451b-98d0-40e1-a53f-30e255f50274 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:32.632037 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ff0d6ce5-e498-49d9-9e59-08dfd71f1de2 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-663338976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:32.668541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:32.698961 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Sync routers for ids ['c8de3029-4126-41a0-accd-5104c2d710bd'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:32.725841 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Routers {'c8de3029-4126-41a0-accd-5104c2d710bd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:32.729940 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:51:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c8de3029-4126-41a0-accd-5104c2d710bd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:32.757704 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59348) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:32.767251 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ff0d6ce5-e498-49d9-9e59-08dfd71f1de2 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.778864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ff0d6ce5-e498-49d9-9e59-08dfd71f1de2 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.803540 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:32.808062 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f327eb7f-318b-4438-88c5-2f347e077be6 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8841028 Nov 03 18:51:32.809252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59352) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:33.052982 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ff0d6ce5-e498-49d9-9e59-08dfd71f1de2 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.072725 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ff0d6ce5-e498-49d9-9e59-08dfd71f1de2 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.136629 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ff0d6ce5-e498-49d9-9e59-08dfd71f1de2 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.139911 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ff0d6ce5-e498-49d9-9e59-08dfd71f1de2 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5156550 Nov 03 18:51:33.144042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59356) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:33.156147 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-edcedd7a-2b75-4468-b2e9-b442aeb89d7d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'port': {'network_id': '0fea451b-98d0-40e1-a53f-30e255f50274', 'name': 'tempest-RoutersTest-1234959097'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:33.179004 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Set router c8de3029-4126-41a0-accd-5104c2d710bd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:51:33.251456 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 83c7e990-ee36-4a3d-9798-632c2840d3ff triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:33.252188 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.387312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bdb62-a77e-47ba-900f-77388ab4bcef req-7b44d44d-25fc-4e7e-8698-c80956920883 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:33.393651 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d7bdb62-a77e-47ba-900f-77388ab4bcef req-7b44d44d-25fc-4e7e-8698-c80956920883 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.3518953 Nov 03 18:51:33.474794 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcedd7a-2b75-4468-b2e9-b442aeb89d7d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:33.499819 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edcedd7a-2b75-4468-b2e9-b442aeb89d7d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.576180 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec5db60d-d588-4e97-ba40-b76709e82fab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.594433 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-edcedd7a-2b75-4468-b2e9-b442aeb89d7d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] device_id is not set on port 168e9d2f-6d1e-486b-a309-82acd599ed04 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:51:33.737763 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec5db60d-d588-4e97-ba40-b76709e82fab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.774809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-82b30d3c-1ff5-4c90-bb66-8d714cfa45b3 None None] Provisioning complete for port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:33.775477 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-82b30d3c-1ff5-4c90-bb66-8d714cfa45b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.794839 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-0fea451b-98d0-40e1-a53f-30e255f50274', 'network_id': '0fea451b-98d0-40e1-a53f-30e255f50274', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'fixed_ips': [{'subnet_id': 'e073ffbc-8194-4559-9abb-b0ac77f50c18'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:51:33.797305 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:33.895268 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec5db60d-d588-4e97-ba40-b76709e82fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.041281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d7bdb62-a77e-47ba-900f-77388ab4bcef req-c61bfa5e-557c-487f-977a-65c8a39afe3a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6411104 Nov 03 18:51:34.126393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-edcedd7a-2b75-4468-b2e9-b442aeb89d7d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Allocated IP 172.20.0.7 (0fea451b-98d0-40e1-a53f-30e255f50274/e073ffbc-8194-4559-9abb-b0ac77f50c18/168e9d2f-6d1e-486b-a309-82acd599ed04) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:34.339541 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ec5db60d-d588-4e97-ba40-b76709e82fab admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1d775124e98c4607a8ca92169c2bd00c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5754507 Nov 03 18:51:34.349018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59372) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:34.354127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5db60d-d588-4e97-ba40-b76709e82fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d2dd55-7a0c-49d8-9aca-3c7e12417a76,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:34.389472 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:30Z', 'revision_number': 3, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:34.576678 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Checking router: c8de3029-4126-41a0-accd-5104c2d710bd for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:51:34.585559 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Updating router c8de3029-4126-41a0-accd-5104c2d710bd port 2f6eae02-fc29-4161-b0de-35fe1f2d6114 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:51:34.597864 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:34.725118 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:34.725720 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.731898 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:34.993455 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e83b9776-274e-4932-8d01-d44761a12a56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.090493 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e83b9776-274e-4932-8d01-d44761a12a56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.266964 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.274712 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.306654 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edcedd7a-2b75-4468-b2e9-b442aeb89d7d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.314518 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.340941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75b6e8-ae56-4fd3-aa24-050c7ab43095 req-1143e34a-885f-4175-a29f-b1b338a54d50 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:35.352490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce75b6e8-ae56-4fd3-aa24-050c7ab43095 req-1143e34a-885f-4175-a29f-b1b338a54d50 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.1049523 Nov 03 18:51:35.382252 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edcedd7a-2b75-4468-b2e9-b442aeb89d7d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.407476 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e83b9776-274e-4932-8d01-d44761a12a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.416128 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e83b9776-274e-4932-8d01-d44761a12a56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.416350 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Attempting to bind port 2f6eae02-fc29-4161-b0de-35fe1f2d6114 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:35.417001 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Attempting to bind port 2f6eae02-fc29-4161-b0de-35fe1f2d6114 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:35.417001 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Attempting to bind port 2f6eae02-fc29-4161-b0de-35fe1f2d6114 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:35.435881 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21cafe-febb-4421-bb12-4aaa687e215d None None] Pushing event updated for resources: {'Port': ['ID=2f6eae02-fc29-4161-b0de-35fe1f2d6114,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:35.447381 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e83b9776-274e-4932-8d01-d44761a12a56 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/12d2dd55-7a0c-49d8-9aca-3c7e12417a76 HTTP/1.1" status: 204 len: 168 time: 1.0811219 Nov 03 18:51:35.456195 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:35.456844 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:35.459695 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.460349 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:35.460842 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Bound port: 2f6eae02-fc29-4161-b0de-35fe1f2d6114, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:35.462734 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.468330 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcedd7a-2b75-4468-b2e9-b442aeb89d7d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 0fea451b-98d0-40e1-a53f-30e255f50274 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:35.491452 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-edcedd7a-2b75-4468-b2e9-b442aeb89d7d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:35.493650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Allocated IP 172.20.0.2 (0fea451b-98d0-40e1-a53f-30e255f50274/e073ffbc-8194-4559-9abb-b0ac77f50c18/839d5303-2df5-4c7d-8a48-5f5bd5968699) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:35.500325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcedd7a-2b75-4468-b2e9-b442aeb89d7d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:35.552238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b9776-274e-4932-8d01-d44761a12a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d2dd55-7a0c-49d8-9aca-3c7e12417a76,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:35.588206 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] For port 2f6eae02-fc29-4161-b0de-35fe1f2d6114, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:35.591763 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] For port 2f6eae02-fc29-4161-b0de-35fe1f2d6114, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=2f6eae02-fc29-4161-b0de-35fe1f2d6114,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:35.601951 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.658878 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcedd7a-2b75-4468-b2e9-b442aeb89d7d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:35.663177 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edcedd7a-2b75-4468-b2e9-b442aeb89d7d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:35.712326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcedd7a-2b75-4468-b2e9-b442aeb89d7d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=168e9d2f-6d1e-486b-a309-82acd599ed04,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:35.735836 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21cafe-febb-4421-bb12-4aaa687e215d None None] Pushing event updated for resources: {'Port': ['ID=2f6eae02-fc29-4161-b0de-35fe1f2d6114,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:35.738453 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-edcedd7a-2b75-4468-b2e9-b442aeb89d7d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5920155 Nov 03 18:51:35.749104 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59392) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:35.793993 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Routers {'c8de3029-4126-41a0-accd-5104c2d710bd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:35.794916 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:51:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c8de3029-4126-41a0-accd-5104c2d710bd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:35.824327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce75b6e8-ae56-4fd3-aa24-050c7ab43095 req-235ecb02-06c2-4ef1-b0ec-c062ed337d6a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4690590 Nov 03 18:51:36.053896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device aec281bb-43c9-4653-a296-0a3842dc700e details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:51:36.129891 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] Set router c8de3029-4126-41a0-accd-5104c2d710bd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:51:36.238213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59400) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:36.256693 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Allocated IP 172.20.0.1 (59aedf5c-3e42-405b-a5ae-b89a5996e64c/1945ba7b-6c1a-48ad-b07e-6241e957b703/40ed404d-3561-4648-a0e9-f838a2f3e852) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:36.306020 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-218a9fb9-7e05-46c4-9886-d6fa0a0d379d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.548135 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.579558 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.598607 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59404) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:36.653142 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port aec281bb-43c9-4653-a296-0a3842dc700e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=aec281bb-43c9-4653-a296-0a3842dc700e,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:36.663865 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:30Z', 'revision_number': 3, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:36.750036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Network 0fea451b-98d0-40e1-a53f-30e255f50274 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:36.751632 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'port_id': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'mac_address': 'fa:16:3e:da:22:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:51:36.757515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Pushing event updated for resources: {'Port': ['ID=839d5303-2df5-4c7d-8a48-5f5bd5968699,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:36.788181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:36.803786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:36.817502 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd31f8bf-5f8e-43a3-8718-e2f9d3eab012 None None] The sync data for ids ['c8de3029-4126-41a0-accd-5104c2d710bd'] in n-d-812150-4 is: [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:30Z', 'revision_number': 3, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:36.871684 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96c837b0-f1c0-4f2d-a4d7-5dd5858086a0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:36.963325 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.059498 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aec281bb-43c9-4653-a296-0a3842dc700e {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:51:37.083790 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d224f47d-ab8e-43f7-b0ac-42363cfbea88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.110495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Attempting to bind port 839d5303-2df5-4c7d-8a48-5f5bd5968699 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:37.111662 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Attempting to bind port 839d5303-2df5-4c7d-8a48-5f5bd5968699 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'e38f792b-c40c-4093-881c-73798f7d1a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0fea451b-98d0-40e1-a53f-30e255f50274'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:37.112752 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Attempting to bind port 839d5303-2df5-4c7d-8a48-5f5bd5968699 on network 0fea451b-98d0-40e1-a53f-30e255f50274 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:37.134390 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port aec281bb-43c9-4653-a296-0a3842dc700e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=aec281bb-43c9-4653-a296-0a3842dc700e,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:37.139262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:37.142748 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Checking segment: {'id': 'e38f792b-c40c-4093-881c-73798f7d1a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0fea451b-98d0-40e1-a53f-30e255f50274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:37.143482 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.144293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Bound using segment: {'id': 'e38f792b-c40c-4093-881c-73798f7d1a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0fea451b-98d0-40e1-a53f-30e255f50274'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:37.146289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Bound port: 839d5303-2df5-4c7d-8a48-5f5bd5968699, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38f792b-c40c-4093-881c-73798f7d1a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0fea451b-98d0-40e1-a53f-30e255f50274'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:37.147193 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.160189 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.224888 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.286177 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f939f29-023e-47dd-8a7f-aa27d7476d0f req-82c2fd08-e3c1-44ef-927b-827b8f4706b2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:37.292609 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d224f47d-ab8e-43f7-b0ac-42363cfbea88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.298752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f939f29-023e-47dd-8a7f-aa27d7476d0f req-82c2fd08-e3c1-44ef-927b-827b8f4706b2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.2504745 Nov 03 18:51:37.390148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['aec281bb-43c9-4653-a296-0a3842dc700e'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:51:37.433557 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=aec281bb-43c9-4653-a296-0a3842dc700e,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:37.448594 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] For port 839d5303-2df5-4c7d-8a48-5f5bd5968699, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:37.454111 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] For port 839d5303-2df5-4c7d-8a48-5f5bd5968699, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=839d5303-2df5-4c7d-8a48-5f5bd5968699,segment=NetworkSegment(e38f792b-c40c-4093-881c-73798f7d1a97),segment_id=e38f792b-c40c-4093-881c-73798f7d1a97)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:37.481567 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.498913 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f939f29-023e-47dd-8a7f-aa27d7476d0f req-ec99758b-8f92-46a7-8318-fc525d17fb6a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991181 Nov 03 18:51:37.502873 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d224f47d-ab8e-43f7-b0ac-42363cfbea88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.515017 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.550589 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-218a9fb9-7e05-46c4-9886-d6fa0a0d379d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.591150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3a438-5a1a-407d-bd22-014b9022abf7 None None] Pushing event updated for resources: {'Port': ['ID=839d5303-2df5-4c7d-8a48-5f5bd5968699,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:37.622010 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-218a9fb9-7e05-46c4-9886-d6fa0a0d379d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:37.674349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Network 59aedf5c-3e42-405b-a5ae-b89a5996e64c is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:37.692997 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:37.737418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:37.810796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224f47d-ab8e-43f7-b0ac-42363cfbea88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3ca37d-e53e-4f9c-ab26-01f934d5bf8b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:37.834173 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d224f47d-ab8e-43f7-b0ac-42363cfbea88 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5246e538ab4b4094b327d7a39334c74b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2302136 Nov 03 18:51:37.870114 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Pushing event updated for resources: {'Port': ['ID=40ed404d-3561-4648-a0e9-f838a2f3e852,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:37.873900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59436) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:37.894972 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-218a9fb9-7e05-46c4-9886-d6fa0a0d379d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a0a49dcdcf804e808575ae513de92c45&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6557887 Nov 03 18:51:37.907831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59438) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:37.920767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a9fb9-7e05-46c4-9886-d6fa0a0d379d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a1195b-b115-4d72-9558-09e27312c438,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:38.003097 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.329833 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96c837b0-f1c0-4f2d-a4d7-5dd5858086a0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.352139 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96c837b0-f1c0-4f2d-a4d7-5dd5858086a0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.371813 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0ecd364d-1267-4235-819a-6910fc02877f None None] Provisioning complete for port 40ed404d-3561-4648-a0e9-f838a2f3e852 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:38.372421 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0ecd364d-1267-4235-819a-6910fc02877f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.485974 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29dbaea7-c170-451b-b034-c823e9bf14f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.512856 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9b5e9daa-07b6-47f7-a800-2fd26c2417f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.540740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd364d-1267-4235-819a-6910fc02877f None None] Port 40ed404d-3561-4648-a0e9-f838a2f3e852 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:38.665278 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c837b0-f1c0-4f2d-a4d7-5dd5858086a0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=168e9d2f-6d1e-486b-a309-82acd599ed04,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:38.777764 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9b5e9daa-07b6-47f7-a800-2fd26c2417f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.786982 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 839d5303-2df5-4c7d-8a48-5f5bd5968699 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:38.901147 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9b5e9daa-07b6-47f7-a800-2fd26c2417f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.902482 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29dbaea7-c170-451b-b034-c823e9bf14f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.910088 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9b5e9daa-07b6-47f7-a800-2fd26c2417f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:38.913545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9b5e9daa-07b6-47f7-a800-2fd26c2417f8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/87a1195b-b115-4d72-9558-09e27312c438 HTTP/1.1" status: 204 len: 168 time: 1.0013196 Nov 03 18:51:38.961601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 839d5303-2df5-4c7d-8a48-5f5bd5968699 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:38.961986 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.099563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29dbaea7-c170-451b-b034-c823e9bf14f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.107656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29dbaea7-c170-451b-b034-c823e9bf14f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.122777 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-29dbaea7-c170-451b-b034-c823e9bf14f0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0e3ca37d-e53e-4f9c-ab26-01f934d5bf8b HTTP/1.1" status: 204 len: 168 time: 1.2443292 Nov 03 18:51:39.144878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e9daa-07b6-47f7-a800-2fd26c2417f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a1195b-b115-4d72-9558-09e27312c438,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:39.178725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbaea7-c170-451b-b034-c823e9bf14f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3ca37d-e53e-4f9c-ab26-01f934d5bf8b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:39.326613 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.412194 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31de6f-a511-4ff6-a82f-e290a966be18 req-90387ee7-3ae0-49d5-acf9-db0256960eaf tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:39.416762 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce31de6f-a511-4ff6-a82f-e290a966be18 req-90387ee7-3ae0-49d5-acf9-db0256960eaf tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 944 time: 0.5324185 Nov 03 18:51:39.514199 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.623434 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 839d5303-2df5-4c7d-8a48-5f5bd5968699, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=839d5303-2df5-4c7d-8a48-5f5bd5968699,segment=NetworkSegment(e38f792b-c40c-4093-881c-73798f7d1a97),segment_id=e38f792b-c40c-4093-881c-73798f7d1a97)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:39.634523 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.638361 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 2f6eae02-fc29-4161-b0de-35fe1f2d6114 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:39.669159 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96c837b0-f1c0-4f2d-a4d7-5dd5858086a0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.846346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=839d5303-2df5-4c7d-8a48-5f5bd5968699,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:39.867807 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 2f6eae02-fc29-4161-b0de-35fe1f2d6114 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:39.868671 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:39.927240 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device aec281bb-43c9-4653-a296-0a3842dc700e up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:39.983962 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6623ad-8186-4e22-9309-65674010b2c9 None None] Network 0fea451b-98d0-40e1-a53f-30e255f50274 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:40.117103 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.211627 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96c837b0-f1c0-4f2d-a4d7-5dd5858086a0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.212925 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.218753 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6a478f62-618c-48ba-bc93-0c1b86276c52 None None] Provisioning complete for port 839d5303-2df5-4c7d-8a48-5f5bd5968699 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:40.219499 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6a478f62-618c-48ba-bc93-0c1b86276c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.224697 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.232229 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port aec281bb-43c9-4653-a296-0a3842dc700e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:40.232773 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.375265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59474) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:40.426010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 2f6eae02-fc29-4161-b0de-35fe1f2d6114, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=2f6eae02-fc29-4161-b0de-35fe1f2d6114,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:40.510074 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.525349 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce31de6f-a511-4ff6-a82f-e290a966be18 req-eca2ad61-b313-4aba-82d8-4967b0dbbec8 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9771626 Nov 03 18:51:40.529267 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.604943 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a6d5dc68-5bf0-45fe-a548-37d67ec112c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:40.651996 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Pushing event updated for resources: {'Port': ['ID=40ed404d-3561-4648-a0e9-f838a2f3e852,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:40.679090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:40.680496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:40.681537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:40.682352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:40.683495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:40.684361 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:40.685178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:40.686219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:40.688047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:40.688773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:40.690607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:40.691200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:51:40.863646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Network 59aedf5c-3e42-405b-a5ae-b89a5996e64c is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:40.866257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=2f6eae02-fc29-4161-b0de-35fe1f2d6114,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:40.867032 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:40.880257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 839d5303-2df5-4c7d-8a48-5f5bd5968699 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:41.045534 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.345605 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec281bb-43c9-4653-a296-0a3842dc700e'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:51:41.348488 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06869b6-a4b9-4123-b6ae-66ea53f84364" -d '{"events": [{"server_uuid": "b52d3d76-11ce-4a7f-92b4-192fb57bf171", "name": "network-vif-plugged", "status": "completed", "tag": "aec281bb-43c9-4653-a296-0a3842dc700e"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:51:41.390978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Router c8de3029-4126-41a0-accd-5104c2d710bd has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:51:41.410209 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a6d5dc68-5bf0-45fe-a548-37d67ec112c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.414535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port aec281bb-43c9-4653-a296-0a3842dc700e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=aec281bb-43c9-4653-a296-0a3842dc700e,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:41.419094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 839d5303-2df5-4c7d-8a48-5f5bd5968699 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:41.419602 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.426053 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a6d5dc68-5bf0-45fe-a548-37d67ec112c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.435949 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.535861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5dc68-5bf0-45fe-a548-37d67ec112c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4637e5ee-5142-48f1-a9a6-7c32728056e3,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:41.566084 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a6d5dc68-5bf0-45fe-a548-37d67ec112c9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=679f637f0499458b8e062227b5850c5a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1884098 Nov 03 18:51:41.573352 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59494) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:41.643990 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad1c24f-18ce-4afd-a4d0-693b32ad3b34 x-openstack-request-id: req-6ad1c24f-18ce-4afd-a4d0-693b32ad3b34 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:51:41.644613 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52d3d76-11ce-4a7f-92b4-192fb57bf171", "name": "network-vif-plugged", "status": "completed", "tag": "aec281bb-43c9-4653-a296-0a3842dc700e", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:51:41.644977 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6ad1c24f-18ce-4afd-a4d0-693b32ad3b34 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:51:41.646323 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'code': 200} Nov 03 18:51:41.743761 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96c837b0-f1c0-4f2d-a4d7-5dd5858086a0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.766707 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96c837b0-f1c0-4f2d-a4d7-5dd5858086a0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.815884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:41.817271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1794a94c-c7a0-42d3-954f-74083be99615 None None] Provisioning complete for port 40ed404d-3561-4648-a0e9-f838a2f3e852 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:41.827811 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1794a94c-c7a0-42d3-954f-74083be99615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:41.839138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a183ad25-407c-4379-84e6-6e81ebbcad27 admin admin] 10.222.0.107 "PUT /v2.0/routers/c8de3029-4126-41a0-accd-5104c2d710bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0197949 Nov 03 18:51:41.988994 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-1794a94c-c7a0-42d3-954f-74083be99615 None None] Port 40ed404d-3561-4648-a0e9-f838a2f3e852 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:41.993655 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Sync routers for ids ['c8de3029-4126-41a0-accd-5104c2d710bd'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:42.025964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85128543-c7bd-417d-8a59-582e6c8c354b req-30f27bfc-711f-429f-bcad-b9349aa6826e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:42.034745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85128543-c7bd-417d-8a59-582e6c8c354b req-30f27bfc-711f-429f-bcad-b9349aa6826e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.2022696 Nov 03 18:51:42.055401 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c837b0-f1c0-4f2d-a4d7-5dd5858086a0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=168e9d2f-6d1e-486b-a309-82acd599ed04,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:42.110805 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98823351-c8c2-4df5-9eb0-af7f3558350a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:42.186721 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98823351-c8c2-4df5-9eb0-af7f3558350a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:42.194979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Routers {'c8de3029-4126-41a0-accd-5104c2d710bd'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:42.212392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:51:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c8de3029-4126-41a0-accd-5104c2d710bd'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:42.222856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85128543-c7bd-417d-8a59-582e6c8c354b req-910964d0-342b-48a0-a6f8-326b408d040e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822636 Nov 03 18:51:42.225920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=aec281bb-43c9-4653-a296-0a3842dc700e,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:42.279319 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98823351-c8c2-4df5-9eb0-af7f3558350a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:42.282778 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98823351-c8c2-4df5-9eb0-af7f3558350a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:42.286719 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-98823351-c8c2-4df5-9eb0-af7f3558350a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4637e5ee-5142-48f1-a9a6-7c32728056e3 HTTP/1.1" status: 204 len: 168 time: 0.7137978 Nov 03 18:51:42.315427 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96c837b0-f1c0-4f2d-a4d7-5dd5858086a0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:42.317782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98823351-c8c2-4df5-9eb0-af7f3558350a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4637e5ee-5142-48f1-a9a6-7c32728056e3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:42.698671 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c837b0-f1c0-4f2d-a4d7-5dd5858086a0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 0fea451b-98d0-40e1-a53f-30e255f50274 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:42.700357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-96c837b0-f1c0-4f2d-a4d7-5dd5858086a0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:42.760384 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 2f6eae02-fc29-4161-b0de-35fe1f2d6114 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:42.796111 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-404534b6-04c2-4408-8c90-bea06a1f320a None None] Provisioning complete for port 839d5303-2df5-4c7d-8a48-5f5bd5968699 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:42.796488 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-404534b6-04c2-4408-8c90-bea06a1f320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.038609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Set router c8de3029-4126-41a0-accd-5104c2d710bd gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:51:43.354389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 2f6eae02-fc29-4161-b0de-35fe1f2d6114 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:43.355228 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.376800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c837b0-f1c0-4f2d-a4d7-5dd5858086a0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router f1f4c30f-281f-49ef-bf3b-59c853a377b4 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:51:43.558061 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:43.664795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf7355-58ac-4af9-a1b3-c5b79c214891 req-e3cc8938-05b5-4168-a6be-79a5e2b9b72a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:43.678259 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dfdf7355-58ac-4af9-a1b3-c5b79c214891 req-e3cc8938-05b5-4168-a6be-79a5e2b9b72a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.1494150 Nov 03 18:51:43.772053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c837b0-f1c0-4f2d-a4d7-5dd5858086a0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:43.781511 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-96c837b0-f1c0-4f2d-a4d7-5dd5858086a0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/f1f4c30f-281f-49ef-bf3b-59c853a377b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0286889 Nov 03 18:51:43.784126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59538) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:43.787967 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f89d8d9-467f-4b83-9d79-7de5d9dcf1a0 None None] Sync routers for ids ['f1f4c30f-281f-49ef-bf3b-59c853a377b4'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:43.813877 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89d8d9-467f-4b83-9d79-7de5d9dcf1a0 None None] Routers {'f1f4c30f-281f-49ef-bf3b-59c853a377b4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:43.814520 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2f89d8d9-467f-4b83-9d79-7de5d9dcf1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:51:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f1f4c30f-281f-49ef-bf3b-59c853a377b4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:43.854426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dfdf7355-58ac-4af9-a1b3-c5b79c214891 req-e10bbbf9-641b-4aa6-93f3-0a2c796e09ca tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715162 Nov 03 18:51:43.918782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c596896-0137-4319-af74-a20eda8440ed tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:43.924094 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5c596896-0137-4319-af74-a20eda8440ed tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports/168e9d2f-6d1e-486b-a309-82acd599ed04 HTTP/1.1" status: 200 len: 977 time: 0.1371903 Nov 03 18:51:43.925479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59544) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:43.949706 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2f89d8d9-467f-4b83-9d79-7de5d9dcf1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:43.965701 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89d8d9-467f-4b83-9d79-7de5d9dcf1a0 None None] Routers {'f1f4c30f-281f-49ef-bf3b-59c853a377b4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:43.966945 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2f89d8d9-467f-4b83-9d79-7de5d9dcf1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:51:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f1f4c30f-281f-49ef-bf3b-59c853a377b4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:44.032099 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2f89d8d9-467f-4b83-9d79-7de5d9dcf1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:44.033771 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f89d8d9-467f-4b83-9d79-7de5d9dcf1a0 None None] The sync data for ids ['f1f4c30f-281f-49ef-bf3b-59c853a377b4'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:44.101668 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-404534b6-04c2-4408-8c90-bea06a1f320a None None] Provisioning complete for port 168e9d2f-6d1e-486b-a309-82acd599ed04 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:44.102503 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-404534b6-04c2-4408-8c90-bea06a1f320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.478697 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-404534b6-04c2-4408-8c90-bea06a1f320a None None] Port 168e9d2f-6d1e-486b-a309-82acd599ed04 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:44.518326 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '40ed404d-3561-4648-a0e9-f838a2f3e852', 'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'mac_address': 'fa:16:3e:07:51:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:35Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 2, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'subnets': [{'id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:44.559406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59564) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:44.567139 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1989c042-ab5a-4590-bad6-c45795a611c8 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1042655440', 'description': 'tempest-description--514696444'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:44.575077 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Checking router: c8de3029-4126-41a0-accd-5104c2d710bd for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:51:44.587812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Updating router c8de3029-4126-41a0-accd-5104c2d710bd port 40ed404d-3561-4648-a0e9-f838a2f3e852 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:51:44.628350 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1989c042-ab5a-4590-bad6-c45795a611c8 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.688674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-841aa8bc-c8fc-4f73-9fd3-61e1a55c327e None None] Provisioning complete for port 168e9d2f-6d1e-486b-a309-82acd599ed04 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:44.690208 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-841aa8bc-c8fc-4f73-9fd3-61e1a55c327e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.737153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-841aa8bc-c8fc-4f73-9fd3-61e1a55c327e None None] Port 168e9d2f-6d1e-486b-a309-82acd599ed04 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:44.739105 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.743284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59566) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:44.868488 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1989c042-ab5a-4590-bad6-c45795a611c8 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:44.875808 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1989c042-ab5a-4590-bad6-c45795a611c8 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.008181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1989c042-ab5a-4590-bad6-c45795a611c8 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.009461 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1989c042-ab5a-4590-bad6-c45795a611c8 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4474103 Nov 03 18:51:45.012375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59572) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:45.030878 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7545c784-6904-4692-bf89-32f467dc9fc7 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Request body: {'security_group_rule': {'security_group_id': '71bded1b-e822-464e-b60c-838e7a2ef32b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:45.053122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989c042-ab5a-4590-bad6-c45795a611c8 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71bded1b-e822-464e-b60c-838e7a2ef32b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:45.126996 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7545c784-6904-4692-bf89-32f467dc9fc7 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.197036 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cede2d35-f294-4481-a4bf-66e5d17a3407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.297306 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7545c784-6904-4692-bf89-32f467dc9fc7 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.304083 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7545c784-6904-4692-bf89-32f467dc9fc7 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.349764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5facf2-b7b4-4ea2-ba8b-e039ffce852f req-6cf60a4d-e67c-4844-a861-be6f36395f25 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:45.355868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e5facf2-b7b4-4ea2-ba8b-e039ffce852f req-6cf60a4d-e67c-4844-a861-be6f36395f25 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.3655698 Nov 03 18:51:45.368077 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7545c784-6904-4692-bf89-32f467dc9fc7 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.371269 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7545c784-6904-4692-bf89-32f467dc9fc7 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502810 Nov 03 18:51:45.375439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545c784-6904-4692-bf89-32f467dc9fc7 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dea2983-f7b1-4d22-b113-6c299ac7709a,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:45.386007 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59578) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:45.400607 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-efed0019-dbf1-419e-a38a-f352ad7ce4f8 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Request body: {'security_group_rule': {'security_group_id': '71bded1b-e822-464e-b60c-838e7a2ef32b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:45.466127 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.483552 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.553282 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efed0019-dbf1-419e-a38a-f352ad7ce4f8 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.745148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd24be-befc-4078-bf07-d90758a45ae7 None None] Pushing event updated for resources: {'Port': ['ID=40ed404d-3561-4648-a0e9-f838a2f3e852,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:45.814670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efed0019-dbf1-419e-a38a-f352ad7ce4f8 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.822870 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efed0019-dbf1-419e-a38a-f352ad7ce4f8 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.855282 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed0019-dbf1-419e-a38a-f352ad7ce4f8 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e074a5-936f-4b2b-a7b8-1884a89b744c,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:45.860453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Attempting to bind port 40ed404d-3561-4648-a0e9-f838a2f3e852 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:51:45.867272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Attempting to bind port 40ed404d-3561-4648-a0e9-f838a2f3e852 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:51:45.867679 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Attempting to bind port 40ed404d-3561-4648-a0e9-f838a2f3e852 on network 59aedf5c-3e42-405b-a5ae-b89a5996e64c {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:51:45.886115 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e5facf2-b7b4-4ea2-ba8b-e039ffce852f req-160d92d4-d2aa-40c5-afee-4e2114cbeb84 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5186858 Nov 03 18:51:45.894617 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:51:45.895164 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Checking segment: {'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:45.897243 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.899040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Bound using segment: {'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:51:45.905907 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efed0019-dbf1-419e-a38a-f352ad7ce4f8 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.909416 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-efed0019-dbf1-419e-a38a-f352ad7ce4f8 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5210824 Nov 03 18:51:45.911803 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59590) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:45.911993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Bound port: 40ed404d-3561-4648-a0e9-f838a2f3e852, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:51:45.912518 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:45.927995 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:46.010808 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.174640 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-662edde5-57f9-4bc6-9025-395012814c4c None None] Provisioning complete for port 40ed404d-3561-4648-a0e9-f838a2f3e852 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:46.175602 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-662edde5-57f9-4bc6-9025-395012814c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.253872 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cede2d35-f294-4481-a4bf-66e5d17a3407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.306222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-662edde5-57f9-4bc6-9025-395012814c4c None None] Port 40ed404d-3561-4648-a0e9-f838a2f3e852 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:51:46.309783 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cede2d35-f294-4481-a4bf-66e5d17a3407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.337352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] For port 40ed404d-3561-4648-a0e9-f838a2f3e852, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:51:46.402180 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.406684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] For port 40ed404d-3561-4648-a0e9-f838a2f3e852, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=40ed404d-3561-4648-a0e9-f838a2f3e852,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:51:46.421970 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.558673 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cede2d35-f294-4481-a4bf-66e5d17a3407 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d6ad127c065b42bba58aa85ea459eb55&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8133535 Nov 03 18:51:46.562220 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59598) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:46.600567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede2d35-f294-4481-a4bf-66e5d17a3407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cc9f4e-5050-4768-ab9f-90f71e87ccf6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:46.619386 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8fd254bd-3961-4132-b338-5c9faf0e6a5f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:46.669232 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Routers {'c8de3029-4126-41a0-accd-5104c2d710bd'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:46.669983 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:51:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c8de3029-4126-41a0-accd-5104c2d710bd'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:47.093355 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-045ad019-044c-4502-a348-ddecd30b9b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.198676 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] Set router c8de3029-4126-41a0-accd-5104c2d710bd gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:51:47.212566 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-045ad019-044c-4502-a348-ddecd30b9b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.329702 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Allocated IP 172.25.2.61 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/0714044e-bb96-4904-8527-02ff7e157361) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:47.455639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be209bf-dee7-4a8f-9d6f-b9d34a1dd740 req-15c9043c-30ec-4803-951b-e926b6f3d9c6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:47.459915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3be209bf-dee7-4a8f-9d6f-b9d34a1dd740 req-15c9043c-30ec-4803-951b-e926b6f3d9c6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.2985506 Nov 03 18:51:47.597310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd24be-befc-4078-bf07-d90758a45ae7 None None] Pushing event updated for resources: {'Port': ['ID=40ed404d-3561-4648-a0e9-f838a2f3e852,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:47.768170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-99d3eb45-f77d-46df-af34-14a4b0e71e40 None None] Provisioning complete for port 40ed404d-3561-4648-a0e9-f838a2f3e852 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:47.768949 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-99d3eb45-f77d-46df-af34-14a4b0e71e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.770283 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-045ad019-044c-4502-a348-ddecd30b9b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.784630 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-045ad019-044c-4502-a348-ddecd30b9b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.795763 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-045ad019-044c-4502-a348-ddecd30b9b87 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f6cc9f4e-5050-4768-ab9f-90f71e87ccf6 HTTP/1.1" status: 204 len: 168 time: 1.2252498 Nov 03 18:51:47.829375 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3be209bf-dee7-4a8f-9d6f-b9d34a1dd740 req-828b761b-ccff-42b8-a3ff-b3c9938a905d tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271569 Nov 03 18:51:47.929226 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.957345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-8fd254bd-3961-4132-b338-5c9faf0e6a5f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port 168e9d2f-6d1e-486b-a309-82acd599ed04 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:47.959651 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8fd254bd-3961-4132-b338-5c9faf0e6a5f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:47.995630 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ad019-044c-4502-a348-ddecd30b9b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cc9f4e-5050-4768-ab9f-90f71e87ccf6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:48.123847 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:48.316661 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:51:48.341097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:48.348920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:51:48.351825 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event updated for resources: {'Port': ['ID=0714044e-bb96-4904-8527-02ff7e157361,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:48.417023 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8fd254bd-3961-4132-b338-5c9faf0e6a5f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:48.470237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-8fd254bd-3961-4132-b338-5c9faf0e6a5f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for 168e9d2f-6d1e-486b-a309-82acd599ed04 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:48.667191 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:48.774753 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.214751 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8fd254bd-3961-4132-b338-5c9faf0e6a5f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.253328 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-99d3eb45-f77d-46df-af34-14a4b0e71e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.262889 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.277201 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.341138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '40ed404d-3561-4648-a0e9-f838a2f3e852', 'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'mac_address': 'fa:16:3e:07:51:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:35Z', 'updated_at': '2021-11-03T18:51:46Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'subnets': [{'id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:49.390472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd254bd-3961-4132-b338-5c9faf0e6a5f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=168e9d2f-6d1e-486b-a309-82acd599ed04,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:49.500700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-99d3eb45-f77d-46df-af34-14a4b0e71e40 None None] For port 40ed404d-3561-4648-a0e9-f838a2f3e852, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=40ed404d-3561-4648-a0e9-f838a2f3e852,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:49.504935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8885729-070b-45d3-86e1-6841154931f7 None None] The sync data for ids ['c8de3029-4126-41a0-accd-5104c2d710bd'] in n-d-812150-4 is: [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '40ed404d-3561-4648-a0e9-f838a2f3e852', 'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'mac_address': 'fa:16:3e:07:51:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:35Z', 'updated_at': '2021-11-03T18:51:46Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'subnets': [{'id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:49.518086 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-99d3eb45-f77d-46df-af34-14a4b0e71e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.627734 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.695707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e8555-51db-47f1-a536-ef518e49d438 req-5bead215-dc45-426b-b5f8-4b9f14cc08b2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:49.729585 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e1e8555-51db-47f1-a536-ef518e49d438 req-5bead215-dc45-426b-b5f8-4b9f14cc08b2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.6307962 Nov 03 18:51:49.763749 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:49.778059 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8635697 Nov 03 18:51:49.779711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2279ac-9ebd-45a6-9d0e-88ec31dfd280 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event updated for resources: {'Port': ['ID=0714044e-bb96-4904-8527-02ff7e157361,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:49.825453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3eb45-f77d-46df-af34-14a4b0e71e40 None None] Pushing event updated for resources: {'Port': ['ID=40ed404d-3561-4648-a0e9-f838a2f3e852,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:50.198398 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8fd254bd-3961-4132-b338-5c9faf0e6a5f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:50.366895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e1e8555-51db-47f1-a536-ef518e49d438 req-2017406a-a6ae-46a8-91a6-344e10fb71e7 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6357195 Nov 03 18:51:50.799779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 40ed404d-3561-4648-a0e9-f838a2f3e852 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:51:50.966831 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 40ed404d-3561-4648-a0e9-f838a2f3e852 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:51:50.968061 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:51.787372 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd254bd-3961-4132-b338-5c9faf0e6a5f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router f1f4c30f-281f-49ef-bf3b-59c853a377b4 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:51:51.856169 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fb90f-9f6f-42d1-b1f0-2dd7cfc11800 req-662f9d0d-5789-4573-bd4f-943ff2e4beaa tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:51.859099 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-909fb90f-9f6f-42d1-b1f0-2dd7cfc11800 req-662f9d0d-5789-4573-bd4f-943ff2e4beaa tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.1806138 Nov 03 18:51:52.150243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd254bd-3961-4132-b338-5c9faf0e6a5f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:51:52.157204 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8fd254bd-3961-4132-b338-5c9faf0e6a5f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/f1f4c30f-281f-49ef-bf3b-59c853a377b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2304132 Nov 03 18:51:52.160065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59804) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:52.183036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e960e683-cea9-4f18-99d1-5ab5e6cf7285 None None] Sync routers for ids ['f1f4c30f-281f-49ef-bf3b-59c853a377b4'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:51:52.206728 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e960e683-cea9-4f18-99d1-5ab5e6cf7285 None None] Routers {'f1f4c30f-281f-49ef-bf3b-59c853a377b4'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:52.212831 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e960e683-cea9-4f18-99d1-5ab5e6cf7285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:51:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f1f4c30f-281f-49ef-bf3b-59c853a377b4'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:52.276335 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-909fb90f-9f6f-42d1-b1f0-2dd7cfc11800 req-0228c6d5-ce59-45ec-a0ce-075ad106495b tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265320 Nov 03 18:51:52.327166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e960e683-cea9-4f18-99d1-5ab5e6cf7285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:52.363176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e960e683-cea9-4f18-99d1-5ab5e6cf7285 None None] Routers {'f1f4c30f-281f-49ef-bf3b-59c853a377b4'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:51:52.368450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e960e683-cea9-4f18-99d1-5ab5e6cf7285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:51:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f1f4c30f-281f-49ef-bf3b-59c853a377b4'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:52.629947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e960e683-cea9-4f18-99d1-5ab5e6cf7285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:52.630627 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e960e683-cea9-4f18-99d1-5ab5e6cf7285 None None] The sync data for ids ['f1f4c30f-281f-49ef-bf3b-59c853a377b4'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:51:53.042559 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-0669b9f2-1f17-418c-ab2d-1fc8f02fab32 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] remove_router_interface failed (client error): The resource could not be found. Nov 03 18:51:53.048424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59886) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:53.049073 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0669b9f2-1f17-418c-ab2d-1fc8f02fab32 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/f1f4c30f-281f-49ef-bf3b-59c853a377b4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8870473 Nov 03 18:51:53.111197 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:51:53.114017 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-68abe4cf-0ecf-494d-93c3-961e61366197 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1f4c30f-281f-49ef-bf3b-59c853a377b4 HTTP/1.1" status: 200 len: 205 time: 0.0638976 Nov 03 18:51:53.118443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59892) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:53.237737 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a9257608-c925-4daf-8d87-0e4948282d35 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.474581 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a9257608-c925-4daf-8d87-0e4948282d35 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.480215 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a9257608-c925-4daf-8d87-0e4948282d35 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.587179 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a9257608-c925-4daf-8d87-0e4948282d35 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.587978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9257608-c925-4daf-8d87-0e4948282d35 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Fanout notify agent at l3_agent the message router_deleted on router f1f4c30f-281f-49ef-bf3b-59c853a377b4 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:51:53.614386 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a9257608-c925-4daf-8d87-0e4948282d35 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.615879 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a9257608-c925-4daf-8d87-0e4948282d35 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/routers/f1f4c30f-281f-49ef-bf3b-59c853a377b4 HTTP/1.1" status: 204 len: 168 time: 0.4961746 Nov 03 18:51:53.618507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59928) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:53.688408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbcf026-47c7-4bba-a81e-16e995feee56 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting subnet e073ffbc-8194-4559-9abb-b0ac77f50c18 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:51:53.691981 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf026-47c7-4bba-a81e-16e995feee56 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.792119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf026-47c7-4bba-a81e-16e995feee56 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:53.803541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45028554-7eb5-4d7b-a5a0-5b93b1076a5a req-d9827a5b-7fd5-41e2-8f76-ec36b2582e9f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:53.806635 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45028554-7eb5-4d7b-a5a0-5b93b1076a5a req-d9827a5b-7fd5-41e2-8f76-ec36b2582e9f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.2349851 Nov 03 18:51:53.905800 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45028554-7eb5-4d7b-a5a0-5b93b1076a5a req-fb02e13c-f00f-4545-8568-6be8f4301e07 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763834 Nov 03 18:51:54.020577 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf026-47c7-4bba-a81e-16e995feee56 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:54.108700 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf026-47c7-4bba-a81e-16e995feee56 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:54.144358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcf026-47c7-4bba-a81e-16e995feee56 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Subnet': ['ID=e073ffbc-8194-4559-9abb-b0ac77f50c18,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:54.148704 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf026-47c7-4bba-a81e-16e995feee56 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:54.152714 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9cbcf026-47c7-4bba-a81e-16e995feee56 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/e073ffbc-8194-4559-9abb-b0ac77f50c18 HTTP/1.1" status: 204 len: 168 time: 0.5330176 Nov 03 18:51:54.156702 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59962) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:54.165036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc3cfbd-c610-4c9e-8c0d-9c7ab43b8b52 None None] Network 0fea451b-98d0-40e1-a53f-30e255f50274 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:54.325577 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:54.408251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port 839d5303-2df5-4c7d-8a48-5f5bd5968699 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:54.410689 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:54.606289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266f8b41-2f5e-4db1-a373-1e493c1f6b7d None None] DHCP port deletion for 0fea451b-98d0-40e1-a53f-30e255f50274 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:51:54.917684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-266f8b41-2f5e-4db1-a373-1e493c1f6b7d None None] Deleting port 839d5303-2df5-4c7d-8a48-5f5bd5968699 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:51:54.918635 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-266f8b41-2f5e-4db1-a373-1e493c1f6b7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.202904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-266f8b41-2f5e-4db1-a373-1e493c1f6b7d None None] For port 839d5303-2df5-4c7d-8a48-5f5bd5968699, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=839d5303-2df5-4c7d-8a48-5f5bd5968699,segment=NetworkSegment(e38f792b-c40c-4093-881c-73798f7d1a97),segment_id=e38f792b-c40c-4093-881c-73798f7d1a97)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:55.205729 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-266f8b41-2f5e-4db1-a373-1e493c1f6b7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.246964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-266f8b41-2f5e-4db1-a373-1e493c1f6b7d None None] Calling delete_port for 839d5303-2df5-4c7d-8a48-5f5bd5968699 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:55.272108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54968e6-8503-4ed1-9843-86a0f130e015 req-48e01497-6717-452a-b855-84201acc177b tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:55.284886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c54968e6-8503-4ed1-9843-86a0f130e015 req-48e01497-6717-452a-b855-84201acc177b tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.1533754 Nov 03 18:51:55.405087 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] For port 839d5303-2df5-4c7d-8a48-5f5bd5968699, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=839d5303-2df5-4c7d-8a48-5f5bd5968699,segment=NetworkSegment(e38f792b-c40c-4093-881c-73798f7d1a97),segment_id=e38f792b-c40c-4093-881c-73798f7d1a97)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:51:55.406748 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.436527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for 839d5303-2df5-4c7d-8a48-5f5bd5968699 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:51:55.464309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c54968e6-8503-4ed1-9843-86a0f130e015 req-561c542d-4f2e-4662-97e2-6545103c5b15 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765347 Nov 03 18:51:55.539683 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-266f8b41-2f5e-4db1-a373-1e493c1f6b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.645609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f8b41-2f5e-4db1-a373-1e493c1f6b7d None None] No DVR routers for this DVR port 839d5303-2df5-4c7d-8a48-5f5bd5968699 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:55.654530 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f8b41-2f5e-4db1-a373-1e493c1f6b7d None None] Pushing event deleted for resources: {'Port': ['ID=839d5303-2df5-4c7d-8a48-5f5bd5968699,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:55.654919 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.712213 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=839d5303-2df5-4c7d-8a48-5f5bd5968699,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:55.732437 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No DVR routers for this DVR port 839d5303-2df5-4c7d-8a48-5f5bd5968699 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:51:55.782448 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-95569564-f59d-4071-8fb1-9fbd5d4fe4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.917157 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:55.966790 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fea451b-98d0-40e1-a53f-30e255f50274']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:56.009078 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38f792b-c40c-4093-881c-73798f7d1a97') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:56.009450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38f792b-c40c-4093-881c-73798f7d1a97') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:51:56.040031 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.082085 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.116414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:51:56.118382 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.123649 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-834758fd-1f69-4bf5-a183-30c1d6aaaa01 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1042655440&fields=id&tenant_id=6e03d37318b34094a0ffff28057c6cc2 HTTP/1.1" status: 200 len: 267 time: 0.1506469 Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:51:56.135460 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:51:56.401486 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.423655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.442393 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/networks/0fea451b-98d0-40e1-a53f-30e255f50274 HTTP/1.1" status: 204 len: 168 time: 2.2838259 Nov 03 18:51:56.452320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60122) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:56.477068 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1165d33f-6208-4802-892b-150ac5e63dc5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'network': {'name': 'tempest-RoutersTest-141552970'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:56.513739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-0ab78da9-c1f0-40b4-973a-b2a3afe957da tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:56.541689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-0ab78da9-c1f0-40b4-973a-b2a3afe957da tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/networks?id=59aedf5c-3e42-405b-a5ae-b89a5996e64c HTTP/1.1" status: 200 len: 811 time: 0.4001603 Nov 03 18:51:56.545660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a42cec-05c7-46a1-9242-fa05e39485fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Network': ['ID=0fea451b-98d0-40e1-a53f-30e255f50274,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:56.589202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-afd894db-91f5-4830-a84f-d55acfb80bff tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/quotas/6e03d37318b34094a0ffff28057c6cc2 HTTP/1.1" status: 200 len: 375 time: 0.0434499 Nov 03 18:51:56.632562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1165d33f-6208-4802-892b-150ac5e63dc5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:56.646735 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1165d33f-6208-4802-892b-150ac5e63dc5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.743460 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1165d33f-6208-4802-892b-150ac5e63dc5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:51:56.787109 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1165d33f-6208-4802-892b-150ac5e63dc5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:56.790368 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-1165d33f-6208-4802-892b-150ac5e63dc5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Added segment 12c6fbd8-9b66-4361-bfce-c778958c7e4a of type vlan for network 35a3397a-6ad4-451f-9fe9-b9b2c51155b4 Nov 03 18:51:56.808022 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-d0b56fc0-8f1d-49cf-8c6f-20132a06caa2 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=6e03d37318b34094a0ffff28057c6cc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2156050 Nov 03 18:51:56.832287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 839d5303-2df5-4c7d-8a48-5f5bd5968699 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:51:56.921440 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 839d5303-2df5-4c7d-8a48-5f5bd5968699 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:51:56.922063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 839d5303-2df5-4c7d-8a48-5f5bd5968699 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:51:56.933217 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1165d33f-6208-4802-892b-150ac5e63dc5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.011100 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1165d33f-6208-4802-892b-150ac5e63dc5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.020627 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1165d33f-6208-4802-892b-150ac5e63dc5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:57.021699 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1165d33f-6208-4802-892b-150ac5e63dc5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.051415 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1165d33f-6208-4802-892b-150ac5e63dc5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5916333 Nov 03 18:51:57.065097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60152) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:57.080369 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1cc8e6bc-8f9a-4ade-a694-fa2dc5dfd590 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'subnet': {'network_id': '35a3397a-6ad4-451f-9fe9-b9b2c51155b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:57.178969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9cde5-0c58-4dd9-a197-5b494ce04142 req-14d64a29-3633-4eaf-8b90-2e4d78a6e97a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:57.202928 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbb9cde5-0c58-4dd9-a197-5b494ce04142 req-14d64a29-3633-4eaf-8b90-2e4d78a6e97a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.3540492 Nov 03 18:51:57.305128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165d33f-6208-4802-892b-150ac5e63dc5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Network': ['ID=35a3397a-6ad4-451f-9fe9-b9b2c51155b4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:57.324885 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 35a3397a-6ad4-451f-9fe9-b9b2c51155b4 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:51:57.427842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbb9cde5-0c58-4dd9-a197-5b494ce04142 req-038c1097-671b-441e-999a-f55ce8474051 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129793 Nov 03 18:51:57.470568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-833d8195-8211-4e02-b121-a62f537bab7a service neutron] 10.222.0.107 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220442 Nov 03 18:51:57.685128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc8e6bc-8f9a-4ade-a694-fa2dc5dfd590 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:51:57.739987 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1cc8e6bc-8f9a-4ade-a694-fa2dc5dfd590 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:57.893938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-cd2133f9-6d3e-4843-bfab-ee7e10882026 service neutron] 10.222.0.107 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056563 Nov 03 18:51:58.085885 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8aba16bf-10d4-498e-877f-3e770144b81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.466524 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c49ba26f-71d3-4038-8830-c4dd8a0c0b45 req-77fa582a-bcb3-467b-b017-b1e155e8ecfa tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 210 time: 0.1644323 Nov 03 18:51:58.618916 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1cc8e6bc-8f9a-4ade-a694-fa2dc5dfd590 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:58.769240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf313b77-3ed5-482b-95ac-bf7d640e0ba2 req-9d1eb28b-1a14-464a-bc64-4e1faa9bba35 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:58.794537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf313b77-3ed5-482b-95ac-bf7d640e0ba2 req-9d1eb28b-1a14-464a-bc64-4e1faa9bba35 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.1389205 Nov 03 18:51:58.827861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8e6bc-8f9a-4ade-a694-fa2dc5dfd590 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Subnet': ['ID=01bd42ba-cdea-41d0-82ca-d8f03f03eaa9,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:51:58.957691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8e6bc-8f9a-4ade-a694-fa2dc5dfd590 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Checking segment: {'id': '12c6fbd8-9b66-4361-bfce-c778958c7e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '35a3397a-6ad4-451f-9fe9-b9b2c51155b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:51:58.964982 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc8e6bc-8f9a-4ade-a694-fa2dc5dfd590 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network hostable DHCP agents. Network: 35a3397a-6ad4-451f-9fe9-b9b2c51155b4, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:51:58.994828 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf313b77-3ed5-482b-95ac-bf7d640e0ba2 req-9320183f-721c-4870-b0dc-747ffe976686 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980200 Nov 03 18:51:59.023858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc8e6bc-8f9a-4ade-a694-fa2dc5dfd590 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 35a3397a-6ad4-451f-9fe9-b9b2c51155b4 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:51:59.050266 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-1cc8e6bc-8f9a-4ade-a694-fa2dc5dfd590 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 35a3397a-6ad4-451f-9fe9-b9b2c51155b4) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:51:59.055656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc8e6bc-8f9a-4ade-a694-fa2dc5dfd590 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:51:59.059845 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1cc8e6bc-8f9a-4ade-a694-fa2dc5dfd590 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.066692 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beaf72d-8100-46db-8289-8e35b9949c47 None None] Network 35a3397a-6ad4-451f-9fe9-b9b2c51155b4 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:51:59.120868 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1cc8e6bc-8f9a-4ade-a694-fa2dc5dfd590 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0511651 Nov 03 18:51:59.121497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60300) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:59.126669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-40e99836-53bb-4661-8741-59d201a11f23 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-778232947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:51:59.139316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60304) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:59.213870 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-40e99836-53bb-4661-8741-59d201a11f23 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.221156 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-40e99836-53bb-4661-8741-59d201a11f23 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.362879 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4b8543a7-53a3-48cf-997a-99b085493489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.446984 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.460789 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-40e99836-53bb-4661-8741-59d201a11f23 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.502483 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-40e99836-53bb-4661-8741-59d201a11f23 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.507163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-35a3397a-6ad4-451f-9fe9-b9b2c51155b4', 'network_id': '35a3397a-6ad4-451f-9fe9-b9b2c51155b4', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'fixed_ips': [{'subnet_id': '01bd42ba-cdea-41d0-82ca-d8f03f03eaa9'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:51:59.515591 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.583039 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-40e99836-53bb-4661-8741-59d201a11f23 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.597503 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-40e99836-53bb-4661-8741-59d201a11f23 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4750834 Nov 03 18:51:59.600714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60344) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:59.830618 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4b8543a7-53a3-48cf-997a-99b085493489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.838747 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4b8543a7-53a3-48cf-997a-99b085493489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:51:59.972449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Allocated IP 172.20.0.2 (35a3397a-6ad4-451f-9fe9-b9b2c51155b4/01bd42ba-cdea-41d0-82ca-d8f03f03eaa9/7199acf1-6fa6-442b-bf62-114d571d80f4) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:51:59.985864 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4b8543a7-53a3-48cf-997a-99b085493489 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=56bd59c748a94ad2948a3b002fe9e81b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8427532 Nov 03 18:51:59.988845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60360) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:51:59.992945 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8543a7-53a3-48cf-997a-99b085493489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3214f2a1-73b6-4e79-b7b2-8360bc10d923,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:00.091759 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09cb2d57-fcf0-4580-96b3-46aec7c4431a req-0f46d57d-977e-491d-9d30-43c476652a0e tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 210 time: 0.1644347 Nov 03 18:52:00.202345 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7802fe41-3bf1-4fed-a4fd-3c4b6b0f25ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:00.236012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7802fe41-3bf1-4fed-a4fd-3c4b6b0f25ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:00.284113 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:00.292529 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:00.324720 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7802fe41-3bf1-4fed-a4fd-3c4b6b0f25ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:00.328492 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7802fe41-3bf1-4fed-a4fd-3c4b6b0f25ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:00.332815 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7802fe41-3bf1-4fed-a4fd-3c4b6b0f25ce admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3214f2a1-73b6-4e79-b7b2-8360bc10d923 HTTP/1.1" status: 204 len: 168 time: 0.3172069 Nov 03 18:52:00.348038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Network 35a3397a-6ad4-451f-9fe9-b9b2c51155b4 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:00.349351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802fe41-3bf1-4fed-a4fd-3c4b6b0f25ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3214f2a1-73b6-4e79-b7b2-8360bc10d923,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:00.353810 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:00.368267 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:00.398629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Pushing event updated for resources: {'Port': ['ID=7199acf1-6fa6-442b-bf62-114d571d80f4,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:00.611376 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:00.685179 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60703e-47bb-40c7-9016-6e007383231c req-e0720e29-4a0d-4dbf-ba42-1fc7e767bcdd tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:00.722244 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b60703e-47bb-40c7-9016-6e007383231c req-e0720e29-4a0d-4dbf-ba42-1fc7e767bcdd tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.4290078 Nov 03 18:52:00.869918 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:00.871154 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Attempting to bind port 7199acf1-6fa6-442b-bf62-114d571d80f4 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:00.871766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Attempting to bind port 7199acf1-6fa6-442b-bf62-114d571d80f4 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '12c6fbd8-9b66-4361-bfce-c778958c7e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '35a3397a-6ad4-451f-9fe9-b9b2c51155b4'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:00.872347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Attempting to bind port 7199acf1-6fa6-442b-bf62-114d571d80f4 on network 35a3397a-6ad4-451f-9fe9-b9b2c51155b4 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:00.879744 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:00.879960 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:00.880251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Checking segment: {'id': '12c6fbd8-9b66-4361-bfce-c778958c7e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '35a3397a-6ad4-451f-9fe9-b9b2c51155b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:00.880858 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:00.881450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Bound using segment: {'id': '12c6fbd8-9b66-4361-bfce-c778958c7e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '35a3397a-6ad4-451f-9fe9-b9b2c51155b4'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:00.882638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Bound port: 7199acf1-6fa6-442b-bf62-114d571d80f4, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c6fbd8-9b66-4361-bfce-c778958c7e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '35a3397a-6ad4-451f-9fe9-b9b2c51155b4'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:00.883212 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.009569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] For port 7199acf1-6fa6-442b-bf62-114d571d80f4, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:01.014780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] For port 7199acf1-6fa6-442b-bf62-114d571d80f4, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=7199acf1-6fa6-442b-bf62-114d571d80f4,segment=NetworkSegment(12c6fbd8-9b66-4361-bfce-c778958c7e4a),segment_id=12c6fbd8-9b66-4361-bfce-c778958c7e4a)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:01.021743 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.060706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-f80d8e97-df74-4658-b8da-71b1d66dc3e3 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:01.074481 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-f80d8e97-df74-4658-b8da-71b1d66dc3e3 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.98 "GET /v2.0/networks?id=59aedf5c-3e42-405b-a5ae-b89a5996e64c HTTP/1.1" status: 200 len: 811 time: 0.3724144 Nov 03 18:52:01.200681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493004de-19f2-42b6-b8e3-a3cbdea72504 None None] Pushing event updated for resources: {'Port': ['ID=7199acf1-6fa6-442b-bf62-114d571d80f4,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:01.340445 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-36bcdbfc-d22c-4a28-a0d2-1ba7e4577087 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e03d37318b34094a0ffff28057c6cc2 HTTP/1.1" status: 200 len: 380 time: 0.2559009 Nov 03 18:52:01.353882 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-c1707211-a06c-4e8d-929d-2f683cee1ccb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Request body: {'port': {'device_id': 'bee86bbb-6d83-4c08-93e3-091a0ad5ab56', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'admin_state_up': True, 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'security_groups': ['71bded1b-e822-464e-b60c-838e7a2ef32b']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:01.397422 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b60703e-47bb-40c7-9016-6e007383231c req-a3912d0a-8cca-488e-960c-196e0aaabf0f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6661568 Nov 03 18:52:01.450241 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:01.558175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e162bef-ce51-4263-8233-222c35c7b65f req-8f94db4c-77ce-4001-bb2e-731ce10f8c91 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 210 time: 0.1947405 Nov 03 18:52:01.860743 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-c1707211-a06c-4e8d-929d-2f683cee1ccb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Made reservation on behalf of 6e03d37318b34094a0ffff28057c6cc2 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:01.871805 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-c1707211-a06c-4e8d-929d-2f683cee1ccb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:02.198179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-c1707211-a06c-4e8d-929d-2f683cee1ccb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Allocated IP 172.20.0.7 (59aedf5c-3e42-405b-a5ae-b89a5996e64c/1945ba7b-6c1a-48ad-b07e-6241e957b703/336c03b5-e2c3-4b89-969d-2eb22ec37a65) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:02.251373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60394) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:02.291027 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a89ad338-f426-4c5e-bcae-58191f81a16e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:02.630605 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-c1707211-a06c-4e8d-929d-2f683cee1ccb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:02.699786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Allocated IP 172.20.0.1 (35a3397a-6ad4-451f-9fe9-b9b2c51155b4/01bd42ba-cdea-41d0-82ca-d8f03f03eaa9/13de7152-0510-43b2-a266-61fb016fb164) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:02.998080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 7199acf1-6fa6-442b-bf62-114d571d80f4 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:03.031144 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-c1707211-a06c-4e8d-929d-2f683cee1ccb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.048412 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a89ad338-f426-4c5e-bcae-58191f81a16e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.092781 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a89ad338-f426-4c5e-bcae-58191f81a16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.131546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 7199acf1-6fa6-442b-bf62-114d571d80f4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:03.131951 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.197288 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489ad44-5b1c-4d54-ae2b-0a52310c0ad6 req-23a30405-28ba-4316-b520-e7b954675e84 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:03.198886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d489ad44-5b1c-4d54-ae2b-0a52310c0ad6 req-23a30405-28ba-4316-b520-e7b954675e84 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.4544356 Nov 03 18:52:03.263292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ad338-f426-4c5e-bcae-58191f81a16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ea718-12d1-461f-8303-b4e420c07045,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:03.307848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-c1707211-a06c-4e8d-929d-2f683cee1ccb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Network 59aedf5c-3e42-405b-a5ae-b89a5996e64c is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:03.352291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-c1707211-a06c-4e8d-929d-2f683cee1ccb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:03.356321 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-c1707211-a06c-4e8d-929d-2f683cee1ccb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:03.359312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5629f6-698b-4433-87ba-483e675cbc5f None None] Network 35a3397a-6ad4-451f-9fe9-b9b2c51155b4 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:03.436909 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a89ad338-f426-4c5e-bcae-58191f81a16e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=34df19d3447b4e9eb8d22269f07da43d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1816378 Nov 03 18:52:03.454594 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-c1707211-a06c-4e8d-929d-2f683cee1ccb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:03.455494 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-c1707211-a06c-4e8d-929d-2f683cee1ccb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.472338 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60414) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:03.535543 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-c1707211-a06c-4e8d-929d-2f683cee1ccb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1862175 Nov 03 18:52:03.549093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d489ad44-5b1c-4d54-ae2b-0a52310c0ad6 req-d60727dd-2870-4ad4-9312-7f7ffc2457b8 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358662 Nov 03 18:52:03.570959 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Request body: {'port': {'device_id': 'bee86bbb-6d83-4c08-93e3-091a0ad5ab56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:03.613875 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.615369 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-609d3520-0842-4fed-ad9a-f332e98d8691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.638689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-72acd8bf-57dd-459b-ba58-042d2e61a249 None None] Provisioning complete for port 7199acf1-6fa6-442b-bf62-114d571d80f4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:03.639593 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-72acd8bf-57dd-459b-ba58-042d2e61a249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.643438 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-609d3520-0842-4fed-ad9a-f332e98d8691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.685148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aca196-969a-4fcb-97c5-0f952479464e req-d61eceb2-7652-4399-848f-11142118c0af tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:03.699055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5aca196-969a-4fcb-97c5-0f952479464e req-d61eceb2-7652-4399-848f-11142118c0af tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 931 time: 0.8090334 Nov 03 18:52:03.763321 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.786411 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-609d3520-0842-4fed-ad9a-f332e98d8691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.795103 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-609d3520-0842-4fed-ad9a-f332e98d8691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.817183 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-609d3520-0842-4fed-ad9a-f332e98d8691 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7f8ea718-12d1-461f-8303-b4e420c07045 HTTP/1.1" status: 204 len: 168 time: 0.3429711 Nov 03 18:52:03.834232 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1707211-a06c-4e8d-929d-2f683cee1ccb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event updated for resources: {'Port': ['ID=336c03b5-e2c3-4b89-969d-2eb22ec37a65,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:03.962563 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 7199acf1-6fa6-442b-bf62-114d571d80f4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=7199acf1-6fa6-442b-bf62-114d571d80f4,segment=NetworkSegment(12c6fbd8-9b66-4361-bfce-c778958c7e4a),segment_id=12c6fbd8-9b66-4361-bfce-c778958c7e4a)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:03.985527 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:03.999248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d3520-0842-4fed-ad9a-f332e98d8691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ea718-12d1-461f-8303-b4e420c07045,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:04.054348 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:04.179402 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:04.316047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=7199acf1-6fa6-442b-bf62-114d571d80f4,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:04.426823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:04.429863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:04.430208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:04.430529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:04.432101 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:04.432449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:04.432793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:04.435393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:04.435798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:04.436144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:04.436490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:04.436837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:04.591528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5aca196-969a-4fcb-97c5-0f952479464e req-31bd6db4-b820-4a3a-b3ae-bc9ba7472c1d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8903449 Nov 03 18:52:04.596739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=13de7152-0510-43b2-a266-61fb016fb164,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:04.681356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 35a3397a-6ad4-451f-9fe9-b9b2c51155b4 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:04.691112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:04.717757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:04.802581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-6d148653-8867-4910-89d4-a787be584518 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6714816 Nov 03 18:52:04.881927 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:04.924948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336c03b5-e2c3-4b89-969d-2eb22ec37a65 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:52:04.948539 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:04.986844 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Transition to ACTIVE for port object 336c03b5-e2c3-4b89-969d-2eb22ec37a65 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:52:04.993416 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:05.195126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 7199acf1-6fa6-442b-bf62-114d571d80f4 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:05.232727 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=336c03b5-e2c3-4b89-969d-2eb22ec37a65,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:05.686609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 7199acf1-6fa6-442b-bf62-114d571d80f4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:05.707463 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:05.806491 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Attempting to bind port 336c03b5-e2c3-4b89-969d-2eb22ec37a65 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:05.814504 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Attempting to bind port 336c03b5-e2c3-4b89-969d-2eb22ec37a65 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:05.815755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Attempting to bind port 336c03b5-e2c3-4b89-969d-2eb22ec37a65 on network 59aedf5c-3e42-405b-a5ae-b89a5996e64c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:05.852029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Port 336c03b5-e2c3-4b89-969d-2eb22ec37a65 on network 59aedf5c-3e42-405b-a5ae-b89a5996e64c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:52:05.852553 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Attempting to bind port 336c03b5-e2c3-4b89-969d-2eb22ec37a65 on network 59aedf5c-3e42-405b-a5ae-b89a5996e64c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:05.900574 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:05.901148 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Checking segment: {'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:05.901780 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Bound using segment: {'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:05.903002 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Bound port: 336c03b5-e2c3-4b89-969d-2eb22ec37a65, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:05.903235 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:05.980729 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-da68dcbe-ddeb-4411-84cd-eb3f33d0cff8 None None] Provisioning complete for port 7199acf1-6fa6-442b-bf62-114d571d80f4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:05.982510 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-da68dcbe-ddeb-4411-84cd-eb3f33d0cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:06.212175 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] For port 336c03b5-e2c3-4b89-969d-2eb22ec37a65, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:06.228230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] For port 336c03b5-e2c3-4b89-969d-2eb22ec37a65, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=336c03b5-e2c3-4b89-969d-2eb22ec37a65,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:06.243929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:06.505845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:06.507098 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:06.509701 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] 10.222.0.98 "PUT /v2.0/ports/336c03b5-e2c3-4b89-969d-2eb22ec37a65 HTTP/1.1" status: 200 len: 1091 time: 2.9542172 Nov 03 18:52:06.514502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee86bbb-6d83-4c08-93e3-091a0ad5ab56', 'tag': '336c03b5-e2c3-4b89-969d-2eb22ec37a65'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:06.520359 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7777cc8d-ff54-4d61-ae7f-3a9d6a040fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "bee86bbb-6d83-4c08-93e3-091a0ad5ab56", "tag": "336c03b5-e2c3-4b89-969d-2eb22ec37a65"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:06.587127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fecf1-f2d1-4958-a6b9-e87676e58ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=336c03b5-e2c3-4b89-969d-2eb22ec37a65,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:06.797236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-43fd367a-122a-4862-b54d-b5aa24f5cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:06.801325 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-43fd367a-122a-4862-b54d-b5aa24f5cb98 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6e03d37318b34094a0ffff28057c6cc2&device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 1094 time: 0.1876857 Nov 03 18:52:06.981469 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-293ccc2c-b824-4fab-b5a5-1527234b38d5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=336c03b5-e2c3-4b89-969d-2eb22ec37a65 HTTP/1.1" status: 200 len: 217 time: 0.1716595 Nov 03 18:52:07.010968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd8b0d-3c7c-41c2-9c2a-b6efd0286ae6 req-e7b37622-eea0-49a8-b22e-be987ae7d067 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.024288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bbbd8b0d-3c7c-41c2-9c2a-b6efd0286ae6 req-e7b37622-eea0-49a8-b22e-be987ae7d067 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 1.9710886 Nov 03 18:52:07.036437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-da68dcbe-ddeb-4411-84cd-eb3f33d0cff8 None None] Provisioning complete for port 13de7152-0510-43b2-a266-61fb016fb164 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:07.047295 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-da68dcbe-ddeb-4411-84cd-eb3f33d0cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:07.130755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a3603553-d7d4-4c01-9021-0e7be1a6cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.135269 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-a3603553-d7d4-4c01-9021-0e7be1a6cff3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1945ba7b-6c1a-48ad-b07e-6241e957b703 HTTP/1.1" status: 200 len: 850 time: 0.1432002 Nov 03 18:52:07.182309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-da68dcbe-ddeb-4411-84cd-eb3f33d0cff8 None None] Port 13de7152-0510-43b2-a266-61fb016fb164 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:07.254074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-49158e9d-0567-4120-a395-750e52f6c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.257603 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-49158e9d-0567-4120-a395-750e52f6c05f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=59aedf5c-3e42-405b-a5ae-b89a5996e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139348 Nov 03 18:52:07.356296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-587355da-22b9-4f6f-b8d9-63685f5085c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.362125 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-587355da-22b9-4f6f-b8d9-63685f5085c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.366075 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-587355da-22b9-4f6f-b8d9-63685f5085c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.370633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-587355da-22b9-4f6f-b8d9-63685f5085c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.371882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-587355da-22b9-4f6f-b8d9-63685f5085c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.372986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-587355da-22b9-4f6f-b8d9-63685f5085c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.374457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-587355da-22b9-4f6f-b8d9-63685f5085c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.385036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-587355da-22b9-4f6f-b8d9-63685f5085c7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c499298fecc740dd8356f938a201f1f9&device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 6499 time: 2.4962456 Nov 03 18:52:07.386610 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:07.421658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9c3a417a-d1b0-4b7a-88a7-fa0d5f6e33ce None None] Provisioning complete for port 13de7152-0510-43b2-a266-61fb016fb164 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:07.422234 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9c3a417a-d1b0-4b7a-88a7-fa0d5f6e33ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:07.524408 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a417a-d1b0-4b7a-88a7-fa0d5f6e33ce None None] Port 13de7152-0510-43b2-a266-61fb016fb164 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:07.589939 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-14b51bc4-3cbd-484c-82e6-2c7c7b62d456 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168349 Nov 03 18:52:07.699629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-046bf44a-a4c3-4ea2-8745-a1419551b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.699629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-046bf44a-a4c3-4ea2-8745-a1419551b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.699629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-046bf44a-a4c3-4ea2-8745-a1419551b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.699629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-046bf44a-a4c3-4ea2-8745-a1419551b696 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d2b26eb6-7515-43b1-9ddc-0eec10b264b7&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 HTTP/1.1" status: 200 len: 2296 time: 0.2713203 Nov 03 18:52:07.719027 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dbb4e-3c52-4818-8e79-bfb1b97684e0 req-09b38273-69de-49c1-8789-bbc6504a32bf tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:07.721371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-679dbb4e-3c52-4818-8e79-bfb1b97684e0 req-09b38273-69de-49c1-8789-bbc6504a32bf tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 943 time: 0.8614464 Nov 03 18:52:07.969961 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d4ad2f3-9e39-46fd-a89e-9601a74ca62b req-ed6e3a93-733f-44e4-974e-71c940f4fa4f service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689840 Nov 03 18:52:07.971333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60488) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:08.110460 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bbbd8b0d-3c7c-41c2-9c2a-b6efd0286ae6 req-970be86f-ac8d-408d-895d-d09f81bfeb12 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8928468 Nov 03 18:52:08.427411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-313d4865-34ee-4be7-9a93-0305544ca960 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a45be5e5-9799-4b7e-a7c1-f406523ac8d8 HTTP/1.1" status: 200 len: 1001 time: 0.7022178 Nov 03 18:52:08.569363 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae6d4b5-52dd-4bcd-83cb-a3009e0043ea x-openstack-request-id: req-0ae6d4b5-52dd-4bcd-83cb-a3009e0043ea {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:08.570711 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee86bbb-6d83-4c08-93e3-091a0ad5ab56", "tag": "336c03b5-e2c3-4b89-969d-2eb22ec37a65", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:08.570811 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0ae6d4b5-52dd-4bcd-83cb-a3009e0043ea {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:08.579686 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee86bbb-6d83-4c08-93e3-091a0ad5ab56', 'tag': '336c03b5-e2c3-4b89-969d-2eb22ec37a65', 'status': 'completed', 'code': 200} Nov 03 18:52:08.629473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-1f10e6a2-bc51-4db9-a62e-94e6c44bc8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:08.651095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-1f10e6a2-bc51-4db9-a62e-94e6c44bc8ca service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0093d58-4abe-4628-9969-4f73606f9325 HTTP/1.1" status: 200 len: 855 time: 0.2144132 Nov 03 18:52:08.816012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1c232fb7-c8dc-450a-ba03-05fc69060d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:08.840444 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777cc8d-ff54-4d61-ae7f-3a9d6a040fd6 req-f109e75d-5092-4729-9119-7379c33830dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:08.843965 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7777cc8d-ff54-4d61-ae7f-3a9d6a040fd6 req-f109e75d-5092-4729-9119-7379c33830dd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6e03d37318b34094a0ffff28057c6cc2&device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 1094 time: 0.2111099 Nov 03 18:52:09.107818 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:09.193889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:09.205180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777cc8d-ff54-4d61-ae7f-3a9d6a040fd6 req-7cfd7aa0-7e4f-4cf7-85e3-85b4725ecfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:09.207079 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7777cc8d-ff54-4d61-ae7f-3a9d6a040fd6 req-7cfd7aa0-7e4f-4cf7-85e3-85b4725ecfcd service neutron] 10.222.0.98 "GET /v2.0/networks?id=59aedf5c-3e42-405b-a5ae-b89a5996e64c HTTP/1.1" status: 200 len: 912 time: 0.3553865 Nov 03 18:52:09.334813 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7777cc8d-ff54-4d61-ae7f-3a9d6a040fd6 req-1ca0bffa-d14a-4bea-acd9-7b56b6366952 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=336c03b5-e2c3-4b89-969d-2eb22ec37a65 HTTP/1.1" status: 200 len: 217 time: 0.1167934 Nov 03 18:52:09.365754 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1c232fb7-c8dc-450a-ba03-05fc69060d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:09.397702 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1c232fb7-c8dc-450a-ba03-05fc69060d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:09.423153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-f2c4f088-da8d-4b6f-b1ac-e81869394e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:09.428902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-f2c4f088-da8d-4b6f-b1ac-e81869394e36 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d2b26eb6-7515-43b1-9ddc-0eec10b264b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7740932 Nov 03 18:52:09.500687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777cc8d-ff54-4d61-ae7f-3a9d6a040fd6 req-ce80c768-f243-4ade-9f88-e72d392e1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:09.502230 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7777cc8d-ff54-4d61-ae7f-3a9d6a040fd6 req-ce80c768-f243-4ade-9f88-e72d392e1ea6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1945ba7b-6c1a-48ad-b07e-6241e957b703 HTTP/1.1" status: 200 len: 850 time: 0.1516707 Nov 03 18:52:09.628427 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1c232fb7-c8dc-450a-ba03-05fc69060d7a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=88d0b2971d494495801bba7ea0d8be6a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6558106 Nov 03 18:52:09.637283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60534) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:09.646915 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c232fb7-c8dc-450a-ba03-05fc69060d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d008418-3cca-46b9-918d-5c6dfb890cc4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:09.675380 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777cc8d-ff54-4d61-ae7f-3a9d6a040fd6 req-e3cb07be-9c72-41d7-a9ab-9f49a33722ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:09.684016 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7777cc8d-ff54-4d61-ae7f-3a9d6a040fd6 req-e3cb07be-9c72-41d7-a9ab-9f49a33722ba service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=59aedf5c-3e42-405b-a5ae-b89a5996e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568549 Nov 03 18:52:09.791091 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7777cc8d-ff54-4d61-ae7f-3a9d6a040fd6 req-9c1d1bee-fe12-4b5d-93c0-af39e396a689 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999706 Nov 03 18:52:09.824050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-679dbb4e-3c52-4818-8e79-bfb1b97684e0 req-07346fe1-2fca-4ab6-b20f-03f103b870ac tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.0789800 Nov 03 18:52:10.033042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-a777ef66-5ce2-4d4d-a84d-9ef3c82db643 service neutron] 10.222.0.98 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546331 Nov 03 18:52:10.047046 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.130769 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7777cc8d-ff54-4d61-ae7f-3a9d6a040fd6 req-f980426a-b265-45b6-af2c-df84c919f051 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316698 Nov 03 18:52:10.131194 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60538) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:10.161013 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df25c2-fc55-460e-855d-063e5d171e61 req-ccc5df34-ccaa-45bc-bfbf-6c02e64e7394 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:10.169789 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2df25c2-fc55-460e-855d-063e5d171e61 req-ccc5df34-ccaa-45bc-bfbf-6c02e64e7394 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.7394979 Nov 03 18:52:10.181332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=13de7152-0510-43b2-a266-61fb016fb164,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:10.358000 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-36f729c0-5ae3-4de9-ac0d-8840dac4d96d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.438515 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1857-cf91-44f9-a381-089d8737e4a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.441670 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 35a3397a-6ad4-451f-9fe9-b9b2c51155b4 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:10.546592 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-36f729c0-5ae3-4de9-ac0d-8840dac4d96d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.554301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:10.562020 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-e7345687-3af1-42fc-9e2f-1d8b4889398a service neutron] 10.222.0.98 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038018 Nov 03 18:52:10.616382 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-72654023-f23a-4564-86fd-681764cc7143 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef HTTP/1.1" status: 200 len: 217 time: 0.0455704 Nov 03 18:52:10.716740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1857-cf91-44f9-a381-089d8737e4a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.736137 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1857-cf91-44f9-a381-089d8737e4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.808734 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ad6c1857-cf91-44f9-a381-089d8737e4a6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=87434958f283436a876a7d49d623a4be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6755056 Nov 03 18:52:10.809374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c1857-cf91-44f9-a381-089d8737e4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dece593d-96ee-485a-a721-e3d1adfcbdd2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:10.825894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60548) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:10.928335 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bd2c75d-1e15-42c8-82ad-c353f7b71ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.997235 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bd2c75d-1e15-42c8-82ad-c353f7b71ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:10.997600 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-2e0cb76c-3620-49ae-ae7d-4db2ff3e03c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:11.002570 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-2e0cb76c-3620-49ae-ae7d-4db2ff3e03c7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.3754177 Nov 03 18:52:11.045706 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2df25c2-fc55-460e-855d-063e5d171e61 req-69191a68-6778-4554-9279-0d8bdba78b22 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8746023 Nov 03 18:52:11.124096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f564edc6-4b42-4ca1-9cbb-e17711106b37 None None] Provisioning complete for port 13de7152-0510-43b2-a266-61fb016fb164 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:11.125148 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f564edc6-4b42-4ca1-9cbb-e17711106b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.126432 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bd2c75d-1e15-42c8-82ad-c353f7b71ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.129444 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5bd2c75d-1e15-42c8-82ad-c353f7b71ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.138264 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5bd2c75d-1e15-42c8-82ad-c353f7b71ab3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/dece593d-96ee-485a-a721-e3d1adfcbdd2 HTTP/1.1" status: 204 len: 168 time: 0.3018997 Nov 03 18:52:11.165259 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2c75d-1e15-42c8-82ad-c353f7b71ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dece593d-96ee-485a-a721-e3d1adfcbdd2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:11.190585 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-36f729c0-5ae3-4de9-ac0d-8840dac4d96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.198281 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-36f729c0-5ae3-4de9-ac0d-8840dac4d96d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.207310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-36f729c0-5ae3-4de9-ac0d-8840dac4d96d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3d008418-3cca-46b9-918d-5c6dfb890cc4 HTTP/1.1" status: 204 len: 168 time: 1.5354047 Nov 03 18:52:11.232795 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f564edc6-4b42-4ca1-9cbb-e17711106b37 None None] Port 13de7152-0510-43b2-a266-61fb016fb164 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:11.243286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 336c03b5-e2c3-4b89-969d-2eb22ec37a65 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:52:11.287306 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-945a184c-1a66-4b40-89b2-32923fdabaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:11.289019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-945a184c-1a66-4b40-89b2-32923fdabaea service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2250092 Nov 03 18:52:11.302239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f729c0-5ae3-4de9-ac0d-8840dac4d96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d008418-3cca-46b9-918d-5c6dfb890cc4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:11.333179 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859403b-fe9a-43eb-bd84-aecb55e0173b req-5d027530-38cb-4cd1-b56a-05a5039e1179 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:11.334831 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b859403b-fe9a-43eb-bd84-aecb55e0173b req-5d027530-38cb-4cd1-b56a-05a5039e1179 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 943 time: 0.3177562 Nov 03 18:52:11.362972 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router bd1f411e-a396-46aa-9c7e-df1a1db2bfb8 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:52:11.619298 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 336c03b5-e2c3-4b89-969d-2eb22ec37a65, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=336c03b5-e2c3-4b89-969d-2eb22ec37a65,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:11.675925 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '336c03b5-e2c3-4b89-969d-2eb22ec37a65', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'port_id': '336c03b5-e2c3-4b89-969d-2eb22ec37a65', 'mac_address': 'fa:16:3e:b0:24:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:52:11.837610 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:11.880347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336c03b5-e2c3-4b89-969d-2eb22ec37a65 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:52:11.892140 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b859403b-fe9a-43eb-bd84-aecb55e0173b req-c37afe87-6f97-4d1e-8be4-be40b7cb73b0 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5342064 Nov 03 18:52:11.988801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 336c03b5-e2c3-4b89-969d-2eb22ec37a65, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=336c03b5-e2c3-4b89-969d-2eb22ec37a65,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:11.996294 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-cadff247-2de9-4c82-9303-b794834225cb service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874094 Nov 03 18:52:12.025232 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:12.059212 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.075202 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98717f2-84a2-4adf-9f7c-fae58549c12e None None] Sync routers for ids ['bd1f411e-a396-46aa-9c7e-df1a1db2bfb8'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:12.095455 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-80fb59d3-7f2d-4f0d-9124-6469b7028175 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/bd1f411e-a396-46aa-9c7e-df1a1db2bfb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4907439 Nov 03 18:52:12.098259 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60576) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:12.156048 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98717f2-84a2-4adf-9f7c-fae58549c12e None None] Routers {'bd1f411e-a396-46aa-9c7e-df1a1db2bfb8'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:12.156688 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e98717f2-84a2-4adf-9f7c-fae58549c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:51:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['bd1f411e-a396-46aa-9c7e-df1a1db2bfb8'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:12.222058 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=336c03b5-e2c3-4b89-969d-2eb22ec37a65,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:12.237527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4f2ce0-b7ad-4522-9e3e-f8c05dc62ff0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:12.239076 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ca4f2ce0-b7ad-4522-9e3e-f8c05dc62ff0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports/13de7152-0510-43b2-a266-61fb016fb164 HTTP/1.1" status: 200 len: 910 time: 0.1387684 Nov 03 18:52:12.243252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60580) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:12.262132 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e98717f2-84a2-4adf-9f7c-fae58549c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:12.284865 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98717f2-84a2-4adf-9f7c-fae58549c12e None None] Routers {'bd1f411e-a396-46aa-9c7e-df1a1db2bfb8'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:12.285795 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e98717f2-84a2-4adf-9f7c-fae58549c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:51:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['bd1f411e-a396-46aa-9c7e-df1a1db2bfb8'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:12.347850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['336c03b5-e2c3-4b89-969d-2eb22ec37a65'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:52:12.414214 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e98717f2-84a2-4adf-9f7c-fae58549c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:12.414911 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98717f2-84a2-4adf-9f7c-fae58549c12e None None] The sync data for ids ['bd1f411e-a396-46aa-9c7e-df1a1db2bfb8'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:12.447552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60590) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:12.502546 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5d373555-d979-4756-ab11-a8e45364afd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.737712 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5d373555-d979-4756-ab11-a8e45364afd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.750801 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5d373555-d979-4756-ab11-a8e45364afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:12.935322 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5d373555-d979-4756-ab11-a8e45364afd6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0c4ad5b154124d2c8bb490427d5544c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4864695 Nov 03 18:52:12.940381 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60598) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:13.105187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d373555-d979-4756-ab11-a8e45364afd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb6a2f6-cc21-4ebb-8301-9657b2053134,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:13.150394 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8f9c-2662-4232-a99a-f7b61f817f87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:13.181748 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:13.230112 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8f9c-2662-4232-a99a-f7b61f817f87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:13.354835 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8f9c-2662-4232-a99a-f7b61f817f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:13.357797 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f6e8f9c-2662-4232-a99a-f7b61f817f87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:13.362521 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3f6e8f9c-2662-4232-a99a-f7b61f817f87 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ffb6a2f6-cc21-4ebb-8301-9657b2053134 HTTP/1.1" status: 204 len: 168 time: 0.4210293 Nov 03 18:52:13.384645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e8f9c-2662-4232-a99a-f7b61f817f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb6a2f6-cc21-4ebb-8301-9657b2053134,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:13.818065 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-6bb6df20-6f4b-4c4d-bb23-76f85b9e389f service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8108406 Nov 03 18:52:14.102924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8126961-7004-448c-956e-63527f93e058 req-282cb6e8-ca13-412a-9f39-080b681a67dc tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:14.133872 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8126961-7004-448c-956e-63527f93e058 req-282cb6e8-ca13-412a-9f39-080b681a67dc tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 1.7311661 Nov 03 18:52:14.181158 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-332b23c0-3d9c-4ebe-8517-d213cd3bf3e7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=8e6b560e-7922-4bd3-b966-74776e459307 HTTP/1.1" status: 200 len: 217 time: 0.3356659 Nov 03 18:52:14.231479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9d50-1fed-48be-9f51-76f3797da2c6 req-9b588c5a-7b14-4549-9654-e6d554c49754 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:14.246653 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4da9d50-1fed-48be-9f51-76f3797da2c6 req-9b588c5a-7b14-4549-9654-e6d554c49754 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 944 time: 1.0418162 Nov 03 18:52:14.692198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4da9d50-1fed-48be-9f51-76f3797da2c6 req-0f76e53a-4fb3-4978-9fc3-1ac9fdb04dea tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4444788 Nov 03 18:52:14.696222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-f2968c42-4a8d-4da8-9fa7-4d3546f1bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:14.698019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-f2968c42-4a8d-4da8-9fa7-4d3546f1bc39 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.4322426 Nov 03 18:52:14.875648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8126961-7004-448c-956e-63527f93e058 req-0f97a95e-a1fa-4522-a1de-d3d4245af0e9 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7374198 Nov 03 18:52:15.064195 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-0c863e2a-fc51-433b-b0ba-17cc6c1b0286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:15.066790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-0c863e2a-fc51-433b-b0ba-17cc6c1b0286 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3392692 Nov 03 18:52:15.149031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 336c03b5-e2c3-4b89-969d-2eb22ec37a65 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:15.291997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 336c03b5-e2c3-4b89-969d-2eb22ec37a65 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:52:15.301414 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 336c03b5-e2c3-4b89-969d-2eb22ec37a65 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:15.302846 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:15.426998 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:15.464097 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-f2bb6179-381c-4b90-8703-e40b3de9c28a service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413289 Nov 03 18:52:15.497461 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5e1de891-61fa-4a7d-a492-af806d15046a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:15.500588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60680) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:15.501205 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee86bbb-6d83-4c08-93e3-091a0ad5ab56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336c03b5-e2c3-4b89-969d-2eb22ec37a65'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:15.510366 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275de265-5998-42ee-9cc9-c11686cbe3bf" -d '{"events": [{"server_uuid": "bee86bbb-6d83-4c08-93e3-091a0ad5ab56", "name": "network-vif-plugged", "status": "completed", "tag": "336c03b5-e2c3-4b89-969d-2eb22ec37a65"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:15.522079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 336c03b5-e2c3-4b89-969d-2eb22ec37a65, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=336c03b5-e2c3-4b89-969d-2eb22ec37a65,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:15.527488 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:15.592383 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=336c03b5-e2c3-4b89-969d-2eb22ec37a65,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:15.641395 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d8cf01-ab3a-45af-865c-2554e8f4a7c3 x-openstack-request-id: req-23d8cf01-ab3a-45af-865c-2554e8f4a7c3 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:15.642544 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee86bbb-6d83-4c08-93e3-091a0ad5ab56", "name": "network-vif-plugged", "status": "completed", "tag": "336c03b5-e2c3-4b89-969d-2eb22ec37a65", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:15.643073 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-23d8cf01-ab3a-45af-865c-2554e8f4a7c3 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:15.644424 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee86bbb-6d83-4c08-93e3-091a0ad5ab56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336c03b5-e2c3-4b89-969d-2eb22ec37a65', 'code': 200} Nov 03 18:52:15.798518 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc439f2-1315-46bb-adff-9ee13da23acb req-58c97e2c-fed0-4da5-9976-148a0576fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:15.800080 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1cc439f2-1315-46bb-adff-9ee13da23acb req-58c97e2c-fed0-4da5-9976-148a0576fd63 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 1096 time: 0.0845752 Nov 03 18:52:15.907497 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1cc439f2-1315-46bb-adff-9ee13da23acb req-16354875-0cd2-4761-b98a-b66a13e8a7ec service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995073 Nov 03 18:52:15.960979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80f17d81-cc2e-4404-aac0-93a45902ca83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:15.992934 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-5f7e273b-521a-4933-9723-95ef2a8bd6a2 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158656 Nov 03 18:52:16.062897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cbfdd-e496-4647-84c7-5801bdb15c16 req-6a4d8d87-f829-43e4-aa03-77f147817396 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:16.065183 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c8cbfdd-e496-4647-84c7-5801bdb15c16 req-6a4d8d87-f829-43e4-aa03-77f147817396 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.2455096 Nov 03 18:52:16.196222 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80f17d81-cc2e-4404-aac0-93a45902ca83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:16.203142 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd1445-5a9f-43f3-b600-bc1800e8ac0b req-e388ac55-723b-4b5d-bcab-dc7afa34a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:16.222434 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9abd1445-5a9f-43f3-b600-bc1800e8ac0b req-e388ac55-723b-4b5d-bcab-dc7afa34a05b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 1096 time: 0.0881951 Nov 03 18:52:16.248033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-e575cb7a-afb2-4a2a-becf-1304adde7af3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=01e665ed-9bea-455c-bb66-f63c42aa3da4 HTTP/1.1" status: 200 len: 217 time: 0.1301465 Nov 03 18:52:16.332748 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c8cbfdd-e496-4647-84c7-5801bdb15c16 req-dc9c3ec2-da5e-4f58-940c-942d0785ff4d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419860 Nov 03 18:52:16.384849 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-4625ce08-97d1-41f2-a915-284a90f8e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:16.386805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-4625ce08-97d1-41f2-a915-284a90f8e796 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.1293383 Nov 03 18:52:16.533037 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80f17d81-cc2e-4404-aac0-93a45902ca83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:16.595412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5e1de891-61fa-4a7d-a492-af806d15046a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port 13de7152-0510-43b2-a266-61fb016fb164 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:16.596966 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5e1de891-61fa-4a7d-a492-af806d15046a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:16.621974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f17d81-cc2e-4404-aac0-93a45902ca83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75acf4df-0302-4dbc-b136-18b3eb72ab89,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:16.644675 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd1445-5a9f-43f3-b600-bc1800e8ac0b req-2dd0c1f6-ff61-4849-b06e-bba4a407a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:16.644675 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9abd1445-5a9f-43f3-b600-bc1800e8ac0b req-2dd0c1f6-ff61-4849-b06e-bba4a407a3d4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 918 time: 0.4141593 Nov 03 18:52:16.668989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-03825fa0-6ba7-42d1-ba41-8bbc489adcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:16.670617 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-03825fa0-6ba7-42d1-ba41-8bbc489adcf0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2732418 Nov 03 18:52:16.739386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f21cc7-d458-4b48-a58c-5373d8ad5d09 req-2e62c5cb-2d00-43df-923b-c83363db0ea5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:16.748003 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-48f21cc7-d458-4b48-a58c-5373d8ad5d09 req-2e62c5cb-2d00-43df-923b-c83363db0ea5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.3103213 Nov 03 18:52:16.750841 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9abd1445-5a9f-43f3-b600-bc1800e8ac0b req-4b977fd9-d2a4-42e8-81a9-443ad8172e19 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec281bb-43c9-4653-a296-0a3842dc700e HTTP/1.1" status: 200 len: 1001 time: 0.0974922 Nov 03 18:52:16.760245 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-80f17d81-cc2e-4404-aac0-93a45902ca83 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cd5d7e2cd26842778d4de2eb700d78f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2574074 Nov 03 18:52:16.771900 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60710) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:16.915551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd1445-5a9f-43f3-b600-bc1800e8ac0b req-4617b456-cb12-49df-9854-3fc4d434e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:16.917490 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9abd1445-5a9f-43f3-b600-bc1800e8ac0b req-4617b456-cb12-49df-9854-3fc4d434e892 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e3aa174d-f75e-461c-bfcb-5c4a20bb9478 HTTP/1.1" status: 200 len: 856 time: 0.1561530 Nov 03 18:52:16.970787 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5e1de891-61fa-4a7d-a492-af806d15046a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:17.040802 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-48f21cc7-d458-4b48-a58c-5373d8ad5d09 req-47424094-b736-4477-9d29-68e7ebb087b4 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2914591 Nov 03 18:52:17.043042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5e1de891-61fa-4a7d-a492-af806d15046a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for 13de7152-0510-43b2-a266-61fb016fb164 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:17.109964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd1445-5a9f-43f3-b600-bc1800e8ac0b req-14f1b545-b106-4273-97b9-643c4597d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:17.112912 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9abd1445-5a9f-43f3-b600-bc1800e8ac0b req-14f1b545-b106-4273-97b9-643c4597d398 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6158e201-7067-485a-828c-1c59e35954b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1866863 Nov 03 18:52:17.157094 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-ffdf0985-e2fa-4190-835b-b60e2d1166a2 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294631 Nov 03 18:52:17.263336 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a766e48a-5d6a-48f4-84d1-33a78f296da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:17.360694 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a766e48a-5d6a-48f4-84d1-33a78f296da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:17.390679 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9abd1445-5a9f-43f3-b600-bc1800e8ac0b req-425f41a7-50e7-42a8-b657-806f64357951 service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633610 Nov 03 18:52:17.601215 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9abd1445-5a9f-43f3-b600-bc1800e8ac0b req-79af3ffd-3709-49cc-b07d-f9c249e19112 service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063971 Nov 03 18:52:17.680024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-8c8ba281-6c5b-4d97-b6a4-eff07435e399 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138836 Nov 03 18:52:17.686663 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a766e48a-5d6a-48f4-84d1-33a78f296da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:17.689536 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a766e48a-5d6a-48f4-84d1-33a78f296da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:17.691963 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a766e48a-5d6a-48f4-84d1-33a78f296da6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/75acf4df-0302-4dbc-b136-18b3eb72ab89 HTTP/1.1" status: 204 len: 168 time: 0.9194152 Nov 03 18:52:17.754483 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-929eedc1-47e0-49a3-9988-3149bdbdbe2b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=6c83422e-a0e8-48f3-a9e1-fb56f242edb6 HTTP/1.1" status: 200 len: 217 time: 0.0612063 Nov 03 18:52:17.826152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766e48a-5d6a-48f4-84d1-33a78f296da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75acf4df-0302-4dbc-b136-18b3eb72ab89,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:17.829670 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-e78d8b49-4eb4-4b7e-824c-8c15a8a4c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:17.832067 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-e78d8b49-4eb4-4b7e-824c-8c15a8a4c139 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.0667357 Nov 03 18:52:17.850298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6f152-4df2-42c2-8de8-b0a836cc3d89 req-f8533d0a-9691-494b-acb4-4abc877e0852 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:17.852289 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23a6f152-4df2-42c2-8de8-b0a836cc3d89 req-f8533d0a-9691-494b-acb4-4abc877e0852 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.3391697 Nov 03 18:52:17.870011 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5e1de891-61fa-4a7d-a492-af806d15046a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:17.951626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23a6f152-4df2-42c2-8de8-b0a836cc3d89 req-53799ae2-13d4-4690-833b-c8bec93cb253 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860934 Nov 03 18:52:17.996673 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device aec281bb-43c9-4653-a296-0a3842dc700e no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:52:17.999281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1de891-61fa-4a7d-a492-af806d15046a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=13de7152-0510-43b2-a266-61fb016fb164,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:18.265342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-028bdd12-6615-47b2-b558-fbd28e049e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:18.267053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-028bdd12-6615-47b2-b558-fbd28e049e56 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4120474 Nov 03 18:52:18.324321 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.366529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec281bb-43c9-4653-a296-0a3842dc700e'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:18.374655 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fab8afb-199e-4aa2-82b9-ef296adbfb15" -d '{"events": [{"server_uuid": "b52d3d76-11ce-4a7f-92b4-192fb57bf171", "name": "network-vif-unplugged", "status": "completed", "tag": "aec281bb-43c9-4653-a296-0a3842dc700e"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:18.422818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port aec281bb-43c9-4653-a296-0a3842dc700e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=aec281bb-43c9-4653-a296-0a3842dc700e,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:18.432196 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.541742 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5e1de891-61fa-4a7d-a492-af806d15046a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:18.548168 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=aec281bb-43c9-4653-a296-0a3842dc700e,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:18.825323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60774) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:18.987073 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-41e9eaa8-253a-42f1-91f8-ff1d9a0cfdf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.103742 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b0587-3eda-4141-91bc-76a5f53ee8ff req-238e3cc0-b092-49df-b579-9282d23451d1 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:19.118231 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d8b0587-3eda-4141-91bc-76a5f53ee8ff req-238e3cc0-b092-49df-b579-9282d23451d1 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 945 time: 0.8605103 Nov 03 18:52:19.178797 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-41e9eaa8-253a-42f1-91f8-ff1d9a0cfdf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.186234 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-41e9eaa8-253a-42f1-91f8-ff1d9a0cfdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.251960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cb018-2ad9-492c-b538-6cf01c42c306 req-f7225582-1b5d-4ee5-84f8-24dbcd253262 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:19.254105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-116cb018-2ad9-492c-b538-6cf01c42c306 req-f7225582-1b5d-4ee5-84f8-24dbcd253262 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.9939911 Nov 03 18:52:19.269306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60790) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:19.271332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9eaa8-253a-42f1-91f8-ff1d9a0cfdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee4cc70-ef4c-4204-9d34-8a4de670c860,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:19.274021 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-08516b90-b49f-4366-98b9-251c555a5523 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8904161 Nov 03 18:52:19.282817 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b7751456-b3bf-4706-8a78-4e7cb9db9edf tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Request body: {'floatingip': {'port_id': '336c03b5-e2c3-4b89-969d-2eb22ec37a65'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:19.374270 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7751456-b3bf-4706-8a78-4e7cb9db9edf tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.392517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-786393ae-b71b-4a49-a52e-0917ba09e92d service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051064 Nov 03 18:52:19.411367 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-41e9eaa8-253a-42f1-91f8-ff1d9a0cfdf5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=aa4a9d911a24457ab070c6632b4a5169&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5849960 Nov 03 18:52:19.415242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60792) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:19.510716 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d8b0587-3eda-4141-91bc-76a5f53ee8ff req-7b77db56-3075-469c-bb5f-d6d80510c6a2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3894081 Nov 03 18:52:19.512152 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-1f274873-5258-450b-a7f6-b5ad6f43294c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a749277d-caef-4241-accf-4ec2038dd6bd HTTP/1.1" status: 200 len: 217 time: 0.0771010 Nov 03 18:52:19.570776 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d99a908-68b6-4205-b561-2c87cecba620 x-openstack-request-id: req-3d99a908-68b6-4205-b561-2c87cecba620 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:19.571942 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52d3d76-11ce-4a7f-92b4-192fb57bf171", "name": "network-vif-unplugged", "status": "completed", "tag": "aec281bb-43c9-4653-a296-0a3842dc700e", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:19.572617 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3d99a908-68b6-4205-b561-2c87cecba620 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:19.573352 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'code': 200} Nov 03 18:52:19.620122 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57b436a1-0924-49a6-8207-ad4c4f8a412e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.671847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-1a49014a-ef1c-49b0-be83-2c1748bcb2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:19.673426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-1a49014a-ef1c-49b0-be83-2c1748bcb2ba service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2242584c-e62d-41cf-9e7f-ce02778d27e1 HTTP/1.1" status: 200 len: 797 time: 0.1525104 Nov 03 18:52:19.718581 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57b436a1-0924-49a6-8207-ad4c4f8a412e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:19.728987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1de891-61fa-4a7d-a492-af806d15046a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router bd1f411e-a396-46aa-9c7e-df1a1db2bfb8 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:52:19.971411 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1de891-61fa-4a7d-a492-af806d15046a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:19.984422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c4033a-f2d7-4bb7-86eb-35a798a4e969 None None] Sync routers for ids ['bd1f411e-a396-46aa-9c7e-df1a1db2bfb8'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:19.996966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5e1de891-61fa-4a7d-a492-af806d15046a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/bd1f411e-a396-46aa-9c7e-df1a1db2bfb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7514107 Nov 03 18:52:19.997638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60812) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:20.000225 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c4033a-f2d7-4bb7-86eb-35a798a4e969 None None] Routers {'bd1f411e-a396-46aa-9c7e-df1a1db2bfb8'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:20.003014 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-20c4033a-f2d7-4bb7-86eb-35a798a4e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:51:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['bd1f411e-a396-46aa-9c7e-df1a1db2bfb8'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:20.096791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6d84aa89-efbf-4531-aa06-2baff3cc3289 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd1f411e-a396-46aa-9c7e-df1a1db2bfb8 HTTP/1.1" status: 200 len: 205 time: 0.0952544 Nov 03 18:52:20.104864 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-20c4033a-f2d7-4bb7-86eb-35a798a4e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:20.124002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c4033a-f2d7-4bb7-86eb-35a798a4e969 None None] Routers {'bd1f411e-a396-46aa-9c7e-df1a1db2bfb8'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:20.124912 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-20c4033a-f2d7-4bb7-86eb-35a798a4e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:51:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['bd1f411e-a396-46aa-9c7e-df1a1db2bfb8'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:20.129137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60814) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:20.191602 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60816) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:20.220140 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-20c4033a-f2d7-4bb7-86eb-35a798a4e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:20.221299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c4033a-f2d7-4bb7-86eb-35a798a4e969 None None] The sync data for ids ['bd1f411e-a396-46aa-9c7e-df1a1db2bfb8'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:20.333852 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7751456-b3bf-4706-8a78-4e7cb9db9edf tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:20.345893 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7751456-b3bf-4706-8a78-4e7cb9db9edf tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:20.354696 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57b436a1-0924-49a6-8207-ad4c4f8a412e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:20.362863 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57b436a1-0924-49a6-8207-ad4c4f8a412e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:20.367641 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-57b436a1-0924-49a6-8207-ad4c4f8a412e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9ee4cc70-ef4c-4204-9d34-8a4de670c860 HTTP/1.1" status: 204 len: 168 time: 0.9511147 Nov 03 18:52:20.385939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-8202567f-1c9f-468c-9af4-faee3d38c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:20.387480 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-8202567f-1c9f-468c-9af4-faee3d38c764 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7001355 Nov 03 18:52:20.389920 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dd80a1ef-7b2e-407b-97ab-0e716257d639 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:20.469016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-6c865c3f-3f73-4f92-b6e3-60a16f270bb8 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:52:20.470341 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-6c865c3f-3f73-4f92-b6e3-60a16f270bb8 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0587664 Nov 03 18:52:20.474282 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6ed95c77-e4df-4f47-ab38-3fe3c49457da admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:20.503457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b436a1-0924-49a6-8207-ad4c4f8a412e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee4cc70-ef4c-4204-9d34-8a4de670c860,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:20.720931 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-b7751456-b3bf-4706-8a78-4e7cb9db9edf tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Floating IP 6648e4cf-dd00-45bf-994d-21c10f610d12 associated. External IP: 172.25.2.61, port: 336c03b5-e2c3-4b89-969d-2eb22ec37a65. Nov 03 18:52:20.915685 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dd80a1ef-7b2e-407b-97ab-0e716257d639 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:20.921747 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dd80a1ef-7b2e-407b-97ab-0e716257d639 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.036377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1be5ee-e046-4ca6-b84e-beb8eb18538e req-62f8e18a-4849-4540-ac1c-e04a8a26269f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:21.038497 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b1be5ee-e046-4ca6-b84e-beb8eb18538e req-62f8e18a-4849-4540-ac1c-e04a8a26269f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.2802455 Nov 03 18:52:21.074208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60838) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:21.097364 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dd80a1ef-7b2e-407b-97ab-0e716257d639 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.097923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd80a1ef-7b2e-407b-97ab-0e716257d639 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Fanout notify agent at l3_agent the message router_deleted on router bd1f411e-a396-46aa-9c7e-df1a1db2bfb8 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:52:21.100175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60840) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:21.134773 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dd80a1ef-7b2e-407b-97ab-0e716257d639 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.136085 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dd80a1ef-7b2e-407b-97ab-0e716257d639 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/routers/bd1f411e-a396-46aa-9c7e-df1a1db2bfb8 HTTP/1.1" status: 204 len: 168 time: 1.0058265 Nov 03 18:52:21.145132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60842) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:21.147968 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-a74f264f-5138-4079-a6fd-a97b5309d3aa service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6415508 Nov 03 18:52:21.159096 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ced4eb4a-72d5-4696-9cd5-8edea6dc86de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.305809 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6ed95c77-e4df-4f47-ab38-3fe3c49457da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.355291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-791965286', 'router:external': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:21.360993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b1be5ee-e046-4ca6-b84e-beb8eb18538e req-62bbd9a2-f6ee-43c1-87f9-3a549b909198 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858298 Nov 03 18:52:21.361609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6ed95c77-e4df-4f47-ab38-3fe3c49457da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.375096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7751456-b3bf-4706-8a78-4e7cb9db9edf tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Router c8de3029-4126-41a0-accd-5104c2d710bd has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:52:21.410718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5db7fcf-4c4b-4cba-9edb-d697e0f64459 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting subnet 01bd42ba-cdea-41d0-82ca-d8f03f03eaa9 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:52:21.440140 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5db7fcf-4c4b-4cba-9edb-d697e0f64459 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.489043 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6ed95c77-e4df-4f47-ab38-3fe3c49457da admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=871b5ed408b24b09974fe4fd6d2a1585&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2923982 Nov 03 18:52:21.492488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60850) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:21.496440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed95c77-e4df-4f47-ab38-3fe3c49457da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081321d0-eb19-4430-ab6b-e69f9389bdef,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:21.516060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7751456-b3bf-4706-8a78-4e7cb9db9edf tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:21.526320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Made reservation on behalf of 0b63b0f0d68146408f1cbd8f6eb74aae for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:21.527736 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.531568 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7751456-b3bf-4706-8a78-4e7cb9db9edf tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.536888 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f04bb86-cf49-4f07-b149-9c579275d2a4 None None] Sync routers for ids ['c8de3029-4126-41a0-accd-5104c2d710bd'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:21.549306 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5db7fcf-4c4b-4cba-9edb-d697e0f64459 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.553019 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f04bb86-cf49-4f07-b149-9c579275d2a4 None None] Routers {'c8de3029-4126-41a0-accd-5104c2d710bd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:21.553824 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5f04bb86-cf49-4f07-b149-9c579275d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:51:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c8de3029-4126-41a0-accd-5104c2d710bd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:21.594007 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-e68c7ff1-df56-457e-8f40-5190c0c63fc4 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183390 Nov 03 18:52:21.603995 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.626460 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b7751456-b3bf-4706-8a78-4e7cb9db9edf tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "PUT /v2.0/floatingips/6648e4cf-dd00-45bf-994d-21c10f610d12 HTTP/1.1" status: 200 len: 990 time: 2.3563025 Nov 03 18:52:21.640548 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee86bbb-6d83-4c08-93e3-091a0ad5ab56', 'tag': '336c03b5-e2c3-4b89-969d-2eb22ec37a65'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:21.645109 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b32661d-20ab-464e-8622-03088c45d633" -d '{"events": [{"name": "network-changed", "server_uuid": "bee86bbb-6d83-4c08-93e3-091a0ad5ab56", "tag": "336c03b5-e2c3-4b89-969d-2eb22ec37a65"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:21.697193 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9bea0099-17df-408f-9f40-636329828696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.723532 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ced4eb4a-72d5-4696-9cd5-8edea6dc86de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.732118 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9bea0099-17df-408f-9f40-636329828696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.737488 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60864) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:21.745759 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-5f04bb86-cf49-4f07-b149-9c579275d2a4 None None] Set router c8de3029-4126-41a0-accd-5104c2d710bd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:21.752672 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c115464e-873c-4628-a46f-3b472f4c2d29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-582528172'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:21.769650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-669701bf-37ef-4df7-82fe-fe4af380278a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 HTTP/1.1" status: 200 len: 217 time: 0.1552589 Nov 03 18:52:21.800386 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ced4eb4a-72d5-4696-9cd5-8edea6dc86de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.824814 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9bea0099-17df-408f-9f40-636329828696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.827496 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9bea0099-17df-408f-9f40-636329828696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:21.828935 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9bea0099-17df-408f-9f40-636329828696 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/081321d0-eb19-4430-ab6b-e69f9389bdef HTTP/1.1" status: 204 len: 168 time: 0.3349774 Nov 03 18:52:21.844571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea0099-17df-408f-9f40-636329828696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081321d0-eb19-4430-ab6b-e69f9389bdef,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:21.860120 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978c3009-c1fc-4da7-ad57-ec15ac849ef5 x-openstack-request-id: req-978c3009-c1fc-4da7-ad57-ec15ac849ef5 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:21.860421 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee86bbb-6d83-4c08-93e3-091a0ad5ab56", "tag": "336c03b5-e2c3-4b89-969d-2eb22ec37a65", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:21.860683 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-978c3009-c1fc-4da7-ad57-ec15ac849ef5 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:21.861097 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee86bbb-6d83-4c08-93e3-091a0ad5ab56', 'tag': '336c03b5-e2c3-4b89-969d-2eb22ec37a65', 'status': 'completed', 'code': 200} Nov 03 18:52:21.952382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32661d-20ab-464e-8622-03088c45d633 req-da095c39-edf8-49cc-ac54-08f15aeb7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:21.955246 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0b32661d-20ab-464e-8622-03088c45d633 req-da095c39-edf8-49cc-ac54-08f15aeb7f5e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6e03d37318b34094a0ffff28057c6cc2&device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 1096 time: 0.0625291 Nov 03 18:52:22.021892 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device aec281bb-43c9-4653-a296-0a3842dc700e no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:52:22.053024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ced4eb4a-72d5-4696-9cd5-8edea6dc86de admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4061acbb9e3b40f5b026d6b2223a9eb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9762809 Nov 03 18:52:22.082001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60874) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:22.108141 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c115464e-873c-4628-a46f-3b472f4c2d29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Made reservation on behalf of 72caea157bda4c2da13cda8b237e3c26 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:22.117047 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c115464e-873c-4628-a46f-3b472f4c2d29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.165672 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4eb4a-72d5-4696-9cd5-8edea6dc86de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9cc798-dd23-49da-b796-e3762a5ae5da,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:22.203415 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-b7d47656-05d3-47f4-a410-88abc4ca3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:22.207187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-b7d47656-05d3-47f4-a410-88abc4ca3225 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2242584c-e62d-41cf-9e7f-ce02778d27e1 HTTP/1.1" status: 200 len: 797 time: 0.3894048 Nov 03 18:52:22.208918 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32661d-20ab-464e-8622-03088c45d633 req-bcb05696-fae0-4fa6-885e-145f5e853a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:22.211139 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5f04bb86-cf49-4f07-b149-9c579275d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '6648e4cf-dd00-45bf-994d-21c10f610d12', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'port_id': '336c03b5-e2c3-4b89-969d-2eb22ec37a65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'mac_address': 'fa:16:3e:b0:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee86bbb-6d83-4c08-93e3-091a0ad5ab56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:51:48Z', 'updated_at': '2021-11-03T18:52:20Z', 'revision_number': 1, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ed404d-3561-4648-a0e9-f838a2f3e852', 'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'mac_address': 'fa:16:3e:07:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:35Z', 'updated_at': '2021-11-03T18:51:49Z', 'revision_number': 5, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'subnets': [{'id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:22.211834 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0b32661d-20ab-464e-8622-03088c45d633 req-bcb05696-fae0-4fa6-885e-145f5e853a5f service neutron] 10.222.0.98 "GET /v2.0/networks?id=59aedf5c-3e42-405b-a5ae-b89a5996e64c HTTP/1.1" status: 200 len: 912 time: 0.2500219 Nov 03 18:52:22.243357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c115464e-873c-4628-a46f-3b472f4c2d29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:52:22.286046 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5db7fcf-4c4b-4cba-9edb-d697e0f64459 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.301946 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f04bb86-cf49-4f07-b149-9c579275d2a4 None None] Checking router: c8de3029-4126-41a0-accd-5104c2d710bd for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:52:22.328813 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f04bb86-cf49-4f07-b149-9c579275d2a4 None None] Routers {'c8de3029-4126-41a0-accd-5104c2d710bd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:22.331478 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5f04bb86-cf49-4f07-b149-9c579275d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:51:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c8de3029-4126-41a0-accd-5104c2d710bd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:22.331907 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c115464e-873c-4628-a46f-3b472f4c2d29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.332528 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-c115464e-873c-4628-a46f-3b472f4c2d29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Added segment b29c5904-d735-4534-8330-a9795a212028 of type vlan for network 3fe7be63-f171-40af-afef-cfb3cf900a49 Nov 03 18:52:22.345892 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8185cb22-f97e-4db3-922c-7f4381aa58d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.367547 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0b32661d-20ab-464e-8622-03088c45d633 req-068abf21-5f10-47ab-8f23-72c1fd74295d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=336c03b5-e2c3-4b89-969d-2eb22ec37a65 HTTP/1.1" status: 200 len: 998 time: 0.1455231 Nov 03 18:52:22.447068 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-72fba51d-9bcb-498e-bc13-d367c4a0d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:22.448710 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-72fba51d-9bcb-498e-bc13-d367c4a0d88a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2201703 Nov 03 18:52:22.457123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60884) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:22.460523 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.462394 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c115464e-873c-4628-a46f-3b472f4c2d29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.477590 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8185cb22-f97e-4db3-922c-7f4381aa58d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.492603 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.506103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:52:22.516244 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.517260 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Added segment 65936224-baec-408c-af68-78cacea16ff8 of type vlan for network 9d060d8c-9026-4cb8-91a4-ce0e5070b517 Nov 03 18:52:22.546778 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-5f04bb86-cf49-4f07-b149-9c579275d2a4 None None] Set router c8de3029-4126-41a0-accd-5104c2d710bd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:22.550791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32661d-20ab-464e-8622-03088c45d633 req-65339d60-477a-4323-bd34-dbde3dbdded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:22.553532 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0b32661d-20ab-464e-8622-03088c45d633 req-65339d60-477a-4323-bd34-dbde3dbdded2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1945ba7b-6c1a-48ad-b07e-6241e957b703 HTTP/1.1" status: 200 len: 850 time: 0.1761487 Nov 03 18:52:22.573592 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.621552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32661d-20ab-464e-8622-03088c45d633 req-d12886fe-f0be-435d-bb06-b78400d46147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:22.624206 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0b32661d-20ab-464e-8622-03088c45d633 req-d12886fe-f0be-435d-bb06-b78400d46147 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=59aedf5c-3e42-405b-a5ae-b89a5996e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622218 Nov 03 18:52:22.626415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8185cb22-f97e-4db3-922c-7f4381aa58d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.630340 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8185cb22-f97e-4db3-922c-7f4381aa58d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.632262 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8185cb22-f97e-4db3-922c-7f4381aa58d9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6f9cc798-dd23-49da-b796-e3762a5ae5da HTTP/1.1" status: 204 len: 168 time: 0.5479307 Nov 03 18:52:22.695071 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bfa53ae2-2b1e-47e6-aca3-608e85cf33d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.727377 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.resource_extend [None req-c115464e-873c-4628-a46f-3b472f4c2d29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:52:22.751553 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0b32661d-20ab-464e-8622-03088c45d633 req-2dde5326-6fbd-41f2-a09f-27619fe93665 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178985 Nov 03 18:52:22.755061 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.resource_extend [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:52:22.759191 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185cb22-f97e-4db3-922c-7f4381aa58d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9cc798-dd23-49da-b796-e3762a5ae5da,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:22.873682 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5db7fcf-4c4b-4cba-9edb-d697e0f64459 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.899124 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0b32661d-20ab-464e-8622-03088c45d633 req-ea5b3587-13f1-445e-9fbb-a12bd01d15f0 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378121 Nov 03 18:52:22.960750 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c115464e-873c-4628-a46f-3b472f4c2d29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.968437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c115464e-873c-4628-a46f-3b472f4c2d29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:22.969364 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c115464e-873c-4628-a46f-3b472f4c2d29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:22.973628 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef36b220-4201-4914-93b1-61691f2e7c02,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:23.080333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115464e-873c-4628-a46f-3b472f4c2d29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'Network': ['ID=3fe7be63-f171-40af-afef-cfb3cf900a49,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:23.086136 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5db7fcf-4c4b-4cba-9edb-d697e0f64459 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.093075 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60906) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:23.093731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e5db7fcf-4c4b-4cba-9edb-d697e0f64459 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/01bd42ba-cdea-41d0-82ca-d8f03f03eaa9 HTTP/1.1" status: 204 len: 168 time: 1.9446666 Nov 03 18:52:23.094984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db7fcf-4c4b-4cba-9edb-d697e0f64459 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Subnet': ['ID=01bd42ba-cdea-41d0-82ca-d8f03f03eaa9,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:23.095449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 3fe7be63-f171-40af-afef-cfb3cf900a49 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:52:23.098302 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.099475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:23.100916 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.261050 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5f04bb86-cf49-4f07-b149-9c579275d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '6648e4cf-dd00-45bf-994d-21c10f610d12', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'port_id': '336c03b5-e2c3-4b89-969d-2eb22ec37a65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'mac_address': 'fa:16:3e:b0:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee86bbb-6d83-4c08-93e3-091a0ad5ab56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:51:48Z', 'updated_at': '2021-11-03T18:52:20Z', 'revision_number': 1, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ed404d-3561-4648-a0e9-f838a2f3e852', 'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'mac_address': 'fa:16:3e:07:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:35Z', 'updated_at': '2021-11-03T18:51:49Z', 'revision_number': 5, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'subnets': [{'id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:23.264420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.266852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959e5a59-091f-4c44-b345-68fb0af22934 None None] Network 35a3397a-6ad4-451f-9fe9-b9b2c51155b4 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:23.342133 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f04bb86-cf49-4f07-b149-9c579275d2a4 None None] The sync data for ids ['c8de3029-4126-41a0-accd-5104c2d710bd'] in n-d-812150-4 is: [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '6648e4cf-dd00-45bf-994d-21c10f610d12', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'port_id': '336c03b5-e2c3-4b89-969d-2eb22ec37a65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'mac_address': 'fa:16:3e:b0:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee86bbb-6d83-4c08-93e3-091a0ad5ab56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:51:48Z', 'updated_at': '2021-11-03T18:52:20Z', 'revision_number': 1, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ed404d-3561-4648-a0e9-f838a2f3e852', 'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'mac_address': 'fa:16:3e:07:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:35Z', 'updated_at': '2021-11-03T18:51:49Z', 'revision_number': 5, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'subnets': [{'id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:23.348692 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port 7199acf1-6fa6-442b-bf62-114d571d80f4 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:23.349053 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.486225 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] For port 7199acf1-6fa6-442b-bf62-114d571d80f4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=7199acf1-6fa6-442b-bf62-114d571d80f4,segment=NetworkSegment(12c6fbd8-9b66-4361-bfce-c778958c7e4a),segment_id=12c6fbd8-9b66-4361-bfce-c778958c7e4a)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:23.486940 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.520198 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for 7199acf1-6fa6-442b-bf62-114d571d80f4 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:23.559300 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd71f7b-996a-49ba-87f6-b05a88100d62 None None] DHCP port deletion for 35a3397a-6ad4-451f-9fe9-b9b2c51155b4 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:52:23.634165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c115464e-873c-4628-a46f-3b472f4c2d29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8907042 Nov 03 18:52:23.639079 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60922) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:23.673157 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6a1b5a89-2f37-4e72-aef5-006b039a6fac tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-232079102'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:23.690044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-5dd71f7b-996a-49ba-87f6-b05a88100d62 None None] Deleting port 7199acf1-6fa6-442b-bf62-114d571d80f4 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:23.690638 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5dd71f7b-996a-49ba-87f6-b05a88100d62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.760593 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1b5a89-2f37-4e72-aef5-006b039a6fac tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Made reservation on behalf of 72caea157bda4c2da13cda8b237e3c26 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:23.764450 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a1b5a89-2f37-4e72-aef5-006b039a6fac tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.789185 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5dd71f7b-996a-49ba-87f6-b05a88100d62 None None] For port 7199acf1-6fa6-442b-bf62-114d571d80f4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=7199acf1-6fa6-442b-bf62-114d571d80f4,segment=NetworkSegment(12c6fbd8-9b66-4361-bfce-c778958c7e4a),segment_id=12c6fbd8-9b66-4361-bfce-c778958c7e4a)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:23.790051 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5dd71f7b-996a-49ba-87f6-b05a88100d62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.801647 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1b5a89-2f37-4e72-aef5-006b039a6fac tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:52:23.807146 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-f897cc96-89f1-43b4-9e3d-19f7255fe7a3 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3418427 Nov 03 18:52:23.808129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Pushing event updated for resources: {'Network': ['ID=9d060d8c-9026-4cb8-91a4-ce0e5070b517,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:23.809309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.813510 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-5dd71f7b-996a-49ba-87f6-b05a88100d62 None None] Calling delete_port for 7199acf1-6fa6-442b-bf62-114d571d80f4 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:23.839401 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d9d2c77d-ef44-4690-9fe4-8dc174f120d1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.7323306 Nov 03 18:52:23.844607 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60934) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:23.849325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=7199acf1-6fa6-442b-bf62-114d571d80f4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:23.861117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8de6bc7d-a65a-4a2c-b87c-589e39395599 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Request body: {'subnet': {'network_id': '9d060d8c-9026-4cb8-91a4-ce0e5070b517', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:23.872082 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a1b5a89-2f37-4e72-aef5-006b039a6fac tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.872082 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-6a1b5a89-2f37-4e72-aef5-006b039a6fac tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Added segment d9aa4516-e934-4e5a-93be-c7ed8841c9e9 of type vlan for network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 Nov 03 18:52:23.872082 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No DVR routers for this DVR port 7199acf1-6fa6-442b-bf62-114d571d80f4 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:23.914310 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5dd71f7b-996a-49ba-87f6-b05a88100d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:23.917150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504fa65-edde-4257-bf79-a5d4cb7c8fd1 None None] New status for floating IP 6648e4cf-dd00-45bf-994d-21c10f610d12: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:52:23.919545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 9d060d8c-9026-4cb8-91a4-ce0e5070b517 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:52:23.934528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd71f7b-996a-49ba-87f6-b05a88100d62 None None] No DVR routers for this DVR port 7199acf1-6fa6-442b-bf62-114d571d80f4 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:23.968945 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a1b5a89-2f37-4e72-aef5-006b039a6fac tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.023834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd71f7b-996a-49ba-87f6-b05a88100d62 None None] Pushing event deleted for resources: {'Port': ['ID=7199acf1-6fa6-442b-bf62-114d571d80f4,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:24.051876 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a1b5a89-2f37-4e72-aef5-006b039a6fac tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.061185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0894c4da-6b11-4ce0-a8d4-e099b07fd71f req-941de302-ce81-4500-9629-ec52c195e14a service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204111 Nov 03 18:52:24.077497 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1b5a89-2f37-4e72-aef5-006b039a6fac tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:24.078206 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a1b5a89-2f37-4e72-aef5-006b039a6fac tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.110568 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bfa53ae2-2b1e-47e6-aca3-608e85cf33d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.131252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d180bd-015d-45be-b4be-17a00a3f567c req-2d1d07d8-069b-4b33-b028-c3f457f4787c tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:24.134741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07d180bd-015d-45be-b4be-17a00a3f567c req-2d1d07d8-069b-4b33-b028-c3f457f4787c tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.5756838 Nov 03 18:52:24.136509 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bfa53ae2-2b1e-47e6-aca3-608e85cf33d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.218301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bfa53ae2-2b1e-47e6-aca3-608e85cf33d6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8bc8f8784b404fc4baab550a0e8933ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7509446 Nov 03 18:52:24.223869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60942) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:24.224094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de6bc7d-a65a-4a2c-b87c-589e39395599 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Made reservation on behalf of 0b63b0f0d68146408f1cbd8f6eb74aae for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:24.235107 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8de6bc7d-a65a-4a2c-b87c-589e39395599 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.245384 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa53ae2-2b1e-47e6-aca3-608e85cf33d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c662938-3da3-4e1b-9f6c-74888b39074b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:24.296567 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07d180bd-015d-45be-b4be-17a00a3f567c req-f6a757e7-6119-4874-a96f-432c4025e761 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524725 Nov 03 18:52:24.341897 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91678a36-df66-4796-8683-cc7c08bcf5e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.349451 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6a1b5a89-2f37-4e72-aef5-006b039a6fac tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7060800 Nov 03 18:52:24.353071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60946) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:24.361799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d44b2330-ef6e-4f45-bd85-dfd62f4dac08 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'subnet': {'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:24.364719 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.383731 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91678a36-df66-4796-8683-cc7c08bcf5e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.398791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b5a89-2f37-4e72-aef5-006b039a6fac tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'Network': ['ID=b2294077-3c3e-4a9f-9319-6a435e6d0bb0,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:24.419945 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:52:24.426419 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a27370e2-58c8-4105-894d-396751b31de6 req-7daf2fd8-becf-4205-b574-645824336522 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7881222 Nov 03 18:52:24.438218 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a3397a-6ad4-451f-9fe9-b9b2c51155b4']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:24.459870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c6fbd8-9b66-4361-bfce-c778958c7e4a') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:24.463894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c6fbd8-9b66-4361-bfce-c778958c7e4a') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:24.493307 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.501136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44b2330-ef6e-4f45-bd85-dfd62f4dac08 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Made reservation on behalf of 72caea157bda4c2da13cda8b237e3c26 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:24.507737 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d44b2330-ef6e-4f45-bd85-dfd62f4dac08 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.518520 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.536920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:52:24.537736 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.543653 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91678a36-df66-4796-8683-cc7c08bcf5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.546353 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91678a36-df66-4796-8683-cc7c08bcf5e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.549917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-91678a36-df66-4796-8683-cc7c08bcf5e1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8c662938-3da3-4e1b-9f6c-74888b39074b HTTP/1.1" status: 204 len: 168 time: 0.3210275 Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:52:24.574550 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:52:24.597922 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91678a36-df66-4796-8683-cc7c08bcf5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c662938-3da3-4e1b-9f6c-74888b39074b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:24.676640 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.713646 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.718649 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/networks/35a3397a-6ad4-451f-9fe9-b9b2c51155b4 HTTP/1.1" status: 204 len: 168 time: 1.6242859 Nov 03 18:52:24.726338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60960) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:24.761527 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1145272185', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:24.775345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c99ca-edca-4b61-98d7-6b10d37e9c25 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Network': ['ID=35a3397a-6ad4-451f-9fe9-b9b2c51155b4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:24.832592 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.833895 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:24.896020 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.147857 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 7199acf1-6fa6-442b-bf62-114d571d80f4 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:52:25.225636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 7199acf1-6fa6-442b-bf62-114d571d80f4 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:52:25.228689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 7199acf1-6fa6-442b-bf62-114d571d80f4 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:52:25.238221 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.257187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.objects.ports [None req-8de6bc7d-a65a-4a2c-b87c-589e39395599 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:52:25.261773 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d44b2330-ef6e-4f45-bd85-dfd62f4dac08 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.265414 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8de6bc7d-a65a-4a2c-b87c-589e39395599 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.345788 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6bc7d-a65a-4a2c-b87c-589e39395599 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Pushing event updated for resources: {'Subnet': ['ID=12d67902-8d9c-47f7-ade8-babdc1de02ec,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:25.356770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de6bc7d-a65a-4a2c-b87c-589e39395599 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Checking segment: {'id': '65936224-baec-408c-af68-78cacea16ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9d060d8c-9026-4cb8-91a4-ce0e5070b517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:25.357207 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de6bc7d-a65a-4a2c-b87c-589e39395599 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Network hostable DHCP agents. Network: 9d060d8c-9026-4cb8-91a4-ce0e5070b517, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:52:25.385751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de6bc7d-a65a-4a2c-b87c-589e39395599 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Network 9d060d8c-9026-4cb8-91a4-ce0e5070b517 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:52:25.402274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-8de6bc7d-a65a-4a2c-b87c-589e39395599 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 9d060d8c-9026-4cb8-91a4-ce0e5070b517) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:25.408487 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de6bc7d-a65a-4a2c-b87c-589e39395599 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:25.410227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8de6bc7d-a65a-4a2c-b87c-589e39395599 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.412055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da893df-a877-45a5-8c18-aaecf67b1818 None None] Network 9d060d8c-9026-4cb8-91a4-ce0e5070b517 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:25.437854 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8de6bc7d-a65a-4a2c-b87c-589e39395599 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5843263 Nov 03 18:52:25.442141 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60996) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:25.450803 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1659605032', 'network_id': '9d060d8c-9026-4cb8-91a4-ce0e5070b517'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:25.485471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Made reservation on behalf of 0b63b0f0d68146408f1cbd8f6eb74aae for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:25.487872 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.511260 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] device_id is not set on port 80bf11ab-edf0-4ab7-93f6-1e4194633ebc yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:52:25.515818 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b2330-ef6e-4f45-bd85-dfd62f4dac08 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'Subnet': ['ID=91898547-fcb1-4e7d-acb0-7ceb6963cac4,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:25.531383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39744c8d-bf61-42cf-aa03-5a263b854b39 req-80f12af9-7900-4b5c-9002-225e425a8a50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:25.538710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39744c8d-bf61-42cf-aa03-5a263b854b39 req-80f12af9-7900-4b5c-9002-225e425a8a50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:25.549470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39744c8d-bf61-42cf-aa03-5a263b854b39 req-80f12af9-7900-4b5c-9002-225e425a8a50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:25.559260 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39744c8d-bf61-42cf-aa03-5a263b854b39 req-80f12af9-7900-4b5c-9002-225e425a8a50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:25.570211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39744c8d-bf61-42cf-aa03-5a263b854b39 req-80f12af9-7900-4b5c-9002-225e425a8a50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:25.578463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39744c8d-bf61-42cf-aa03-5a263b854b39 req-80f12af9-7900-4b5c-9002-225e425a8a50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:25.588426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39744c8d-bf61-42cf-aa03-5a263b854b39 req-80f12af9-7900-4b5c-9002-225e425a8a50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:25.597254 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39744c8d-bf61-42cf-aa03-5a263b854b39 req-80f12af9-7900-4b5c-9002-225e425a8a50 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5442 time: 0.4164221 Nov 03 18:52:25.619569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5894558c-668d-458e-a644-589f206e402a None None] Network 9d060d8c-9026-4cb8-91a4-ce0e5070b517 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:25.656064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b2330-ef6e-4f45-bd85-dfd62f4dac08 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Checking segment: {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:25.656437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44b2330-ef6e-4f45-bd85-dfd62f4dac08 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Network hostable DHCP agents. Network: 3fe7be63-f171-40af-afef-cfb3cf900a49, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:52:25.707984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b2d73-07af-416f-81df-071a4f893434 req-61068d35-4a6f-45d7-9b26-29f6a4ce502f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:25.716729 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f1b2d73-07af-416f-81df-071a4f893434 req-61068d35-4a6f-45d7-9b26-29f6a4ce502f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.2713044 Nov 03 18:52:25.755345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44b2330-ef6e-4f45-bd85-dfd62f4dac08 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Network 3fe7be63-f171-40af-afef-cfb3cf900a49 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:52:25.784429 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39744c8d-bf61-42cf-aa03-5a263b854b39 req-f8a1441b-4bfd-4690-823a-0fbbdbac2230 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1858795 Nov 03 18:52:25.834701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f1b2d73-07af-416f-81df-071a4f893434 req-ebb0f01a-44f5-4a89-93ed-1f2dea477255 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169274 Nov 03 18:52:25.851066 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27370e2-58c8-4105-894d-396751b31de6 req-99947873-41d5-42f0-92ba-017528481c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:25.853603 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a27370e2-58c8-4105-894d-396751b31de6 req-99947873-41d5-42f0-92ba-017528481c20 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171&tenant_id=c915a3b09cd64007a53b58c020965f6c HTTP/1.1" status: 200 len: 1094 time: 0.2128925 Nov 03 18:52:25.899177 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c89337ea-ecec-4ad1-8ac2-8ca3582b61f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:25.951918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-d44b2330-ef6e-4f45-bd85-dfd62f4dac08 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 3fe7be63-f171-40af-afef-cfb3cf900a49) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:26.017421 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27370e2-58c8-4105-894d-396751b31de6 req-d7fede99-eb6c-47e3-bf01-8dfdfdc4e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:26.019412 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a27370e2-58c8-4105-894d-396751b31de6 req-d7fede99-eb6c-47e3-bf01-8dfdfdc4e2de service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 1094 time: 0.0943582 Nov 03 18:52:26.022666 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44b2330-ef6e-4f45-bd85-dfd62f4dac08 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:26.023696 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d44b2330-ef6e-4f45-bd85-dfd62f4dac08 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.049849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Allocated IP 2001:db8::24e (9d060d8c-9026-4cb8-91a4-ce0e5070b517/12d67902-8d9c-47f7-ade8-babdc1de02ec/80bf11ab-edf0-4ab7-93f6-1e4194633ebc) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:26.169913 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bfe90d-45a0-4eef-b495-6764b79f666e None None] Network 3fe7be63-f171-40af-afef-cfb3cf900a49 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:26.184247 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d44b2330-ef6e-4f45-bd85-dfd62f4dac08 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8297048 Nov 03 18:52:26.188751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32784) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:26.214987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-7e7f4055-24ab-4f15-b566-8169d9e6ae72 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'subnet': {'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:26.232117 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.353985 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.373579 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27370e2-58c8-4105-894d-396751b31de6 req-105d98be-c5bf-4166-8e8a-fe704b380594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:26.374805 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a27370e2-58c8-4105-894d-396751b31de6 req-105d98be-c5bf-4166-8e8a-fe704b380594 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 918 time: 0.3362293 Nov 03 18:52:26.433687 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.496987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd5278-7c7d-4001-a3b4-76de386f4237 req-98cbc613-a88c-494b-af1a-4958b0c5a621 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:26.507001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd5278-7c7d-4001-a3b4-76de386f4237 req-98cbc613-a88c-494b-af1a-4958b0c5a621 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:26.515189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd5278-7c7d-4001-a3b4-76de386f4237 req-98cbc613-a88c-494b-af1a-4958b0c5a621 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:26.522081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd5278-7c7d-4001-a3b4-76de386f4237 req-98cbc613-a88c-494b-af1a-4958b0c5a621 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:26.529264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd5278-7c7d-4001-a3b4-76de386f4237 req-98cbc613-a88c-494b-af1a-4958b0c5a621 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:26.538349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd5278-7c7d-4001-a3b4-76de386f4237 req-98cbc613-a88c-494b-af1a-4958b0c5a621 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:26.547030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd5278-7c7d-4001-a3b4-76de386f4237 req-98cbc613-a88c-494b-af1a-4958b0c5a621 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:26.550179 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7fd5278-7c7d-4001-a3b4-76de386f4237 req-98cbc613-a88c-494b-af1a-4958b0c5a621 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5442 time: 0.5318937 Nov 03 18:52:26.554116 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7f4055-24ab-4f15-b566-8169d9e6ae72 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Made reservation on behalf of 72caea157bda4c2da13cda8b237e3c26 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:26.554813 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-3fe7be63-f171-40af-afef-cfb3cf900a49', 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'fixed_ips': [{'subnet_id': '91898547-fcb1-4e7d-acb0-7ceb6963cac4'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:52:26.557479 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.559269 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7e7f4055-24ab-4f15-b566-8169d9e6ae72 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.590490 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.743367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Pushing event updated for resources: {'Port': ['ID=80bf11ab-edf0-4ab7-93f6-1e4194633ebc,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:26.776491 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a27370e2-58c8-4105-894d-396751b31de6 req-a8e2b33b-ce99-45a6-b2ea-5d2a50d850b7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec281bb-43c9-4653-a296-0a3842dc700e HTTP/1.1" status: 200 len: 999 time: 0.2864003 Nov 03 18:52:26.778599 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Network 9d060d8c-9026-4cb8-91a4-ce0e5070b517 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:26.780588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:26.780909 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:26.781243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:26.781617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:26.781943 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:26.782993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:26.782993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:26.782993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:26.783424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:26.784310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:26.788755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:26.789200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:26.795882 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:26.826877 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Allocated IP 10.1.1.2 (3fe7be63-f171-40af-afef-cfb3cf900a49/91898547-fcb1-4e7d-acb0-7ceb6963cac4/0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:26.889614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Allocated IP 172.25.2.155 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/495904bd-dfd8-4b3a-b996-37dbbbb82a18) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:26.891151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:26.901274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:26.902340 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:26.914490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27370e2-58c8-4105-894d-396751b31de6 req-1a119ef2-cb23-4fbb-a7af-b79aeac7c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:26.918861 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a27370e2-58c8-4105-894d-396751b31de6 req-1a119ef2-cb23-4fbb-a7af-b79aeac7c8e8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e3aa174d-f75e-461c-bfcb-5c4a20bb9478 HTTP/1.1" status: 200 len: 856 time: 0.1231284 Nov 03 18:52:27.043011 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-498ef744-7dd1-439f-a3dd-732235e9b7cf tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5867796 Nov 03 18:52:27.043801 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32824) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:27.078415 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27370e2-58c8-4105-894d-396751b31de6 req-3c7e6c51-9948-4431-931a-114ce407f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:27.079984 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a27370e2-58c8-4105-894d-396751b31de6 req-3c7e6c51-9948-4431-931a-114ce407f3cd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6158e201-7067-485a-828c-1c59e35954b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457458 Nov 03 18:52:27.094362 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.103493 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.161445 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7e7f4055-24ab-4f15-b566-8169d9e6ae72 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.218706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Pushing event updated for resources: {'Port': ['ID=0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:27.246716 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Network 3fe7be63-f171-40af-afef-cfb3cf900a49 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:27.249836 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:27.255435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:27.297421 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.336547 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Attempting to bind port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:27.337094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Attempting to bind port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:27.337739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Attempting to bind port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b on network 3fe7be63-f171-40af-afef-cfb3cf900a49 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:27.343899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:27.344722 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Checking segment: {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:27.345355 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.346007 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Bound using segment: {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:27.346738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Bound port: 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:27.347388 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.360840 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a27370e2-58c8-4105-894d-396751b31de6 req-12971b37-8e8a-4da0-a1a9-957ab79c028f service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562983 Nov 03 18:52:27.367425 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067c99a-2f18-421f-823d-d6125d0f2a00 req-88242c75-e60d-4b21-bf1d-bdf201305da5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:27.369011 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0067c99a-2f18-421f-823d-d6125d0f2a00 req-88242c75-e60d-4b21-bf1d-bdf201305da5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.2545562 Nov 03 18:52:27.369907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f4055-24ab-4f15-b566-8169d9e6ae72 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'Subnet': ['ID=b12d4a62-83aa-465c-b86c-67ad4f5b0c3a,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:27.370021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b2a25869-42ce-4182-9153-3a0bc3cfa8e1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Deleting port 80bf11ab-edf0-4ab7-93f6-1e4194633ebc {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:27.370297 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2a25869-42ce-4182-9153-3a0bc3cfa8e1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.416277 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.453449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:27.463753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32836) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:27.470742 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] For port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:27.481464 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7f4055-24ab-4f15-b566-8169d9e6ae72 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Checking segment: {'id': 'd9aa4516-e934-4e5a-93be-c7ed8841c9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:27.482468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f4055-24ab-4f15-b566-8169d9e6ae72 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Network hostable DHCP agents. Network: b2294077-3c3e-4a9f-9319-6a435e6d0bb0, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:52:27.483719 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] For port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:27.488647 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.497563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:27.505666 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:27.561236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b9cbe-83a8-4f89-936a-c924c006507f None None] Pushing event updated for resources: {'Port': ['ID=0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:27.579327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0067c99a-2f18-421f-823d-d6125d0f2a00 req-14760e0e-1d02-4a52-8e88-df1100c9f2b0 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958032 Nov 03 18:52:27.651835 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=495904bd-dfd8-4b3a-b996-37dbbbb82a18,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:27.656914 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a27370e2-58c8-4105-894d-396751b31de6 req-ab0f167a-8e48-44f1-8304-abbd51c2c2a3 service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904564 Nov 03 18:52:27.682854 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2a25869-42ce-4182-9153-3a0bc3cfa8e1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.703926 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b2a25869-42ce-4182-9153-3a0bc3cfa8e1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Calling delete_port for 80bf11ab-edf0-4ab7-93f6-1e4194633ebc owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:27.729643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f4055-24ab-4f15-b566-8169d9e6ae72 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:52:27.757366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-7e7f4055-24ab-4f15-b566-8169d9e6ae72 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, b2294077-3c3e-4a9f-9319-6a435e6d0bb0) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:27.765397 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1187041-d186-4d73-95aa-e3cc42fc9de3 None None] Network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:27.786803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7f4055-24ab-4f15-b566-8169d9e6ae72 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:27.792981 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7e7f4055-24ab-4f15-b566-8169d9e6ae72 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:27.963145 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32846) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:27.964189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7e7f4055-24ab-4f15-b566-8169d9e6ae72 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7626014 Nov 03 18:52:27.984878 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-19a3e81d-dac4-4ec2-8eb7-1e2e7678ba26 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'port': {'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49', 'name': 'tempest-TaggedBootDevicesTest-479498287', 'fixed_ips': [{'subnet_id': '91898547-fcb1-4e7d-acb0-7ceb6963cac4'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:28.011192 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37f6be95-9d88-4bd8-a085-240ec3384477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.041324 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.061925 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2a25869-42ce-4182-9153-3a0bc3cfa8e1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.169675 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a25869-42ce-4182-9153-3a0bc3cfa8e1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Pushing event deleted for resources: {'Port': ['ID=80bf11ab-edf0-4ab7-93f6-1e4194633ebc,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:28.328542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-b2294077-3c3e-4a9f-9319-6a435e6d0bb0', 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'fixed_ips': [{'subnet_id': 'b12d4a62-83aa-465c-b86c-67ad4f5b0c3a'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:52:28.330144 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.344075 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2a25869-42ce-4182-9153-3a0bc3cfa8e1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.350503 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5fb31a51-7126-405b-9668-681c8224f868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.354489 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b2a25869-42ce-4182-9153-3a0bc3cfa8e1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "DELETE /v2.0/ports/80bf11ab-edf0-4ab7-93f6-1e4194633ebc HTTP/1.1" status: 204 len: 168 time: 1.3091650 Nov 03 18:52:28.405479 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32860) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:28.424449 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d060d8c-9026-4cb8-91a4-ce0e5070b517', 'external_fixed_ips': [{'subnet_id': '12d67902-8d9c-47f7-ade8-babdc1de02ec', 'ip_address': '2001:db8::24e'}]}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:28.513078 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.514392 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.589472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a3e81d-dac4-4ec2-8eb7-1e2e7678ba26 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Made reservation on behalf of 72caea157bda4c2da13cda8b237e3c26 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:28.594674 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.641915 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37f6be95-9d88-4bd8-a085-240ec3384477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.853814 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.866524 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Allocated IP 10.2.2.2 (b2294077-3c3e-4a9f-9319-6a435e6d0bb0/b12d4a62-83aa-465c-b86c-67ad4f5b0c3a/eb0efd54-ba77-4f1a-a024-700273cda763) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:28.878433 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37f6be95-9d88-4bd8-a085-240ec3384477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:28.945124 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45037e9c-6132-4967-96d4-d3b9d89152e3 req-e161cc10-eebb-432d-bc4f-ec71dfc704c0 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:28.947551 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45037e9c-6132-4967-96d4-d3b9d89152e3 req-e161cc10-eebb-432d-bc4f-ec71dfc704c0 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.1996140 Nov 03 18:52:29.211483 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45037e9c-6132-4967-96d4-d3b9d89152e3 req-58485000-c7af-40a9-b2b9-bde6a58bc9a3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544000 Nov 03 18:52:29.270699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:29.279427 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 6573bc9f-13db-4343-8845-54b9cc16320b is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:52:29.473281 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.479596 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.518548 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6be95-9d88-4bd8-a085-240ec3384477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1858209f-3a71-453b-bc20-48fa3a8d54ce,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:29.524541 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.548777 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-37f6be95-9d88-4bd8-a085-240ec3384477 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4f3f98362bfb400bb2ce5d9b70bf160b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0806115 Nov 03 18:52:29.554991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32882) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:29.644307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533f4489-48a3-4c0d-bc9e-0835537d5b25 None None] Network 3fe7be63-f171-40af-afef-cfb3cf900a49 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:29.774529 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:29.784239 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.801657 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879f797-31f9-4b74-867b-767e129b893d None None] Sync routers for ids ['6573bc9f-13db-4343-8845-54b9cc16320b'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:29.824710 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879f797-31f9-4b74-867b-767e129b893d None None] Routers {'6573bc9f-13db-4343-8845-54b9cc16320b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:29.831947 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e879f797-31f9-4b74-867b-767e129b893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6573bc9f-13db-4343-8845-54b9cc16320b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:29.840134 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:29.848926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-29a2eefe-9ce1-45a6-9578-d022fd79745c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.1187418 Nov 03 18:52:29.849808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32886) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:29.903219 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e879f797-31f9-4b74-867b-767e129b893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:29.959520 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879f797-31f9-4b74-867b-767e129b893d None None] Routers {'6573bc9f-13db-4343-8845-54b9cc16320b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:29.960258 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e879f797-31f9-4b74-867b-767e129b893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6573bc9f-13db-4343-8845-54b9cc16320b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:30.011895 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:30.030923 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e879f797-31f9-4b74-867b-767e129b893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:30.032016 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879f797-31f9-4b74-867b-767e129b893d None None] The sync data for ids ['6573bc9f-13db-4343-8845-54b9cc16320b'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:30.055444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:30.058172 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-19a3e81d-dac4-4ec2-8eb7-1e2e7678ba26 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.075767 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:30.094616 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Pushing event updated for resources: {'Port': ['ID=eb0efd54-ba77-4f1a-a024-700273cda763,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:30.113403 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:52:30.125567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:30.126185 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.221954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32896) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:30.229401 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-70416975-c0f5-4690-b296-2c92207869ce None None] Provisioning complete for port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:30.229888 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-70416975-c0f5-4690-b296-2c92207869ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.311147 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d37ba101-6454-4b97-a1d8-74f80454d040 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/routers/6573bc9f-13db-4343-8845-54b9cc16320b HTTP/1.1" status: 200 len: 881 time: 0.4599116 Nov 03 18:52:30.325165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32902) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:30.648203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Attempting to bind port eb0efd54-ba77-4f1a-a024-700273cda763 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:30.648837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Attempting to bind port eb0efd54-ba77-4f1a-a024-700273cda763 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'd9aa4516-e934-4e5a-93be-c7ed8841c9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:30.648975 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Attempting to bind port eb0efd54-ba77-4f1a-a024-700273cda763 on network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:30.677061 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.682020 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-19a3e81d-dac4-4ec2-8eb7-1e2e7678ba26 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] device_id is not set on port 58701c1c-ad42-4e70-bb43-d7060e56eec3 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:52:30.692545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:30.692935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Checking segment: {'id': 'd9aa4516-e934-4e5a-93be-c7ed8841c9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:30.693427 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.694494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Bound using segment: {'id': 'd9aa4516-e934-4e5a-93be-c7ed8841c9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:30.695226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Bound port: eb0efd54-ba77-4f1a-a024-700273cda763, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9aa4516-e934-4e5a-93be-c7ed8841c9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:30.695756 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.721775 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.773216 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4ae9-0b80-49f5-a6e2-1f76153145d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.792333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfb499-4823-4b05-b0b4-3bd71a308c8f req-776b6f7f-5d4d-45df-a690-db3eef6cd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:30.792809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfb499-4823-4b05-b0b4-3bd71a308c8f req-776b6f7f-5d4d-45df-a690-db3eef6cd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:30.793424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfb499-4823-4b05-b0b4-3bd71a308c8f req-776b6f7f-5d4d-45df-a690-db3eef6cd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:30.794021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfb499-4823-4b05-b0b4-3bd71a308c8f req-776b6f7f-5d4d-45df-a690-db3eef6cd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:30.794487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfb499-4823-4b05-b0b4-3bd71a308c8f req-776b6f7f-5d4d-45df-a690-db3eef6cd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:30.794946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfb499-4823-4b05-b0b4-3bd71a308c8f req-776b6f7f-5d4d-45df-a690-db3eef6cd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:30.795404 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfb499-4823-4b05-b0b4-3bd71a308c8f req-776b6f7f-5d4d-45df-a690-db3eef6cd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:30.803894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfdfb499-4823-4b05-b0b4-3bd71a308c8f req-776b6f7f-5d4d-45df-a690-db3eef6cd06f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 6499 time: 0.5804305 Nov 03 18:52:30.874272 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4ae9-0b80-49f5-a6e2-1f76153145d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:30.880904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b38e3-dc67-43aa-ac56-49c53c0cdac0 req-e22a5f1e-850e-4ca4-938f-e91d6dcc46e1 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:30.900801 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-854b38e3-dc67-43aa-ac56-49c53c0cdac0 req-e22a5f1e-850e-4ca4-938f-e91d6dcc46e1 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.4080307 Nov 03 18:52:31.166039 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.207850 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4ae9-0b80-49f5-a6e2-1f76153145d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.211599 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4ae9-0b80-49f5-a6e2-1f76153145d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.213179 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1dcf4ae9-0b80-49f5-a6e2-1f76153145d9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1858209f-3a71-453b-bc20-48fa3a8d54ce HTTP/1.1" status: 204 len: 168 time: 1.5067472 Nov 03 18:52:31.243927 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-19a3e81d-dac4-4ec2-8eb7-1e2e7678ba26 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Allocated IP 10.1.1.53 (3fe7be63-f171-40af-afef-cfb3cf900a49/91898547-fcb1-4e7d-acb0-7ceb6963cac4/58701c1c-ad42-4e70-bb43-d7060e56eec3) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:31.252904 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf4ae9-0b80-49f5-a6e2-1f76153145d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1858209f-3a71-453b-bc20-48fa3a8d54ce,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:31.259940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] For port eb0efd54-ba77-4f1a-a024-700273cda763, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:31.264202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] For port eb0efd54-ba77-4f1a-a024-700273cda763, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eb0efd54-ba77-4f1a-a024-700273cda763,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:31.267416 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.300291 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.327881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:31.329675 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.359272 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.497600 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.549023 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebe809-3da4-42b3-ac0f-80950543c411 None None] Pushing event updated for resources: {'Port': ['ID=eb0efd54-ba77-4f1a-a024-700273cda763,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:31.558784 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-70416975-c0f5-4690-b296-2c92207869ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.742922 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:31.869710 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-19a3e81d-dac4-4ec2-8eb7-1e2e7678ba26 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:31.877582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Allocated IP 2001:db8::24e (9d060d8c-9026-4cb8-91a4-ce0e5070b517/12d67902-8d9c-47f7-ade8-babdc1de02ec/42176618-e184-4069-9dd1-7cf28c526f51) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:31.940093 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-70416975-c0f5-4690-b296-2c92207869ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:52:31.940093 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-70416975-c0f5-4690-b296-2c92207869ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:52:32.225125 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-19a3e81d-dac4-4ec2-8eb7-1e2e7678ba26 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.305790 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.351404 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3e81d-dac4-4ec2-8eb7-1e2e7678ba26 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Network 3fe7be63-f171-40af-afef-cfb3cf900a49 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:32.372206 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-19a3e81d-dac4-4ec2-8eb7-1e2e7678ba26 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:32.387701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3e81d-dac4-4ec2-8eb7-1e2e7678ba26 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:32.401173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32916) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:32.430507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-854b38e3-dc67-43aa-ac56-49c53c0cdac0 req-bd327084-e833-4509-b317-2dfc4d12f668 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4157996 Nov 03 18:52:32.455222 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfdfb499-4823-4b05-b0b4-3bd71a308c8f req-34837c92-637c-4f03-a372-810306953a3d service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.6420197 Nov 03 18:52:32.497704 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fbc17b9c-3a1e-46e7-9924-852cbf2d2f10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.519908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3e81d-dac4-4ec2-8eb7-1e2e7678ba26 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'Port': ['ID=58701c1c-ad42-4e70-bb43-d7060e56eec3,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:32.535855 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.677406 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-55c0ba48-816b-4f7e-b511-6b3e729cf07c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 2.3509452 Nov 03 18:52:32.680601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32920) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:32.684050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Network 9d060d8c-9026-4cb8-91a4-ce0e5070b517 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:32.714895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a3e81d-dac4-4ec2-8eb7-1e2e7678ba26 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:32.717743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-3a74ab36-c675-4438-b287-ad93abea960a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1145272185'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:32.718748 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-19a3e81d-dac4-4ec2-8eb7-1e2e7678ba26 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.737227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b3737487-f345-425e-b163-44555dfd6c90 None None] Provisioning complete for port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:32.737750 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b3737487-f345-425e-b163-44555dfd6c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:32.738808 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:32.761261 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:33.045307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Pushing event updated for resources: {'Port': ['ID=42176618-e184-4069-9dd1-7cf28c526f51,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:33.076967 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-19a3e81d-dac4-4ec2-8eb7-1e2e7678ba26 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0976737 Nov 03 18:52:33.085383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32924) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:33.122620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5b8391db-0ea5-4d48-b8a4-180ceca360d0 None None] Provisioning complete for port 58701c1c-ad42-4e70-bb43-d7060e56eec3 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:33.128480 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5b8391db-0ea5-4d48-b8a4-180ceca360d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.138957 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ac008058-cdd8-40bb-9bcc-cdb3339d3c49 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'port': {'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49', 'name': 'tempest-TaggedBootDevicesTest-1971157462', 'fixed_ips': [{'subnet_id': '91898547-fcb1-4e7d-acb0-7ceb6963cac4'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:33.347403 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-5b8391db-0ea5-4d48-b8a4-180ceca360d0 None None] Port 58701c1c-ad42-4e70-bb43-d7060e56eec3 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:33.482701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6269714-8a17-4db2-b187-8398fd6c23ee None None] Network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:33.526646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac008058-cdd8-40bb-9bcc-cdb3339d3c49 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Made reservation on behalf of 72caea157bda4c2da13cda8b237e3c26 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:33.533197 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac008058-cdd8-40bb-9bcc-cdb3339d3c49 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.562273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-ac008058-cdd8-40bb-9bcc-cdb3339d3c49 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] device_id is not set on port 762c123b-88ce-45d8-87f6-424c68b11183 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:52:33.567215 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fbc17b9c-3a1e-46e7-9924-852cbf2d2f10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.582370 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fbc17b9c-3a1e-46e7-9924-852cbf2d2f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.714584 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.753372 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eb0efd54-ba77-4f1a-a024-700273cda763 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:33.774937 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a74ab36-c675-4438-b287-ad93abea960a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.779607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc17b9c-3a1e-46e7-9924-852cbf2d2f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeaf584-2d29-466d-a030-40c93160c063,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:33.791453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fbc17b9c-3a1e-46e7-9924-852cbf2d2f10 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=27d6489da89b485fb6fcb913ebb3faea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3587394 Nov 03 18:52:33.795947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32934) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:33.831168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f1e3-584a-4a7f-ae49-bb86516d7238 req-98a15855-cfec-4338-a7a3-72eb475d8d4f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:33.840272 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80d8f1e3-584a-4a7f-ae49-bb86516d7238 req-98a15855-cfec-4338-a7a3-72eb475d8d4f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.2127316 Nov 03 18:52:33.856210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ffaeccb8-6f31-4c7f-9bb4-627d50899e70 None None] Provisioning complete for port eb0efd54-ba77-4f1a-a024-700273cda763 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:33.856593 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ffaeccb8-6f31-4c7f-9bb4-627d50899e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:33.902519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80d8f1e3-584a-4a7f-ae49-bb86516d7238 req-04d0e051-cdb6-47a2-9405-a2bb911b8044 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592213 Nov 03 18:52:33.904342 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a74ab36-c675-4438-b287-ad93abea960a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.014962 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d54a2e44-feb2-4145-9e9d-8285cbfd0b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.084447 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-ac008058-cdd8-40bb-9bcc-cdb3339d3c49 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Allocated IP 10.1.1.133 (3fe7be63-f171-40af-afef-cfb3cf900a49/91898547-fcb1-4e7d-acb0-7ceb6963cac4/762c123b-88ce-45d8-87f6-424c68b11183) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:34.128899 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d54a2e44-feb2-4145-9e9d-8285cbfd0b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.163624 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port eb0efd54-ba77-4f1a-a024-700273cda763 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:34.164199 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.317950 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a74ab36-c675-4438-b287-ad93abea960a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 6573bc9f-13db-4343-8845-54b9cc16320b has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:52:34.326080 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.387501 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.448658 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ffaeccb8-6f31-4c7f-9bb4-627d50899e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.466987 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d54a2e44-feb2-4145-9e9d-8285cbfd0b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.473608 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d54a2e44-feb2-4145-9e9d-8285cbfd0b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.480819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d54a2e44-feb2-4145-9e9d-8285cbfd0b99 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bbeaf584-2d29-466d-a030-40c93160c063 HTTP/1.1" status: 204 len: 168 time: 0.6807337 Nov 03 18:52:34.516643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port eb0efd54-ba77-4f1a-a024-700273cda763, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eb0efd54-ba77-4f1a-a024-700273cda763,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:34.536573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a2e44-feb2-4145-9e9d-8285cbfd0b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeaf584-2d29-466d-a030-40c93160c063,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:34.602436 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-ffaeccb8-6f31-4c7f-9bb4-627d50899e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:52:34.603194 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-ffaeccb8-6f31-4c7f-9bb4-627d50899e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:52:34.614659 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.616609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:34.636502 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac008058-cdd8-40bb-9bcc-cdb3339d3c49 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.798511 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac008058-cdd8-40bb-9bcc-cdb3339d3c49 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.834902 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=eb0efd54-ba77-4f1a-a024-700273cda763,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:34.859519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a74ab36-c675-4438-b287-ad93abea960a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:34.863874 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:34.864299 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.870761 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a74ab36-c675-4438-b287-ad93abea960a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:34.872244 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3a74ab36-c675-4438-b287-ad93abea960a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/6573bc9f-13db-4343-8845-54b9cc16320b HTTP/1.1" status: 200 len: 888 time: 2.1893890 Nov 03 18:52:34.882907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32948) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:34.923382 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea457c77-3660-46f6-b0a5-bb75788e83c2 None None] Sync routers for ids ['6573bc9f-13db-4343-8845-54b9cc16320b'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:34.928238 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac008058-cdd8-40bb-9bcc-cdb3339d3c49 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Network 3fe7be63-f171-40af-afef-cfb3cf900a49 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:34.931354 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac008058-cdd8-40bb-9bcc-cdb3339d3c49 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'Port': ['ID=762c123b-88ce-45d8-87f6-424c68b11183,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:34.940658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-ac008058-cdd8-40bb-9bcc-cdb3339d3c49 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:34.968245 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac008058-cdd8-40bb-9bcc-cdb3339d3c49 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:34.984284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea457c77-3660-46f6-b0a5-bb75788e83c2 None None] Routers {'6573bc9f-13db-4343-8845-54b9cc16320b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:34.985472 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ea457c77-3660-46f6-b0a5-bb75788e83c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6573bc9f-13db-4343-8845-54b9cc16320b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:35.102127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Router ae21c719-faf9-470a-b92d-86de7dc62e39 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:52:35.118374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ea457c77-3660-46f6-b0a5-bb75788e83c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:35.174050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac008058-cdd8-40bb-9bcc-cdb3339d3c49 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:35.174746 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac008058-cdd8-40bb-9bcc-cdb3339d3c49 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:35.291445 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ac008058-cdd8-40bb-9bcc-cdb3339d3c49 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1977746 Nov 03 18:52:35.362424 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea457c77-3660-46f6-b0a5-bb75788e83c2 None None] Routers {'6573bc9f-13db-4343-8845-54b9cc16320b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:35.366442 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ea457c77-3660-46f6-b0a5-bb75788e83c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6573bc9f-13db-4343-8845-54b9cc16320b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:35.502267 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ea457c77-3660-46f6-b0a5-bb75788e83c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:35.503636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea457c77-3660-46f6-b0a5-bb75788e83c2 None None] The sync data for ids ['6573bc9f-13db-4343-8845-54b9cc16320b'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:35.595396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0502c4e-bc50-4651-9e56-be87e502812c req-3923e205-332e-4098-816a-c2b42f825655 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:35.598343 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0502c4e-bc50-4651-9e56-be87e502812c req-3923e205-332e-4098-816a-c2b42f825655 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.4873836 Nov 03 18:52:35.616334 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-44f3a5c9-33a8-4a38-97dd-6827e776a5b0 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/routers/6573bc9f-13db-4343-8845-54b9cc16320b HTTP/1.1" status: 200 len: 888 time: 0.7320487 Nov 03 18:52:35.624361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:35.625910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32958) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:35.643732 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Sync routers for ids ['ae21c719-faf9-470a-b92d-86de7dc62e39'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:35.658714 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Routers {'ae21c719-faf9-470a-b92d-86de7dc62e39'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:35.662655 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ae21c719-faf9-470a-b92d-86de7dc62e39'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:35.745188 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5ec2af4a-a973-4c85-99ff-692a7d6907ee tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports?device_id=6573bc9f-13db-4343-8845-54b9cc16320b HTTP/1.1" status: 200 len: 205 time: 0.1180618 Nov 03 18:52:35.753796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32960) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:35.764666 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b27d72ec-eeb6-4675-afa1-78c19d0f7812 None None] Provisioning complete for port eb0efd54-ba77-4f1a-a024-700273cda763 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:35.767904 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b27d72ec-eeb6-4675-afa1-78c19d0f7812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:35.816469 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0502c4e-bc50-4651-9e56-be87e502812c req-7d5e83c6-f01b-42d6-ae74-1b45d87984c3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978207 Nov 03 18:52:35.921409 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:35.935502 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-42666c88-41ae-4f3d-a845-8c90d790aa84 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.5249419 Nov 03 18:52:35.939814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32968) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:36.065397 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eb0efd54-ba77-4f1a-a024-700273cda763 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:36.127730 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Set router ae21c719-faf9-470a-b92d-86de7dc62e39 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:36.160388 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b89fe461-4c5e-4fe2-aff1-4963ce0da6f7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.283727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port eb0efd54-ba77-4f1a-a024-700273cda763 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:36.284481 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.285689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32974) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:36.298011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d6be4f2a-08d3-432f-a1e2-455c2fede314 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1881634979', 'description': 'tempest-description--320029617'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:36.358839 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48bdb730-8036-44a8-a811-dd3e40704d4a tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.365414 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6be4f2a-08d3-432f-a1e2-455c2fede314 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.453407 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9f031776-8c39-42ac-a528-c3dc51748c90 None None] Provisioning complete for port 762c123b-88ce-45d8-87f6-424c68b11183 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:36.455279 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9f031776-8c39-42ac-a528-c3dc51748c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.636163 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae21c719-faf9-470a-b92d-86de7dc62e39', 'name': '', 'tenant_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d060d8c-9026-4cb8-91a4-ce0e5070b517', 'external_fixed_ips': [{'subnet_id': '12d67902-8d9c-47f7-ade8-babdc1de02ec', 'ip_address': '2001:db8::24e'}], 'enable_snat': True}, 'gw_port_id': '42176618-e184-4069-9dd1-7cf28c526f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:28Z', 'updated_at': '2021-11-03T18:52:33Z', 'revision_number': 3, 'project_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'gw_port': {'id': '42176618-e184-4069-9dd1-7cf28c526f51', 'name': '', 'network_id': '9d060d8c-9026-4cb8-91a4-ce0e5070b517', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:17:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae21c719-faf9-470a-b92d-86de7dc62e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '12d67902-8d9c-47f7-ade8-babdc1de02ec', 'ip_address': '2001:db8::24e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:31Z', 'updated_at': '2021-11-03T18:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12d67902-8d9c-47f7-ade8-babdc1de02ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:36.687761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9f031776-8c39-42ac-a528-c3dc51748c90 None None] Port 762c123b-88ce-45d8-87f6-424c68b11183 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:36.766951 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Checking router: ae21c719-faf9-470a-b92d-86de7dc62e39 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:52:36.770245 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Updating router ae21c719-faf9-470a-b92d-86de7dc62e39 port 42176618-e184-4069-9dd1-7cf28c526f51 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:52:36.859113 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48bdb730-8036-44a8-a811-dd3e40704d4a tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.919342 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6be4f2a-08d3-432f-a1e2-455c2fede314 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.921422 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:36.933895 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6be4f2a-08d3-432f-a1e2-455c2fede314 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.109967 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6be4f2a-08d3-432f-a1e2-455c2fede314 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.117997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d6be4f2a-08d3-432f-a1e2-455c2fede314 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8303988 Nov 03 18:52:37.169201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32988) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:37.187457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4d1abba3-5ea9-435d-98f3-b9383d7e6ee4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'security_group_rule': {'security_group_id': 'f9fc129b-f51d-4e79-ab5a-ddb818d592cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:37.247113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be4f2a-08d3-432f-a1e2-455c2fede314 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fc129b-f51d-4e79-ab5a-ddb818d592cd,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:37.387233 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d1abba3-5ea9-435d-98f3-b9383d7e6ee4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.393511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-48bdb730-8036-44a8-a811-dd3e40704d4a tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Deleting port 42176618-e184-4069-9dd1-7cf28c526f51 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:37.398253 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48bdb730-8036-44a8-a811-dd3e40704d4a tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.447245 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b89fe461-4c5e-4fe2-aff1-4963ce0da6f7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.454370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e829f33-73a1-4a08-ad88-206f4ff35245 req-c98c7af8-839e-4003-9039-fa178e45b1a3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:37.457280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e829f33-73a1-4a08-ad88-206f4ff35245 req-c98c7af8-839e-4003-9039-fa178e45b1a3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.3188469 Nov 03 18:52:37.575049 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b89fe461-4c5e-4fe2-aff1-4963ce0da6f7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port 495904bd-dfd8-4b3a-b996-37dbbbb82a18 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:37.581079 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b89fe461-4c5e-4fe2-aff1-4963ce0da6f7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.601385 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.620406 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.723524 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e829f33-73a1-4a08-ad88-206f4ff35245 req-5570ec58-daf7-4616-a73c-8b3e48b120eb tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326863 Nov 03 18:52:37.724519 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b89fe461-4c5e-4fe2-aff1-4963ce0da6f7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.741113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b89fe461-4c5e-4fe2-aff1-4963ce0da6f7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for 495904bd-dfd8-4b3a-b996-37dbbbb82a18 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:37.742312 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Attempting to bind port 42176618-e184-4069-9dd1-7cf28c526f51 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:37.742684 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Attempting to bind port 42176618-e184-4069-9dd1-7cf28c526f51 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '65936224-baec-408c-af68-78cacea16ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9d060d8c-9026-4cb8-91a4-ce0e5070b517'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:37.743067 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Attempting to bind port 42176618-e184-4069-9dd1-7cf28c526f51 on network 9d060d8c-9026-4cb8-91a4-ce0e5070b517 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:37.756185 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad094a2f-516a-4d38-91c1-4015b4f6666c None None] Pushing event updated for resources: {'Port': ['ID=42176618-e184-4069-9dd1-7cf28c526f51,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:37.759498 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:37.759901 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Checking segment: {'id': '65936224-baec-408c-af68-78cacea16ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9d060d8c-9026-4cb8-91a4-ce0e5070b517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:37.760314 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.782492 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Bound using segment: {'id': '65936224-baec-408c-af68-78cacea16ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9d060d8c-9026-4cb8-91a4-ce0e5070b517'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:37.783196 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Bound port: 42176618-e184-4069-9dd1-7cf28c526f51, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65936224-baec-408c-af68-78cacea16ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9d060d8c-9026-4cb8-91a4-ce0e5070b517'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:37.783456 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.821089 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad094a2f-516a-4d38-91c1-4015b4f6666c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:37.821383 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad094a2f-516a-4d38-91c1-4015b4f6666c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:37.821942 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad094a2f-516a-4d38-91c1-4015b4f6666c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:37.822400 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad094a2f-516a-4d38-91c1-4015b4f6666c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:37.822736 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad094a2f-516a-4d38-91c1-4015b4f6666c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:37.823061 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad094a2f-516a-4d38-91c1-4015b4f6666c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:37.823385 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad094a2f-516a-4d38-91c1-4015b4f6666c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:37.823730 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad094a2f-516a-4d38-91c1-4015b4f6666c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:37.824147 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad094a2f-516a-4d38-91c1-4015b4f6666c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:37.824469 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad094a2f-516a-4d38-91c1-4015b4f6666c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:37.824785 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad094a2f-516a-4d38-91c1-4015b4f6666c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:37.825129 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad094a2f-516a-4d38-91c1-4015b4f6666c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:37.878412 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] For port 42176618-e184-4069-9dd1-7cf28c526f51, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:37.881909 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] For port 42176618-e184-4069-9dd1-7cf28c526f51, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=42176618-e184-4069-9dd1-7cf28c526f51,segment=NetworkSegment(65936224-baec-408c-af68-78cacea16ff8),segment_id=65936224-baec-408c-af68-78cacea16ff8)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:37.886722 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.888764 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d1abba3-5ea9-435d-98f3-b9383d7e6ee4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.891425 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48bdb730-8036-44a8-a811-dd3e40704d4a tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:37.921678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-48bdb730-8036-44a8-a811-dd3e40704d4a tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Calling delete_port for 42176618-e184-4069-9dd1-7cf28c526f51 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:37.990699 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d1abba3-5ea9-435d-98f3-b9383d7e6ee4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.012580 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Routers {'ae21c719-faf9-470a-b92d-86de7dc62e39'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:38.013209 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ae21c719-faf9-470a-b92d-86de7dc62e39'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:38.025233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1abba3-5ea9-435d-98f3-b9383d7e6ee4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d712e262-b406-451f-814b-5835fdf8a016,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:38.025693 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad094a2f-516a-4d38-91c1-4015b4f6666c None None] Pushing event updated for resources: {'Port': ['ID=42176618-e184-4069-9dd1-7cf28c526f51,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:38.101912 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b89fe461-4c5e-4fe2-aff1-4963ce0da6f7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.133353 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d1abba3-5ea9-435d-98f3-b9383d7e6ee4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.136413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4d1abba3-5ea9-435d-98f3-b9383d7e6ee4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9526219 Nov 03 18:52:38.143874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33004) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:38.164525 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fe461-4c5e-4fe2-aff1-4963ce0da6f7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=495904bd-dfd8-4b3a-b996-37dbbbb82a18,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:38.166067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-82c5893c-cb21-46a5-a147-75b558113f91 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'security_group_rule': {'security_group_id': 'f9fc129b-f51d-4e79-ab5a-ddb818d592cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:38.331747 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] Set router ae21c719-faf9-470a-b92d-86de7dc62e39 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:38.340025 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b89fe461-4c5e-4fe2-aff1-4963ce0da6f7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.415318 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-82c5893c-cb21-46a5-a147-75b558113f91 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.473279 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae21c719-faf9-470a-b92d-86de7dc62e39', 'name': '', 'tenant_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:28Z', 'updated_at': '2021-11-03T18:52:36Z', 'revision_number': 4, 'project_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:38.527925 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48bdb730-8036-44a8-a811-dd3e40704d4a tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.548171 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6737cd61-fd01-46cb-87ad-a7a8e9298c49 None None] The sync data for ids ['ae21c719-faf9-470a-b92d-86de7dc62e39'] in n-d-812150-4 is: [{'id': 'ae21c719-faf9-470a-b92d-86de7dc62e39', 'name': '', 'tenant_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:28Z', 'updated_at': '2021-11-03T18:52:36Z', 'revision_number': 4, 'project_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'gw_port_host': None}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:38.641102 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b89fe461-4c5e-4fe2-aff1-4963ce0da6f7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.644813 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b89fe461-4c5e-4fe2-aff1-4963ce0da6f7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.674122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdb730-8036-44a8-a811-dd3e40704d4a tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Pushing event deleted for resources: {'Port': ['ID=42176618-e184-4069-9dd1-7cf28c526f51,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:38.710567 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48bdb730-8036-44a8-a811-dd3e40704d4a tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.757480 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b89fe461-4c5e-4fe2-aff1-4963ce0da6f7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.758284 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89fe461-4c5e-4fe2-aff1-4963ce0da6f7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Fanout notify agent at l3_agent the message router_deleted on router 6573bc9f-13db-4343-8845-54b9cc16320b {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:52:38.767832 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b89fe461-4c5e-4fe2-aff1-4963ce0da6f7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.772982 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b89fe461-4c5e-4fe2-aff1-4963ce0da6f7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/routers/6573bc9f-13db-4343-8845-54b9cc16320b HTTP/1.1" status: 204 len: 168 time: 3.0144105 Nov 03 18:52:38.793447 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33016) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:38.815885 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a57c7311-cff5-4b50-a715-ecf6cca8457e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'network': {'name': 'tempest-RoutersTest-527214209'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:38.830996 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-82c5893c-cb21-46a5-a147-75b558113f91 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.874172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57c7311-cff5-4b50-a715-ecf6cca8457e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:38.878657 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a57c7311-cff5-4b50-a715-ecf6cca8457e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.922206 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-82c5893c-cb21-46a5-a147-75b558113f91 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.944086 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57c7311-cff5-4b50-a715-ecf6cca8457e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:52:38.962920 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48bdb730-8036-44a8-a811-dd3e40704d4a tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.970868 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48bdb730-8036-44a8-a811-dd3e40704d4a tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.973137 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a57c7311-cff5-4b50-a715-ecf6cca8457e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:38.973855 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-a57c7311-cff5-4b50-a715-ecf6cca8457e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Added segment 21dcc77a-81e0-4318-86c5-cf921cb71980 of type vlan for network ec54ba9a-6e3b-426c-958b-82a47b4b1565 Nov 03 18:52:39.047892 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a57c7311-cff5-4b50-a715-ecf6cca8457e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.121633 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48bdb730-8036-44a8-a811-dd3e40704d4a tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.122725 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bdb730-8036-44a8-a811-dd3e40704d4a tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae21c719-faf9-470a-b92d-86de7dc62e39 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:52:39.130171 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a57c7311-cff5-4b50-a715-ecf6cca8457e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.131685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5893c-cb21-46a5-a147-75b558113f91 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee27431a-b840-4627-9d5c-6318deb3661f,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:39.136768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57c7311-cff5-4b50-a715-ecf6cca8457e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:39.141389 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a57c7311-cff5-4b50-a715-ecf6cca8457e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.155325 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48bdb730-8036-44a8-a811-dd3e40704d4a tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.157489 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-48bdb730-8036-44a8-a811-dd3e40704d4a tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "DELETE /v2.0/routers/ae21c719-faf9-470a-b92d-86de7dc62e39 HTTP/1.1" status: 204 len: 168 time: 3.2160389 Nov 03 18:52:39.168926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33030) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:39.173902 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-82c5893c-cb21-46a5-a147-75b558113f91 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.186923 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-82c5893c-cb21-46a5-a147-75b558113f91 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0399835 Nov 03 18:52:39.252501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33032) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:39.273753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:39.289654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720bcde-2e85-40cc-8416-39e216418d9e req-42b22fac-8e7f-435c-b88c-bdfca59d2239 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:39.304511 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f720bcde-2e85-40cc-8416-39e216418d9e req-42b22fac-8e7f-435c-b88c-bdfca59d2239 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.3857634 Nov 03 18:52:39.361751 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.402312 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f720bcde-2e85-40cc-8416-39e216418d9e req-5e5d7e6b-bb3a-487f-ab1b-ea396fd8acca tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952880 Nov 03 18:52:39.417327 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f9642b-43e6-4097-aa3c-5599684fd752 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Deleting subnet 12d67902-8d9c-47f7-ade8-babdc1de02ec {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:52:39.423171 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8f9642b-43e6-4097-aa3c-5599684fd752 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.472211 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a57c7311-cff5-4b50-a715-ecf6cca8457e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6775014 Nov 03 18:52:39.478332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33044) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:39.487858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'subnet': {'network_id': 'ec54ba9a-6e3b-426c-958b-82a47b4b1565', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:39.494470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c7311-cff5-4b50-a715-ecf6cca8457e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Network': ['ID=ec54ba9a-6e3b-426c-958b-82a47b4b1565,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:39.511435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network ec54ba9a-6e3b-426c-958b-82a47b4b1565 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:52:39.630660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8f9642b-43e6-4097-aa3c-5599684fd752 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.668982 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.728048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:39.735118 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:39.926117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Allocated IP 172.25.2.170 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/c2c917ea-1932-4d02-8250-3163a2bd5d21) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:39.935674 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8f9642b-43e6-4097-aa3c-5599684fd752 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.067346 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.094476 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8f9642b-43e6-4097-aa3c-5599684fd752 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.162808 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.247690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.247894 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8f9642b-43e6-4097-aa3c-5599684fd752 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.262708 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f8f9642b-43e6-4097-aa3c-5599684fd752 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "DELETE /v2.0/subnets/12d67902-8d9c-47f7-ade8-babdc1de02ec HTTP/1.1" status: 204 len: 168 time: 1.0728204 Nov 03 18:52:40.289060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33072) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:40.310280 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:40.326923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:40.332265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:40.385176 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'Port': ['ID=c2c917ea-1932-4d02-8250-3163a2bd5d21,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:40.581579 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.697002 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.850850 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Subnet': ['ID=c4e7367c-94ec-49f4-a8bd-f83eec7df777,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:40.885405 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e2304fe-f178-4f09-be9e-1d325daacca0 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:40.890610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:40.891024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:40.891268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:40.891634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:40.892216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:40.892549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:40.892961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:40.893525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:40.893704 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:40.894463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:40.894463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:40.894798 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:52:40.899211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Checking segment: {'id': '21dcc77a-81e0-4318-86c5-cf921cb71980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ec54ba9a-6e3b-426c-958b-82a47b4b1565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:40.910043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network hostable DHCP agents. Network: ec54ba9a-6e3b-426c-958b-82a47b4b1565, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:52:40.979197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9642b-43e6-4097-aa3c-5599684fd752 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=12d67902-8d9c-47f7-ade8-babdc1de02ec,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:41.014017 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932effbc-2465-4395-8b63-3c037c0391e2 req-a395e987-bbf2-41fb-9924-b1dc037e57d4 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:41.015634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-932effbc-2465-4395-8b63-3c037c0391e2 req-a395e987-bbf2-41fb-9924-b1dc037e57d4 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.2021651 Nov 03 18:52:41.023866 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.030397 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.096514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network ec54ba9a-6e3b-426c-958b-82a47b4b1565 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:52:41.165454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, ec54ba9a-6e3b-426c-958b-82a47b4b1565) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:41.174329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b091a3-9713-4929-b4d6-9f4f517b3969 None None] Network ec54ba9a-6e3b-426c-958b-82a47b4b1565 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:41.180901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'Port': ['ID=c2c917ea-1932-4d02-8250-3163a2bd5d21,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:41.221540 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.258089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:41.258951 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.264799 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.266059 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6da3a325-e481-4793-b0f4-692ff5c75562 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0088978 Nov 03 18:52:41.289290 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e2304fe-f178-4f09-be9e-1d325daacca0 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.337484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-304a856d-35b3-4500-8094-b737350e243e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8532877 Nov 03 18:52:41.337863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33104) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:41.343350 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-997a4410-3e37-4532-89b4-2a35bac464a5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1017116793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:41.378846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-8e2304fe-f178-4f09-be9e-1d325daacca0 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d060d8c-9026-4cb8-91a4-ce0e5070b517']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:41.395933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-932effbc-2465-4395-8b63-3c037c0391e2 req-5b65cc85-7647-4fb4-a237-3618ca867d2a tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124280 Nov 03 18:52:41.447149 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-8e2304fe-f178-4f09-be9e-1d325daacca0 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65936224-baec-408c-af68-78cacea16ff8') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:41.448182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-8e2304fe-f178-4f09-be9e-1d325daacca0 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65936224-baec-408c-af68-78cacea16ff8') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:41.462911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-997a4410-3e37-4532-89b4-2a35bac464a5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.464312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-997a4410-3e37-4532-89b4-2a35bac464a5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.524728 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e2304fe-f178-4f09-be9e-1d325daacca0 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.584092 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e2304fe-f178-4f09-be9e-1d325daacca0 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.605648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2304fe-f178-4f09-be9e-1d325daacca0 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:52:41.606174 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e2304fe-f178-4f09-be9e-1d325daacca0 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.744946 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-997a4410-3e37-4532-89b4-2a35bac464a5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.764283 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-997a4410-3e37-4532-89b4-2a35bac464a5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: items = [ Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:52:41.764469 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:52:41.797406 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-ec54ba9a-6e3b-426c-958b-82a47b4b1565', 'network_id': 'ec54ba9a-6e3b-426c-958b-82a47b4b1565', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'fixed_ips': [{'subnet_id': 'c4e7367c-94ec-49f4-a8bd-f83eec7df777'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:52:41.842940 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.919471 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e2304fe-f178-4f09-be9e-1d325daacca0 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.925509 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-997a4410-3e37-4532-89b4-2a35bac464a5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.931517 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-997a4410-3e37-4532-89b4-2a35bac464a5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5925205 Nov 03 18:52:41.932273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33124) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:41.934588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2304fe-f178-4f09-be9e-1d325daacca0 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d060d8c-9026-4cb8-91a4-ce0e5070b517 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 18:52:41.969753 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e2304fe-f178-4f09-be9e-1d325daacca0 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:41.973225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8e2304fe-f178-4f09-be9e-1d325daacca0 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "DELETE /v2.0/networks/9d060d8c-9026-4cb8-91a4-ce0e5070b517 HTTP/1.1" status: 204 len: 168 time: 1.6788845 Nov 03 18:52:42.030768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2304fe-f178-4f09-be9e-1d325daacca0 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d060d8c-9026-4cb8-91a4-ce0e5070b517,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:42.221616 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Allocated IP 172.20.0.2 (ec54ba9a-6e3b-426c-958b-82a47b4b1565/c4e7367c-94ec-49f4-a8bd-f83eec7df777/8707ac9c-146b-4416-af34-e98939071ba8) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:42.411621 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-da6dbe7f-07e6-4927-8379-f25d8586bdd2 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1881634979&fields=id&tenant_id=72caea157bda4c2da13cda8b237e3c26 HTTP/1.1" status: 200 len: 267 time: 0.1382651 Nov 03 18:52:42.583369 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6ae94a26-d07f-4106-b913-fdd555833e77 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:42.594233 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6ae94a26-d07f-4106-b913-fdd555833e77 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports/58701c1c-ad42-4e70-bb43-d7060e56eec3 HTTP/1.1" status: 200 len: 930 time: 0.1779103 Nov 03 18:52:42.617338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.767302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6c31ea73-821c-4834-a2b7-8eefb50a4130 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:42.772575 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.777074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33152) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:42.785509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6c31ea73-821c-4834-a2b7-8eefb50a4130 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports/762c123b-88ce-45d8-87f6-424c68b11183 HTTP/1.1" status: 200 len: 932 time: 0.1886871 Nov 03 18:52:42.801280 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6f66d479-2e3d-47e6-be00-888fecb29e6e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Request body: {'router': {'name': 'tempest-router--171603469', 'project_id': '066175ce730b44bcaa5f3188b07459fd'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:42.802081 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:42.932920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Pushing event updated for resources: {'Port': ['ID=8707ac9c-146b-4416-af34-e98939071ba8,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:42.959006 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Network ec54ba9a-6e3b-426c-958b-82a47b4b1565 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:42.967462 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:42.975439 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:43.035015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-e5ffc1b8-4bc3-47f1-9647-544056de4fb0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?network_id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2477696 Nov 03 18:52:43.036792 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f66d479-2e3d-47e6-be00-888fecb29e6e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.038215 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f66d479-2e3d-47e6-be00-888fecb29e6e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.123338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f66d479-2e3d-47e6-be00-888fecb29e6e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.137926 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f66d479-2e3d-47e6-be00-888fecb29e6e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.144702 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Attempting to bind port 8707ac9c-146b-4416-af34-e98939071ba8 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:43.145537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-c0b62388-efbb-42bf-b4fa-58bb1c67c525 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?network_id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1076672 Nov 03 18:52:43.145893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Attempting to bind port 8707ac9c-146b-4416-af34-e98939071ba8 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '21dcc77a-81e0-4318-86c5-cf921cb71980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ec54ba9a-6e3b-426c-958b-82a47b4b1565'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:43.148024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Attempting to bind port 8707ac9c-146b-4416-af34-e98939071ba8 on network ec54ba9a-6e3b-426c-958b-82a47b4b1565 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:43.175162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:43.177560 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Checking segment: {'id': '21dcc77a-81e0-4318-86c5-cf921cb71980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ec54ba9a-6e3b-426c-958b-82a47b4b1565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:43.178273 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.179001 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Bound using segment: {'id': '21dcc77a-81e0-4318-86c5-cf921cb71980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ec54ba9a-6e3b-426c-958b-82a47b4b1565'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:43.180228 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303baac-2114-4c29-be54-b802ba170e96 req-5306a0df-e352-4253-b917-51ceff3ea07f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:43.180404 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Bound port: 8707ac9c-146b-4416-af34-e98939071ba8, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dcc77a-81e0-4318-86c5-cf921cb71980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ec54ba9a-6e3b-426c-958b-82a47b4b1565'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:43.180867 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.198884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5303baac-2114-4c29-be54-b802ba170e96 req-5306a0df-e352-4253-b917-51ceff3ea07f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.4068370 Nov 03 18:52:43.218898 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f66d479-2e3d-47e6-be00-888fecb29e6e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.223124 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6f66d479-2e3d-47e6-be00-888fecb29e6e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4421260 Nov 03 18:52:43.226457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33162) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:43.358016 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ef50e3e-302b-408f-a3b3-7196a7cbe61e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.480986 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] For port 8707ac9c-146b-4416-af34-e98939071ba8, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:43.493748 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] For port 8707ac9c-146b-4416-af34-e98939071ba8, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8707ac9c-146b-4416-af34-e98939071ba8,segment=NetworkSegment(21dcc77a-81e0-4318-86c5-cf921cb71980),segment_id=21dcc77a-81e0-4318-86c5-cf921cb71980)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:43.501932 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.512558 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.573646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6eda01f8-4861-42b3-9ed2-484b8637dbec tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:43.597483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6eda01f8-4861-42b3-9ed2-484b8637dbec tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:43.620398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6eda01f8-4861-42b3-9ed2-484b8637dbec tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:43.635098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6eda01f8-4861-42b3-9ed2-484b8637dbec tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/networks?id=6b353351-5b83-45e9-9697-85cd3e4e0a38&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0 HTTP/1.1" status: 200 len: 1989 time: 0.4861546 Nov 03 18:52:43.666477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ef50e3e-302b-408f-a3b3-7196a7cbe61e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.694504 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ef50e3e-302b-408f-a3b3-7196a7cbe61e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.722018 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9adff9-e9a2-439b-96a2-97bc30bdb0ba None None] Pushing event updated for resources: {'Port': ['ID=8707ac9c-146b-4416-af34-e98939071ba8,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:43.778889 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-42dfe23a-96ea-46f8-8501-e0a35ad4c31c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/quotas/72caea157bda4c2da13cda8b237e3c26 HTTP/1.1" status: 200 len: 375 time: 0.1422594 Nov 03 18:52:43.870624 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Allocated IP 172.20.0.1 (ec54ba9a-6e3b-426c-958b-82a47b4b1565/c4e7367c-94ec-49f4-a8bd-f83eec7df777/fead400d-dc07-45ad-9ba4-88d0fe7c3500) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:43.893957 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ef50e3e-302b-408f-a3b3-7196a7cbe61e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.894791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef50e3e-302b-408f-a3b3-7196a7cbe61e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97482d50-fd57-4aab-8f10-2e2b16f82429 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:52:43.900703 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ef50e3e-302b-408f-a3b3-7196a7cbe61e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:43.902485 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1ef50e3e-302b-408f-a3b3-7196a7cbe61e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "DELETE /v2.0/routers/97482d50-fd57-4aab-8f10-2e2b16f82429 HTTP/1.1" status: 204 len: 168 time: 0.6719749 Nov 03 18:52:43.948829 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5303baac-2114-4c29-be54-b802ba170e96 req-83a10a03-7a06-48d7-9484-752f73610e80 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7472053 Nov 03 18:52:44.140648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0652c250-edf6-4d67-870c-070237be498e tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=72caea157bda4c2da13cda8b237e3c26&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3140948 Nov 03 18:52:44.188153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33196) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:44.301114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.494023 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.577208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1003424475', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:44.612282 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network ec54ba9a-6e3b-426c-958b-82a47b4b1565 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:44.615595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-51524d8f-06da-4ea6-97b8-781f47af1acd service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:52:44.617076 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-51524d8f-06da-4ea6-97b8-781f47af1acd service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.4755290 Nov 03 18:52:44.631995 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:44.670688 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:44.683386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=fead400d-dc07-45ad-9ba4-88d0fe7c3500,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:44.717268 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.719119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:44.836866 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.089291 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-3f387fa5-42c9-4875-a89a-5089fc1d0205 service neutron] 10.222.0.107 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604607 Nov 03 18:52:45.089556 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.116539 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.373273 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.476287 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19452890-6b71-4c3e-b422-da5b0edb60f4 req-b01c76a4-b1d3-4416-9fc7-681035965a68 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:45.477951 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19452890-6b71-4c3e-b422-da5b0edb60f4 req-b01c76a4-b1d3-4416-9fc7-681035965a68 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.3671634 Nov 03 18:52:45.611403 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0584b2f-29f2-48e6-baa1-0448c30bac3b None None] Network ec54ba9a-6e3b-426c-958b-82a47b4b1565 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:45.616399 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.624859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19452890-6b71-4c3e-b422-da5b0edb60f4 req-cfde31ff-80fd-4e70-bc51-c6084ef8396e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343699 Nov 03 18:52:45.625477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.661661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-ad068b31-8d83-43dc-927b-60786b327bd6 service neutron] 10.222.0.107 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711231 Nov 03 18:52:45.719559 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-51d40f48-f4ff-4c2a-a588-53a0c7cb96ea service neutron] 10.222.0.107 "GET /v2.0/ports/58701c1c-ad42-4e70-bb43-d7060e56eec3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0469356 Nov 03 18:52:45.851755 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:45.855152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=fead400d-dc07-45ad-9ba4-88d0fe7c3500,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:45.861382 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-4c000fe8-cfa5-45ec-b09b-77479112d6ac service neutron] 10.222.0.107 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325831 Nov 03 18:52:46.038875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c79be068-ffb2-4172-968f-6dea7f827eac None None] Provisioning complete for port 8707ac9c-146b-4416-af34-e98939071ba8 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:46.038875 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c79be068-ffb2-4172-968f-6dea7f827eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.110066 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.166877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network ec54ba9a-6e3b-426c-958b-82a47b4b1565 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:46.169621 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:46.186831 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.206555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8707ac9c-146b-4416-af34-e98939071ba8 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:46.492319 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 8707ac9c-146b-4416-af34-e98939071ba8 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:46.493684 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.570090 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c79be068-ffb2-4172-968f-6dea7f827eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.611184 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router d3523a5b-cd6a-4a8d-97dc-25e04d135047 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:52:46.631981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0f0d10be-1fa2-43a3-b795-5cc7d2de0bb0 service neutron] 10.222.0.107 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6327744 Nov 03 18:52:46.633275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Allocated IP 172.25.2.9 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/fa0cfb38-dac0-4184-b59e-7552282a19d7) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:46.663484 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c79be068-ffb2-4172-968f-6dea7f827eac None None] For port 8707ac9c-146b-4416-af34-e98939071ba8, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8707ac9c-146b-4416-af34-e98939071ba8,segment=NetworkSegment(21dcc77a-81e0-4318-86c5-cf921cb71980),segment_id=21dcc77a-81e0-4318-86c5-cf921cb71980)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:46.698628 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.710247 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c79be068-ffb2-4172-968f-6dea7f827eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.838984 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.899539 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:46.913844 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:46.930257 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b24ef911-04ca-4ecb-9f39-6c6f3b8313ae tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/d3523a5b-cd6a-4a8d-97dc-25e04d135047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9968686 Nov 03 18:52:46.933716 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33296) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:46.935221 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:52:46.935718 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:52:46.950680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f126d51-645b-47fa-9a29-91c409c496b5 None None] Sync routers for ids ['d3523a5b-cd6a-4a8d-97dc-25e04d135047'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:47.000588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1ddbb-3b40-4f78-b7f1-d91ae09cc466 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:47.003326 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2eb1ddbb-3b40-4f78-b7f1-d91ae09cc466 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports/fead400d-dc07-45ad-9ba4-88d0fe7c3500 HTTP/1.1" status: 200 len: 910 time: 0.0686567 Nov 03 18:52:47.005964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33304) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:47.006544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f126d51-645b-47fa-9a29-91c409c496b5 None None] Routers {'d3523a5b-cd6a-4a8d-97dc-25e04d135047'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:47.007351 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2f126d51-645b-47fa-9a29-91c409c496b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d3523a5b-cd6a-4a8d-97dc-25e04d135047'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:47.014585 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ffdced12-53c6-44ef-bb0f-675e29f03e76 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4e7367c-94ec-49f4-a8bd-f83eec7df777'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:47.060440 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9abf7a7e-b7cf-45df-8ee0-cf7aab9f21e8 None None] Provisioning complete for port fead400d-dc07-45ad-9ba4-88d0fe7c3500 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:47.060812 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9abf7a7e-b7cf-45df-8ee0-cf7aab9f21e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.062697 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79be068-ffb2-4172-968f-6dea7f827eac None None] Pushing event updated for resources: {'Port': ['ID=8707ac9c-146b-4416-af34-e98939071ba8,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:47.067296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2f126d51-645b-47fa-9a29-91c409c496b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:47.112221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:47.122589 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-ba56d96e-fcd2-4c6a-81f0-0a48c1ea100d service neutron] 10.222.0.107 "GET /v2.0/ports/762c123b-88ce-45d8-87f6-424c68b11183?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2486129 Nov 03 18:52:47.130563 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f126d51-645b-47fa-9a29-91c409c496b5 None None] Routers {'d3523a5b-cd6a-4a8d-97dc-25e04d135047'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:47.131780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2f126d51-645b-47fa-9a29-91c409c496b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d3523a5b-cd6a-4a8d-97dc-25e04d135047'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:47.134096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9abf7a7e-b7cf-45df-8ee0-cf7aab9f21e8 None None] Port fead400d-dc07-45ad-9ba4-88d0fe7c3500 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:47.136734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:47.156371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:47.252807 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2f126d51-645b-47fa-9a29-91c409c496b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:47.253458 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f126d51-645b-47fa-9a29-91c409c496b5 None None] The sync data for ids ['d3523a5b-cd6a-4a8d-97dc-25e04d135047'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:47.258948 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Pushing event updated for resources: {'Port': ['ID=fa0cfb38-dac0-4184-b59e-7552282a19d7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:47.282758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9abf7a7e-b7cf-45df-8ee0-cf7aab9f21e8 None None] Provisioning complete for port 8707ac9c-146b-4416-af34-e98939071ba8 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:47.283023 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d0e7-81e0-470f-a608-4b6912470750 req-4d084ab2-57ad-4936-9ccf-fe308850c416 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:47.283172 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9abf7a7e-b7cf-45df-8ee0-cf7aab9f21e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.298033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fca8d0e7-81e0-470f-a608-4b6912470750 req-4d084ab2-57ad-4936-9ccf-fe308850c416 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 943 time: 0.4222729 Nov 03 18:52:47.585194 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-3685f429-e958-49e3-b936-2ee269601f8c service neutron] 10.222.0.107 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328084 Nov 03 18:52:47.725827 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-07ade4ce-77a9-4e7e-a547-90d7e79ae609 None None] Provisioning complete for port fead400d-dc07-45ad-9ba4-88d0fe7c3500 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:47.726452 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-07ade4ce-77a9-4e7e-a547-90d7e79ae609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:47.757796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fca8d0e7-81e0-470f-a608-4b6912470750 req-f214e708-a9f1-4c5b-97ea-ffa38d8714f6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4572401 Nov 03 18:52:47.838080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-07ade4ce-77a9-4e7e-a547-90d7e79ae609 None None] Port fead400d-dc07-45ad-9ba4-88d0fe7c3500 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:47.915067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33340) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:47.999971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8707ac9c-146b-4416-af34-e98939071ba8 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:48.103107 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-bbc018aa-d511-44d7-b5e8-a0381a0747b5 service neutron] 10.222.0.107 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062275 Nov 03 18:52:48.106907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 8707ac9c-146b-4416-af34-e98939071ba8 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:48.109410 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.126045 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ffdced12-53c6-44ef-bb0f-675e29f03e76 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.170526 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device aec281bb-43c9-4653-a296-0a3842dc700e details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:52:48.297028 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca04c15c-5a32-4ac4-9c91-226ca223db4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.535437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port aec281bb-43c9-4653-a296-0a3842dc700e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=aec281bb-43c9-4653-a296-0a3842dc700e,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:48.594141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'port_id': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'mac_address': 'fa:16:3e:da:22:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:52:48.685799 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.729802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec281bb-43c9-4653-a296-0a3842dc700e {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:52:48.746445 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ffdced12-53c6-44ef-bb0f-675e29f03e76 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.766545 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ffdced12-53c6-44ef-bb0f-675e29f03e76 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.774638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port aec281bb-43c9-4653-a296-0a3842dc700e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=aec281bb-43c9-4653-a296-0a3842dc700e,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:48.781289 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.862013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdced12-53c6-44ef-bb0f-675e29f03e76 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:48.862883 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ffdced12-53c6-44ef-bb0f-675e29f03e76 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.867654 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ffdced12-53c6-44ef-bb0f-675e29f03e76 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/ports/fead400d-dc07-45ad-9ba4-88d0fe7c3500 HTTP/1.1" status: 200 len: 910 time: 1.8573041 Nov 03 18:52:48.885981 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33374) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:48.908435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=aec281bb-43c9-4653-a296-0a3842dc700e,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:48.958836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-13ccef1d-fb6e-4f8a-9020-a6128f330d41 service neutron] 10.222.0.107 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8436308 Nov 03 18:52:48.967407 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:48.992799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdced12-53c6-44ef-bb0f-675e29f03e76 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=fead400d-dc07-45ad-9ba4-88d0fe7c3500,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:49.172448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['aec281bb-43c9-4653-a296-0a3842dc700e'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:52:49.329978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ef43a-b7ac-400d-84e5-abbb400a9612 req-0a398949-8d74-417c-bf63-6ea13e9f330d tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:49.332332 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d50ef43a-b7ac-400d-84e5-abbb400a9612 req-0a398949-8d74-417c-bf63-6ea13e9f330d tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 944 time: 0.3965425 Nov 03 18:52:49.370588 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4c4dae4-9fd9-4b03-97e3-02cf4d090de4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.510615 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-d66808f6-b7de-4897-a8dd-2bbdc2ebab71 service neutron] 10.222.0.107 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638784 Nov 03 18:52:49.519255 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca04c15c-5a32-4ac4-9c91-226ca223db4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.590078 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca04c15c-5a32-4ac4-9c91-226ca223db4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.668363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-d4c4dae4-9fd9-4b03-97e3-02cf4d090de4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port fead400d-dc07-45ad-9ba4-88d0fe7c3500 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:49.668716 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4c4dae4-9fd9-4b03-97e3-02cf4d090de4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.673534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d50ef43a-b7ac-400d-84e5-abbb400a9612 req-61c09db8-0236-4707-a55e-c63138d77970 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302855 Nov 03 18:52:49.777528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ca04c15c-5a32-4ac4-9c91-226ca223db4d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=858354c008604e36b0dfd7e20e7235a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8540623 Nov 03 18:52:49.782297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33426) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:49.798347 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4c4dae4-9fd9-4b03-97e3-02cf4d090de4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.798614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04c15c-5a32-4ac4-9c91-226ca223db4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb46d286-117f-454f-8440-62c686662814,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:49.819611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-d4c4dae4-9fd9-4b03-97e3-02cf4d090de4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for fead400d-dc07-45ad-9ba4-88d0fe7c3500 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:49.823253 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:49.936712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-8c2971dc-abd9-4b9a-92f7-f5525da983fd service neutron] 10.222.0.107 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065235 Nov 03 18:52:50.013946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33430) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:50.038994 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4c4dae4-9fd9-4b03-97e3-02cf4d090de4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.053949 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-27b5dbe5-066c-4727-b6ab-f30a30c55fcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.066530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4dae4-9fd9-4b03-97e3-02cf4d090de4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=fead400d-dc07-45ad-9ba4-88d0fe7c3500,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:50.112510 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-27b5dbe5-066c-4727-b6ab-f30a30c55fcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.129121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-3024c3df-5b31-4285-be9e-c54fc7b84120 service neutron] 10.222.0.107 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839182 Nov 03 18:52:50.147789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device aec281bb-43c9-4653-a296-0a3842dc700e up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:50.221583 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port aec281bb-43c9-4653-a296-0a3842dc700e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:50.222259 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.253521 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20e8e58b-6eb6-491b-9e5c-3ebd20b5204b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.259689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Router 226d03cf-7459-4f89-95aa-21139fa8e909 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:52:50.266450 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4c4dae4-9fd9-4b03-97e3-02cf4d090de4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.293585 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-27b5dbe5-066c-4727-b6ab-f30a30c55fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.296310 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-27b5dbe5-066c-4727-b6ab-f30a30c55fcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.300053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-27b5dbe5-066c-4727-b6ab-f30a30c55fcd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/eb46d286-117f-454f-8440-62c686662814 HTTP/1.1" status: 204 len: 168 time: 0.5140738 Nov 03 18:52:50.357936 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-1c1af7a6-67d6-4af5-8d3e-8dcdc51accc7 service neutron] 10.222.0.107 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145095 Nov 03 18:52:50.360471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5dbe5-066c-4727-b6ab-f30a30c55fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb46d286-117f-454f-8440-62c686662814,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:50.375234 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.418741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec281bb-43c9-4653-a296-0a3842dc700e'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:52:50.423456 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe7ddc6-bec7-411f-924f-43d2cd9da318" -d '{"events": [{"server_uuid": "b52d3d76-11ce-4a7f-92b4-192fb57bf171", "name": "network-vif-plugged", "status": "completed", "tag": "aec281bb-43c9-4653-a296-0a3842dc700e"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:52:50.440857 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port aec281bb-43c9-4653-a296-0a3842dc700e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=aec281bb-43c9-4653-a296-0a3842dc700e,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:50.448228 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.524243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c4dae4-9fd9-4b03-97e3-02cf4d090de4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router d3523a5b-cd6a-4a8d-97dc-25e04d135047 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:52:50.529045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:50.537566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=aec281bb-43c9-4653-a296-0a3842dc700e,revision_number=10']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:50.545065 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a90fcf-0307-47d8-849e-379c4fa5c56f None None] Sync routers for ids ['226d03cf-7459-4f89-95aa-21139fa8e909'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:50.551842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-ec2f77d4-59e5-4021-b7fb-ea860dc952a6 service neutron] 10.222.0.107 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587720 Nov 03 18:52:50.562034 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a90fcf-0307-47d8-849e-379c4fa5c56f None None] Routers {'226d03cf-7459-4f89-95aa-21139fa8e909'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:50.563255 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-83a90fcf-0307-47d8-849e-379c4fa5c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['226d03cf-7459-4f89-95aa-21139fa8e909'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:50.567110 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82214ecf-6562-4fac-aa55-5886a40ff0f7 x-openstack-request-id: req-82214ecf-6562-4fac-aa55-5886a40ff0f7 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:52:50.567400 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52d3d76-11ce-4a7f-92b4-192fb57bf171", "name": "network-vif-plugged", "status": "completed", "tag": "aec281bb-43c9-4653-a296-0a3842dc700e", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:52:50.567707 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-82214ecf-6562-4fac-aa55-5886a40ff0f7 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:52:50.568592 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'code': 200} Nov 03 18:52:50.582453 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.585620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9627c6a6-62ed-4fbe-b88c-6bab5d490650 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3859489 Nov 03 18:52:50.598552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33440) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:50.678327 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-83a90fcf-0307-47d8-849e-379c4fa5c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:50.690583 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a90fcf-0307-47d8-849e-379c4fa5c56f None None] Routers {'226d03cf-7459-4f89-95aa-21139fa8e909'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:50.723848 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-83a90fcf-0307-47d8-849e-379c4fa5c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['226d03cf-7459-4f89-95aa-21139fa8e909'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:50.749830 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c4dae4-9fd9-4b03-97e3-02cf4d090de4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:50.769892 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965c3d1-86cf-4e0f-a61d-1005adcbbe88 None None] Sync routers for ids ['d3523a5b-cd6a-4a8d-97dc-25e04d135047'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:50.779085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33448) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:50.787077 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d4c4dae4-9fd9-4b03-97e3-02cf4d090de4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/d3523a5b-cd6a-4a8d-97dc-25e04d135047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8989711 Nov 03 18:52:50.790127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20e8e58b-6eb6-491b-9e5c-3ebd20b5204b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.801553 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20e8e58b-6eb6-491b-9e5c-3ebd20b5204b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:50.811885 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965c3d1-86cf-4e0f-a61d-1005adcbbe88 None None] Routers {'d3523a5b-cd6a-4a8d-97dc-25e04d135047'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:50.814033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a965c3d1-86cf-4e0f-a61d-1005adcbbe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d3523a5b-cd6a-4a8d-97dc-25e04d135047'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:50.823524 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-83a90fcf-0307-47d8-849e-379c4fa5c56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:50.827493 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a90fcf-0307-47d8-849e-379c4fa5c56f None None] The sync data for ids ['226d03cf-7459-4f89-95aa-21139fa8e909'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:50.874365 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a965c3d1-86cf-4e0f-a61d-1005adcbbe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:50.876766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a323a964-c669-4052-85cf-77e2d7191839 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/routers/226d03cf-7459-4f89-95aa-21139fa8e909 HTTP/1.1" status: 200 len: 923 time: 0.2763276 Nov 03 18:52:50.885792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33454) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:50.887955 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965c3d1-86cf-4e0f-a61d-1005adcbbe88 None None] Routers {'d3523a5b-cd6a-4a8d-97dc-25e04d135047'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:50.888584 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a965c3d1-86cf-4e0f-a61d-1005adcbbe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d3523a5b-cd6a-4a8d-97dc-25e04d135047'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:50.938412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a965c3d1-86cf-4e0f-a61d-1005adcbbe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:50.939338 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965c3d1-86cf-4e0f-a61d-1005adcbbe88 None None] The sync data for ids ['d3523a5b-cd6a-4a8d-97dc-25e04d135047'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:50.951626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5f5c02bf-adc9-44df-bd87-b35f577d470f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports?device_id=d3523a5b-cd6a-4a8d-97dc-25e04d135047 HTTP/1.1" status: 200 len: 205 time: 0.0772705 Nov 03 18:52:50.960712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33456) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:50.970738 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-20e8e58b-6eb6-491b-9e5c-3ebd20b5204b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=952399a5e14e4072bb446a093309e529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9554322 Nov 03 18:52:50.973788 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33460) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:50.978957 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b4415202-f4f2-4a98-82c6-ea2e20f94f13 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "GET /v2.0/ports?device_id=226d03cf-7459-4f89-95aa-21139fa8e909 HTTP/1.1" status: 200 len: 205 time: 0.0919569 Nov 03 18:52:50.981513 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33462) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:50.990848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8e58b-6eb6-491b-9e5c-3ebd20b5204b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad11252f-7b02-4b1b-af1a-2bf259b4e005,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:51.057827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff8987-7850-4a98-8be7-14c00b757021 req-4a161bce-bf7b-443a-9440-0373883560eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:51.059570 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-79c4ccd0-7fe9-438b-af1f-eb8dcd8ba1c5 service neutron] 10.222.0.107 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952400 Nov 03 18:52:51.060133 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bfff8987-7850-4a98-8be7-14c00b757021 req-4a161bce-bf7b-443a-9440-0373883560eb service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 1097 time: 0.1764841 Nov 03 18:52:51.130972 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0023e32-a586-4b1d-855d-f601761039c5 req-4d3bb6eb-4dfb-4340-9c1b-67b548f241a5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:51.136118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0023e32-a586-4b1d-855d-f601761039c5 req-4d3bb6eb-4dfb-4340-9c1b-67b548f241a5 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 946 time: 0.2472746 Nov 03 18:52:51.151069 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2fec25dc-21c1-49e8-bbf3-2b8bf38cc4fd tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.151857 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be81a722-abbe-4887-bade-7e33eb6e6e5c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.153985 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce819fea-ac8f-4b24-8968-87b633ea2013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.202113 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bfff8987-7850-4a98-8be7-14c00b757021 req-24d39a67-d4f8-45cb-a99b-9ed21bef43fb service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990314 Nov 03 18:52:51.281670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2fec25dc-21c1-49e8-bbf3-2b8bf38cc4fd tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.306132 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce819fea-ac8f-4b24-8968-87b633ea2013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.345349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2fec25dc-21c1-49e8-bbf3-2b8bf38cc4fd tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Deleting port fa0cfb38-dac0-4184-b59e-7552282a19d7 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:51.345728 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2fec25dc-21c1-49e8-bbf3-2b8bf38cc4fd tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.386557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33472) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:51.422141 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2fec25dc-21c1-49e8-bbf3-2b8bf38cc4fd tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.434628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2fec25dc-21c1-49e8-bbf3-2b8bf38cc4fd tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Calling delete_port for fa0cfb38-dac0-4184-b59e-7552282a19d7 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:51.474692 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0023e32-a586-4b1d-855d-f601761039c5 req-8ece717e-83c9-4002-af48-795ab768e74c tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3177240 Nov 03 18:52:51.480396 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be81a722-abbe-4887-bade-7e33eb6e6e5c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.484458 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be81a722-abbe-4887-bade-7e33eb6e6e5c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.490490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7957c27c-d8f6-4d38-843f-96c20518ceb0 service neutron] 10.222.0.107 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808575 Nov 03 18:52:51.546504 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce819fea-ac8f-4b24-8968-87b633ea2013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.550548 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce819fea-ac8f-4b24-8968-87b633ea2013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.555145 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ce819fea-ac8f-4b24-8968-87b633ea2013 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ad11252f-7b02-4b1b-af1a-2bf259b4e005 HTTP/1.1" status: 204 len: 168 time: 0.5750995 Nov 03 18:52:51.558253 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be81a722-abbe-4887-bade-7e33eb6e6e5c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.558749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be81a722-abbe-4887-bade-7e33eb6e6e5c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Fanout notify agent at l3_agent the message router_deleted on router d3523a5b-cd6a-4a8d-97dc-25e04d135047 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:52:51.566297 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be81a722-abbe-4887-bade-7e33eb6e6e5c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.567384 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-be81a722-abbe-4887-bade-7e33eb6e6e5c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/routers/d3523a5b-cd6a-4a8d-97dc-25e04d135047 HTTP/1.1" status: 204 len: 168 time: 0.6060176 Nov 03 18:52:51.572338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33478) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:51.584468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce819fea-ac8f-4b24-8968-87b633ea2013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad11252f-7b02-4b1b-af1a-2bf259b4e005,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:51.638574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7776d7-3371-49ea-87d7-f184ee7cc49b tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting subnet c4e7367c-94ec-49f4-a8bd-f83eec7df777 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:52:51.642675 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa7776d7-3371-49ea-87d7-f184ee7cc49b tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.674121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1939074503-network', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:51.725691 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa7776d7-3371-49ea-87d7-f184ee7cc49b tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.748344 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2fec25dc-21c1-49e8-bbf3-2b8bf38cc4fd tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.773332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] Made reservation on behalf of 76ea2e8c8d2c47c88162650b3bb31f2f for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:51.782036 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:51.799643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec25dc-21c1-49e8-bbf3-2b8bf38cc4fd tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Pushing event deleted for resources: {'Port': ['ID=fa0cfb38-dac0-4184-b59e-7552282a19d7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:51.894694 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2fec25dc-21c1-49e8-bbf3-2b8bf38cc4fd tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.028661 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2fec25dc-21c1-49e8-bbf3-2b8bf38cc4fd tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.031928 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2fec25dc-21c1-49e8-bbf3-2b8bf38cc4fd tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.089744 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2fec25dc-21c1-49e8-bbf3-2b8bf38cc4fd tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.091502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fec25dc-21c1-49e8-bbf3-2b8bf38cc4fd tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Fanout notify agent at l3_agent the message router_deleted on router 226d03cf-7459-4f89-95aa-21139fa8e909 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:52:52.100678 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2fec25dc-21c1-49e8-bbf3-2b8bf38cc4fd tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.106912 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2fec25dc-21c1-49e8-bbf3-2b8bf38cc4fd tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "DELETE /v2.0/routers/226d03cf-7459-4f89-95aa-21139fa8e909 HTTP/1.1" status: 204 len: 168 time: 1.1191890 Nov 03 18:52:52.108193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33504) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:52.113904 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1758637368', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'enable_snat': False}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:52.158466 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.159603 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.162744 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.227895 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.255008 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa7776d7-3371-49ea-87d7-f184ee7cc49b tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.347825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.382045 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.443911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.473224 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:52:52.484320 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0c8911d-1b61-43fa-942e-61527b9d4e43 req-90069e87-a746-4edd-8b7c-eb9d949efb43 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0977876 Nov 03 18:52:52.485918 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa7776d7-3371-49ea-87d7-f184ee7cc49b tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.547160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319bee97-b82c-4244-8ace-b29985959013,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:52.552773 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.553026 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] Added segment 9e830044-ff28-4a9b-92ee-8c8a34865a87 of type vlan for network b8df34ca-ba94-42ee-9d62-5358dcccaa2e Nov 03 18:52:52.557520 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa7776d7-3371-49ea-87d7-f184ee7cc49b tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.560622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aa7776d7-3371-49ea-87d7-f184ee7cc49b tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/c4e7367c-94ec-49f4-a8bd-f83eec7df777 HTTP/1.1" status: 204 len: 168 time: 0.9869814 Nov 03 18:52:52.561503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7776d7-3371-49ea-87d7-f184ee7cc49b tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e7367c-94ec-49f4-a8bd-f83eec7df777,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:52.563991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33530) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:52.569701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143c4bc4-2ddd-456b-8db1-bfbc50820206 None None] Network ec54ba9a-6e3b-426c-958b-82a47b4b1565 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:52.683158 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.750076 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.804307 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.811455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:52.812593 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.859639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931a02f-444a-4d69-a7f6-301c6cd4533a req-5afcfc6b-cbd5-4b3d-8c73-e6f998d69bfd tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:52.868375 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c931a02f-444a-4d69-a7f6-301c6cd4533a req-5afcfc6b-cbd5-4b3d-8c73-e6f998d69bfd tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 946 time: 0.2012379 Nov 03 18:52:52.916054 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966c082c-587d-4730-be58-1dcac2395b7d None None] DHCP port deletion for ec54ba9a-6e3b-426c-958b-82a47b4b1565 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:52:52.948510 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:52.963098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5737140 Nov 03 18:52:52.964126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33548) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:52.999512 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.056972 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c897598d-81d6-461f-b62a-a0f373b82199 admin admin] Request body: {'subnet': {'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1939074503-subnet', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:53.137091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3db26c-99da-4801-adb9-97804a4d033c admin admin] Pushing event updated for resources: {'Network': ['ID=b8df34ca-ba94-42ee-9d62-5358dcccaa2e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:53.160810 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Allocated IP 172.25.2.216 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:53.212224 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c931a02f-444a-4d69-a7f6-301c6cd4533a req-c3fc2972-f360-445b-b42d-dd80ddf878f3 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272800 Nov 03 18:52:53.218399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c897598d-81d6-461f-b62a-a0f373b82199 admin admin] Made reservation on behalf of 76ea2e8c8d2c47c88162650b3bb31f2f for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:53.225833 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c897598d-81d6-461f-b62a-a0f373b82199 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.282701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network b8df34ca-ba94-42ee-9d62-5358dcccaa2e details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:52:53.410730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port 8707ac9c-146b-4416-af34-e98939071ba8 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:53.417738 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.455161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-966c082c-587d-4730-be58-1dcac2395b7d None None] Deleting port 8707ac9c-146b-4416-af34-e98939071ba8 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:52:53.455546 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-966c082c-587d-4730-be58-1dcac2395b7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.518807 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c897598d-81d6-461f-b62a-a0f373b82199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.531662 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-966c082c-587d-4730-be58-1dcac2395b7d None None] For port 8707ac9c-146b-4416-af34-e98939071ba8, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8707ac9c-146b-4416-af34-e98939071ba8,segment=NetworkSegment(21dcc77a-81e0-4318-86c5-cf921cb71980),segment_id=21dcc77a-81e0-4318-86c5-cf921cb71980)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:53.532371 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-966c082c-587d-4730-be58-1dcac2395b7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.549305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-966c082c-587d-4730-be58-1dcac2395b7d None None] Calling delete_port for 8707ac9c-146b-4416-af34-e98939071ba8 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:53.603297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897598d-81d6-461f-b62a-a0f373b82199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=198c3cb9-5e02-42d7-a352-c11d8ce6ac88,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:53.615113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897598d-81d6-461f-b62a-a0f373b82199 admin admin] Checking segment: {'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:53.615493 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c897598d-81d6-461f-b62a-a0f373b82199 admin admin] Network hostable DHCP agents. Network: b8df34ca-ba94-42ee-9d62-5358dcccaa2e, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:52:53.639636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c897598d-81d6-461f-b62a-a0f373b82199 admin admin] Network b8df34ca-ba94-42ee-9d62-5358dcccaa2e is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:52:53.643339 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-966c082c-587d-4730-be58-1dcac2395b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.656757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-c897598d-81d6-461f-b62a-a0f373b82199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, b8df34ca-ba94-42ee-9d62-5358dcccaa2e) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:53.661826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c897598d-81d6-461f-b62a-a0f373b82199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:53.662441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c897598d-81d6-461f-b62a-a0f373b82199 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.675411 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c082c-587d-4730-be58-1dcac2395b7d None None] Pushing event deleted for resources: {'Port': ['ID=8707ac9c-146b-4416-af34-e98939071ba8,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:53.677681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ba844-630a-4593-90a7-c5b2bfdc86bf None None] Network b8df34ca-ba94-42ee-9d62-5358dcccaa2e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:53.687625 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c897598d-81d6-461f-b62a-a0f373b82199 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7111413 Nov 03 18:52:53.688643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33620) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:53.694892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1939074503-router', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:53.753810 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.757771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3390c0bc-173b-4948-8555-39719ca30323 req-187a82a1-fd3e-4af9-8d7b-ca9b9a0a746b tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0424151 Nov 03 18:52:53.772940 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.773995 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.778233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] For port 8707ac9c-146b-4416-af34-e98939071ba8, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8707ac9c-146b-4416-af34-e98939071ba8,segment=NetworkSegment(21dcc77a-81e0-4318-86c5-cf921cb71980),segment_id=21dcc77a-81e0-4318-86c5-cf921cb71980)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:53.779234 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.815274 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c082c-587d-4730-be58-1dcac2395b7d None None] No DVR routers for this DVR port 8707ac9c-146b-4416-af34-e98939071ba8 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:53.881918 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for 8707ac9c-146b-4416-af34-e98939071ba8 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:52:53.903885 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:53.909055 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33624) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:53.916168 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-b8df34ca-ba94-42ee-9d62-5358dcccaa2e', 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'fixed_ips': [{'subnet_id': '198c3cb9-5e02-42d7-a352-c11d8ce6ac88'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:52:53.917475 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.070687 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.103148 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.113155 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8707ac9c-146b-4416-af34-e98939071ba8 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:52:54.115891 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=8707ac9c-146b-4416-af34-e98939071ba8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:54.118960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No DVR routers for this DVR port 8707ac9c-146b-4416-af34-e98939071ba8 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:52:54.155013 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.163863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 8707ac9c-146b-4416-af34-e98939071ba8 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:52:54.164214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8707ac9c-146b-4416-af34-e98939071ba8 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:52:54.173894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Pushing event updated for resources: {'Port': ['ID=6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:54.183174 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:54.209711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:54.213001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:54.288183 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10e15139-0fd8-474d-8d9f-17d5cc65179c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.300343 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Allocated IP 172.20.0.2 (b8df34ca-ba94-42ee-9d62-5358dcccaa2e/198c3cb9-5e02-42d7-a352-c11d8ce6ac88/9ae8351e-fe33-4be4-b11e-fe75ea496875) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:54.438188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe51480-d0f3-42d2-855b-4f2a2e6148c0 req-17891dae-e518-4f9b-8948-d9299e9e1eca tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:54.439918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-afe51480-d0f3-42d2-855b-4f2a2e6148c0 req-17891dae-e518-4f9b-8948-d9299e9e1eca tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 946 time: 0.1049061 Nov 03 18:52:54.455550 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10e15139-0fd8-474d-8d9f-17d5cc65179c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.496267 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10e15139-0fd8-474d-8d9f-17d5cc65179c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.497333 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.504631 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.564156 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Network b8df34ca-ba94-42ee-9d62-5358dcccaa2e is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:54.568295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:54.576787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Pushing event updated for resources: {'Port': ['ID=9ae8351e-fe33-4be4-b11e-fe75ea496875,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:54.584716 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:54.598100 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.610882 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-10e15139-0fd8-474d-8d9f-17d5cc65179c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5474e804b32d454a8d66bfbf87bcf32d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7001143 Nov 03 18:52:54.615027 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e15139-0fd8-474d-8d9f-17d5cc65179c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae4307e-732e-475c-9b45-7df24db27785,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:54.615223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33630) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:54.650692 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.656466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-afe51480-d0f3-42d2-855b-4f2a2e6148c0 req-22aa0270-ec63-417d-8fbb-0922a642d650 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636674 Nov 03 18:52:54.664637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec54ba9a-6e3b-426c-958b-82a47b4b1565']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:54.682683 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.699435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Attempting to bind port 9ae8351e-fe33-4be4-b11e-fe75ea496875 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:54.700153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Attempting to bind port 9ae8351e-fe33-4be4-b11e-fe75ea496875 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:54.700681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Attempting to bind port 9ae8351e-fe33-4be4-b11e-fe75ea496875 on network b8df34ca-ba94-42ee-9d62-5358dcccaa2e {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:54.718021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21dcc77a-81e0-4318-86c5-cf921cb71980') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:54.718614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21dcc77a-81e0-4318-86c5-cf921cb71980') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:54.737888 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:54.738781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Checking segment: {'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:54.739657 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.740604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Bound using segment: {'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:54.741950 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Bound port: 9ae8351e-fe33-4be4-b11e-fe75ea496875, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:54.742592 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.765022 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.830196 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] For port 9ae8351e-fe33-4be4-b11e-fe75ea496875, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:54.835025 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] For port 9ae8351e-fe33-4be4-b11e-fe75ea496875, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9ae8351e-fe33-4be4-b11e-fe75ea496875,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:54.842972 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.862440 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0727c5ff-b78b-4b2e-8581-b8acef2c7a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.868853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Allocated IP 172.25.2.189 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/ca8ef888-060f-47b9-bf06-159770587e32) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:54.869564 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.894332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-acd6a336-8462-4f4c-82a4-7ebeb12e3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:54.895863 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-acd6a336-8462-4f4c-82a4-7ebeb12e3266 service neutron] 10.222.0.87 "GET /v2.0/ports/58701c1c-ad42-4e70-bb43-d7060e56eec3 HTTP/1.1" status: 200 len: 1026 time: 0.1279957 Nov 03 18:52:54.904366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:52:54.905083 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:52:54.911463 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:52:54.952877 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb998a4-f629-4210-9683-8fd0c73f78d4 None None] Pushing event updated for resources: {'Port': ['ID=9ae8351e-fe33-4be4-b11e-fe75ea496875,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:55.002851 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4993fd9c-8b03-414b-8e5c-5bf0747d18f9 req-e990c7c6-cd21-490f-b40b-1fc78362f75a tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0621207 Nov 03 18:52:55.017391 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0727c5ff-b78b-4b2e-8581-b8acef2c7a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.099074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7a9f376e-d841-4c85-bc90-c8565c4f5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:55.100578 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7a9f376e-d841-4c85-bc90-c8565c4f5cba service neutron] 10.222.0.87 "GET /v2.0/ports/762c123b-88ce-45d8-87f6-424c68b11183 HTTP/1.1" status: 200 len: 1028 time: 0.1674109 Nov 03 18:52:55.122739 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.130881 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.160911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.165296 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/networks/ec54ba9a-6e3b-426c-958b-82a47b4b1565 HTTP/1.1" status: 204 len: 168 time: 2.5990813 Nov 03 18:52:55.178639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33638) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:55.184023 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-8133013f-fd9f-4333-b80c-a5675a228dc4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2006759936', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:55.197113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd8147-5eb6-45cc-8f25-fe978d2af45e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Network': ['ID=ec54ba9a-6e3b-426c-958b-82a47b4b1565,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:55.209747 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.253026 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8133013f-fd9f-4333-b80c-a5675a228dc4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.254353 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8133013f-fd9f-4333-b80c-a5675a228dc4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.278560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:55.289311 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:55.298849 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ca8ef888-060f-47b9-bf06-159770587e32,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:55.309425 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:55.343665 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0727c5ff-b78b-4b2e-8581-b8acef2c7a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.346544 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0727c5ff-b78b-4b2e-8581-b8acef2c7a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.350597 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0727c5ff-b78b-4b2e-8581-b8acef2c7a43 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6ae4307e-732e-475c-9b45-7df24db27785 HTTP/1.1" status: 204 len: 168 time: 0.7285912 Nov 03 18:52:55.378503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727c5ff-b78b-4b2e-8581-b8acef2c7a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae4307e-732e-475c-9b45-7df24db27785,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:55.386485 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.474231 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8133013f-fd9f-4333-b80c-a5675a228dc4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.480314 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8133013f-fd9f-4333-b80c-a5675a228dc4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.484120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-01ec6d91-d28a-44fd-be46-13bb975811bc tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:55.494100 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-01ec6d91-d28a-44fd-be46-13bb975811bc tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:55.502326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-01ec6d91-d28a-44fd-be46-13bb975811bc tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:55.504358 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-01ec6d91-d28a-44fd-be46-13bb975811bc tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "GET /v2.0/networks?id=6b353351-5b83-45e9-9697-85cd3e4e0a38&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0 HTTP/1.1" status: 200 len: 1989 time: 0.3906436 Nov 03 18:52:55.624917 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8133013f-fd9f-4333-b80c-a5675a228dc4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.626473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8133013f-fd9f-4333-b80c-a5675a228dc4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4468615 Nov 03 18:52:55.629115 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33642) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:55.634308 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b8f5bba7-4351-4cc8-9132-a59daf45197e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'network': {'name': 'tempest-RoutersTest-1168776941'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:55.717120 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9176fb4f-fcf2-48ad-9bdb-a70f88dc479d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.739022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f5bba7-4351-4cc8-9132-a59daf45197e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:55.744697 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b8f5bba7-4351-4cc8-9132-a59daf45197e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.786190 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0757ec32-a70c-40f6-9513-f181046caf40 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72caea157bda4c2da13cda8b237e3c26 HTTP/1.1" status: 200 len: 380 time: 0.1780071 Nov 03 18:52:55.803444 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-9a4e6375-8d4d-4ee0-bbc1-bba7735c7223 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:52:55.804574 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-9a4e6375-8d4d-4ee0-bbc1-bba7735c7223 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0067370 Nov 03 18:52:55.805960 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.824594 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-dc59103c-7a6f-471d-94bd-b08f43fbfa96 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'port': {'device_id': '92789f42-d355-4256-9b13-075df3cae668', 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'admin_state_up': True, 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'security_groups': ['f9fc129b-f51d-4e79-ab5a-ddb818d592cd']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:55.840350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f5bba7-4351-4cc8-9132-a59daf45197e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:52:55.878906 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b8f5bba7-4351-4cc8-9132-a59daf45197e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.880103 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-b8f5bba7-4351-4cc8-9132-a59daf45197e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Added segment 779f63b2-8d0f-40a5-9d6b-0d67d1f1c059 of type vlan for network 20d580e3-0866-466d-bdda-4a1f6f813d47 Nov 03 18:52:55.933969 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:55.998579 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b8f5bba7-4351-4cc8-9132-a59daf45197e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.071680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9ae8351e-fe33-4be4-b11e-fe75ea496875 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:56.185260 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b8f5bba7-4351-4cc8-9132-a59daf45197e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.203168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f5bba7-4351-4cc8-9132-a59daf45197e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:56.203862 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b8f5bba7-4351-4cc8-9132-a59daf45197e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.208958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 9ae8351e-fe33-4be4-b11e-fe75ea496875 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:56.209466 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.297314 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-dc59103c-7a6f-471d-94bd-b08f43fbfa96 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Made reservation on behalf of 72caea157bda4c2da13cda8b237e3c26 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:56.310660 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-dc59103c-7a6f-471d-94bd-b08f43fbfa96 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.319213 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b31faf6d-b6eb-4c40-85e5-ae883e751ee8 req-f8540561-6f0d-404d-aab5-3099f4f28729 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.1124685 Nov 03 18:52:56.327860 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.397377 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Router 629605a1-981e-498f-88b4-1ebfe44ec07c is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:52:56.412567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 9ae8351e-fe33-4be4-b11e-fe75ea496875, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9ae8351e-fe33-4be4-b11e-fe75ea496875,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:52:56.419263 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b8f5bba7-4351-4cc8-9132-a59daf45197e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7890725 Nov 03 18:52:56.420743 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.429574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33658) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:56.445322 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-aae4f4bd-b375-425f-96af-353de5d4965e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'subnet': {'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:56.520659 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=9ae8351e-fe33-4be4-b11e-fe75ea496875,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:56.551405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78751338-baf7-4b2c-b91f-8287261c5c2a None None] Network b8df34ca-ba94-42ee-9d62-5358dcccaa2e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:56.573876 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5bba7-4351-4cc8-9132-a59daf45197e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Network': ['ID=20d580e3-0866-466d-bdda-4a1f6f813d47,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:56.599139 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 20d580e3-0866-466d-bdda-4a1f6f813d47 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:52:56.683523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae4f4bd-b375-425f-96af-353de5d4965e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:56.687910 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aae4f4bd-b375-425f-96af-353de5d4965e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.752522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-66bf4246-72d4-4bf6-866e-70708e9ebbec None None] Provisioning complete for port 9ae8351e-fe33-4be4-b11e-fe75ea496875 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:56.754044 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-66bf4246-72d4-4bf6-866e-70708e9ebbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.774930 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.804685 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-dc59103c-7a6f-471d-94bd-b08f43fbfa96 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Allocated IP 172.20.0.12 (6b353351-5b83-45e9-9697-85cd3e4e0a38/adadea0b-ba73-4bc3-9678-1424a1593c04/eb6009a2-de14-4b29-bc88-45d0d58e81f1) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:56.807926 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:56.817971 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Sync routers for ids ['629605a1-981e-498f-88b4-1ebfe44ec07c'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:56.836563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:56.840676 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Routers {'629605a1-981e-498f-88b4-1ebfe44ec07c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:56.840865 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9304ed66-0aa5-4671-ab7f-d370327192bd tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.7310302 Nov 03 18:52:56.842319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33668) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:56.843757 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['629605a1-981e-498f-88b4-1ebfe44ec07c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:56.983789 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3b55c059-cc9e-4643-b8d2-6fd63e869415 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/routers/629605a1-981e-498f-88b4-1ebfe44ec07c HTTP/1.1" status: 200 len: 909 time: 0.1401806 Nov 03 18:52:56.987422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33670) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:56.992654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1758637368', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'enable_snat': True}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:57.025070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33672) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:57.084580 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Set router 629605a1-981e-498f-88b4-1ebfe44ec07c gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:57.090838 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.092078 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.340350 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-dc59103c-7a6f-471d-94bd-b08f43fbfa96 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.420370 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-52d01c95-1f1e-4edf-9c39-106dccfadd38 None None] Provisioning complete for port 9ae8351e-fe33-4be4-b11e-fe75ea496875 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:57.420748 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-52d01c95-1f1e-4edf-9c39-106dccfadd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.499571 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.509668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-583065374'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:57.515838 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-dc59103c-7a6f-471d-94bd-b08f43fbfa96 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.521427 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629605a1-981e-498f-88b4-1ebfe44ec07c', 'name': 'tempest-snat-router-1758637368', 'tenant_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.216'}], 'enable_snat': False}, 'gw_port_id': '6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:52Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 3, 'project_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'gw_port': {'id': '6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629605a1-981e-498f-88b4-1ebfe44ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:53Z', 'updated_at': '2021-11-03T18:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:57.561443 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Checking router: 629605a1-981e-498f-88b4-1ebfe44ec07c for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:52:57.565724 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Updating router 629605a1-981e-498f-88b4-1ebfe44ec07c port 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:52:57.602460 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.676399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-dc59103c-7a6f-471d-94bd-b08f43fbfa96 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Network 6b353351-5b83-45e9-9697-85cd3e4e0a38 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:57.690241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-dc59103c-7a6f-471d-94bd-b08f43fbfa96 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:57.692545 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Made reservation on behalf of 40294b701fa04eb8a37db26165eceace for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:57.698287 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.702576 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-dc59103c-7a6f-471d-94bd-b08f43fbfa96 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:57.781249 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d443b94-250b-4672-92ca-d47e82657f2a req-0b99924b-7f41-4624-bf90-c62708bac373 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:57.782931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d443b94-250b-4672-92ca-d47e82657f2a req-0b99924b-7f41-4624-bf90-c62708bac373 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 932 time: 0.1746728 Nov 03 18:52:57.791747 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aae4f4bd-b375-425f-96af-353de5d4965e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.826199 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.844180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59103c-7a6f-471d-94bd-b08f43fbfa96 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'Port': ['ID=eb6009a2-de14-4b29-bc88-45d0d58e81f1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:57.909402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Router 29ca421e-049d-4c72-a8fd-275c0cb62fb3 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:52:57.932581 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-dc59103c-7a6f-471d-94bd-b08f43fbfa96 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:57.933190 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-dc59103c-7a6f-471d-94bd-b08f43fbfa96 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.949762 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:57.957783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4f4bd-b375-425f-96af-353de5d4965e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Subnet': ['ID=b8e4828f-9c88-4180-a496-aba5e99ba3fb,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:57.978288 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae4f4bd-b375-425f-96af-353de5d4965e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Checking segment: {'id': '779f63b2-8d0f-40a5-9d6b-0d67d1f1c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:57.978972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9ae8351e-fe33-4be4-b11e-fe75ea496875 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:52:57.979509 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae4f4bd-b375-425f-96af-353de5d4965e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network hostable DHCP agents. Network: 20d580e3-0866-466d-bdda-4a1f6f813d47, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:52:57.985812 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-dc59103c-7a6f-471d-94bd-b08f43fbfa96 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1679380 Nov 03 18:52:58.002682 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d443b94-250b-4672-92ca-d47e82657f2a req-6b6c9ac3-41cd-47f1-b0c4-c0b826c25f0c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123501 Nov 03 18:52:58.069093 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae4f4bd-b375-425f-96af-353de5d4965e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 20d580e3-0866-466d-bdda-4a1f6f813d47 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:52:58.070982 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.088428 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-30cb3656-fd4d-4b70-80a5-e4fbf5cc4b94 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'port': {'device_id': '92789f42-d355-4256-9b13-075df3cae668', 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49', 'admin_state_up': True, 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'security_groups': ['f9fc129b-f51d-4e79-ab5a-ddb818d592cd']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:58.090784 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.099210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-aae4f4bd-b375-425f-96af-353de5d4965e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 20d580e3-0866-466d-bdda-4a1f6f813d47) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:58.107618 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae4f4bd-b375-425f-96af-353de5d4965e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:58.108526 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aae4f4bd-b375-425f-96af-353de5d4965e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.117811 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816ed986-6032-42c6-a734-fd1ddaeb7a43 None None] Network 20d580e3-0866-466d-bdda-4a1f6f813d47 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:52:58.120036 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4eb300cc-1bf7-4fba-a0a1-7f7e2d87ebe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.172404 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Attempting to bind port 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:52:58.173025 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Attempting to bind port 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:52:58.174690 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Attempting to bind port 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:52:58.187286 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aae4f4bd-b375-425f-96af-353de5d4965e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7511578 Nov 03 18:52:58.188411 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33682) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:58.217377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-507f84c8-5c56-4558-97e8-272c2b7f4d86 None None] Provisioning complete for port eb6009a2-de14-4b29-bc88-45d0d58e81f1 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:58.218357 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-507f84c8-5c56-4558-97e8-272c2b7f4d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.231351 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:52:58.231764 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:52:58.236584 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.237075 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:52:58.237665 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Bound port: 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:52:58.238127 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.260161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 9ae8351e-fe33-4be4-b11e-fe75ea496875 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:52:58.260920 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.267305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-507f84c8-5c56-4558-97e8-272c2b7f4d86 None None] Port eb6009a2-de14-4b29-bc88-45d0d58e81f1 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:52:58.350803 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-30cb3656-fd4d-4b70-80a5-e4fbf5cc4b94 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Made reservation on behalf of 72caea157bda4c2da13cda8b237e3c26 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:52:58.355295 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-30cb3656-fd4d-4b70-80a5-e4fbf5cc4b94 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.370724 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9f70c-4db8-4e0e-be77-74166310c445 None None] Pushing event updated for resources: {'Port': ['ID=6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:58.410554 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:52:58.455155 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] For port 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:52:58.465453 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] For port 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:52:58.473574 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.484421 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.497414 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.507855 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Sync routers for ids ['29ca421e-049d-4c72-a8fd-275c0cb62fb3'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:52:58.564066 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-20d580e3-0866-466d-bdda-4a1f6f813d47', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:52:58.565210 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.579730 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.584151 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1d6ce413-761d-4775-a720-c23ed93a91a0 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8915479 Nov 03 18:52:58.584339 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Routers {'629605a1-981e-498f-88b4-1ebfe44ec07c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:58.584339 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['629605a1-981e-498f-88b4-1ebfe44ec07c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:58.587519 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33686) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:58.590441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Routers {'29ca421e-049d-4c72-a8fd-275c0cb62fb3'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:52:58.594932 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['29ca421e-049d-4c72-a8fd-275c0cb62fb3'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:58.614404 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:52:58.722669 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9f70c-4db8-4e0e-be77-74166310c445 None None] Pushing event updated for resources: {'Port': ['ID=6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:58.734532 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] Set router 629605a1-981e-498f-88b4-1ebfe44ec07c gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:58.827975 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:58.952433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Allocated IP 172.20.0.2 (20d580e3-0866-466d-bdda-4a1f6f813d47/b8e4828f-9c88-4180-a496-aba5e99ba3fb/8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:58.983077 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Set router 29ca421e-049d-4c72-a8fd-275c0cb62fb3 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:52:59.029361 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629605a1-981e-498f-88b4-1ebfe44ec07c', 'name': 'tempest-snat-router-1758637368', 'tenant_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.216'}], 'enable_snat': False}, 'gw_port_id': '6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:52Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 3, 'project_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'gw_port': {'id': '6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629605a1-981e-498f-88b4-1ebfe44ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:53Z', 'updated_at': '2021-11-03T18:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:59.101051 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d4fc3d-cd71-4828-980e-67361ddd18e4 None None] The sync data for ids ['629605a1-981e-498f-88b4-1ebfe44ec07c'] in n-d-812150-4 is: [{'id': '629605a1-981e-498f-88b4-1ebfe44ec07c', 'name': 'tempest-snat-router-1758637368', 'tenant_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.216'}], 'enable_snat': False}, 'gw_port_id': '6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:52Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 3, 'project_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'gw_port': {'id': '6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629605a1-981e-498f-88b4-1ebfe44ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:53Z', 'updated_at': '2021-11-03T18:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:52:59.218185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecabf37-7121-4d0e-8966-92a3a2a31212 req-23a0ad42-9eee-4ab9-aa00-931ed0356448 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:59.232222 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aecabf37-7121-4d0e-8966-92a3a2a31212 req-23a0ad42-9eee-4ab9-aa00-931ed0356448 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 932 time: 0.0932360 Nov 03 18:52:59.259566 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-30cb3656-fd4d-4b70-80a5-e4fbf5cc4b94 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Allocated IP 10.1.1.33 (3fe7be63-f171-40af-afef-cfb3cf900a49/91898547-fcb1-4e7d-acb0-7ceb6963cac4/5ab89f05-331d-4782-aa0b-943c45c22fa3) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:59.303267 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aecabf37-7121-4d0e-8966-92a3a2a31212 req-3fe52328-28ca-4d8b-9604-6fdf18cd51c9 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697637 Nov 03 18:52:59.371068 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d2ea66-e54d-4027-bb2b-c289f405e1fc,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:52:59.402244 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.403034 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Added segment c9dab50f-a6b6-4dd0-abba-8290d7dfd012 of type vlan for network 5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d Nov 03 18:52:59.462457 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.666724 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.675897 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.676145 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.704145 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.718270 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.744307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Network 20d580e3-0866-466d-bdda-4a1f6f813d47 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:52:59.748838 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:52:59.751846 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:52:59.778884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Allocated IP 172.20.0.1 (20d580e3-0866-466d-bdda-4a1f6f813d47/b8e4828f-9c88-4180-a496-aba5e99ba3fb/e818bf29-2983-4c1e-a6df-f744e067df4e) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:52:59.838622 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.846746 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'name': 'tempest-TestServerMultinode-1939074503-router', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ca8ef888-060f-47b9-bf06-159770587e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:53Z', 'updated_at': '2021-11-03T18:52:55Z', 'revision_number': 3, 'project_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'gw_port': {'id': 'ca8ef888-060f-47b9-bf06-159770587e32', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:54Z', 'updated_at': '2021-11-03T18:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:52:59.848163 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:52:59.848633 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.867928 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-30cb3656-fd4d-4b70-80a5-e4fbf5cc4b94 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.898940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Checking router: 29ca421e-049d-4c72-a8fd-275c0cb62fb3 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:52:59.899291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Updating router 29ca421e-049d-4c72-a8fd-275c0cb62fb3 port ca8ef888-060f-47b9-bf06-159770587e32 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:52:59.915499 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8892474 Nov 03 18:52:59.932898 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33692) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:52:59.952106 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:52:59.953316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-22b531db-ca60-413e-83e1-760e2bd74232 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Request body: {'subnet': {'network_id': '5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:52:59.995996 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Pushing event updated for resources: {'Port': ['ID=8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:00.008326 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.012542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Attempting to bind port 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:00.012921 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Attempting to bind port 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '779f63b2-8d0f-40a5-9d6b-0d67d1f1c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:00.013291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Attempting to bind port 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5 on network 20d580e3-0866-466d-bdda-4a1f6f813d47 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:00.018869 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.080277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 20d580e3-0866-466d-bdda-4a1f6f813d47 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:00.085294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:00.088011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:00.128494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=e818bf29-2983-4c1e-a6df-f744e067df4e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:00.152880 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.183188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b531db-ca60-413e-83e1-760e2bd74232 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Made reservation on behalf of 40294b701fa04eb8a37db26165eceace for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:00.187415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22b531db-ca60-413e-83e1-760e2bd74232 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.216684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:00.221089 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:00.221388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Checking segment: {'id': '779f63b2-8d0f-40a5-9d6b-0d67d1f1c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:00.221600 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.222090 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Bound using segment: {'id': '779f63b2-8d0f-40a5-9d6b-0d67d1f1c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:00.222588 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Bound port: 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779f63b2-8d0f-40a5-9d6b-0d67d1f1c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:00.222969 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.326066 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b48e6-ceec-4e3a-9cb4-d9038af7c4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Pushing event updated for resources: {'Network': ['ID=5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:00.355732 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.365834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:00.417126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Allocated IP 172.25.2.188 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/677186db-a8a0-4a0c-a522-c296b754c8b0) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:00.425485 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-30cb3656-fd4d-4b70-80a5-e4fbf5cc4b94 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.497690 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb3656-fd4d-4b70-80a5-e4fbf5cc4b94 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'Port': ['ID=5ab89f05-331d-4782-aa0b-943c45c22fa3,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:00.526712 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] For port 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:00.580981 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-30cb3656-fd4d-4b70-80a5-e4fbf5cc4b94 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Network 3fe7be63-f171-40af-afef-cfb3cf900a49 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:00.587571 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] For port 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5,segment=NetworkSegment(779f63b2-8d0f-40a5-9d6b-0d67d1f1c059),segment_id=779f63b2-8d0f-40a5-9d6b-0d67d1f1c059)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:00.600506 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.626249 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-30cb3656-fd4d-4b70-80a5-e4fbf5cc4b94 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:00.640614 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.680927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436d24c-9c8c-42d8-95f4-2c14efa9cba0 req-5daaf357-7dad-4739-b9f7-6325800c904a tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:00.687333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436d24c-9c8c-42d8-95f4-2c14efa9cba0 req-5daaf357-7dad-4739-b9f7-6325800c904a tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:00.689098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e436d24c-9c8c-42d8-95f4-2c14efa9cba0 req-5daaf357-7dad-4739-b9f7-6325800c904a tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 1653 time: 0.2097254 Nov 03 18:53:00.788415 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-30cb3656-fd4d-4b70-80a5-e4fbf5cc4b94 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:00.796003 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765477f3-28c8-42af-ba89-48ac11514720 None None] Pushing event updated for resources: {'Port': ['ID=8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:00.816695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:00.817078 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.820514 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.853165 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-30cb3656-fd4d-4b70-80a5-e4fbf5cc4b94 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:00.853894 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-30cb3656-fd4d-4b70-80a5-e4fbf5cc4b94 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.862424 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22b531db-ca60-413e-83e1-760e2bd74232 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:00.925337 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e436d24c-9c8c-42d8-95f4-2c14efa9cba0 req-3a956d85-364a-4cb3-b3c0-bab835f036f2 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255168 Nov 03 18:53:00.999904 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.029880 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.039208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:01.045789 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.066040 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.098429 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-30cb3656-fd4d-4b70-80a5-e4fbf5cc4b94 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0334651 Nov 03 18:53:01.115640 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b531db-ca60-413e-83e1-760e2bd74232 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Checking segment: {'id': 'c9dab50f-a6b6-4dd0-abba-8290d7dfd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:01.116015 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b531db-ca60-413e-83e1-760e2bd74232 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Network hostable DHCP agents. Network: 5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:01.134022 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:01.139283 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-051c2fdb-72da-4e0d-b2d8-3bf03de2806d None None] Provisioning complete for port 5ab89f05-331d-4782-aa0b-943c45c22fa3 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:01.140660 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-051c2fdb-72da-4e0d-b2d8-3bf03de2806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.174635 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.182578 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.195705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=e818bf29-2983-4c1e-a6df-f744e067df4e,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:01.206858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-051c2fdb-72da-4e0d-b2d8-3bf03de2806d None None] Port 5ab89f05-331d-4782-aa0b-943c45c22fa3 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:01.259533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-bc9d238b-e868-4c22-8bda-ac23fda1869c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'port': {'device_id': '92789f42-d355-4256-9b13-075df3cae668', 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49', 'admin_state_up': True, 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'security_groups': ['f9fc129b-f51d-4e79-ab5a-ddb818d592cd']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:01.322132 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.340107 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 20d580e3-0866-466d-bdda-4a1f6f813d47 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:01.345549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:01.398530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b531db-ca60-413e-83e1-760e2bd74232 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Pushing event updated for resources: {'Subnet': ['ID=fd49c4b1-8202-4960-83f7-b40cfd48a1ce,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:01.403338 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b531db-ca60-413e-83e1-760e2bd74232 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Network 5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:01.479619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-c41dd7c2-ee54-46de-9ff5-3b8426a6d53c req-35fe5819-c497-4f0d-b074-a4e38f5c296b service neutron] (101711) timed out ('10.222.0.107', 33212) {{(pid=101711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 18:53:01.481974 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.500460 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:01.519093 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-22b531db-ca60-413e-83e1-760e2bd74232 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:01.534875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 4df7dde2-3378-4c05-8e78-66efba8c1f04 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:53:01.535268 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:01.541493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b531db-ca60-413e-83e1-760e2bd74232 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:01.542227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22b531db-ca60-413e-83e1-760e2bd74232 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.546858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Pushing event updated for resources: {'Port': ['ID=677186db-a8a0-4a0c-a522-c296b754c8b0,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:01.552434 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:01.565740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5ba077-8b82-4c8c-853c-4efa63c1799a None None] Network 5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:01.720784 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-22b531db-ca60-413e-83e1-760e2bd74232 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7723274 Nov 03 18:53:01.743293 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33698) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:01.748927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1c1182dd-fb4f-48e6-85fa-304f89fc6598 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Request body: {'port': {'network_id': '5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-369039240'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:01.872044 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-bc9d238b-e868-4c22-8bda-ac23fda1869c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Made reservation on behalf of 72caea157bda4c2da13cda8b237e3c26 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:01.876028 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-bc9d238b-e868-4c22-8bda-ac23fda1869c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.902634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:01.916286 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Sync routers for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:01.931110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b9cee652-3a5c-4a76-94fe-e1d43a6b8f65 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/4df7dde2-3378-4c05-8e78-66efba8c1f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7350721 Nov 03 18:53:01.945543 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:01.949668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33702) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:01.951727 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:01.952312 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:01.966982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c7e8b28c-db41-4743-9915-9962b3a154ee tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'network': {'name': 'tempest-RoutersTest-1099787165'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:02.016015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1182dd-fb4f-48e6-85fa-304f89fc6598 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Made reservation on behalf of 40294b701fa04eb8a37db26165eceace for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:02.017185 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.028025 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c1182dd-fb4f-48e6-85fa-304f89fc6598 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.037399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e8b28c-db41-4743-9915-9962b3a154ee tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:02.041348 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b28c-db41-4743-9915-9962b3a154ee tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.065079 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.151896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-1c1182dd-fb4f-48e6-85fa-304f89fc6598 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] device_id is not set on port fd93f326-c708-4dce-89d4-1addb3041441 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:53:02.181805 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Attempting to bind port ca8ef888-060f-47b9-bf06-159770587e32 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:02.182080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Attempting to bind port ca8ef888-060f-47b9-bf06-159770587e32 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:02.182441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Attempting to bind port ca8ef888-060f-47b9-bf06-159770587e32 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:02.189122 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:02.189823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:02.190394 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.191000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:02.191684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Bound port: ca8ef888-060f-47b9-bf06-159770587e32, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:02.192256 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.208105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d76142-b1df-4da1-86d3-7102110c53d8 None None] Pushing event updated for resources: {'Port': ['ID=ca8ef888-060f-47b9-bf06-159770587e32,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:02.230892 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:02.247146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e8b28c-db41-4743-9915-9962b3a154ee tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:02.250820 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d', 'network_id': '5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d', 'tenant_id': '40294b701fa04eb8a37db26165eceace', 'fixed_ips': [{'subnet_id': 'fd49c4b1-8202-4960-83f7-b40cfd48a1ce'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:53:02.251763 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.275567 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b28c-db41-4743-9915-9962b3a154ee tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.276308 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-c7e8b28c-db41-4743-9915-9962b3a154ee tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Added segment 3498df1c-29a9-4daf-a0d7-353d34b63e64 of type vlan for network d8664ae5-9a6d-4604-be1a-41548d307a74 Nov 03 18:53:02.319221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] For port ca8ef888-060f-47b9-bf06-159770587e32, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:02.325502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] For port ca8ef888-060f-47b9-bf06-159770587e32, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ca8ef888-060f-47b9-bf06-159770587e32,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:02.331157 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:02.381221 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.407514 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b28c-db41-4743-9915-9962b3a154ee tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.460510 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b28c-db41-4743-9915-9962b3a154ee tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.470476 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8b28c-db41-4743-9915-9962b3a154ee tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:02.471283 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b28c-db41-4743-9915-9962b3a154ee tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.599991 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.610246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Routers {'29ca421e-049d-4c72-a8fd-275c0cb62fb3'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:02.612301 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['29ca421e-049d-4c72-a8fd-275c0cb62fb3'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:02.687124 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8b28c-db41-4743-9915-9962b3a154ee tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Network': ['ID=d8664ae5-9a6d-4604-be1a-41548d307a74,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:02.688300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-bc9d238b-e868-4c22-8bda-ac23fda1869c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Allocated IP 10.1.1.223 (3fe7be63-f171-40af-afef-cfb3cf900a49/91898547-fcb1-4e7d-acb0-7ceb6963cac4/b961a24e-417a-4a3f-8a1a-75bd3d9b7a15) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:02.696508 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c7e8b28c-db41-4743-9915-9962b3a154ee tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7412171 Nov 03 18:53:02.701044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33706) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:02.706375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a34872f7-9817-4636-bfa5-c2c842c93cf9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'subnet': {'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:02.732185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89652b83-0ce3-49df-8ba8-5be94e3a64b1 req-9de64f8e-ca51-4a02-8d98-a9896304d290 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:02.738836 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89652b83-0ce3-49df-8ba8-5be94e3a64b1 req-9de64f8e-ca51-4a02-8d98-a9896304d290 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:02.740787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89652b83-0ce3-49df-8ba8-5be94e3a64b1 req-9de64f8e-ca51-4a02-8d98-a9896304d290 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 1653 time: 0.6275251 Nov 03 18:53:02.760976 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:00Z', 'revision_number': 2, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:00Z', 'revision_number': 2, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:02.814162 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Checking router: 4df7dde2-3378-4c05-8e78-66efba8c1f04 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:02.815194 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Updating router 4df7dde2-3378-4c05-8e78-66efba8c1f04 port e818bf29-2983-4c1e-a6df-f744e067df4e binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:53:02.858028 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89652b83-0ce3-49df-8ba8-5be94e3a64b1 req-1df44436-fa9e-4b75-b89d-0a1355675710 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091506 Nov 03 18:53:02.883863 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.896405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34872f7-9817-4636-bfa5-c2c842c93cf9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:02.902024 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a34872f7-9817-4636-bfa5-c2c842c93cf9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:02.903416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Allocated IP 172.20.0.1 (b8df34ca-ba94-42ee-9d62-5358dcccaa2e/198c3cb9-5e02-42d7-a352-c11d8ce6ac88/eb78ca3a-5f31-4e90-8433-de60dc90ea41) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:02.959408 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network d8664ae5-9a6d-4604-be1a-41548d307a74 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:02.962368 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd464ea-587a-448d-89a5-361648f2c469 None None] Network 20d580e3-0866-466d-bdda-4a1f6f813d47 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:03.028145 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.067649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d76142-b1df-4da1-86d3-7102110c53d8 None None] Pushing event updated for resources: {'Port': ['ID=ca8ef888-060f-47b9-bf06-159770587e32,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:03.126419 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.137634 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] Set router 29ca421e-049d-4c72-a8fd-275c0cb62fb3 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:03.254044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Allocated IP 2001:db8::2 (5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d/fd49c4b1-8202-4960-83f7-b40cfd48a1ce/5163c2bc-7d06-4236-8181-828d4813ee34) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:03.325578 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a34872f7-9817-4636-bfa5-c2c842c93cf9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.343240 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-be94a017-c4c5-435b-8a17-21d127526607 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1080749 Nov 03 18:53:03.398599 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.407948 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.439696 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:03.440469 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.443487 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Provisioning complete for port 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:03.446309 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.463285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34872f7-9817-4636-bfa5-c2c842c93cf9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Subnet': ['ID=4e6d0640-a6e1-4172-8517-9e636aaa44eb,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:03.486271 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34872f7-9817-4636-bfa5-c2c842c93cf9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Checking segment: {'id': '3498df1c-29a9-4daf-a0d7-353d34b63e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:03.486673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34872f7-9817-4636-bfa5-c2c842c93cf9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network hostable DHCP agents. Network: d8664ae5-9a6d-4604-be1a-41548d307a74, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:03.508714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-653b5426-a90f-46a8-9ff7-ef16c0542e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:03.509197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-653b5426-a90f-46a8-9ff7-ef16c0542e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:03.509677 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-653b5426-a90f-46a8-9ff7-ef16c0542e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:03.510144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-653b5426-a90f-46a8-9ff7-ef16c0542e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:03.510611 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-653b5426-a90f-46a8-9ff7-ef16c0542e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:03.511070 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-653b5426-a90f-46a8-9ff7-ef16c0542e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:03.511748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-653b5426-a90f-46a8-9ff7-ef16c0542e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:03.514197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-653b5426-a90f-46a8-9ff7-ef16c0542e5f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c499298fecc740dd8356f938a201f1f9&device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 6499 time: 0.1058211 Nov 03 18:53:03.527319 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0953f37-0028-481c-a8a7-cff09e0b223c None None] Pushing event updated for resources: {'Port': ['ID=e818bf29-2983-4c1e-a6df-f744e067df4e,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:03.542455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34872f7-9817-4636-bfa5-c2c842c93cf9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network d8664ae5-9a6d-4604-be1a-41548d307a74 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:03.581136 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Attempting to bind port e818bf29-2983-4c1e-a6df-f744e067df4e on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:03.581509 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Attempting to bind port e818bf29-2983-4c1e-a6df-f744e067df4e by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '779f63b2-8d0f-40a5-9d6b-0d67d1f1c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:03.581902 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Attempting to bind port e818bf29-2983-4c1e-a6df-f744e067df4e on network 20d580e3-0866-466d-bdda-4a1f6f813d47 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:03.592480 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-a34872f7-9817-4636-bfa5-c2c842c93cf9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, d8664ae5-9a6d-4604-be1a-41548d307a74) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:03.617426 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:03.618701 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Checking segment: {'id': '779f63b2-8d0f-40a5-9d6b-0d67d1f1c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:03.619458 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.620148 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Bound using segment: {'id': '779f63b2-8d0f-40a5-9d6b-0d67d1f1c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:03.620890 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Bound port: e818bf29-2983-4c1e-a6df-f744e067df4e, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779f63b2-8d0f-40a5-9d6b-0d67d1f1c059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:03.623353 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.630441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34872f7-9817-4636-bfa5-c2c842c93cf9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:03.631048 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a34872f7-9817-4636-bfa5-c2c842c93cf9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.641450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Network b8df34ca-ba94-42ee-9d62-5358dcccaa2e is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:03.649788 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Pushing event updated for resources: {'Port': ['ID=eb78ca3a-5f31-4e90-8433-de60dc90ea41,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:03.655889 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a34872f7-9817-4636-bfa5-c2c842c93cf9 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9535527 Nov 03 18:53:03.656305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:03.659431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33710) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:03.660036 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:03.706000 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.726176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70ff12c-eb42-4bd5-954b-0ba134527adb None None] Network d8664ae5-9a6d-4604-be1a-41548d307a74 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:03.801713 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] For port e818bf29-2983-4c1e-a6df-f744e067df4e, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:03.805989 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] For port e818bf29-2983-4c1e-a6df-f744e067df4e, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e818bf29-2983-4c1e-a6df-f744e067df4e,segment=NetworkSegment(779f63b2-8d0f-40a5-9d6b-0d67d1f1c059),segment_id=779f63b2-8d0f-40a5-9d6b-0d67d1f1c059)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:03.813831 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.877687 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-bc9d238b-e868-4c22-8bda-ac23fda1869c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:03.893292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-f368aef8-2203-409c-a72f-989865b6283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:03.894082 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-f368aef8-2203-409c-a72f-989865b6283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:03.894759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-f368aef8-2203-409c-a72f-989865b6283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:03.897997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-f368aef8-2203-409c-a72f-989865b6283d service neutron] 10.222.0.98 "GET /v2.0/networks?id=d2b26eb6-7515-43b1-9ddc-0eec10b264b7&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 HTTP/1.1" status: 200 len: 2296 time: 0.3482754 Nov 03 18:53:03.952727 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0953f37-0028-481c-a8a7-cff09e0b223c None None] Pushing event updated for resources: {'Port': ['ID=e818bf29-2983-4c1e-a6df-f744e067df4e,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:04.014707 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:04.019380 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:04.074804 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.091092 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.145479 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.239844 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-bc9d238b-e868-4c22-8bda-ac23fda1869c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.269369 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:04.273067 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Network 5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:04.288794 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:04.294263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:04.313828 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.323824 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-bc9d238b-e868-4c22-8bda-ac23fda1869c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Network 3fe7be63-f171-40af-afef-cfb3cf900a49 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:04.372781 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-bc9d238b-e868-4c22-8bda-ac23fda1869c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:04.381595 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-bc9d238b-e868-4c22-8bda-ac23fda1869c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:04.397584 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d238b-e868-4c22-8bda-ac23fda1869c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'Port': ['ID=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:04.411238 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Pushing event updated for resources: {'Port': ['ID=5163c2bc-7d06-4236-8181-828d4813ee34,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:04.526413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Attempting to bind port 5163c2bc-7d06-4236-8181-828d4813ee34 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:04.526739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Attempting to bind port 5163c2bc-7d06-4236-8181-828d4813ee34 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'c9dab50f-a6b6-4dd0-abba-8290d7dfd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:04.527123 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Attempting to bind port 5163c2bc-7d06-4236-8181-828d4813ee34 on network 5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:04.529595 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.608302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:04.628452 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-bc9d238b-e868-4c22-8bda-ac23fda1869c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:04.629142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-bc9d238b-e868-4c22-8bda-ac23fda1869c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.667990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:04.668341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Checking segment: {'id': 'c9dab50f-a6b6-4dd0-abba-8290d7dfd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:04.668816 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.670803 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Bound using segment: {'id': 'c9dab50f-a6b6-4dd0-abba-8290d7dfd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:04.671398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Bound port: 5163c2bc-7d06-4236-8181-828d4813ee34, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dab50f-a6b6-4dd0-abba-8290d7dfd012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:04.671823 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:04.799084 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-bc9d238b-e868-4c22-8bda-ac23fda1869c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5597901 Nov 03 18:53:04.806660 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:00Z', 'revision_number': 2, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:03Z', 'revision_number': 4, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:04.824923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-617d1e84-c9e3-4447-b344-46e48657dace tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'port': {'device_id': '92789f42-d355-4256-9b13-075df3cae668', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0', 'admin_state_up': True, 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'security_groups': ['f9fc129b-f51d-4e79-ab5a-ddb818d592cd']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:04.844862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Router 7ce5942b-d528-45a0-b020-2d73ebaa0603 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:53:04.865480 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58278a63-a6ff-4f22-bba2-20d34a34cb30 None None] The sync data for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 is: [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:00Z', 'revision_number': 2, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:03Z', 'revision_number': 4, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:04.929591 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-69312772-e150-4247-8007-e84cda9ac337 None None] For port 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5,segment=NetworkSegment(779f63b2-8d0f-40a5-9d6b-0d67d1f1c059),segment_id=779f63b2-8d0f-40a5-9d6b-0d67d1f1c059)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:04.937422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'name': 'tempest-TestServerMultinode-1939074503-router', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ca8ef888-060f-47b9-bf06-159770587e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:53Z', 'updated_at': '2021-11-03T18:52:55Z', 'revision_number': 3, 'project_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'gw_port': {'id': 'ca8ef888-060f-47b9-bf06-159770587e32', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:54Z', 'updated_at': '2021-11-03T18:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:05.054673 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] For port 5163c2bc-7d06-4236-8181-828d4813ee34, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:05.061844 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] For port 5163c2bc-7d06-4236-8181-828d4813ee34, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5163c2bc-7d06-4236-8181-828d4813ee34,segment=NetworkSegment(c9dab50f-a6b6-4dd0-abba-8290d7dfd012),segment_id=c9dab50f-a6b6-4dd0-abba-8290d7dfd012)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:05.100702 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4286f-2fff-4dc9-bf1f-98e666ed23a4 None None] The sync data for ids ['29ca421e-049d-4c72-a8fd-275c0cb62fb3'] in n-d-812150-4 is: [{'id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'name': 'tempest-TestServerMultinode-1939074503-router', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ca8ef888-060f-47b9-bf06-159770587e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:53Z', 'updated_at': '2021-11-03T18:52:55Z', 'revision_number': 3, 'project_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'gw_port': {'id': 'ca8ef888-060f-47b9-bf06-159770587e32', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:54Z', 'updated_at': '2021-11-03T18:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:05.113748 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.117390 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.132590 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-d8664ae5-9a6d-4604-be1a-41548d307a74', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:53:05.133379 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.134440 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.158859 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.170908 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4988e90-8884-4a3b-be80-1754d3b6a935 req-4b07a4f1-107b-4f79-a3d7-4545b566a29c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:05.186461 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4988e90-8884-4a3b-be80-1754d3b6a935 req-4b07a4f1-107b-4f79-a3d7-4545b566a29c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:05.188929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:05.195608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4988e90-8884-4a3b-be80-1754d3b6a935 req-4b07a4f1-107b-4f79-a3d7-4545b566a29c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:05.197340 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4988e90-8884-4a3b-be80-1754d3b6a935 req-4b07a4f1-107b-4f79-a3d7-4545b566a29c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 2374 time: 0.5546312 Nov 03 18:53:05.230231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:05.230689 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.275633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-1c1182dd-fb4f-48e6-85fa-304f89fc6598 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Allocated IP 2001:db8::32f (5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d/fd49c4b1-8202-4960-83f7-b40cfd48a1ce/fd93f326-c708-4dce-89d4-1addb3041441) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:05.327664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-617d1e84-c9e3-4447-b344-46e48657dace tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Made reservation on behalf of 72caea157bda4c2da13cda8b237e3c26 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:05.393891 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4988e90-8884-4a3b-be80-1754d3b6a935 req-5c3432e1-0f66-4d05-ae7c-754dbd0fef7e tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142640 Nov 03 18:53:05.438690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-516483cd-13d9-4469-8f41-a6bd7b899e2b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a45be5e5-9799-4b7e-a7c1-f406523ac8d8 HTTP/1.1" status: 200 len: 1001 time: 0.8031018 Nov 03 18:53:05.502683 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-617d1e84-c9e3-4447-b344-46e48657dace tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.508450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Pushing event updated for resources: {'Port': ['ID=eb78ca3a-5f31-4e90-8433-de60dc90ea41,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:05.528176 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.533415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:05.534979 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ea24d2c4-6d22-4a85-8a88-d801aa75d1ff tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.5465405 Nov 03 18:53:05.538819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33718) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:05.699281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Allocated IP 172.21.0.2 (d8664ae5-9a6d-4604-be1a-41548d307a74/4e6d0640-a6e1-4172-8517-9e636aaa44eb/29466d17-9d66-4efb-b6fa-06f5c14cc48b) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:05.834606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-761d15ab-63dc-451f-8416-c7f23f526d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:05.836220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-761d15ab-63dc-451f-8416-c7f23f526d6c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c0093d58-4abe-4628-9969-4f73606f9325 HTTP/1.1" status: 200 len: 855 time: 0.3829377 Nov 03 18:53:05.983281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Sync routers for ids ['7ce5942b-d528-45a0-b020-2d73ebaa0603'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:06.051492 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Network b8df34ca-ba94-42ee-9d62-5358dcccaa2e is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:06.077101 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:06.156993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Routers {'7ce5942b-d528-45a0-b020-2d73ebaa0603'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:06.157640 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7ce5942b-d528-45a0-b020-2d73ebaa0603'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:06.313407 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:06.383020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Pushing event updated for resources: {'Port': ['ID=8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:06.396876 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b0b28617-fd29-4778-a79f-46f7682b1d79 None None] Provisioning complete for port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:06.397251 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b0b28617-fd29-4778-a79f-46f7682b1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:06.532640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-49bc62bc-191b-4304-9e17-2d10855697be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:06.540490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-49bc62bc-191b-4304-9e17-2d10855697be service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d2b26eb6-7515-43b1-9ddc-0eec10b264b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4698946 Nov 03 18:53:06.550770 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-de6eb7cd-89c7-4dca-996c-6ec8d8180933 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/routers/7ce5942b-d528-45a0-b020-2d73ebaa0603 HTTP/1.1" status: 200 len: 908 time: 1.0092430 Nov 03 18:53:06.556227 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33724) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:06.851111 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-617d1e84-c9e3-4447-b344-46e48657dace tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Allocated IP 10.2.2.100 (b2294077-3c3e-4a9f-9319-6a435e6d0bb0/b12d4a62-83aa-465c-b86c-67ad4f5b0c3a/bae343c8-8d70-4d32-99cc-d202d84dd31f) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:06.867654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Router 29ca421e-049d-4c72-a8fd-275c0cb62fb3 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:06.946812 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:06.951696 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:06.952232 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:06.952867 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:06.953258 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:06.953817 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:06.954155 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:06.954495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:06.954802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:06.955124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:06.955461 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:06.957897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:06.958288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69312772-e150-4247-8007-e84cda9ac337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:06.990740 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c1182dd-fb4f-48e6-85fa-304f89fc6598 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:06.996534 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133b8295-1c1a-4751-b817-32b1cf86a12f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:07.095742 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Set router 7ce5942b-d528-45a0-b020-2d73ebaa0603 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:07.116433 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:53:07.168268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1943bc-99ac-4099-b80e-0af7b02c921e req-e1b19c7c-c375-4a9b-bb20-e8d84a94c6a6 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:07.194376 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:07.199612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1943bc-99ac-4099-b80e-0af7b02c921e req-e1b19c7c-c375-4a9b-bb20-e8d84a94c6a6 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:07.207467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1943bc-99ac-4099-b80e-0af7b02c921e req-e1b19c7c-c375-4a9b-bb20-e8d84a94c6a6 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:07.209981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e1943bc-99ac-4099-b80e-0af7b02c921e req-e1b19c7c-c375-4a9b-bb20-e8d84a94c6a6 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 2374 time: 0.5405557 Nov 03 18:53:07.212728 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-df36bafa-8387-49b1-98cf-fbf60cf851df admin admin] 10.222.0.107 "PUT /v2.0/routers/29ca421e-049d-4c72-a8fd-275c0cb62fb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6093013 Nov 03 18:53:07.245359 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-617d1e84-c9e3-4447-b344-46e48657dace tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:07.254872 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:07.313409 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-617d1e84-c9e3-4447-b344-46e48657dace tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:07.375148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e5776f-a830-4b12-9085-4a7ae449a9c1 None None] Network 5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:07.393616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d1e84-c9e3-4447-b344-46e48657dace tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'Port': ['ID=bae343c8-8d70-4d32-99cc-d202d84dd31f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:07.402299 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-617d1e84-c9e3-4447-b344-46e48657dace tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:07.405257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-617d1e84-c9e3-4447-b344-46e48657dace tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:07.408359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-617d1e84-c9e3-4447-b344-46e48657dace tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:07.431321 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Network d8664ae5-9a6d-4604-be1a-41548d307a74 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:07.434874 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b0b28617-fd29-4778-a79f-46f7682b1d79 None None] Port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:07.525007 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-617d1e84-c9e3-4447-b344-46e48657dace tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:07.526735 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-617d1e84-c9e3-4447-b344-46e48657dace tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:07.554010 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-617d1e84-c9e3-4447-b344-46e48657dace tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7313337 Nov 03 18:53:07.554440 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:07.556512 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e1943bc-99ac-4099-b80e-0af7b02c921e req-68382cbf-a666-43bc-b27f-8235b8fa318c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558961 Nov 03 18:53:07.586498 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a1c9e27-3ed7-437d-af18-2e0f083f6552 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'port': {'device_id': '92789f42-d355-4256-9b13-075df3cae668', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0', 'admin_state_up': True, 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'security_groups': ['f9fc129b-f51d-4e79-ab5a-ddb818d592cd']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:07.606343 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:07.621393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f090570-f7c3-4139-b76e-349b25367d7e None None] Pushing event updated for resources: {'Port': ['ID=5163c2bc-7d06-4236-8181-828d4813ee34,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:07.634760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-4d8665eb-fae3-464a-a04f-2d0a4ea9675f service neutron] 10.222.0.98 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0668528 Nov 03 18:53:07.642513 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c1182dd-fb4f-48e6-85fa-304f89fc6598 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:07.685041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1182dd-fb4f-48e6-85fa-304f89fc6598 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Network 5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:07.702138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-1c1182dd-fb4f-48e6-85fa-304f89fc6598 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:07.704891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1182dd-fb4f-48e6-85fa-304f89fc6598 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:07.722056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1182dd-fb4f-48e6-85fa-304f89fc6598 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:07.722816 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c1182dd-fb4f-48e6-85fa-304f89fc6598 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:07.804638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b0b28617-fd29-4778-a79f-46f7682b1d79 None None] Provisioning complete for port e818bf29-2983-4c1e-a6df-f744e067df4e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:07.818542 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b0b28617-fd29-4778-a79f-46f7682b1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:07.846102 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a1c9e27-3ed7-437d-af18-2e0f083f6552 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Made reservation on behalf of 72caea157bda4c2da13cda8b237e3c26 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:07.866536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a1c9e27-3ed7-437d-af18-2e0f083f6552 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.014068 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133b8295-1c1a-4751-b817-32b1cf86a12f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.044706 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1c1182dd-fb4f-48e6-85fa-304f89fc6598 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 6.2997048 Nov 03 18:53:08.063229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33734) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:08.077209 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Request body: {'port': {'network_id': '5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-247918277', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:08.077856 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.api.validators [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] bootfile-name is not in valid_values {{(pid=101712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 18:53:08.078195 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.api.validators [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] tftp-server is not in valid_values {{(pid=101712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 18:53:08.080128 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.api.validators [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] server-ip-address is not in valid_values {{(pid=101712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 18:53:08.083360 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1182dd-fb4f-48e6-85fa-304f89fc6598 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Pushing event updated for resources: {'Port': ['ID=fd93f326-c708-4dce-89d4-1addb3041441,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:08.137318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Pushing event updated for resources: {'Port': ['ID=29466d17-9d66-4efb-b6fa-06f5c14cc48b,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:08.175438 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Attempting to bind port 29466d17-9d66-4efb-b6fa-06f5c14cc48b on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:08.177275 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Attempting to bind port 29466d17-9d66-4efb-b6fa-06f5c14cc48b by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '3498df1c-29a9-4daf-a0d7-353d34b63e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:08.178013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Attempting to bind port 29466d17-9d66-4efb-b6fa-06f5c14cc48b on network d8664ae5-9a6d-4604-be1a-41548d307a74 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:08.212851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:08.221033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Checking segment: {'id': '3498df1c-29a9-4daf-a0d7-353d34b63e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:08.222036 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.223319 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Bound using segment: {'id': '3498df1c-29a9-4daf-a0d7-353d34b63e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:08.225124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Bound port: 29466d17-9d66-4efb-b6fa-06f5c14cc48b, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3498df1c-29a9-4daf-a0d7-353d34b63e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:08.232258 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.263367 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5163c2bc-7d06-4236-8181-828d4813ee34 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:08.381863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a1c9e27-3ed7-437d-af18-2e0f083f6552 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Allocated IP 10.2.2.200 (b2294077-3c3e-4a9f-9319-6a435e6d0bb0/b12d4a62-83aa-465c-b86c-67ad4f5b0c3a/2eaf2fe3-41ce-4c5c-8d4c-45e854cef364) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:08.432931 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5942b-d528-45a0-b020-2d73ebaa0603', 'name': 'tempest-snat-router-1758637368', 'tenant_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '677186db-a8a0-4a0c-a522-c296b754c8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:57Z', 'updated_at': '2021-11-03T18:53:01Z', 'revision_number': 3, 'project_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'gw_port': {'id': '677186db-a8a0-4a0c-a522-c296b754c8b0', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce5942b-d528-45a0-b020-2d73ebaa0603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:59Z', 'updated_at': '2021-11-03T18:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:08.556069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Checking router: 7ce5942b-d528-45a0-b020-2d73ebaa0603 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:08.556426 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Updating router 7ce5942b-d528-45a0-b020-2d73ebaa0603 port 677186db-a8a0-4a0c-a522-c296b754c8b0 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:53:08.565889 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] For port 29466d17-9d66-4efb-b6fa-06f5c14cc48b, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:08.594067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Allocated IP 172.21.0.1 (d8664ae5-9a6d-4604-be1a-41548d307a74/4e6d0640-a6e1-4172-8517-9e636aaa44eb/eff99e4b-c268-4a6e-875c-713c1b4f6f8a) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:08.615294 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-e4f20664-1075-4b7d-a0a4-66b298925920 service neutron] 10.222.0.98 "GET /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9588029 Nov 03 18:53:08.626159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33746) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:08.638662 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1314386165-network', 'tenant_id': '53a023971f3747b9a594cd5e1083afea'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:08.654644 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b0b28617-fd29-4778-a79f-46f7682b1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.669453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5163c2bc-7d06-4236-8181-828d4813ee34 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:08.670087 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.683397 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] For port 29466d17-9d66-4efb-b6fa-06f5c14cc48b, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=29466d17-9d66-4efb-b6fa-06f5c14cc48b,segment=NetworkSegment(3498df1c-29a9-4daf-a0d7-353d34b63e64),segment_id=3498df1c-29a9-4daf-a0d7-353d34b63e64)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:08.724856 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Sync routers for ids ['29ca421e-049d-4c72-a8fd-275c0cb62fb3'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:08.735563 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.745780 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:08.761718 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Routers {'29ca421e-049d-4c72-a8fd-275c0cb62fb3'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:08.768343 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['29ca421e-049d-4c72-a8fd-275c0cb62fb3'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:08.996415 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8d0b0-18cc-43b3-b6de-df5af89e83db None None] Pushing event updated for resources: {'Port': ['ID=29466d17-9d66-4efb-b6fa-06f5c14cc48b,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:09.075812 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Set router 29ca421e-049d-4c72-a8fd-275c0cb62fb3 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:09.539640 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.584139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-2e219d1d-bff1-475b-b905-ec59032f0f84 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef HTTP/1.1" status: 200 len: 217 time: 0.9562426 Nov 03 18:53:09.593402 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.667068 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b0b28617-fd29-4778-a79f-46f7682b1d79 None None] For port e818bf29-2983-4c1e-a6df-f744e067df4e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e818bf29-2983-4c1e-a6df-f744e067df4e,segment=NetworkSegment(779f63b2-8d0f-40a5-9d6b-0d67d1f1c059),segment_id=779f63b2-8d0f-40a5-9d6b-0d67d1f1c059)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:09.699939 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b0b28617-fd29-4778-a79f-46f7682b1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.701585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=eff99e4b-c268-4a6e-875c-713c1b4f6f8a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:09.702712 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'name': 'tempest-TestServerMultinode-1939074503-router', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ca8ef888-060f-47b9-bf06-159770587e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:53Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 4, 'project_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'gw_port': {'id': 'ca8ef888-060f-47b9-bf06-159770587e32', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:54Z', 'updated_at': '2021-11-03T18:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'eb78ca3a-5f31-4e90-8433-de60dc90ea41', 'name': '', 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'mac_address': 'fa:16:3e:45:f2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '198c3cb9-5e02-42d7-a352-c11d8ce6ac88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:02Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 2, 'project_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'subnets': [{'id': '198c3cb9-5e02-42d7-a352-c11d8ce6ac88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:09.746503 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a1c9e27-3ed7-437d-af18-2e0f083f6552 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.765524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network d8664ae5-9a6d-4604-be1a-41548d307a74 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:09.774041 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Checking router: 29ca421e-049d-4c72-a8fd-275c0cb62fb3 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:09.774667 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Updating router 29ca421e-049d-4c72-a8fd-275c0cb62fb3 port eb78ca3a-5f31-4e90-8433-de60dc90ea41 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:53:09.787924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b095cf-beb4-4fa8-8e21-34171198f726 req-d963330c-7af7-4f68-a16b-8b78c1a887ce tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:09.796816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b095cf-beb4-4fa8-8e21-34171198f726 req-d963330c-7af7-4f68-a16b-8b78c1a887ce tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:09.803357 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.806485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b095cf-beb4-4fa8-8e21-34171198f726 req-d963330c-7af7-4f68-a16b-8b78c1a887ce tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:09.809153 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a1c9e27-3ed7-437d-af18-2e0f083f6552 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.816133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b095cf-beb4-4fa8-8e21-34171198f726 req-d963330c-7af7-4f68-a16b-8b78c1a887ce tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:09.827694 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11b095cf-beb4-4fa8-8e21-34171198f726 req-d963330c-7af7-4f68-a16b-8b78c1a887ce tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 3095 time: 0.5490851 Nov 03 18:53:09.830095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:09.833559 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.833859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:09.848716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] Made reservation on behalf of 53a023971f3747b9a594cd5e1083afea for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:09.851397 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.860716 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b0b28617-fd29-4778-a79f-46f7682b1d79 None None] Provisioning complete for port 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:09.861171 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b0b28617-fd29-4778-a79f-46f7682b1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.900154 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a1c9e27-3ed7-437d-af18-2e0f083f6552 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:09.910252 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.918635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a1c9e27-3ed7-437d-af18-2e0f083f6552 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:09.952972 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:09.954348 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c9e27-3ed7-437d-af18-2e0f083f6552 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event updated for resources: {'Port': ['ID=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:09.998328 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a1c9e27-3ed7-437d-af18-2e0f083f6552 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:10.023749 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.068649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b28617-fd29-4778-a79f-46f7682b1d79 None None] Pushing event updated for resources: {'Port': ['ID=e818bf29-2983-4c1e-a6df-f744e067df4e,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:10.116993 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.148412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Attempting to bind port 677186db-a8a0-4a0c-a522-c296b754c8b0 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:10.150578 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Attempting to bind port 677186db-a8a0-4a0c-a522-c296b754c8b0 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:10.151072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Attempting to bind port 677186db-a8a0-4a0c-a522-c296b754c8b0 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:10.157205 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.180677 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:10.197469 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.198035 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] Added segment 2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3 of type vlan for network 6aa712c4-188f-4573-a9bc-321aa2957059 Nov 03 18:53:10.228162 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a1c9e27-3ed7-437d-af18-2e0f083f6552 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:10.228907 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a1c9e27-3ed7-437d-af18-2e0f083f6552 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.275665 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.282882 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:10.284079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:10.284774 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.285437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:10.286293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Bound port: 677186db-a8a0-4a0c-a522-c296b754c8b0, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:10.286987 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.335090 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a1c9e27-3ed7-437d-af18-2e0f083f6552 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7555146 Nov 03 18:53:10.367705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Request body: {'port': {'device_id': '92789f42-d355-4256-9b13-075df3cae668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:10.389662 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-133b8295-1c1a-4751-b817-32b1cf86a12f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Deleting port 677186db-a8a0-4a0c-a522-c296b754c8b0 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:10.390159 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133b8295-1c1a-4751-b817-32b1cf86a12f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.415961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 5163c2bc-7d06-4236-8181-828d4813ee34, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5163c2bc-7d06-4236-8181-828d4813ee34,segment=NetworkSegment(c9dab50f-a6b6-4dd0-abba-8290d7dfd012),segment_id=c9dab50f-a6b6-4dd0-abba-8290d7dfd012)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:10.417763 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.436227 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.438618 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.439840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ca8ef888-060f-47b9-bf06-159770587e32 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:10.493498 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542146c-1f8f-4e6f-be69-cfd45ae7a03c None None] Pushing event updated for resources: {'Port': ['ID=677186db-a8a0-4a0c-a522-c296b754c8b0,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:10.506045 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133b8295-1c1a-4751-b817-32b1cf86a12f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.514730 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.541119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-133b8295-1c1a-4751-b817-32b1cf86a12f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Calling delete_port for 677186db-a8a0-4a0c-a522-c296b754c8b0 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:10.592070 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c825ed-79b9-4896-9c43-0bc8d994a441 None None] Pushing event updated for resources: {'Port': ['ID=eb78ca3a-5f31-4e90-8433-de60dc90ea41,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:10.640513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d43e56-432e-4e70-ae3d-715d6e9ac896,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:10.648255 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.649233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:10.649821 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.652074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Made reservation on behalf of 40294b701fa04eb8a37db26165eceace for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:10.656007 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.666629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] For port 677186db-a8a0-4a0c-a522-c296b754c8b0, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:10.697878 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Attempting to bind port eb78ca3a-5f31-4e90-8433-de60dc90ea41 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:10.698671 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Attempting to bind port eb78ca3a-5f31-4e90-8433-de60dc90ea41 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:10.699207 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Attempting to bind port eb78ca3a-5f31-4e90-8433-de60dc90ea41 on network b8df34ca-ba94-42ee-9d62-5358dcccaa2e {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:10.710705 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:10.713027 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Checking segment: {'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:10.713684 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.714785 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Bound using segment: {'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:10.716272 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Bound port: eb78ca3a-5f31-4e90-8433-de60dc90ea41, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:10.718679 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.752466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] For port 677186db-a8a0-4a0c-a522-c296b754c8b0, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=677186db-a8a0-4a0c-a522-c296b754c8b0,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:10.758171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b0b28617-fd29-4778-a79f-46f7682b1d79 None None] Provisioning complete for port eb78ca3a-5f31-4e90-8433-de60dc90ea41 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:10.761444 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b0b28617-fd29-4778-a79f-46f7682b1d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.791341 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.844378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] device_id is not set on port ff754800-fa03-4303-873f-46de6399b958 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:53:10.888266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=5163c2bc-7d06-4236-8181-828d4813ee34,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:10.895124 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] For port eb78ca3a-5f31-4e90-8433-de60dc90ea41, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:10.899710 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] For port eb78ca3a-5f31-4e90-8433-de60dc90ea41, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eb78ca3a-5f31-4e90-8433-de60dc90ea41,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:10.901478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8475f6d-6c3a-49ed-8d05-ff665aa26976 None None] Network d8664ae5-9a6d-4604-be1a-41548d307a74 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:10.908741 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.935091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] Pushing event updated for resources: {'Network': ['ID=6aa712c4-188f-4573-a9bc-321aa2957059,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:10.945192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-33e71e25-7974-4a4a-9c5b-629f818f02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:10.947200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-33e71e25-7974-4a4a-9c5b-629f818f02b4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 1.3292167 Nov 03 18:53:10.963829 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:10.969420 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11b095cf-beb4-4fa8-8e21-34171198f726 req-78c67ab8-e758-46b9-a673-3c480217de67 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1408529 Nov 03 18:53:11.011990 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Routers {'29ca421e-049d-4c72-a8fd-275c0cb62fb3'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:11.012929 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['29ca421e-049d-4c72-a8fd-275c0cb62fb3'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:11.159133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-28e1cf40-52a0-4bab-b9e7-7423968f3bfd admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5243695 Nov 03 18:53:11.160136 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c825ed-79b9-4896-9c43-0bc8d994a441 None None] Pushing event updated for resources: {'Port': ['ID=eb78ca3a-5f31-4e90-8433-de60dc90ea41,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:11.168573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33752) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:11.179355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-76432801-fae0-4193-89ee-d56283222466 admin admin] Request body: {'subnet': {'network_id': '6aa712c4-188f-4573-a9bc-321aa2957059', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1314386165-subnet', 'tenant_id': '53a023971f3747b9a594cd5e1083afea', 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:11.192854 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6009a2-de14-4b29-bc88-45d0d58e81f1 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:11.221491 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:11.224658 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] Set router 29ca421e-049d-4c72-a8fd-275c0cb62fb3 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:11.265228 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Transition to ACTIVE for port object eb6009a2-de14-4b29-bc88-45d0d58e81f1 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:53:11.272146 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76432801-fae0-4193-89ee-d56283222466 admin admin] Made reservation on behalf of 53a023971f3747b9a594cd5e1083afea for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:11.278487 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76432801-fae0-4193-89ee-d56283222466 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:11.418864 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-74561848-ff52-40fb-bff3-f60684dc5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:11.429348 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-74561848-ff52-40fb-bff3-f60684dc5102 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4722204 Nov 03 18:53:11.486149 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 6aa712c4-188f-4573-a9bc-321aa2957059 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:11.568719 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:11.599656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542146c-1f8f-4e6f-be69-cfd45ae7a03c None None] Pushing event updated for resources: {'Port': ['ID=677186db-a8a0-4a0c-a522-c296b754c8b0,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:11.638563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76432801-fae0-4193-89ee-d56283222466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:11.650472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6009a2-de14-4b29-bc88-45d0d58e81f1,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:11.689806 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ca8ef888-060f-47b9-bf06-159770587e32 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:11.690091 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:11.715807 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Allocated IP 2001:db8::52 (5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d/fd49c4b1-8202-4960-83f7-b40cfd48a1ce/ff754800-fa03-4303-873f-46de6399b958) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:11.727519 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'name': 'tempest-TestServerMultinode-1939074503-router', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ca8ef888-060f-47b9-bf06-159770587e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:53Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 4, 'project_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'gw_port': {'id': 'ca8ef888-060f-47b9-bf06-159770587e32', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:54Z', 'updated_at': '2021-11-03T18:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'eb78ca3a-5f31-4e90-8433-de60dc90ea41', 'name': '', 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'mac_address': 'fa:16:3e:45:f2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '198c3cb9-5e02-42d7-a352-c11d8ce6ac88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:02Z', 'updated_at': '2021-11-03T18:53:10Z', 'revision_number': 4, 'project_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'subnets': [{'id': '198c3cb9-5e02-42d7-a352-c11d8ce6ac88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:11.748015 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b0b28617-fd29-4778-a79f-46f7682b1d79 None None] Port eb78ca3a-5f31-4e90-8433-de60dc90ea41 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:11.790560 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76432801-fae0-4193-89ee-d56283222466 admin admin] Checking segment: {'id': '2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6aa712c4-188f-4573-a9bc-321aa2957059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:11.791100 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76432801-fae0-4193-89ee-d56283222466 admin admin] Network hostable DHCP agents. Network: 6aa712c4-188f-4573-a9bc-321aa2957059, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:11.833747 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322ea8fe-df77-4f6a-8562-d3ddf160602e None None] The sync data for ids ['29ca421e-049d-4c72-a8fd-275c0cb62fb3'] in n-d-812150-4 is: [{'id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'name': 'tempest-TestServerMultinode-1939074503-router', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ca8ef888-060f-47b9-bf06-159770587e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:53Z', 'updated_at': '2021-11-03T18:53:04Z', 'revision_number': 4, 'project_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'gw_port': {'id': 'ca8ef888-060f-47b9-bf06-159770587e32', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:54Z', 'updated_at': '2021-11-03T18:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'eb78ca3a-5f31-4e90-8433-de60dc90ea41', 'name': '', 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'mac_address': 'fa:16:3e:45:f2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '198c3cb9-5e02-42d7-a352-c11d8ce6ac88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:02Z', 'updated_at': '2021-11-03T18:53:10Z', 'revision_number': 4, 'project_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'subnets': [{'id': '198c3cb9-5e02-42d7-a352-c11d8ce6ac88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:11.852838 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76432801-fae0-4193-89ee-d56283222466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9591abfc-f63c-4c75-bcb2-f5fefc20d9d2,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:11.862066 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76432801-fae0-4193-89ee-d56283222466 admin admin] Network 6aa712c4-188f-4573-a9bc-321aa2957059 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:11.867885 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:11.920797 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-76432801-fae0-4193-89ee-d56283222466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 6aa712c4-188f-4573-a9bc-321aa2957059) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:11.943274 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Routers {'7ce5942b-d528-45a0-b020-2d73ebaa0603'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:11.949975 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7ce5942b-d528-45a0-b020-2d73ebaa0603'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:11.967269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76432801-fae0-4193-89ee-d56283222466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:11.973068 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76432801-fae0-4193-89ee-d56283222466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:11.992852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-4df5b822-c6d4-419b-a5ec-40490167d357 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329862 Nov 03 18:53:12.014897 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133b8295-1c1a-4751-b817-32b1cf86a12f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.048701 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-76432801-fae0-4193-89ee-d56283222466 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8761680 Nov 03 18:53:12.058244 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33758) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:12.061598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab5f0d5-be3b-4218-ae0f-c3b6c9b865de None None] Network 6aa712c4-188f-4573-a9bc-321aa2957059 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:12.069451 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1314386165-router', 'tenant_id': '53a023971f3747b9a594cd5e1083afea', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:12.091061 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Attempting to bind port eb6009a2-de14-4b29-bc88-45d0d58e81f1 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:12.092347 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Attempting to bind port eb6009a2-de14-4b29-bc88-45d0d58e81f1 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '5587f12b-7f23-48d6-bce7-28db4e0f4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:12.094041 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Attempting to bind port eb6009a2-de14-4b29-bc88-45d0d58e81f1 on network 6b353351-5b83-45e9-9697-85cd3e4e0a38 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:12.127515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Port eb6009a2-de14-4b29-bc88-45d0d58e81f1 on network 6b353351-5b83-45e9-9697-85cd3e4e0a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:53:12.129532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Attempting to bind port eb6009a2-de14-4b29-bc88-45d0d58e81f1 on network 6b353351-5b83-45e9-9697-85cd3e4e0a38 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:12.164115 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:12.166674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Checking segment: {'id': '5587f12b-7f23-48d6-bce7-28db4e0f4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:12.168133 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Bound using segment: {'id': '5587f12b-7f23-48d6-bce7-28db4e0f4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:12.171858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Bound port: eb6009a2-de14-4b29-bc88-45d0d58e81f1, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5587f12b-7f23-48d6-bce7-28db4e0f4527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:12.172509 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.206688 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.209986 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.263504 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.289202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port ca8ef888-060f-47b9-bf06-159770587e32, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ca8ef888-060f-47b9-bf06-159770587e32,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:12.298377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Provisioning complete for port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:12.299059 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.399498 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.410055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:12.413587 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.416634 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:12.428523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b8295-1c1a-4751-b817-32b1cf86a12f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Pushing event deleted for resources: {'Port': ['ID=677186db-a8a0-4a0c-a522-c296b754c8b0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:12.560052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] For port eb6009a2-de14-4b29-bc88-45d0d58e81f1, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:12.590340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] For port eb6009a2-de14-4b29-bc88-45d0d58e81f1, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=eb6009a2-de14-4b29-bc88-45d0d58e81f1,segment=NetworkSegment(5587f12b-7f23-48d6-bce7-28db4e0f4527),segment_id=5587f12b-7f23-48d6-bce7-28db4e0f4527)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:12.686644 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.760484 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=ca8ef888-060f-47b9-bf06-159770587e32,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:12.781816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379befb4-5d85-4556-9d67-815f54fcfbcd req-10d0a8a6-e7b9-4ee5-89b0-5bec5a8ffe6c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:12.789355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379befb4-5d85-4556-9d67-815f54fcfbcd req-10d0a8a6-e7b9-4ee5-89b0-5bec5a8ffe6c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:12.796307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379befb4-5d85-4556-9d67-815f54fcfbcd req-10d0a8a6-e7b9-4ee5-89b0-5bec5a8ffe6c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:12.796727 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.803777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379befb4-5d85-4556-9d67-815f54fcfbcd req-10d0a8a6-e7b9-4ee5-89b0-5bec5a8ffe6c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:12.811964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379befb4-5d85-4556-9d67-815f54fcfbcd req-10d0a8a6-e7b9-4ee5-89b0-5bec5a8ffe6c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:12.814604 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-379befb4-5d85-4556-9d67-815f54fcfbcd req-10d0a8a6-e7b9-4ee5-89b0-5bec5a8ffe6c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 3828 time: 0.6210930 Nov 03 18:53:12.827257 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133b8295-1c1a-4751-b817-32b1cf86a12f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.829104 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:12.829804 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:12.831479 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] 10.222.0.87 "PUT /v2.0/ports/eb6009a2-de14-4b29-bc88-45d0d58e81f1 HTTP/1.1" status: 200 len: 1092 time: 2.4737146 Nov 03 18:53:12.835317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:12.837746 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05287cb-7554-46ce-9a67-9a82ef647612" -d '{"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "eb6009a2-de14-4b29-bc88-45d0d58e81f1"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:12.842953 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] Set router 7ce5942b-d528-45a0-b020-2d73ebaa0603 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:12.873990 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd557f1-c35c-41d4-ac48-e8cb6a3dba28 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6009a2-de14-4b29-bc88-45d0d58e81f1,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:12.894595 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Request body: {'port': {'device_id': '92789f42-d355-4256-9b13-075df3cae668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:12.997821 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.030104 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce5942b-d528-45a0-b020-2d73ebaa0603', 'name': 'tempest-snat-router-1758637368', 'tenant_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:57Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 4, 'project_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:13.053187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Provisioning complete for port bae343c8-8d70-4d32-99cc-d202d84dd31f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:13.053557 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.173822 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-9ff79d53-c305-41a2-bd58-2514ba527e45 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1158314 Nov 03 18:53:13.284858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbac0f1-0a70-484f-b7c7-523c2fdfca9c None None] The sync data for ids ['7ce5942b-d528-45a0-b020-2d73ebaa0603'] in n-d-812150-4 is: [{'id': '7ce5942b-d528-45a0-b020-2d73ebaa0603', 'name': 'tempest-snat-router-1758637368', 'tenant_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:57Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 4, 'project_id': '0b63b0f0d68146408f1cbd8f6eb74aae', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:13.349518 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133b8295-1c1a-4751-b817-32b1cf86a12f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.479146 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:13.479805 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.550406 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.554933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-6aa712c4-188f-4573-a9bc-321aa2957059', 'network_id': '6aa712c4-188f-4573-a9bc-321aa2957059', 'tenant_id': '53a023971f3747b9a594cd5e1083afea', 'fixed_ips': [{'subnet_id': '9591abfc-f63c-4c75-bcb2-f5fefc20d9d2'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:53:13.555824 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.560442 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Port bae343c8-8d70-4d32-99cc-d202d84dd31f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:13.585535 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.604375 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Provisioning complete for port e818bf29-2983-4c1e-a6df-f744e067df4e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:13.604761 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.631463 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133b8295-1c1a-4751-b817-32b1cf86a12f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.685800 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-d6cbbe12-433b-4bf1-8c68-1fc68edbb077 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=8e6b560e-7922-4bd3-b966-74776e459307 HTTP/1.1" status: 200 len: 217 time: 0.4973423 Nov 03 18:53:13.705669 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133b8295-1c1a-4751-b817-32b1cf86a12f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.706240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133b8295-1c1a-4751-b817-32b1cf86a12f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce5942b-d528-45a0-b020-2d73ebaa0603 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:13.716468 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133b8295-1c1a-4751-b817-32b1cf86a12f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.721203 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-133b8295-1c1a-4751-b817-32b1cf86a12f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "DELETE /v2.0/routers/7ce5942b-d528-45a0-b020-2d73ebaa0603 HTTP/1.1" status: 204 len: 168 time: 7.0872996 Nov 03 18:53:13.722015 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33770) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:13.749169 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.759290 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e31867-9b70-4fae-b75d-2b59d2d3f33b x-openstack-request-id: req-d5e31867-9b70-4fae-b75d-2b59d2d3f33b {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:13.760805 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "eb6009a2-de14-4b29-bc88-45d0d58e81f1", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:13.762607 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d5e31867-9b70-4fae-b75d-2b59d2d3f33b {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:13.763523 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1', 'status': 'completed', 'code': 200} Nov 03 18:53:13.783840 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-379befb4-5d85-4556-9d67-815f54fcfbcd req-608c9d96-65cb-43f8-920f-73bdd3662538 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9531438 Nov 03 18:53:13.840939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Network 5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:13.881172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:13.885984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:13.906067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:13.907049 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:13.960314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-881b0132-6542-40cb-914e-6350783339ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:13.962036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-881b0132-6542-40cb-914e-6350783339ca service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.2659864 Nov 03 18:53:13.968684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Allocated IP 172.20.0.2 (6aa712c4-188f-4573-a9bc-321aa2957059/9591abfc-f63c-4c75-bcb2-f5fefc20d9d2/d96887f9-0cc1-461b-9a42-67df17576527) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:13.971712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Pushing event updated for resources: {'Port': ['ID=ff754800-fa03-4303-873f-46de6399b958,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:14.007856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-62f9a9dd-07ca-4298-b5e2-dcc974f247a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 5.9410129 Nov 03 18:53:14.033859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33772) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:14.063798 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.111261 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.195163 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.204694 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.227033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05287cb-7554-46ce-9a67-9a82ef647612 req-a19b0c45-5226-4d0b-85c8-b8ad93239ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:14.227545 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05287cb-7554-46ce-9a67-9a82ef647612 req-a19b0c45-5226-4d0b-85c8-b8ad93239ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:14.228056 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05287cb-7554-46ce-9a67-9a82ef647612 req-a19b0c45-5226-4d0b-85c8-b8ad93239ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:14.228533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05287cb-7554-46ce-9a67-9a82ef647612 req-a19b0c45-5226-4d0b-85c8-b8ad93239ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:14.229006 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05287cb-7554-46ce-9a67-9a82ef647612 req-a19b0c45-5226-4d0b-85c8-b8ad93239ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:14.230893 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b05287cb-7554-46ce-9a67-9a82ef647612 req-a19b0c45-5226-4d0b-85c8-b8ad93239ff7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72caea157bda4c2da13cda8b237e3c26&device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 4363 time: 0.3315494 Nov 03 18:53:14.294847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e818bf29-2983-4c1e-a6df-f744e067df4e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:14.297075 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.308341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Network 6aa712c4-188f-4573-a9bc-321aa2957059 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:14.337710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Provisioning complete for port 29466d17-9d66-4efb-b6fa-06f5c14cc48b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:14.338088 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.345879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:14.376314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:14.383212 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Pushing event updated for resources: {'Port': ['ID=d96887f9-0cc1-461b-9a42-67df17576527,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:14.474137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Attempting to bind port d96887f9-0cc1-461b-9a42-67df17576527 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:14.474517 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Attempting to bind port d96887f9-0cc1-461b-9a42-67df17576527 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6aa712c4-188f-4573-a9bc-321aa2957059'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:14.474890 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Attempting to bind port d96887f9-0cc1-461b-9a42-67df17576527 on network 6aa712c4-188f-4573-a9bc-321aa2957059 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:14.481604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:14.481983 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Checking segment: {'id': '2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6aa712c4-188f-4573-a9bc-321aa2957059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:14.482639 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.482789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Bound using segment: {'id': '2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6aa712c4-188f-4573-a9bc-321aa2957059'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:14.483282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Bound port: d96887f9-0cc1-461b-9a42-67df17576527, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6aa712c4-188f-4573-a9bc-321aa2957059'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:14.483735 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.532315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e818bf29-2983-4c1e-a6df-f744e067df4e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:14.532718 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.541341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58701c1c-ad42-4e70-bb43-d7060e56eec3 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:14.629478 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.763280 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.778574 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Transition to ACTIVE for port object 58701c1c-ad42-4e70-bb43-d7060e56eec3 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:53:14.798298 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.815910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05287cb-7554-46ce-9a67-9a82ef647612 req-183280b3-e38b-4be9-9740-7fb23818fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:14.816724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05287cb-7554-46ce-9a67-9a82ef647612 req-183280b3-e38b-4be9-9740-7fb23818fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:14.817951 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05287cb-7554-46ce-9a67-9a82ef647612 req-183280b3-e38b-4be9-9740-7fb23818fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:14.821282 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b05287cb-7554-46ce-9a67-9a82ef647612 req-183280b3-e38b-4be9-9740-7fb23818fe3a service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=72caea157bda4c2da13cda8b237e3c26&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5405591 Nov 03 18:53:14.822209 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.852931 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Allocated IP 172.25.2.71 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:14.857513 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:14.861808 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] For port d96887f9-0cc1-461b-9a42-67df17576527, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:14.871390 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] For port d96887f9-0cc1-461b-9a42-67df17576527, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d96887f9-0cc1-461b-9a42-67df17576527,segment=NetworkSegment(2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3),segment_id=2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:14.889679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-0c37df0e-27c8-4278-a1ca-3a0739a7b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:14.892133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-0c37df0e-27c8-4278-a1ca-3a0739a7b23a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9005983 Nov 03 18:53:14.900258 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.003358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a6485-4f6d-45bb-b906-e485462d778d tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:15.010963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a6485-4f6d-45bb-b906-e485462d778d tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:15.019213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a6485-4f6d-45bb-b906-e485462d778d tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:15.026050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-835a6485-4f6d-45bb-b906-e485462d778d tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.9917955 Nov 03 18:53:15.030187 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33778) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:15.038492 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.039028 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7932ee-279c-46cc-9c0d-4833c4a2ea96 None None] Pushing event updated for resources: {'Port': ['ID=d96887f9-0cc1-461b-9a42-67df17576527,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:15.084222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] For port 29466d17-9d66-4efb-b6fa-06f5c14cc48b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=29466d17-9d66-4efb-b6fa-06f5c14cc48b,segment=NetworkSegment(3498df1c-29a9-4daf-a0d7-353d34b63e64),segment_id=3498df1c-29a9-4daf-a0d7-353d34b63e64)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:15.105030 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.105253 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.234619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Pushing event updated for resources: {'Port': ['ID=29466d17-9d66-4efb-b6fa-06f5c14cc48b,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:15.258632 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Provisioning complete for port eb78ca3a-5f31-4e90-8433-de60dc90ea41 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:15.262054 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.456186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5163c2bc-7d06-4236-8181-828d4813ee34 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:15.573570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5163c2bc-7d06-4236-8181-828d4813ee34 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:15.573968 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.575554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-fa751c73-804f-4d0c-a426-0bc1bf32a253 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6547804 Nov 03 18:53:15.578823 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.581397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=eff99e4b-c268-4a6e-875c-713c1b4f6f8a,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:15.682626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] For port eb78ca3a-5f31-4e90-8433-de60dc90ea41, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eb78ca3a-5f31-4e90-8433-de60dc90ea41,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:15.692093 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.732712 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Pushing event updated for resources: {'Port': ['ID=58701c1c-ad42-4e70-bb43-d7060e56eec3,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:15.774145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Provisioning complete for port 5163c2bc-7d06-4236-8181-828d4813ee34 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:15.775682 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.781263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 29466d17-9d66-4efb-b6fa-06f5c14cc48b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:15.838514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-2e3e4d96-7aef-4876-88b8-64965b824176 service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388763 Nov 03 18:53:15.861396 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Pushing event updated for resources: {'Port': ['ID=eb78ca3a-5f31-4e90-8433-de60dc90ea41,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:15.867199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network d8664ae5-9a6d-4604-be1a-41548d307a74 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:15.886865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 29466d17-9d66-4efb-b6fa-06f5c14cc48b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:15.887692 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.911952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:15.935935 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-a0f22311-bdcc-4b04-a5b9-d00fbab44e19 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=01e665ed-9bea-455c-bb66-f63c42aa3da4 HTTP/1.1" status: 200 len: 217 time: 0.0855391 Nov 03 18:53:15.953765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec4947-2304-431b-95da-cd0d9346de3b req-166da106-ca4f-4f0d-b447-e75c84d78ed7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:15.966602 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec4947-2304-431b-95da-cd0d9346de3b req-166da106-ca4f-4f0d-b447-e75c84d78ed7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:15.974889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec4947-2304-431b-95da-cd0d9346de3b req-166da106-ca4f-4f0d-b447-e75c84d78ed7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:15.983976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Provisioning complete for port fd93f326-c708-4dce-89d4-1addb3041441 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:15.984497 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:15.987825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec4947-2304-431b-95da-cd0d9346de3b req-166da106-ca4f-4f0d-b447-e75c84d78ed7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:15.999507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec4947-2304-431b-95da-cd0d9346de3b req-166da106-ca4f-4f0d-b447-e75c84d78ed7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:16.013427 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec4947-2304-431b-95da-cd0d9346de3b req-166da106-ca4f-4f0d-b447-e75c84d78ed7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:16.026984 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fec4947-2304-431b-95da-cd0d9346de3b req-166da106-ca4f-4f0d-b447-e75c84d78ed7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 4599 time: 0.9714704 Nov 03 18:53:16.039864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05287cb-7554-46ce-9a67-9a82ef647612 req-def0e1d0-8135-472a-86ed-219999e1f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:16.041516 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b05287cb-7554-46ce-9a67-9a82ef647612 req-def0e1d0-8135-472a-86ed-219999e1f2a8 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1989534 Nov 03 18:53:16.053442 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.055411 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Attempting to bind port 58701c1c-ad42-4e70-bb43-d7060e56eec3 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:16.055839 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Attempting to bind port 58701c1c-ad42-4e70-bb43-d7060e56eec3 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:16.056258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Attempting to bind port 58701c1c-ad42-4e70-bb43-d7060e56eec3 on network 3fe7be63-f171-40af-afef-cfb3cf900a49 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:16.063303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Port 58701c1c-ad42-4e70-bb43-d7060e56eec3 on network 3fe7be63-f171-40af-afef-cfb3cf900a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:53:16.063740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Attempting to bind port 58701c1c-ad42-4e70-bb43-d7060e56eec3 on network 3fe7be63-f171-40af-afef-cfb3cf900a49 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:16.085099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:16.085535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Checking segment: {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:16.086018 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Bound using segment: {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:16.086540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Bound port: 58701c1c-ad42-4e70-bb43-d7060e56eec3, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:16.086974 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.089294 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b828fd22-e4b0-4c93-8051-9ac5cf053141 None None] Port fd93f326-c708-4dce-89d4-1addb3041441 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:16.106403 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Deleting port 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:16.106841 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.189772 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eb78ca3a-5f31-4e90-8433-de60dc90ea41 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:16.239917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] For port 58701c1c-ad42-4e70-bb43-d7060e56eec3, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:16.245019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] For port 58701c1c-ad42-4e70-bb43-d7060e56eec3, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=58701c1c-ad42-4e70-bb43-d7060e56eec3,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:16.253020 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.285214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-71669e3b-e780-49ae-8b8f-2129b75740d0 None None] Provisioning complete for port ff754800-fa03-4303-873f-46de6399b958 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:16.286202 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-71669e3b-e780-49ae-8b8f-2129b75740d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.338112 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.369567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:16.370278 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.372460 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] 10.222.0.87 "PUT /v2.0/ports/58701c1c-ad42-4e70-bb43-d7060e56eec3 HTTP/1.1" status: 200 len: 1129 time: 3.4858367 Nov 03 18:53:16.374709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': '58701c1c-ad42-4e70-bb43-d7060e56eec3'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:16.377909 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17600d90-1ef1-419e-8dd9-4382e3834582" -d '{"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "58701c1c-ad42-4e70-bb43-d7060e56eec3"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:16.424114 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Request body: {'port': {'device_id': '92789f42-d355-4256-9b13-075df3cae668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:16.459707 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-71669e3b-e780-49ae-8b8f-2129b75740d0 None None] Port ff754800-fa03-4303-873f-46de6399b958 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:16.462963 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb6c19-3256-450e-9c2e-43ae8e091777 service neutron] Pushing event updated for resources: {'Port': ['ID=58701c1c-ad42-4e70-bb43-d7060e56eec3,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:16.476398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:16.514917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port eb78ca3a-5f31-4e90-8433-de60dc90ea41 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:16.516735 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.530638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-71669e3b-e780-49ae-8b8f-2129b75740d0 None None] Provisioning complete for port 29466d17-9d66-4efb-b6fa-06f5c14cc48b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:16.531763 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-71669e3b-e780-49ae-8b8f-2129b75740d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.552261 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-a0de7093-ae46-4f67-ba6a-49188685aba0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Deleting port ff754800-fa03-4303-873f-46de6399b958 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:16.553184 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a0de7093-ae46-4f67-ba6a-49188685aba0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.565943 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Pushing event updated for resources: {'Port': ['ID=b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:16.581795 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c017b824-61ca-44e1-9b10-00a309d9695d x-openstack-request-id: req-c017b824-61ca-44e1-9b10-00a309d9695d {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:16.582082 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "58701c1c-ad42-4e70-bb43-d7060e56eec3", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:16.582340 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c017b824-61ca-44e1-9b10-00a309d9695d {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:16.583270 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': '58701c1c-ad42-4e70-bb43-d7060e56eec3', 'status': 'completed', 'code': 200} Nov 03 18:53:16.584208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:16.627311 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] For port 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:16.627707 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.633151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:16.734139 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a0de7093-ae46-4f67-ba6a-49188685aba0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.741294 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-71669e3b-e780-49ae-8b8f-2129b75740d0 None None] Provisioning complete for port eff99e4b-c268-4a6e-875c-713c1b4f6f8a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:16.741893 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-71669e3b-e780-49ae-8b8f-2129b75740d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:16.760606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-a0de7093-ae46-4f67-ba6a-49188685aba0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Calling delete_port for ff754800-fa03-4303-873f-46de6399b958 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:16.868237 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Calling delete_port for 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:16.900672 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-71669e3b-e780-49ae-8b8f-2129b75740d0 None None] Port eff99e4b-c268-4a6e-875c-713c1b4f6f8a cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:16.913048 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ca8ef888-060f-47b9-bf06-159770587e32 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:16.995667 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-c3a6c3ea-1f2b-4242-8fcd-f65d766ff868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:16.998621 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-c3a6c3ea-1f2b-4242-8fcd-f65d766ff868 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.9652073 Nov 03 18:53:17.007633 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ca8ef888-060f-47b9-bf06-159770587e32 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:17.008282 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.088541 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fec4947-2304-431b-95da-cd0d9346de3b req-8ef7f9fb-98f3-40e6-838d-511bd0f793e8 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9299228 Nov 03 18:53:17.112598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 4df7dde2-3378-4c05-8e78-66efba8c1f04 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:17.130715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca95c46-7d16-4b24-a88e-a429cbd3a98d None None] Network 6aa712c4-188f-4573-a9bc-321aa2957059 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:17.130957 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.161733 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-64ee2f63-4f79-4200-935b-b77fd0ee99e3 None None] Provisioning complete for port eff99e4b-c268-4a6e-875c-713c1b4f6f8a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:17.162251 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-64ee2f63-4f79-4200-935b-b77fd0ee99e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.168476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e818bf29-2983-4c1e-a6df-f744e067df4e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:17.230058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17600d90-1ef1-419e-8dd9-4382e3834582 req-d92d21ff-a0ee-448d-95a1-d31dd67f16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.231128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17600d90-1ef1-419e-8dd9-4382e3834582 req-d92d21ff-a0ee-448d-95a1-d31dd67f16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.231843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17600d90-1ef1-419e-8dd9-4382e3834582 req-d92d21ff-a0ee-448d-95a1-d31dd67f16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.232530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17600d90-1ef1-419e-8dd9-4382e3834582 req-d92d21ff-a0ee-448d-95a1-d31dd67f16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.233209 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17600d90-1ef1-419e-8dd9-4382e3834582 req-d92d21ff-a0ee-448d-95a1-d31dd67f16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.233863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17600d90-1ef1-419e-8dd9-4382e3834582 req-d92d21ff-a0ee-448d-95a1-d31dd67f16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.236151 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17600d90-1ef1-419e-8dd9-4382e3834582 req-d92d21ff-a0ee-448d-95a1-d31dd67f16c9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72caea157bda4c2da13cda8b237e3c26&device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5285 time: 0.6315055 Nov 03 18:53:17.243946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-2b08b35c-5050-4db5-98e4-18ae96116506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.246020 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-2b08b35c-5050-4db5-98e4-18ae96116506 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1793141 Nov 03 18:53:17.249336 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a0de7093-ae46-4f67-ba6a-49188685aba0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.335028 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-64ee2f63-4f79-4200-935b-b77fd0ee99e3 None None] Port eff99e4b-c268-4a6e-875c-713c1b4f6f8a cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:17.384533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de7093-ae46-4f67-ba6a-49188685aba0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Pushing event deleted for resources: {'Port': ['ID=ff754800-fa03-4303-873f-46de6399b958,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:17.388468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-d8982607-abe9-480a-b266-fa825067fe1f service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013687 Nov 03 18:53:17.465396 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e818bf29-2983-4c1e-a6df-f744e067df4e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:17.466220 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.567906 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-29b2cbf3-6b8c-458e-bd1c-14db884bd28f service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519599 Nov 03 18:53:17.570755 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a0de7093-ae46-4f67-ba6a-49188685aba0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.579752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a0de7093-ae46-4f67-ba6a-49188685aba0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] 10.222.0.107 "DELETE /v2.0/ports/ff754800-fa03-4303-873f-46de6399b958 HTTP/1.1" status: 204 len: 168 time: 2.4901915 Nov 03 18:53:17.583560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33788) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:17.598220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4cb9e7e8-b018-4121-8e22-eb5059e59202 None None] Provisioning complete for port d96887f9-0cc1-461b-9a42-67df17576527 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:17.599721 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e7e8-b018-4121-8e22-eb5059e59202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.601163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-693e7d1b-577e-4e08-8e25-55267d1e2d6b tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Request body: {'port': {'name': 'tempest-new-port-name-1422785567', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:17.601568 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.api.validators [None req-693e7d1b-577e-4e08-8e25-55267d1e2d6b tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] bootfile-name is not in valid_values {{(pid=101712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 18:53:17.601920 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.api.validators [None req-693e7d1b-577e-4e08-8e25-55267d1e2d6b tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] tftp-server is not in valid_values {{(pid=101712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 18:53:17.602255 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.api.validators [None req-693e7d1b-577e-4e08-8e25-55267d1e2d6b tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] server-ip-address is not in valid_values {{(pid=101712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 18:53:17.687489 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-548fedda-b2e9-41f4-a8e8-b16807baeec1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=6c83422e-a0e8-48f3-a9e1-fb56f242edb6 HTTP/1.1" status: 200 len: 217 time: 0.1025016 Nov 03 18:53:17.699962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:17.779896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0c4f0199-8b24-4d77-80a8-3d380a0493bd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/4df7dde2-3378-4c05-8e78-66efba8c1f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0689375 Nov 03 18:53:17.779896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33790) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:17.779896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-e8ad6e69-ba1f-49ca-bc1c-81c4b650e053 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'network': {'name': 'tempest-RoutersTest-730932017'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:17.787079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Sync routers for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:17.874801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:17.876098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:17.892333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ad6e69-ba1f-49ca-bc1c-81c4b650e053 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:17.916086 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8ad6e69-ba1f-49ca-bc1c-81c4b650e053 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:17.956266 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17600d90-1ef1-419e-8dd9-4382e3834582 req-dfa89890-ed8d-4ddb-b13f-8d00457cb818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.957130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17600d90-1ef1-419e-8dd9-4382e3834582 req-dfa89890-ed8d-4ddb-b13f-8d00457cb818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.957232 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17600d90-1ef1-419e-8dd9-4382e3834582 req-dfa89890-ed8d-4ddb-b13f-8d00457cb818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.959852 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17600d90-1ef1-419e-8dd9-4382e3834582 req-dfa89890-ed8d-4ddb-b13f-8d00457cb818 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=72caea157bda4c2da13cda8b237e3c26&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6918058 Nov 03 18:53:17.965971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-a754ded1-d8de-47b8-804e-fc40f0865da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:17.968558 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-a754ded1-d8de-47b8-804e-fc40f0865da3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 200 len: 797 time: 0.2707880 Nov 03 18:53:17.992899 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-693e7d1b-577e-4e08-8e25-55267d1e2d6b tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.038134 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.043966 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e7e8-b018-4121-8e22-eb5059e59202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.141234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ad6e69-ba1f-49ca-bc1c-81c4b650e053 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:18.165838 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.211753 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8ad6e69-ba1f-49ca-bc1c-81c4b650e053 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.213188 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-e8ad6e69-ba1f-49ca-bc1c-81c4b650e053 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Added segment f77550b0-c2c6-4a98-a1cf-33f5690f0beb of type vlan for network 43808bf7-bea8-47ea-b80d-d23a68b0b589 Nov 03 18:53:18.221410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:18.274699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4cb9e7e8-b018-4121-8e22-eb5059e59202 None None] For port d96887f9-0cc1-461b-9a42-67df17576527, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d96887f9-0cc1-461b-9a42-67df17576527,segment=NetworkSegment(2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3),segment_id=2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:18.283464 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d96887f9-0cc1-461b-9a42-67df17576527 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:18.294812 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e7e8-b018-4121-8e22-eb5059e59202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.300217 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-ae85456e-fcaa-4175-9b30-c70304e7da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:18.302112 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-ae85456e-fcaa-4175-9b30-c70304e7da2c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3225999 Nov 03 18:53:18.398511 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9e7e8-b018-4121-8e22-eb5059e59202 None None] Pushing event updated for resources: {'Port': ['ID=d96887f9-0cc1-461b-9a42-67df17576527,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:18.412177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:18.480572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a6de6ba9-486f-4ab2-a95a-024988e15afc None None] Provisioning complete for port d96887f9-0cc1-461b-9a42-67df17576527 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:18.481453 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a6de6ba9-486f-4ab2-a95a-024988e15afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.490586 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-165ac0b0-014b-4acd-a415-7ed03158853d service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476216 Nov 03 18:53:18.498714 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8ad6e69-ba1f-49ca-bc1c-81c4b650e053 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.501737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762c123b-88ce-45d8-87f6-424c68b11183 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:18.521574 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.547037 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Transition to ACTIVE for port object 762c123b-88ce-45d8-87f6-424c68b11183 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:53:18.579954 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17600d90-1ef1-419e-8dd9-4382e3834582 req-ed939c60-b54d-4b26-8f28-4661ad6911aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:18.583344 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17600d90-1ef1-419e-8dd9-4382e3834582 req-ed939c60-b54d-4b26-8f28-4661ad6911aa service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6063368 Nov 03 18:53:18.586241 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port d96887f9-0cc1-461b-9a42-67df17576527 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:18.586627 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.590197 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.791876 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Pushing event updated for resources: {'Port': ['ID=762c123b-88ce-45d8-87f6-424c68b11183,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:18.886786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 29466d17-9d66-4efb-b6fa-06f5c14cc48b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:18.916567 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:18.962124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:11Z', 'revision_number': 3, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:12Z', 'revision_number': 2, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:19.015843 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Checking router: 4df7dde2-3378-4c05-8e78-66efba8c1f04 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:19.016201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Updating router 4df7dde2-3378-4c05-8e78-66efba8c1f04 port eff99e4b-c268-4a6e-875c-713c1b4f6f8a binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:53:19.048346 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.050797 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.052870 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.069269 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 29466d17-9d66-4efb-b6fa-06f5c14cc48b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:19.069565 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.093647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a0b4e-d40b-4805-aee7-fbcae4224ccd req-a0306d92-7812-447f-ba30-540b6e17f712 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.106185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a0b4e-d40b-4805-aee7-fbcae4224ccd req-a0306d92-7812-447f-ba30-540b6e17f712 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.112959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a0b4e-d40b-4805-aee7-fbcae4224ccd req-a0306d92-7812-447f-ba30-540b6e17f712 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.120903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a0b4e-d40b-4805-aee7-fbcae4224ccd req-a0306d92-7812-447f-ba30-540b6e17f712 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.131494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a0b4e-d40b-4805-aee7-fbcae4224ccd req-a0306d92-7812-447f-ba30-540b6e17f712 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.139490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a0b4e-d40b-4805-aee7-fbcae4224ccd req-a0306d92-7812-447f-ba30-540b6e17f712 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.143139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-085a0b4e-d40b-4805-aee7-fbcae4224ccd req-a0306d92-7812-447f-ba30-540b6e17f712 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 4599 time: 0.8665416 Nov 03 18:53:19.166316 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8ad6e69-ba1f-49ca-bc1c-81c4b650e053 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.175676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ad6e69-ba1f-49ca-bc1c-81c4b650e053 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.177189 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8ad6e69-ba1f-49ca-bc1c-81c4b650e053 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.216203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eb78ca3a-5f31-4e90-8433-de60dc90ea41 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:19.236802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Attempting to bind port 762c123b-88ce-45d8-87f6-424c68b11183 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:19.237499 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Attempting to bind port 762c123b-88ce-45d8-87f6-424c68b11183 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:19.238112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Attempting to bind port 762c123b-88ce-45d8-87f6-424c68b11183 on network 3fe7be63-f171-40af-afef-cfb3cf900a49 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:19.244733 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.245511 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 629605a1-981e-498f-88b4-1ebfe44ec07c {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:19.254083 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.261567 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bf62c903-2ab0-4005-a5df-710ec373eebc tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "DELETE /v2.0/routers/629605a1-981e-498f-88b4-1ebfe44ec07c HTTP/1.1" status: 204 len: 168 time: 5.5380952 Nov 03 18:53:19.269919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33796) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:19.278044 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-521914296', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:19.342085 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.343372 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.391651 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-085a0b4e-d40b-4805-aee7-fbcae4224ccd req-13b0f9b7-33d2-4bee-afe3-d1c9115312f0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2362504 Nov 03 18:53:19.525793 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-693e7d1b-577e-4e08-8e25-55267d1e2d6b tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.533591 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e8ad6e69-ba1f-49ca-bc1c-81c4b650e053 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7886822 Nov 03 18:53:19.545081 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-693e7d1b-577e-4e08-8e25-55267d1e2d6b tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.550159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33800) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:19.563746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-604586c1-f44c-4992-aa41-f27969f2e5e8 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'subnet': {'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:19.588564 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port eb78ca3a-5f31-4e90-8433-de60dc90ea41 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:19.589132 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.679745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-a7901548-9329-4b2d-a3f9-15ef7c16449b service neutron] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1754999 Nov 03 18:53:19.684197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad6e69-ba1f-49ca-bc1c-81c4b650e053 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Network': ['ID=43808bf7-bea8-47ea-b80d-d23a68b0b589,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:19.725641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 43808bf7-bea8-47ea-b80d-d23a68b0b589 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:19.779785 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-010e00ea-6e8f-4994-a3d5-ee923308210d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a749277d-caef-4241-accf-4ec2038dd6bd HTTP/1.1" status: 200 len: 217 time: 0.0700762 Nov 03 18:53:19.790484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-693e7d1b-577e-4e08-8e25-55267d1e2d6b tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] In _notify_port_updated(), no bound segment for port fd93f326-c708-4dce-89d4-1addb3041441 on network 5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d {{(pid=101712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:53:19.812158 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693e7d1b-577e-4e08-8e25-55267d1e2d6b tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.812802 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-693e7d1b-577e-4e08-8e25-55267d1e2d6b tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:19.816959 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-693e7d1b-577e-4e08-8e25-55267d1e2d6b tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] 10.222.0.107 "PUT /v2.0/ports/fd93f326-c708-4dce-89d4-1addb3041441 HTTP/1.1" status: 200 len: 1130 time: 2.2241807 Nov 03 18:53:19.884447 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-098e2e4d-9684-43f7-90a1-f1e36bd49a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:19.886226 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-098e2e4d-9684-43f7-90a1-f1e36bd49a86 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2242584c-e62d-41cf-9e7f-ce02778d27e1 HTTP/1.1" status: 200 len: 797 time: 0.0669289 Nov 03 18:53:19.893989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33802) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:19.900762 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Port 762c123b-88ce-45d8-87f6-424c68b11183 on network 3fe7be63-f171-40af-afef-cfb3cf900a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:53:19.901099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Attempting to bind port 762c123b-88ce-45d8-87f6-424c68b11183 on network 3fe7be63-f171-40af-afef-cfb3cf900a49 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:20.004352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c433ba2a-88b2-447a-b33d-7856927d676d tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:20.005936 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c433ba2a-88b2-447a-b33d-7856927d676d tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] 10.222.0.107 "GET /v2.0/ports/fd93f326-c708-4dce-89d4-1addb3041441 HTTP/1.1" status: 200 len: 1130 time: 0.1054003 Nov 03 18:53:20.011681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e7d1b-577e-4e08-8e25-55267d1e2d6b tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Pushing event updated for resources: {'Port': ['ID=fd93f326-c708-4dce-89d4-1addb3041441,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:20.013429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33804) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:20.023948 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.037998 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:20.038347 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Checking segment: {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:20.040065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Bound using segment: {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:20.040670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Bound port: 762c123b-88ce-45d8-87f6-424c68b11183, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:20.041115 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.134509 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604586c1-f44c-4992-aa41-f27969f2e5e8 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:20.138247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d96887f9-0cc1-461b-9a42-67df17576527 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:20.138943 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-604586c1-f44c-4992-aa41-f27969f2e5e8 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.147544 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-f05ee289-9651-4d14-b7b5-23ca5a5895c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:20.149995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-f05ee289-9651-4d14-b7b5-23ca5a5895c7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1902139 Nov 03 18:53:20.171295 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] For port 762c123b-88ce-45d8-87f6-424c68b11183, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:20.177326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] For port 762c123b-88ce-45d8-87f6-424c68b11183, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=762c123b-88ce-45d8-87f6-424c68b11183,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:20.237394 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.241153 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.267895 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.337559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port d96887f9-0cc1-461b-9a42-67df17576527 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:20.338419 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.364136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:20.365069 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.366975 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] 10.222.0.87 "PUT /v2.0/ports/762c123b-88ce-45d8-87f6-424c68b11183 HTTP/1.1" status: 200 len: 1131 time: 3.9473562 Nov 03 18:53:20.372264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': '762c123b-88ce-45d8-87f6-424c68b11183'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:20.376350 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878cf7c8-ed41-4f64-be54-b3c35db02e79" -d '{"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "762c123b-88ce-45d8-87f6-424c68b11183"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:20.380979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.463861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81c162-35e6-459b-a96b-7172898910eb None None] Pushing event updated for resources: {'Port': ['ID=eff99e4b-c268-4a6e-875c-713c1b4f6f8a,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:20.485867 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-43bcf0a8-cf33-4977-852a-ec607919fbbd None None] Provisioning complete for port fd93f326-c708-4dce-89d4-1addb3041441 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:20.486305 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-43bcf0a8-cf33-4977-852a-ec607919fbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.680002 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c703cc-91d5-470e-b585-630746532ac5 x-openstack-request-id: req-e2c703cc-91d5-470e-b585-630746532ac5 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:20.680922 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "762c123b-88ce-45d8-87f6-424c68b11183", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:20.681655 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e2c703cc-91d5-470e-b585-630746532ac5 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:20.682665 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': '762c123b-88ce-45d8-87f6-424c68b11183', 'status': 'completed', 'code': 200} Nov 03 18:53:20.782968 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Attempting to bind port eff99e4b-c268-4a6e-875c-713c1b4f6f8a on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:20.784690 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Attempting to bind port eff99e4b-c268-4a6e-875c-713c1b4f6f8a by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '3498df1c-29a9-4daf-a0d7-353d34b63e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:20.785276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Attempting to bind port eff99e4b-c268-4a6e-875c-713c1b4f6f8a on network d8664ae5-9a6d-4604-be1a-41548d307a74 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:20.788172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-43bcf0a8-cf33-4977-852a-ec607919fbbd None None] Port fd93f326-c708-4dce-89d4-1addb3041441 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:20.821066 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:20.821942 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Checking segment: {'id': '3498df1c-29a9-4daf-a0d7-353d34b63e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:20.822530 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.823092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Bound using segment: {'id': '3498df1c-29a9-4daf-a0d7-353d34b63e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:20.823839 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Bound port: eff99e4b-c268-4a6e-875c-713c1b4f6f8a, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3498df1c-29a9-4daf-a0d7-353d34b63e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:20.824407 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.827753 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-180bbb67-3f39-4566-a60e-c9d87bab927a tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Deleting port fd93f326-c708-4dce-89d4-1addb3041441 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:20.828130 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-180bbb67-3f39-4566-a60e-c9d87bab927a tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:20.839175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-4aaa6219-3809-45e5-a939-1620065303b3 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6719103 Nov 03 18:53:20.993218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:21.003151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.095114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-b5b89079-3e9b-41ac-9ae8-ae885ff8cf07 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115309 Nov 03 18:53:21.133410 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] For port eff99e4b-c268-4a6e-875c-713c1b4f6f8a, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:21.137245 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3aa21-55a3-4f82-86d6-5783205d8415 service neutron] Pushing event updated for resources: {'Port': ['ID=762c123b-88ce-45d8-87f6-424c68b11183,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:21.138310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:21.138624 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6d6f32f1-6a2b-48f7-9e4e-0ad8458a62dd not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:21.145538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Router cd624eb4-5c71-49cd-9bdc-93addd126063 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:53:21.182065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] For port eff99e4b-c268-4a6e-875c-713c1b4f6f8a, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eff99e4b-c268-4a6e-875c-713c1b4f6f8a,segment=NetworkSegment(3498df1c-29a9-4daf-a0d7-353d34b63e64),segment_id=3498df1c-29a9-4daf-a0d7-353d34b63e64)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:21.200310 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.202866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Request body: {'port': {'device_id': '92789f42-d355-4256-9b13-075df3cae668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:21.216130 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c8da65f3-5585-45c0-b9b1-d68b21fb4b1e None None] Provisioning complete for port eff99e4b-c268-4a6e-875c-713c1b4f6f8a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:21.220592 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c8da65f3-5585-45c0-b9b1-d68b21fb4b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.237850 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-d230e463-636b-4c57-96d5-cc6b499210c3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 HTTP/1.1" status: 200 len: 217 time: 0.0533996 Nov 03 18:53:21.308557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf2782-b68e-4e3c-a1e5-c7e50d98a346 req-23cdce76-d892-42a5-8cef-582afcce8cbb tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.316561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf2782-b68e-4e3c-a1e5-c7e50d98a346 req-23cdce76-d892-42a5-8cef-582afcce8cbb tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.323893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf2782-b68e-4e3c-a1e5-c7e50d98a346 req-23cdce76-d892-42a5-8cef-582afcce8cbb tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.330279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf2782-b68e-4e3c-a1e5-c7e50d98a346 req-23cdce76-d892-42a5-8cef-582afcce8cbb tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.337217 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf2782-b68e-4e3c-a1e5-c7e50d98a346 req-23cdce76-d892-42a5-8cef-582afcce8cbb tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.343996 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf2782-b68e-4e3c-a1e5-c7e50d98a346 req-23cdce76-d892-42a5-8cef-582afcce8cbb tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.350909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf2782-b68e-4e3c-a1e5-c7e50d98a346 req-23cdce76-d892-42a5-8cef-582afcce8cbb tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.360419 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3cf2782-b68e-4e3c-a1e5-c7e50d98a346 req-23cdce76-d892-42a5-8cef-582afcce8cbb tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5372 time: 0.6809971 Nov 03 18:53:21.379437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:21.385562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:21.408406 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.465921 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81c162-35e6-459b-a96b-7172898910eb None None] Pushing event updated for resources: {'Port': ['ID=eff99e4b-c268-4a6e-875c-713c1b4f6f8a,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:21.469561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-73624b34-a022-4bda-89ae-5b402898cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.470881 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-73624b34-a022-4bda-89ae-5b402898cf5f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2242584c-e62d-41cf-9e7f-ce02778d27e1 HTTP/1.1" status: 200 len: 797 time: 0.2217901 Nov 03 18:53:21.487934 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf7c8-ed41-4f64-be54-b3c35db02e79 req-38faec04-c1f9-4e48-a3bb-d81c0f832da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.488425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf7c8-ed41-4f64-be54-b3c35db02e79 req-38faec04-c1f9-4e48-a3bb-d81c0f832da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.489034 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf7c8-ed41-4f64-be54-b3c35db02e79 req-38faec04-c1f9-4e48-a3bb-d81c0f832da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.489480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf7c8-ed41-4f64-be54-b3c35db02e79 req-38faec04-c1f9-4e48-a3bb-d81c0f832da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.489944 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf7c8-ed41-4f64-be54-b3c35db02e79 req-38faec04-c1f9-4e48-a3bb-d81c0f832da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.490409 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf7c8-ed41-4f64-be54-b3c35db02e79 req-38faec04-c1f9-4e48-a3bb-d81c0f832da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.490870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf7c8-ed41-4f64-be54-b3c35db02e79 req-38faec04-c1f9-4e48-a3bb-d81c0f832da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.493188 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-878cf7c8-ed41-4f64-be54-b3c35db02e79 req-38faec04-c1f9-4e48-a3bb-d81c0f832da8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72caea157bda4c2da13cda8b237e3c26&device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 6209 time: 0.7967627 Nov 03 18:53:21.501565 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-180bbb67-3f39-4566-a60e-c9d87bab927a tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.539024 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-604586c1-f44c-4992-aa41-f27969f2e5e8 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.573492 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-180bbb67-3f39-4566-a60e-c9d87bab927a tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Calling delete_port for fd93f326-c708-4dce-89d4-1addb3041441 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:21.641502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3cf2782-b68e-4e3c-a1e5-c7e50d98a346 req-fb909ce2-a3a9-4f3d-bebe-7c395f2f365f tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2800486 Nov 03 18:53:21.671614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf7c8-ed41-4f64-be54-b3c35db02e79 req-4aac59e6-6da3-4a43-8095-50403fad1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.672089 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf7c8-ed41-4f64-be54-b3c35db02e79 req-4aac59e6-6da3-4a43-8095-50403fad1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.672550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf7c8-ed41-4f64-be54-b3c35db02e79 req-4aac59e6-6da3-4a43-8095-50403fad1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.674231 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-878cf7c8-ed41-4f64-be54-b3c35db02e79 req-4aac59e6-6da3-4a43-8095-50403fad1d92 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=72caea157bda4c2da13cda8b237e3c26&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1578290 Nov 03 18:53:21.749634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-a4834b08-5d6a-497b-bda5-e51175b9a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:21.751197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-a4834b08-5d6a-497b-bda5-e51175b9a3f5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2633398 Nov 03 18:53:21.761317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604586c1-f44c-4992-aa41-f27969f2e5e8 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Subnet': ['ID=507f81d4-19a8-4b3d-a249-7d792c99c155,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:21.805272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:21.822629 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Sync routers for ids ['cd624eb4-5c71-49cd-9bdc-93addd126063'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:21.837123 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:21.842736 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Routers {'cd624eb4-5c71-49cd-9bdc-93addd126063'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:21.843634 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cd624eb4-5c71-49cd-9bdc-93addd126063'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:21.864885 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:21.865319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604586c1-f44c-4992-aa41-f27969f2e5e8 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Checking segment: {'id': 'f77550b0-c2c6-4a98-a1cf-33f5690f0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:21.865698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604586c1-f44c-4992-aa41-f27969f2e5e8 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network hostable DHCP agents. Network: 43808bf7-bea8-47ea-b80d-d23a68b0b589, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:21.870007 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cb247e86-b747-45ef-b847-2ac211dca62b admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.8105907 Nov 03 18:53:21.873929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33818) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:21.944406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604586c1-f44c-4992-aa41-f27969f2e5e8 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 43808bf7-bea8-47ea-b80d-d23a68b0b589 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:21.990093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-aeee70a7-ec78-4fad-9b71-73160ca9fbaf service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248576 Nov 03 18:53:21.995368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-604586c1-f44c-4992-aa41-f27969f2e5e8 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 43808bf7-bea8-47ea-b80d-d23a68b0b589) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:22.016787 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604586c1-f44c-4992-aa41-f27969f2e5e8 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:22.017805 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-604586c1-f44c-4992-aa41-f27969f2e5e8 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.025826 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b95a26-2a84-4265-bf38-be9e5ea5b94b None None] Network 43808bf7-bea8-47ea-b80d-d23a68b0b589 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:22.052910 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-180bbb67-3f39-4566-a60e-c9d87bab927a tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.054959 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Set router cd624eb4-5c71-49cd-9bdc-93addd126063 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:22.135721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bbb67-3f39-4566-a60e-c9d87bab927a tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Pushing event deleted for resources: {'Port': ['ID=fd93f326-c708-4dce-89d4-1addb3041441,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:22.143148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-604586c1-f44c-4992-aa41-f27969f2e5e8 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5833876 Nov 03 18:53:22.149291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33820) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:22.202713 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c8da65f3-5585-45c0-b9b1-d68b21fb4b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.274831 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c8da65f3-5585-45c0-b9b1-d68b21fb4b1e None None] For port eff99e4b-c268-4a6e-875c-713c1b4f6f8a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eff99e4b-c268-4a6e-875c-713c1b4f6f8a,segment=NetworkSegment(3498df1c-29a9-4daf-a0d7-353d34b63e64),segment_id=3498df1c-29a9-4daf-a0d7-353d34b63e64)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:22.286597 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c8da65f3-5585-45c0-b9b1-d68b21fb4b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.378304 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.400599 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'name': 'tempest-TestServerMultinode-1314386165-router', 'tenant_id': '53a023971f3747b9a594cd5e1083afea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:12Z', 'updated_at': '2021-11-03T18:53:17Z', 'revision_number': 3, 'project_id': '53a023971f3747b9a594cd5e1083afea', 'gw_port': {'id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:14Z', 'updated_at': '2021-11-03T18:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:22.441235 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-180bbb67-3f39-4566-a60e-c9d87bab927a tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.461615 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-180bbb67-3f39-4566-a60e-c9d87bab927a tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] 10.222.0.107 "DELETE /v2.0/ports/fd93f326-c708-4dce-89d4-1addb3041441 HTTP/1.1" status: 204 len: 168 time: 2.4176416 Nov 03 18:53:22.463948 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.464469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33824) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:22.514559 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Checking router: cd624eb4-5c71-49cd-9bdc-93addd126063 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:22.515114 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Updating router cd624eb4-5c71-49cd-9bdc-93addd126063 port b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:53:22.549105 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.584091 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-43808bf7-bea8-47ea-b80d-d23a68b0b589', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:53:22.587848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aae01cbc-a7ec-426b-a2f6-1605c9c9dc02 req-6f2be8d9-174a-458c-af5b-87ac023c1793 service neutron] 10.222.0.98 "GET /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859206 Nov 03 18:53:22.588252 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.597356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da65f3-5585-45c0-b9b1-d68b21fb4b1e None None] Pushing event updated for resources: {'Port': ['ID=eff99e4b-c268-4a6e-875c-713c1b4f6f8a,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:22.613868 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9cedb1e2-35c0-485c-b1a3-e089f99e52b2 None None] Provisioning complete for port eff99e4b-c268-4a6e-875c-713c1b4f6f8a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:22.614244 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9cedb1e2-35c0-485c-b1a3-e089f99e52b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.614562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ea791b-689f-4e5a-a9ed-2efd63ff74a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Deleting subnet fd49c4b1-8202-4960-83f7-b40cfd48a1ce {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:53:22.620882 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e1ea791b-689f-4e5a-a9ed-2efd63ff74a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.874159 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e1ea791b-689f-4e5a-a9ed-2efd63ff74a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:22.887446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf7c8-ed41-4f64-be54-b3c35db02e79 req-62093dfd-c279-4976-ac61-ee9e4344f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:22.890274 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-878cf7c8-ed41-4f64-be54-b3c35db02e79 req-62093dfd-c279-4976-ac61-ee9e4344f31a service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2032850 Nov 03 18:53:22.959311 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:11Z', 'revision_number': 3, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:21Z', 'revision_number': 4, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:23.048330 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156b12e-1f32-44ab-aed5-bdf9d43260b9 None None] The sync data for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 is: [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:11Z', 'revision_number': 3, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:21Z', 'revision_number': 4, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:23.088275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28019c-7913-41ce-87ec-233ce686df09 req-6553687e-93c2-4025-8ff2-5251c918673d tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:23.168312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28019c-7913-41ce-87ec-233ce686df09 req-6553687e-93c2-4025-8ff2-5251c918673d tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:23.179160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28019c-7913-41ce-87ec-233ce686df09 req-6553687e-93c2-4025-8ff2-5251c918673d tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:23.186201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28019c-7913-41ce-87ec-233ce686df09 req-6553687e-93c2-4025-8ff2-5251c918673d tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:23.200329 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28019c-7913-41ce-87ec-233ce686df09 req-6553687e-93c2-4025-8ff2-5251c918673d tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:23.219881 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.224159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28019c-7913-41ce-87ec-233ce686df09 req-6553687e-93c2-4025-8ff2-5251c918673d tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:23.231115 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28019c-7913-41ce-87ec-233ce686df09 req-6553687e-93c2-4025-8ff2-5251c918673d tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:23.234197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c28019c-7913-41ce-87ec-233ce686df09 req-6553687e-93c2-4025-8ff2-5251c918673d tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5372 time: 0.4227462 Nov 03 18:53:23.240269 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.278374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Allocated IP 172.22.0.2 (43808bf7-bea8-47ea-b80d-d23a68b0b589/507f81d4-19a8-4b3d-a249-7d792c99c155/72bf04d6-01de-473e-a726-a76f1e231740) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:23.330574 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004bf02-56d0-4291-8f0d-41ea67397f37 None None] Pushing event updated for resources: {'Port': ['ID=b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:23.391001 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Attempting to bind port b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:23.392134 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Attempting to bind port b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:23.392939 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Attempting to bind port b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:23.402306 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:23.403216 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:23.404098 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.404881 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:23.406026 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Bound port: b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:23.406817 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.422851 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c28019c-7913-41ce-87ec-233ce686df09 req-20e032ae-d504-4ea2-a2de-f6ddb2cf3a22 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600003 Nov 03 18:53:23.515452 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.523461 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.546044 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] For port b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:23.554232 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] For port b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:23.559889 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.592580 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.609541 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Pushing event updated for resources: {'Port': ['ID=72bf04d6-01de-473e-a726-a76f1e231740,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:23.629089 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e1ea791b-689f-4e5a-a9ed-2efd63ff74a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.670385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Network 43808bf7-bea8-47ea-b80d-d23a68b0b589 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:23.674078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:23.680538 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:23.681260 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Routers {'cd624eb4-5c71-49cd-9bdc-93addd126063'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:23.684538 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:52:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cd624eb4-5c71-49cd-9bdc-93addd126063'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:23.743528 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.814958 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Allocated IP 172.25.2.22 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/e54cbf0e-a6e4-47ab-b928-bb67a1de6d37) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:23.834956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Attempting to bind port 72bf04d6-01de-473e-a726-a76f1e231740 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:23.835343 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Attempting to bind port 72bf04d6-01de-473e-a726-a76f1e231740 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'f77550b0-c2c6-4a98-a1cf-33f5690f0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:23.835831 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Attempting to bind port 72bf04d6-01de-473e-a726-a76f1e231740 on network 43808bf7-bea8-47ea-b80d-d23a68b0b589 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:23.842031 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004bf02-56d0-4291-8f0d-41ea67397f37 None None] Pushing event updated for resources: {'Port': ['ID=b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:23.842745 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:23.843132 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Checking segment: {'id': 'f77550b0-c2c6-4a98-a1cf-33f5690f0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:23.843541 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.844018 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Bound using segment: {'id': 'f77550b0-c2c6-4a98-a1cf-33f5690f0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:23.844510 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Bound port: 72bf04d6-01de-473e-a726-a76f1e231740, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77550b0-c2c6-4a98-a1cf-33f5690f0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:23.844897 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:23.906376 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] Set router cd624eb4-5c71-49cd-9bdc-93addd126063 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:24.013366 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e1ea791b-689f-4e5a-a9ed-2efd63ff74a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.078063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] For port 72bf04d6-01de-473e-a726-a76f1e231740, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:24.095265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab89f05-331d-4782-aa0b-943c45c22fa3 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:24.099956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] For port 72bf04d6-01de-473e-a726-a76f1e231740, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=72bf04d6-01de-473e-a726-a76f1e231740,segment=NetworkSegment(f77550b0-c2c6-4a98-a1cf-33f5690f0beb),segment_id=f77550b0-c2c6-4a98-a1cf-33f5690f0beb)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:24.106257 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.147706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea791b-689f-4e5a-a9ed-2efd63ff74a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Pushing event deleted for resources: {'Subnet': ['ID=fd49c4b1-8202-4960-83f7-b40cfd48a1ce,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:24.164045 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.210581 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e1ea791b-689f-4e5a-a9ed-2efd63ff74a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.217978 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e1ea791b-689f-4e5a-a9ed-2efd63ff74a0 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] 10.222.0.107 "DELETE /v2.0/subnets/fd49c4b1-8202-4960-83f7-b40cfd48a1ce HTTP/1.1" status: 204 len: 168 time: 1.7510622 Nov 03 18:53:24.218942 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33832) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:24.297313 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Transition to ACTIVE for port object 5ab89f05-331d-4782-aa0b-943c45c22fa3 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:53:24.300528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d9867-56de-4fdd-99bf-30ddf902fff4 None None] Pushing event updated for resources: {'Port': ['ID=72bf04d6-01de-473e-a726-a76f1e231740,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:24.304704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eff99e4b-c268-4a6e-875c-713c1b4f6f8a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:24.306576 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be795c80-aa3f-4f0e-89f5-664c75349ced None None] Network 5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:24.382525 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:24.403792 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'name': 'tempest-TestServerMultinode-1314386165-router', 'tenant_id': '53a023971f3747b9a594cd5e1083afea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:12Z', 'updated_at': '2021-11-03T18:53:17Z', 'revision_number': 3, 'project_id': '53a023971f3747b9a594cd5e1083afea', 'gw_port': {'id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:14Z', 'updated_at': '2021-11-03T18:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:24.542391 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c10026-6908-4b8d-a789-917dde57b397 None None] The sync data for ids ['cd624eb4-5c71-49cd-9bdc-93addd126063'] in n-d-812150-4 is: [{'id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'name': 'tempest-TestServerMultinode-1314386165-router', 'tenant_id': '53a023971f3747b9a594cd5e1083afea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:12Z', 'updated_at': '2021-11-03T18:53:17Z', 'revision_number': 3, 'project_id': '53a023971f3747b9a594cd5e1083afea', 'gw_port': {'id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:14Z', 'updated_at': '2021-11-03T18:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:24.759527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port eff99e4b-c268-4a6e-875c-713c1b4f6f8a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:24.761553 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.047612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c3a78a-0ee1-4ed6-8153-4a950244da1a None None] DHCP port deletion for 5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:53:25.205514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3a78a-0ee1-4ed6-8153-4a950244da1a None None] Deleting port 5163c2bc-7d06-4236-8181-828d4813ee34 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:25.206155 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e3c3a78a-0ee1-4ed6-8153-4a950244da1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.246141 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.296878 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab89f05-331d-4782-aa0b-943c45c22fa3,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:25.301835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e3c3a78a-0ee1-4ed6-8153-4a950244da1a None None] For port 5163c2bc-7d06-4236-8181-828d4813ee34, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5163c2bc-7d06-4236-8181-828d4813ee34,segment=NetworkSegment(c9dab50f-a6b6-4dd0-abba-8290d7dfd012),segment_id=c9dab50f-a6b6-4dd0-abba-8290d7dfd012)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:25.302631 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e3c3a78a-0ee1-4ed6-8153-4a950244da1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.341171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3a78a-0ee1-4ed6-8153-4a950244da1a None None] Calling delete_port for 5163c2bc-7d06-4236-8181-828d4813ee34 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:25.451609 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e3c3a78a-0ee1-4ed6-8153-4a950244da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.466005 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.467648 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c3a78a-0ee1-4ed6-8153-4a950244da1a None None] No DVR routers for this DVR port 5163c2bc-7d06-4236-8181-828d4813ee34 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:25.509578 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3a78a-0ee1-4ed6-8153-4a950244da1a None None] Pushing event deleted for resources: {'Port': ['ID=5163c2bc-7d06-4236-8181-828d4813ee34,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:25.525969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce682-94df-486d-93b4-e7f51a956d92 req-afb6b764-3d8f-4bff-ab38-7fcfbc725ab5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:25.537745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce682-94df-486d-93b4-e7f51a956d92 req-afb6b764-3d8f-4bff-ab38-7fcfbc725ab5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:25.548617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce682-94df-486d-93b4-e7f51a956d92 req-afb6b764-3d8f-4bff-ab38-7fcfbc725ab5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:25.555011 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Allocated IP 172.20.0.1 (6aa712c4-188f-4573-a9bc-321aa2957059/9591abfc-f63c-4c75-bcb2-f5fefc20d9d2/150227ef-2f8b-4894-842f-8d81982d9190) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:25.566952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce682-94df-486d-93b4-e7f51a956d92 req-afb6b764-3d8f-4bff-ab38-7fcfbc725ab5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:25.578128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce682-94df-486d-93b4-e7f51a956d92 req-afb6b764-3d8f-4bff-ab38-7fcfbc725ab5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:25.600675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce682-94df-486d-93b4-e7f51a956d92 req-afb6b764-3d8f-4bff-ab38-7fcfbc725ab5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:25.614118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce682-94df-486d-93b4-e7f51a956d92 req-afb6b764-3d8f-4bff-ab38-7fcfbc725ab5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:25.618650 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f440f292-00b4-4e21-878a-3052511312b1 req-a4370b9b-185d-437b-8f6c-bbe93c677d5a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3100691 Nov 03 18:53:25.622874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b0ce682-94df-486d-93b4-e7f51a956d92 req-afb6b764-3d8f-4bff-ab38-7fcfbc725ab5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5384 time: 0.2765105 Nov 03 18:53:25.689036 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Attempting to bind port 5ab89f05-331d-4782-aa0b-943c45c22fa3 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:25.690533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Attempting to bind port 5ab89f05-331d-4782-aa0b-943c45c22fa3 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:25.691010 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Attempting to bind port 5ab89f05-331d-4782-aa0b-943c45c22fa3 on network 3fe7be63-f171-40af-afef-cfb3cf900a49 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:25.735564 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6af7b0a6-6f54-4716-9e63-9bce66b54f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.743428 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Port 5ab89f05-331d-4782-aa0b-943c45c22fa3 on network 3fe7be63-f171-40af-afef-cfb3cf900a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:53:25.743929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Attempting to bind port 5ab89f05-331d-4782-aa0b-943c45c22fa3 on network 3fe7be63-f171-40af-afef-cfb3cf900a49 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:25.746516 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.764230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Allocated IP 172.22.0.1 (43808bf7-bea8-47ea-b80d-d23a68b0b589/507f81d4-19a8-4b3d-a249-7d792c99c155/c17754bf-0ec8-4bbf-a598-ed0055f5971f) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:25.795658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Deleting port 5163c2bc-7d06-4236-8181-828d4813ee34 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:25.795973 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.830619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:25.830980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Checking segment: {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:25.831376 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Bound using segment: {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:25.831868 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Bound port: 5ab89f05-331d-4782-aa0b-943c45c22fa3, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:25.832235 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.878245 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:25.920286 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] For port 5163c2bc-7d06-4236-8181-828d4813ee34, host n-d-812150-4, got binding levels [] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:25.920660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.938459 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Calling delete_port for 5163c2bc-7d06-4236-8181-828d4813ee34 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:25.941784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.ipam_backend_mixin [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Port 5163c2bc-7d06-4236-8181-828d4813ee34 was not found and therefore no delete operation was performed {{(pid=101712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:53:25.943942 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:25.944469 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:25.967796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] No DVR routers for this DVR port 5163c2bc-7d06-4236-8181-828d4813ee34 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:25.980209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b0ce682-94df-486d-93b4-e7f51a956d92 req-d4186ee9-75ac-410c-8156-acab31983a0b tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3561893 Nov 03 18:53:26.015893 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:26.038098 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440f292-00b4-4e21-878a-3052511312b1 req-bb7068af-3a4d-46ee-b146-460c85b24f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:26.045020 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f440f292-00b4-4e21-878a-3052511312b1 req-bb7068af-3a4d-46ee-b146-460c85b24f6a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c915a3b09cd64007a53b58c020965f6c&device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 1097 time: 0.2976849 Nov 03 18:53:26.092880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Pushing event deleted for resources: {'Port': ['ID=5163c2bc-7d06-4236-8181-828d4813ee34,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:26.214328 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.216320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Pushing event updated for resources: {'Port': ['ID=e54cbf0e-a6e4-47ab-b928-bb67a1de6d37,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:26.265755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:26.299708 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f6475-dd9e-4973-ba34-ece469365cce None None] Network 43808bf7-bea8-47ea-b80d-d23a68b0b589 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:26.325793 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9dab50f-a6b6-4dd0-abba-8290d7dfd012') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:26.326281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9dab50f-a6b6-4dd0-abba-8290d7dfd012') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:26.351633 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.354310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:26.363630 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.451660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.469145 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] For port 5ab89f05-331d-4782-aa0b-943c45c22fa3, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:26.480316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:26.480689 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.490558 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.498911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] For port 5ab89f05-331d-4782-aa0b-943c45c22fa3, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5ab89f05-331d-4782-aa0b-943c45c22fa3,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:26.507909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:26.509317 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.528370 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.549376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-23d479de-6931-4c3d-a1f5-4052f85cc443 None None] Provisioning complete for port 72bf04d6-01de-473e-a726-a76f1e231740 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:26.549744 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-23d479de-6931-4c3d-a1f5-4052f85cc443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.630716 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.637833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:26.638581 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.641010 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] 10.222.0.87 "PUT /v2.0/ports/5ab89f05-331d-4782-aa0b-943c45c22fa3 HTTP/1.1" status: 200 len: 1090 time: 5.9570193 Nov 03 18:53:26.643817 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': '5ab89f05-331d-4782-aa0b-943c45c22fa3'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:26.646827 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b83dd3-0166-49a8-84a9-23d74c1ddf04" -d '{"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "5ab89f05-331d-4782-aa0b-943c45c22fa3"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:26.650188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440f292-00b4-4e21-878a-3052511312b1 req-3496b954-e92c-460b-831f-c5812da4d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:26.651824 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f440f292-00b4-4e21-878a-3052511312b1 req-3496b954-e92c-460b-831f-c5812da4d0cb service neutron] 10.222.0.87 "GET /v2.0/networks?id=6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 200 len: 918 time: 0.5301039 Nov 03 18:53:26.669034 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:26.698940 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Request body: {'port': {'device_id': '92789f42-d355-4256-9b13-075df3cae668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:26.712646 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.726458 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.727270 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 72bf04d6-01de-473e-a726-a76f1e231740 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:26.739024 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:26.743110 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.764367 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.786810 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b00c3e-e0d5-43a3-a61f-761f80caf90b x-openstack-request-id: req-38b00c3e-e0d5-43a3-a61f-761f80caf90b {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:26.787189 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "5ab89f05-331d-4782-aa0b-943c45c22fa3", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:26.787512 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-38b00c3e-e0d5-43a3-a61f-761f80caf90b {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:26.788045 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': '5ab89f05-331d-4782-aa0b-943c45c22fa3', 'status': 'completed', 'code': 200} Nov 03 18:53:26.858245 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:26.864865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] 10.222.0.107 "DELETE /v2.0/networks/5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d HTTP/1.1" status: 204 len: 168 time: 2.6388841 Nov 03 18:53:26.899941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:26.948736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Network 6aa712c4-188f-4573-a9bc-321aa2957059 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:26.956003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab89f05-331d-4782-aa0b-943c45c22fa3,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:26.971526 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:26.972395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:26.972931 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:26.974124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:26.974653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:26.974971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd8231-11cb-4a37-93d5-0d6734c9766f tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259 tempest-ExtraDHCPOptionsIpV6TestJSON-1388037259-project] Pushing event deleted for resources: {'Network': ['ID=5e17fec4-7ef2-4e79-9a8c-cc6147b0b57d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:26.975612 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:26.976130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:26.976636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:26.977146 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:26.977649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:26.978171 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:26.979047 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71aa767-26e5-4467-a2b1-8123065b07a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:26.984450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:27.005157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 43808bf7-bea8-47ea-b80d-d23a68b0b589 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:27.026346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:27.033905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:27.061401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=c17754bf-0ec8-4bbf-a598-ed0055f5971f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:27.116444 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:27.128157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b83dd3-0166-49a8-84a9-23d74c1ddf04 req-f7e46a18-b79d-4004-a928-a94847f4c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.128952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b83dd3-0166-49a8-84a9-23d74c1ddf04 req-f7e46a18-b79d-4004-a928-a94847f4c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.130316 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b83dd3-0166-49a8-84a9-23d74c1ddf04 req-f7e46a18-b79d-4004-a928-a94847f4c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.131136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b83dd3-0166-49a8-84a9-23d74c1ddf04 req-f7e46a18-b79d-4004-a928-a94847f4c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.131820 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b83dd3-0166-49a8-84a9-23d74c1ddf04 req-f7e46a18-b79d-4004-a928-a94847f4c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.132416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b83dd3-0166-49a8-84a9-23d74c1ddf04 req-f7e46a18-b79d-4004-a928-a94847f4c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.133009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b83dd3-0166-49a8-84a9-23d74c1ddf04 req-f7e46a18-b79d-4004-a928-a94847f4c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.135281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34b83dd3-0166-49a8-84a9-23d74c1ddf04 req-f7e46a18-b79d-4004-a928-a94847f4c7ae service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72caea157bda4c2da13cda8b237e3c26&device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 6276 time: 0.3233750 Nov 03 18:53:27.150340 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.242148 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-23d479de-6931-4c3d-a1f5-4052f85cc443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.264706 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.279750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 72bf04d6-01de-473e-a726-a76f1e231740 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:27.280538 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.299795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.407335 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f440f292-00b4-4e21-878a-3052511312b1 req-e09188c5-451f-4e36-af3f-85bb75dfa870 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec281bb-43c9-4653-a296-0a3842dc700e HTTP/1.1" status: 200 len: 1001 time: 0.7344491 Nov 03 18:53:27.418696 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.460699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-23d479de-6931-4c3d-a1f5-4052f85cc443 None None] For port 72bf04d6-01de-473e-a726-a76f1e231740, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=72bf04d6-01de-473e-a726-a76f1e231740,segment=NetworkSegment(f77550b0-c2c6-4a98-a1cf-33f5690f0beb),segment_id=f77550b0-c2c6-4a98-a1cf-33f5690f0beb)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:27.467320 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-23d479de-6931-4c3d-a1f5-4052f85cc443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.535135 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d479de-6931-4c3d-a1f5-4052f85cc443 None None] Pushing event updated for resources: {'Port': ['ID=72bf04d6-01de-473e-a726-a76f1e231740,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:27.611374 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:53:27.611825 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:53:27.631413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-85506713-2e58-4e3e-9ec8-4b2e010a94ab None None] Provisioning complete for port 150227ef-2f8b-4894-842f-8d81982d9190 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:27.632535 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-85506713-2e58-4e3e-9ec8-4b2e010a94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.675345 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-85506713-2e58-4e3e-9ec8-4b2e010a94ab None None] Port 150227ef-2f8b-4894-842f-8d81982d9190 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:27.684404 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440f292-00b4-4e21-878a-3052511312b1 req-1bdce908-4577-4080-affc-14416bfa2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.686376 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f440f292-00b4-4e21-878a-3052511312b1 req-1bdce908-4577-4080-affc-14416bfa2538 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e3aa174d-f75e-461c-bfcb-5c4a20bb9478 HTTP/1.1" status: 200 len: 856 time: 0.1026411 Nov 03 18:53:27.697757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33852) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:27.812347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-62bc2d8a-d345-4a52-91b4-9cead45d5b05 None None] Provisioning complete for port c17754bf-0ec8-4bbf-a598-ed0055f5971f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:27.812856 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-62bc2d8a-d345-4a52-91b4-9cead45d5b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.815192 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.850285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b83dd3-0166-49a8-84a9-23d74c1ddf04 req-2d3b3955-e24e-4414-ae6b-812857276a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.850936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b83dd3-0166-49a8-84a9-23d74c1ddf04 req-2d3b3955-e24e-4414-ae6b-812857276a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.851408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b83dd3-0166-49a8-84a9-23d74c1ddf04 req-2d3b3955-e24e-4414-ae6b-812857276a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.853109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34b83dd3-0166-49a8-84a9-23d74c1ddf04 req-2d3b3955-e24e-4414-ae6b-812857276a26 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=72caea157bda4c2da13cda8b237e3c26&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4814923 Nov 03 18:53:27.869822 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a8b2-f860-4253-ac4d-fda3984d7960 req-4f4ba8e0-a2ea-45b1-9d09-502f92ae1351 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.876259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a8b2-f860-4253-ac4d-fda3984d7960 req-4f4ba8e0-a2ea-45b1-9d09-502f92ae1351 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.883178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a8b2-f860-4253-ac4d-fda3984d7960 req-4f4ba8e0-a2ea-45b1-9d09-502f92ae1351 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.890145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a8b2-f860-4253-ac4d-fda3984d7960 req-4f4ba8e0-a2ea-45b1-9d09-502f92ae1351 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.898738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-62bc2d8a-d345-4a52-91b4-9cead45d5b05 None None] Port c17754bf-0ec8-4bbf-a598-ed0055f5971f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:27.908310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a8b2-f860-4253-ac4d-fda3984d7960 req-4f4ba8e0-a2ea-45b1-9d09-502f92ae1351 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.911349 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-62bc2d8a-d345-4a52-91b4-9cead45d5b05 None None] Provisioning complete for port 72bf04d6-01de-473e-a726-a76f1e231740 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:27.911786 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-62bc2d8a-d345-4a52-91b4-9cead45d5b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.925847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a8b2-f860-4253-ac4d-fda3984d7960 req-4f4ba8e0-a2ea-45b1-9d09-502f92ae1351 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.935638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294a8b2-f860-4253-ac4d-fda3984d7960 req-4f4ba8e0-a2ea-45b1-9d09-502f92ae1351 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:27.938284 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:27.949310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3294a8b2-f860-4253-ac4d-fda3984d7960 req-4f4ba8e0-a2ea-45b1-9d09-502f92ae1351 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5384 time: 0.5724025 Nov 03 18:53:28.010362 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Pushing event updated for resources: {'Port': ['ID=150227ef-2f8b-4894-842f-8d81982d9190,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:28.068031 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cb21aa8a-eda3-4a03-8832-34a27ead2ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.130313 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440f292-00b4-4e21-878a-3052511312b1 req-bc90c516-d190-4ea9-9e84-d09b46885b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:28.131882 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f440f292-00b4-4e21-878a-3052511312b1 req-bc90c516-d190-4ea9-9e84-d09b46885b9c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6158e201-7067-485a-828c-1c59e35954b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4243896 Nov 03 18:53:28.206045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-cedef192-92b5-4de0-9d06-c03e14d086bb None None] Provisioning complete for port c17754bf-0ec8-4bbf-a598-ed0055f5971f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:28.208066 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cedef192-92b5-4de0-9d06-c03e14d086bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.273896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b83dd3-0166-49a8-84a9-23d74c1ddf04 req-9b91faa3-fbc4-4645-af4c-c419e202862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:28.275418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34b83dd3-0166-49a8-84a9-23d74c1ddf04 req-9b91faa3-fbc4-4645-af4c-c419e202862f service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2936289 Nov 03 18:53:28.292569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-cedef192-92b5-4de0-9d06-c03e14d086bb None None] Port c17754bf-0ec8-4bbf-a598-ed0055f5971f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:28.299907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5163c2bc-7d06-4236-8181-828d4813ee34 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:28.308216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3294a8b2-f860-4253-ac4d-fda3984d7960 req-83c4e2ff-83e2-4a23-9e91-64def81faf30 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3578250 Nov 03 18:53:28.323306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 5163c2bc-7d06-4236-8181-828d4813ee34 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:28.323740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5163c2bc-7d06-4236-8181-828d4813ee34 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:28.398753 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d50d4435-f01d-40da-8337-ec1a799b139e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=40294b701fa04eb8a37db26165eceace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6993821 Nov 03 18:53:28.420944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33856) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:28.460096 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f440f292-00b4-4e21-878a-3052511312b1 req-eeafc524-5397-4310-a26b-9ac66ecdbd1a service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025656 Nov 03 18:53:28.470852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:28.569341 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc7d3eda-f431-49c7-83a5-245e80ac9eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.573606 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:28.574086 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.594811 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.611041 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.622288 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.632925 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc7d3eda-f431-49c7-83a5-245e80ac9eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.717208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 72bf04d6-01de-473e-a726-a76f1e231740 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:28.763125 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.791075 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 72bf04d6-01de-473e-a726-a76f1e231740 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:28.791516 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.898832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=c17754bf-0ec8-4bbf-a598-ed0055f5971f,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:28.956370 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc7d3eda-f431-49c7-83a5-245e80ac9eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.962491 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc7d3eda-f431-49c7-83a5-245e80ac9eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:28.967998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cc7d3eda-f431-49c7-83a5-245e80ac9eca admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/98d2ea66-e54d-4027-bb2b-c289f405e1fc HTTP/1.1" status: 204 len: 168 time: 0.5434647 Nov 03 18:53:29.000060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d3eda-f431-49c7-83a5-245e80ac9eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d2ea66-e54d-4027-bb2b-c289f405e1fc,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:29.029945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network 43808bf7-bea8-47ea-b80d-d23a68b0b589 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:29.031733 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:29.218583 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 4df7dde2-3378-4c05-8e78-66efba8c1f04 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:29.284886 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:29.316124 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.331122 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.333750 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.408784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:29.416495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b647e4d4-4144-4f6c-b197-c0736f485843 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/4df7dde2-3378-4c05-8e78-66efba8c1f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2657409 Nov 03 18:53:29.431318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Sync routers for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:29.434673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33880) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:29.445143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:29.447853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-3e3e9421-4f27-45c6-9b88-e1a8c4d108dd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'network': {'name': 'tempest-RoutersTest-440264461'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:29.460363 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:29.481716 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f440f292-00b4-4e21-878a-3052511312b1 req-5b21788d-be4c-4af5-978e-2ac1062cc27f service neutron] 10.222.0.87 "GET /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9442499 Nov 03 18:53:29.482780 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Transition to ACTIVE for port object b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:53:29.523061 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.582803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3e9421-4f27-45c6-9b88-e1a8c4d108dd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:29.594568 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9421-4f27-45c6-9b88-e1a8c4d108dd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.633311 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Pushing event updated for resources: {'Port': ['ID=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:29.671031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2487b4-7f94-4bd3-8244-32a8ae11e6d6 req-13a850d7-eae4-4572-9d4f-db729c8cd115 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:29.676436 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-da31cf15-0383-4f22-b2f5-482af5448d05 None None] Provisioning complete for port c17754bf-0ec8-4bbf-a598-ed0055f5971f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:29.677156 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-da31cf15-0383-4f22-b2f5-482af5448d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.678708 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b2487b4-7f94-4bd3-8244-32a8ae11e6d6 req-13a850d7-eae4-4572-9d4f-db729c8cd115 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 946 time: 0.4236910 Nov 03 18:53:29.682854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:29.759798 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.772904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-da31cf15-0383-4f22-b2f5-482af5448d05 None None] Port c17754bf-0ec8-4bbf-a598-ed0055f5971f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:29.781525 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.793802 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399153b6-1e9f-4510-aed0-2d5933ce18ee req-f01cad72-a5ce-466e-8297-2b2e02749f46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:29.803245 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399153b6-1e9f-4510-aed0-2d5933ce18ee req-f01cad72-a5ce-466e-8297-2b2e02749f46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:29.810917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399153b6-1e9f-4510-aed0-2d5933ce18ee req-f01cad72-a5ce-466e-8297-2b2e02749f46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:29.823514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399153b6-1e9f-4510-aed0-2d5933ce18ee req-f01cad72-a5ce-466e-8297-2b2e02749f46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:29.833021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399153b6-1e9f-4510-aed0-2d5933ce18ee req-f01cad72-a5ce-466e-8297-2b2e02749f46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:29.855301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399153b6-1e9f-4510-aed0-2d5933ce18ee req-f01cad72-a5ce-466e-8297-2b2e02749f46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:29.863428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399153b6-1e9f-4510-aed0-2d5933ce18ee req-f01cad72-a5ce-466e-8297-2b2e02749f46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:29.865730 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.865968 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-399153b6-1e9f-4510-aed0-2d5933ce18ee req-f01cad72-a5ce-466e-8297-2b2e02749f46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5396 time: 0.4025216 Nov 03 18:53:29.867037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3e9421-4f27-45c6-9b88-e1a8c4d108dd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:29.907101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b2487b4-7f94-4bd3-8244-32a8ae11e6d6 req-b931f282-b7b3-4e26-a661-3ecd87df743c tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024696 Nov 03 18:53:29.921813 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9421-4f27-45c6-9b88-e1a8c4d108dd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:29.922162 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-3e3e9421-4f27-45c6-9b88-e1a8c4d108dd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Added segment aff5c85f-4730-4aed-af8e-e3a77391c796 of type vlan for network bc32a28d-5dd7-43ce-93a5-fa7186c3a50a Nov 03 18:53:29.980213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:27Z', 'revision_number': 4, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'c17754bf-0ec8-4bbf-a598-ed0055f5971f', 'name': '', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:97:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:24Z', 'updated_at': '2021-11-03T18:53:28Z', 'revision_number': 2, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:30.019332 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Checking router: 4df7dde2-3378-4c05-8e78-66efba8c1f04 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:30.019834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Updating router 4df7dde2-3378-4c05-8e78-66efba8c1f04 port c17754bf-0ec8-4bbf-a598-ed0055f5971f binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:53:30.048431 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.071552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9421-4f27-45c6-9b88-e1a8c4d108dd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.086262 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Router d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:53:30.100962 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-399153b6-1e9f-4510-aed0-2d5933ce18ee req-1b954737-6822-4817-b4cb-90f2b5c1909c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1996436 Nov 03 18:53:30.114207 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Pushing event updated for resources: {'Port': ['ID=150227ef-2f8b-4894-842f-8d81982d9190,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:30.164439 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9421-4f27-45c6-9b88-e1a8c4d108dd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.172118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3e9421-4f27-45c6-9b88-e1a8c4d108dd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:30.173173 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9421-4f27-45c6-9b88-e1a8c4d108dd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.220375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Attempting to bind port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:30.220736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Attempting to bind port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:30.221078 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Attempting to bind port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 on network 3fe7be63-f171-40af-afef-cfb3cf900a49 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:30.242950 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3e3e9421-4f27-45c6-9b88-e1a8c4d108dd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8002725 Nov 03 18:53:30.262373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33898) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:30.270958 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-11cb553d-eb40-45e5-af68-8c721ff431fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'subnet': {'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:30.276190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 on network 3fe7be63-f171-40af-afef-cfb3cf900a49 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:53:30.276530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Attempting to bind port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 on network 3fe7be63-f171-40af-afef-cfb3cf900a49 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:30.295562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e9421-4f27-45c6-9b88-e1a8c4d108dd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Network': ['ID=bc32a28d-5dd7-43ce-93a5-fa7186c3a50a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:30.298118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33900) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:30.313826 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network bc32a28d-5dd7-43ce-93a5-fa7186c3a50a details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:30.338560 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:30.338560 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Checking segment: {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:30.339080 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Bound using segment: {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:30.339664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Bound port: b961a24e-417a-4a3f-8a1a-75bd3d9b7a15, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29c5904-d735-4534-8330-a9795a212028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:30.340381 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.370889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Network 6aa712c4-188f-4573-a9bc-321aa2957059 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:30.412110 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:30.437403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Request body: {'networks': [{'name': 'tempest-network--1055074627'}, {'name': 'tempest-network--591721592'}]} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:30.437720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Request body: {'network': {'name': 'tempest-network--1055074627'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:30.438202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Request body: {'network': {'name': 'tempest-network--591721592'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:30.466126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Made reservation on behalf of 957134e47b85446ba990d3ec9981de62 for: {'network': 2} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:30.472100 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.491542 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.492810 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.494875 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:30.505682 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.512680 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e98a16-2cfe-4f00-b695-d7031e876cf1 None None] Sync routers for ids ['d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:30.519145 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.527490 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e98a16-2cfe-4f00-b695-d7031e876cf1 None None] Routers {'d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:30.528191 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-01e98a16-2cfe-4f00-b695-d7031e876cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:30.585598 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-01e98a16-2cfe-4f00-b695-d7031e876cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:30.601948 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e98a16-2cfe-4f00-b695-d7031e876cf1 None None] Routers {'d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:30.603005 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-01e98a16-2cfe-4f00-b695-d7031e876cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:30.644611 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.648684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d003897-e83c-4bb2-b1ba-f2e0f3ba6e50 None None] Pushing event updated for resources: {'Port': ['ID=c17754bf-0ec8-4bbf-a598-ed0055f5971f,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:30.679493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] For port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:30.679658 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-01e98a16-2cfe-4f00-b695-d7031e876cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:30.680380 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e98a16-2cfe-4f00-b695-d7031e876cf1 None None] The sync data for ids ['d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:30.692733 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.702059 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.702537 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.724599 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Attempting to bind port c17754bf-0ec8-4bbf-a598-ed0055f5971f on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:30.725171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Attempting to bind port c17754bf-0ec8-4bbf-a598-ed0055f5971f by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'f77550b0-c2c6-4a98-a1cf-33f5690f0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:30.725422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Attempting to bind port c17754bf-0ec8-4bbf-a598-ed0055f5971f on network 43808bf7-bea8-47ea-b80d-d23a68b0b589 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:30.731656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:30.732368 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Checking segment: {'id': 'f77550b0-c2c6-4a98-a1cf-33f5690f0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:30.732950 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.733508 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Bound using segment: {'id': 'f77550b0-c2c6-4a98-a1cf-33f5690f0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:30.734208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Bound port: c17754bf-0ec8-4bbf-a598-ed0055f5971f, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77550b0-c2c6-4a98-a1cf-33f5690f0beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:30.734903 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.765521 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be85491f-24b6-4fa0-b31a-0995777bf2e1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:30.824267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:30.834490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] For port c17754bf-0ec8-4bbf-a598-ed0055f5971f, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:30.838090 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.838502 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Added segment 1ce57530-98b2-4a1f-8ddd-bb46994926f4 of type vlan for network a6eeefd5-219d-4abe-bb14-f038c610a275 Nov 03 18:53:30.838703 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] For port c17754bf-0ec8-4bbf-a598-ed0055f5971f, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c17754bf-0ec8-4bbf-a598-ed0055f5971f,segment=NetworkSegment(f77550b0-c2c6-4a98-a1cf-33f5690f0beb),segment_id=f77550b0-c2c6-4a98-a1cf-33f5690f0beb)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:30.847654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] For port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:30.849356 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.854041 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Router cd624eb4-5c71-49cd-9bdc-93addd126063 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:30.857474 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.878770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cb553d-eb40-45e5-af68-8c721ff431fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Made reservation on behalf of 45be4aed4b664444966796000d58a1bc for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:30.883712 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11cb553d-eb40-45e5-af68-8c721ff431fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.894433 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.935936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:30.965851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a86ae27a-5020-4374-8cc2-b0e110114312 None None] Provisioning complete for port 150227ef-2f8b-4894-842f-8d81982d9190 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:30.966245 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a86ae27a-5020-4374-8cc2-b0e110114312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.976691 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:30.978101 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Added segment d4490650-629a-4e21-81f3-708275e5db5d of type vlan for network 796afa89-cf38-4577-a679-9f4c66fdb739 Nov 03 18:53:30.998119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:30.999065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:31.007553 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d003897-e83c-4bb2-b1ba-f2e0f3ba6e50 None None] Pushing event updated for resources: {'Port': ['ID=c17754bf-0ec8-4bbf-a598-ed0055f5971f,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:31.065087 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.066082 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.068362 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] 10.222.0.87 "PUT /v2.0/ports/b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 HTTP/1.1" status: 200 len: 1091 time: 4.3809264 Nov 03 18:53:31.075819 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.077764 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.087861 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-51f0de42-1e98-4ba0-97be-ea5dbaf61546 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.8154716 Nov 03 18:53:31.089975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33908) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:31.096988 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': 'b961a24e-417a-4a3f-8a1a-75bd3d9b7a15'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:31.099940 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0867e160-84b9-49f4-8859-f758717cf764" -d '{"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "b961a24e-417a-4a3f-8a1a-75bd3d9b7a15"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:31.117136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a86ae27a-5020-4374-8cc2-b0e110114312 None None] Port 150227ef-2f8b-4894-842f-8d81982d9190 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:31.142944 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-363f58dd-8e53-497f-95c9-bb4b7dee9ea9 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'enable_snat': False}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:31.144606 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:31.161415 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Request body: {'port': {'device_id': '92789f42-d355-4256-9b13-075df3cae668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:31.205192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d6f4d-aa90-487c-bd17-c76dc798cf78 req-96f84e51-a913-49f0-bf6a-d1dd3d0731ab tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.207690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-187d6f4d-aa90-487c-bd17-c76dc798cf78 req-96f84e51-a913-49f0-bf6a-d1dd3d0731ab tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 946 time: 0.1510415 Nov 03 18:53:31.212979 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.215564 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.241885 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.275221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.275939 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.342766 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01be3ccc-bfb1-4c39-b4f2-37383f432abc x-openstack-request-id: req-01be3ccc-bfb1-4c39-b4f2-37383f432abc {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:31.343157 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "b961a24e-417a-4a3f-8a1a-75bd3d9b7a15", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:31.343482 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-01be3ccc-bfb1-4c39-b4f2-37383f432abc {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:31.343990 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': 'b961a24e-417a-4a3f-8a1a-75bd3d9b7a15', 'status': 'completed', 'code': 200} Nov 03 18:53:31.422196 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1228189 Nov 03 18:53:31.439429 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33914) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:31.452730 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event updated for resources: {'Network': ['ID=a6eeefd5-219d-4abe-bb14-f038c610a275,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:31.475368 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d6784ce7-440a-4a3b-8623-3452222fc742 None None] Provisioning complete for port c17754bf-0ec8-4bbf-a598-ed0055f5971f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:31.475773 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d6784ce7-440a-4a3b-8623-3452222fc742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.483071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network a6eeefd5-219d-4abe-bb14-f038c610a275 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:31.570802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a063359-dbe2-400c-8497-25abeb50c821 service neutron] Pushing event updated for resources: {'Port': ['ID=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:31.642528 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.733937 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.781830 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11cb553d-eb40-45e5-af68-8c721ff431fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.819704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:27Z', 'revision_number': 4, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'c17754bf-0ec8-4bbf-a598-ed0055f5971f', 'name': '', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:97:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:24Z', 'updated_at': '2021-11-03T18:53:30Z', 'revision_number': 4, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:31.849767 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d6784ce7-440a-4a3b-8623-3452222fc742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.851934 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38772794-77fd-449c-bef6-fb756968c3ae None None] The sync data for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 is: [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:27Z', 'revision_number': 4, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'c17754bf-0ec8-4bbf-a598-ed0055f5971f', 'name': '', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:97:27:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:24Z', 'updated_at': '2021-11-03T18:53:30Z', 'revision_number': 4, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:31.891075 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-187d6f4d-aa90-487c-bd17-c76dc798cf78 req-587ed7ff-8e89-487e-bf54-3104e26253df tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups?id=23f5bdcb-a3cf-48bd-827c-8f24eab48597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6097355 Nov 03 18:53:31.932622 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d6784ce7-440a-4a3b-8623-3452222fc742 None None] For port c17754bf-0ec8-4bbf-a598-ed0055f5971f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c17754bf-0ec8-4bbf-a598-ed0055f5971f,segment=NetworkSegment(f77550b0-c2c6-4a98-a1cf-33f5690f0beb),segment_id=f77550b0-c2c6-4a98-a1cf-33f5690f0beb)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:31.941160 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d6784ce7-440a-4a3b-8623-3452222fc742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:31.960361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e160-84b9-49f4-8859-f758717cf764 req-81ecbd12-5bba-4497-8a66-f844bc048f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.961026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e160-84b9-49f4-8859-f758717cf764 req-81ecbd12-5bba-4497-8a66-f844bc048f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.961559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e160-84b9-49f4-8859-f758717cf764 req-81ecbd12-5bba-4497-8a66-f844bc048f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.962093 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e160-84b9-49f4-8859-f758717cf764 req-81ecbd12-5bba-4497-8a66-f844bc048f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.962773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e160-84b9-49f4-8859-f758717cf764 req-81ecbd12-5bba-4497-8a66-f844bc048f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.963303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e160-84b9-49f4-8859-f758717cf764 req-81ecbd12-5bba-4497-8a66-f844bc048f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.963849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e160-84b9-49f4-8859-f758717cf764 req-81ecbd12-5bba-4497-8a66-f844bc048f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:31.965910 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0867e160-84b9-49f4-8859-f758717cf764 req-81ecbd12-5bba-4497-8a66-f844bc048f70 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72caea157bda4c2da13cda8b237e3c26&device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 6343 time: 0.6049025 Nov 03 18:53:32.002014 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6784ce7-440a-4a3b-8623-3452222fc742 None None] Pushing event updated for resources: {'Port': ['ID=c17754bf-0ec8-4bbf-a598-ed0055f5971f,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:32.084222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fa464cd1-e820-47f6-a30f-851c0c6860da None None] Provisioning complete for port c17754bf-0ec8-4bbf-a598-ed0055f5971f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:32.084609 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fa464cd1-e820-47f6-a30f-851c0c6860da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:32.086490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68fb94-be33-4aab-9fce-7ace8dfd0455 req-9dd5501f-6d1d-4a4e-97b7-545af63a9b41 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.098368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68fb94-be33-4aab-9fce-7ace8dfd0455 req-9dd5501f-6d1d-4a4e-97b7-545af63a9b41 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.109531 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68fb94-be33-4aab-9fce-7ace8dfd0455 req-9dd5501f-6d1d-4a4e-97b7-545af63a9b41 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.120777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68fb94-be33-4aab-9fce-7ace8dfd0455 req-9dd5501f-6d1d-4a4e-97b7-545af63a9b41 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.131790 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68fb94-be33-4aab-9fce-7ace8dfd0455 req-9dd5501f-6d1d-4a4e-97b7-545af63a9b41 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.143661 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68fb94-be33-4aab-9fce-7ace8dfd0455 req-9dd5501f-6d1d-4a4e-97b7-545af63a9b41 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.155056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68fb94-be33-4aab-9fce-7ace8dfd0455 req-9dd5501f-6d1d-4a4e-97b7-545af63a9b41 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.168557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f68fb94-be33-4aab-9fce-7ace8dfd0455 req-9dd5501f-6d1d-4a4e-97b7-545af63a9b41 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5396 time: 0.8119569 Nov 03 18:53:32.173718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f945f-8242-43c2-b606-e1befc9dba82 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event updated for resources: {'Network': ['ID=796afa89-cf38-4577-a679-9f4c66fdb739,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:32.192904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 796afa89-cf38-4577-a679-9f4c66fdb739 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:32.228314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-b0c3b76c-dddf-4d3a-9f08-2e3c2408353e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.230788 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-b0c3b76c-dddf-4d3a-9f08-2e3c2408353e tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.87 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 946 time: 0.3379662 Nov 03 18:53:32.367690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f68fb94-be33-4aab-9fce-7ace8dfd0455 req-f585a8ae-2291-4593-a72d-fc2aa028cccc tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1980851 Nov 03 18:53:32.424086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-864cd4b2-3809-4a45-86ec-b4abd968ffed tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Deleting port aec281bb-43c9-4653-a296-0a3842dc700e {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:32.424640 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-864cd4b2-3809-4a45-86ec-b4abd968ffed tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:32.497963 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c17754bf-0ec8-4bbf-a598-ed0055f5971f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:32.554118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-864cd4b2-3809-4a45-86ec-b4abd968ffed tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] For port aec281bb-43c9-4653-a296-0a3842dc700e, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=aec281bb-43c9-4653-a296-0a3842dc700e,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:32.554652 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-864cd4b2-3809-4a45-86ec-b4abd968ffed tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:32.562115 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c17754bf-0ec8-4bbf-a598-ed0055f5971f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:32.562557 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:32.587569 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:32.605375 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Sync routers for ids ['cd624eb4-5c71-49cd-9bdc-93addd126063'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:32.610114 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-184db7e9-ef69-4fb9-9854-cac9d11757d4 admin admin] 10.222.0.107 "PUT /v2.0/routers/cd624eb4-5c71-49cd-9bdc-93addd126063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6867793 Nov 03 18:53:32.632271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Routers {'cd624eb4-5c71-49cd-9bdc-93addd126063'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:32.633996 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cd624eb4-5c71-49cd-9bdc-93addd126063'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:32.646879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb553d-eb40-45e5-af68-8c721ff431fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Subnet': ['ID=2438d4ac-eafe-452d-884d-ff3b03b76b1f,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:32.751017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d483ca31-0ae8-48a9-804a-e328df6aa290 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.758638 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d483ca31-0ae8-48a9-804a-e328df6aa290 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.765133 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d483ca31-0ae8-48a9-804a-e328df6aa290 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.772111 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d483ca31-0ae8-48a9-804a-e328df6aa290 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.774122 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d483ca31-0ae8-48a9-804a-e328df6aa290 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.3315110 Nov 03 18:53:32.779020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33920) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:32.827810 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-864cd4b2-3809-4a45-86ec-b4abd968ffed tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:32.827810 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-864cd4b2-3809-4a45-86ec-b4abd968ffed tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:32.827810 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-864cd4b2-3809-4a45-86ec-b4abd968ffed tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Floating IP 97f6c733-5b04-4289-8a4c-baa4e1320506 disassociated. External IP: 172.25.2.169, port: aec281bb-43c9-4653-a296-0a3842dc700e. Nov 03 18:53:32.827810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-864cd4b2-3809-4a45-86ec-b4abd968ffed tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Calling delete_port for aec281bb-43c9-4653-a296-0a3842dc700e owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:32.847489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cb553d-eb40-45e5-af68-8c721ff431fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Checking segment: {'id': 'aff5c85f-4730-4aed-af8e-e3a77391c796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:32.847966 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cb553d-eb40-45e5-af68-8c721ff431fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network hostable DHCP agents. Network: bc32a28d-5dd7-43ce-93a5-fa7186c3a50a, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:32.893015 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e160-84b9-49f4-8859-f758717cf764 req-6ca7f0d3-a077-4a37-9316-49f3a5f6c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.893510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e160-84b9-49f4-8859-f758717cf764 req-6ca7f0d3-a077-4a37-9316-49f3a5f6c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.894282 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e160-84b9-49f4-8859-f758717cf764 req-6ca7f0d3-a077-4a37-9316-49f3a5f6c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:32.897177 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0867e160-84b9-49f4-8859-f758717cf764 req-6ca7f0d3-a077-4a37-9316-49f3a5f6c2f4 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=72caea157bda4c2da13cda8b237e3c26&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8732486 Nov 03 18:53:32.929285 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Set router cd624eb4-5c71-49cd-9bdc-93addd126063 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:33.019161 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-864cd4b2-3809-4a45-86ec-b4abd968ffed tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.049567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cb553d-eb40-45e5-af68-8c721ff431fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network bc32a28d-5dd7-43ce-93a5-fa7186c3a50a is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:33.100896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-11cb553d-eb40-45e5-af68-8c721ff431fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, bc32a28d-5dd7-43ce-93a5-fa7186c3a50a) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:33.112008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2699ca63-d3de-4b0c-b67c-a6b2a3e7ebc5 None None] Network bc32a28d-5dd7-43ce-93a5-fa7186c3a50a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:33.145804 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cd4b2-3809-4a45-86ec-b4abd968ffed tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event deleted for resources: {'Port': ['ID=aec281bb-43c9-4653-a296-0a3842dc700e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:33.162835 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cb553d-eb40-45e5-af68-8c721ff431fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:33.163462 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11cb553d-eb40-45e5-af68-8c721ff431fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.169250 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f85c8e11-a6d9-46c4-8eda-547af4e25d7a req-0f8851c6-ff3b-4601-ad1d-7d2ea216d27f tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 210 time: 0.0635521 Nov 03 18:53:33.196176 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e160-84b9-49f4-8859-f758717cf764 req-e3ee70d0-5407-4f70-94b0-0719e050e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:33.197775 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0867e160-84b9-49f4-8859-f758717cf764 req-e3ee70d0-5407-4f70-94b0-0719e050e69a service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2917907 Nov 03 18:53:33.218273 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56d5c40d-27ef-4f2d-bcc2-25f72a2a6435 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.237775 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-11cb553d-eb40-45e5-af68-8c721ff431fa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9679062 Nov 03 18:53:33.241205 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-363f58dd-8e53-497f-95c9-bb4b7dee9ea9 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.245132 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33932) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:33.422220 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae343c8-8d70-4d32-99cc-d202d84dd31f {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:33.440926 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.481933 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56d5c40d-27ef-4f2d-bcc2-25f72a2a6435 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.491533 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'name': 'tempest-TestServerMultinode-1314386165-router', 'tenant_id': '53a023971f3747b9a594cd5e1083afea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:12Z', 'updated_at': '2021-11-03T18:53:28Z', 'revision_number': 4, 'project_id': '53a023971f3747b9a594cd5e1083afea', 'gw_port': {'id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:14Z', 'updated_at': '2021-11-03T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '150227ef-2f8b-4894-842f-8d81982d9190', 'name': '', 'network_id': '6aa712c4-188f-4573-a9bc-321aa2957059', 'tenant_id': '53a023971f3747b9a594cd5e1083afea', 'mac_address': 'fa:16:3e:09:29:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '9591abfc-f63c-4c75-bcb2-f5fefc20d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:23Z', 'updated_at': '2021-11-03T18:53:29Z', 'revision_number': 2, 'project_id': '53a023971f3747b9a594cd5e1083afea', 'subnets': [{'id': '9591abfc-f63c-4c75-bcb2-f5fefc20d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:33.492110 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Transition to ACTIVE for port object bae343c8-8d70-4d32-99cc-d202d84dd31f will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:53:33.548409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Checking router: cd624eb4-5c71-49cd-9bdc-93addd126063 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:33.548944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Updating router cd624eb4-5c71-49cd-9bdc-93addd126063 port 150227ef-2f8b-4894-842f-8d81982d9190 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:53:33.566899 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.585066 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-bc32a28d-5dd7-43ce-93a5-fa7186c3a50a', 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'fixed_ips': [{'subnet_id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:53:33.586383 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.607747 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.642743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-56d5c40d-27ef-4f2d-bcc2-25f72a2a6435 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6eeefd5-219d-4abe-bb14-f038c610a275']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:33.662373 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-56d5c40d-27ef-4f2d-bcc2-25f72a2a6435 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce57530-98b2-4a1f-8ddd-bb46994926f4') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:33.662689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-56d5c40d-27ef-4f2d-bcc2-25f72a2a6435 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce57530-98b2-4a1f-8ddd-bb46994926f4') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:33.700106 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56d5c40d-27ef-4f2d-bcc2-25f72a2a6435 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.701178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bae343c8-8d70-4d32-99cc-d202d84dd31f,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:33.717541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-864cd4b2-3809-4a45-86ec-b4abd968ffed tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Router fee76c26-6db8-48e0-892c-6f78471b2992 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:33.759839 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56d5c40d-27ef-4f2d-bcc2-25f72a2a6435 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.789926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9200-f1a5-47e0-9faa-3de7a47b57d8 req-d274f0b1-254e-45cc-aaf2-00f3a78ef8a0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:33.797331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9200-f1a5-47e0-9faa-3de7a47b57d8 req-d274f0b1-254e-45cc-aaf2-00f3a78ef8a0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:33.805622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9200-f1a5-47e0-9faa-3de7a47b57d8 req-d274f0b1-254e-45cc-aaf2-00f3a78ef8a0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:33.814674 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9200-f1a5-47e0-9faa-3de7a47b57d8 req-d274f0b1-254e-45cc-aaf2-00f3a78ef8a0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:33.822665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9200-f1a5-47e0-9faa-3de7a47b57d8 req-d274f0b1-254e-45cc-aaf2-00f3a78ef8a0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:33.830972 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9200-f1a5-47e0-9faa-3de7a47b57d8 req-d274f0b1-254e-45cc-aaf2-00f3a78ef8a0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:33.842233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9200-f1a5-47e0-9faa-3de7a47b57d8 req-d274f0b1-254e-45cc-aaf2-00f3a78ef8a0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:33.845912 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f99b9200-f1a5-47e0-9faa-3de7a47b57d8 req-d274f0b1-254e-45cc-aaf2-00f3a78ef8a0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5408 time: 0.3156416 Nov 03 18:53:33.851337 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc9113-b352-4a53-8274-695df41a329b req-c947a63a-dc88-4939-99ec-59cf5f78467b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:33.853070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43cc9113-b352-4a53-8274-695df41a329b req-c947a63a-dc88-4939-99ec-59cf5f78467b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/networks?id=b8df34ca-ba94-42ee-9d62-5358dcccaa2e HTTP/1.1" status: 200 len: 911 time: 0.3902655 Nov 03 18:53:33.854614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d5c40d-27ef-4f2d-bcc2-25f72a2a6435 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:33.855135 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56d5c40d-27ef-4f2d-bcc2-25f72a2a6435 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:33.860077 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:34.014312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Attempting to bind port bae343c8-8d70-4d32-99cc-d202d84dd31f on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:34.014756 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Attempting to bind port bae343c8-8d70-4d32-99cc-d202d84dd31f by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'd9aa4516-e934-4e5a-93be-c7ed8841c9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:34.014983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Attempting to bind port bae343c8-8d70-4d32-99cc-d202d84dd31f on network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:34.027187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Port bae343c8-8d70-4d32-99cc-d202d84dd31f on network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:53:34.027517 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Attempting to bind port bae343c8-8d70-4d32-99cc-d202d84dd31f on network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:34.053939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:34.054324 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Checking segment: {'id': 'd9aa4516-e934-4e5a-93be-c7ed8841c9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:34.054678 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Bound using segment: {'id': 'd9aa4516-e934-4e5a-93be-c7ed8841c9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:34.055134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Bound port: bae343c8-8d70-4d32-99cc-d202d84dd31f, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9aa4516-e934-4e5a-93be-c7ed8841c9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:34.055498 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.080535 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43cc9113-b352-4a53-8274-695df41a329b req-cdcaa585-f1ff-45ad-b425-d6c8d2e6a3e7 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/quotas/53a023971f3747b9a594cd5e1083afea HTTP/1.1" status: 200 len: 375 time: 0.2177339 Nov 03 18:53:34.086924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-864cd4b2-3809-4a45-86ec-b4abd968ffed tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:34.114586 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb103c61-33bf-4b5a-b2c6-640281a7fc2a None None] Sync routers for ids ['fee76c26-6db8-48e0-892c-6f78471b2992'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:34.125105 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb103c61-33bf-4b5a-b2c6-640281a7fc2a None None] Routers {'fee76c26-6db8-48e0-892c-6f78471b2992'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:34.126099 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cb103c61-33bf-4b5a-b2c6-640281a7fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['fee76c26-6db8-48e0-892c-6f78471b2992'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:34.127327 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.154213 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56d5c40d-27ef-4f2d-bcc2-25f72a2a6435 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.161395 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56d5c40d-27ef-4f2d-bcc2-25f72a2a6435 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.175890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-56d5c40d-27ef-4f2d-bcc2-25f72a2a6435 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "DELETE /v2.0/networks/a6eeefd5-219d-4abe-bb14-f038c610a275 HTTP/1.1" status: 204 len: 168 time: 1.3945234 Nov 03 18:53:34.177541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33948) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:34.188290 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.215016 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.238275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-864cd4b2-3809-4a45-86ec-b4abd968ffed tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] No DVR routers for this DVR port aec281bb-43c9-4653-a296-0a3842dc700e on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:34.287741 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-864cd4b2-3809-4a45-86ec-b4abd968ffed tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.292346 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-098d7ca2-cce2-433f-b761-e179c62fd352 req-864cd4b2-3809-4a45-86ec-b4abd968ffed tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.87 "DELETE /v2.0/ports/aec281bb-43c9-4653-a296-0a3842dc700e HTTP/1.1" status: 204 len: 173 time: 2.0537307 Nov 03 18:53:34.294008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74f34c-35d0-45e5-87f8-3828d7cf1a26 None None] Pushing event updated for resources: {'Port': ['ID=150227ef-2f8b-4894-842f-8d81982d9190,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:34.302105 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] For port bae343c8-8d70-4d32-99cc-d202d84dd31f, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:34.326730 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'name': 'network-vif-deleted', 'tag': 'aec281bb-43c9-4653-a296-0a3842dc700e'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:34.329364 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d2d430-56a4-4fed-a37f-53fe3bcb32bc" -d '{"events": [{"server_uuid": "b52d3d76-11ce-4a7f-92b4-192fb57bf171", "name": "network-vif-deleted", "tag": "aec281bb-43c9-4653-a296-0a3842dc700e"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:34.366039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5c40d-27ef-4f2d-bcc2-25f72a2a6435 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event deleted for resources: {'Network': ['ID=a6eeefd5-219d-4abe-bb14-f038c610a275,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:34.401719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] For port bae343c8-8d70-4d32-99cc-d202d84dd31f, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=bae343c8-8d70-4d32-99cc-d202d84dd31f,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:34.410226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device aec281bb-43c9-4653-a296-0a3842dc700e no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:34.472327 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.493800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: aec281bb-43c9-4653-a296-0a3842dc700e {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:34.494990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device aec281bb-43c9-4653-a296-0a3842dc700e not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:34.498965 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f99b9200-f1a5-47e0-9faa-3de7a47b57d8 req-c250d61b-c1f2-4ec0-92a0-470786c07d4e tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6131396 Nov 03 18:53:34.501026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Allocated IP 172.23.0.2 (bc32a28d-5dd7-43ce-93a5-fa7186c3a50a/2438d4ac-eafe-452d-884d-ff3b03b76b1f/85baa11e-0b8b-4a29-97e5-7e215f513de4) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:34.515719 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Attempting to bind port 150227ef-2f8b-4894-842f-8d81982d9190 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:34.517985 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Attempting to bind port 150227ef-2f8b-4894-842f-8d81982d9190 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6aa712c4-188f-4573-a9bc-321aa2957059'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:34.518670 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Attempting to bind port 150227ef-2f8b-4894-842f-8d81982d9190 on network 6aa712c4-188f-4573-a9bc-321aa2957059 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:34.549240 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:34.550036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Checking segment: {'id': '2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6aa712c4-188f-4573-a9bc-321aa2957059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:34.551943 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.552555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Bound using segment: {'id': '2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6aa712c4-188f-4573-a9bc-321aa2957059'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:34.553338 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Bound port: 150227ef-2f8b-4894-842f-8d81982d9190, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6aa712c4-188f-4573-a9bc-321aa2957059'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:34.553958 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.580252 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-cb103c61-33bf-4b5a-b2c6-640281a7fc2a None None] Set router fee76c26-6db8-48e0-892c-6f78471b2992 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:34.604999 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5caaa164-d7fd-4926-9703-a04f9c2d5831 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.654669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43cc9113-b352-4a53-8274-695df41a329b req-9f731762-6645-48eb-a1a2-c8e2d2f56ccf tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?tenant_id=53a023971f3747b9a594cd5e1083afea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5067267 Nov 03 18:53:34.752870 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] For port 150227ef-2f8b-4894-842f-8d81982d9190, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:34.761902 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] For port 150227ef-2f8b-4894-842f-8d81982d9190, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=150227ef-2f8b-4894-842f-8d81982d9190,segment=NetworkSegment(2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3),segment_id=2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:34.772669 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:34.858991 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74f34c-35d0-45e5-87f8-3828d7cf1a26 None None] Pushing event updated for resources: {'Port': ['ID=150227ef-2f8b-4894-842f-8d81982d9190,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:34.875220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2570959-b72b-41fa-96f3-d40b49cbd08a req-06a115ff-14bb-465b-b143-52c14be49964 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/ports?device_id=b52d3d76-11ce-4a7f-92b4-192fb57bf171 HTTP/1.1" status: 200 len: 210 time: 0.0616701 Nov 03 18:53:34.937913 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43cc9113-b352-4a53-8274-695df41a329b req-928b2453-e66c-4167-8ece-bf3aa4ed2ceb service neutron] 10.222.0.107 "GET /v2.0/networks/b8df34ca-ba94-42ee-9d62-5358dcccaa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807634 Nov 03 18:53:35.002052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-74f30727-52ee-4a4f-8a5e-93f847007982 None None] Provisioning complete for port 150227ef-2f8b-4894-842f-8d81982d9190 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:35.002518 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-74f30727-52ee-4a4f-8a5e-93f847007982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.034694 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cb103c61-33bf-4b5a-b2c6-640281a7fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f8193466-9584-40c9-945b-d5f25606915d', 'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'mac_address': 'fa:16:3e:76:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:13Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 5, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'subnets': [{'id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:35.078091 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5caaa164-d7fd-4926-9703-a04f9c2d5831 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.123558 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb103c61-33bf-4b5a-b2c6-640281a7fc2a None None] Checking router: fee76c26-6db8-48e0-892c-6f78471b2992 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:35.142411 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:35.143513 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.146879 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] 10.222.0.87 "PUT /v2.0/ports/bae343c8-8d70-4d32-99cc-d202d84dd31f HTTP/1.1" status: 200 len: 1091 time: 4.0195141 Nov 03 18:53:35.149249 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb103c61-33bf-4b5a-b2c6-640281a7fc2a None None] Routers {'fee76c26-6db8-48e0-892c-6f78471b2992'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:35.149869 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cb103c61-33bf-4b5a-b2c6-640281a7fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['fee76c26-6db8-48e0-892c-6f78471b2992'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:35.150413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': 'bae343c8-8d70-4d32-99cc-d202d84dd31f'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:35.154477 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c4407b-77b9-4bc7-ad97-4dd262a04ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "bae343c8-8d70-4d32-99cc-d202d84dd31f"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:35.166394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Routers {'cd624eb4-5c71-49cd-9bdc-93addd126063'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:35.167087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cd624eb4-5c71-49cd-9bdc-93addd126063'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:35.188616 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.208448 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4e7c51-4a11-4ac4-a19c-d43a634fc2e5 x-openstack-request-id: req-fc4e7c51-4a11-4ac4-a19c-d43a634fc2e5 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:35.209106 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52d3d76-11ce-4a7f-92b4-192fb57bf171", "name": "network-vif-deleted", "tag": "aec281bb-43c9-4653-a296-0a3842dc700e", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:35.209106 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fc4e7c51-4a11-4ac4-a19c-d43a634fc2e5 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:35.209283 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52d3d76-11ce-4a7f-92b4-192fb57bf171', 'name': 'network-vif-deleted', 'tag': 'aec281bb-43c9-4653-a296-0a3842dc700e', 'status': 'completed', 'code': 200} Nov 03 18:53:35.215898 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-5caaa164-d7fd-4926-9703-a04f9c2d5831 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796afa89-cf38-4577-a679-9f4c66fdb739']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:35.247227 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-5caaa164-d7fd-4926-9703-a04f9c2d5831 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4490650-629a-4e21-81f3-708275e5db5d') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:35.247528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-5caaa164-d7fd-4926-9703-a04f9c2d5831 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4490650-629a-4e21-81f3-708275e5db5d') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:35.283264 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5caaa164-d7fd-4926-9703-a04f9c2d5831 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.339612 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5caaa164-d7fd-4926-9703-a04f9c2d5831 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.349207 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43cc9113-b352-4a53-8274-695df41a329b req-aad77b0f-e6d8-47ea-b573-63726a3a6f8e service neutron] 10.222.0.107 "GET /v2.0/networks/b8df34ca-ba94-42ee-9d62-5358dcccaa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445857 Nov 03 18:53:35.350312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5caaa164-d7fd-4926-9703-a04f9c2d5831 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:35.350718 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5caaa164-d7fd-4926-9703-a04f9c2d5831 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:35.359538 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:35.399814 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-cb103c61-33bf-4b5a-b2c6-640281a7fc2a None None] Set router fee76c26-6db8-48e0-892c-6f78471b2992 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:35.401800 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcde2b3-bfa2-49ee-adb2-d930556bfc5a x-openstack-request-id: req-bfcde2b3-bfa2-49ee-adb2-d930556bfc5a {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:35.402451 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "bae343c8-8d70-4d32-99cc-d202d84dd31f", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:35.403035 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bfcde2b3-bfa2-49ee-adb2-d930556bfc5a {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:35.404056 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': 'bae343c8-8d70-4d32-99cc-d202d84dd31f', 'status': 'completed', 'code': 200} Nov 03 18:53:35.413849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Request body: {'port': {'device_id': '92789f42-d355-4256-9b13-075df3cae668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:35.568233 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5caaa164-d7fd-4926-9703-a04f9c2d5831 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.585422 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5caaa164-d7fd-4926-9703-a04f9c2d5831 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.594253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5caaa164-d7fd-4926-9703-a04f9c2d5831 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "DELETE /v2.0/networks/796afa89-cf38-4577-a679-9f4c66fdb739 HTTP/1.1" status: 204 len: 168 time: 1.3781748 Nov 03 18:53:35.597634 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:35.609616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33962) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:35.610058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4407b-77b9-4bc7-ad97-4dd262a04ce0 req-99d4e1af-dbcf-480a-8740-e131bb04c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:35.611203 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4407b-77b9-4bc7-ad97-4dd262a04ce0 req-99d4e1af-dbcf-480a-8740-e131bb04c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:35.612240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4407b-77b9-4bc7-ad97-4dd262a04ce0 req-99d4e1af-dbcf-480a-8740-e131bb04c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:35.612944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4407b-77b9-4bc7-ad97-4dd262a04ce0 req-99d4e1af-dbcf-480a-8740-e131bb04c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:35.613809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4407b-77b9-4bc7-ad97-4dd262a04ce0 req-99d4e1af-dbcf-480a-8740-e131bb04c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:35.614646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4407b-77b9-4bc7-ad97-4dd262a04ce0 req-99d4e1af-dbcf-480a-8740-e131bb04c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:35.625410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4407b-77b9-4bc7-ad97-4dd262a04ce0 req-99d4e1af-dbcf-480a-8740-e131bb04c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:35.637777 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88c4407b-77b9-4bc7-ad97-4dd262a04ce0 req-99d4e1af-dbcf-480a-8740-e131bb04c358 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72caea157bda4c2da13cda8b237e3c26&device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 6410 time: 0.1744299 Nov 03 18:53:35.755868 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Pushing event updated for resources: {'Port': ['ID=85baa11e-0b8b-4a29-97e5-7e215f513de4,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:35.786863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Network bc32a28d-5dd7-43ce-93a5-fa7186c3a50a is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:35.812606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62896192-23bc-467b-8e8b-45fa36af72d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bae343c8-8d70-4d32-99cc-d202d84dd31f,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:35.816226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4407b-77b9-4bc7-ad97-4dd262a04ce0 req-ff274871-93e5-4ce7-b471-53763397f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:35.816732 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4407b-77b9-4bc7-ad97-4dd262a04ce0 req-ff274871-93e5-4ce7-b471-53763397f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:35.817299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4407b-77b9-4bc7-ad97-4dd262a04ce0 req-ff274871-93e5-4ce7-b471-53763397f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:35.819812 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88c4407b-77b9-4bc7-ad97-4dd262a04ce0 req-ff274871-93e5-4ce7-b471-53763397f282 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=72caea157bda4c2da13cda8b237e3c26&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1601329 Nov 03 18:53:35.864094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:35.868782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:35.878083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caaa164-d7fd-4926-9703-a04f9c2d5831 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event deleted for resources: {'Network': ['ID=796afa89-cf38-4577-a679-9f4c66fdb739,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:35.936787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] Set router cd624eb4-5c71-49cd-9bdc-93addd126063 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:35.952714 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cb103c61-33bf-4b5a-b2c6-640281a7fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f8193466-9584-40c9-945b-d5f25606915d', 'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'mac_address': 'fa:16:3e:76:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:13Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 5, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'subnets': [{'id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:35.996029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-46a92560-40c5-463b-8e89-298813ef3081 req-7e78eade-4c51-4e11-8a36-6f9a679b9672 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 210 time: 0.1742535 Nov 03 18:53:36.002564 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ef89cc-c3f8-4058-a6be-5e868ee6ffc3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:36.009328 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ef89cc-c3f8-4058-a6be-5e868ee6ffc3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:36.015255 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a2ef89cc-c3f8-4058-a6be-5e868ee6ffc3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3748655 Nov 03 18:53:36.020682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33974) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:36.035605 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-3037a8d1-d034-42d7-af77-0f8abf5a339a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1598157814'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:36.039241 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb103c61-33bf-4b5a-b2c6-640281a7fc2a None None] The sync data for ids ['fee76c26-6db8-48e0-892c-6f78471b2992'] in n-d-812150-4 is: [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:43:15Z', 'revision_number': 4, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f8193466-9584-40c9-945b-d5f25606915d', 'name': '', 'network_id': '6158e201-7067-485a-828c-1c59e35954b7', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'mac_address': 'fa:16:3e:76:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:13Z', 'updated_at': '2021-11-03T18:43:21Z', 'revision_number': 5, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'subnets': [{'id': 'e3aa174d-f75e-461c-bfcb-5c4a20bb9478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:36.041060 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-74f30727-52ee-4a4f-8a5e-93f847007982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.058598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.071085 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Attempting to bind port 85baa11e-0b8b-4a29-97e5-7e215f513de4 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:36.075255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Attempting to bind port 85baa11e-0b8b-4a29-97e5-7e215f513de4 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'aff5c85f-4730-4aed-af8e-e3a77391c796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:36.077703 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Attempting to bind port 85baa11e-0b8b-4a29-97e5-7e215f513de4 on network bc32a28d-5dd7-43ce-93a5-fa7186c3a50a {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:36.155182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:36.156480 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Checking segment: {'id': 'aff5c85f-4730-4aed-af8e-e3a77391c796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:36.157275 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.157922 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Bound using segment: {'id': 'aff5c85f-4730-4aed-af8e-e3a77391c796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:36.158532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Bound port: 85baa11e-0b8b-4a29-97e5-7e215f513de4, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff5c85f-4730-4aed-af8e-e3a77391c796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:36.159020 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.180822 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d03c34-2807-4a77-91d3-f606418e98a3 req-3081370c-e8f4-43ca-94c6-ee80e8f290d7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:36.189547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33978) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:36.193019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d03c34-2807-4a77-91d3-f606418e98a3 req-3081370c-e8f4-43ca-94c6-ee80e8f290d7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:36.213089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d03c34-2807-4a77-91d3-f606418e98a3 req-3081370c-e8f4-43ca-94c6-ee80e8f290d7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:36.216977 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-74f30727-52ee-4a4f-8a5e-93f847007982 None None] For port 150227ef-2f8b-4894-842f-8d81982d9190, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=150227ef-2f8b-4894-842f-8d81982d9190,segment=NetworkSegment(2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3),segment_id=2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:36.222353 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Allocated IP 172.23.0.1 (bc32a28d-5dd7-43ce-93a5-fa7186c3a50a/2438d4ac-eafe-452d-884d-ff3b03b76b1f/db9d9a49-53f1-4a8b-87f6-8d3b14831b5f) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:36.223773 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-74f30727-52ee-4a4f-8a5e-93f847007982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.234981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d03c34-2807-4a77-91d3-f606418e98a3 req-3081370c-e8f4-43ca-94c6-ee80e8f290d7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:36.246437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d03c34-2807-4a77-91d3-f606418e98a3 req-3081370c-e8f4-43ca-94c6-ee80e8f290d7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:36.262207 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3037a8d1-d034-42d7-af77-0f8abf5a339a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Made reservation on behalf of 957134e47b85446ba990d3ec9981de62 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:36.262767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d03c34-2807-4a77-91d3-f606418e98a3 req-3081370c-e8f4-43ca-94c6-ee80e8f290d7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:36.268426 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3037a8d1-d034-42d7-af77-0f8abf5a339a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.275927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d03c34-2807-4a77-91d3-f606418e98a3 req-3081370c-e8f4-43ca-94c6-ee80e8f290d7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:36.278404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62d03c34-2807-4a77-91d3-f606418e98a3 req-3081370c-e8f4-43ca-94c6-ee80e8f290d7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5408 time: 0.4465153 Nov 03 18:53:36.384034 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-363f58dd-8e53-497f-95c9-bb4b7dee9ea9 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.425477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4407b-77b9-4bc7-ad97-4dd262a04ce0 req-786915ef-117d-4da9-8de9-2f8d50e7dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:36.427039 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88c4407b-77b9-4bc7-ad97-4dd262a04ce0 req-786915ef-117d-4da9-8de9-2f8d50e7dc76 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5519288 Nov 03 18:53:36.451360 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] For port 85baa11e-0b8b-4a29-97e5-7e215f513de4, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:36.468536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-363f58dd-8e53-497f-95c9-bb4b7dee9ea9 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.474535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] For port 85baa11e-0b8b-4a29-97e5-7e215f513de4, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=85baa11e-0b8b-4a29-97e5-7e215f513de4,segment=NetworkSegment(aff5c85f-4730-4aed-af8e-e3a77391c796),segment_id=aff5c85f-4730-4aed-af8e-e3a77391c796)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:36.474992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3037a8d1-d034-42d7-af77-0f8abf5a339a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:36.476269 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d6307224-c82e-4374-9a80-ccfcc7c0f95b None None] Provisioning complete for port 150227ef-2f8b-4894-842f-8d81982d9190 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:36.476836 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d6307224-c82e-4374-9a80-ccfcc7c0f95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.481747 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f30727-52ee-4a4f-8a5e-93f847007982 None None] Pushing event updated for resources: {'Port': ['ID=150227ef-2f8b-4894-842f-8d81982d9190,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:36.486181 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62d03c34-2807-4a77-91d3-f606418e98a3 req-3794479f-408e-49b9-8e3c-a24f440c1d66 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1955566 Nov 03 18:53:36.555666 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.656631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f088c79-0e4b-4f9c-9f51-158cd8282563 None None] Pushing event updated for resources: {'Port': ['ID=85baa11e-0b8b-4a29-97e5-7e215f513de4,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:36.705783 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'name': 'tempest-TestServerMultinode-1314386165-router', 'tenant_id': '53a023971f3747b9a594cd5e1083afea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:12Z', 'updated_at': '2021-11-03T18:53:28Z', 'revision_number': 4, 'project_id': '53a023971f3747b9a594cd5e1083afea', 'gw_port': {'id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:14Z', 'updated_at': '2021-11-03T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '150227ef-2f8b-4894-842f-8d81982d9190', 'name': '', 'network_id': '6aa712c4-188f-4573-a9bc-321aa2957059', 'tenant_id': '53a023971f3747b9a594cd5e1083afea', 'mac_address': 'fa:16:3e:09:29:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '9591abfc-f63c-4c75-bcb2-f5fefc20d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:23Z', 'updated_at': '2021-11-03T18:53:34Z', 'revision_number': 4, 'project_id': '53a023971f3747b9a594cd5e1083afea', 'subnets': [{'id': '9591abfc-f63c-4c75-bcb2-f5fefc20d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:36.726896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978a69bc-cd84-4d55-bef5-730df8792cb8 None None] New status for floating IP 97f6c733-5b04-4289-8a4c-baa4e1320506: DOWN {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:53:36.772596 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3037a8d1-d034-42d7-af77-0f8abf5a339a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.772954 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-3037a8d1-d034-42d7-af77-0f8abf5a339a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Added segment 9a5ae9ab-5312-45db-a2d4-7122125b5822 of type vlan for network e3db9b39-3e4f-4024-a4a1-dfda47a9fe2d Nov 03 18:53:36.792864 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e84d16-dc1d-4d14-ad83-d6cf504b2271 None None] The sync data for ids ['cd624eb4-5c71-49cd-9bdc-93addd126063'] in n-d-812150-4 is: [{'id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'name': 'tempest-TestServerMultinode-1314386165-router', 'tenant_id': '53a023971f3747b9a594cd5e1083afea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:12Z', 'updated_at': '2021-11-03T18:53:28Z', 'revision_number': 4, 'project_id': '53a023971f3747b9a594cd5e1083afea', 'gw_port': {'id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:14Z', 'updated_at': '2021-11-03T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '150227ef-2f8b-4894-842f-8d81982d9190', 'name': '', 'network_id': '6aa712c4-188f-4573-a9bc-321aa2957059', 'tenant_id': '53a023971f3747b9a594cd5e1083afea', 'mac_address': 'fa:16:3e:09:29:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '9591abfc-f63c-4c75-bcb2-f5fefc20d9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:23Z', 'updated_at': '2021-11-03T18:53:34Z', 'revision_number': 4, 'project_id': '53a023971f3747b9a594cd5e1083afea', 'subnets': [{'id': '9591abfc-f63c-4c75-bcb2-f5fefc20d9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:36.819517 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5d35fba4-b781-4973-8806-c19f7aa8ad91 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.946201 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3037a8d1-d034-42d7-af77-0f8abf5a339a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:36.951185 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363f58dd-8e53-497f-95c9-bb4b7dee9ea9 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Router d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:37.036088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5d35fba4-b781-4973-8806-c19f7aa8ad91 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.116284 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.138147 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-367c855c-787d-4853-97b9-47532f8f8ff5 req-80e223b2-8360-47c6-be29-70595310f6c4 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 210 time: 0.0422020 Nov 03 18:53:37.164465 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3037a8d1-d034-42d7-af77-0f8abf5a339a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.172730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3037a8d1-d034-42d7-af77-0f8abf5a339a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:37.173572 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3037a8d1-d034-42d7-af77-0f8abf5a339a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.323257 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3037a8d1-d034-42d7-af77-0f8abf5a339a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2982714 Nov 03 18:53:37.325975 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33986) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:37.334686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-24cdbe53-0e45-40a5-901a-5d6681969a6b tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-546179993'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:37.371791 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cdbe53-0e45-40a5-901a-5d6681969a6b tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Made reservation on behalf of 957134e47b85446ba990d3ec9981de62 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:37.378498 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24cdbe53-0e45-40a5-901a-5d6681969a6b tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.392956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037a8d1-d034-42d7-af77-0f8abf5a339a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event updated for resources: {'Network': ['ID=e3db9b39-3e4f-4024-a4a1-dfda47a9fe2d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:37.407520 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network e3db9b39-3e4f-4024-a4a1-dfda47a9fe2d details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:37.436362 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cdbe53-0e45-40a5-901a-5d6681969a6b tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:37.448581 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5d35fba4-b781-4973-8806-c19f7aa8ad91 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.451420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5d35fba4-b781-4973-8806-c19f7aa8ad91 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.452658 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5d35fba4-b781-4973-8806-c19f7aa8ad91 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "DELETE /v2.0/security-groups/23f5bdcb-a3cf-48bd-827c-8f24eab48597 HTTP/1.1" status: 204 len: 168 time: 1.2614095 Nov 03 18:53:37.457979 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24cdbe53-0e45-40a5-901a-5d6681969a6b tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.458400 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-24cdbe53-0e45-40a5-901a-5d6681969a6b tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Added segment 2f6af63f-242c-4578-95c2-c358a4e7ec4a of type vlan for network 9a7d9ef6-6e9c-45d3-80d8-98d0acc73752 Nov 03 18:53:37.468303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33988) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:37.488214 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.529767 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24cdbe53-0e45-40a5-901a-5d6681969a6b tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.561779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35fba4-b781-4973-8806-c19f7aa8ad91 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f5bdcb-a3cf-48bd-827c-8f24eab48597,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:37.578790 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:37.608489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363f58dd-8e53-497f-95c9-bb4b7dee9ea9 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:37.612632 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-29d884bb-cc28-4f3d-be05-f00ce34292e2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] show failed (client error): The resource could not be found. Nov 03 18:53:37.614491 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-29d884bb-cc28-4f3d-be05-f00ce34292e2 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "GET /v2.0/security-groups/23f5bdcb-a3cf-48bd-827c-8f24eab48597 HTTP/1.1" status: 404 len: 347 time: 0.1448967 Nov 03 18:53:37.620757 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c6a3a5-e1b5-428c-a631-df939f238443 None None] Sync routers for ids ['d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:37.627420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-363f58dd-8e53-497f-95c9-bb4b7dee9ea9 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.631256 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-363f58dd-8e53-497f-95c9-bb4b7dee9ea9 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "PUT /v2.0/routers/d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2 HTTP/1.1" status: 200 len: 924 time: 6.5232699 Nov 03 18:53:37.656400 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.656623 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c6a3a5-e1b5-428c-a631-df939f238443 None None] Routers {'d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:37.658524 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f2c6a3a5-e1b5-428c-a631-df939f238443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:37.669305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33994) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:37.669947 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33996) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:37.734017 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f2c6a3a5-e1b5-428c-a631-df939f238443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:37.759404 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c6a3a5-e1b5-428c-a631-df939f238443 None None] Routers {'d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:37.760070 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f2c6a3a5-e1b5-428c-a631-df939f238443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:37.802641 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24cdbe53-0e45-40a5-901a-5d6681969a6b tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.809272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cdbe53-0e45-40a5-901a-5d6681969a6b tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:37.809973 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24cdbe53-0e45-40a5-901a-5d6681969a6b tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.825796 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f2c6a3a5-e1b5-428c-a631-df939f238443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:37.826787 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c6a3a5-e1b5-428c-a631-df939f238443 None None] The sync data for ids ['d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:37.827134 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc9113-b352-4a53-8274-695df41a329b req-3c7a5fdc-a645-4898-8ae2-f9e27eecc837 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:37.830722 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43cc9113-b352-4a53-8274-695df41a329b req-3c7a5fdc-a645-4898-8ae2-f9e27eecc837 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.87 "GET /v2.0/networks?id=b8df34ca-ba94-42ee-9d62-5358dcccaa2e HTTP/1.1" status: 200 len: 911 time: 0.2546837 Nov 03 18:53:37.844057 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-24cdbe53-0e45-40a5-901a-5d6681969a6b tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5144165 Nov 03 18:53:37.861495 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network bc32a28d-5dd7-43ce-93a5-fa7186c3a50a is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:37.870008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33998) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:37.881897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Request body: {'ports': [{'network_id': 'e3db9b39-3e4f-4024-a4a1-dfda47a9fe2d', 'name': 'tempest-port--1192342341', 'admin_state_up': True}, {'network_id': '9a7d9ef6-6e9c-45d3-80d8-98d0acc73752', 'admin_state_up': False}]} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:37.882214 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Request body: {'port': {'network_id': 'e3db9b39-3e4f-4024-a4a1-dfda47a9fe2d', 'name': 'tempest-port--1192342341', 'admin_state_up': True}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:37.882708 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Request body: {'port': {'network_id': '9a7d9ef6-6e9c-45d3-80d8-98d0acc73752', 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:37.888457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-43cc9113-b352-4a53-8274-695df41a329b req-1daad713-8389-435f-b79a-13075be25721 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Request body: {'port': {'device_id': '0b39cef0-bab8-4e6c-96bc-6e66e907e619', 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e', 'admin_state_up': True, 'tenant_id': '53a023971f3747b9a594cd5e1083afea'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:37.888716 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Transition to ACTIVE for port object 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:53:37.896583 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:37.898639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=db9d9a49-53f1-4a8b-87f6-8d3b14831b5f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:37.918901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:37.943797 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:37.999729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e8e0d-fa03-40c4-9695-96cfad4bb9f2 req-55c02516-d262-47c4-a94f-db4548ecec29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:38.006380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e8e0d-fa03-40c4-9695-96cfad4bb9f2 req-55c02516-d262-47c4-a94f-db4548ecec29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:38.013420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e8e0d-fa03-40c4-9695-96cfad4bb9f2 req-55c02516-d262-47c4-a94f-db4548ecec29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:38.020749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e8e0d-fa03-40c4-9695-96cfad4bb9f2 req-55c02516-d262-47c4-a94f-db4548ecec29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:38.027222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e8e0d-fa03-40c4-9695-96cfad4bb9f2 req-55c02516-d262-47c4-a94f-db4548ecec29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:38.033741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e8e0d-fa03-40c4-9695-96cfad4bb9f2 req-55c02516-d262-47c4-a94f-db4548ecec29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:38.040853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e8e0d-fa03-40c4-9695-96cfad4bb9f2 req-55c02516-d262-47c4-a94f-db4548ecec29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:38.045955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff3e8e0d-fa03-40c4-9695-96cfad4bb9f2 req-55c02516-d262-47c4-a94f-db4548ecec29 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5408 time: 0.2135706 Nov 03 18:53:38.052356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cc9113-b352-4a53-8274-695df41a329b req-1daad713-8389-435f-b79a-13075be25721 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Made reservation on behalf of 53a023971f3747b9a594cd5e1083afea for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:38.054870 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43cc9113-b352-4a53-8274-695df41a329b req-1daad713-8389-435f-b79a-13075be25721 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:38.058672 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdbe53-0e45-40a5-901a-5d6681969a6b tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event updated for resources: {'Network': ['ID=9a7d9ef6-6e9c-45d3-80d8-98d0acc73752,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:38.070938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 9a7d9ef6-6e9c-45d3-80d8-98d0acc73752 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:38.168747 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff3e8e0d-fa03-40c4-9695-96cfad4bb9f2 req-22ad4b5a-1a80-4d62-bff2-045a90a35be4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110778 Nov 03 18:53:38.256647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc9d349-38bb-44e3-a42c-00cac647b40f None None] Network bc32a28d-5dd7-43ce-93a5-fa7186c3a50a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:38.268803 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c2c66df6-aadb-4027-a68a-147e537ae082 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/routers/d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2 HTTP/1.1" status: 200 len: 924 time: 0.5907860 Nov 03 18:53:38.276891 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34002) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:38.288268 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:38.328807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32041be2-32d2-4223-a6f8-8c0714a3cc2b req-903981fa-b765-442a-861b-e56d980ce46a tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 210 time: 0.0694497 Nov 03 18:53:38.370623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ac45dd98-1fe8-40fa-aff0-b264a4b3b268 None None] Provisioning complete for port 85baa11e-0b8b-4a29-97e5-7e215f513de4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:38.370998 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ac45dd98-1fe8-40fa-aff0-b264a4b3b268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:38.378128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Pushing event updated for resources: {'Port': ['ID=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:38.480041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-43cc9113-b352-4a53-8274-695df41a329b req-1daad713-8389-435f-b79a-13075be25721 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Allocated IP 172.20.0.7 (b8df34ca-ba94-42ee-9d62-5358dcccaa2e/198c3cb9-5e02-42d7-a352-c11d8ce6ac88/26967ea1-67fd-409c-b550-4a4d04829d3f) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:38.630889 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ac45dd98-1fe8-40fa-aff0-b264a4b3b268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:38.685834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 150227ef-2f8b-4894-842f-8d81982d9190 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:38.736986 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ac45dd98-1fe8-40fa-aff0-b264a4b3b268 None None] For port 85baa11e-0b8b-4a29-97e5-7e215f513de4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=85baa11e-0b8b-4a29-97e5-7e215f513de4,segment=NetworkSegment(aff5c85f-4730-4aed-af8e-e3a77391c796),segment_id=aff5c85f-4730-4aed-af8e-e3a77391c796)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:38.742078 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Attempting to bind port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:38.742525 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Attempting to bind port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'd9aa4516-e934-4e5a-93be-c7ed8841c9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:38.742930 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Attempting to bind port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 on network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:38.751503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 on network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:53:38.751970 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Attempting to bind port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 on network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:38.754964 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:38.755223 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ac45dd98-1fe8-40fa-aff0-b264a4b3b268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:38.762798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cca125-ee24-496f-8205-d21aa031d53e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:38.764647 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-27cca125-ee24-496f-8205-d21aa031d53e tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&device_id=d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4853833 Nov 03 18:53:38.768122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34006) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:38.793127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:38.793603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Checking segment: {'id': 'd9aa4516-e934-4e5a-93be-c7ed8841c9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:38.794073 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Bound using segment: {'id': 'd9aa4516-e934-4e5a-93be-c7ed8841c9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:38.794615 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Bound port: 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9aa4516-e934-4e5a-93be-c7ed8841c9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:38.795141 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:38.808230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-3b13bfbe-5fa9-4a00-bc31-6d2ff3bb59c6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Deleting port 2f1d2e7f-216b-4b2e-8d4c-9247b5421f4d {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:38.808824 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b13bfbe-5fa9-4a00-bc31-6d2ff3bb59c6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:38.851347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45dd98-1fe8-40fa-aff0-b264a4b3b268 None None] Pushing event updated for resources: {'Port': ['ID=85baa11e-0b8b-4a29-97e5-7e215f513de4,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:38.858840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 150227ef-2f8b-4894-842f-8d81982d9190 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:38.859215 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:38.916618 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43cc9113-b352-4a53-8274-695df41a329b req-1daad713-8389-435f-b79a-13075be25721 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:38.944850 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1863832c-f8a9-42a7-b671-774181b3edac tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:38.949161 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1863832c-f8a9-42a7-b671-774181b3edac tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 881 time: 0.1743271 Nov 03 18:53:38.949348 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Made reservation on behalf of 957134e47b85446ba990d3ec9981de62 for: {'port': 2} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:38.952071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34008) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:38.953461 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:38.997797 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 85baa11e-0b8b-4a29-97e5-7e215f513de4 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:39.005310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-22185b30-ab89-4ca3-92d7-6e277656a80c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2 HTTP/1.1" status: 200 len: 205 time: 0.0515413 Nov 03 18:53:39.010985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34010) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:39.081031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-677be456-c4b1-4eb4-8c2b-3658adee9653 None None] Provisioning complete for port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:39.081576 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-677be456-c4b1-4eb4-8c2b-3658adee9653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.132224 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-677be456-c4b1-4eb4-8c2b-3658adee9653 None None] Port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:39.144329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 85baa11e-0b8b-4a29-97e5-7e215f513de4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:39.145085 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.179944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-677be456-c4b1-4eb4-8c2b-3658adee9653 None None] Provisioning complete for port 85baa11e-0b8b-4a29-97e5-7e215f513de4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:39.180622 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-677be456-c4b1-4eb4-8c2b-3658adee9653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.455382 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.501239 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43cc9113-b352-4a53-8274-695df41a329b req-1daad713-8389-435f-b79a-13075be25721 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.556691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] For port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:39.573318 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b13bfbe-5fa9-4a00-bc31-6d2ff3bb59c6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.573650 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b13bfbe-5fa9-4a00-bc31-6d2ff3bb59c6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.622015 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-60e63796-ace4-4b1e-be57-75a9e6a608c9 None None] Provisioning complete for port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:39.622498 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-60e63796-ace4-4b1e-be57-75a9e6a608c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.630294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76ed16-a5b1-4d0a-806b-dd61456a7d54 req-d8040e39-5f50-44e9-be58-34b6e735ed86 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.638323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] For port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:39.638519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76ed16-a5b1-4d0a-806b-dd61456a7d54 req-d8040e39-5f50-44e9-be58-34b6e735ed86 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.643107 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76ed16-a5b1-4d0a-806b-dd61456a7d54 req-d8040e39-5f50-44e9-be58-34b6e735ed86 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.646719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-3b13bfbe-5fa9-4a00-bc31-6d2ff3bb59c6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Calling delete_port for 2f1d2e7f-216b-4b2e-8d4c-9247b5421f4d owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:39.649455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76ed16-a5b1-4d0a-806b-dd61456a7d54 req-d8040e39-5f50-44e9-be58-34b6e735ed86 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.657948 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76ed16-a5b1-4d0a-806b-dd61456a7d54 req-d8040e39-5f50-44e9-be58-34b6e735ed86 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.662548 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76ed16-a5b1-4d0a-806b-dd61456a7d54 req-d8040e39-5f50-44e9-be58-34b6e735ed86 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.663240 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-60e63796-ace4-4b1e-be57-75a9e6a608c9 None None] Port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:39.668969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76ed16-a5b1-4d0a-806b-dd61456a7d54 req-d8040e39-5f50-44e9-be58-34b6e735ed86 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.670926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b76ed16-a5b1-4d0a-806b-dd61456a7d54 req-d8040e39-5f50-44e9-be58-34b6e735ed86 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.2312276 Nov 03 18:53:39.673938 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cc9113-b352-4a53-8274-695df41a329b req-1daad713-8389-435f-b79a-13075be25721 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Network b8df34ca-ba94-42ee-9d62-5358dcccaa2e is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:39.681707 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.688197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-43cc9113-b352-4a53-8274-695df41a329b req-1daad713-8389-435f-b79a-13075be25721 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:39.696028 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daad713-8389-435f-b79a-13075be25721 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Pushing event updated for resources: {'Port': ['ID=26967ea1-67fd-409c-b550-4a4d04829d3f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:39.698622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cc9113-b352-4a53-8274-695df41a329b req-1daad713-8389-435f-b79a-13075be25721 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:39.712333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2538f00-82df-4929-aacb-d15936d35508 req-f3b4567d-6624-4418-881f-416291dd570b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.713140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] device_id is not set on port 09d52ed8-2c30-4def-a0ca-a482da23ffe6 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:53:39.719931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2538f00-82df-4929-aacb-d15936d35508 req-f3b4567d-6624-4418-881f-416291dd570b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1027 time: 0.2811661 Nov 03 18:53:39.755154 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-610752c0-7608-4edd-80f1-d70cf334a146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.849872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.850515 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.851966 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] 10.222.0.87 "PUT /v2.0/ports/2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 HTTP/1.1" status: 200 len: 1091 time: 4.4581099 Nov 03 18:53:39.877632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': '2eaf2fe3-41ce-4c5c-8d4c-45e854cef364'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:39.881802 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9" -d '{"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "2eaf2fe3-41ce-4c5c-8d4c-45e854cef364"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:39.885805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc9113-b352-4a53-8274-695df41a329b req-1daad713-8389-435f-b79a-13075be25721 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:39.886430 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43cc9113-b352-4a53-8274-695df41a329b req-1daad713-8389-435f-b79a-13075be25721 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:39.922875 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed51ddd-3999-4bd1-a4ad-e0820abf131d service neutron] Pushing event updated for resources: {'Port': ['ID=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:39.942378 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2538f00-82df-4929-aacb-d15936d35508 req-bf7cde1d-2af9-4f69-b2f1-c6136f5a9158 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149854 Nov 03 18:53:39.960205 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b76ed16-a5b1-4d0a-806b-dd61456a7d54 req-f6a07320-0f4e-4638-99dd-4ad5d413a690 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2774353 Nov 03 18:53:40.052108 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-610752c0-7608-4edd-80f1-d70cf334a146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.063036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43cc9113-b352-4a53-8274-695df41a329b req-1daad713-8389-435f-b79a-13075be25721 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1801195 Nov 03 18:53:40.119491 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e2dce0-9748-4de9-a422-1b53605bb683 x-openstack-request-id: req-54e2dce0-9748-4de9-a422-1b53605bb683 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:40.120092 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "2eaf2fe3-41ce-4c5c-8d4c-45e854cef364", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:40.120494 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-54e2dce0-9748-4de9-a422-1b53605bb683 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:40.121004 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': '2eaf2fe3-41ce-4c5c-8d4c-45e854cef364', 'status': 'completed', 'code': 200} Nov 03 18:53:40.123390 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Request body: {'port': {'device_id': '0b39cef0-bab8-4e6c-96bc-6e66e907e619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:40.135394 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.149612 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.199978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-610752c0-7608-4edd-80f1-d70cf334a146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Deleting port e54cbf0e-a6e4-47ab-b928-bb67a1de6d37 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:40.200320 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-610752c0-7608-4edd-80f1-d70cf334a146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.201039 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c355b2b1-a543-44c9-be33-439f9e9fa54f None None] Provisioning complete for port 26967ea1-67fd-409c-b550-4a4d04829d3f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:40.201724 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c355b2b1-a543-44c9-be33-439f9e9fa54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.205178 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.221398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-01ebb4cc-04fa-4be4-acac-ee18fa4a27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:40.222153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-01ebb4cc-04fa-4be4-acac-ee18fa4a27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:40.222751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-01ebb4cc-04fa-4be4-acac-ee18fa4a27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:40.223318 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-01ebb4cc-04fa-4be4-acac-ee18fa4a27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:40.223891 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-01ebb4cc-04fa-4be4-acac-ee18fa4a27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:40.224416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-01ebb4cc-04fa-4be4-acac-ee18fa4a27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:40.225197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-01ebb4cc-04fa-4be4-acac-ee18fa4a27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:40.227380 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-01ebb4cc-04fa-4be4-acac-ee18fa4a27f2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72caea157bda4c2da13cda8b237e3c26&device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 6477 time: 0.2927251 Nov 03 18:53:40.246145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c355b2b1-a543-44c9-be33-439f9e9fa54f None None] Port 26967ea1-67fd-409c-b550-4a4d04829d3f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:40.276306 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.357020 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-b747e21b-b495-415f-a0db-0622764c2130 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb6009a2-de14-4b29-bc88-45d0d58e81f1 HTTP/1.1" status: 200 len: 217 time: 0.1019981 Nov 03 18:53:40.363769 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.367325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event updated for resources: {'Port': ['ID=db9d9a49-53f1-4a8b-87f6-8d3b14831b5f,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:40.373383 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-610752c0-7608-4edd-80f1-d70cf334a146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.403706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-610752c0-7608-4edd-80f1-d70cf334a146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Calling delete_port for e54cbf0e-a6e4-47ab-b928-bb67a1de6d37 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:40.465452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 85baa11e-0b8b-4a29-97e5-7e215f513de4 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:40.474883 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] device_id is not set on port 8adc14ef-805f-4343-a8ee-7fa741b7925c yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:53:40.501097 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b13bfbe-5fa9-4a00-bc31-6d2ff3bb59c6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.527478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 85baa11e-0b8b-4a29-97e5-7e215f513de4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:40.528088 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.582172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13bfbe-5fa9-4a00-bc31-6d2ff3bb59c6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Pushing event deleted for resources: {'Port': ['ID=2f1d2e7f-216b-4b2e-8d4c-9247b5421f4d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:40.590209 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-8ae390b8-43dc-4ce2-96b7-78081630bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:40.591755 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-8ae390b8-43dc-4ce2-96b7-78081630bdc9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=adadea0b-ba73-4bc3-9678-1424a1593c04 HTTP/1.1" status: 200 len: 851 time: 0.2215483 Nov 03 18:53:40.709785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26967ea1-67fd-409c-b550-4a4d04829d3f {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:40.726769 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.745813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Transition to ACTIVE for port object 26967ea1-67fd-409c-b550-4a4d04829d3f will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:53:40.746825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-610752c0-7608-4edd-80f1-d70cf334a146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.770295 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Network bc32a28d-5dd7-43ce-93a5-fa7186c3a50a is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:40.771361 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b13bfbe-5fa9-4a00-bc31-6d2ff3bb59c6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.772075 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.773972 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b13bfbe-5fa9-4a00-bc31-6d2ff3bb59c6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:40.775140 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3b13bfbe-5fa9-4a00-bc31-6d2ff3bb59c6 tempest-AttachVolumeShelveTestJSON-48934773 tempest-AttachVolumeShelveTestJSON-48934773-project] 10.222.0.107 "DELETE /v2.0/floatingips/97f6c733-5b04-4289-8a4c-baa4e1320506 HTTP/1.1" status: 204 len: 168 time: 3.1013374 Nov 03 18:53:40.777298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610752c0-7608-4edd-80f1-d70cf334a146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Pushing event deleted for resources: {'Port': ['ID=e54cbf0e-a6e4-47ab-b928-bb67a1de6d37,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:40.791363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:40.796247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-4596be80-a2e5-4099-8d41-ebf26d293802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:40.799443 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-4596be80-a2e5-4099-8d41-ebf26d293802 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6b353351-5b83-45e9-9697-85cd3e4e0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926086 Nov 03 18:53:41.047990 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.054755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Attempting to bind port 26967ea1-67fd-409c-b550-4a4d04829d3f on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:41.055091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Attempting to bind port 26967ea1-67fd-409c-b550-4a4d04829d3f by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:41.055424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Attempting to bind port 26967ea1-67fd-409c-b550-4a4d04829d3f on network b8df34ca-ba94-42ee-9d62-5358dcccaa2e {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:41.065050 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Port 26967ea1-67fd-409c-b550-4a4d04829d3f on network b8df34ca-ba94-42ee-9d62-5358dcccaa2e not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:53:41.065399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Attempting to bind port 26967ea1-67fd-409c-b550-4a4d04829d3f on network b8df34ca-ba94-42ee-9d62-5358dcccaa2e {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:41.075934 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-610752c0-7608-4edd-80f1-d70cf334a146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.077943 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Pushing event updated for resources: {'Port': ['ID=26967ea1-67fd-409c-b550-4a4d04829d3f,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:41.093411 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:41.093761 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Checking segment: {'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:41.094129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Bound using segment: {'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:41.096652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Bound port: 26967ea1-67fd-409c-b550-4a4d04829d3f, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:41.097321 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.120474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:41.121063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:41.121550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:41.122056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:41.122533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:41.123009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:41.123479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:41.123966 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:41.124454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:41.124923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:41.125391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:41.125853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:53:41.151906 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-267915b3-d0ec-408d-b5b9-556e13a09c14 service neutron] 10.222.0.87 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415174 Nov 03 18:53:41.157426 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.203317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 4df7dde2-3378-4c05-8e78-66efba8c1f04 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:41.284440 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fc46fc81-b79e-459c-b461-f3f2a2b7a224 None None] Provisioning complete for port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:41.285981 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fc46fc81-b79e-459c-b461-f3f2a2b7a224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.323549 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-fc46fc81-b79e-459c-b461-f3f2a2b7a224 None None] Port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:53:41.347628 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-610752c0-7608-4edd-80f1-d70cf334a146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.352312 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-610752c0-7608-4edd-80f1-d70cf334a146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.400562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Checking segment: {'id': '9a5ae9ab-5312-45db-a2d4-7122125b5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e3db9b39-3e4f-4024-a4a1-dfda47a9fe2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:41.400928 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Network hostable DHCP agents. Network: e3db9b39-3e4f-4024-a4a1-dfda47a9fe2d, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:41.407203 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event updated for resources: {'Port': ['ID=09d52ed8-2c30-4def-a0ca-a482da23ffe6,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:41.434373 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add158d4-14bc-4957-97ec-acc155edb283 req-f86fc8f3-4bb6-41f8-9b14-f2e561b82f89 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:41.450547 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add158d4-14bc-4957-97ec-acc155edb283 req-f86fc8f3-4bb6-41f8-9b14-f2e561b82f89 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:41.458701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add158d4-14bc-4957-97ec-acc155edb283 req-f86fc8f3-4bb6-41f8-9b14-f2e561b82f89 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:41.462546 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Network e3db9b39-3e4f-4024-a4a1-dfda47a9fe2d is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:41.465784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add158d4-14bc-4957-97ec-acc155edb283 req-f86fc8f3-4bb6-41f8-9b14-f2e561b82f89 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:41.471955 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:41.472714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add158d4-14bc-4957-97ec-acc155edb283 req-f86fc8f3-4bb6-41f8-9b14-f2e561b82f89 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:41.479986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add158d4-14bc-4957-97ec-acc155edb283 req-f86fc8f3-4bb6-41f8-9b14-f2e561b82f89 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:41.480987 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5032ed91-13e9-42bc-9d6c-d7a70b12d671 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/4df7dde2-3378-4c05-8e78-66efba8c1f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2291534 Nov 03 18:53:41.483877 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-54b5f699-8a04-453d-b9b5-7bcb8d38a4a8 service neutron] 10.222.0.87 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154681 Nov 03 18:53:41.484710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34030) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:41.486598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add158d4-14bc-4957-97ec-acc155edb283 req-f86fc8f3-4bb6-41f8-9b14-f2e561b82f89 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:41.488473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Sync routers for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:41.490132 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-167b356c-f3a1-4860-aaee-02b56b179d62 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:41.495091 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-add158d4-14bc-4957-97ec-acc155edb283 req-f86fc8f3-4bb6-41f8-9b14-f2e561b82f89 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.3248024 Nov 03 18:53:41.505806 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:41.506896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:41.515496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e0228-5963-4686-a166-bdca8585d967 req-004e5ca5-50a1-4e22-bc58-ac789314eca1 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:41.525081 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b2e0228-5963-4686-a166-bdca8585d967 req-004e5ca5-50a1-4e22-bc58-ac789314eca1 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1052 time: 0.3537326 Nov 03 18:53:41.546161 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-610752c0-7608-4edd-80f1-d70cf334a146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.547092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610752c0-7608-4edd-80f1-d70cf334a146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Fanout notify agent at l3_agent the message router_deleted on router d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:41.568371 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-610752c0-7608-4edd-80f1-d70cf334a146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.573554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-610752c0-7608-4edd-80f1-d70cf334a146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "DELETE /v2.0/routers/d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2 HTTP/1.1" status: 204 len: 168 time: 2.5594020 Nov 03 18:53:41.577870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34032) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:41.588930 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ed29a5e8-293d-456e-873e-c118203d1108 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1763088981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:41.593704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, e3db9b39-3e4f-4024-a4a1-dfda47a9fe2d) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:41.598500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:41.599804 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.601313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] For port 26967ea1-67fd-409c-b550-4a4d04829d3f, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:41.652745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] For port 26967ea1-67fd-409c-b550-4a4d04829d3f, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=26967ea1-67fd-409c-b550-4a4d04829d3f,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:41.670349 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.687953 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b2e0228-5963-4686-a166-bdca8585d967 req-1815558a-0f5c-4614-a852-a593d74f880d tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619518 Nov 03 18:53:41.692647 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ed29a5e8-293d-456e-873e-c118203d1108 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.694231 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ed29a5e8-293d-456e-873e-c118203d1108 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.699965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:41.742929 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-add158d4-14bc-4957-97ec-acc155edb283 req-64dd91d0-8e16-4c0a-9327-177b52a84fe4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2457597 Nov 03 18:53:41.749753 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-d741bb7c-2ec5-439d-976d-a8a00706f0ed service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=58701c1c-ad42-4e70-bb43-d7060e56eec3 HTTP/1.1" status: 200 len: 217 time: 0.1410632 Nov 03 18:53:41.769524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:41.770007 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.773979 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43cc9113-b352-4a53-8274-695df41a329b req-1e435583-6420-48ca-93db-767640bb40ff service neutron] 10.222.0.87 "PUT /v2.0/ports/26967ea1-67fd-409c-b550-4a4d04829d3f HTTP/1.1" status: 200 len: 1091 time: 1.6591802 Nov 03 18:53:41.774487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b39cef0-bab8-4e6c-96bc-6e66e907e619', 'tag': '26967ea1-67fd-409c-b550-4a4d04829d3f'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:41.777234 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b477298a-e665-49c8-a560-c78bed8c5e25" -d '{"events": [{"name": "network-changed", "server_uuid": "0b39cef0-bab8-4e6c-96bc-6e66e907e619", "tag": "26967ea1-67fd-409c-b550-4a4d04829d3f"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:41.867471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event updated for resources: {'Port': ['ID=8adc14ef-805f-4343-a8ee-7fa741b7925c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:41.890917 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53805292-8d68-4edc-a89b-b51b9de7ae2e x-openstack-request-id: req-53805292-8d68-4edc-a89b-b51b9de7ae2e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:41.891211 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b39cef0-bab8-4e6c-96bc-6e66e907e619", "tag": "26967ea1-67fd-409c-b550-4a4d04829d3f", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:41.891463 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-53805292-8d68-4edc-a89b-b51b9de7ae2e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:41.891896 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b39cef0-bab8-4e6c-96bc-6e66e907e619', 'tag': '26967ea1-67fd-409c-b550-4a4d04829d3f', 'status': 'completed', 'code': 200} Nov 03 18:53:41.933045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bb6ae2-cd6e-4bff-bda8-d45b20736369 None None] Network e3db9b39-3e4f-4024-a4a1-dfda47a9fe2d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:41.943102 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ed29a5e8-293d-456e-873e-c118203d1108 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:41.945458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e435583-6420-48ca-93db-767640bb40ff service neutron] Pushing event updated for resources: {'Port': ['ID=26967ea1-67fd-409c-b550-4a4d04829d3f,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:41.947261 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Checking segment: {'id': '2f6af63f-242c-4578-95c2-c358a4e7ec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9a7d9ef6-6e9c-45d3-80d8-98d0acc73752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:41.947690 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Network hostable DHCP agents. Network: 9a7d9ef6-6e9c-45d3-80d8-98d0acc73752, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:41.962268 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-981234cd-74a7-4832-849d-131f6d719ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:41.963927 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-981234cd-74a7-4832-849d-131f6d719ac4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.2049491 Nov 03 18:53:41.994136 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ed29a5e8-293d-456e-873e-c118203d1108 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.023075 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ed29a5e8-293d-456e-873e-c118203d1108 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.025281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ed29a5e8-293d-456e-873e-c118203d1108 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4432702 Nov 03 18:53:42.030466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34038) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:42.041556 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Request body: {'router': {'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:42.074525 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Network 9a7d9ef6-6e9c-45d3-80d8-98d0acc73752 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:42.114253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 9a7d9ef6-6e9c-45d3-80d8-98d0acc73752) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:42.128131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:42.135377 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:42.140546 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:42.141246 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.143828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc9113-b352-4a53-8274-695df41a329b req-293872a8-1f1a-4c47-b9a9-2705da262eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:42.146250 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43cc9113-b352-4a53-8274-695df41a329b req-293872a8-1f1a-4c47-b9a9-2705da262eb4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=53a023971f3747b9a594cd5e1083afea&device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1094 time: 0.2812829 Nov 03 18:53:42.151024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-171405a3-e822-4336-8d49-f7992e71fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:42.155032 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-171405a3-e822-4336-8d49-f7992e71fb85 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1698396 Nov 03 18:53:42.168919 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30edefc5-234f-43c6-b1aa-00c18fbf2eeb None None] Network 9a7d9ef6-6e9c-45d3-80d8-98d0acc73752 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:42.258904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43cc9113-b352-4a53-8274-695df41a329b req-65103e3e-d915-437b-9bd0-698c487cff71 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26967ea1-67fd-409c-b550-4a4d04829d3f HTTP/1.1" status: 200 len: 217 time: 0.0645785 Nov 03 18:53:42.289347 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-cdbf9289-942f-4af3-8243-c3b4888466c5 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179543 Nov 03 18:53:42.317320 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c11b5dd8-4999-46cd-9d9e-e44b18627d29 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.4459608 Nov 03 18:53:42.323821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34040) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:42.361138 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.397862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc9113-b352-4a53-8274-695df41a329b req-5eebbdce-bd00-49bd-bf58-0f577dc11468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:42.399348 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43cc9113-b352-4a53-8274-695df41a329b req-5eebbdce-bd00-49bd-bf58-0f577dc11468 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=198c3cb9-5e02-42d7-a352-c11d8ce6ac88 HTTP/1.1" status: 200 len: 849 time: 0.0995955 Nov 03 18:53:42.464432 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:38Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'c17754bf-0ec8-4bbf-a598-ed0055f5971f', 'name': '', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:97:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:24Z', 'updated_at': '2021-11-03T18:53:31Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d9a49-53f1-4a8b-87f6-8d3b14831b5f', 'name': '', 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:d1:f8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:35Z', 'updated_at': '2021-11-03T18:53:39Z', 'revision_number': 2, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:42.504392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Checking router: 4df7dde2-3378-4c05-8e78-66efba8c1f04 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:42.504770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Updating router 4df7dde2-3378-4c05-8e78-66efba8c1f04 port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:53:42.512105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc9113-b352-4a53-8274-695df41a329b req-5b941c7e-83b0-4428-af2c-65bd9543138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:42.513534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43cc9113-b352-4a53-8274-695df41a329b req-5b941c7e-83b0-4428-af2c-65bd9543138b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8df34ca-ba94-42ee-9d62-5358dcccaa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053288 Nov 03 18:53:42.531536 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.extraroute_db [None req-167b356c-f3a1-4860-aaee-02b56b179d62 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 18:53:42.545904 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.551310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaf5b25-813a-41a5-ac96-eeb4e746507f tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:42.564398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaf5b25-813a-41a5-ac96-eeb4e746507f tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:42.567153 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8eaf5b25-813a-41a5-ac96-eeb4e746507f tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2395768 Nov 03 18:53:42.570270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34042) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:42.595511 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.extraroute_db [None req-167b356c-f3a1-4860-aaee-02b56b179d62 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Removed routes are [] {{(pid=101711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 18:53:42.596248 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-167b356c-f3a1-4860-aaee-02b56b179d62 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.603839 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-92a8cb51-9793-49eb-9f3d-413ed923e97e service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056979 Nov 03 18:53:42.720024 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-50674915-827e-4ea5-9985-7c4c00f035f9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=762c123b-88ce-45d8-87f6-424c68b11183 HTTP/1.1" status: 200 len: 217 time: 0.0732031 Nov 03 18:53:42.945136 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:42.953598 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.022041 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691dbd87-ccd3-4415-9f18-59f86930155f None None] Pushing event updated for resources: {'Port': ['ID=db9d9a49-53f1-4a8b-87f6-8d3b14831b5f,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:43.103195 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Attempting to bind port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:43.104057 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Attempting to bind port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'aff5c85f-4730-4aed-af8e-e3a77391c796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:43.104057 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Attempting to bind port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f on network bc32a28d-5dd7-43ce-93a5-fa7186c3a50a {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:43.110198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:43.110585 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Checking segment: {'id': 'aff5c85f-4730-4aed-af8e-e3a77391c796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:43.111025 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.111420 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Bound using segment: {'id': 'aff5c85f-4730-4aed-af8e-e3a77391c796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:43.112046 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Bound port: db9d9a49-53f1-4a8b-87f6-8d3b14831b5f, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff5c85f-4730-4aed-af8e-e3a77391c796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:43.112430 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.204401 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.240119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] For port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:43.247342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] For port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=db9d9a49-53f1-4a8b-87f6-8d3b14831b5f,segment=NetworkSegment(aff5c85f-4730-4aed-af8e-e3a77391c796),segment_id=aff5c85f-4730-4aed-af8e-e3a77391c796)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:43.253061 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.319990 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-e41af8a5-0e1c-4f79-a4f9-bbba5b8309c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.321460 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-e41af8a5-0e1c-4f79-a4f9-bbba5b8309c4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.5900974 Nov 03 18:53:43.344070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:43.344723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:43.367221 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.396239 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-167b356c-f3a1-4860-aaee-02b56b179d62 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.403426 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.406379 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-167b356c-f3a1-4860-aaee-02b56b179d62 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.422670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-370e5aed-bcfc-462e-9953-5c631b8af0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.424842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43cc9113-b352-4a53-8274-695df41a329b req-8718031a-3a82-4463-958b-7007a73b57e1 service neutron] 10.222.0.87 "GET /v2.0/networks/b8df34ca-ba94-42ee-9d62-5358dcccaa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8985581 Nov 03 18:53:43.428766 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-370e5aed-bcfc-462e-9953-5c631b8af0bf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0904629 Nov 03 18:53:43.461661 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:43.527328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-af3d822a-5ade-4d23-b840-c4d6a3784558 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Deleting port 09d52ed8-2c30-4def-a0ca-a482da23ffe6 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:43.527701 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af3d822a-5ade-4d23-b840-c4d6a3784558 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.640310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167b356c-f3a1-4860-aaee-02b56b179d62 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 4df7dde2-3378-4c05-8e78-66efba8c1f04 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:43.656826 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-51c89a81-2755-415a-a603-18803c6dc977 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813083 Nov 03 18:53:43.669687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691dbd87-ccd3-4415-9f18-59f86930155f None None] Pushing event updated for resources: {'Port': ['ID=db9d9a49-53f1-4a8b-87f6-8d3b14831b5f,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:43.702804 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43cc9113-b352-4a53-8274-695df41a329b req-26930336-5bd4-4bec-8ae8-6b2dd73fa524 service neutron] 10.222.0.87 "GET /v2.0/networks/b8df34ca-ba94-42ee-9d62-5358dcccaa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542565 Nov 03 18:53:43.710187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6345653e-f3f5-41fc-95dc-abf4b3e8c94f None None] Provisioning complete for port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:43.710566 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6345653e-f3f5-41fc-95dc-abf4b3e8c94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.738400 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019519-7f61-4334-a9ce-231c7fd30fa5 req-4e1b66d7-c96b-4a46-b87f-1043205a49c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.745368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019519-7f61-4334-a9ce-231c7fd30fa5 req-4e1b66d7-c96b-4a46-b87f-1043205a49c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.751786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019519-7f61-4334-a9ce-231c7fd30fa5 req-4e1b66d7-c96b-4a46-b87f-1043205a49c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.758470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019519-7f61-4334-a9ce-231c7fd30fa5 req-4e1b66d7-c96b-4a46-b87f-1043205a49c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.764906 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019519-7f61-4334-a9ce-231c7fd30fa5 req-4e1b66d7-c96b-4a46-b87f-1043205a49c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.772149 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019519-7f61-4334-a9ce-231c7fd30fa5 req-4e1b66d7-c96b-4a46-b87f-1043205a49c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.778309 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019519-7f61-4334-a9ce-231c7fd30fa5 req-4e1b66d7-c96b-4a46-b87f-1043205a49c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.786735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad019519-7f61-4334-a9ce-231c7fd30fa5 req-4e1b66d7-c96b-4a46-b87f-1043205a49c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.9354506 Nov 03 18:53:43.802176 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987c80d-9a21-49cb-82c7-a8a96b070013 req-8141b5b1-338d-4fa5-9cd4-f3985237417c tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:43.803756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e987c80d-9a21-49cb-82c7-a8a96b070013 req-8141b5b1-338d-4fa5-9cd4-f3985237417c tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1094 time: 0.9698908 Nov 03 18:53:43.828249 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6345653e-f3f5-41fc-95dc-abf4b3e8c94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.871619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6345653e-f3f5-41fc-95dc-abf4b3e8c94f None None] For port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=db9d9a49-53f1-4a8b-87f6-8d3b14831b5f,segment=NetworkSegment(aff5c85f-4730-4aed-af8e-e3a77391c796),segment_id=aff5c85f-4730-4aed-af8e-e3a77391c796)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:43.881199 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6345653e-f3f5-41fc-95dc-abf4b3e8c94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.933054 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af3d822a-5ade-4d23-b840-c4d6a3784558 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:43.933782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345653e-f3f5-41fc-95dc-abf4b3e8c94f None None] Pushing event updated for resources: {'Port': ['ID=db9d9a49-53f1-4a8b-87f6-8d3b14831b5f,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:43.940376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:42Z', 'revision_number': 6, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'c17754bf-0ec8-4bbf-a598-ed0055f5971f', 'name': '', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:97:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:24Z', 'updated_at': '2021-11-03T18:53:31Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d9a49-53f1-4a8b-87f6-8d3b14831b5f', 'name': '', 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:d1:f8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:35Z', 'updated_at': '2021-11-03T18:53:43Z', 'revision_number': 4, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:43.979597 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da33ea88-6f06-42ce-8815-7628f9db3876 None None] The sync data for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 is: [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:42Z', 'revision_number': 6, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'c17754bf-0ec8-4bbf-a598-ed0055f5971f', 'name': '', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:97:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:24Z', 'updated_at': '2021-11-03T18:53:31Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d9a49-53f1-4a8b-87f6-8d3b14831b5f', 'name': '', 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:d1:f8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:35Z', 'updated_at': '2021-11-03T18:53:43Z', 'revision_number': 4, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:43.986294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-af3d822a-5ade-4d23-b840-c4d6a3784558 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Calling delete_port for 09d52ed8-2c30-4def-a0ca-a482da23ffe6 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:43.987448 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-753fbb82-0fad-4461-a932-d84607e299a0 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212311 Nov 03 18:53:44.015158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167b356c-f3a1-4860-aaee-02b56b179d62 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:44.032608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6ec75b4b-a4ac-4079-94ac-fa9b949127b4 None None] Provisioning complete for port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:44.032986 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6ec75b4b-a4ac-4079-94ac-fa9b949127b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.091255 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-167b356c-f3a1-4860-aaee-02b56b179d62 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.093317 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-167b356c-f3a1-4860-aaee-02b56b179d62 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/4df7dde2-3378-4c05-8e78-66efba8c1f04 HTTP/1.1" status: 200 len: 934 time: 2.6072507 Nov 03 18:53:44.096299 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34052) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:44.103101 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-13eefff9-ac78-4911-ad50-44dd4042b7ef service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=5ab89f05-331d-4782-aa0b-943c45c22fa3 HTTP/1.1" status: 200 len: 217 time: 0.1003890 Nov 03 18:53:44.105737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Allocated IP 172.25.2.28 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/5970eedb-45c3-4387-9413-4cd7c22ec774) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:44.123243 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:53:44.130984 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e987c80d-9a21-49cb-82c7-a8a96b070013 req-b33b7536-1e2b-4504-81a1-1be5905d1201 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929082 Nov 03 18:53:44.133378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477298a-e665-49c8-a560-c78bed8c5e25 req-83b04231-6e6a-468e-847f-2e15077d630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:44.135231 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b477298a-e665-49c8-a560-c78bed8c5e25 req-83b04231-6e6a-468e-847f-2e15077d630d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=53a023971f3747b9a594cd5e1083afea&device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1094 time: 0.2784042 Nov 03 18:53:44.243560 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad019519-7f61-4334-a9ce-231c7fd30fa5 req-e3f63ff8-d948-46ee-aaa0-ac93b227f104 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4548938 Nov 03 18:53:44.377480 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a660a611-4839-4b27-9c1b-cda2f28abf4a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/routers/4df7dde2-3378-4c05-8e78-66efba8c1f04 HTTP/1.1" status: 200 len: 934 time: 0.2766197 Nov 03 18:53:44.384532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34062) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:44.390221 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-bf14e46c-98d3-4085-8740-d66cd004751f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'router': {'routes': None}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:44.393733 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0ab819a8-05e6-4859-be7e-f30b8e17242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:44.396421 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-0ab819a8-05e6-4859-be7e-f30b8e17242d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.1517291 Nov 03 18:53:44.579212 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device db9d9a49-53f1-4a8b-87f6-8d3b14831b5f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:44.641911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-285445fa-4372-4413-b273-a8a4ec043825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:44.643810 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-285445fa-4372-4413-b273-a8a4ec043825 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2096398 Nov 03 18:53:44.650790 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af3d822a-5ade-4d23-b840-c4d6a3784558 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.683030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:44.683630 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.713581 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477298a-e665-49c8-a560-c78bed8c5e25 req-0ba161b3-bd87-42b8-8bd7-65a57810b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:44.715188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b477298a-e665-49c8-a560-c78bed8c5e25 req-0ba161b3-bd87-42b8-8bd7-65a57810b6fc service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8df34ca-ba94-42ee-9d62-5358dcccaa2e HTTP/1.1" status: 200 len: 911 time: 0.4372323 Nov 03 18:53:44.726245 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d822a-5ade-4d23-b840-c4d6a3784558 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event deleted for resources: {'Port': ['ID=09d52ed8-2c30-4def-a0ca-a482da23ffe6,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:44.753366 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.814265 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af3d822a-5ade-4d23-b840-c4d6a3784558 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:44.821472 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-af3d822a-5ade-4d23-b840-c4d6a3784558 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "DELETE /v2.0/ports/09d52ed8-2c30-4def-a0ca-a482da23ffe6 HTTP/1.1" status: 204 len: 168 time: 2.2147281 Nov 03 18:53:44.824678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34066) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:44.826438 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b477298a-e665-49c8-a560-c78bed8c5e25 req-10ac4795-502e-4724-85ea-1fb3234ec288 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26967ea1-67fd-409c-b550-4a4d04829d3f HTTP/1.1" status: 200 len: 217 time: 0.0978711 Nov 03 18:53:45.088695 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-72c93175-47fa-4167-8772-4115d37c34ab service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298372 Nov 03 18:53:45.115886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477298a-e665-49c8-a560-c78bed8c5e25 req-9f838c59-fe1b-457e-b06e-b8a5120dae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:45.117401 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b477298a-e665-49c8-a560-c78bed8c5e25 req-9f838c59-fe1b-457e-b06e-b8a5120dae73 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=198c3cb9-5e02-42d7-a352-c11d8ce6ac88 HTTP/1.1" status: 200 len: 849 time: 0.2771566 Nov 03 18:53:45.119514 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:45.251137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Pushing event updated for resources: {'Port': ['ID=5970eedb-45c3-4387-9413-4cd7c22ec774,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:45.418131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:45.427951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:45.455216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:45.464038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.extraroute_db [None req-bf14e46c-98d3-4085-8740-d66cd004751f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Added routes are [] {{(pid=101711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 18:53:45.464344 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.extraroute_db [None req-bf14e46c-98d3-4085-8740-d66cd004751f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 18:53:45.470841 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781dfbd-3856-41f5-81ef-e465c61b92c9 None None] Sync routers for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:45.500889 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781dfbd-3856-41f5-81ef-e465c61b92c9 None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:45.503909 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8781dfbd-3856-41f5-81ef-e465c61b92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:45.566032 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477298a-e665-49c8-a560-c78bed8c5e25 req-01c07dda-18bf-4a7f-96a7-ae886323112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:45.567770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b477298a-e665-49c8-a560-c78bed8c5e25 req-01c07dda-18bf-4a7f-96a7-ae886323112d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8df34ca-ba94-42ee-9d62-5358dcccaa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4374223 Nov 03 18:53:45.579849 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf14e46c-98d3-4085-8740-d66cd004751f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:45.600445 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-2cef3ed4-e145-4e3d-9ea8-00832fb23fc9 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950514 Nov 03 18:53:45.740473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4bb45de4-5e7f-4187-96f0-7e51642bc9c8 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Deleting port 8adc14ef-805f-4343-a8ee-7fa741b7925c {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:45.740974 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4bb45de4-5e7f-4187-96f0-7e51642bc9c8 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:45.747065 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b477298a-e665-49c8-a560-c78bed8c5e25 req-9d4c6794-0266-48ef-88d9-095bc1f7d930 service neutron] 10.222.0.87 "GET /v2.0/networks/b8df34ca-ba94-42ee-9d62-5358dcccaa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492310 Nov 03 18:53:45.813474 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-72618d6c-3b18-4888-98df-8db4b3b571d5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 HTTP/1.1" status: 200 len: 217 time: 0.1422701 Nov 03 18:53:45.828277 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-8781dfbd-3856-41f5-81ef-e465c61b92c9 None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:45.907484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-05f13490-71ad-43d3-85ac-5c2da290b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:45.910423 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-05f13490-71ad-43d3-85ac-5c2da290b7e7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.0863943 Nov 03 18:53:45.962874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71b2f-a9a6-4140-b3f5-ff5429267597 req-ec70a8f5-baaf-4540-bbc6-1989f0da88d3 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:45.980239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffc71b2f-a9a6-4140-b3f5-ff5429267597 req-ec70a8f5-baaf-4540-bbc6-1989f0da88d3 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1094 time: 0.6513698 Nov 03 18:53:46.063016 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-3765ef94-828a-4fb8-a261-a4da99c88231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:46.064819 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-3765ef94-828a-4fb8-a261-a4da99c88231 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387460 Nov 03 18:53:46.134467 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4bb45de4-5e7f-4187-96f0-7e51642bc9c8 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.149522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4bb45de4-5e7f-4187-96f0-7e51642bc9c8 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Calling delete_port for 8adc14ef-805f-4343-a8ee-7fa741b7925c owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:46.206377 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-91c4c345-a56c-455f-9841-65278c5dcf2b service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277273 Nov 03 18:53:46.206579 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8781dfbd-3856-41f5-81ef-e465c61b92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:42Z', 'revision_number': 6, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'c17754bf-0ec8-4bbf-a598-ed0055f5971f', 'name': '', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:97:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:24Z', 'updated_at': '2021-11-03T18:53:31Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d9a49-53f1-4a8b-87f6-8d3b14831b5f', 'name': '', 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:d1:f8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:35Z', 'updated_at': '2021-11-03T18:53:43Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:46.213303 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf14e46c-98d3-4085-8740-d66cd004751f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.220505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049871f-7793-4584-99c5-de6c39de9628 req-1f0498cf-de9c-4017-ab6d-b99f6e18e2cf tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:46.225513 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf14e46c-98d3-4085-8740-d66cd004751f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.228689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049871f-7793-4584-99c5-de6c39de9628 req-1f0498cf-de9c-4017-ab6d-b99f6e18e2cf tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:46.235613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049871f-7793-4584-99c5-de6c39de9628 req-1f0498cf-de9c-4017-ab6d-b99f6e18e2cf tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:46.240569 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781dfbd-3856-41f5-81ef-e465c61b92c9 None None] Checking router: 4df7dde2-3378-4c05-8e78-66efba8c1f04 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:46.243688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049871f-7793-4584-99c5-de6c39de9628 req-1f0498cf-de9c-4017-ab6d-b99f6e18e2cf tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:46.250550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049871f-7793-4584-99c5-de6c39de9628 req-1f0498cf-de9c-4017-ab6d-b99f6e18e2cf tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:46.258918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049871f-7793-4584-99c5-de6c39de9628 req-1f0498cf-de9c-4017-ab6d-b99f6e18e2cf tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:46.261677 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781dfbd-3856-41f5-81ef-e465c61b92c9 None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:46.262378 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8781dfbd-3856-41f5-81ef-e465c61b92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:46.268440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049871f-7793-4584-99c5-de6c39de9628 req-1f0498cf-de9c-4017-ab6d-b99f6e18e2cf tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:46.278721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c049871f-7793-4584-99c5-de6c39de9628 req-1f0498cf-de9c-4017-ab6d-b99f6e18e2cf tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.7375126 Nov 03 18:53:46.423027 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-8781dfbd-3856-41f5-81ef-e465c61b92c9 None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:46.426627 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 26967ea1-67fd-409c-b550-4a4d04829d3f details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:53:46.495856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b477298a-e665-49c8-a560-c78bed8c5e25 req-fe36aaed-6b34-4a74-9155-1ab1254cf77f service neutron] 10.222.0.87 "GET /v2.0/networks/b8df34ca-ba94-42ee-9d62-5358dcccaa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7295511 Nov 03 18:53:46.506480 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffc71b2f-a9a6-4140-b3f5-ff5429267597 req-3d3e77f7-9785-4e87-8e7d-c3ac1ae9980d tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253563 Nov 03 18:53:46.551887 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-6ba67f59-4b14-4cb1-879b-302dce043b21 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353426 Nov 03 18:53:46.560457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c049871f-7793-4584-99c5-de6c39de9628 req-90b8426c-b1fd-4d61-b47e-fb01bd946615 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2801409 Nov 03 18:53:46.579176 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4bb45de4-5e7f-4187-96f0-7e51642bc9c8 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.635285 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-5ec20878-58fe-4060-bc74-a9d37aa24242 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bae343c8-8d70-4d32-99cc-d202d84dd31f HTTP/1.1" status: 200 len: 217 time: 0.0703230 Nov 03 18:53:46.718918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 26967ea1-67fd-409c-b550-4a4d04829d3f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=26967ea1-67fd-409c-b550-4a4d04829d3f,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:46.720598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf14e46c-98d3-4085-8740-d66cd004751f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 4df7dde2-3378-4c05-8e78-66efba8c1f04 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:46.725591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-443b4fc9-315e-4050-89a8-c3cd7e2a5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:46.727084 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-443b4fc9-315e-4050-89a8-c3cd7e2a5b72 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b12d4a62-83aa-465c-b86c-67ad4f5b0c3a HTTP/1.1" status: 200 len: 797 time: 0.0798507 Nov 03 18:53:46.744211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb45de4-5e7f-4187-96f0-7e51642bc9c8 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event deleted for resources: {'Port': ['ID=8adc14ef-805f-4343-a8ee-7fa741b7925c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:46.751025 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '26967ea1-67fd-409c-b550-4a4d04829d3f', 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e', 'port_id': '26967ea1-67fd-409c-b550-4a4d04829d3f', 'mac_address': 'fa:16:3e:09:44:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198c3cb9-5e02-42d7-a352-c11d8ce6ac88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:53:46.812794 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4bb45de4-5e7f-4187-96f0-7e51642bc9c8 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.823264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34080) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:46.826527 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4bb45de4-5e7f-4187-96f0-7e51642bc9c8 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "DELETE /v2.0/ports/8adc14ef-805f-4343-a8ee-7fa741b7925c HTTP/1.1" status: 204 len: 168 time: 1.9986055 Nov 03 18:53:46.868923 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.899288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-538d2460-e10f-40c6-8cae-fc7a4d931caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:46.900860 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-538d2460-e10f-40c6-8cae-fc7a4d931caa service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1612170 Nov 03 18:53:46.902651 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-93fa561b-5540-4d54-93e4-44d67705f3bd tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0747950 Nov 03 18:53:46.916998 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:46.932125 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8781dfbd-3856-41f5-81ef-e465c61b92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:45Z', 'revision_number': 7, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'c17754bf-0ec8-4bbf-a598-ed0055f5971f', 'name': '', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:97:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:24Z', 'updated_at': '2021-11-03T18:53:31Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d9a49-53f1-4a8b-87f6-8d3b14831b5f', 'name': '', 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:d1:f8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:35Z', 'updated_at': '2021-11-03T18:53:43Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:46.937007 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34082) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:46.950792 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26967ea1-67fd-409c-b550-4a4d04829d3f {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:53:46.998004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 26967ea1-67fd-409c-b550-4a4d04829d3f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=26967ea1-67fd-409c-b550-4a4d04829d3f,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:47.006709 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.131475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=26967ea1-67fd-409c-b550-4a4d04829d3f,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:47.145069 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781dfbd-3856-41f5-81ef-e465c61b92c9 None None] The sync data for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 is: [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:45Z', 'revision_number': 7, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'c17754bf-0ec8-4bbf-a598-ed0055f5971f', 'name': '', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:97:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:24Z', 'updated_at': '2021-11-03T18:53:31Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d9a49-53f1-4a8b-87f6-8d3b14831b5f', 'name': '', 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:d1:f8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:35Z', 'updated_at': '2021-11-03T18:53:43Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:47.325201 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.329912 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.337313 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['26967ea1-67fd-409c-b550-4a4d04829d3f'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:53:47.433575 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8717e23e-ee9a-4c92-94b6-ce8539a668b9 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1767022547'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:47.501751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Router 58270f31-0507-4fa1-8180-e3bfdf0da5df is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:53:47.536591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf14e46c-98d3-4085-8740-d66cd004751f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:47.549456 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf14e46c-98d3-4085-8740-d66cd004751f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.552017 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bf14e46c-98d3-4085-8740-d66cd004751f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/4df7dde2-3378-4c05-8e78-66efba8c1f04 HTTP/1.1" status: 200 len: 700 time: 3.1664996 Nov 03 18:53:47.557214 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34086) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:47.566757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8717e23e-ee9a-4c92-94b6-ce8539a668b9 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Made reservation on behalf of 957134e47b85446ba990d3ec9981de62 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:47.568330 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2f24f9-92f1-44ac-9650-80da6e9cfeef None None] Sync routers for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:47.570312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8717e23e-ee9a-4c92-94b6-ce8539a668b9 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.594525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f24f9-92f1-44ac-9650-80da6e9cfeef None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:47.595709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-1b2f24f9-92f1-44ac-9650-80da6e9cfeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:47.713195 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-1b2f24f9-92f1-44ac-9650-80da6e9cfeef None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:47.738585 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8717e23e-ee9a-4c92-94b6-ce8539a668b9 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:47.749579 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8717e23e-ee9a-4c92-94b6-ce8539a668b9 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.750029 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-8717e23e-ee9a-4c92-94b6-ce8539a668b9 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Added segment de8e9a2f-60f4-4aa5-8626-5589fd0018c4 of type vlan for network d1fc7370-09cd-4023-8c04-ca2e82db1a25 Nov 03 18:53:47.801189 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8717e23e-ee9a-4c92-94b6-ce8539a668b9 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.857900 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8717e23e-ee9a-4c92-94b6-ce8539a668b9 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.864400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8717e23e-ee9a-4c92-94b6-ce8539a668b9 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:47.865078 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8717e23e-ee9a-4c92-94b6-ce8539a668b9 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:47.869166 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-69758405-a7b7-47cc-85c2-f0997ef66089 service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9539497 Nov 03 18:53:47.943083 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a547a21c-2933-43b6-a3d8-8d2b5dfb9b57 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/routers/4df7dde2-3378-4c05-8e78-66efba8c1f04 HTTP/1.1" status: 200 len: 700 time: 0.3828232 Nov 03 18:53:47.948432 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34094) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:47.961988 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8717e23e-ee9a-4c92-94b6-ce8539a668b9 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0198770 Nov 03 18:53:48.044866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717e23e-ee9a-4c92-94b6-ce8539a668b9 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event updated for resources: {'Network': ['ID=d1fc7370-09cd-4023-8c04-ca2e82db1a25,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:48.047466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34096) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:48.076555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network d1fc7370-09cd-4023-8c04-ca2e82db1a25 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:48.106000 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4f6211fd-2b7f-4989-9671-3e09f69e5941 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-486344024'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:48.115482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:48.124636 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.126643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-95d10ddd-f605-4404-bd3c-38508cdebdaa tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "PUT /v2.0/routers/58270f31-0507-4fa1-8180-e3bfdf0da5df HTTP/1.1" status: 200 len: 883 time: 6.0949724 Nov 03 18:53:48.131956 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d881bb-56c9-4753-8acc-751c73a4b1d9 None None] Sync routers for ids ['58270f31-0507-4fa1-8180-e3bfdf0da5df'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:48.152203 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34098) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:48.155337 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d881bb-56c9-4753-8acc-751c73a4b1d9 None None] Routers {'58270f31-0507-4fa1-8180-e3bfdf0da5df'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:48.156167 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c5d881bb-56c9-4753-8acc-751c73a4b1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['58270f31-0507-4fa1-8180-e3bfdf0da5df'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:48.209224 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db874eb6-f82c-4d46-a0be-34357b436d4e req-22a5ae1c-70d8-49ad-b0b9-470d33f7b1da tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:48.216469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db874eb6-f82c-4d46-a0be-34357b436d4e req-22a5ae1c-70d8-49ad-b0b9-470d33f7b1da tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:48.224650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db874eb6-f82c-4d46-a0be-34357b436d4e req-22a5ae1c-70d8-49ad-b0b9-470d33f7b1da tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:48.232590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db874eb6-f82c-4d46-a0be-34357b436d4e req-22a5ae1c-70d8-49ad-b0b9-470d33f7b1da tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:48.241507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db874eb6-f82c-4d46-a0be-34357b436d4e req-22a5ae1c-70d8-49ad-b0b9-470d33f7b1da tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:48.248893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db874eb6-f82c-4d46-a0be-34357b436d4e req-22a5ae1c-70d8-49ad-b0b9-470d33f7b1da tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:48.251205 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-1b2f24f9-92f1-44ac-9650-80da6e9cfeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:45Z', 'revision_number': 7, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'c17754bf-0ec8-4bbf-a598-ed0055f5971f', 'name': '', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:97:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:24Z', 'updated_at': '2021-11-03T18:53:31Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d9a49-53f1-4a8b-87f6-8d3b14831b5f', 'name': '', 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:d1:f8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:35Z', 'updated_at': '2021-11-03T18:53:43Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:48.252145 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c5d881bb-56c9-4753-8acc-751c73a4b1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:48.256310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db874eb6-f82c-4d46-a0be-34357b436d4e req-22a5ae1c-70d8-49ad-b0b9-470d33f7b1da tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:48.258332 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db874eb6-f82c-4d46-a0be-34357b436d4e req-22a5ae1c-70d8-49ad-b0b9-470d33f7b1da tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.1283970 Nov 03 18:53:48.264932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dff0c-7d2a-4d3a-86fb-66457258c373 req-b9c376eb-2f90-4e25-b0e9-6ce33151d8ff tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:48.266466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6a8dff0c-7d2a-4d3a-86fb-66457258c373 req-b9c376eb-2f90-4e25-b0e9-6ce33151d8ff tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1095 time: 0.6390693 Nov 03 18:53:48.295127 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d881bb-56c9-4753-8acc-751c73a4b1d9 None None] Routers {'58270f31-0507-4fa1-8180-e3bfdf0da5df'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:48.295863 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c5d881bb-56c9-4753-8acc-751c73a4b1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['58270f31-0507-4fa1-8180-e3bfdf0da5df'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:48.299088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2f24f9-92f1-44ac-9650-80da6e9cfeef None None] Checking router: 4df7dde2-3378-4c05-8e78-66efba8c1f04 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:48.326260 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f24f9-92f1-44ac-9650-80da6e9cfeef None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:48.326888 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-1b2f24f9-92f1-44ac-9650-80da6e9cfeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:48.330089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db874eb6-f82c-4d46-a0be-34357b436d4e req-94a34704-e182-434e-b5aa-2218fadedb31 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623844 Nov 03 18:53:48.405680 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6a8dff0c-7d2a-4d3a-86fb-66457258c373 req-7ca65862-176d-4ce4-bdc3-d4b3502bdba2 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855417 Nov 03 18:53:48.451160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34100) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:48.451435 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3c674e65-53e7-40b2-90bf-5330eb660c68 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/routers/58270f31-0507-4fa1-8180-e3bfdf0da5df HTTP/1.1" status: 200 len: 924 time: 0.2834997 Nov 03 18:53:48.454213 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c5d881bb-56c9-4753-8acc-751c73a4b1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:48.458192 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d881bb-56c9-4753-8acc-751c73a4b1d9 None None] The sync data for ids ['58270f31-0507-4fa1-8180-e3bfdf0da5df'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:48.460306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6211fd-2b7f-4989-9671-3e09f69e5941 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Made reservation on behalf of 957134e47b85446ba990d3ec9981de62 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:48.464095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f6211fd-2b7f-4989-9671-3e09f69e5941 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.479656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-1b2f24f9-92f1-44ac-9650-80da6e9cfeef None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:48.498204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6211fd-2b7f-4989-9671-3e09f69e5941 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:53:48.509058 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f6211fd-2b7f-4989-9671-3e09f69e5941 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.509453 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-4f6211fd-2b7f-4989-9671-3e09f69e5941 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Added segment 3484a7c5-63d1-4414-bb73-199eddc4c9dd of type vlan for network 04259cb4-4705-48fc-a54d-c3c4af62cebf Nov 03 18:53:48.518079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 26967ea1-67fd-409c-b550-4a4d04829d3f up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:48.588486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eb0c4a-db27-434d-b4e6-88fc634bbc98 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:48.592899 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-56eb0c4a-db27-434d-b4e6-88fc634bbc98 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&device_id=58270f31-0507-4fa1-8180-e3bfdf0da5df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1403818 Nov 03 18:53:48.593543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34102) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:48.703686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4913006f-b156-4d92-93e0-dc834607dbbb tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:48.710652 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4913006f-b156-4d92-93e0-dc834607dbbb tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 881 time: 0.1155624 Nov 03 18:53:48.711675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34104) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:48.759802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34106) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:48.760031 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-07a2de8a-403e-439a-b869-d0193a1ebe86 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "GET /v2.0/ports?device_id=58270f31-0507-4fa1-8180-e3bfdf0da5df HTTP/1.1" status: 200 len: 205 time: 0.0463922 Nov 03 18:53:48.764336 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-44149218-74e9-408f-b64c-652af09a531e service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8863525 Nov 03 18:53:48.767755 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f6211fd-2b7f-4989-9671-3e09f69e5941 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.782810 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 26967ea1-67fd-409c-b550-4a4d04829d3f completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:53:48.788040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 26967ea1-67fd-409c-b550-4a4d04829d3f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:48.788405 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.846462 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-1b2f24f9-92f1-44ac-9650-80da6e9cfeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:45Z', 'revision_number': 7, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'c17754bf-0ec8-4bbf-a598-ed0055f5971f', 'name': '', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:97:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:24Z', 'updated_at': '2021-11-03T18:53:31Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d9a49-53f1-4a8b-87f6-8d3b14831b5f', 'name': '', 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:d1:f8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:35Z', 'updated_at': '2021-11-03T18:53:43Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:48.876868 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-f316984a-2f3d-4022-8688-523108e45f54 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 HTTP/1.1" status: 200 len: 217 time: 0.0972295 Nov 03 18:53:48.882814 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2f24f9-92f1-44ac-9650-80da6e9cfeef None None] The sync data for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 is: [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:45Z', 'revision_number': 7, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'c17754bf-0ec8-4bbf-a598-ed0055f5971f', 'name': '', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:97:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:24Z', 'updated_at': '2021-11-03T18:53:31Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db9d9a49-53f1-4a8b-87f6-8d3b14831b5f', 'name': '', 'network_id': 'bc32a28d-5dd7-43ce-93a5-fa7186c3a50a', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:d1:f8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:35Z', 'updated_at': '2021-11-03T18:53:43Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '2438d4ac-eafe-452d-884d-ff3b03b76b1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:48.943782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-36ab9c90-e885-4086-8109-e020a565dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:48.945311 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-36ab9c90-e885-4086-8109-e020a565dc00 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b12d4a62-83aa-465c-b86c-67ad4f5b0c3a HTTP/1.1" status: 200 len: 797 time: 0.0525839 Nov 03 18:53:48.950506 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:48.989604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 26967ea1-67fd-409c-b550-4a4d04829d3f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=26967ea1-67fd-409c-b550-4a4d04829d3f,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:48.991073 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b39cef0-bab8-4e6c-96bc-6e66e907e619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26967ea1-67fd-409c-b550-4a4d04829d3f'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:53:48.993910 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e11e4cf-7ee3-4fe0-8be2-bfc9acfa2796" -d '{"events": [{"server_uuid": "0b39cef0-bab8-4e6c-96bc-6e66e907e619", "name": "network-vif-plugged", "status": "completed", "tag": "26967ea1-67fd-409c-b550-4a4d04829d3f"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:53:48.998529 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.053387 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f6211fd-2b7f-4989-9671-3e09f69e5941 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.059149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6211fd-2b7f-4989-9671-3e09f69e5941 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:49.059815 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f6211fd-2b7f-4989-9671-3e09f69e5941 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.070419 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=26967ea1-67fd-409c-b550-4a4d04829d3f,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:49.115631 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4f6211fd-2b7f-4989-9671-3e09f69e5941 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0082443 Nov 03 18:53:49.131875 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-d900998d-9d02-4f71-8328-50513aaabbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:49.133653 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-d900998d-9d02-4f71-8328-50513aaabbca service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1672094 Nov 03 18:53:49.227005 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6211fd-2b7f-4989-9671-3e09f69e5941 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event updated for resources: {'Network': ['ID=04259cb4-4705-48fc-a54d-c3c4af62cebf,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:49.237839 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 04259cb4-4705-48fc-a54d-c3c4af62cebf details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:53:49.257811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34114) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:49.263434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Request body: {'subnets': [{'network_id': 'd1fc7370-09cd-4023-8c04-ca2e82db1a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--212469661', 'ip_version': 4}, {'network_id': '04259cb4-4705-48fc-a54d-c3c4af62cebf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:49.263947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Request body: {'subnet': {'network_id': 'd1fc7370-09cd-4023-8c04-ca2e82db1a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--212469661', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:49.264537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Request body: {'subnet': {'network_id': '04259cb4-4705-48fc-a54d-c3c4af62cebf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:49.272181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80cd0c4e-71e9-4a0e-a292-16d1b6ff9a5c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.281409 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187441b2-2db7-4336-8141-c866fe2bbf3e x-openstack-request-id: req-187441b2-2db7-4336-8141-c866fe2bbf3e {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:53:49.282131 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b39cef0-bab8-4e6c-96bc-6e66e907e619", "name": "network-vif-plugged", "status": "completed", "tag": "26967ea1-67fd-409c-b550-4a4d04829d3f", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:53:49.282492 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-187441b2-2db7-4336-8141-c866fe2bbf3e {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:53:49.283555 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b39cef0-bab8-4e6c-96bc-6e66e907e619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26967ea1-67fd-409c-b550-4a4d04829d3f', 'code': 200} Nov 03 18:53:49.424022 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80cd0c4e-71e9-4a0e-a292-16d1b6ff9a5c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.500722 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-f79b65b9-0d99-4d82-944c-9a46ccc895a0 service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574841 Nov 03 18:53:49.616991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-80cd0c4e-71e9-4a0e-a292-16d1b6ff9a5c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Deleting port 5970eedb-45c3-4387-9413-4cd7c22ec774 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:49.617336 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80cd0c4e-71e9-4a0e-a292-16d1b6ff9a5c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.628213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8a28d-5fff-4feb-8288-98de581dfabd req-6d4810a4-3dab-4f55-b001-e809ca333898 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:49.635002 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8a28d-5fff-4feb-8288-98de581dfabd req-6d4810a4-3dab-4f55-b001-e809ca333898 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:49.641578 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8a28d-5fff-4feb-8288-98de581dfabd req-6d4810a4-3dab-4f55-b001-e809ca333898 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:49.643888 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84f0994a-61b8-4cc1-91c6-af21451c7bce tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.648265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8a28d-5fff-4feb-8288-98de581dfabd req-6d4810a4-3dab-4f55-b001-e809ca333898 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:49.654351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8a28d-5fff-4feb-8288-98de581dfabd req-6d4810a4-3dab-4f55-b001-e809ca333898 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:49.661183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8a28d-5fff-4feb-8288-98de581dfabd req-6d4810a4-3dab-4f55-b001-e809ca333898 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:49.667301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8a28d-5fff-4feb-8288-98de581dfabd req-6d4810a4-3dab-4f55-b001-e809ca333898 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:49.669432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4e8a28d-5fff-4feb-8288-98de581dfabd req-6d4810a4-3dab-4f55-b001-e809ca333898 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.1690321 Nov 03 18:53:49.679962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dee32-d7a3-47d2-841e-2cefb28365c9 req-1a1e48c1-78bd-4fb8-9256-e164ce3bbd73 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:49.684318 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-628dee32-d7a3-47d2-841e-2cefb28365c9 req-1a1e48c1-78bd-4fb8-9256-e164ce3bbd73 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1096 time: 0.1823068 Nov 03 18:53:49.684318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a4b55-8e4d-4d49-9947-26a122d6e1a1 req-a155692e-213c-4323-911c-97d7196afc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:49.685260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-092a4b55-8e4d-4d49-9947-26a122d6e1a1 req-a155692e-213c-4323-911c-97d7196afc1b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1096 time: 0.2894189 Nov 03 18:53:49.752761 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Made reservation on behalf of 957134e47b85446ba990d3ec9981de62 for: {'subnet': 2} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:49.758096 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.758568 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.764230 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d583d39b-9a21-423a-afe4-8ed29bae036c req-2c7d6329-c143-4a9e-aac8-6b6633f49fd4 service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462070 Nov 03 18:53:49.829489 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80cd0c4e-71e9-4a0e-a292-16d1b6ff9a5c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:49.863224 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-092a4b55-8e4d-4d49-9947-26a122d6e1a1 req-9e3dd8ad-06b5-4a83-92ac-448af122e0ed service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599426 Nov 03 18:53:49.891875 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-628dee32-d7a3-47d2-841e-2cefb28365c9 req-e20dc4bf-44c3-4406-9017-4e2e3ad3404a tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903021 Nov 03 18:53:49.900187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4e8a28d-5fff-4feb-8288-98de581dfabd req-33698043-5a9c-4557-911e-bb4b9459c7b6 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2118351 Nov 03 18:53:50.195071 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-80cd0c4e-71e9-4a0e-a292-16d1b6ff9a5c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Calling delete_port for 5970eedb-45c3-4387-9413-4cd7c22ec774 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:50.276606 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.310388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34128) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:50.357457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event updated for resources: {'Subnet': ['ID=bcc816a4-7a58-401e-8f42-b551c27e0f72,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:50.411081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Checking segment: {'id': 'de8e9a2f-60f4-4aa5-8626-5589fd0018c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'd1fc7370-09cd-4023-8c04-ca2e82db1a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:50.411912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Network hostable DHCP agents. Network: d1fc7370-09cd-4023-8c04-ca2e82db1a25, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:50.423450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-76214f91-0b31-40e5-ade4-f3886ae52455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:50.423916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-76214f91-0b31-40e5-ade4-f3886ae52455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:50.424450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-76214f91-0b31-40e5-ade4-f3886ae52455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:50.424986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-76214f91-0b31-40e5-ade4-f3886ae52455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:50.425584 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-76214f91-0b31-40e5-ade4-f3886ae52455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:50.426235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-76214f91-0b31-40e5-ade4-f3886ae52455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:50.426891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-76214f91-0b31-40e5-ade4-f3886ae52455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:50.429116 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-76214f91-0b31-40e5-ade4-f3886ae52455 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72caea157bda4c2da13cda8b237e3c26&device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 6477 time: 0.0932169 Nov 03 18:53:50.510885 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Network d1fc7370-09cd-4023-8c04-ca2e82db1a25 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:50.531428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, d1fc7370-09cd-4023-8c04-ca2e82db1a25) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:50.542053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c610207-0a4f-4f64-9e3d-b83c4ea5b821 None None] Network d1fc7370-09cd-4023-8c04-ca2e82db1a25 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:50.544813 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.565368 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-84f0994a-61b8-4cc1-91c6-af21451c7bce tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:50.565781 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84f0994a-61b8-4cc1-91c6-af21451c7bce tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.633850 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event updated for resources: {'Subnet': ['ID=74a0ba82-adec-485d-8ca3-6b66db7fcba2,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:50.639309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80cd0c4e-71e9-4a0e-a292-16d1b6ff9a5c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.677632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-113606cb-63fd-4605-ac2c-b279be54b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:50.681628 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-113606cb-63fd-4605-ac2c-b279be54b8d8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0 HTTP/1.1" status: 200 len: 902 time: 0.2369864 Nov 03 18:53:50.689756 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Checking segment: {'id': '3484a7c5-63d1-4414-bb73-199eddc4c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '04259cb4-4705-48fc-a54d-c3c4af62cebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:50.690117 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Network hostable DHCP agents. Network: 04259cb4-4705-48fc-a54d-c3c4af62cebf, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:53:50.710047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-d1fc7370-09cd-4023-8c04-ca2e82db1a25', 'network_id': 'd1fc7370-09cd-4023-8c04-ca2e82db1a25', 'tenant_id': '957134e47b85446ba990d3ec9981de62', 'fixed_ips': [{'subnet_id': 'bcc816a4-7a58-401e-8f42-b551c27e0f72'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:53:50.710920 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.712141 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd0c4e-71e9-4a0e-a292-16d1b6ff9a5c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Pushing event deleted for resources: {'Port': ['ID=5970eedb-45c3-4387-9413-4cd7c22ec774,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:50.764912 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-249afd71-5771-4b02-845a-5b18fe1db6ec service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 HTTP/1.1" status: 200 len: 217 time: 0.0760105 Nov 03 18:53:50.765617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Network 04259cb4-4705-48fc-a54d-c3c4af62cebf is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:53:50.786285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 04259cb4-4705-48fc-a54d-c3c4af62cebf) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:50.802333 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49760146-0c1d-413c-ba75-1de1f3553476 None None] Network 04259cb4-4705-48fc-a54d-c3c4af62cebf requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:50.822934 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:50.824077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:50.825011 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.846775 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-84f0994a-61b8-4cc1-91c6-af21451c7bce tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] For port db9d9a49-53f1-4a8b-87f6-8d3b14831b5f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=db9d9a49-53f1-4a8b-87f6-8d3b14831b5f,segment=NetworkSegment(aff5c85f-4730-4aed-af8e-e3a77391c796),segment_id=aff5c85f-4730-4aed-af8e-e3a77391c796)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:50.847230 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84f0994a-61b8-4cc1-91c6-af21451c7bce tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.851936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-50e7dd19-249d-475c-97d6-50766bdcbd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:50.854219 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-50e7dd19-249d-475c-97d6-50766bdcbd9f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b12d4a62-83aa-465c-b86c-67ad4f5b0c3a HTTP/1.1" status: 200 len: 797 time: 0.0781195 Nov 03 18:53:50.859513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fc8bd6da-c30f-46b2-925c-0788fe9cad3a tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.6003919 Nov 03 18:53:50.861828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34132) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:50.906962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-84f0994a-61b8-4cc1-91c6-af21451c7bce tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for db9d9a49-53f1-4a8b-87f6-8d3b14831b5f owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:50.916105 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80cd0c4e-71e9-4a0e-a292-16d1b6ff9a5c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:50.956838 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Allocated IP 172.20.0.2 (d1fc7370-09cd-4023-8c04-ca2e82db1a25/bcc816a4-7a58-401e-8f42-b551c27e0f72/679ee9bc-aee6-4bcc-923a-e5a0c442a5ca) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:50.988772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-7c7905af-001f-461a-9fda-b262bac6bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:50.990330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-7c7905af-001f-461a-9fda-b262bac6bef3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1187010 Nov 03 18:53:50.999964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35fa218-d137-4007-afa4-6ce1a7bd4234 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:51.001460 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35fa218-d137-4007-afa4-6ce1a7bd4234 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:51.003012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35fa218-d137-4007-afa4-6ce1a7bd4234 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:51.005582 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c35fa218-d137-4007-afa4-6ce1a7bd4234 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1426992 Nov 03 18:53:51.020509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34140) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:51.064068 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80cd0c4e-71e9-4a0e-a292-16d1b6ff9a5c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.068642 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80cd0c4e-71e9-4a0e-a292-16d1b6ff9a5c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.153096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-04259cb4-4705-48fc-a54d-c3c4af62cebf', 'network_id': '04259cb4-4705-48fc-a54d-c3c4af62cebf', 'tenant_id': '957134e47b85446ba990d3ec9981de62', 'fixed_ips': [{'subnet_id': '74a0ba82-adec-485d-8ca3-6b66db7fcba2'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:53:51.154778 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.202409 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80cd0c4e-71e9-4a0e-a292-16d1b6ff9a5c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.203028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cd0c4e-71e9-4a0e-a292-16d1b6ff9a5c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Fanout notify agent at l3_agent the message router_deleted on router 58270f31-0507-4fa1-8180-e3bfdf0da5df {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:51.211309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80cd0c4e-71e9-4a0e-a292-16d1b6ff9a5c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.216054 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-80cd0c4e-71e9-4a0e-a292-16d1b6ff9a5c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "DELETE /v2.0/routers/58270f31-0507-4fa1-8180-e3bfdf0da5df HTTP/1.1" status: 204 len: 168 time: 2.4471223 Nov 03 18:53:51.217358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426cc69-ccda-4518-8de9-2626e8ace44d req-a6e0ae2b-ea41-47e3-bbe7-70153518e1d1 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:51.220187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34142) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:51.224526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426cc69-ccda-4518-8de9-2626e8ace44d req-a6e0ae2b-ea41-47e3-bbe7-70153518e1d1 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:51.224658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7c07a802-14af-443a-8905-31747350c66b tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1263008120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:51.231594 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426cc69-ccda-4518-8de9-2626e8ace44d req-a6e0ae2b-ea41-47e3-bbe7-70153518e1d1 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:51.236096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a992b0-920b-46f6-9b78-068313d5e2b3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Deleting subnet bcc816a4-7a58-401e-8f42-b551c27e0f72 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:53:51.238525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426cc69-ccda-4518-8de9-2626e8ace44d req-a6e0ae2b-ea41-47e3-bbe7-70153518e1d1 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:51.248602 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426cc69-ccda-4518-8de9-2626e8ace44d req-a6e0ae2b-ea41-47e3-bbe7-70153518e1d1 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:51.256486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426cc69-ccda-4518-8de9-2626e8ace44d req-a6e0ae2b-ea41-47e3-bbe7-70153518e1d1 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:51.265545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426cc69-ccda-4518-8de9-2626e8ace44d req-a6e0ae2b-ea41-47e3-bbe7-70153518e1d1 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:51.267900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3426cc69-ccda-4518-8de9-2626e8ace44d req-a6e0ae2b-ea41-47e3-bbe7-70153518e1d1 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.2391620 Nov 03 18:53:51.275125 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b836b67-acce-4fef-95ff-992c92b43ddb req-9688c795-72c4-4052-a347-a1e78b86d708 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:51.283941 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b836b67-acce-4fef-95ff-992c92b43ddb req-9688c795-72c4-4052-a347-a1e78b86d708 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1096 time: 0.2348607 Nov 03 18:53:51.356538 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c07a802-14af-443a-8905-31747350c66b tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.357602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c07a802-14af-443a-8905-31747350c66b tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.384876 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.399254 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3426cc69-ccda-4518-8de9-2626e8ace44d req-1122bbfe-84f9-4088-87d7-b53321059e3b tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069691 Nov 03 18:53:51.403358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64a992b0-920b-46f6-9b78-068313d5e2b3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.406461 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.416907 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-a4911d81-a007-4e24-a50c-74301c077c2a service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101870 Nov 03 18:53:51.456916 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b836b67-acce-4fef-95ff-992c92b43ddb req-62d53a35-4186-4d9c-8c22-a82d0dc7e890 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653361 Nov 03 18:53:51.489243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Network d1fc7370-09cd-4023-8c04-ca2e82db1a25 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:51.559845 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:51.563604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:51.572858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Allocated IP 172.20.0.18 (04259cb4-4705-48fc-a54d-c3c4af62cebf/74a0ba82-adec-485d-8ca3-6b66db7fcba2/e224b2ae-4393-44bd-af2c-c586d4e41dbd) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:51.587421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a04222c2-e5fd-4765-a4f0-c7aef18e81e9 req-da8fc840-3d0a-4551-87e3-cceaa8523048 service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595578 Nov 03 18:53:51.592568 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c07a802-14af-443a-8905-31747350c66b tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.602334 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64a992b0-920b-46f6-9b78-068313d5e2b3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.605863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Pushing event updated for resources: {'Port': ['ID=679ee9bc-aee6-4bcc-923a-e5a0c442a5ca,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:51.612259 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c07a802-14af-443a-8905-31747350c66b tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.654356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Attempting to bind port 679ee9bc-aee6-4bcc-923a-e5a0c442a5ca on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:51.655118 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Attempting to bind port 679ee9bc-aee6-4bcc-923a-e5a0c442a5ca by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'de8e9a2f-60f4-4aa5-8626-5589fd0018c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'd1fc7370-09cd-4023-8c04-ca2e82db1a25'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:51.655508 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Attempting to bind port 679ee9bc-aee6-4bcc-923a-e5a0c442a5ca on network d1fc7370-09cd-4023-8c04-ca2e82db1a25 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:51.663627 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:51.664044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Checking segment: {'id': 'de8e9a2f-60f4-4aa5-8626-5589fd0018c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'd1fc7370-09cd-4023-8c04-ca2e82db1a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:51.664528 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.665915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Bound using segment: {'id': 'de8e9a2f-60f4-4aa5-8626-5589fd0018c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'd1fc7370-09cd-4023-8c04-ca2e82db1a25'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:51.665915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Bound port: 679ee9bc-aee6-4bcc-923a-e5a0c442a5ca, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8e9a2f-60f4-4aa5-8626-5589fd0018c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'd1fc7370-09cd-4023-8c04-ca2e82db1a25'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:51.666359 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.678668 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84f0994a-61b8-4cc1-91c6-af21451c7bce tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.720707 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c07a802-14af-443a-8905-31747350c66b tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.721924 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7c07a802-14af-443a-8905-31747350c66b tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5007696 Nov 03 18:53:51.725430 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34144) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:51.731625 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'enable_snat': True}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:51.732600 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0994a-61b8-4cc1-91c6-af21451c7bce tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=db9d9a49-53f1-4a8b-87f6-8d3b14831b5f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:51.886535 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64a992b0-920b-46f6-9b78-068313d5e2b3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:51.998537 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4fe079ba-2826-4537-8196-2177445c300c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.010698 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.060768 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.069886 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84f0994a-61b8-4cc1-91c6-af21451c7bce tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.070457 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.113547 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Network 04259cb4-4705-48fc-a54d-c3c4af62cebf is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:52.124699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:52.132125 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:52.142700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] For port 679ee9bc-aee6-4bcc-923a-e5a0c442a5ca, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:52.168636 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64a992b0-920b-46f6-9b78-068313d5e2b3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.190025 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] For port 679ee9bc-aee6-4bcc-923a-e5a0c442a5ca, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=679ee9bc-aee6-4bcc-923a-e5a0c442a5ca,segment=NetworkSegment(de8e9a2f-60f4-4aa5-8626-5589fd0018c4),segment_id=de8e9a2f-60f4-4aa5-8626-5589fd0018c4)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:52.191529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Pushing event updated for resources: {'Port': ['ID=e224b2ae-4393-44bd-af2c-c586d4e41dbd,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:52.211976 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.247037 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Attempting to bind port e224b2ae-4393-44bd-af2c-c586d4e41dbd on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:53:52.247420 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Attempting to bind port e224b2ae-4393-44bd-af2c-c586d4e41dbd by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '3484a7c5-63d1-4414-bb73-199eddc4c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '04259cb4-4705-48fc-a54d-c3c4af62cebf'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:53:52.247822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Attempting to bind port e224b2ae-4393-44bd-af2c-c586d4e41dbd on network 04259cb4-4705-48fc-a54d-c3c4af62cebf {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:53:52.249623 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a992b0-920b-46f6-9b78-068313d5e2b3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc816a4-7a58-401e-8f42-b551c27e0f72,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:52.260467 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.262476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:53:52.262861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Checking segment: {'id': '3484a7c5-63d1-4414-bb73-199eddc4c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '04259cb4-4705-48fc-a54d-c3c4af62cebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:53:52.263264 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.263755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Bound using segment: {'id': '3484a7c5-63d1-4414-bb73-199eddc4c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '04259cb4-4705-48fc-a54d-c3c4af62cebf'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:53:52.264281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Bound port: e224b2ae-4393-44bd-af2c-c586d4e41dbd, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3484a7c5-63d1-4414-bb73-199eddc4c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '04259cb4-4705-48fc-a54d-c3c4af62cebf'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:53:52.264546 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64a992b0-920b-46f6-9b78-068313d5e2b3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.264672 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.268460 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-64a992b0-920b-46f6-9b78-068313d5e2b3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "DELETE /v2.0/subnets/bcc816a4-7a58-401e-8f42-b551c27e0f72 HTTP/1.1" status: 204 len: 168 time: 1.2452974 Nov 03 18:53:52.275064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34146) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:52.290820 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.334285 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3b81a-218b-4e3e-ba8d-962e3634bdf1 None None] Pushing event updated for resources: {'Port': ['ID=679ee9bc-aee6-4bcc-923a-e5a0c442a5ca,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:52.359084 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] For port e224b2ae-4393-44bd-af2c-c586d4e41dbd, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:53:52.362637 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] For port e224b2ae-4393-44bd-af2c-c586d4e41dbd, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e224b2ae-4393-44bd-af2c-c586d4e41dbd,segment=NetworkSegment(3484a7c5-63d1-4414-bb73-199eddc4c9dd),segment_id=3484a7c5-63d1-4414-bb73-199eddc4c9dd)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:53:52.369347 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.463516 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a3303-2f41-46a4-bc9b-04e4b493089e None None] Pushing event updated for resources: {'Port': ['ID=e224b2ae-4393-44bd-af2c-c586d4e41dbd,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:52.504795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Allocated IP 172.25.2.121 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/1ba666bd-4d79-455a-b61d-1a7c35e06bc9) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:52.752777 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.801819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2b76b-9064-424c-9983-9293b2ef98c7 req-dbec269f-0929-4ce3-ad52-a680ef7562ba tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:52.803373 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5eb2b76b-9064-424c-9983-9293b2ef98c7 req-dbec269f-0929-4ce3-ad52-a680ef7562ba tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1096 time: 0.2003069 Nov 03 18:53:52.816895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317444f0-96f6-4c3e-8a00-f698388312ad req-6b8903d8-a82f-48af-bd4e-8df9274dcf97 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:52.822953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317444f0-96f6-4c3e-8a00-f698388312ad req-6b8903d8-a82f-48af-bd4e-8df9274dcf97 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:52.840024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317444f0-96f6-4c3e-8a00-f698388312ad req-6b8903d8-a82f-48af-bd4e-8df9274dcf97 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:52.847052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317444f0-96f6-4c3e-8a00-f698388312ad req-6b8903d8-a82f-48af-bd4e-8df9274dcf97 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:52.854995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317444f0-96f6-4c3e-8a00-f698388312ad req-6b8903d8-a82f-48af-bd4e-8df9274dcf97 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:52.862318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317444f0-96f6-4c3e-8a00-f698388312ad req-6b8903d8-a82f-48af-bd4e-8df9274dcf97 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:52.872426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317444f0-96f6-4c3e-8a00-f698388312ad req-6b8903d8-a82f-48af-bd4e-8df9274dcf97 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:52.874331 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-317444f0-96f6-4c3e-8a00-f698388312ad req-6b8903d8-a82f-48af-bd4e-8df9274dcf97 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.2802122 Nov 03 18:53:52.875702 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.931716 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1b2f8a-6106-4f31-86dd-dfef9cf7bdd3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Deleting subnet 74a0ba82-adec-485d-8ca3-6b66db7fcba2 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:53:52.935203 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d1b2f8a-6106-4f31-86dd-dfef9cf7bdd3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:52.950077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:53:52.958718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:53:52.969381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:53:53.001979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d1b2f8a-6106-4f31-86dd-dfef9cf7bdd3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.008500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Pushing event updated for resources: {'Port': ['ID=1ba666bd-4d79-455a-b61d-1a7c35e06bc9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:53.046956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f0994a-61b8-4cc1-91c6-af21451c7bce tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 4df7dde2-3378-4c05-8e78-66efba8c1f04 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:53.060917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5eb2b76b-9064-424c-9983-9293b2ef98c7 req-6f877207-bbe5-4497-84fa-c6e5bde21ac3 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743243 Nov 03 18:53:53.077218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-317444f0-96f6-4c3e-8a00-f698388312ad req-d6fe8256-382c-4c87-87aa-c2dced22765e tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1812003 Nov 03 18:53:53.223520 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d1b2f8a-6106-4f31-86dd-dfef9cf7bdd3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.276846 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f0994a-61b8-4cc1-91c6-af21451c7bce tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:53.285768 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-84f0994a-61b8-4cc1-91c6-af21451c7bce tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/4df7dde2-3378-4c05-8e78-66efba8c1f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3339257 Nov 03 18:53:53.286740 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485340c8-cb32-409e-a500-5cb5ad625e72 req-36dd9901-a9e3-4e00-b1bf-2176753618b8 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:53.287081 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34156) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:53.289837 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-485340c8-cb32-409e-a500-5cb5ad625e72 req-36dd9901-a9e3-4e00-b1bf-2176753618b8 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1096 time: 0.1121726 Nov 03 18:53:53.299354 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ecc47-91e4-4d08-98c5-1f53c71f777f None None] Sync routers for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:53.328325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ecc47-91e4-4d08-98c5-1f53c71f777f None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:53.329787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-755ecc47-91e4-4d08-98c5-1f53c71f777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:53.379261 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-24131fe0-013a-4235-99a8-9155721e23cd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting subnet 2438d4ac-eafe-452d-884d-ff3b03b76b1f {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:53:53.384952 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4fe079ba-2826-4537-8196-2177445c300c admin admin] Deleting port f8193466-9584-40c9-945b-d5f25606915d {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:53.385295 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4fe079ba-2826-4537-8196-2177445c300c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.387340 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d1b2f8a-6106-4f31-86dd-dfef9cf7bdd3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.390052 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24131fe0-013a-4235-99a8-9155721e23cd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.427121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-485340c8-cb32-409e-a500-5cb5ad625e72 req-a0d78d86-fc74-491b-920d-de9b3e7f77da tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643334 Nov 03 18:53:53.434383 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.474895 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d1b2f8a-6106-4f31-86dd-dfef9cf7bdd3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.479855 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3d1b2f8a-6106-4f31-86dd-dfef9cf7bdd3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "DELETE /v2.0/subnets/74a0ba82-adec-485d-8ca3-6b66db7fcba2 HTTP/1.1" status: 204 len: 168 time: 1.2026517 Nov 03 18:53:53.491204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34160) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:53.492144 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b2f8a-6106-4f31-86dd-dfef9cf7bdd3 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event deleted for resources: {'Subnet': ['ID=74a0ba82-adec-485d-8ca3-6b66db7fcba2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:53.523444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-755ecc47-91e4-4d08-98c5-1f53c71f777f None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:53.594291 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24131fe0-013a-4235-99a8-9155721e23cd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.718893 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839bff5f-ee10-4507-9a65-b83983f00177 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:53.726194 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-839bff5f-ee10-4507-9a65-b83983f00177 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2301769 Nov 03 18:53:53.730145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3336d7e-11b2-4507-b712-286fa42e1174 req-c4b88ab6-92f3-46e0-a112-2c84e053ce9f tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:53.730440 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34162) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:53.735733 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-4fe079ba-2826-4537-8196-2177445c300c admin admin] For port f8193466-9584-40c9-945b-d5f25606915d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f8193466-9584-40c9-945b-d5f25606915d,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:53.736107 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4fe079ba-2826-4537-8196-2177445c300c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.740583 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3336d7e-11b2-4507-b712-286fa42e1174 req-c4b88ab6-92f3-46e0-a112-2c84e053ce9f tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1096 time: 0.1607349 Nov 03 18:53:53.792655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4fe079ba-2826-4537-8196-2177445c300c admin admin] Calling delete_port for f8193466-9584-40c9-945b-d5f25606915d owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:53.803172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407ec1a4-47ec-41c7-8e8f-4fe7d7bcfe9c None None] Network d1fc7370-09cd-4023-8c04-ca2e82db1a25 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:53.813557 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.819071 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:53.945317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-755ecc47-91e4-4d08-98c5-1f53c71f777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:51Z', 'revision_number': 8, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'c17754bf-0ec8-4bbf-a598-ed0055f5971f', 'name': '', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:97:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:24Z', 'updated_at': '2021-11-03T18:53:31Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:53.980307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ecc47-91e4-4d08-98c5-1f53c71f777f None None] Checking router: 4df7dde2-3378-4c05-8e78-66efba8c1f04 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:53.994020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-44ed1fb1-93fe-45ef-9093-1b610e1d1327 None None] Provisioning complete for port 679ee9bc-aee6-4bcc-923a-e5a0c442a5ca triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:53.994474 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-44ed1fb1-93fe-45ef-9093-1b610e1d1327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.016418 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.051220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ecc47-91e4-4d08-98c5-1f53c71f777f None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:54.051810 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-755ecc47-91e4-4d08-98c5-1f53c71f777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:54.125634 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24131fe0-013a-4235-99a8-9155721e23cd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.151361 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-755ecc47-91e4-4d08-98c5-1f53c71f777f None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:54.252889 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723b3eb3-d929-40cf-a291-4fa2fb71dac1 None None] Network 04259cb4-4705-48fc-a54d-c3c4af62cebf requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:54.290872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Deleting port e224b2ae-4393-44bd-af2c-c586d4e41dbd {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:54.291440 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.316736 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24131fe0-013a-4235-99a8-9155721e23cd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.404300 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3336d7e-11b2-4507-b712-286fa42e1174 req-a028b6cf-f4c8-4cff-bce0-f59c07f4680f tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817826 Nov 03 18:53:54.422047 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24131fe0-013a-4235-99a8-9155721e23cd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Subnet': ['ID=2438d4ac-eafe-452d-884d-ff3b03b76b1f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:54.430455 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ab9370-8f9d-4ef4-be78-f87147d61b37 None None] DHCP port deletion for d1fc7370-09cd-4023-8c04-ca2e82db1a25 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:53:54.446731 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24131fe0-013a-4235-99a8-9155721e23cd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.450393 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-24131fe0-013a-4235-99a8-9155721e23cd tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/2438d4ac-eafe-452d-884d-ff3b03b76b1f HTTP/1.1" status: 204 len: 168 time: 1.1571634 Nov 03 18:53:54.461469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5d1dc5-f055-417e-b0d5-555119d5c43c None None] Network bc32a28d-5dd7-43ce-93a5-fa7186c3a50a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:54.462338 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34170) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:54.486733 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] For port e224b2ae-4393-44bd-af2c-c586d4e41dbd, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e224b2ae-4393-44bd-af2c-c586d4e41dbd,segment=NetworkSegment(3484a7c5-63d1-4414-bb73-199eddc4c9dd),segment_id=3484a7c5-63d1-4414-bb73-199eddc4c9dd)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:54.487182 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.499198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8f97a-3166-438a-89d3-93900b0193b3 req-adbc82e5-80ce-43a3-b025-eeef428ae785 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:54.511674 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8f97a-3166-438a-89d3-93900b0193b3 req-adbc82e5-80ce-43a3-b025-eeef428ae785 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:54.527932 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Calling delete_port for e224b2ae-4393-44bd-af2c-c586d4e41dbd owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:54.534558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8f97a-3166-438a-89d3-93900b0193b3 req-adbc82e5-80ce-43a3-b025-eeef428ae785 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:54.535719 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4fe079ba-2826-4537-8196-2177445c300c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.543957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8f97a-3166-438a-89d3-93900b0193b3 req-adbc82e5-80ce-43a3-b025-eeef428ae785 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:54.552113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8f97a-3166-438a-89d3-93900b0193b3 req-adbc82e5-80ce-43a3-b025-eeef428ae785 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:54.560253 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8f97a-3166-438a-89d3-93900b0193b3 req-adbc82e5-80ce-43a3-b025-eeef428ae785 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:54.567307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8f97a-3166-438a-89d3-93900b0193b3 req-adbc82e5-80ce-43a3-b025-eeef428ae785 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:54.570500 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5f8f97a-3166-438a-89d3-93900b0193b3 req-adbc82e5-80ce-43a3-b025-eeef428ae785 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.2271233 Nov 03 18:53:54.623012 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-44ed1fb1-93fe-45ef-9093-1b610e1d1327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.626083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe079ba-2826-4537-8196-2177445c300c admin admin] Pushing event deleted for resources: {'Port': ['ID=f8193466-9584-40c9-945b-d5f25606915d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:54.637682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Router 879f4b44-c101-4540-9411-319ce011686a is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:53:54.712393 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.809668 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e224b2ae-4393-44bd-af2c-c586d4e41dbd up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:53:54.887992 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-44ed1fb1-93fe-45ef-9093-1b610e1d1327 None None] For port 679ee9bc-aee6-4bcc-923a-e5a0c442a5ca, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=679ee9bc-aee6-4bcc-923a-e5a0c442a5ca,segment=NetworkSegment(de8e9a2f-60f4-4aa5-8626-5589fd0018c4),segment_id=de8e9a2f-60f4-4aa5-8626-5589fd0018c4)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:54.907790 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-44ed1fb1-93fe-45ef-9093-1b610e1d1327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.915126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:54.923658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-05ab9370-8f9d-4ef4-be78-f87147d61b37 None None] Deleting port 679ee9bc-aee6-4bcc-923a-e5a0c442a5ca {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:54.923765 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.924064 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-05ab9370-8f9d-4ef4-be78-f87147d61b37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:54.924956 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f7bd7198-74d4-42e5-92b7-e2574ef941ed tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "PUT /v2.0/routers/879f4b44-c101-4540-9411-319ce011686a HTTP/1.1" status: 200 len: 919 time: 3.1976595 Nov 03 18:53:54.930836 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8aed10-e0ec-4af8-a8cd-1cbcc21c68d7 None None] Sync routers for ids ['879f4b44-c101-4540-9411-319ce011686a'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:54.950869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5f8f97a-3166-438a-89d3-93900b0193b3 req-6ba9947c-5797-4739-b1bb-612ca7bed4ed tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3645401 Nov 03 18:53:54.951807 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34186) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:54.952057 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8aed10-e0ec-4af8-a8cd-1cbcc21c68d7 None None] Routers {'879f4b44-c101-4540-9411-319ce011686a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:54.952900 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fc8aed10-e0ec-4af8-a8cd-1cbcc21c68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['879f4b44-c101-4540-9411-319ce011686a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:54.962648 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.020177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] No DVR routers for this DVR port e224b2ae-4393-44bd-af2c-c586d4e41dbd on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:55.029116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event deleted for resources: {'Port': ['ID=e224b2ae-4393-44bd-af2c-c586d4e41dbd,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:55.046654 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fc8aed10-e0ec-4af8-a8cd-1cbcc21c68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:55.059788 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4fe079ba-2826-4537-8196-2177445c300c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.067051 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8aed10-e0ec-4af8-a8cd-1cbcc21c68d7 None None] Routers {'879f4b44-c101-4540-9411-319ce011686a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:55.067809 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fc8aed10-e0ec-4af8-a8cd-1cbcc21c68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['879f4b44-c101-4540-9411-319ce011686a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:55.097039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port 85baa11e-0b8b-4a29-97e5-7e215f513de4 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:55.097794 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.130630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-de9be531-0f13-4fab-8b66-4cf3b2ea0922 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:55.130894 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fc8aed10-e0ec-4af8-a8cd-1cbcc21c68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:55.131485 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8aed10-e0ec-4af8-a8cd-1cbcc21c68d7 None None] The sync data for ids ['879f4b44-c101-4540-9411-319ce011686a'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:55.132456 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-de9be531-0f13-4fab-8b66-4cf3b2ea0922 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/networks?id=b8df34ca-ba94-42ee-9d62-5358dcccaa2e HTTP/1.1" status: 200 len: 911 time: 0.2051573 Nov 03 18:53:55.153015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-b045e2bc-576f-42dc-9dd6-9cf19411ca45 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/quotas/53a023971f3747b9a594cd5e1083afea HTTP/1.1" status: 200 len: 375 time: 0.0123432 Nov 03 18:53:55.231542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-49d6c92e-d017-43ab-8103-fb4bf85426aa None None] Could not find standard attr ID for object e224b2ae-4393-44bd-af2c-c586d4e41dbd. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:53:55.243327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5b6a961d-3084-4f0a-a598-0a8e523d7af1 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/routers/879f4b44-c101-4540-9411-319ce011686a HTTP/1.1" status: 200 len: 925 time: 0.2868040 Nov 03 18:53:55.247112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34192) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:55.284549 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e224b2ae-4393-44bd-af2c-c586d4e41dbd triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:53:55.284945 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.288771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-7e8c4755-04b4-4802-8ac6-0b5164e02a8e tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?tenant_id=53a023971f3747b9a594cd5e1083afea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1067357 Nov 03 18:53:55.291255 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.338302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b79748-001c-4593-8cad-0ccbf4315a12 None None] DHCP port deletion for 04259cb4-4705-48fc-a54d-c3c4af62cebf request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:53:55.346391 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Port e224b2ae-4393-44bd-af2c-c586d4e41dbd was deleted so its status cannot be updated. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Nov 03 18:53:55.358860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-755ecc47-91e4-4d08-98c5-1f53c71f777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:51Z', 'revision_number': 8, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'c17754bf-0ec8-4bbf-a598-ed0055f5971f', 'name': '', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:97:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:24Z', 'updated_at': '2021-11-03T18:53:31Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:55.361562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-05ab9370-8f9d-4ef4-be78-f87147d61b37 None None] For port 679ee9bc-aee6-4bcc-923a-e5a0c442a5ca, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=679ee9bc-aee6-4bcc-923a-e5a0c442a5ca,segment=NetworkSegment(de8e9a2f-60f4-4aa5-8626-5589fd0018c4),segment_id=de8e9a2f-60f4-4aa5-8626-5589fd0018c4)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:55.361798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04259cb4-4705-48fc-a54d-c3c4af62cebf']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:55.361965 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-05ab9370-8f9d-4ef4-be78-f87147d61b37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.365596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed1fb1-93fe-45ef-9093-1b610e1d1327 None None] Pushing event updated for resources: {'Port': ['ID=679ee9bc-aee6-4bcc-923a-e5a0c442a5ca,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:55.383326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ae0886-b779-482a-b6b5-75d23e15491f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:55.387515 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b9ae0886-b779-482a-b6b5-75d23e15491f tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&device_id=879f4b44-c101-4540-9411-319ce011686a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1367927 Nov 03 18:53:55.388169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34194) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:55.396722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3484a7c5-63d1-4414-bb73-199eddc4c9dd') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:55.397119 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3484a7c5-63d1-4414-bb73-199eddc4c9dd') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:55.401134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654c340c-1b67-4edd-82ed-016f6eab6452 None None] DHCP port deletion for bc32a28d-5dd7-43ce-93a5-fa7186c3a50a request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:53:55.411014 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3a888c55-a5be-45bd-b19f-a8baa48b9203 service neutron] 10.222.0.107 "GET /v2.0/networks/b8df34ca-ba94-42ee-9d62-5358dcccaa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223216 Nov 03 18:53:55.416003 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ecc47-91e4-4d08-98c5-1f53c71f777f None None] The sync data for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 is: [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:53:51Z', 'revision_number': 8, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'c17754bf-0ec8-4bbf-a598-ed0055f5971f', 'name': '', 'network_id': '43808bf7-bea8-47ea-b80d-d23a68b0b589', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:97:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:24Z', 'updated_at': '2021-11-03T18:53:31Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '507f81d4-19a8-4b3d-a249-7d792c99c155', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:55.418038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] For port 85baa11e-0b8b-4a29-97e5-7e215f513de4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=85baa11e-0b8b-4a29-97e5-7e215f513de4,segment=NetworkSegment(aff5c85f-4730-4aed-af8e-e3a77391c796),segment_id=aff5c85f-4730-4aed-af8e-e3a77391c796)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:55.418414 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.420036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-05ab9370-8f9d-4ef4-be78-f87147d61b37 None None] Calling delete_port for 679ee9bc-aee6-4bcc-923a-e5a0c442a5ca owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:55.455842 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.498525 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for 85baa11e-0b8b-4a29-97e5-7e215f513de4 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:55.520712 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.556306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-654c340c-1b67-4edd-82ed-016f6eab6452 None None] Deleting port 85baa11e-0b8b-4a29-97e5-7e215f513de4 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:55.557152 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-654c340c-1b67-4edd-82ed-016f6eab6452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.557234 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-ed1623c9-e300-42e1-ad7c-c63912816237 service neutron] 10.222.0.107 "GET /v2.0/networks/b8df34ca-ba94-42ee-9d62-5358dcccaa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380596 Nov 03 18:53:55.600633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:55.601049 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:55.604210 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:55.607718 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-05ab9370-8f9d-4ef4-be78-f87147d61b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.648198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab9370-8f9d-4ef4-be78-f87147d61b37 None None] Pushing event deleted for resources: {'Port': ['ID=679ee9bc-aee6-4bcc-923a-e5a0c442a5ca,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:55.649993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ab9370-8f9d-4ef4-be78-f87147d61b37 None None] No DVR routers for this DVR port 679ee9bc-aee6-4bcc-923a-e5a0c442a5ca on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:55.659198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-654c340c-1b67-4edd-82ed-016f6eab6452 None None] For port 85baa11e-0b8b-4a29-97e5-7e215f513de4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=85baa11e-0b8b-4a29-97e5-7e215f513de4,segment=NetworkSegment(aff5c85f-4730-4aed-af8e-e3a77391c796),segment_id=aff5c85f-4730-4aed-af8e-e3a77391c796)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:55.660657 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-654c340c-1b67-4edd-82ed-016f6eab6452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.675870 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-654c340c-1b67-4edd-82ed-016f6eab6452 None None] Calling delete_port for 85baa11e-0b8b-4a29-97e5-7e215f513de4 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:55.762147 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0096ea73-c363-40f0-aef7-366a8767c0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.809705 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-654c340c-1b67-4edd-82ed-016f6eab6452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:55.850400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c340c-1b67-4edd-82ed-016f6eab6452 None None] Pushing event deleted for resources: {'Port': ['ID=85baa11e-0b8b-4a29-97e5-7e215f513de4,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:55.857017 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654c340c-1b67-4edd-82ed-016f6eab6452 None None] No DVR routers for this DVR port 85baa11e-0b8b-4a29-97e5-7e215f513de4 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:55.860485 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b6f05714-e371-4624-9d51-ec853d77f4f7 req-6097c483-a537-4d29-a2e0-7084be1b2b07 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 210 time: 0.0760150 Nov 03 18:53:56.119478 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4c0e74-e744-4218-a745-352c2cc40efe tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.120951 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1c4c0e74-e744-4218-a745-352c2cc40efe tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 881 time: 0.7272394 Nov 03 18:53:56.124761 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34208) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:56.134203 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513b71b-51e5-460e-8e3e-f1faa9d320a9 req-a3fa3523-7e3f-4179-967e-f7942618d185 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.137657 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.141172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513b71b-51e5-460e-8e3e-f1faa9d320a9 req-a3fa3523-7e3f-4179-967e-f7942618d185 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.148348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513b71b-51e5-460e-8e3e-f1faa9d320a9 req-a3fa3523-7e3f-4179-967e-f7942618d185 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.154844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513b71b-51e5-460e-8e3e-f1faa9d320a9 req-a3fa3523-7e3f-4179-967e-f7942618d185 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.161081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513b71b-51e5-460e-8e3e-f1faa9d320a9 req-a3fa3523-7e3f-4179-967e-f7942618d185 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.167201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513b71b-51e5-460e-8e3e-f1faa9d320a9 req-a3fa3523-7e3f-4179-967e-f7942618d185 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.173184 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.173524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513b71b-51e5-460e-8e3e-f1faa9d320a9 req-a3fa3523-7e3f-4179-967e-f7942618d185 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:56.179606 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "DELETE /v2.0/networks/04259cb4-4705-48fc-a54d-c3c4af62cebf HTTP/1.1" status: 204 len: 168 time: 2.4460115 Nov 03 18:53:56.182379 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1513b71b-51e5-460e-8e3e-f1faa9d320a9 req-a3fa3523-7e3f-4179-967e-f7942618d185 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.1330435 Nov 03 18:53:56.183153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34210) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:56.193131 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3be31116-f909-4a17-ba0d-7c01b9088b6f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "GET /v2.0/ports?device_id=879f4b44-c101-4540-9411-319ce011686a HTTP/1.1" status: 200 len: 205 time: 0.0633509 Nov 03 18:53:56.202403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34212) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:56.217044 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440af2a0-6d9b-4b35-baac-d430a1274486 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event deleted for resources: {'Network': ['ID=04259cb4-4705-48fc-a54d-c3c4af62cebf,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:56.239975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe079ba-2826-4537-8196-2177445c300c admin admin] Router fee76c26-6db8-48e0-892c-6f78471b2992 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:53:56.240782 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.323320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=85baa11e-0b8b-4a29-97e5-7e215f513de4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:56.325817 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No DVR routers for this DVR port 85baa11e-0b8b-4a29-97e5-7e215f513de4 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:56.331557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1513b71b-51e5-460e-8e3e-f1faa9d320a9 req-9b19ef74-c1e7-465b-8341-96accc7e65f5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1422257 Nov 03 18:53:56.359627 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4eb4ba41-7cd4-41e3-a55b-0ef1ddfb8df4 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.514394 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-703f52f4-bf92-4f3f-b028-0cafe997767f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.588147 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.650547 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e224b2ae-4393-44bd-af2c-c586d4e41dbd no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:56.680059 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4eb4ba41-7cd4-41e3-a55b-0ef1ddfb8df4 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.689025 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: e224b2ae-4393-44bd-af2c-c586d4e41dbd {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:56.692685 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e224b2ae-4393-44bd-af2c-c586d4e41dbd not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:56.693245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 679ee9bc-aee6-4bcc-923a-e5a0c442a5ca no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:56.697673 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-703f52f4-bf92-4f3f-b028-0cafe997767f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.701060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc32a28d-5dd7-43ce-93a5-fa7186c3a50a']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:56.728213 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff5c85f-4730-4aed-af8e-e3a77391c796') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:56.728879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff5c85f-4730-4aed-af8e-e3a77391c796') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:56.731320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe079ba-2826-4537-8196-2177445c300c admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:53:56.745206 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4fe079ba-2826-4537-8196-2177445c300c admin admin] 10.222.0.107 "PUT /v2.0/routers/fee76c26-6db8-48e0-892c-6f78471b2992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4312389 Nov 03 18:53:56.747284 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-4eb4ba41-7cd4-41e3-a55b-0ef1ddfb8df4 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fc7370-09cd-4023-8c04-ca2e82db1a25']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:56.750762 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.757132 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34222) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:56.762142 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6fc960-11f4-44d4-8ebc-626182544916 None None] Sync routers for ids ['fee76c26-6db8-48e0-892c-6f78471b2992'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:53:56.765929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 679ee9bc-aee6-4bcc-923a-e5a0c442a5ca {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:56.766273 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 679ee9bc-aee6-4bcc-923a-e5a0c442a5ca not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:56.766695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device db9d9a49-53f1-4a8b-87f6-8d3b14831b5f no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:56.774443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-4eb4ba41-7cd4-41e3-a55b-0ef1ddfb8df4 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8e9a2f-60f4-4aa5-8626-5589fd0018c4') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:56.775052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-4eb4ba41-7cd4-41e3-a55b-0ef1ddfb8df4 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8e9a2f-60f4-4aa5-8626-5589fd0018c4') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:56.791684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: db9d9a49-53f1-4a8b-87f6-8d3b14831b5f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:56.792038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device db9d9a49-53f1-4a8b-87f6-8d3b14831b5f not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:56.792454 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 85baa11e-0b8b-4a29-97e5-7e215f513de4 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:56.804890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-703f52f4-bf92-4f3f-b028-0cafe997767f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Deleting port 1ba666bd-4d79-455a-b61d-1a7c35e06bc9 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:56.805225 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-703f52f4-bf92-4f3f-b028-0cafe997767f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.817901 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 85baa11e-0b8b-4a29-97e5-7e215f513de4 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:56.818256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 85baa11e-0b8b-4a29-97e5-7e215f513de4 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:56.820273 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6fc960-11f4-44d4-8ebc-626182544916 None None] Routers {'fee76c26-6db8-48e0-892c-6f78471b2992'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:56.820905 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-3b6fc960-11f4-44d4-8ebc-626182544916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['fee76c26-6db8-48e0-892c-6f78471b2992'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:56.828720 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4eb4ba41-7cd4-41e3-a55b-0ef1ddfb8df4 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.838522 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.857251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:56.857945 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:56.861841 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:56.867410 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4eb4ba41-7cd4-41e3-a55b-0ef1ddfb8df4 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.946527 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-703f52f4-bf92-4f3f-b028-0cafe997767f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.951494 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb4ba41-7cd4-41e3-a55b-0ef1ddfb8df4 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:56.952264 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4eb4ba41-7cd4-41e3-a55b-0ef1ddfb8df4 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:56.955439 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:56.994374 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f071988e-0b03-43e7-b15e-7a6e0a56f5ad req-823540d1-ebd1-471d-8db5-55d3d46e8e58 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 210 time: 0.0355358 Nov 03 18:53:56.995354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-703f52f4-bf92-4f3f-b028-0cafe997767f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Calling delete_port for 1ba666bd-4d79-455a-b61d-1a7c35e06bc9 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:57.062800 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.073329 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.077739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-3b6fc960-11f4-44d4-8ebc-626182544916 None None] Set router fee76c26-6db8-48e0-892c-6f78471b2992 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:57.095856 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/networks/bc32a28d-5dd7-43ce-93a5-fa7186c3a50a HTTP/1.1" status: 204 len: 168 time: 2.6316450 Nov 03 18:53:57.097815 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4eb4ba41-7cd4-41e3-a55b-0ef1ddfb8df4 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.107967 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4eb4ba41-7cd4-41e3-a55b-0ef1ddfb8df4 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.113024 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4eb4ba41-7cd4-41e3-a55b-0ef1ddfb8df4 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "DELETE /v2.0/networks/d1fc7370-09cd-4023-8c04-ca2e82db1a25 HTTP/1.1" status: 204 len: 168 time: 0.9279623 Nov 03 18:53:57.113236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34226) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:57.139317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34228) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:57.144471 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.146718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863b656-7d2f-4e73-a077-6b82b0daae22 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Network': ['ID=bc32a28d-5dd7-43ce-93a5-fa7186c3a50a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:57.238043 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4ba41-7cd4-41e3-a55b-0ef1ddfb8df4 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event deleted for resources: {'Network': ['ID=d1fc7370-09cd-4023-8c04-ca2e82db1a25,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:57.338809 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.357028 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-3b6fc960-11f4-44d4-8ebc-626182544916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:53:54Z', 'revision_number': 5, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port': {'id': 'a32106b3-8906-4983-ac57-ef794b45eff4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:09Z', 'updated_at': '2021-11-03T18:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:57.396982 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6fc960-11f4-44d4-8ebc-626182544916 None None] Checking router: fee76c26-6db8-48e0-892c-6f78471b2992 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:53:57.412176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6fc960-11f4-44d4-8ebc-626182544916 None None] Routers {'fee76c26-6db8-48e0-892c-6f78471b2992'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:53:57.414006 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-3b6fc960-11f4-44d4-8ebc-626182544916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['fee76c26-6db8-48e0-892c-6f78471b2992'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:57.504484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] Deleting port a32106b3-8906-4983-ac57-ef794b45eff4 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:57.505884 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.546552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-3b6fc960-11f4-44d4-8ebc-626182544916 None None] Set router fee76c26-6db8-48e0-892c-6f78471b2992 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:53:57.607880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-3b6fc960-11f4-44d4-8ebc-626182544916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 6, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:57.623962 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5766515-31e0-43ff-8297-c649e2d43b77 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.648976 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] For port a32106b3-8906-4983-ac57-ef794b45eff4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a32106b3-8906-4983-ac57-ef794b45eff4,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:57.649349 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.664569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6fc960-11f4-44d4-8ebc-626182544916 None None] The sync data for ids ['fee76c26-6db8-48e0-892c-6f78471b2992'] in n-d-812150-4 is: [{'id': 'fee76c26-6db8-48e0-892c-6f78471b2992', 'name': 'tempest-AttachVolumeShelveTestJSON-1028011382-router', 'tenant_id': 'c915a3b09cd64007a53b58c020965f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:07Z', 'updated_at': '2021-11-03T18:53:57Z', 'revision_number': 6, 'project_id': 'c915a3b09cd64007a53b58c020965f6c', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:53:57.669250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] Calling delete_port for a32106b3-8906-4983-ac57-ef794b45eff4 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:57.712532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-f43341f0-bc17-4641-b706-e633820995a8 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:57.713232 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-f43341f0-bc17-4641-b706-e633820995a8 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.98 "GET /v2.0/networks?id=b8df34ca-ba94-42ee-9d62-5358dcccaa2e HTTP/1.1" status: 200 len: 911 time: 0.5977740 Nov 03 18:53:57.757490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-29de6129-99f7-4653-975a-47d9b94a8dc6 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Request body: {'port': {'device_id': 'd9ce9d88-5d91-456a-a5ba-80998fff20e5', 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e', 'admin_state_up': True, 'tenant_id': '53a023971f3747b9a594cd5e1083afea'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:57.806616 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73e389-d6b8-4e97-90f6-f3ddd0a84948 req-e610b7ec-9468-4d44-becd-18b7f1e3ac0c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:57.807420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73e389-d6b8-4e97-90f6-f3ddd0a84948 req-e610b7ec-9468-4d44-becd-18b7f1e3ac0c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:57.813424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73e389-d6b8-4e97-90f6-f3ddd0a84948 req-e610b7ec-9468-4d44-becd-18b7f1e3ac0c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:57.819467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73e389-d6b8-4e97-90f6-f3ddd0a84948 req-e610b7ec-9468-4d44-becd-18b7f1e3ac0c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:57.825451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73e389-d6b8-4e97-90f6-f3ddd0a84948 req-e610b7ec-9468-4d44-becd-18b7f1e3ac0c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:57.832247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73e389-d6b8-4e97-90f6-f3ddd0a84948 req-e610b7ec-9468-4d44-becd-18b7f1e3ac0c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:57.838009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73e389-d6b8-4e97-90f6-f3ddd0a84948 req-e610b7ec-9468-4d44-becd-18b7f1e3ac0c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:57.839933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d73e389-d6b8-4e97-90f6-f3ddd0a84948 req-e610b7ec-9468-4d44-becd-18b7f1e3ac0c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.3373547 Nov 03 18:53:57.896654 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-703f52f4-bf92-4f3f-b028-0cafe997767f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.905350 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.917055 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-29de6129-99f7-4653-975a-47d9b94a8dc6 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Made reservation on behalf of 53a023971f3747b9a594cd5e1083afea for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:53:57.919229 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-29de6129-99f7-4653-975a-47d9b94a8dc6 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:57.936410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32106b3-8906-4983-ac57-ef794b45eff4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:58.007958 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.015973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f52f4-bf92-4f3f-b028-0cafe997767f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Pushing event deleted for resources: {'Port': ['ID=1ba666bd-4d79-455a-b61d-1a7c35e06bc9,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:58.066739 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5766515-31e0-43ff-8297-c649e2d43b77 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.077193 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1771d067-bd1a-4b82-9821-c6ea59d5f199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.166140 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.169374 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.173180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-e5766515-31e0-43ff-8297-c649e2d43b77 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7d9ef6-6e9c-45d3-80d8-98d0acc73752']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:58.199402 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3fe0bf5a-df5b-4928-a24e-6abc71f2f616 req-0d59d409-b02d-4c86-bab5-8afd235d556c tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 210 time: 0.0915673 Nov 03 18:53:58.226555 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.227097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fee76c26-6db8-48e0-892c-6f78471b2992 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:58.233521 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.235374 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7e4ca66e-9559-4ddf-9c89-f68e070334a8 admin admin] 10.222.0.107 "DELETE /v2.0/routers/fee76c26-6db8-48e0-892c-6f78471b2992 HTTP/1.1" status: 204 len: 168 time: 1.4762659 Nov 03 18:53:58.235719 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d73e389-d6b8-4e97-90f6-f3ddd0a84948 req-5800e84b-f856-4e33-8147-fa0e09b2bec9 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3810523 Nov 03 18:53:58.240429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-e5766515-31e0-43ff-8297-c649e2d43b77 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6af63f-242c-4578-95c2-c358a4e7ec4a') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:58.240763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-e5766515-31e0-43ff-8297-c649e2d43b77 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6af63f-242c-4578-95c2-c358a4e7ec4a') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:58.241634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34236) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:58.283305 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5766515-31e0-43ff-8297-c649e2d43b77 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.312589 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-b755ddcd-9bec-47ac-8209-37dedd72c5d8 admin admin] Deleting subnet e3aa174d-f75e-461c-bfcb-5c4a20bb9478 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:53:58.312904 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-703f52f4-bf92-4f3f-b028-0cafe997767f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.313082 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b755ddcd-9bec-47ac-8209-37dedd72c5d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.354755 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b755ddcd-9bec-47ac-8209-37dedd72c5d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.452800 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b755ddcd-9bec-47ac-8209-37dedd72c5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.516218 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b755ddcd-9bec-47ac-8209-37dedd72c5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.547952 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755ddcd-9bec-47ac-8209-37dedd72c5d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3aa174d-f75e-461c-bfcb-5c4a20bb9478,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:58.568804 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2e96c3-0be3-4178-b5bc-072f1dbc3db5 None None] Network 6158e201-7067-485a-828c-1c59e35954b7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:53:58.573864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b755ddcd-9bec-47ac-8209-37dedd72c5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.586038 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b755ddcd-9bec-47ac-8209-37dedd72c5d8 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/e3aa174d-f75e-461c-bfcb-5c4a20bb9478 HTTP/1.1" status: 204 len: 168 time: 0.3423505 Nov 03 18:53:58.586902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34240) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:58.715427 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5766515-31e0-43ff-8297-c649e2d43b77 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.762069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5766515-31e0-43ff-8297-c649e2d43b77 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:58.762947 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5766515-31e0-43ff-8297-c649e2d43b77 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.765497 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f8193466-9584-40c9-945b-d5f25606915d no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:58.771095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.791102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: f8193466-9584-40c9-945b-d5f25606915d {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:58.791347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f8193466-9584-40c9-945b-d5f25606915d not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:58.791623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a32106b3-8906-4983-ac57-ef794b45eff4 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:58.808463 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:58.828015 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: a32106b3-8906-4983-ac57-ef794b45eff4 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:53:58.828946 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a32106b3-8906-4983-ac57-ef794b45eff4 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:53:58.836619 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-703f52f4-bf92-4f3f-b028-0cafe997767f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.847872 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-703f52f4-bf92-4f3f-b028-0cafe997767f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.912532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] Deleting port 95cea659-b71f-4d4d-8fa2-198b9edde4c1 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:58.913131 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:58.942970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b5490e-faa5-4f21-ada0-5e41a20cce5e None None] DHCP port deletion for 6158e201-7067-485a-828c-1c59e35954b7 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:53:58.972273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-29de6129-99f7-4653-975a-47d9b94a8dc6 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Allocated IP 172.20.0.8 (b8df34ca-ba94-42ee-9d62-5358dcccaa2e/198c3cb9-5e02-42d7-a352-c11d8ce6ac88/3c02e1d4-90e2-41d8-a376-dfd751f23cf6) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:53:59.002897 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5766515-31e0-43ff-8297-c649e2d43b77 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.008788 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-703f52f4-bf92-4f3f-b028-0cafe997767f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.009321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703f52f4-bf92-4f3f-b028-0cafe997767f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Fanout notify agent at l3_agent the message router_deleted on router 879f4b44-c101-4540-9411-319ce011686a {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:53:59.023809 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-703f52f4-bf92-4f3f-b028-0cafe997767f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.024922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-703f52f4-bf92-4f3f-b028-0cafe997767f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "DELETE /v2.0/routers/879f4b44-c101-4540-9411-319ce011686a HTTP/1.1" status: 204 len: 168 time: 2.8215518 Nov 03 18:53:59.029020 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5766515-31e0-43ff-8297-c649e2d43b77 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.029745 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34246) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:59.036993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-73b5490e-faa5-4f21-ada0-5e41a20cce5e None None] Deleting port 95cea659-b71f-4d4d-8fa2-198b9edde4c1 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:53:59.037569 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e5766515-31e0-43ff-8297-c649e2d43b77 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "DELETE /v2.0/networks/9a7d9ef6-6e9c-45d3-80d8-98d0acc73752 HTTP/1.1" status: 204 len: 168 time: 1.8881311 Nov 03 18:53:59.041360 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1b713227-f511-4f79-8c80-885babd81ba4 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1370256755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:59.043063 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-73b5490e-faa5-4f21-ada0-5e41a20cce5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.048193 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34248) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:59.122029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] For port 95cea659-b71f-4d4d-8fa2-198b9edde4c1, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=95cea659-b71f-4d4d-8fa2-198b9edde4c1,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:59.122029 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.147255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-73b5490e-faa5-4f21-ada0-5e41a20cce5e None None] For port 95cea659-b71f-4d4d-8fa2-198b9edde4c1, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=95cea659-b71f-4d4d-8fa2-198b9edde4c1,segment=NetworkSegment(5a5d5914-906e-4d4e-bd80-9e3c476dc3f1),segment_id=5a5d5914-906e-4d4e-bd80-9e3c476dc3f1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:53:59.148074 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-73b5490e-faa5-4f21-ada0-5e41a20cce5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.150828 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] Calling delete_port for 95cea659-b71f-4d4d-8fa2-198b9edde4c1 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:59.169263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-73b5490e-faa5-4f21-ada0-5e41a20cce5e None None] Calling delete_port for 95cea659-b71f-4d4d-8fa2-198b9edde4c1 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:53:59.191791 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5766515-31e0-43ff-8297-c649e2d43b77 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event deleted for resources: {'Network': ['ID=9a7d9ef6-6e9c-45d3-80d8-98d0acc73752,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:59.248884 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1b713227-f511-4f79-8c80-885babd81ba4 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.250676 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1b713227-f511-4f79-8c80-885babd81ba4 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.256347 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.303052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] Pushing event deleted for resources: {'Port': ['ID=95cea659-b71f-4d4d-8fa2-198b9edde4c1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:59.303912 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] No DVR routers for this DVR port 95cea659-b71f-4d4d-8fa2-198b9edde4c1 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:59.370573 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.394169 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-73b5490e-faa5-4f21-ada0-5e41a20cce5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.413586 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1b713227-f511-4f79-8c80-885babd81ba4 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.423519 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1b713227-f511-4f79-8c80-885babd81ba4 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.450959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5490e-faa5-4f21-ada0-5e41a20cce5e None None] Pushing event deleted for resources: {'Port': ['ID=95cea659-b71f-4d4d-8fa2-198b9edde4c1,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:59.453023 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b5490e-faa5-4f21-ada0-5e41a20cce5e None None] No DVR routers for this DVR port 95cea659-b71f-4d4d-8fa2-198b9edde4c1 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:53:59.470648 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.483430 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1b713227-f511-4f79-8c80-885babd81ba4 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.484755 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1b713227-f511-4f79-8c80-885babd81ba4 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4526527 Nov 03 18:53:59.491192 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34260) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:53:59.492154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa36850d-886e-4878-bed5-89c5272882e8 req-853ed866-5ada-4358-806c-9392bca44cd9 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 210 time: 0.1012764 Nov 03 18:53:59.497522 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a694aa8e-3d5c-4aa7-a5ea-58436ba54a96 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.507482 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'enable_snat': False}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:53:59.545946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6158e201-7067-485a-828c-1c59e35954b7']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:59.585255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:59.585549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5d5914-906e-4d4e-bd80-9e3c476dc3f1') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:53:59.620767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17319e31-4cfb-4e7e-b477-47bbd729053f req-c1a18415-88e3-48f0-88d4-851945b3f1f4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:59.633306 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17319e31-4cfb-4e7e-b477-47bbd729053f req-c1a18415-88e3-48f0-88d4-851945b3f1f4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:59.639752 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.643898 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17319e31-4cfb-4e7e-b477-47bbd729053f req-c1a18415-88e3-48f0-88d4-851945b3f1f4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:59.650270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17319e31-4cfb-4e7e-b477-47bbd729053f req-c1a18415-88e3-48f0-88d4-851945b3f1f4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:59.656644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17319e31-4cfb-4e7e-b477-47bbd729053f req-c1a18415-88e3-48f0-88d4-851945b3f1f4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:59.664198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17319e31-4cfb-4e7e-b477-47bbd729053f req-c1a18415-88e3-48f0-88d4-851945b3f1f4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:59.670886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17319e31-4cfb-4e7e-b477-47bbd729053f req-c1a18415-88e3-48f0-88d4-851945b3f1f4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:53:59.672958 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17319e31-4cfb-4e7e-b477-47bbd729053f req-c1a18415-88e3-48f0-88d4-851945b3f1f4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.2686112 Nov 03 18:53:59.756681 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.766220 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.770494 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:53:59.770899 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:53:59.772747 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:53:59.837446 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80d6c88e-ae9b-44c8-8e25-332c70ae829f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.846005 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-29de6129-99f7-4653-975a-47d9b94a8dc6 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.883605 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a694aa8e-3d5c-4aa7-a5ea-58436ba54a96 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.902893 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.908074 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:53:59.912606 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] 10.222.0.107 "DELETE /v2.0/networks/6158e201-7067-485a-828c-1c59e35954b7 HTTP/1.1" status: 204 len: 168 time: 1.3245673 Nov 03 18:53:59.936858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e2dea-00da-41ba-ad2c-b6ee6b96a179 admin admin] Pushing event deleted for resources: {'Network': ['ID=6158e201-7067-485a-828c-1c59e35954b7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:53:59.987135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-a694aa8e-3d5c-4aa7-a5ea-58436ba54a96 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3db9b39-3e4f-4024-a4a1-dfda47a9fe2d']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:00.012115 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17319e31-4cfb-4e7e-b477-47bbd729053f req-b34aab6e-8f32-45ef-9d01-5238ed1545d2 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3163931 Nov 03 18:54:00.025832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-a694aa8e-3d5c-4aa7-a5ea-58436ba54a96 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5ae9ab-5312-45db-a2d4-7122125b5822') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:00.026395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-a694aa8e-3d5c-4aa7-a5ea-58436ba54a96 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5ae9ab-5312-45db-a2d4-7122125b5822') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:00.060789 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a694aa8e-3d5c-4aa7-a5ea-58436ba54a96 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.096726 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34264) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:00.111931 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-29de6129-99f7-4653-975a-47d9b94a8dc6 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.143975 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a694aa8e-3d5c-4aa7-a5ea-58436ba54a96 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.158876 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['26967ea1-67fd-409c-b550-4a4d04829d3f'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:00.163209 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.181605 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a694aa8e-3d5c-4aa7-a5ea-58436ba54a96 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:00.182050 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a694aa8e-3d5c-4aa7-a5ea-58436ba54a96 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:00.189724 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:00.192063 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5419f9a8-e5d5-43e4-9637-a09f4bd22f57 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c915a3b09cd64007a53b58c020965f6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0893960 Nov 03 18:54:00.192063 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.192063 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34266) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:00.216418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-29de6129-99f7-4653-975a-47d9b94a8dc6 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Network b8df34ca-ba94-42ee-9d62-5358dcccaa2e is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:00.255275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-29de6129-99f7-4653-975a-47d9b94a8dc6 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:00.269381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-29de6129-99f7-4653-975a-47d9b94a8dc6 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:00.279316 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de6129-99f7-4653-975a-47d9b94a8dc6 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Pushing event updated for resources: {'Port': ['ID=3c02e1d4-90e2-41d8-a376-dfd751f23cf6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:00.301613 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e1145f02-6b26-47f3-a56a-611019501f6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.320775 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a694aa8e-3d5c-4aa7-a5ea-58436ba54a96 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.333503 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a694aa8e-3d5c-4aa7-a5ea-58436ba54a96 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.336988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a694aa8e-3d5c-4aa7-a5ea-58436ba54a96 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] 10.222.0.107 "DELETE /v2.0/networks/e3db9b39-3e4f-4024-a4a1-dfda47a9fe2d HTTP/1.1" status: 204 len: 168 time: 1.2875636 Nov 03 18:54:00.356206 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e1145f02-6b26-47f3-a56a-611019501f6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.372887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694aa8e-3d5c-4aa7-a5ea-58436ba54a96 tempest-BulkNetworkOpsTest-305979813 tempest-BulkNetworkOpsTest-305979813-project] Pushing event deleted for resources: {'Network': ['ID=e3db9b39-3e4f-4024-a4a1-dfda47a9fe2d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:00.418449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-29de6129-99f7-4653-975a-47d9b94a8dc6 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:00.419902 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-29de6129-99f7-4653-975a-47d9b94a8dc6 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.462240 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Allocated IP 172.25.2.159 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/8922543b-f597-4b20-b59e-3a688aee083d) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:00.511623 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-29de6129-99f7-4653-975a-47d9b94a8dc6 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.7594912 Nov 03 18:54:00.528999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Request body: {'port': {'device_id': 'd9ce9d88-5d91-456a-a5ba-80998fff20e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:00.547685 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e1145f02-6b26-47f3-a56a-611019501f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.551005 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e1145f02-6b26-47f3-a56a-611019501f6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.566605 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e1145f02-6b26-47f3-a56a-611019501f6b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5926966e-5dc2-43c2-a388-6bb0e37ceadf HTTP/1.1" status: 204 len: 168 time: 0.3735797 Nov 03 18:54:00.665906 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.685200 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.707723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 95cea659-b71f-4d4d-8fa2-198b9edde4c1 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:00.727091 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1145f02-6b26-47f3-a56a-611019501f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5926966e-5dc2-43c2-a388-6bb0e37ceadf,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:00.755876 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 95cea659-b71f-4d4d-8fa2-198b9edde4c1 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:00.756279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 95cea659-b71f-4d4d-8fa2-198b9edde4c1 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:00.786565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e2831618-3967-4499-8e48-26cc178186b4 None None] Provisioning complete for port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:00.786941 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e2831618-3967-4499-8e48-26cc178186b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.860223 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.874602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.886284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e2831618-3967-4499-8e48-26cc178186b4 None None] Port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:00.898425 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfb1c2-6318-4306-bd92-f25432ca4280 req-66c7bebe-b2a1-419a-925d-f194425ba18c tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:00.900285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3bfb1c2-6318-4306-bd92-f25432ca4280 req-66c7bebe-b2a1-419a-925d-f194425ba18c tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1027 time: 0.1353133 Nov 03 18:54:00.943258 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-80d6c88e-ae9b-44c8-8e25-332c70ae829f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port c17754bf-0ec8-4bbf-a598-ed0055f5971f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:00.943258 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80d6c88e-ae9b-44c8-8e25-332c70ae829f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:00.951239 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.036335 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34280) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:01.041096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:01.055237 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:01.057612 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Pushing event updated for resources: {'Port': ['ID=8922543b-f597-4b20-b59e-3a688aee083d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:01.060539 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:01.288082 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3bfb1c2-6318-4306-bd92-f25432ca4280 req-e2f784ed-6d2d-479a-9553-1e336813b12b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630650 Nov 03 18:54:01.302973 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1a21fe58-1bfa-42ac-8e24-2f5c33da7fe4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=957134e47b85446ba990d3ec9981de62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2641315 Nov 03 18:54:01.312078 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34294) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:01.420325 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.439665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dfa10-a291-45f1-b16a-77eafffa1d3b req-f50e2ce6-6212-4aa3-b53b-558a92829432 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:01.443725 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.446751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dfa10-a291-45f1-b16a-77eafffa1d3b req-f50e2ce6-6212-4aa3-b53b-558a92829432 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:01.454749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dfa10-a291-45f1-b16a-77eafffa1d3b req-f50e2ce6-6212-4aa3-b53b-558a92829432 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:01.461513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dfa10-a291-45f1-b16a-77eafffa1d3b req-f50e2ce6-6212-4aa3-b53b-558a92829432 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:01.472883 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dfa10-a291-45f1-b16a-77eafffa1d3b req-f50e2ce6-6212-4aa3-b53b-558a92829432 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:01.479284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dfa10-a291-45f1-b16a-77eafffa1d3b req-f50e2ce6-6212-4aa3-b53b-558a92829432 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:01.490559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dfa10-a291-45f1-b16a-77eafffa1d3b req-f50e2ce6-6212-4aa3-b53b-558a92829432 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:01.500622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a6dfa10-a291-45f1-b16a-77eafffa1d3b req-f50e2ce6-6212-4aa3-b53b-558a92829432 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.2713733 Nov 03 18:54:01.564686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-80d6c88e-ae9b-44c8-8e25-332c70ae829f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] For port c17754bf-0ec8-4bbf-a598-ed0055f5971f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c17754bf-0ec8-4bbf-a598-ed0055f5971f,segment=NetworkSegment(f77550b0-c2c6-4a98-a1cf-33f5690f0beb),segment_id=f77550b0-c2c6-4a98-a1cf-33f5690f0beb)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:01.565324 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80d6c88e-ae9b-44c8-8e25-332c70ae829f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.596065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-80d6c88e-ae9b-44c8-8e25-332c70ae829f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for c17754bf-0ec8-4bbf-a598-ed0055f5971f owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:01.617522 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb345-c32f-4e79-a8a3-2a8ad33a8303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.744625 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb345-c32f-4e79-a8a3-2a8ad33a8303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.776811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.781722 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a6dfa10-a291-45f1-b16a-77eafffa1d3b req-4416f59c-32a5-4237-a5e5-6cbd0b7135ab tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2801249 Nov 03 18:54:01.788560 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.890742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34306) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:01.905264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:01.914279 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb345-c32f-4e79-a8a3-2a8ad33a8303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.916919 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb345-c32f-4e79-a8a3-2a8ad33a8303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.920551 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3bbbb345-c32f-4e79-a8a3-2a8ad33a8303 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/be85491f-24b6-4fa0-b31a-0995777bf2e1 HTTP/1.1" status: 204 len: 168 time: 0.6053433 Nov 03 18:54:01.920551 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:01.958699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Router 3efd9eb7-2940-4b72-9f6d-0b4646b9373a is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:54:01.981701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbb345-c32f-4e79-a8a3-2a8ad33a8303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be85491f-24b6-4fa0-b31a-0995777bf2e1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:02.031335 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Transition to ACTIVE for port object 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:54:02.038400 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.098029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Pushing event updated for resources: {'Port': ['ID=3c02e1d4-90e2-41d8-a376-dfd751f23cf6,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:02.190382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-391439098-network', 'tenant_id': 'e3c99d50bcef40dc8698cb2c2caf758f'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:02.239444 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:02.245556 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80d6c88e-ae9b-44c8-8e25-332c70ae829f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.246456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] Made reservation on behalf of e3c99d50bcef40dc8698cb2c2caf758f for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:02.255830 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.258463 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d2cb9-2393-4c52-91fe-68df351a61e2 None None] Sync routers for ids ['3efd9eb7-2940-4b72-9f6d-0b4646b9373a'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:02.261929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.265710 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5f249751-ddc1-4c3a-b1de-fd0f63b695b6 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "PUT /v2.0/routers/3efd9eb7-2940-4b72-9f6d-0b4646b9373a HTTP/1.1" status: 200 len: 920 time: 2.7709022 Nov 03 18:54:02.273111 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d2cb9-2393-4c52-91fe-68df351a61e2 None None] Routers {'3efd9eb7-2940-4b72-9f6d-0b4646b9373a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:02.278632 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fa2d2cb9-2393-4c52-91fe-68df351a61e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3efd9eb7-2940-4b72-9f6d-0b4646b9373a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:02.280762 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34314) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:02.290110 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.339223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Attempting to bind port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:02.339736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Attempting to bind port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:02.340218 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Attempting to bind port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 on network b8df34ca-ba94-42ee-9d62-5358dcccaa2e {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:02.357278 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fa2d2cb9-2393-4c52-91fe-68df351a61e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:02.384800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 on network b8df34ca-ba94-42ee-9d62-5358dcccaa2e not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:54:02.387544 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d2cb9-2393-4c52-91fe-68df351a61e2 None None] Routers {'3efd9eb7-2940-4b72-9f6d-0b4646b9373a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:02.388369 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fa2d2cb9-2393-4c52-91fe-68df351a61e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3efd9eb7-2940-4b72-9f6d-0b4646b9373a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:02.394728 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Attempting to bind port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 on network b8df34ca-ba94-42ee-9d62-5358dcccaa2e {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:02.399515 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6c88e-ae9b-44c8-8e25-332c70ae829f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=c17754bf-0ec8-4bbf-a598-ed0055f5971f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:02.455755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:02.457407 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fa2d2cb9-2393-4c52-91fe-68df351a61e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:02.458234 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2d2cb9-2393-4c52-91fe-68df351a61e2 None None] The sync data for ids ['3efd9eb7-2940-4b72-9f6d-0b4646b9373a'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:02.459805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Checking segment: {'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:02.461500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Bound using segment: {'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:02.462123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Bound port: 3c02e1d4-90e2-41d8-a376-dfd751f23cf6, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e830044-ff28-4a9b-92ee-8c8a34865a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:02.462658 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.636364 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.641531 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.738826 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80d6c88e-ae9b-44c8-8e25-332c70ae829f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:02.779968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aac2bd-c551-4c0c-848d-23b1f3261547 req-648c46a9-5bbe-497d-8877-f079f678d39b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:02.782107 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66aac2bd-c551-4c0c-848d-23b1f3261547 req-648c46a9-5bbe-497d-8877-f079f678d39b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1052 time: 0.2718408 Nov 03 18:54:02.889887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] For port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:02.971102 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] For port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3c02e1d4-90e2-41d8-a376-dfd751f23cf6,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:02.998004 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.051846 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66aac2bd-c551-4c0c-848d-23b1f3261547 req-a503f92c-2d7d-45c7-9013-b3329e3aea3d tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315786 Nov 03 18:54:03.077333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb0cbc-6514-4622-a80e-0683867e5b59 req-d3a55dd7-65f5-4914-8c06-5ef87aef8f7b tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:03.085617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb0cbc-6514-4622-a80e-0683867e5b59 req-d3a55dd7-65f5-4914-8c06-5ef87aef8f7b tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:03.093513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb0cbc-6514-4622-a80e-0683867e5b59 req-d3a55dd7-65f5-4914-8c06-5ef87aef8f7b tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:03.101947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb0cbc-6514-4622-a80e-0683867e5b59 req-d3a55dd7-65f5-4914-8c06-5ef87aef8f7b tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:03.115994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb0cbc-6514-4622-a80e-0683867e5b59 req-d3a55dd7-65f5-4914-8c06-5ef87aef8f7b tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:03.130542 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb0cbc-6514-4622-a80e-0683867e5b59 req-d3a55dd7-65f5-4914-8c06-5ef87aef8f7b tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:03.138058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb0cbc-6514-4622-a80e-0683867e5b59 req-d3a55dd7-65f5-4914-8c06-5ef87aef8f7b tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:03.147396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffbb0cbc-6514-4622-a80e-0683867e5b59 req-d3a55dd7-65f5-4914-8c06-5ef87aef8f7b tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.2139916 Nov 03 18:54:03.263217 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:03.264540 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.266849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] 10.222.0.98 "PUT /v2.0/ports/3c02e1d4-90e2-41d8-a376-dfd751f23cf6 HTTP/1.1" status: 200 len: 1091 time: 2.7447853 Nov 03 18:54:03.268329 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ce9d88-5d91-456a-a5ba-80998fff20e5', 'tag': '3c02e1d4-90e2-41d8-a376-dfd751f23cf6'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:03.272817 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858e2071-6719-4ee1-acf7-9f3e211086c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ce9d88-5d91-456a-a5ba-80998fff20e5", "tag": "3c02e1d4-90e2-41d8-a376-dfd751f23cf6"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:03.295021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:03.312540 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.312694 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] Added segment b67ccbaa-df25-4a15-b29e-3b879af16b80 of type vlan for network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd Nov 03 18:54:03.400693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.440539 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34340) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:03.448937 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.449969 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:03.450559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.508862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d125de-de59-43bd-9ed2-e25d98228e7e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:03.546235 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6543126 Nov 03 18:54:03.551801 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34344) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:03.559792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-67803277-0b7a-4c8e-a3ac-5445642b7dae admin admin] Request body: {'subnet': {'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-391439098-subnet', 'tenant_id': 'e3c99d50bcef40dc8698cb2c2caf758f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:03.573046 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8310ad00-7b1c-48f3-a329-4e5f8ea5a1a2 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/routers/3efd9eb7-2940-4b72-9f6d-0b4646b9373a HTTP/1.1" status: 200 len: 926 time: 1.2899168 Nov 03 18:54:03.576089 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee35e20-53bd-48fb-9bca-3f4fbba31310 admin admin] Pushing event updated for resources: {'Network': ['ID=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:03.580965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34346) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:03.593030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:03.629428 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67803277-0b7a-4c8e-a3ac-5445642b7dae admin admin] Made reservation on behalf of e3c99d50bcef40dc8698cb2c2caf758f for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:03.632147 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-67803277-0b7a-4c8e-a3ac-5445642b7dae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.664067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-fd87bb21-e466-4f79-96da-cd914473788e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1742664374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:03.677463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a57f47-2eb9-49ea-bf95-99549736db27 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:03.681545 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-66a57f47-2eb9-49ea-bf95-99549736db27 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&device_id=3efd9eb7-2940-4b72-9f6d-0b4646b9373a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0962429 Nov 03 18:54:03.683178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34350) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:03.772404 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fd87bb21-e466-4f79-96da-cd914473788e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.773418 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fd87bb21-e466-4f79-96da-cd914473788e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.876693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fd87bb21-e466-4f79-96da-cd914473788e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.885786 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fd87bb21-e466-4f79-96da-cd914473788e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.891963 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7da4ea-bc5f-442d-80ff-04d9958e7312 x-openstack-request-id: req-cd7da4ea-bc5f-442d-80ff-04d9958e7312 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:03.892525 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ce9d88-5d91-456a-a5ba-80998fff20e5", "tag": "3c02e1d4-90e2-41d8-a376-dfd751f23cf6", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:03.892778 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cd7da4ea-bc5f-442d-80ff-04d9958e7312 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:03.893176 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ce9d88-5d91-456a-a5ba-80998fff20e5', 'tag': '3c02e1d4-90e2-41d8-a376-dfd751f23cf6', 'status': 'completed', 'code': 200} Nov 03 18:54:03.910557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d6c88e-ae9b-44c8-8e25-332c70ae829f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 4df7dde2-3378-4c05-8e78-66efba8c1f04 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:03.922278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e541d13-5a5f-4c64-9b32-3b28be6a2f3f service neutron] Pushing event updated for resources: {'Port': ['ID=3c02e1d4-90e2-41d8-a376-dfd751f23cf6,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:03.933928 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fd87bb21-e466-4f79-96da-cd914473788e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:03.938516 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fd87bb21-e466-4f79-96da-cd914473788e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4911451 Nov 03 18:54:03.939743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34352) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:03.950239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-974574369'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:03.973805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4e5198-c14f-46a1-8866-ae067b8943a2 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:03.977721 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0d4e5198-c14f-46a1-8866-ae067b8943a2 tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/networks/5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 881 time: 0.2891464 Nov 03 18:54:03.979691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34354) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:03.994975 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-f4524584-5c41-4921-860f-4f0966b6e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:03.996753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-f4524584-5c41-4921-860f-4f0966b6e03a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=53a023971f3747b9a594cd5e1083afea&device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1094 time: 0.6799641 Nov 03 18:54:04.014109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffbb0cbc-6514-4622-a80e-0683867e5b59 req-20b77c9d-d292-4bff-bf9f-fcb0abb96d83 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8656156 Nov 03 18:54:04.036552 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6bdd8525-bd80-4e83-ab93-b46945ad6c3d tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "GET /v2.0/ports?device_id=3efd9eb7-2940-4b72-9f6d-0b4646b9373a HTTP/1.1" status: 200 len: 205 time: 0.0546355 Nov 03 18:54:04.039564 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34356) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:04.128952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-db0b1761-8c94-4057-9e88-df34293854ae service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c02e1d4-90e2-41d8-a376-dfd751f23cf6 HTTP/1.1" status: 200 len: 217 time: 0.1207590 Nov 03 18:54:04.131042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Made reservation on behalf of fe046aac42c84418afe60b8136a5dbec for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:04.134520 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.177087 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.184794 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-67803277-0b7a-4c8e-a3ac-5445642b7dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.273035 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d6c88e-ae9b-44c8-8e25-332c70ae829f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:04.277701 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67bded2-2ab3-4f1f-b69a-3b2dc73addba tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.286233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34360) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:04.286898 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-80d6c88e-ae9b-44c8-8e25-332c70ae829f tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/4df7dde2-3378-4c05-8e78-66efba8c1f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1560433 Nov 03 18:54:04.295319 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0654db-9396-42d7-b7f0-304e7f02917a None None] Sync routers for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:04.322143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0654db-9396-42d7-b7f0-304e7f02917a None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:04.323851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8a0654db-9396-42d7-b7f0-304e7f02917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:04.411565 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67803277-0b7a-4c8e-a3ac-5445642b7dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3819844f-11d3-46e6-a85a-1c8983cc47d5,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:04.423825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.426880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-b3ba9e2b-33f5-4860-b23b-3eadb0c712f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:04.431571 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-b3ba9e2b-33f5-4860-b23b-3eadb0c712f8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=198c3cb9-5e02-42d7-a352-c11d8ce6ac88 HTTP/1.1" status: 200 len: 849 time: 0.2893882 Nov 03 18:54:04.439563 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.482759 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67803277-0b7a-4c8e-a3ac-5445642b7dae admin admin] Checking segment: {'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:04.482759 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67803277-0b7a-4c8e-a3ac-5445642b7dae admin admin] Network hostable DHCP agents. Network: 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:04.511910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50247359-9ade-4043-b902-00cc201477b6 req-b9a91f53-46c5-4c7e-83e9-b69ec49bd339 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:04.514061 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50247359-9ade-4043-b902-00cc201477b6 req-b9a91f53-46c5-4c7e-83e9-b69ec49bd339 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1094 time: 0.3349957 Nov 03 18:54:04.518105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:04.541040 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.541322 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Added segment 5d3029b2-cc21-4480-bc68-65c51c656363 of type vlan for network 1315a229-796e-45f4-8a38-9fe85af9da3e Nov 03 18:54:04.550863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-703ed24e-818e-4cbc-bf69-5a919bd03c42 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting subnet 507f81d4-19a8-4b3d-a249-7d792c99c155 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:04.557636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1e5f29-f25d-46ae-b492-2772d4860eba,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:04.564091 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-703ed24e-818e-4cbc-bf69-5a919bd03c42 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.609643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67803277-0b7a-4c8e-a3ac-5445642b7dae admin admin] Network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:04.630305 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-703ed24e-818e-4cbc-bf69-5a919bd03c42 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.633969 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.634147 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-67803277-0b7a-4c8e-a3ac-5445642b7dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:04.641760 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-8db5ae8e-c08f-496a-8549-a4aa467321c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:04.644033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-8db5ae8e-c08f-496a-8549-a4aa467321c5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=b8df34ca-ba94-42ee-9d62-5358dcccaa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067633 Nov 03 18:54:04.654477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67bded2-2ab3-4f1f-b69a-3b2dc73addba tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.665051 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67803277-0b7a-4c8e-a3ac-5445642b7dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:04.666002 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-67803277-0b7a-4c8e-a3ac-5445642b7dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.724387 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50247359-9ade-4043-b902-00cc201477b6 req-0e305548-9c4d-421d-85c2-114652fc79a8 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807797 Nov 03 18:54:04.729557 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-67803277-0b7a-4c8e-a3ac-5445642b7dae admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1747622 Nov 03 18:54:04.758587 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8a0654db-9396-42d7-b7f0-304e7f02917a None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:04.763065 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.770292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:04.770953 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.854200 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-703ed24e-818e-4cbc-bf69-5a919bd03c42 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.881009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a67bded2-2ab3-4f1f-b69a-3b2dc73addba tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Deleting port 8922543b-f597-4b20-b59e-3a688aee083d {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:04.881625 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67bded2-2ab3-4f1f-b69a-3b2dc73addba tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:04.991445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event updated for resources: {'Network': ['ID=1315a229-796e-45f4-8a38-9fe85af9da3e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:05.031309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67bded2-2ab3-4f1f-b69a-3b2dc73addba tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.046838 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a67bded2-2ab3-4f1f-b69a-3b2dc73addba tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Calling delete_port for 8922543b-f597-4b20-b59e-3a688aee083d owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:05.076124 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-c177fe80-088c-4182-bc9d-ba9493fe037f service neutron] 10.222.0.98 "GET /v2.0/networks/b8df34ca-ba94-42ee-9d62-5358dcccaa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237282 Nov 03 18:54:05.082508 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fd53ffd5-3b77-4582-9e04-cab51f93522a tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1415403 Nov 03 18:54:05.085183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34374) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:05.095826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-2a3a2f3e-a86b-4d8e-9f46-4d7b808a5312 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Request body: {'subnet': {'network_id': '1315a229-796e-45f4-8a38-9fe85af9da3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:05.165679 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef9e84-a5e3-45d7-bd36-0963e5aa01f9 None None] Network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:05.177907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 1315a229-796e-45f4-8a38-9fe85af9da3e details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:05.372612 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67bded2-2ab3-4f1f-b69a-3b2dc73addba tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.388130 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3a2f3e-a86b-4d8e-9f46-4d7b808a5312 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Made reservation on behalf of fe046aac42c84418afe60b8136a5dbec for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:05.393333 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2f3e-a86b-4d8e-9f46-4d7b808a5312 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.424571 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-703ed24e-818e-4cbc-bf69-5a919bd03c42 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.433551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bded2-2ab3-4f1f-b69a-3b2dc73addba tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Pushing event deleted for resources: {'Port': ['ID=8922543b-f597-4b20-b59e-3a688aee083d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:05.452332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540ea37-b7d5-4781-a620-8874c8839b2b req-702aef33-de16-4833-a981-c224d6323dd7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:05.462098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540ea37-b7d5-4781-a620-8874c8839b2b req-702aef33-de16-4833-a981-c224d6323dd7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:05.469194 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540ea37-b7d5-4781-a620-8874c8839b2b req-702aef33-de16-4833-a981-c224d6323dd7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:05.484192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540ea37-b7d5-4781-a620-8874c8839b2b req-702aef33-de16-4833-a981-c224d6323dd7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:05.492241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540ea37-b7d5-4781-a620-8874c8839b2b req-702aef33-de16-4833-a981-c224d6323dd7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:05.499441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540ea37-b7d5-4781-a620-8874c8839b2b req-702aef33-de16-4833-a981-c224d6323dd7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:05.507519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540ea37-b7d5-4781-a620-8874c8839b2b req-702aef33-de16-4833-a981-c224d6323dd7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:05.514704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ed24e-818e-4cbc-bf69-5a919bd03c42 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Subnet': ['ID=507f81d4-19a8-4b3d-a249-7d792c99c155,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:05.517778 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5540ea37-b7d5-4781-a620-8874c8839b2b req-702aef33-de16-4833-a981-c224d6323dd7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.3614860 Nov 03 18:54:05.540405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b485ba2-4a73-4363-9ae8-91a296a624bb None None] Network 43808bf7-bea8-47ea-b80d-d23a68b0b589 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:05.544670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-703ed24e-818e-4cbc-bf69-5a919bd03c42 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.555015 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-703ed24e-818e-4cbc-bf69-5a919bd03c42 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/507f81d4-19a8-4b3d-a249-7d792c99c155 HTTP/1.1" status: 204 len: 168 time: 1.2681496 Nov 03 18:54:05.557424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34384) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:05.602643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8a0654db-9396-42d7-b7f0-304e7f02917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:54:02Z', 'revision_number': 9, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:05.630662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90d4a511-aa31-47b6-88e4-94f80cc4a30d req-5a191fb4-796d-4fbf-8228-63ea64396892 service neutron] 10.222.0.98 "GET /v2.0/networks/b8df34ca-ba94-42ee-9d62-5358dcccaa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437598 Nov 03 18:54:05.660975 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67bded2-2ab3-4f1f-b69a-3b2dc73addba tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.792729 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0654db-9396-42d7-b7f0-304e7f02917a None None] Checking router: 4df7dde2-3378-4c05-8e78-66efba8c1f04 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:05.820667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5540ea37-b7d5-4781-a620-8874c8839b2b req-b31fca9e-55bf-4878-a867-0314d1205abb tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3017857 Nov 03 18:54:05.821043 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb630b7a-6fe0-495f-8ac3-e6af3d4e32bc None None] Network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:05.821160 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.835541 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0654db-9396-42d7-b7f0-304e7f02917a None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:05.836596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8a0654db-9396-42d7-b7f0-304e7f02917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:05.841782 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67bded2-2ab3-4f1f-b69a-3b2dc73addba tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.852696 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67bded2-2ab3-4f1f-b69a-3b2dc73addba tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:05.873590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-ca8040c0-37a3-45ea-a0df-4d2ba3207b0c tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:05.881907 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-ca8040c0-37a3-45ea-a0df-4d2ba3207b0c tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/networks?id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 200 len: 814 time: 0.3461721 Nov 03 18:54:05.902577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e2071-6719-4ee1-acf7-9f3e211086c0 req-1e9a9590-e668-4633-9a16-2002070c5792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:05.905725 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-858e2071-6719-4ee1-acf7-9f3e211086c0 req-1e9a9590-e668-4633-9a16-2002070c5792 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=53a023971f3747b9a594cd5e1083afea&device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1094 time: 0.2114725 Nov 03 18:54:05.960196 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-91c5a7ca-677e-4e70-b1ce-6e04824a57dd tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/quotas/e3c99d50bcef40dc8698cb2c2caf758f HTTP/1.1" status: 200 len: 375 time: 0.0771616 Nov 03 18:54:06.061079 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67bded2-2ab3-4f1f-b69a-3b2dc73addba tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.062131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67bded2-2ab3-4f1f-b69a-3b2dc73addba tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Fanout notify agent at l3_agent the message router_deleted on router 3efd9eb7-2940-4b72-9f6d-0b4646b9373a {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:54:06.066348 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-963b832c-09e1-4e30-aab0-52cd60c50fb7 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1049590 Nov 03 18:54:06.102802 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67bded2-2ab3-4f1f-b69a-3b2dc73addba tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.114930 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8a0654db-9396-42d7-b7f0-304e7f02917a None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:06.115835 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a67bded2-2ab3-4f1f-b69a-3b2dc73addba tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "DELETE /v2.0/routers/3efd9eb7-2940-4b72-9f6d-0b4646b9373a HTTP/1.1" status: 204 len: 168 time: 2.0748844 Nov 03 18:54:06.123290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34392) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:06.138132 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-307777649', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:06.181134 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-86c1039f-d488-4f05-9f48-8197c2d53678 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 18:54:06.190077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-86c1039f-d488-4f05-9f48-8197c2d53678 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1226814 Nov 03 18:54:06.255640 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.257969 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.270818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port 72bf04d6-01de-473e-a726-a76f1e231740 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:06.271749 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.318687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2836fa-f8fc-4647-af37-6887dbe3c68c None None] DHCP port deletion for 43808bf7-bea8-47ea-b80d-d23a68b0b589 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:54:06.342653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] For port 72bf04d6-01de-473e-a726-a76f1e231740, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=72bf04d6-01de-473e-a726-a76f1e231740,segment=NetworkSegment(f77550b0-c2c6-4a98-a1cf-33f5690f0beb),segment_id=f77550b0-c2c6-4a98-a1cf-33f5690f0beb)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:06.343337 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.357352 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for 72bf04d6-01de-473e-a726-a76f1e231740 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:06.452118 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.456894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-785497aa-c23e-4dbc-a92f-20f2d21d01d2 service neutron] 10.222.0.107 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631648 Nov 03 18:54:06.480208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ef2836fa-f8fc-4647-af37-6887dbe3c68c None None] Deleting port 72bf04d6-01de-473e-a726-a76f1e231740 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:06.480739 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ef2836fa-f8fc-4647-af37-6887dbe3c68c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.516187 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e2bc7-a4ee-422c-90aa-fd2ef6ada4a9 req-6949ae4d-0d4e-4f79-b37d-26904b5c96e1 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:06.519089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-794e2bc7-a4ee-422c-90aa-fd2ef6ada4a9 req-6949ae4d-0d4e-4f79-b37d-26904b5c96e1 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1094 time: 0.4617045 Nov 03 18:54:06.520150 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2f3e-a86b-4d8e-9f46-4d7b808a5312 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.529996 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=72bf04d6-01de-473e-a726-a76f1e231740,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:06.540443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No DVR routers for this DVR port 72bf04d6-01de-473e-a726-a76f1e231740 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:06.577743 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 72bf04d6-01de-473e-a726-a76f1e231740 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:06.582611 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.624085 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 72bf04d6-01de-473e-a726-a76f1e231740 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:06.624526 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 72bf04d6-01de-473e-a726-a76f1e231740 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:06.636053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ef2836fa-f8fc-4647-af37-6887dbe3c68c None None] For port 72bf04d6-01de-473e-a726-a76f1e231740, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:06.636767 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ef2836fa-f8fc-4647-af37-6887dbe3c68c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.656623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ef2836fa-f8fc-4647-af37-6887dbe3c68c None None] Calling delete_port for 72bf04d6-01de-473e-a726-a76f1e231740 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:06.660356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-ef2836fa-f8fc-4647-af37-6887dbe3c68c None None] Port 72bf04d6-01de-473e-a726-a76f1e231740 was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:54:06.668476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8a0654db-9396-42d7-b7f0-304e7f02917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:54:02Z', 'revision_number': 9, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:06.670274 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ef2836fa-f8fc-4647-af37-6887dbe3c68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.740512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a2f3e-a86b-4d8e-9f46-4d7b808a5312 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event updated for resources: {'Subnet': ['ID=11740f06-b29d-458d-889c-316e269f16fe,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:06.747977 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.754742 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-794e2bc7-a4ee-422c-90aa-fd2ef6ada4a9 req-2e502b04-822f-46cd-b9ec-d5eeb51007ba tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888719 Nov 03 18:54:06.760466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e2071-6719-4ee1-acf7-9f3e211086c0 req-729eec85-4f44-48a7-b1ff-95d094894ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:06.762902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-858e2071-6719-4ee1-acf7-9f3e211086c0 req-729eec85-4f44-48a7-b1ff-95d094894ee2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=b8df34ca-ba94-42ee-9d62-5358dcccaa2e HTTP/1.1" status: 200 len: 911 time: 0.8346119 Nov 03 18:54:06.860747 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.864741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43808bf7-bea8-47ea-b80d-d23a68b0b589']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:06.890490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77550b0-c2c6-4a98-a1cf-33f5690f0beb') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:06.890790 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77550b0-c2c6-4a98-a1cf-33f5690f0beb') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:06.926584 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.933747 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2836fa-f8fc-4647-af37-6887dbe3c68c None None] Pushing event deleted for resources: {'Port': ['ID=72bf04d6-01de-473e-a726-a76f1e231740,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:06.942308 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0654db-9396-42d7-b7f0-304e7f02917a None None] The sync data for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 is: [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:54:02Z', 'revision_number': 9, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eff99e4b-c268-4a6e-875c-713c1b4f6f8a', 'name': '', 'network_id': 'd8664ae5-9a6d-4604-be1a-41548d307a74', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:0d:cd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:07Z', 'updated_at': '2021-11-03T18:53:22Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': '4e6d0640-a6e1-4172-8517-9e636aaa44eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:06.948867 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2836fa-f8fc-4647-af37-6887dbe3c68c None None] No DVR routers for this DVR port 72bf04d6-01de-473e-a726-a76f1e231740 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:06.950237 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:06.978921 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-b42ddcff-8abe-4fa3-aed3-1fc7bd572556 service neutron] 10.222.0.107 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897506 Nov 03 18:54:06.994068 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-858e2071-6719-4ee1-acf7-9f3e211086c0 req-be72b404-d288-440c-b589-814603cb3d14 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c02e1d4-90e2-41d8-a376-dfd751f23cf6 HTTP/1.1" status: 200 len: 217 time: 0.1018686 Nov 03 18:54:07.023440 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:07.024050 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:07.028531 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:07.040263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a2f3e-a86b-4d8e-9f46-4d7b808a5312 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Checking segment: {'id': '5d3029b2-cc21-4480-bc68-65c51c656363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1315a229-796e-45f4-8a38-9fe85af9da3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:07.040658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3a2f3e-a86b-4d8e-9f46-4d7b808a5312 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Network hostable DHCP agents. Network: 1315a229-796e-45f4-8a38-9fe85af9da3e, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:07.152705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f170c20-0254-4385-9921-586b51b55117 req-b3178c86-eb91-40b6-8f19-4658d77590e0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:07.154524 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.160779 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.162746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f170c20-0254-4385-9921-586b51b55117 req-b3178c86-eb91-40b6-8f19-4658d77590e0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:07.168198 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/networks/43808bf7-bea8-47ea-b80d-d23a68b0b589 HTTP/1.1" status: 204 len: 168 time: 1.6015861 Nov 03 18:54:07.168856 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34402) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:07.169004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f170c20-0254-4385-9921-586b51b55117 req-b3178c86-eb91-40b6-8f19-4658d77590e0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:07.175549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f170c20-0254-4385-9921-586b51b55117 req-b3178c86-eb91-40b6-8f19-4658d77590e0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:07.182056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f170c20-0254-4385-9921-586b51b55117 req-b3178c86-eb91-40b6-8f19-4658d77590e0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:07.187917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f170c20-0254-4385-9921-586b51b55117 req-b3178c86-eb91-40b6-8f19-4658d77590e0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:07.203486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f170c20-0254-4385-9921-586b51b55117 req-b3178c86-eb91-40b6-8f19-4658d77590e0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:07.203486 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5f170c20-0254-4385-9921-586b51b55117 req-b3178c86-eb91-40b6-8f19-4658d77590e0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.2164459 Nov 03 18:54:07.209772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3a2f3e-a86b-4d8e-9f46-4d7b808a5312 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Network 1315a229-796e-45f4-8a38-9fe85af9da3e is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:07.234357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e2071-6719-4ee1-acf7-9f3e211086c0 req-4affc8a7-b5d4-4596-9f17-e02e610aaeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:07.235777 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-858e2071-6719-4ee1-acf7-9f3e211086c0 req-4affc8a7-b5d4-4596-9f17-e02e610aaeaa service neutron] 10.222.0.98 "GET /v2.0/subnets?id=198c3cb9-5e02-42d7-a352-c11d8ce6ac88 HTTP/1.1" status: 200 len: 849 time: 0.1901219 Nov 03 18:54:07.244399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf6de7-eaec-4151-a1b8-fbed14816c2a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Network': ['ID=43808bf7-bea8-47ea-b80d-d23a68b0b589,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:07.280903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-2a3a2f3e-a86b-4d8e-9f46-4d7b808a5312 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 1315a229-796e-45f4-8a38-9fe85af9da3e) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:07.286136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a2f3e-a86b-4d8e-9f46-4d7b808a5312 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:07.286750 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2f3e-a86b-4d8e-9f46-4d7b808a5312 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.295433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893369d3-f629-4bcb-9bc4-74d7d562c1c5 None None] Network 1315a229-796e-45f4-8a38-9fe85af9da3e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:07.304923 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-95595540-840b-4baf-ad59-cd8863f8ba3f req-4413fcac-f06e-4d96-8215-6b03b7435d83 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 210 time: 0.0923858 Nov 03 18:54:07.317097 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2a3a2f3e-a86b-4d8e-9f46-4d7b808a5312 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2287006 Nov 03 18:54:07.317719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34404) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:07.342909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-13473971-157e-4797-80df-935ed0cd64ff tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Request body: {'network': {'name': 'tempest-router-network01--887142463'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:07.421982 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5f170c20-0254-4385-9921-586b51b55117 req-b37ce8a3-dd96-48d6-a94f-db49d28f1474 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2054679 Nov 03 18:54:07.425848 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13473971-157e-4797-80df-935ed0cd64ff tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Made reservation on behalf of fe046aac42c84418afe60b8136a5dbec for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:07.436339 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-13473971-157e-4797-80df-935ed0cd64ff tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.445813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e2071-6719-4ee1-acf7-9f3e211086c0 req-b06472db-a461-4711-81b0-497cc267ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:07.447446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-858e2071-6719-4ee1-acf7-9f3e211086c0 req-b06472db-a461-4711-81b0-497cc267ef44 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=b8df34ca-ba94-42ee-9d62-5358dcccaa2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1792023 Nov 03 18:54:07.512926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13473971-157e-4797-80df-935ed0cd64ff tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:07.524383 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-13473971-157e-4797-80df-935ed0cd64ff tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.525152 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-13473971-157e-4797-80df-935ed0cd64ff tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Added segment d67234da-32b1-47f6-ab3d-f5b190352203 of type vlan for network 85b7ce44-0410-4b82-b7c9-7827a793d4d2 Nov 03 18:54:07.580184 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-13473971-157e-4797-80df-935ed0cd64ff tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.614300 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:54:07.638037 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1315a229-796e-45f4-8a38-9fe85af9da3e', 'network_id': '1315a229-796e-45f4-8a38-9fe85af9da3e', 'tenant_id': 'fe046aac42c84418afe60b8136a5dbec', 'fixed_ips': [{'subnet_id': '11740f06-b29d-458d-889c-316e269f16fe'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:54:07.639417 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.653484 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-13473971-157e-4797-80df-935ed0cd64ff tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.659814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13473971-157e-4797-80df-935ed0cd64ff tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:07.660469 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-13473971-157e-4797-80df-935ed0cd64ff tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.714045 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-13473971-157e-4797-80df-935ed0cd64ff tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3783276 Nov 03 18:54:07.715867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34412) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:07.720147 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-fadc6764-f03e-43d0-94bc-3421156a00ee tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Request body: {'network': {'name': 'tempest-router-network02--951699488'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:07.792392 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13473971-157e-4797-80df-935ed0cd64ff tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event updated for resources: {'Network': ['ID=85b7ce44-0410-4b82-b7c9-7827a793d4d2,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:07.815289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3c02e1d4-90e2-41d8-a376-dfd751f23cf6,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:07.828578 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadc6764-f03e-43d0-94bc-3421156a00ee tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Made reservation on behalf of fe046aac42c84418afe60b8136a5dbec for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:07.831105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '3c02e1d4-90e2-41d8-a376-dfd751f23cf6', 'network_id': 'b8df34ca-ba94-42ee-9d62-5358dcccaa2e', 'port_id': '3c02e1d4-90e2-41d8-a376-dfd751f23cf6', 'mac_address': 'fa:16:3e:84:25:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198c3cb9-5e02-42d7-a352-c11d8ce6ac88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:54:07.835532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 85b7ce44-0410-4b82-b7c9-7827a793d4d2 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:07.837057 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fadc6764-f03e-43d0-94bc-3421156a00ee tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:07.848860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-858e2071-6719-4ee1-acf7-9f3e211086c0 req-6758e6bd-288e-4c7d-981c-f11d2171c3be service neutron] 10.222.0.98 "GET /v2.0/networks/b8df34ca-ba94-42ee-9d62-5358dcccaa2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914838 Nov 03 18:54:07.978612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fadc6764-f03e-43d0-94bc-3421156a00ee tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:07.993128 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.005267 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fadc6764-f03e-43d0-94bc-3421156a00ee tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.005990 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-fadc6764-f03e-43d0-94bc-3421156a00ee tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Added segment 826d2a29-a88c-43ae-b6c0-9c267cb8df7d of type vlan for network 08f620a6-e127-482c-a9ba-062ad53a4ccd Nov 03 18:54:08.020385 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.022171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbb025-7925-488e-8e82-425788978494 req-0cf7f269-bf53-4388-9a67-9660640f6b99 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:08.037024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88cbb025-7925-488e-8e82-425788978494 req-0cf7f269-bf53-4388-9a67-9660640f6b99 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1094 time: 0.1725240 Nov 03 18:54:08.049143 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-858e2071-6719-4ee1-acf7-9f3e211086c0 req-0ba63bde-40f6-49c0-83ff-c0a9d110975f service neutron] 10.222.0.98 "GET /v2.0/networks/b8df34ca-ba94-42ee-9d62-5358dcccaa2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835454 Nov 03 18:54:08.123634 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.126456 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fadc6764-f03e-43d0-94bc-3421156a00ee tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.157213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:08.165036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88cbb025-7925-488e-8e82-425788978494 req-f9430d86-4679-47e2-8de0-6a67025d4b26 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186936 Nov 03 18:54:08.176693 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fadc6764-f03e-43d0-94bc-3421156a00ee tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.187093 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadc6764-f03e-43d0-94bc-3421156a00ee tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:08.188355 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fadc6764-f03e-43d0-94bc-3421156a00ee tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.188494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Allocated IP 172.20.0.2 (1315a229-796e-45f4-8a38-9fe85af9da3e/11740f06-b29d-458d-889c-316e269f16fe/28775c51-7149-45e3-8dde-94e9b63e13b6) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:08.196312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3c02e1d4-90e2-41d8-a376-dfd751f23cf6,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:08.212552 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.261078 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Allocated IP 172.25.2.115 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/1b198d80-af2b-49ef-99e9-a77c9dd880da) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:08.286797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fadc6764-f03e-43d0-94bc-3421156a00ee tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5706003 Nov 03 18:54:08.289940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34418) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:08.297639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-70ae8fc2-7b40-4b39-a70d-2cb90427d31f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Request body: {'subnet': {'network_id': '85b7ce44-0410-4b82-b7c9-7827a793d4d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:08.304495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc6764-f03e-43d0-94bc-3421156a00ee tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event updated for resources: {'Network': ['ID=08f620a6-e127-482c-a9ba-062ad53a4ccd,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:08.325865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 08f620a6-e127-482c-a9ba-062ad53a4ccd details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:08.420501 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ae8fc2-7b40-4b39-a70d-2cb90427d31f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Made reservation on behalf of fe046aac42c84418afe60b8136a5dbec for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:08.428513 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70ae8fc2-7b40-4b39-a70d-2cb90427d31f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.443182 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.446750 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e350fb1e-354c-4941-932c-d6f276c8afac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.547040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c17754bf-0ec8-4bbf-a598-ed0055f5971f no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:08.575364 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device eb6009a2-de14-4b29-bc88-45d0d58e81f1 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:54:08.588093 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=3c02e1d4-90e2-41d8-a376-dfd751f23cf6,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:08.590805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4d5cbcb-6b07-44cf-acbd-627188388ceb req-f819b690-c967-457e-afd1-715050b42c6c tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 210 time: 0.1112750 Nov 03 18:54:08.598663 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: c17754bf-0ec8-4bbf-a598-ed0055f5971f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:08.599008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c17754bf-0ec8-4bbf-a598-ed0055f5971f not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:08.602186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['3c02e1d4-90e2-41d8-a376-dfd751f23cf6'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:08.607708 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.656481 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:08.656816 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:08.657226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:08.657566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:08.657897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:08.658225 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:08.658551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:08.658874 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:08.659745 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:08.660072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:08.660392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:08.660710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:08.688563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:08.694724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:08.696642 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Pushing event updated for resources: {'Port': ['ID=1b198d80-af2b-49ef-99e9-a77c9dd880da,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:08.704701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:08.724693 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.resource_extend [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:54:08.838807 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13193a93-5b81-4e18-a92b-28d20b09e722 req-00b9f4a7-a650-40c6-8918-32b2e719f642 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:08.846035 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13193a93-5b81-4e18-a92b-28d20b09e722 req-00b9f4a7-a650-40c6-8918-32b2e719f642 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:08.852559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13193a93-5b81-4e18-a92b-28d20b09e722 req-00b9f4a7-a650-40c6-8918-32b2e719f642 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:08.859050 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13193a93-5b81-4e18-a92b-28d20b09e722 req-00b9f4a7-a650-40c6-8918-32b2e719f642 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:08.861734 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.867164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13193a93-5b81-4e18-a92b-28d20b09e722 req-00b9f4a7-a650-40c6-8918-32b2e719f642 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:08.873761 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13193a93-5b81-4e18-a92b-28d20b09e722 req-00b9f4a7-a650-40c6-8918-32b2e719f642 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:08.880310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13193a93-5b81-4e18-a92b-28d20b09e722 req-00b9f4a7-a650-40c6-8918-32b2e719f642 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:08.883010 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-13193a93-5b81-4e18-a92b-28d20b09e722 req-00b9f4a7-a650-40c6-8918-32b2e719f642 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5420 time: 0.3032331 Nov 03 18:54:08.898933 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:08.917716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-3540e8bf-c762-445c-8792-c3baec45e245 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:08.919568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-3540e8bf-c762-445c-8792-c3baec45e245 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.98 "GET /v2.0/networks?id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 200 len: 814 time: 0.3390031 Nov 03 18:54:08.968107 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port eb6009a2-de14-4b29-bc88-45d0d58e81f1, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=eb6009a2-de14-4b29-bc88-45d0d58e81f1,segment=NetworkSegment(5587f12b-7f23-48d6-bce7-28db4e0f4527),segment_id=5587f12b-7f23-48d6-bce7-28db4e0f4527)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:08.974946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-664f47e9-a9a1-49d8-bcfa-6323b6ad2cbf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Request body: {'port': {'device_id': 'dafe9bbf-53e8-40b3-a72b-52d3af806093', 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd', 'admin_state_up': True, 'tenant_id': 'e3c99d50bcef40dc8698cb2c2caf758f'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:08.977371 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Network 1315a229-796e-45f4-8a38-9fe85af9da3e is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:08.999425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e350fb1e-354c-4941-932c-d6f276c8afac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port eff99e4b-c268-4a6e-875c-713c1b4f6f8a {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:09.000056 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e350fb1e-354c-4941-932c-d6f276c8afac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.000299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:09.005848 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:09.012904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1', 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'port_id': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1', 'mac_address': 'fa:16:3e:ff:5c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:54:09.031723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Pushing event updated for resources: {'Port': ['ID=28775c51-7149-45e3-8dde-94e9b63e13b6,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:09.128593 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.149852 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.151935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Attempting to bind port 28775c51-7149-45e3-8dde-94e9b63e13b6 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:09.152307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Attempting to bind port 28775c51-7149-45e3-8dde-94e9b63e13b6 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '5d3029b2-cc21-4480-bc68-65c51c656363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1315a229-796e-45f4-8a38-9fe85af9da3e'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:09.152831 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Attempting to bind port 28775c51-7149-45e3-8dde-94e9b63e13b6 on network 1315a229-796e-45f4-8a38-9fe85af9da3e {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:09.171187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:09.171463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-13193a93-5b81-4e18-a92b-28d20b09e722 req-33babfa3-0b93-4374-86cc-9b093ec496d7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2753713 Nov 03 18:54:09.171641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Checking segment: {'id': '5d3029b2-cc21-4480-bc68-65c51c656363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1315a229-796e-45f4-8a38-9fe85af9da3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:09.171641 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.172013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Bound using segment: {'id': '5d3029b2-cc21-4480-bc68-65c51c656363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1315a229-796e-45f4-8a38-9fe85af9da3e'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:09.173011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Bound port: 28775c51-7149-45e3-8dde-94e9b63e13b6, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3029b2-cc21-4480-bc68-65c51c656363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1315a229-796e-45f4-8a38-9fe85af9da3e'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:09.173011 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.178180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-e350fb1e-354c-4941-932c-d6f276c8afac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] For port eff99e4b-c268-4a6e-875c-713c1b4f6f8a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eff99e4b-c268-4a6e-875c-713c1b4f6f8a,segment=NetworkSegment(3498df1c-29a9-4daf-a0d7-353d34b63e64),segment_id=3498df1c-29a9-4daf-a0d7-353d34b63e64)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:09.178780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e350fb1e-354c-4941-932c-d6f276c8afac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.194803 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6009a2-de14-4b29-bc88-45d0d58e81f1 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:09.204518 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e350fb1e-354c-4941-932c-d6f276c8afac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for eff99e4b-c268-4a6e-875c-713c1b4f6f8a owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:09.218352 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70ae8fc2-7b40-4b39-a70d-2cb90427d31f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.262587 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port eb6009a2-de14-4b29-bc88-45d0d58e81f1, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=eb6009a2-de14-4b29-bc88-45d0d58e81f1,segment=NetworkSegment(5587f12b-7f23-48d6-bce7-28db4e0f4527),segment_id=5587f12b-7f23-48d6-bce7-28db4e0f4527)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:09.269226 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.270012 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5ab89f05-331d-4782-aa0b-943c45c22fa3 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:54:09.328330 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] For port 28775c51-7149-45e3-8dde-94e9b63e13b6, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:09.363188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] For port 28775c51-7149-45e3-8dde-94e9b63e13b6, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=28775c51-7149-45e3-8dde-94e9b63e13b6,segment=NetworkSegment(5d3029b2-cc21-4480-bc68-65c51c656363),segment_id=5d3029b2-cc21-4480-bc68-65c51c656363)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:09.392715 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.405177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=eb6009a2-de14-4b29-bc88-45d0d58e81f1,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:09.423041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-664f47e9-a9a1-49d8-bcfa-6323b6ad2cbf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Made reservation on behalf of e3c99d50bcef40dc8698cb2c2caf758f for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:09.430310 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-664f47e9-a9a1-49d8-bcfa-6323b6ad2cbf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.455530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae8fc2-7b40-4b39-a70d-2cb90427d31f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event updated for resources: {'Subnet': ['ID=4036ef2e-13ab-49fa-8d5a-a4e3463237e4,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:09.469451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656743a2-851c-4b67-a46c-07aa8e04ff79 req-74a28028-b9f2-4be7-bd80-24a07529c864 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:09.479215 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-656743a2-851c-4b67-a46c-07aa8e04ff79 req-74a28028-b9f2-4be7-bd80-24a07529c864 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1095 time: 0.1823587 Nov 03 18:54:09.522501 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.522946 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4c083-570e-4c1f-98d3-f8996e12e62c None None] Pushing event updated for resources: {'Port': ['ID=28775c51-7149-45e3-8dde-94e9b63e13b6,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:09.554958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5ab89f05-331d-4782-aa0b-943c45c22fa3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5ab89f05-331d-4782-aa0b-943c45c22fa3,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:09.573109 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '5ab89f05-331d-4782-aa0b-943c45c22fa3', 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49', 'port_id': '5ab89f05-331d-4782-aa0b-943c45c22fa3', 'mac_address': 'fa:16:3e:13:a3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91898547-fcb1-4e7d-acb0-7ceb6963cac4', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:54:09.597685 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e350fb1e-354c-4941-932c-d6f276c8afac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.629866 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.646698 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab89f05-331d-4782-aa0b-943c45c22fa3 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:09.678292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350fb1e-354c-4941-932c-d6f276c8afac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=eff99e4b-c268-4a6e-875c-713c1b4f6f8a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:09.680726 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5ab89f05-331d-4782-aa0b-943c45c22fa3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5ab89f05-331d-4782-aa0b-943c45c22fa3,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:09.688290 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.688993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 762c123b-88ce-45d8-87f6-424c68b11183 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:54:09.776951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5ab89f05-331d-4782-aa0b-943c45c22fa3,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:09.857894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 762c123b-88ce-45d8-87f6-424c68b11183, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=762c123b-88ce-45d8-87f6-424c68b11183,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:09.878728 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '762c123b-88ce-45d8-87f6-424c68b11183', 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49', 'port_id': '762c123b-88ce-45d8-87f6-424c68b11183', 'mac_address': 'fa:16:3e:20:94:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91898547-fcb1-4e7d-acb0-7ceb6963cac4', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:54:09.958058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Router 0b07fe2e-26a6-47b5-b8a5-64f6230fc644 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:54:09.966396 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.987522 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e350fb1e-354c-4941-932c-d6f276c8afac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:09.989450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762c123b-88ce-45d8-87f6-424c68b11183 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:10.032894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 762c123b-88ce-45d8-87f6-424c68b11183, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=762c123b-88ce-45d8-87f6-424c68b11183,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:10.051275 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.053460 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 58701c1c-ad42-4e70-bb43-d7060e56eec3 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:54:10.119197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 58701c1c-ad42-4e70-bb43-d7060e56eec3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=58701c1c-ad42-4e70-bb43-d7060e56eec3,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:10.128182 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-54ffac9d-ddba-4f34-8679-f5cb0001e7cf req-85f5d7c8-3827-44e3-9666-882751d17d89 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 210 time: 0.0383878 Nov 03 18:54:10.128182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ae8fc2-7b40-4b39-a70d-2cb90427d31f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Checking segment: {'id': 'd67234da-32b1-47f6-ab3d-f5b190352203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '85b7ce44-0410-4b82-b7c9-7827a793d4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:10.128182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ae8fc2-7b40-4b39-a70d-2cb90427d31f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Network hostable DHCP agents. Network: 85b7ce44-0410-4b82-b7c9-7827a793d4d2, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:10.193583 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '58701c1c-ad42-4e70-bb43-d7060e56eec3', 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49', 'port_id': '58701c1c-ad42-4e70-bb43-d7060e56eec3', 'mac_address': 'fa:16:3e:55:93:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91898547-fcb1-4e7d-acb0-7ceb6963cac4', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:54:10.195031 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-656743a2-851c-4b67-a46c-07aa8e04ff79 req-9e612ab8-dcc2-435e-bbbd-2967f1450aaf tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159135 Nov 03 18:54:10.208224 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ae8fc2-7b40-4b39-a70d-2cb90427d31f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Network 85b7ce44-0410-4b82-b7c9-7827a793d4d2 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:10.231268 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:10.231683 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-70ae8fc2-7b40-4b39-a70d-2cb90427d31f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 85b7ce44-0410-4b82-b7c9-7827a793d4d2) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:10.244537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-664f47e9-a9a1-49d8-bcfa-6323b6ad2cbf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Allocated IP 172.20.0.5 (6f2d15c2-b68c-424c-9a48-22cc9e17d0bd/3819844f-11d3-46e6-a85a-1c8983cc47d5/63003d42-6336-4ab2-a39c-86bcb259b295) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:10.252409 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ae8fc2-7b40-4b39-a70d-2cb90427d31f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:10.253163 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70ae8fc2-7b40-4b39-a70d-2cb90427d31f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.259827 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03023237-dad7-4643-874f-c2f2090df1fa None None] Sync routers for ids ['0b07fe2e-26a6-47b5-b8a5-64f6230fc644'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:10.283617 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9c4f6d-14fb-45ab-a80c-d78f57a709f6 None None] Network 85b7ce44-0410-4b82-b7c9-7827a793d4d2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:10.287222 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03023237-dad7-4643-874f-c2f2090df1fa None None] Routers {'0b07fe2e-26a6-47b5-b8a5-64f6230fc644'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:10.290218 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-03023237-dad7-4643-874f-c2f2090df1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['0b07fe2e-26a6-47b5-b8a5-64f6230fc644'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:10.301803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-70ae8fc2-7b40-4b39-a70d-2cb90427d31f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0091605 Nov 03 18:54:10.319769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34432) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:10.329792 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.332086 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-38b04112-cf58-4eb5-bd57-936f59cec146 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2048793 Nov 03 18:54:10.333956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a86855ec-73bb-45af-aa54-82c4dc48f6d0 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Request body: {'subnet': {'network_id': '08f620a6-e127-482c-a9ba-062ad53a4ccd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:10.337649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34434) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:10.342732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:10.357932 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-03023237-dad7-4643-874f-c2f2090df1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:10.383818 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03023237-dad7-4643-874f-c2f2090df1fa None None] Routers {'0b07fe2e-26a6-47b5-b8a5-64f6230fc644'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:10.385059 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-03023237-dad7-4643-874f-c2f2090df1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['0b07fe2e-26a6-47b5-b8a5-64f6230fc644'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:10.460414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e350fb1e-354c-4941-932c-d6f276c8afac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 4df7dde2-3378-4c05-8e78-66efba8c1f04 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:10.486499 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-03023237-dad7-4643-874f-c2f2090df1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:10.488837 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03023237-dad7-4643-874f-c2f2090df1fa None None] The sync data for ids ['0b07fe2e-26a6-47b5-b8a5-64f6230fc644'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:10.680694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a17332-5cf7-41d9-84d9-f35044229332 req-4ece9c83-8636-45c5-a38e-d9d0ecf51671 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:10.689422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a17332-5cf7-41d9-84d9-f35044229332 req-4ece9c83-8636-45c5-a38e-d9d0ecf51671 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:10.697485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a17332-5cf7-41d9-84d9-f35044229332 req-4ece9c83-8636-45c5-a38e-d9d0ecf51671 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:10.712396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a17332-5cf7-41d9-84d9-f35044229332 req-4ece9c83-8636-45c5-a38e-d9d0ecf51671 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:10.718899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a17332-5cf7-41d9-84d9-f35044229332 req-4ece9c83-8636-45c5-a38e-d9d0ecf51671 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:10.723860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 28775c51-7149-45e3-8dde-94e9b63e13b6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:10.726758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a17332-5cf7-41d9-84d9-f35044229332 req-4ece9c83-8636-45c5-a38e-d9d0ecf51671 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:10.736207 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a17332-5cf7-41d9-84d9-f35044229332 req-4ece9c83-8636-45c5-a38e-d9d0ecf51671 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:10.739849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57a17332-5cf7-41d9-84d9-f35044229332 req-4ece9c83-8636-45c5-a38e-d9d0ecf51671 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5423 time: 0.3999250 Nov 03 18:54:10.745840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86855ec-73bb-45af-aa54-82c4dc48f6d0 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Made reservation on behalf of fe046aac42c84418afe60b8136a5dbec for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:10.751924 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a86855ec-73bb-45af-aa54-82c4dc48f6d0 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.812096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-85b7ce44-0410-4b82-b7c9-7827a793d4d2', 'network_id': '85b7ce44-0410-4b82-b7c9-7827a793d4d2', 'tenant_id': 'fe046aac42c84418afe60b8136a5dbec', 'fixed_ips': [{'subnet_id': '4036ef2e-13ab-49fa-8d5a-a4e3463237e4'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:54:10.813241 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.828075 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.858985 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58701c1c-ad42-4e70-bb43-d7060e56eec3 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:10.864875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=762c123b-88ce-45d8-87f6-424c68b11183,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:10.950531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 28775c51-7149-45e3-8dde-94e9b63e13b6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:10.950864 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.959628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 58701c1c-ad42-4e70-bb43-d7060e56eec3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=58701c1c-ad42-4e70-bb43-d7060e56eec3,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:10.987170 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:10.988401 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:54:11.063783 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=58701c1c-ad42-4e70-bb43-d7060e56eec3,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:11.066491 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-664f47e9-a9a1-49d8-bcfa-6323b6ad2cbf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.072249 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a86855ec-73bb-45af-aa54-82c4dc48f6d0 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.127765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3892b18-eb94-4ab5-84ca-67b4ee008f27 None None] Network 1315a229-796e-45f4-8a38-9fe85af9da3e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:11.215913 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57a17332-5cf7-41d9-84d9-f35044229332 req-b586bf0c-ece8-4e0f-ad99-214e32070908 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4319849 Nov 03 18:54:11.218897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86855ec-73bb-45af-aa54-82c4dc48f6d0 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event updated for resources: {'Subnet': ['ID=97b78c15-71f4-46c8-952a-cb2201715056,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:11.219097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e350fb1e-354c-4941-932c-d6f276c8afac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:11.242686 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e350fb1e-354c-4941-932c-d6f276c8afac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/4df7dde2-3378-4c05-8e78-66efba8c1f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0729897 Nov 03 18:54:11.244822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:11.246183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34440) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:11.288639 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-664f47e9-a9a1-49d8-bcfa-6323b6ad2cbf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.291799 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.296762 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bfc55c-3b4e-44e3-92ae-9d928296a905 None None] Sync routers for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:11.334551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Allocated IP 172.20.0.2 (85b7ce44-0410-4b82-b7c9-7827a793d4d2/4036ef2e-13ab-49fa-8d5a-a4e3463237e4/da5539ce-f3f1-4756-b7d3-46138dac1581) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:11.352632 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bfc55c-3b4e-44e3-92ae-9d928296a905 None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:11.353193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d6bfc55c-3b4e-44e3-92ae-9d928296a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:11.355709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'b961a24e-417a-4a3f-8a1a-75bd3d9b7a15', 'network_id': '3fe7be63-f171-40af-afef-cfb3cf900a49', 'port_id': 'b961a24e-417a-4a3f-8a1a-75bd3d9b7a15', 'mac_address': 'fa:16:3e:c2:a7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91898547-fcb1-4e7d-acb0-7ceb6963cac4', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:54:11.371602 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86855ec-73bb-45af-aa54-82c4dc48f6d0 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Checking segment: {'id': '826d2a29-a88c-43ae-b6c0-9c267cb8df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '08f620a6-e127-482c-a9ba-062ad53a4ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:11.372109 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86855ec-73bb-45af-aa54-82c4dc48f6d0 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Network hostable DHCP agents. Network: 08f620a6-e127-482c-a9ba-062ad53a4ccd, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:11.410232 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c95bde-c6de-4d49-8925-04511099102a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting subnet 4e6d0640-a6e1-4172-8517-9e636aaa44eb {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:11.413023 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-664f47e9-a9a1-49d8-bcfa-6323b6ad2cbf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:11.414811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32c95bde-c6de-4d49-8925-04511099102a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.445153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc40f6-d94e-4ca4-9b10-206cd0ffb009 req-61cd502e-4231-4dbf-9b2f-9d58206e3882 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:11.452681 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62fc40f6-d94e-4ca4-9b10-206cd0ffb009 req-61cd502e-4231-4dbf-9b2f-9d58206e3882 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 931 time: 0.1820521 Nov 03 18:54:11.454848 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-664f47e9-a9a1-49d8-bcfa-6323b6ad2cbf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:11.465091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-664f47e9-a9a1-49d8-bcfa-6323b6ad2cbf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:11.468610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f47e9-a9a1-49d8-bcfa-6323b6ad2cbf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Pushing event updated for resources: {'Port': ['ID=63003d42-6336-4ab2-a39c-86bcb259b295,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:11.501163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-81b30e57-b9de-4142-a9dc-156a2d4b87b6 None None] Provisioning complete for port 28775c51-7149-45e3-8dde-94e9b63e13b6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:11.501544 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-81b30e57-b9de-4142-a9dc-156a2d4b87b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.513264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86855ec-73bb-45af-aa54-82c4dc48f6d0 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Network 08f620a6-e127-482c-a9ba-062ad53a4ccd is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:11.528763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f89f2-5d69-40e8-a633-a31f51293cc0 req-4014e4cc-b26f-4220-9daf-27c28e86b151 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:11.530465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ed6f89f2-5d69-40e8-a633-a31f51293cc0 req-4014e4cc-b26f-4220-9daf-27c28e86b151 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1095 time: 0.2100339 Nov 03 18:54:11.553170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-a86855ec-73bb-45af-aa54-82c4dc48f6d0 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 08f620a6-e127-482c-a9ba-062ad53a4ccd) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:11.589631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86855ec-73bb-45af-aa54-82c4dc48f6d0 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:11.590328 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a86855ec-73bb-45af-aa54-82c4dc48f6d0 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.593017 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.604458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-664f47e9-a9a1-49d8-bcfa-6323b6ad2cbf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:11.605030 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-664f47e9-a9a1-49d8-bcfa-6323b6ad2cbf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.606316 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32c95bde-c6de-4d49-8925-04511099102a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.610284 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.631055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62fc40f6-d94e-4ca4-9b10-206cd0ffb009 req-08d0bd33-ea7d-4329-afac-57746f250d9c tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773078 Nov 03 18:54:11.659628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 28775c51-7149-45e3-8dde-94e9b63e13b6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=28775c51-7149-45e3-8dde-94e9b63e13b6,segment=NetworkSegment(5d3029b2-cc21-4480-bc68-65c51c656363),segment_id=5d3029b2-cc21-4480-bc68-65c51c656363)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:11.660786 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a86855ec-73bb-45af-aa54-82c4dc48f6d0 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3379321 Nov 03 18:54:11.661493 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34446) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:11.663172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13965199-448a-45da-882e-69780ce1db1b None None] Network 08f620a6-e127-482c-a9ba-062ad53a4ccd requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:11.665172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:11.687547 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-664f47e9-a9a1-49d8-bcfa-6323b6ad2cbf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7356794 Nov 03 18:54:11.735143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Request body: {'port': {'device_id': 'dafe9bbf-53e8-40b3-a72b-52d3af806093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:11.749575 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.751377 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ed6f89f2-5d69-40e8-a633-a31f51293cc0 req-82a985c8-a8b8-434e-bd9b-ec7dbf569d46 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013960 Nov 03 18:54:11.769231 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32c95bde-c6de-4d49-8925-04511099102a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.801619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Deleting port 1b198d80-af2b-49ef-99e9-a77c9dd880da {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:11.802161 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.849636 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.915513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d6bfc55c-3b4e-44e3-92ae-9d928296a905 None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:11.916467 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32c95bde-c6de-4d49-8925-04511099102a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.932959 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.964625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c95bde-c6de-4d49-8925-04511099102a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Subnet': ['ID=4e6d0640-a6e1-4172-8517-9e636aaa44eb,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:11.972887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Calling delete_port for 1b198d80-af2b-49ef-99e9-a77c9dd880da owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:11.974617 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32c95bde-c6de-4d49-8925-04511099102a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:11.978034 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-32c95bde-c6de-4d49-8925-04511099102a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/4e6d0640-a6e1-4172-8517-9e636aaa44eb HTTP/1.1" status: 204 len: 168 time: 0.6947169 Nov 03 18:54:11.981629 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34448) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:11.999839 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:12.004908 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.028631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a8efcb-7912-464c-8e86-a153dd29edd1 None None] Network d8664ae5-9a6d-4604-be1a-41548d307a74 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:12.117226 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.120736 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.218981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:12.283894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=28775c51-7149-45e3-8dde-94e9b63e13b6,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:12.294473 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port 29466d17-9d66-4efb-b6fa-06f5c14cc48b {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:12.296016 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.301543 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.485835 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] For port 29466d17-9d66-4efb-b6fa-06f5c14cc48b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=29466d17-9d66-4efb-b6fa-06f5c14cc48b,segment=NetworkSegment(3498df1c-29a9-4daf-a0d7-353d34b63e64),segment_id=3498df1c-29a9-4daf-a0d7-353d34b63e64)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:12.486642 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.489199 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:54:12.501425 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.513298 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for 29466d17-9d66-4efb-b6fa-06f5c14cc48b owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:12.520430 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.538760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:12.539328 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.541502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device bae343c8-8d70-4d32-99cc-d202d84dd31f details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:54:12.544265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 28775c51-7149-45e3-8dde-94e9b63e13b6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:12.553140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Pushing event deleted for resources: {'Port': ['ID=1b198d80-af2b-49ef-99e9-a77c9dd880da,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:12.608473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62245f39-5017-46ae-bfb8-6d75147f7a9f req-437c5e8f-f501-465a-b512-e89cc5bcabd3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:12.615089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62245f39-5017-46ae-bfb8-6d75147f7a9f req-437c5e8f-f501-465a-b512-e89cc5bcabd3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:12.622010 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62245f39-5017-46ae-bfb8-6d75147f7a9f req-437c5e8f-f501-465a-b512-e89cc5bcabd3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:12.629115 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62245f39-5017-46ae-bfb8-6d75147f7a9f req-437c5e8f-f501-465a-b512-e89cc5bcabd3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:12.636296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62245f39-5017-46ae-bfb8-6d75147f7a9f req-437c5e8f-f501-465a-b512-e89cc5bcabd3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:12.644177 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62245f39-5017-46ae-bfb8-6d75147f7a9f req-437c5e8f-f501-465a-b512-e89cc5bcabd3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:12.651008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62245f39-5017-46ae-bfb8-6d75147f7a9f req-437c5e8f-f501-465a-b512-e89cc5bcabd3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:12.653143 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62245f39-5017-46ae-bfb8-6d75147f7a9f req-437c5e8f-f501-465a-b512-e89cc5bcabd3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5425 time: 0.2186704 Nov 03 18:54:12.671653 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.726533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63003d42-6336-4ab2-a39c-86bcb259b295 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:12.790052 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.868132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Allocated IP 172.20.0.1 (85b7ce44-0410-4b82-b7c9-7827a793d4d2/4036ef2e-13ab-49fa-8d5a-a4e3463237e4/6aa617e3-6cb2-47b4-8313-8f97f0c271ba) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:12.870479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Transition to ACTIVE for port object 63003d42-6336-4ab2-a39c-86bcb259b295 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:54:12.883724 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:12.889320 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.012655 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Network 85b7ce44-0410-4b82-b7c9-7827a793d4d2 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:13.013134 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62245f39-5017-46ae-bfb8-6d75147f7a9f req-24a21f11-900f-49cb-9a55-94d2e8799539 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3454015 Nov 03 18:54:13.027335 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.resource_extend [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:54:13.034118 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:13.057467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc406e98-cea6-4e60-b30a-8af3fd0eb267 req-856647f1-ec1b-465d-a9d2-7f2959515625 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:13.059005 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc406e98-cea6-4e60-b30a-8af3fd0eb267 req-856647f1-ec1b-465d-a9d2-7f2959515625 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 931 time: 0.3067951 Nov 03 18:54:13.073596 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Pushing event updated for resources: {'Port': ['ID=63003d42-6336-4ab2-a39c-86bcb259b295,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:13.098912 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.103566 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.107169 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.146758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=29466d17-9d66-4efb-b6fa-06f5c14cc48b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:13.186455 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No DVR routers for this DVR port 29466d17-9d66-4efb-b6fa-06f5c14cc48b on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:13.187836 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port bae343c8-8d70-4d32-99cc-d202d84dd31f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=bae343c8-8d70-4d32-99cc-d202d84dd31f,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:13.218295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Pushing event updated for resources: {'Port': ['ID=da5539ce-f3f1-4756-b7d3-46138dac1581,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:13.229879 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc406e98-cea6-4e60-b30a-8af3fd0eb267 req-003898ea-6bc0-4d04-b72d-d6346fdd2932 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607170 Nov 03 18:54:13.233572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'bae343c8-8d70-4d32-99cc-d202d84dd31f', 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0', 'port_id': 'bae343c8-8d70-4d32-99cc-d202d84dd31f', 'mac_address': 'fa:16:3e:b2:f3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12d4a62-83aa-465c-b86c-67ad4f5b0c3a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:54:13.250240 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.257839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Attempting to bind port 63003d42-6336-4ab2-a39c-86bcb259b295 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:13.258167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Attempting to bind port 63003d42-6336-4ab2-a39c-86bcb259b295 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:13.258657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Attempting to bind port 63003d42-6336-4ab2-a39c-86bcb259b295 on network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:13.269274 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Port 63003d42-6336-4ab2-a39c-86bcb259b295 on network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:54:13.269491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Attempting to bind port 63003d42-6336-4ab2-a39c-86bcb259b295 on network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:13.270900 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:13.275968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1073937-3f26-4066-b285-39c6990a5ad9 req-7f96da4b-a256-4708-9110-aa2cf2e5c4c1 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:13.277610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1073937-3f26-4066-b285-39c6990a5ad9 req-7f96da4b-a256-4708-9110-aa2cf2e5c4c1 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1095 time: 0.1637945 Nov 03 18:54:13.284101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:13.284444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Checking segment: {'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:13.284837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Bound using segment: {'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:13.285268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Bound port: 63003d42-6336-4ab2-a39c-86bcb259b295, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:13.285621 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.294071 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Router 0b07fe2e-26a6-47b5-b8a5-64f6230fc644 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:13.298254 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:13.331645 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['5ab89f05-331d-4782-aa0b-943c45c22fa3'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:13.332301 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.369737 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.377178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-08f620a6-e127-482c-a9ba-062ad53a4ccd', 'network_id': '08f620a6-e127-482c-a9ba-062ad53a4ccd', 'tenant_id': 'fe046aac42c84418afe60b8136a5dbec', 'fixed_ips': [{'subnet_id': '97b78c15-71f4-46c8-952a-cb2201715056'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:54:13.378645 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.437361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8664ae5-9a6d-4604-be1a-41548d307a74']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:13.440705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1073937-3f26-4066-b285-39c6990a5ad9 req-aa5c9358-9656-4f68-a16e-944e623b5f56 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527166 Nov 03 18:54:13.444721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Network 85b7ce44-0410-4b82-b7c9-7827a793d4d2 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:13.456481 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3498df1c-29a9-4daf-a0d7-353d34b63e64') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:13.457886 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3498df1c-29a9-4daf-a0d7-353d34b63e64') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:13.459861 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.460206 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:13.467484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:13.473319 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['eb6009a2-de14-4b29-bc88-45d0d58e81f1'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:13.475823 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:13.478540 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] For port 63003d42-6336-4ab2-a39c-86bcb259b295, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:13.478705 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e14289-504e-4574-a29c-ef5b07a588cd None None] Sync routers for ids ['0b07fe2e-26a6-47b5-b8a5-64f6230fc644'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:13.481929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event updated for resources: {'Port': ['ID=6aa617e3-6cb2-47b4-8313-8f97f0c271ba,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:13.485909 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.492171 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-db3dd7b2-087c-44cd-a19e-68e51ae128c5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "PUT /v2.0/routers/0b07fe2e-26a6-47b5-b8a5-64f6230fc644 HTTP/1.1" status: 200 len: 709 time: 3.1528957 Nov 03 18:54:13.498279 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e14289-504e-4574-a29c-ef5b07a588cd None None] Routers {'0b07fe2e-26a6-47b5-b8a5-64f6230fc644'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:13.499161 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-44e14289-504e-4574-a29c-ef5b07a588cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['0b07fe2e-26a6-47b5-b8a5-64f6230fc644'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:13.504807 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34458) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:13.516537 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.522088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] For port 63003d42-6336-4ab2-a39c-86bcb259b295, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=63003d42-6336-4ab2-a39c-86bcb259b295,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:13.538431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['762c123b-88ce-45d8-87f6-424c68b11183'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:13.540709 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.543142 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-753f226c-3f31-4de2-9253-b607542ae285 None None] Provisioning complete for port 28775c51-7149-45e3-8dde-94e9b63e13b6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:13.543745 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-753f226c-3f31-4de2-9253-b607542ae285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.552736 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-44e14289-504e-4574-a29c-ef5b07a588cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:13.569071 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e14289-504e-4574-a29c-ef5b07a588cd None None] Routers {'0b07fe2e-26a6-47b5-b8a5-64f6230fc644'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:13.573747 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-44e14289-504e-4574-a29c-ef5b07a588cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['0b07fe2e-26a6-47b5-b8a5-64f6230fc644'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:13.574855 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['b961a24e-417a-4a3f-8a1a-75bd3d9b7a15'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:13.577474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3537049a-407c-4a23-97cb-c9d35985de8e None None] DHCP port deletion for d8664ae5-9a6d-4604-be1a-41548d307a74 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:54:13.586371 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.626774 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-44e14289-504e-4574-a29c-ef5b07a588cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:13.628335 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e14289-504e-4574-a29c-ef5b07a588cd None None] The sync data for ids ['0b07fe2e-26a6-47b5-b8a5-64f6230fc644'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:13.637588 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.644472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:13.645115 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.646488 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] 10.222.0.98 "PUT /v2.0/ports/63003d42-6336-4ab2-a39c-86bcb259b295 HTTP/1.1" status: 200 len: 1091 time: 1.9176805 Nov 03 18:54:13.652943 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafe9bbf-53e8-40b3-a72b-52d3af806093', 'tag': '63003d42-6336-4ab2-a39c-86bcb259b295'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:13.653156 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dca2aca7-af29-44b3-8dd2-8c664c3b285b tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/routers/0b07fe2e-26a6-47b5-b8a5-64f6230fc644 HTTP/1.1" status: 200 len: 744 time: 0.1443393 Nov 03 18:54:13.653156 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:13.653156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.653369 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ebb4b3-99f1-4a34-988a-fcb17ffd53c2" -d '{"events": [{"name": "network-changed", "server_uuid": "dafe9bbf-53e8-40b3-a72b-52d3af806093", "tag": "63003d42-6336-4ab2-a39c-86bcb259b295"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:13.657519 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34462) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:13.673047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac77b8e-59ef-40ed-97b0-8d29c48f5213 service neutron] Pushing event updated for resources: {'Port': ['ID=63003d42-6336-4ab2-a39c-86bcb259b295,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:13.720599 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbfe32d-9d27-47c3-a8d4-cf559a1a0aa0 x-openstack-request-id: req-6dbfe32d-9d27-47c3-a8d4-cf559a1a0aa0 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:13.720838 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafe9bbf-53e8-40b3-a72b-52d3af806093", "tag": "63003d42-6336-4ab2-a39c-86bcb259b295", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:13.721090 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6dbfe32d-9d27-47c3-a8d4-cf559a1a0aa0 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:13.721999 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafe9bbf-53e8-40b3-a72b-52d3af806093', 'tag': '63003d42-6336-4ab2-a39c-86bcb259b295', 'status': 'completed', 'code': 200} Nov 03 18:54:13.759159 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-628111d5-8561-4a0d-bb13-7296e6931f0d tempest-RoutersIpV6AdminTest-1666531363 tempest-RoutersIpV6AdminTest-1666531363-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&device_id=0b07fe2e-26a6-47b5-b8a5-64f6230fc644 HTTP/1.1" status: 200 len: 205 time: 0.1006501 Nov 03 18:54:13.762412 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34466) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:13.795991 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 28775c51-7149-45e3-8dde-94e9b63e13b6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:13.796288 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.799546 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-62578df9-7076-4726-9576-50cf325523b9 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "GET /v2.0/ports?device_id=0b07fe2e-26a6-47b5-b8a5-64f6230fc644 HTTP/1.1" status: 200 len: 205 time: 0.0335302 Nov 03 18:54:13.800293 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-69e040e0-724e-457f-a45c-9ddd5364994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:13.800703 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34468) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:13.801190 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-69e040e0-724e-457f-a45c-9ddd5364994d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 1094 time: 0.0824709 Nov 03 18:54:13.806254 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.875294 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.881355 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-a0a7452f-8dc0-403c-9032-dc2ce9481043 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63003d42-6336-4ab2-a39c-86bcb259b295 HTTP/1.1" status: 200 len: 217 time: 0.0611930 Nov 03 18:54:13.907278 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.915721 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:13.921370 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/networks/d8664ae5-9a6d-4604-be1a-41548d307a74 HTTP/1.1" status: 204 len: 168 time: 1.9361115 Nov 03 18:54:13.922337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34474) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:13.969751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa851b95-9fd1-417f-83e2-ebaa49dc1fd7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Network': ['ID=d8664ae5-9a6d-4604-be1a-41548d307a74,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:13.975082 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eab39fb5-c868-4fc3-8e68-2ba8fa639b44 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.064903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d6bfc55c-3b4e-44e3-92ae-9d928296a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:54:09Z', 'revision_number': 10, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:14.204088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Attempting to bind port da5539ce-f3f1-4756-b7d3-46138dac1581 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:14.204485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Attempting to bind port da5539ce-f3f1-4756-b7d3-46138dac1581 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'd67234da-32b1-47f6-ab3d-f5b190352203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '85b7ce44-0410-4b82-b7c9-7827a793d4d2'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:14.204870 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Attempting to bind port da5539ce-f3f1-4756-b7d3-46138dac1581 on network 85b7ce44-0410-4b82-b7c9-7827a793d4d2 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:14.209064 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.218777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bfc55c-3b4e-44e3-92ae-9d928296a905 None None] Checking router: 4df7dde2-3378-4c05-8e78-66efba8c1f04 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:14.242334 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eab39fb5-c868-4fc3-8e68-2ba8fa639b44 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.245929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eab39fb5-c868-4fc3-8e68-2ba8fa639b44 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.282306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae343c8-8d70-4d32-99cc-d202d84dd31f {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:14.340518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:14.340518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Checking segment: {'id': 'd67234da-32b1-47f6-ab3d-f5b190352203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '85b7ce44-0410-4b82-b7c9-7827a793d4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:14.341611 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.341611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Bound using segment: {'id': 'd67234da-32b1-47f6-ab3d-f5b190352203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '85b7ce44-0410-4b82-b7c9-7827a793d4d2'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:14.341880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Bound port: da5539ce-f3f1-4756-b7d3-46138dac1581, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67234da-32b1-47f6-ab3d-f5b190352203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '85b7ce44-0410-4b82-b7c9-7827a793d4d2'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:14.342267 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.380162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bfc55c-3b4e-44e3-92ae-9d928296a905 None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:14.380822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d6bfc55c-3b4e-44e3-92ae-9d928296a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:14.403323 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port bae343c8-8d70-4d32-99cc-d202d84dd31f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=bae343c8-8d70-4d32-99cc-d202d84dd31f,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:14.479798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['58701c1c-ad42-4e70-bb43-d7060e56eec3'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:14.535358 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.536037 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:54:14.538612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ce9d88-5d91-456a-a5ba-80998fff20e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c02e1d4-90e2-41d8-a376-dfd751f23cf6'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:14.541088 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b736793a-3781-4fef-9a88-a960af373373" -d '{"events": [{"server_uuid": "d9ce9d88-5d91-456a-a5ba-80998fff20e5", "name": "network-vif-plugged", "status": "completed", "tag": "3c02e1d4-90e2-41d8-a376-dfd751f23cf6"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:14.629537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-2ca446a8-afab-433d-bcf3-05624c85e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:14.631111 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-2ca446a8-afab-433d-bcf3-05624c85e50a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3819844f-11d3-46e6-a85a-1c8983cc47d5 HTTP/1.1" status: 200 len: 854 time: 0.7216010 Nov 03 18:54:14.640320 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 29466d17-9d66-4efb-b6fa-06f5c14cc48b no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:14.695708 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-f7543723-8558-4c8f-94f8-3d277242300a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503249 Nov 03 18:54:14.696552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3c02e1d4-90e2-41d8-a376-dfd751f23cf6,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:14.705258 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd4448-e49a-4b49-b96b-8d60f899d8e9 req-23a7b00c-3bbd-40ca-973a-d58a608ceb78 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:14.713056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91dd4448-e49a-4b49-b96b-8d60f899d8e9 req-23a7b00c-3bbd-40ca-973a-d58a608ceb78 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.2778258 Nov 03 18:54:14.722041 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eab39fb5-c868-4fc3-8e68-2ba8fa639b44 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.722657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab39fb5-c868-4fc3-8e68-2ba8fa639b44 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Fanout notify agent at l3_agent the message router_deleted on router 0b07fe2e-26a6-47b5-b8a5-64f6230fc644 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:54:14.729339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0830f-564f-4779-88ff-cdd1500906eb req-7a09a3b9-59a3-4afc-ad84-cb81e5955475 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:14.730359 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eab39fb5-c868-4fc3-8e68-2ba8fa639b44 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.736361 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0830f-564f-4779-88ff-cdd1500906eb req-7a09a3b9-59a3-4afc-ad84-cb81e5955475 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:14.736652 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-eab39fb5-c868-4fc3-8e68-2ba8fa639b44 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "DELETE /v2.0/routers/0b07fe2e-26a6-47b5-b8a5-64f6230fc644 HTTP/1.1" status: 204 len: 168 time: 0.9339349 Nov 03 18:54:14.738923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34490) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:14.743766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0830f-564f-4779-88ff-cdd1500906eb req-7a09a3b9-59a3-4afc-ad84-cb81e5955475 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:14.743989 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.750397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0830f-564f-4779-88ff-cdd1500906eb req-7a09a3b9-59a3-4afc-ad84-cb81e5955475 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:14.756314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0830f-564f-4779-88ff-cdd1500906eb req-7a09a3b9-59a3-4afc-ad84-cb81e5955475 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:14.763688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0830f-564f-4779-88ff-cdd1500906eb req-7a09a3b9-59a3-4afc-ad84-cb81e5955475 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:14.770574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0830f-564f-4779-88ff-cdd1500906eb req-7a09a3b9-59a3-4afc-ad84-cb81e5955475 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:14.772624 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7d0830f-564f-4779-88ff-cdd1500906eb req-7a09a3b9-59a3-4afc-ad84-cb81e5955475 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5426 time: 0.3281314 Nov 03 18:54:14.786124 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d0a93f00-5003-4bc7-97c8-c06391d8e628 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "GET /v2.0/ports?device_id=0b07fe2e-26a6-47b5-b8a5-64f6230fc644 HTTP/1.1" status: 200 len: 205 time: 0.0440016 Nov 03 18:54:14.793380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34492) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:14.834208 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.resource_extend [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:54:14.842598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Allocated IP 172.20.0.2 (08f620a6-e127-482c-a9ba-062ad53a4ccd/97b78c15-71f4-46c8-952a-cb2201715056/5562fd34-2ab6-4440-a5fa-a644c463e385) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:14.869663 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 29466d17-9d66-4efb-b6fa-06f5c14cc48b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:14.869978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 29466d17-9d66-4efb-b6fa-06f5c14cc48b not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:14.872677 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d6bfc55c-3b4e-44e3-92ae-9d928296a905 None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:14.877815 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-463f2ff5-a9ad-4217-bf8d-bfbb196f3a1b tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] delete failed (client error): The resource could not be found. Nov 03 18:54:14.877815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-463f2ff5-a9ad-4217-bf8d-bfbb196f3a1b tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "DELETE /v2.0/routers/0b07fe2e-26a6-47b5-b8a5-64f6230fc644 HTTP/1.1" status: 404 len: 336 time: 0.0798981 Nov 03 18:54:14.888730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34494) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:14.940724 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d665e6dc-52d5-4f8e-9c2f-409920d6fa7c tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "GET /v2.0/ports?device_id=3efd9eb7-2940-4b72-9f6d-0b4646b9373a HTTP/1.1" status: 200 len: 205 time: 0.0435612 Nov 03 18:54:14.942660 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:14.942805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34496) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:14.953772 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.961559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=bae343c8-8d70-4d32-99cc-d202d84dd31f,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:14.970876 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:14.986195 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] For port da5539ce-f3f1-4756-b7d3-46138dac1581, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:14.993534 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-259ae313-39e7-41ad-a70d-378fafdb6462 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] delete failed (client error): The resource could not be found. Nov 03 18:54:14.997605 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-259ae313-39e7-41ad-a70d-378fafdb6462 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "DELETE /v2.0/routers/3efd9eb7-2940-4b72-9f6d-0b4646b9373a HTTP/1.1" status: 404 len: 336 time: 0.0507979 Nov 03 18:54:15.000300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34498) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:15.031483 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91dd4448-e49a-4b49-b96b-8d60f899d8e9 req-d1558549-6847-4e5e-b903-197daa62a63b tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170409 Nov 03 18:54:15.060910 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-db9afa23-9fe1-4a11-beeb-fa314581c6a7 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "GET /v2.0/ports?device_id=879f4b44-c101-4540-9411-319ce011686a HTTP/1.1" status: 200 len: 205 time: 0.0582020 Nov 03 18:54:15.067540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34500) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:15.115088 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7d0830f-564f-4779-88ff-cdd1500906eb req-7f557b12-2795-4b89-95e9-d3d1784e623b tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3228250 Nov 03 18:54:15.131262 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event updated for resources: {'Port': ['ID=6aa617e3-6cb2-47b4-8313-8f97f0c271ba,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:15.140618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-3ed526c6-a7ec-48d6-aaa9-0e4d34d17e66 service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611288 Nov 03 18:54:15.148410 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-14213c94-f8c6-431a-83c7-0786862a0f45 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] delete failed (client error): The resource could not be found. Nov 03 18:54:15.149695 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-14213c94-f8c6-431a-83c7-0786862a0f45 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "DELETE /v2.0/routers/879f4b44-c101-4540-9411-319ce011686a HTTP/1.1" status: 404 len: 336 time: 0.0800014 Nov 03 18:54:15.154079 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34502) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:15.181773 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.201160 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-98b858af-4e8f-42e1-8fe7-29ba601da664 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "GET /v2.0/ports?device_id=58270f31-0507-4fa1-8180-e3bfdf0da5df HTTP/1.1" status: 200 len: 205 time: 0.0375841 Nov 03 18:54:15.204663 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34504) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:15.231847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '2eaf2fe3-41ce-4c5c-8d4c-45e854cef364', 'network_id': 'b2294077-3c3e-4a9f-9319-6a435e6d0bb0', 'port_id': '2eaf2fe3-41ce-4c5c-8d4c-45e854cef364', 'mac_address': 'fa:16:3e:54:a2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12d4a62-83aa-465c-b86c-67ad4f5b0c3a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:54:15.255031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] For port da5539ce-f3f1-4756-b7d3-46138dac1581, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=da5539ce-f3f1-4756-b7d3-46138dac1581,segment=NetworkSegment(d67234da-32b1-47f6-ab3d-f5b190352203),segment_id=d67234da-32b1-47f6-ab3d-f5b190352203)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:15.263569 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-3b9c2c84-8c64-4944-946c-36d4054e1b47 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] delete failed (client error): The resource could not be found. Nov 03 18:54:15.266128 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3b9c2c84-8c64-4944-946c-36d4054e1b47 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "DELETE /v2.0/routers/58270f31-0507-4fa1-8180-e3bfdf0da5df HTTP/1.1" status: 404 len: 336 time: 0.0574541 Nov 03 18:54:15.270898 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34506) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:15.273838 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1264-4f07-46f2-a4e7-23f65b6b2eac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.336478 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-777e3168-a533-484c-9598-55f5bbf017cc tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2 HTTP/1.1" status: 200 len: 205 time: 0.0579350 Nov 03 18:54:15.340327 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34508) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:15.346354 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.369405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd9c85-bfdb-4373-bb69-9af31515078e req-f7c378fe-118b-46cd-840f-2caec0b851de tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:15.370964 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b8bd9c85-bfdb-4373-bb69-9af31515078e req-f7c378fe-118b-46cd-840f-2caec0b851de tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 943 time: 0.2337770 Nov 03 18:54:15.422441 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-0beb5db7-741a-47f9-84cc-3bff46875ff5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] delete failed (client error): The resource could not be found. Nov 03 18:54:15.424026 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0beb5db7-741a-47f9-84cc-3bff46875ff5 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "DELETE /v2.0/routers/d7b8ba7a-804c-4b5f-b5f5-38a6432d69b2 HTTP/1.1" status: 404 len: 336 time: 0.0810833 Nov 03 18:54:15.436621 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34510) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:15.453677 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6edd3-d348-45f2-b15a-ce7f4101db39 req-2e5a2125-51ef-4938-ba2a-7838bebcbb46 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:15.455426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27c6edd3-d348-45f2-b15a-ce7f4101db39 req-2e5a2125-51ef-4938-ba2a-7838bebcbb46 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1096 time: 0.2442997 Nov 03 18:54:15.463469 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7262d6b5-8169-443f-b5c0-b16254c1b53a req-1501826a-2401-466b-93f2-eae2851aa2cd service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071494 Nov 03 18:54:15.469346 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-023dff60-3fe1-4acf-8ae6-07c496244d7e tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "GET /v2.0/ports?device_id=226d03cf-7459-4f89-95aa-21139fa8e909 HTTP/1.1" status: 200 len: 205 time: 0.0287092 Nov 03 18:54:15.472672 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34512) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:15.556626 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-9ddaa166-e96e-428a-a15b-a2b92ea113c3 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] delete failed (client error): The resource could not be found. Nov 03 18:54:15.556860 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.558056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9ddaa166-e96e-428a-a15b-a2b92ea113c3 tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "DELETE /v2.0/routers/226d03cf-7459-4f89-95aa-21139fa8e909 HTTP/1.1" status: 404 len: 336 time: 0.0789888 Nov 03 18:54:15.560932 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34514) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:15.579792 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=3c02e1d4-90e2-41d8-a376-dfd751f23cf6,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:15.587116 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b8bd9c85-bfdb-4373-bb69-9af31515078e req-0ed54e43-0757-468d-bc1b-5baec775534b tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767914 Nov 03 18:54:15.593854 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Network 85b7ce44-0410-4b82-b7c9-7827a793d4d2 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:15.596069 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b875c7a-100e-4279-8bfc-c15c74f9952f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] DELETE failed (client error): The resource could not be found. Nov 03 18:54:15.596964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b875c7a-100e-4279-8bfc-c15c74f9952f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:54:15.604428 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4b875c7a-100e-4279-8bfc-c15c74f9952f tempest-RoutersIpV6AdminTest-1167025803 tempest-RoutersIpV6AdminTest-1167025803-project] 10.222.0.107 "DELETE /v2.0/subnets/12d67902-8d9c-47f7-ade8-babdc1de02ec HTTP/1.1" status: 404 len: 337 time: 0.0386271 Nov 03 18:54:15.643909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:15.675297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ac3d1264-4f07-46f2-a4e7-23f65b6b2eac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port e818bf29-2983-4c1e-a6df-f744e067df4e {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:15.675505 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1264-4f07-46f2-a4e7-23f65b6b2eac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.700103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:15.724847 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb05f20-b05d-4254-b21c-12dbca7d704b x-openstack-request-id: req-ecb05f20-b05d-4254-b21c-12dbca7d704b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:15.725279 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ce9d88-5d91-456a-a5ba-80998fff20e5", "name": "network-vif-plugged", "status": "completed", "tag": "3c02e1d4-90e2-41d8-a376-dfd751f23cf6", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:15.725646 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ecb05f20-b05d-4254-b21c-12dbca7d704b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:15.726132 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ce9d88-5d91-456a-a5ba-80998fff20e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c02e1d4-90e2-41d8-a376-dfd751f23cf6', 'code': 200} Nov 03 18:54:15.814537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27c6edd3-d348-45f2-b15a-ce7f4101db39 req-ad92c060-35f8-4d71-ba27-f698b1838020 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360252 Nov 03 18:54:15.822401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebb4b3-99f1-4a34-988a-fcb17ffd53c2 req-4c1915b2-f54e-4d1e-9e47-ee5b1aa981ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:15.824186 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1ebb4b3-99f1-4a34-988a-fcb17ffd53c2 req-4c1915b2-f54e-4d1e-9e47-ee5b1aa981ba service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 1094 time: 0.2786932 Nov 03 18:54:15.852161 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-ac3d1264-4f07-46f2-a4e7-23f65b6b2eac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] For port e818bf29-2983-4c1e-a6df-f744e067df4e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e818bf29-2983-4c1e-a6df-f744e067df4e,segment=NetworkSegment(779f63b2-8d0f-40a5-9d6b-0d67d1f1c059),segment_id=779f63b2-8d0f-40a5-9d6b-0d67d1f1c059)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:15.852879 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1264-4f07-46f2-a4e7-23f65b6b2eac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.866223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925dc49-6024-4854-9d25-de7b64a571d0 req-0d1fe28b-5850-4643-954f-bbc95251d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:15.868591 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7925dc49-6024-4854-9d25-de7b64a571d0 req-0d1fe28b-5850-4643-954f-bbc95251d6c1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1096 time: 0.0974979 Nov 03 18:54:15.875246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:15.875642 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ac3d1264-4f07-46f2-a4e7-23f65b6b2eac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for e818bf29-2983-4c1e-a6df-f744e067df4e owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:15.903494 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:15.927409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362917f6-ccf4-4e62-8fe3-336b8e6d122b None None] Pushing event updated for resources: {'Port': ['ID=da5539ce-f3f1-4756-b7d3-46138dac1581,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:15.996933 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.027793 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.071956 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7925dc49-6024-4854-9d25-de7b64a571d0 req-42f6f76d-a405-4737-8961-5e6ce83feadf service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917503 Nov 03 18:54:16.079152 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:16.090595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Router 045434f2-5c6f-494d-9b3c-08d2c2da0210 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:54:16.109113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebb4b3-99f1-4a34-988a-fcb17ffd53c2 req-ce9df191-c641-4ef3-bb1c-2be58bbf4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:16.110787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1ebb4b3-99f1-4a34-988a-fcb17ffd53c2 req-ce9df191-c641-4ef3-bb1c-2be58bbf4ee8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 200 len: 915 time: 0.2765193 Nov 03 18:54:16.152259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 762c123b-88ce-45d8-87f6-424c68b11183 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:16.165215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Network 08f620a6-e127-482c-a9ba-062ad53a4ccd is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:16.174958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:16.219325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:16.225049 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d6bfc55c-3b4e-44e3-92ae-9d928296a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:54:09Z', 'revision_number': 10, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:16.265593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Pushing event updated for resources: {'Port': ['ID=5562fd34-2ab6-4440-a5fa-a644c463e385,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:16.273022 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bfc55c-3b4e-44e3-92ae-9d928296a905 None None] The sync data for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 is: [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:54:09Z', 'revision_number': 10, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None, '_interfaces': [{'id': 'e818bf29-2983-4c1e-a6df-f744e067df4e', 'name': '', 'network_id': '20d580e3-0866-466d-bdda-4a1f6f813d47', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'mac_address': 'fa:16:3e:f4:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:58Z', 'updated_at': '2021-11-03T18:53:08Z', 'revision_number': 5, 'project_id': '45be4aed4b664444966796000d58a1bc', 'subnets': [{'id': 'b8e4828f-9c88-4180-a496-aba5e99ba3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:16.319758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34524) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:16.333809 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1264-4f07-46f2-a4e7-23f65b6b2eac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.350995 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 762c123b-88ce-45d8-87f6-424c68b11183 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:54:16.366974 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 762c123b-88ce-45d8-87f6-424c68b11183 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:16.367455 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.370503 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Attempting to bind port 5562fd34-2ab6-4440-a5fa-a644c463e385 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:16.370503 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Attempting to bind port 5562fd34-2ab6-4440-a5fa-a644c463e385 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '826d2a29-a88c-43ae-b6c0-9c267cb8df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '08f620a6-e127-482c-a9ba-062ad53a4ccd'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:16.370934 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Attempting to bind port 5562fd34-2ab6-4440-a5fa-a644c463e385 on network 08f620a6-e127-482c-a9ba-062ad53a4ccd {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:16.379042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d1264-4f07-46f2-a4e7-23f65b6b2eac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=e818bf29-2983-4c1e-a6df-f744e067df4e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:16.411041 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1ebb4b3-99f1-4a34-988a-fcb17ffd53c2 req-3c9e8b4d-4b0c-41d7-b4d2-409fa7ad28a5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63003d42-6336-4ab2-a39c-86bcb259b295 HTTP/1.1" status: 200 len: 217 time: 0.1227045 Nov 03 18:54:16.414242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:16.424250 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fa1f7cf4-2efd-4507-b207-bd457153b84f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "PUT /v2.0/routers/045434f2-5c6f-494d-9b3c-08d2c2da0210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7589934 Nov 03 18:54:16.429124 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34528) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:16.455376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67408e52-7d2f-4fca-8755-78c022a66588 None None] Sync routers for ids ['045434f2-5c6f-494d-9b3c-08d2c2da0210'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:16.464354 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:16.464899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Checking segment: {'id': '826d2a29-a88c-43ae-b6c0-9c267cb8df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '08f620a6-e127-482c-a9ba-062ad53a4ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:16.465325 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.465895 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Bound using segment: {'id': '826d2a29-a88c-43ae-b6c0-9c267cb8df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '08f620a6-e127-482c-a9ba-062ad53a4ccd'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:16.466629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Bound port: 5562fd34-2ab6-4440-a5fa-a644c463e385, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826d2a29-a88c-43ae-b6c0-9c267cb8df7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '08f620a6-e127-482c-a9ba-062ad53a4ccd'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:16.466942 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.494699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67408e52-7d2f-4fca-8755-78c022a66588 None None] Routers {'045434f2-5c6f-494d-9b3c-08d2c2da0210'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:16.495429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-67408e52-7d2f-4fca-8755-78c022a66588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['045434f2-5c6f-494d-9b3c-08d2c2da0210'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:16.591973 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac3d1264-4f07-46f2-a4e7-23f65b6b2eac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.594734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-67408e52-7d2f-4fca-8755-78c022a66588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:16.689595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb3b1e-c027-4f39-932d-511040ee8109 req-c7c21dae-f6a7-41d7-a6a9-266d6c9fd173 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:16.696440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb3b1e-c027-4f39-932d-511040ee8109 req-c7c21dae-f6a7-41d7-a6a9-266d6c9fd173 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:16.724298 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.726275 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67408e52-7d2f-4fca-8755-78c022a66588 None None] Routers {'045434f2-5c6f-494d-9b3c-08d2c2da0210'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:16.727013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-67408e52-7d2f-4fca-8755-78c022a66588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['045434f2-5c6f-494d-9b3c-08d2c2da0210'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:16.730052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb3b1e-c027-4f39-932d-511040ee8109 req-c7c21dae-f6a7-41d7-a6a9-266d6c9fd173 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:16.747142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb3b1e-c027-4f39-932d-511040ee8109 req-c7c21dae-f6a7-41d7-a6a9-266d6c9fd173 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:16.753964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb3b1e-c027-4f39-932d-511040ee8109 req-c7c21dae-f6a7-41d7-a6a9-266d6c9fd173 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:16.772423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb3b1e-c027-4f39-932d-511040ee8109 req-c7c21dae-f6a7-41d7-a6a9-266d6c9fd173 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:16.789981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb3b1e-c027-4f39-932d-511040ee8109 req-c7c21dae-f6a7-41d7-a6a9-266d6c9fd173 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:16.793426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6eeb3b1e-c027-4f39-932d-511040ee8109 req-c7c21dae-f6a7-41d7-a6a9-266d6c9fd173 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5427 time: 0.5028169 Nov 03 18:54:16.804701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a4445-5361-4807-988a-8e0a8c039539 req-ee7c3560-e736-4bab-8e85-d086d2c34879 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:16.810502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-67408e52-7d2f-4fca-8755-78c022a66588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:16.811440 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67408e52-7d2f-4fca-8755-78c022a66588 None None] The sync data for ids ['045434f2-5c6f-494d-9b3c-08d2c2da0210'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:16.812541 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d56a4445-5361-4807-988a-8e0a8c039539 req-ee7c3560-e736-4bab-8e85-d086d2c34879 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.5134034 Nov 03 18:54:16.814511 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-feeb15da-535c-4724-a07f-a8fa77ce2d74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.880213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 762c123b-88ce-45d8-87f6-424c68b11183, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=762c123b-88ce-45d8-87f6-424c68b11183,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:16.891633 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.912710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] For port 5562fd34-2ab6-4440-a5fa-a644c463e385, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:16.946473 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3d1264-4f07-46f2-a4e7-23f65b6b2eac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 4df7dde2-3378-4c05-8e78-66efba8c1f04 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:16.949673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebb4b3-99f1-4a34-988a-fcb17ffd53c2 req-c3a2bfa5-e1dd-4680-9b23-779289cfd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:16.953686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1ebb4b3-99f1-4a34-988a-fcb17ffd53c2 req-c3a2bfa5-e1dd-4680-9b23-779289cfd6a3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3819844f-11d3-46e6-a85a-1c8983cc47d5 HTTP/1.1" status: 200 len: 854 time: 0.5276899 Nov 03 18:54:16.957405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] For port 5562fd34-2ab6-4440-a5fa-a644c463e385, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5562fd34-2ab6-4440-a5fa-a644c463e385,segment=NetworkSegment(826d2a29-a88c-43ae-b6c0-9c267cb8df7d),segment_id=826d2a29-a88c-43ae-b6c0-9c267cb8df7d)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:16.967570 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:16.976633 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device da5539ce-f3f1-4756-b7d3-46138dac1581 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:16.979927 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['bae343c8-8d70-4d32-99cc-d202d84dd31f'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:17.063673 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d56a4445-5361-4807-988a-8e0a8c039539 req-20252ee0-5352-4723-bd69-b2344de3dd8a tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437773 Nov 03 18:54:17.066637 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1ebb4b3-99f1-4a34-988a-fcb17ffd53c2 req-43a3b368-0163-4085-af32-2c37f7ee7a46 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958655 Nov 03 18:54:17.080278 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3d1264-4f07-46f2-a4e7-23f65b6b2eac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:17.100399 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ac3d1264-4f07-46f2-a4e7-23f65b6b2eac tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/4df7dde2-3378-4c05-8e78-66efba8c1f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1734352 Nov 03 18:54:17.100745 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34534) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:17.116128 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33123ed8-93fc-4d4f-90de-4d2c54808507 None None] Sync routers for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:17.153446 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33123ed8-93fc-4d4f-90de-4d2c54808507 None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:17.154292 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['2eaf2fe3-41ce-4c5c-8d4c-45e854cef364'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:17.156089 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-33123ed8-93fc-4d4f-90de-4d2c54808507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:17.181919 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=762c123b-88ce-45d8-87f6-424c68b11183,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:17.221880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbbbf8c-8079-4689-aac8-ef0793d61e59 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting subnet b8e4828f-9c88-4180-a496-aba5e99ba3fb {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:17.225788 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dcbbbf8c-8079-4689-aac8-ef0793d61e59 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.285179 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-feeb15da-535c-4724-a07f-a8fa77ce2d74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.294161 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-33123ed8-93fc-4d4f-90de-4d2c54808507 None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:17.319126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c21672-dd30-4604-b55f-3de979fe9484 None None] Network 85b7ce44-0410-4b82-b7c9-7827a793d4d2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:17.338676 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dcbbbf8c-8079-4689-aac8-ef0793d61e59 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.369330 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-33123ed8-93fc-4d4f-90de-4d2c54808507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:54:16Z', 'revision_number': 11, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:17.400858 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-feeb15da-535c-4724-a07f-a8fa77ce2d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.403428 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33123ed8-93fc-4d4f-90de-4d2c54808507 None None] Checking router: 4df7dde2-3378-4c05-8e78-66efba8c1f04 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:17.426012 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33123ed8-93fc-4d4f-90de-4d2c54808507 None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:17.426667 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-33123ed8-93fc-4d4f-90de-4d2c54808507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:17.481618 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dcbbbf8c-8079-4689-aac8-ef0793d61e59 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.562983 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-33123ed8-93fc-4d4f-90de-4d2c54808507 None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:17.592965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a24ccda5-45ba-4561-b21a-46b7fdbc3fe0 None None] Provisioning complete for port da5539ce-f3f1-4756-b7d3-46138dac1581 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:17.593589 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a24ccda5-45ba-4561-b21a-46b7fdbc3fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.614670 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0f1d7-80e8-4b1a-bc95-d21572457ac2 None None] Pushing event updated for resources: {'Port': ['ID=5562fd34-2ab6-4440-a5fa-a644c463e385,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:17.619357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port da5539ce-f3f1-4756-b7d3-46138dac1581 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:17.619970 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.636287 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dcbbbf8c-8079-4689-aac8-ef0793d61e59 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.680940 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1ebb4b3-99f1-4a34-988a-fcb17ffd53c2 req-c1ec05c8-3406-483f-9601-5d7d81e2cc65 service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739339 Nov 03 18:54:17.688426 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 63003d42-6336-4ab2-a39c-86bcb259b295 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:54:17.693134 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6eeb3b1e-c027-4f39-932d-511040ee8109 req-3da2fb27-6dca-43e6-85af-1d40b87d5053 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8569624 Nov 03 18:54:17.709519 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbbf8c-8079-4689-aac8-ef0793d61e59 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e4828f-9c88-4180-a496-aba5e99ba3fb,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:17.726915 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dcbbbf8c-8079-4689-aac8-ef0793d61e59 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.738291 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dcbbbf8c-8079-4689-aac8-ef0793d61e59 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/b8e4828f-9c88-4180-a496-aba5e99ba3fb HTTP/1.1" status: 204 len: 168 time: 0.6342216 Nov 03 18:54:17.738650 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34536) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:17.755219 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762c123b-88ce-45d8-87f6-424c68b11183'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:17.758204 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54d4cd7-faa8-465c-b56c-fb7846f4fc77" -d '{"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-plugged", "status": "completed", "tag": "762c123b-88ce-45d8-87f6-424c68b11183"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:17.761312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4baadfb-f41d-48ab-96ab-866e50853421 None None] Network 20d580e3-0866-466d-bdda-4a1f6f813d47 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:17.774325 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-33123ed8-93fc-4d4f-90de-4d2c54808507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:54:16Z', 'revision_number': 11, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:17.808867 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33123ed8-93fc-4d4f-90de-4d2c54808507 None None] The sync data for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 is: [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:54:16Z', 'revision_number': 11, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:17.903713 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:17.984888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Deleting port 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:17.985539 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.010521 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1ebb4b3-99f1-4a34-988a-fcb17ffd53c2 req-beb85a72-7ca7-4735-a179-163ca2c6cacf service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100317 Nov 03 18:54:18.033848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-feeb15da-535c-4724-a07f-a8fa77ce2d74 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bc16e02739e9429d85bb2274c89e0949&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6957912 Nov 03 18:54:18.034585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34540) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:18.054036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215bced-f44f-4595-9e8f-56b4a95b4e8c req-5351da8a-41fc-4c1e-8397-326de12aaf4d tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:18.055019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f215bced-f44f-4595-9e8f-56b4a95b4e8c req-5351da8a-41fc-4c1e-8397-326de12aaf4d tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 943 time: 0.8696785 Nov 03 18:54:18.063545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb15da-535c-4724-a07f-a8fa77ce2d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d243f4-a83e-4e3c-8c29-ab21ea487eae,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:18.079350 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] For port 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5,segment=NetworkSegment(779f63b2-8d0f-40a5-9d6b-0d67d1f1c059),segment_id=779f63b2-8d0f-40a5-9d6b-0d67d1f1c059)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:18.079873 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.105279 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Calling delete_port for 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:18.162644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 63003d42-6336-4ab2-a39c-86bcb259b295, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=63003d42-6336-4ab2-a39c-86bcb259b295,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:18.175604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:18.183553 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '63003d42-6336-4ab2-a39c-86bcb259b295', 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd', 'port_id': '63003d42-6336-4ab2-a39c-86bcb259b295', 'mac_address': 'fa:16:3e:3a:a9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3819844f-11d3-46e6-a85a-1c8983cc47d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:54:18.196129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f41de9-43d4-47eb-bed0-2e70db9f7d5b req-35f02c98-3367-4c95-ba97-e671a1317e2e tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:18.200033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37f41de9-43d4-47eb-bed0-2e70db9f7d5b req-35f02c98-3367-4c95-ba97-e671a1317e2e tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1096 time: 0.2873459 Nov 03 18:54:18.273198 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.279915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f215bced-f44f-4595-9e8f-56b4a95b4e8c req-f13598f8-5fe9-48e8-9a26-e8023ae9f3fb tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927850 Nov 03 18:54:18.337068 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Port': ['ID=8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:18.341217 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No DVR routers for this DVR port 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:18.360712 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.438333 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02ec3c4-9ce0-4306-b0fb-20c648b42d85 x-openstack-request-id: req-b02ec3c4-9ce0-4306-b0fb-20c648b42d85 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:18.438674 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-plugged", "status": "completed", "tag": "762c123b-88ce-45d8-87f6-424c68b11183", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:18.439000 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b02ec3c4-9ce0-4306-b0fb-20c648b42d85 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:18.439279 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762c123b-88ce-45d8-87f6-424c68b11183', 'code': 200} Nov 03 18:54:18.439973 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-2131f114-1f02-4661-adfc-16f8091f662f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:54:18.446390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2131f114-1f02-4661-adfc-16f8091f662f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "PUT /v2.0/routers/045434f2-5c6f-494d-9b3c-08d2c2da0210/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0069461 Nov 03 18:54:18.457756 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34544) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:18.530486 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-54c4e773-f700-409d-9e5f-2e5450cce077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.585221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port da5539ce-f3f1-4756-b7d3-46138dac1581, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=da5539ce-f3f1-4756-b7d3-46138dac1581,segment=NetworkSegment(d67234da-32b1-47f6-ab3d-f5b190352203),segment_id=d67234da-32b1-47f6-ab3d-f5b190352203)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:18.619072 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.627096 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.700492 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a24ccda5-45ba-4561-b21a-46b7fdbc3fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.727056 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=da5539ce-f3f1-4756-b7d3-46138dac1581,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:18.737649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eff99e4b-c268-4a6e-875c-713c1b4f6f8a no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:18.739698 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.792759 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:54:18.794649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: eff99e4b-c268-4a6e-875c-713c1b4f6f8a {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:18.795001 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eff99e4b-c268-4a6e-875c-713c1b4f6f8a not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:18.806226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63003d42-6336-4ab2-a39c-86bcb259b295 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:18.810642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:18.811031 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.870471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8367e-e71c-4881-a5b3-d4bd121949e2 None None] DHCP port deletion for 20d580e3-0866-466d-bdda-4a1f6f813d47 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:54:18.887189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147a6e9d-df8e-4fd9-b34f-48ef64221866 None None] Network 08f620a6-e127-482c-a9ba-062ad53a4ccd requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:18.892618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d580e3-0866-466d-bdda-4a1f6f813d47']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:18.916845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779f63b2-8d0f-40a5-9d6b-0d67d1f1c059') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:18.916845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779f63b2-8d0f-40a5-9d6b-0d67d1f1c059') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:18.941994 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:18.984468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 63003d42-6336-4ab2-a39c-86bcb259b295, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=63003d42-6336-4ab2-a39c-86bcb259b295,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:19.026887 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.050066 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:19.050751 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:19.055293 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:19.060651 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.070030 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-a24ccda5-45ba-4561-b21a-46b7fdbc3fe0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:54:19.070425 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-a24ccda5-45ba-4561-b21a-46b7fdbc3fe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:54:19.138455 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37f41de9-43d4-47eb-bed0-2e70db9f7d5b req-88051456-3db0-4ce2-9cf6-7c52b6b205f2 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8549039 Nov 03 18:54:19.142311 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-54c4e773-f700-409d-9e5f-2e5450cce077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.172111 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=63003d42-6336-4ab2-a39c-86bcb259b295,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:19.187833 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260ae80-12ef-4ea8-927b-2bc3a67d3ad1 req-7e01fae6-2cb8-4b9e-a590-3255c723bd34 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:19.196155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e260ae80-12ef-4ea8-927b-2bc3a67d3ad1 req-7e01fae6-2cb8-4b9e-a590-3255c723bd34 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.6982164 Nov 03 18:54:19.315908 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.335606 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.335859 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-54c4e773-f700-409d-9e5f-2e5450cce077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.341396 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device da5539ce-f3f1-4756-b7d3-46138dac1581 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:19.341625 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/networks/20d580e3-0866-466d-bdda-4a1f6f813d47 HTTP/1.1" status: 204 len: 168 time: 1.5993695 Nov 03 18:54:19.341625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ebcb9-7146-4261-a38e-cdf31dbac994 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Pushing event deleted for resources: {'Network': ['ID=20d580e3-0866-466d-bdda-4a1f6f813d47,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:19.343893 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-54c4e773-f700-409d-9e5f-2e5450cce077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.347757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34552) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:19.350972 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.354120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c8f0a786-ea67-4491-b702-1ca402eb9291 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'router': {'routes': None}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:19.371721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-54c4e773-f700-409d-9e5f-2e5450cce077 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/04d243f4-a83e-4e3c-8c29-ab21ea487eae HTTP/1.1" status: 204 len: 168 time: 1.3284194 Nov 03 18:54:19.388746 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['63003d42-6336-4ab2-a39c-86bcb259b295'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:19.435824 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4e773-f700-409d-9e5f-2e5450cce077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d243f4-a83e-4e3c-8c29-ab21ea487eae,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:19.539752 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eba2bd-697d-48ba-8226-f8ca781964c4 req-36ff1031-017d-4a34-901a-a39555bee823 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:19.557340 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eba2bd-697d-48ba-8226-f8ca781964c4 req-36ff1031-017d-4a34-901a-a39555bee823 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:19.566872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eba2bd-697d-48ba-8226-f8ca781964c4 req-36ff1031-017d-4a34-901a-a39555bee823 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:19.577231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eba2bd-697d-48ba-8226-f8ca781964c4 req-36ff1031-017d-4a34-901a-a39555bee823 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:19.586845 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eba2bd-697d-48ba-8226-f8ca781964c4 req-36ff1031-017d-4a34-901a-a39555bee823 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:19.593336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eba2bd-697d-48ba-8226-f8ca781964c4 req-36ff1031-017d-4a34-901a-a39555bee823 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:19.601943 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:19.604134 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eba2bd-697d-48ba-8226-f8ca781964c4 req-36ff1031-017d-4a34-901a-a39555bee823 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:19.610311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3eba2bd-697d-48ba-8226-f8ca781964c4 req-36ff1031-017d-4a34-901a-a39555bee823 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5428 time: 0.3058188 Nov 03 18:54:19.725215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.extraroute_db [None req-c8f0a786-ea67-4491-b702-1ca402eb9291 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Added routes are [] {{(pid=101711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 18:54:19.725672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.extraroute_db [None req-c8f0a786-ea67-4491-b702-1ca402eb9291 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Removed routes are [] {{(pid=101711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 18:54:19.726143 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a786-ea67-4491-b702-1ca402eb9291 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.727767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e260ae80-12ef-4ea8-927b-2bc3a67d3ad1 req-9cb7a4d0-81af-4003-9587-f96131c71611 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4824922 Nov 03 18:54:19.755749 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:19.762005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device eb6009a2-de14-4b29-bc88-45d0d58e81f1 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:19.831616 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ea1ed-da35-455a-84bc-8dd330287a83 req-e3c630ee-58df-41d1-83f2-0fc018904981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:19.833283 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b1ea1ed-da35-455a-84bc-8dd330287a83 req-e3c630ee-58df-41d1-83f2-0fc018904981 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6e03d37318b34094a0ffff28057c6cc2&device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 1096 time: 0.2097852 Nov 03 18:54:19.873525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3eba2bd-697d-48ba-8226-f8ca781964c4 req-27d9bb99-0084-4da3-b6c4-62259c49fdd7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2428710 Nov 03 18:54:20.104259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34558) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:20.138000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273f057-40de-4a00-8bf2-48e09034ca35 req-701716a1-cf2a-49e1-b62c-df24b6c95e6a tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:20.138779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-dee5931d-298e-48ce-973e-0f3476b47e36 None None] Provisioning complete for port da5539ce-f3f1-4756-b7d3-46138dac1581 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:20.139387 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dee5931d-298e-48ce-973e-0f3476b47e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.140640 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4273f057-40de-4a00-8bf2-48e09034ca35 req-701716a1-cf2a-49e1-b62c-df24b6c95e6a tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1096 time: 0.1779888 Nov 03 18:54:20.149500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port da5539ce-f3f1-4756-b7d3-46138dac1581 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:20.149872 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.156911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port eb6009a2-de14-4b29-bc88-45d0d58e81f1 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:54:20.200572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port eb6009a2-de14-4b29-bc88-45d0d58e81f1 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:20.200958 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.204594 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e29a56-4019-4cc3-bc02-6e1ae1526dad req-878d142d-8a07-45c1-b461-677321de77c7 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:20.207048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e29a56-4019-4cc3-bc02-6e1ae1526dad req-878d142d-8a07-45c1-b461-677321de77c7 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 944 time: 0.1716778 Nov 03 18:54:20.211990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:20.222402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ea1ed-da35-455a-84bc-8dd330287a83 req-46d423d8-ca1e-4d2a-a6e1-c5f2935e3527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:20.224097 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b1ea1ed-da35-455a-84bc-8dd330287a83 req-46d423d8-ca1e-4d2a-a6e1-c5f2935e3527 service neutron] 10.222.0.98 "GET /v2.0/networks?id=59aedf5c-3e42-405b-a5ae-b89a5996e64c HTTP/1.1" status: 200 len: 912 time: 0.3492143 Nov 03 18:54:20.245886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-62109594-74e7-4ef4-a1d6-5736be86453f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0b63b0f0d68146408f1cbd8f6eb74aae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382134 Nov 03 18:54:20.293024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34560) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:20.359394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5562fd34-2ab6-4440-a5fa-a644c463e385 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:20.366343 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4273f057-40de-4a00-8bf2-48e09034ca35 req-8002cac3-ea88-4d36-be25-2b2ff9cc60d6 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138762 Nov 03 18:54:20.414258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b1ea1ed-da35-455a-84bc-8dd330287a83 req-2e3907f2-ff2f-489f-9bb5-3f576c8e807b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=336c03b5-e2c3-4b89-969d-2eb22ec37a65 HTTP/1.1" status: 200 len: 1000 time: 0.1796138 Nov 03 18:54:20.428335 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e29a56-4019-4cc3-bc02-6e1ae1526dad req-1f44ee38-1d46-482c-9670-c3cd516d3c42 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963620 Nov 03 18:54:20.430670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47430004-a0d5-493c-853e-68f373d4cf40 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.433968 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a786-ea67-4491-b702-1ca402eb9291 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.454132 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b961a24e-417a-4a3f-8a1a-75bd3d9b7a15'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:20.457499 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccff632-6fb0-4bf7-bf45-280858982363" -d '{"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-plugged", "status": "completed", "tag": "b961a24e-417a-4a3f-8a1a-75bd3d9b7a15"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:20.468876 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a786-ea67-4491-b702-1ca402eb9291 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.512366 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-930820b4-87ad-410c-bbdf-3f642cf84e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.519718 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1fb415-8aca-4016-806b-9e4e78ff3e2a x-openstack-request-id: req-4a1fb415-8aca-4016-806b-9e4e78ff3e2a {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:20.520063 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-plugged", "status": "completed", "tag": "b961a24e-417a-4a3f-8a1a-75bd3d9b7a15", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:20.520262 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4a1fb415-8aca-4016-806b-9e4e78ff3e2a {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:20.520651 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b961a24e-417a-4a3f-8a1a-75bd3d9b7a15', 'code': 200} Nov 03 18:54:20.544835 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.561250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ea1ed-da35-455a-84bc-8dd330287a83 req-78fac346-787f-4c80-9a60-75943ff277a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:20.562790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b1ea1ed-da35-455a-84bc-8dd330287a83 req-78fac346-787f-4c80-9a60-75943ff277a7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1945ba7b-6c1a-48ad-b07e-6241e957b703 HTTP/1.1" status: 200 len: 850 time: 0.1280935 Nov 03 18:54:20.566208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5562fd34-2ab6-4440-a5fa-a644c463e385 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:20.566587 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.574976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-dee5931d-298e-48ce-973e-0f3476b47e36 None None] Provisioning complete for port 5562fd34-2ab6-4440-a5fa-a644c463e385 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:20.575355 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dee5931d-298e-48ce-973e-0f3476b47e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.594552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-930820b4-87ad-410c-bbdf-3f642cf84e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.599351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f0a786-ea67-4491-b702-1ca402eb9291 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 4df7dde2-3378-4c05-8e78-66efba8c1f04 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:20.630875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48c754-57d7-421c-ad31-4e916d290ab7 req-8bd2bedd-0a43-4a78-97a7-810b41fb2fbc tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:20.632718 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af48c754-57d7-421c-ad31-4e916d290ab7 req-8bd2bedd-0a43-4a78-97a7-810b41fb2fbc tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1096 time: 0.1119134 Nov 03 18:54:20.639314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port eb6009a2-de14-4b29-bc88-45d0d58e81f1, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=eb6009a2-de14-4b29-bc88-45d0d58e81f1,segment=NetworkSegment(5587f12b-7f23-48d6-bce7-28db4e0f4527),segment_id=5587f12b-7f23-48d6-bce7-28db4e0f4527)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:20.655636 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.656654 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5ab89f05-331d-4782-aa0b-943c45c22fa3 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:20.694335 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ea1ed-da35-455a-84bc-8dd330287a83 req-6128f5af-e096-41ba-b655-a53ec474dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:20.695927 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b1ea1ed-da35-455a-84bc-8dd330287a83 req-6128f5af-e096-41ba-b655-a53ec474dbe8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=59aedf5c-3e42-405b-a5ae-b89a5996e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145406 Nov 03 18:54:20.720887 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-930820b4-87ad-410c-bbdf-3f642cf84e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.723524 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-930820b4-87ad-410c-bbdf-3f642cf84e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.727061 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-930820b4-87ad-410c-bbdf-3f642cf84e94 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ef36b220-4201-4914-93b1-61691f2e7c02 HTTP/1.1" status: 204 len: 168 time: 0.4278486 Nov 03 18:54:20.769238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930820b4-87ad-410c-bbdf-3f642cf84e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef36b220-4201-4914-93b1-61691f2e7c02,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:20.772281 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f0a786-ea67-4491-b702-1ca402eb9291 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:20.772852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af48c754-57d7-421c-ad31-4e916d290ab7 req-ac47a4a4-cb8d-4658-8739-a3a874082234 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181405 Nov 03 18:54:20.806316 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a786-ea67-4491-b702-1ca402eb9291 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.808909 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c8f0a786-ea67-4491-b702-1ca402eb9291 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/4df7dde2-3378-4c05-8e78-66efba8c1f04 HTTP/1.1" status: 200 len: 701 time: 1.4588614 Nov 03 18:54:20.811719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34572) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:20.818329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e59994-1616-4db4-8f66-8e792796c127 None None] Sync routers for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:20.842157 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=eb6009a2-de14-4b29-bc88-45d0d58e81f1,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:20.854478 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e040837c-883d-4c41-a2c3-5b9fd52dfb4c tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports?device_id=4df7dde2-3378-4c05-8e78-66efba8c1f04 HTTP/1.1" status: 200 len: 205 time: 0.0416474 Nov 03 18:54:20.862499 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34574) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:20.890685 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b1ea1ed-da35-455a-84bc-8dd330287a83 req-ba51dfb3-d7e1-4b9e-b0e3-a76f82ef3612 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848431 Nov 03 18:54:20.891989 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dee5931d-298e-48ce-973e-0f3476b47e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:20.896347 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.011776 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b151d039-29a7-4f15-a427-030e51557325 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.088416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de699eef-a5c1-4183-9eef-13e5d9711953 req-33ed522d-bc93-4697-8c15-37e50f363f5c tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:21.092214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de699eef-a5c1-4183-9eef-13e5d9711953 req-33ed522d-bc93-4697-8c15-37e50f363f5c tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.1369631 Nov 03 18:54:21.109624 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 5ab89f05-331d-4782-aa0b-943c45c22fa3 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:54:21.113459 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e59994-1616-4db4-8f66-8e792796c127 None None] Routers {'4df7dde2-3378-4c05-8e78-66efba8c1f04'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:21.114436 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-83e59994-1616-4db4-8f66-8e792796c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4df7dde2-3378-4c05-8e78-66efba8c1f04'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:21.115778 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:54:21.170650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 5ab89f05-331d-4782-aa0b-943c45c22fa3 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:21.171022 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.185549 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b1ea1ed-da35-455a-84bc-8dd330287a83 req-b8da8d9e-2eec-4721-8292-aad343bef1b2 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873797 Nov 03 18:54:21.244929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b151d039-29a7-4f15-a427-030e51557325 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.248193 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b151d039-29a7-4f15-a427-030e51557325 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.289855 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-83e59994-1616-4db4-8f66-8e792796c127 None None] Set router 4df7dde2-3378-4c05-8e78-66efba8c1f04 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:21.293895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de699eef-a5c1-4183-9eef-13e5d9711953 req-a4ade823-62de-49f1-a6ce-7a9eef94f93b tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915519 Nov 03 18:54:21.294233 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 5562fd34-2ab6-4440-a5fa-a644c463e385, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5562fd34-2ab6-4440-a5fa-a644c463e385,segment=NetworkSegment(826d2a29-a88c-43ae-b6c0-9c267cb8df7d),segment_id=826d2a29-a88c-43ae-b6c0-9c267cb8df7d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:21.326749 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-47430004-a0d5-493c-853e-68f373d4cf40 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Deleting port 6aa617e3-6cb2-47b4-8313-8f97f0c271ba {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:21.327315 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47430004-a0d5-493c-853e-68f373d4cf40 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.343780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b151d039-29a7-4f15-a427-030e51557325 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.344414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b151d039-29a7-4f15-a427-030e51557325 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Fanout notify agent at l3_agent the message router_deleted on router 4df7dde2-3378-4c05-8e78-66efba8c1f04 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:54:21.359093 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b151d039-29a7-4f15-a427-030e51557325 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.360382 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b151d039-29a7-4f15-a427-030e51557325 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/routers/4df7dde2-3378-4c05-8e78-66efba8c1f04 HTTP/1.1" status: 204 len: 168 time: 0.4933558 Nov 03 18:54:21.360710 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.368065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34584) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:21.372505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-5bb8b40a-e89c-4933-b83e-4dcbd6646c0d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-35671949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:21.377262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-83e59994-1616-4db4-8f66-8e792796c127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7dde2-3378-4c05-8e78-66efba8c1f04', 'name': 'tempest-RoutersTest-router-2006759936', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:55Z', 'updated_at': '2021-11-03T18:54:16Z', 'revision_number': 11, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:21.409250 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e818bf29-2983-4c1e-a6df-f744e067df4e no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:21.420194 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa8251-3ca9-4cf7-9107-80f92ac038fb req-141d569f-6ffb-430b-b32f-4f0adc6d2bc0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:21.426537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa8251-3ca9-4cf7-9107-80f92ac038fb req-141d569f-6ffb-430b-b32f-4f0adc6d2bc0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:21.433929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa8251-3ca9-4cf7-9107-80f92ac038fb req-141d569f-6ffb-430b-b32f-4f0adc6d2bc0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:21.441322 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa8251-3ca9-4cf7-9107-80f92ac038fb req-141d569f-6ffb-430b-b32f-4f0adc6d2bc0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:21.447964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa8251-3ca9-4cf7-9107-80f92ac038fb req-141d569f-6ffb-430b-b32f-4f0adc6d2bc0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:21.454060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa8251-3ca9-4cf7-9107-80f92ac038fb req-141d569f-6ffb-430b-b32f-4f0adc6d2bc0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:21.460257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa8251-3ca9-4cf7-9107-80f92ac038fb req-141d569f-6ffb-430b-b32f-4f0adc6d2bc0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:21.462784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9aa8251-3ca9-4cf7-9107-80f92ac038fb req-141d569f-6ffb-430b-b32f-4f0adc6d2bc0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5430 time: 0.2535524 Nov 03 18:54:21.491213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e59994-1616-4db4-8f66-8e792796c127 None None] Checking router: 4df7dde2-3378-4c05-8e78-66efba8c1f04 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:21.504662 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bb8b40a-e89c-4933-b83e-4dcbd6646c0d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.506822 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bb8b40a-e89c-4933-b83e-4dcbd6646c0d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.512553 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47430004-a0d5-493c-853e-68f373d4cf40 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.517537 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: e818bf29-2983-4c1e-a6df-f744e067df4e {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:21.519139 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e818bf29-2983-4c1e-a6df-f744e067df4e not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:21.556863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-47430004-a0d5-493c-853e-68f373d4cf40 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Calling delete_port for 6aa617e3-6cb2-47b4-8313-8f97f0c271ba owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:21.571262 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-dee5931d-298e-48ce-973e-0f3476b47e36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:54:21.573624 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-dee5931d-298e-48ce-973e-0f3476b47e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:54:21.600809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e59994-1616-4db4-8f66-8e792796c127 None None] Routers set() bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:21.601253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e59994-1616-4db4-8f66-8e792796c127 None None] Router IDs set() for agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 18:54:21.602503 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_agentschedulers_db [None req-83e59994-1616-4db4-8f66-8e792796c127 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4df7dde2-3378-4c05-8e78-66efba8c1f04'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent'). {{(pid=101713) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 18:54:21.602830 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e59994-1616-4db4-8f66-8e792796c127 None None] The sync data for ids ['4df7dde2-3378-4c05-8e78-66efba8c1f04'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:21.635948 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bb8b40a-e89c-4933-b83e-4dcbd6646c0d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.640954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:21.642949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9aa8251-3ca9-4cf7-9107-80f92ac038fb req-8dcb46e6-9136-47ef-8dba-8bc22011ab61 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1405635 Nov 03 18:54:21.646076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe48c78-2d8b-499d-9de9-defe2a339f8f req-5ca20d4f-3fce-432a-ba0e-1ea152238b6d tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:21.647652 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbe48c78-2d8b-499d-9de9-defe2a339f8f req-5ca20d4f-3fce-432a-ba0e-1ea152238b6d tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1096 time: 0.1823721 Nov 03 18:54:21.648817 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bb8b40a-e89c-4933-b83e-4dcbd6646c0d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.686355 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bb8b40a-e89c-4933-b83e-4dcbd6646c0d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.687525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5bb8b40a-e89c-4933-b83e-4dcbd6646c0d tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3196471 Nov 03 18:54:21.690466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 63003d42-6336-4ab2-a39c-86bcb259b295 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:21.698330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34594) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:21.705330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-32aa6298-1b7b-431d-90e1-9d1e2dc6cf87 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:21.714530 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=5562fd34-2ab6-4440-a5fa-a644c463e385,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:21.751360 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:21.754688 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8f193c71-b9d3-4d3d-beae-2e7e0ffe15f5 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:21.776381 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.855680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 63003d42-6336-4ab2-a39c-86bcb259b295 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:54:21.862024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5ab89f05-331d-4782-aa0b-943c45c22fa3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5ab89f05-331d-4782-aa0b-943c45c22fa3,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:21.864220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 63003d42-6336-4ab2-a39c-86bcb259b295 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:21.864665 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.893279 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.933282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device bae343c8-8d70-4d32-99cc-d202d84dd31f up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:21.941718 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbe48c78-2d8b-499d-9de9-defe2a339f8f req-fe574f73-8802-4922-bbba-c0e58325df78 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722468 Nov 03 18:54:21.942503 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47430004-a0d5-493c-853e-68f373d4cf40 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:21.997437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d98f4f-e6b2-4cb1-9752-b480cd544ecb req-519167fb-f66b-4e14-8dd7-3a7680553ae7 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:21.999764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8d98f4f-e6b2-4cb1-9752-b480cd544ecb req-519167fb-f66b-4e14-8dd7-3a7680553ae7 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 944 time: 0.1917305 Nov 03 18:54:22.009536 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47430004-a0d5-493c-853e-68f373d4cf40 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event deleted for resources: {'Port': ['ID=6aa617e3-6cb2-47b4-8313-8f97f0c271ba,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:22.079279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5ab89f05-331d-4782-aa0b-943c45c22fa3,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:22.164290 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.196069 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-32aa6298-1b7b-431d-90e1-9d1e2dc6cf87 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.212169 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47430004-a0d5-493c-853e-68f373d4cf40 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.227823 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8d98f4f-e6b2-4cb1-9752-b480cd544ecb req-b61966f0-438a-4b5d-8e18-a9482af446d8 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403384 Nov 03 18:54:22.230540 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-32aa6298-1b7b-431d-90e1-9d1e2dc6cf87 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.259846 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 63003d42-6336-4ab2-a39c-86bcb259b295, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=63003d42-6336-4ab2-a39c-86bcb259b295,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:22.273057 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.308505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port bae343c8-8d70-4d32-99cc-d202d84dd31f completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:54:22.321676 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port bae343c8-8d70-4d32-99cc-d202d84dd31f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:22.322098 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.355518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-dee5931d-298e-48ce-973e-0f3476b47e36 None None] Could not find standard attr ID for object 6aa617e3-6cb2-47b4-8313-8f97f0c271ba. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:54:22.413552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32aa6298-1b7b-431d-90e1-9d1e2dc6cf87 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Router 56b2ef74-bda5-4d26-b21a-bab55fef3741 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:54:22.424377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=63003d42-6336-4ab2-a39c-86bcb259b295,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:22.443906 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47430004-a0d5-493c-853e-68f373d4cf40 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Router 045434f2-5c6f-494d-9b3c-08d2c2da0210 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:22.493607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1395a3d6-e590-49a5-a866-cfd27d2521cc None None] Could not find standard attr ID for object 6aa617e3-6cb2-47b4-8313-8f97f0c271ba. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:54:22.521460 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1'}, {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab89f05-331d-4782-aa0b-943c45c22fa3'}, {'server_uuid': 'dafe9bbf-53e8-40b3-a72b-52d3af806093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63003d42-6336-4ab2-a39c-86bcb259b295'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:22.525299 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d94324-1c4e-4231-844d-5197600f748e" -d '{"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-plugged", "status": "completed", "tag": "eb6009a2-de14-4b29-bc88-45d0d58e81f1"}, {"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-plugged", "status": "completed", "tag": "5ab89f05-331d-4782-aa0b-943c45c22fa3"}, {"server_uuid": "dafe9bbf-53e8-40b3-a72b-52d3af806093", "name": "network-vif-plugged", "status": "completed", "tag": "63003d42-6336-4ab2-a39c-86bcb259b295"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:22.531936 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.567383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47430004-a0d5-493c-853e-68f373d4cf40 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:22.585173 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-47430004-a0d5-493c-853e-68f373d4cf40 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "PUT /v2.0/routers/045434f2-5c6f-494d-9b3c-08d2c2da0210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1174326 Nov 03 18:54:22.585745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32aa6298-1b7b-431d-90e1-9d1e2dc6cf87 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:22.585901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34612) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:22.599279 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-32aa6298-1b7b-431d-90e1-9d1e2dc6cf87 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.604554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-32aa6298-1b7b-431d-90e1-9d1e2dc6cf87 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "PUT /v2.0/routers/56b2ef74-bda5-4d26-b21a-bab55fef3741 HTTP/1.1" status: 200 len: 692 time: 0.9011099 Nov 03 18:54:22.604554 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dba95-086b-4665-9298-b84737738e37 req-db69bc68-f3ff-4861-a506-b89dde660e3e tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:22.604554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-424dba95-086b-4665-9298-b84737738e37 req-db69bc68-f3ff-4861-a506-b89dde660e3e tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1096 time: 0.1665096 Nov 03 18:54:22.605176 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34616) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:22.614499 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be531cc-5135-4a1c-a27d-57914b6e8151 None None] Sync routers for ids ['045434f2-5c6f-494d-9b3c-08d2c2da0210'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:22.616786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port bae343c8-8d70-4d32-99cc-d202d84dd31f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=bae343c8-8d70-4d32-99cc-d202d84dd31f,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:22.621622 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:22.623613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 58701c1c-ad42-4e70-bb43-d7060e56eec3 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:22.652340 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-c063b5a8-7575-49ea-94cd-017ac4ba6aa3 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] delete failed (client error): The resource could not be found. Nov 03 18:54:22.653347 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c063b5a8-7575-49ea-94cd-017ac4ba6aa3 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "DELETE /v2.0/routers/tempest-non_exist_router-395454303 HTTP/1.1" status: 404 len: 334 time: 0.0670011 Nov 03 18:54:22.657865 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be531cc-5135-4a1c-a27d-57914b6e8151 None None] Routers {'045434f2-5c6f-494d-9b3c-08d2c2da0210'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:22.659616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34618) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:22.664537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a221f23f-ae8c-46db-b087-91fc6993f422 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Request body: {'router': {'external_gateway_info': {'network_id': '045434f2-5c6f-494d-9b3c-08d2c2da0210'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:22.665767 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8be531cc-5135-4a1c-a27d-57914b6e8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['045434f2-5c6f-494d-9b3c-08d2c2da0210'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:22.705144 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248b9e31-8b65-4fb2-9457-57afdda5f47a x-openstack-request-id: req-248b9e31-8b65-4fb2-9457-57afdda5f47a {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:22.706179 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-plugged", "status": "completed", "tag": "eb6009a2-de14-4b29-bc88-45d0d58e81f1", "code": 200}, {"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-plugged", "status": "completed", "tag": "5ab89f05-331d-4782-aa0b-943c45c22fa3", "code": 200}, {"server_uuid": "dafe9bbf-53e8-40b3-a72b-52d3af806093", "name": "network-vif-plugged", "status": "completed", "tag": "63003d42-6336-4ab2-a39c-86bcb259b295", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:22.706614 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-248b9e31-8b65-4fb2-9457-57afdda5f47a {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:22.707182 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1', 'code': 200} Nov 03 18:54:22.711461 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab89f05-331d-4782-aa0b-943c45c22fa3', 'code': 200} Nov 03 18:54:22.711980 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafe9bbf-53e8-40b3-a72b-52d3af806093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63003d42-6336-4ab2-a39c-86bcb259b295', 'code': 200} Nov 03 18:54:22.722054 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62700a-72a2-4f94-9327-e9baa5534747 None None] Sync routers for ids ['56b2ef74-bda5-4d26-b21a-bab55fef3741'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:22.747253 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8be531cc-5135-4a1c-a27d-57914b6e8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:22.760609 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be531cc-5135-4a1c-a27d-57914b6e8151 None None] Routers {'045434f2-5c6f-494d-9b3c-08d2c2da0210'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:22.761380 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8be531cc-5135-4a1c-a27d-57914b6e8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['045434f2-5c6f-494d-9b3c-08d2c2da0210'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:22.807887 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8be531cc-5135-4a1c-a27d-57914b6e8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:22.809574 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be531cc-5135-4a1c-a27d-57914b6e8151 None None] The sync data for ids ['045434f2-5c6f-494d-9b3c-08d2c2da0210'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:22.836741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ce111002-9920-4c84-977d-c5efc33a3a01 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/routers/56b2ef74-bda5-4d26-b21a-bab55fef3741 HTTP/1.1" status: 200 len: 698 time: 0.2302263 Nov 03 18:54:22.842372 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34626) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:22.870456 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62700a-72a2-4f94-9327-e9baa5534747 None None] Routers {'56b2ef74-bda5-4d26-b21a-bab55fef3741'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:22.871489 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cf62700a-72a2-4f94-9327-e9baa5534747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['56b2ef74-bda5-4d26-b21a-bab55fef3741'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:22.891025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bbe77096-2f2b-4ba5-9ca0-0d14d540a7f5 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports?device_id=56b2ef74-bda5-4d26-b21a-bab55fef3741 HTTP/1.1" status: 200 len: 205 time: 0.0465624 Nov 03 18:54:22.904312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2350b53-c2ff-46f5-a3f0-039ca6af0de7 req-86748cf8-9490-4eae-92ec-c4706c358f92 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:22.906057 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f2350b53-c2ff-46f5-a3f0-039ca6af0de7 req-86748cf8-9490-4eae-92ec-c4706c358f92 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.4812064 Nov 03 18:54:22.914325 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34628) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:22.942322 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=bae343c8-8d70-4d32-99cc-d202d84dd31f,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:23.029170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 58701c1c-ad42-4e70-bb43-d7060e56eec3 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:54:23.035380 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-cf62700a-72a2-4f94-9327-e9baa5534747 None None] Set router 56b2ef74-bda5-4d26-b21a-bab55fef3741 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:23.035688 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcce18-7d43-4ec2-84ce-135cd39c4460 req-3264b78b-ee79-4883-a17c-9a75df68b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:23.037219 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-dcfcce18-7d43-4ec2-84ce-135cd39c4460 req-3264b78b-ee79-4883-a17c-9a75df68b9d7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 1096 time: 0.2483594 Nov 03 18:54:23.066935 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce06f565-158a-43ba-b575-ab9cda33f845 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.072653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-424dba95-086b-4665-9298-b84737738e37 req-b4dbcf02-5cda-4f53-84a1-f8187b13169b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Deleting port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:23.073128 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-424dba95-086b-4665-9298-b84737738e37 req-b4dbcf02-5cda-4f53-84a1-f8187b13169b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.085992 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 58701c1c-ad42-4e70-bb43-d7060e56eec3 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:23.086588 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.143739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f2350b53-c2ff-46f5-a3f0-039ca6af0de7 req-b9be5f71-211c-45ff-8048-57e545bce9a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229552 Nov 03 18:54:23.159358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a221f23f-ae8c-46db-b087-91fc6993f422 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.168557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f6270-3b41-4e12-9f3e-fb8baa0559ef req-951c2ab9-fcee-4fe8-a6be-6993076a82de tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:23.171853 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cf62700a-72a2-4f94-9327-e9baa5534747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b2ef74-bda5-4d26-b21a-bab55fef3741', 'name': 'tempest-RoutersTest-router-35671949', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:21Z', 'updated_at': '2021-11-03T18:54:22Z', 'revision_number': 2, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:23.175530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f6270-3b41-4e12-9f3e-fb8baa0559ef req-951c2ab9-fcee-4fe8-a6be-6993076a82de tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:23.181829 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f6270-3b41-4e12-9f3e-fb8baa0559ef req-951c2ab9-fcee-4fe8-a6be-6993076a82de tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:23.188441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f6270-3b41-4e12-9f3e-fb8baa0559ef req-951c2ab9-fcee-4fe8-a6be-6993076a82de tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:23.195741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f6270-3b41-4e12-9f3e-fb8baa0559ef req-951c2ab9-fcee-4fe8-a6be-6993076a82de tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:23.202348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f6270-3b41-4e12-9f3e-fb8baa0559ef req-951c2ab9-fcee-4fe8-a6be-6993076a82de tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:23.209905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f6270-3b41-4e12-9f3e-fb8baa0559ef req-951c2ab9-fcee-4fe8-a6be-6993076a82de tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:23.212878 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df2f6270-3b41-4e12-9f3e-fb8baa0559ef req-951c2ab9-fcee-4fe8-a6be-6993076a82de tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5432 time: 0.3544376 Nov 03 18:54:23.230819 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62700a-72a2-4f94-9327-e9baa5534747 None None] Checking router: 56b2ef74-bda5-4d26-b21a-bab55fef3741 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:23.240396 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-a221f23f-ae8c-46db-b087-91fc6993f422 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] update failed (client error): The resource could not be found. Nov 03 18:54:23.249742 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a221f23f-ae8c-46db-b087-91fc6993f422 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "PUT /v2.0/routers/045434f2-5c6f-494d-9b3c-08d2c2da0210 HTTP/1.1" status: 404 len: 339 time: 0.5883560 Nov 03 18:54:23.252358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34636) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:23.261897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62700a-72a2-4f94-9327-e9baa5534747 None None] Routers {'56b2ef74-bda5-4d26-b21a-bab55fef3741'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:23.262907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cf62700a-72a2-4f94-9327-e9baa5534747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:53:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['56b2ef74-bda5-4d26-b21a-bab55fef3741'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:23.279705 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-dcfcce18-7d43-4ec2-84ce-135cd39c4460 req-8837ecfd-a367-4331-85ef-d615b1b4127b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344458 Nov 03 18:54:23.301074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34640) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:23.340725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-cf62700a-72a2-4f94-9327-e9baa5534747 None None] Set router 56b2ef74-bda5-4d26-b21a-bab55fef3741 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:23.397602 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cf62700a-72a2-4f94-9327-e9baa5534747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b2ef74-bda5-4d26-b21a-bab55fef3741', 'name': 'tempest-RoutersTest-router-35671949', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:21Z', 'updated_at': '2021-11-03T18:54:22Z', 'revision_number': 2, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:23.424168 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-579093538', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:23.446611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Made reservation on behalf of d0275d5218da40ed93c3e564eb7cff24 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:23.449006 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.461936 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.573236 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.580249 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.586075 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] device_id is not set on port 3d53895a-27a7-472a-9f4b-aaa8f6ba9c13 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:54:23.586505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62700a-72a2-4f94-9327-e9baa5534747 None None] The sync data for ids ['56b2ef74-bda5-4d26-b21a-bab55fef3741'] in n-d-812150-4 is: [{'id': '56b2ef74-bda5-4d26-b21a-bab55fef3741', 'name': 'tempest-RoutersTest-router-35671949', 'tenant_id': '45be4aed4b664444966796000d58a1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:54:21Z', 'updated_at': '2021-11-03T18:54:22Z', 'revision_number': 2, 'project_id': '45be4aed4b664444966796000d58a1bc', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:23.591459 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce06f565-158a-43ba-b575-ab9cda33f845 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.600207 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce06f565-158a-43ba-b575-ab9cda33f845 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.649919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-424dba95-086b-4665-9298-b84737738e37 req-b4dbcf02-5cda-4f53-84a1-f8187b13169b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] For port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=3c02e1d4-90e2-41d8-a376-dfd751f23cf6,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:23.650395 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-424dba95-086b-4665-9298-b84737738e37 req-b4dbcf02-5cda-4f53-84a1-f8187b13169b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.676074 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.685149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec76a7a6-f225-4d10-b0ba-4de92a354fad,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:23.722058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-424dba95-086b-4665-9298-b84737738e37 req-b4dbcf02-5cda-4f53-84a1-f8187b13169b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Calling delete_port for 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:23.730567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5562fd34-2ab6-4440-a5fa-a644c463e385 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:23.769168 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 58701c1c-ad42-4e70-bb43-d7060e56eec3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=58701c1c-ad42-4e70-bb43-d7060e56eec3,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:23.783315 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.784777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:23.816216 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Allocated IP 172.25.2.138 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/3d53895a-27a7-472a-9f4b-aaa8f6ba9c13) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:23.901583 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=58701c1c-ad42-4e70-bb43-d7060e56eec3,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:23.908551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5562fd34-2ab6-4440-a5fa-a644c463e385 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:23.909107 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:23.947442 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:54:23.953258 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:23.953646 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.007946 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.050562 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.086975 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.099116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:24.106979 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:24.110392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:24.117642 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Pushing event updated for resources: {'Port': ['ID=3d53895a-27a7-472a-9f4b-aaa8f6ba9c13,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:24.134354 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:24.140082 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.164374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:24.165295 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.177712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe693d5-0dd8-4feb-9c07-00d50b167e16 req-8bf75a61-505b-497f-867b-6940ec4e69a1 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:24.179253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fe693d5-0dd8-4feb-9c07-00d50b167e16 req-8bf75a61-505b-497f-867b-6940ec4e69a1 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d9ce9d88-5d91-456a-a5ba-80998fff20e5 HTTP/1.1" status: 200 len: 1096 time: 0.8474002 Nov 03 18:54:24.192981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df2f6270-3b41-4e12-9f3e-fb8baa0559ef req-e9e9ab2f-f986-4a73-9b46-826ed8ce216f tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9421630 Nov 03 18:54:24.200049 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0f2d5a5a-0f88-433b-bfad-b6efea067efd tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.8965721 Nov 03 18:54:24.200268 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce06f565-158a-43ba-b575-ab9cda33f845 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.200352 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34646) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:24.200869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce06f565-158a-43ba-b575-ab9cda33f845 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Fanout notify agent at l3_agent the message router_deleted on router 56b2ef74-bda5-4d26-b21a-bab55fef3741 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:54:24.210881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-fc83b87b-a649-45e6-aab9-81de36e7746c tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}]}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:24.221684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:24.236126 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce06f565-158a-43ba-b575-ab9cda33f845 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.238264 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ce06f565-158a-43ba-b575-ab9cda33f845 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/routers/56b2ef74-bda5-4d26-b21a-bab55fef3741 HTTP/1.1" status: 204 len: 168 time: 1.3201277 Nov 03 18:54:24.244810 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34648) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:24.262655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc83b87b-a649-45e6-aab9-81de36e7746c tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.263891 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc83b87b-a649-45e6-aab9-81de36e7746c tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.291621 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e4bd23df-c9dd-4749-bf8b-421cfa131ba8 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports?device_id=56b2ef74-bda5-4d26-b21a-bab55fef3741 HTTP/1.1" status: 200 len: 205 time: 0.0451152 Nov 03 18:54:24.292838 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34650) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:24.341743 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-e3d0d4b7-2255-4bad-89f1-60a8b0085026 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] delete failed (client error): The resource could not be found. Nov 03 18:54:24.345192 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e3d0d4b7-2255-4bad-89f1-60a8b0085026 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/routers/56b2ef74-bda5-4d26-b21a-bab55fef3741 HTTP/1.1" status: 404 len: 336 time: 0.0482545 Nov 03 18:54:24.346042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34652) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:24.393656 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-73442d02-1dde-451f-a4e8-f2db2e866d3a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] DELETE failed (client error): The resource could not be found. Nov 03 18:54:24.393656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73442d02-1dde-451f-a4e8-f2db2e866d3a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:54:24.399011 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-73442d02-1dde-451f-a4e8-f2db2e866d3a tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/2438d4ac-eafe-452d-884d-ff3b03b76b1f HTTP/1.1" status: 404 len: 337 time: 0.0490470 Nov 03 18:54:24.401062 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34654) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:24.447452 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fe693d5-0dd8-4feb-9c07-00d50b167e16 req-8c1b4938-24ee-4154-811e-0ebea9300ce4 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500145 Nov 03 18:54:24.472475 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc83b87b-a649-45e6-aab9-81de36e7746c tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.474064 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-37068756-3836-4eb1-98b7-3301ba6b69c2 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] DELETE failed (client error): The resource could not be found. Nov 03 18:54:24.475489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37068756-3836-4eb1-98b7-3301ba6b69c2 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:54:24.481931 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-37068756-3836-4eb1-98b7-3301ba6b69c2 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/507f81d4-19a8-4b3d-a249-7d792c99c155 HTTP/1.1" status: 404 len: 337 time: 0.0793052 Nov 03 18:54:24.482496 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34656) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:24.484814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf8020-75d0-41ed-b616-39c73f9a6b25 req-fbfa9f6a-4b77-4886-909b-1a1924940c85 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:24.488144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53bf8020-75d0-41ed-b616-39c73f9a6b25 req-fbfa9f6a-4b77-4886-909b-1a1924940c85 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 945 time: 0.1704209 Nov 03 18:54:24.490559 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.553054 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1bb7ae-78a6-414e-8c51-7734348cebcc tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] DELETE failed (client error): The resource could not be found. Nov 03 18:54:24.553583 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1bb7ae-78a6-414e-8c51-7734348cebcc tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:54:24.559251 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-db1bb7ae-78a6-414e-8c51-7734348cebcc tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/4e6d0640-a6e1-4172-8517-9e636aaa44eb HTTP/1.1" status: 404 len: 337 time: 0.0733459 Nov 03 18:54:24.559606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34658) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:24.620203 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b76f74f-d178-44ca-b5d3-07c471d98605 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] DELETE failed (client error): The resource could not be found. Nov 03 18:54:24.621150 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b76f74f-d178-44ca-b5d3-07c471d98605 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:54:24.623947 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6b76f74f-d178-44ca-b5d3-07c471d98605 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/b8e4828f-9c88-4180-a496-aba5e99ba3fb HTTP/1.1" status: 404 len: 337 time: 0.0632489 Nov 03 18:54:24.627069 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34660) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:24.693407 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a4880292-c56e-45ea-96f5-f48f6633cd42 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports?device_id=4df7dde2-3378-4c05-8e78-66efba8c1f04 HTTP/1.1" status: 200 len: 205 time: 0.0657959 Nov 03 18:54:24.704172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34662) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:24.714203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae343c8-8d70-4d32-99cc-d202d84dd31f'}, {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58701c1c-ad42-4e70-bb43-d7060e56eec3'}, {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaf2fe3-41ce-4c5c-8d4c-45e854cef364'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:24.717984 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48543ea-67cc-44fd-b471-e61eedbe9569" -d '{"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-plugged", "status": "completed", "tag": "bae343c8-8d70-4d32-99cc-d202d84dd31f"}, {"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-plugged", "status": "completed", "tag": "58701c1c-ad42-4e70-bb43-d7060e56eec3"}, {"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-plugged", "status": "completed", "tag": "2eaf2fe3-41ce-4c5c-8d4c-45e854cef364"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:24.730221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53bf8020-75d0-41ed-b616-39c73f9a6b25 req-e9a0a484-55bb-43e1-a1ff-ee7823ca67a2 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312980 Nov 03 18:54:24.731122 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc83b87b-a649-45e6-aab9-81de36e7746c tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.781767 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dce2c87-0e9e-4f1f-82be-67f598c2727c x-openstack-request-id: req-4dce2c87-0e9e-4f1f-82be-67f598c2727c {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:24.782130 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-plugged", "status": "completed", "tag": "bae343c8-8d70-4d32-99cc-d202d84dd31f", "code": 200}, {"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-plugged", "status": "completed", "tag": "58701c1c-ad42-4e70-bb43-d7060e56eec3", "code": 200}, {"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-plugged", "status": "completed", "tag": "2eaf2fe3-41ce-4c5c-8d4c-45e854cef364", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:24.782447 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4dce2c87-0e9e-4f1f-82be-67f598c2727c {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:24.782901 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae343c8-8d70-4d32-99cc-d202d84dd31f', 'code': 200} Nov 03 18:54:24.783216 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58701c1c-ad42-4e70-bb43-d7060e56eec3', 'code': 200} Nov 03 18:54:24.783525 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaf2fe3-41ce-4c5c-8d4c-45e854cef364', 'code': 200} Nov 03 18:54:24.809042 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-fb85a717-98d9-4bc9-9c0b-60ab4cfac598 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] delete failed (client error): The resource could not be found. Nov 03 18:54:24.810357 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fb85a717-98d9-4bc9-9c0b-60ab4cfac598 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/routers/4df7dde2-3378-4c05-8e78-66efba8c1f04 HTTP/1.1" status: 404 len: 336 time: 0.1051543 Nov 03 18:54:24.813421 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34666) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:24.813975 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-424dba95-086b-4665-9298-b84737738e37 req-b4dbcf02-5cda-4f53-84a1-f8187b13169b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:24.823038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb6648-dd3b-4ae8-b4b6-1a13e84cbff4 req-0690d35e-62d9-4258-8c88-bfe4ed275586 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:24.824917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79bb6648-dd3b-4ae8-b4b6-1a13e84cbff4 req-0690d35e-62d9-4258-8c88-bfe4ed275586 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.3004503 Nov 03 18:54:24.847172 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e7e0a823-1180-4e3a-bdc7-89a25068a573 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports?device_id=d3523a5b-cd6a-4a8d-97dc-25e04d135047 HTTP/1.1" status: 200 len: 205 time: 0.0320828 Nov 03 18:54:24.850116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34668) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:24.862554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['26967ea1-67fd-409c-b550-4a4d04829d3f'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:24.874985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbcf02-5cda-4f53-84a1-f8187b13169b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c02e1d4-90e2-41d8-a376-dfd751f23cf6,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:24.907489 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-96c6ac40-bf81-466f-9933-bdc8647511d4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] delete failed (client error): The resource could not be found. Nov 03 18:54:24.908584 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-96c6ac40-bf81-466f-9933-bdc8647511d4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/routers/d3523a5b-cd6a-4a8d-97dc-25e04d135047 HTTP/1.1" status: 404 len: 336 time: 0.0575423 Nov 03 18:54:24.918910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34670) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:24.970380 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a195dc-f947-4fcd-ad4d-69a4f23572b7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] DELETE failed (client error): The resource could not be found. Nov 03 18:54:24.970922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a195dc-f947-4fcd-ad4d-69a4f23572b7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:54:24.984221 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-17a195dc-f947-4fcd-ad4d-69a4f23572b7 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/c4e7367c-94ec-49f4-a8bd-f83eec7df777 HTTP/1.1" status: 404 len: 337 time: 0.0610709 Nov 03 18:54:24.996213 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34672) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:25.034291 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fa6f7574-1d93-4b93-8719-84899df9a248 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports?device_id=6573bc9f-13db-4343-8845-54b9cc16320b HTTP/1.1" status: 200 len: 205 time: 0.0342891 Nov 03 18:54:25.036471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34674) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:25.085384 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-5834ee8d-ecab-49e6-833d-ae43b3638745 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] delete failed (client error): The resource could not be found. Nov 03 18:54:25.089444 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5834ee8d-ecab-49e6-833d-ae43b3638745 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/routers/6573bc9f-13db-4343-8845-54b9cc16320b HTTP/1.1" status: 404 len: 336 time: 0.0497100 Nov 03 18:54:25.090490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34676) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:25.104804 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79bb6648-dd3b-4ae8-b4b6-1a13e84cbff4 req-96b3a6bd-e2ca-4180-8f3e-68bd8ae561ac tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600887 Nov 03 18:54:25.115079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-424dba95-086b-4665-9298-b84737738e37 req-b4dbcf02-5cda-4f53-84a1-f8187b13169b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] No DVR routers for this DVR port 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:25.132558 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-424dba95-086b-4665-9298-b84737738e37 req-b4dbcf02-5cda-4f53-84a1-f8187b13169b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.137320 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-424dba95-086b-4665-9298-b84737738e37 req-b4dbcf02-5cda-4f53-84a1-f8187b13169b tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.98 "DELETE /v2.0/ports/3c02e1d4-90e2-41d8-a376-dfd751f23cf6 HTTP/1.1" status: 204 len: 173 time: 2.5227821 Nov 03 18:54:25.138735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ce9d88-5d91-456a-a5ba-80998fff20e5', 'name': 'network-vif-deleted', 'tag': '3c02e1d4-90e2-41d8-a376-dfd751f23cf6'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:25.141069 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c70d184-cced-4178-a301-72490799ad3c" -d '{"events": [{"server_uuid": "d9ce9d88-5d91-456a-a5ba-80998fff20e5", "name": "network-vif-deleted", "tag": "3c02e1d4-90e2-41d8-a376-dfd751f23cf6"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:25.164072 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1eee6717-2806-4020-a47f-7830c05d2f79 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd1f411e-a396-46aa-9c7e-df1a1db2bfb8 HTTP/1.1" status: 200 len: 205 time: 0.0717416 Nov 03 18:54:25.167763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34682) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:25.174116 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3dd7-b5ad-4d47-883d-aa0c15dae095 req-86f537e3-6a73-4d43-8ccd-8eea9d17545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.175331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3dd7-b5ad-4d47-883d-aa0c15dae095 req-86f537e3-6a73-4d43-8ccd-8eea9d17545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.177320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3dd7-b5ad-4d47-883d-aa0c15dae095 req-86f537e3-6a73-4d43-8ccd-8eea9d17545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.178709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3dd7-b5ad-4d47-883d-aa0c15dae095 req-86f537e3-6a73-4d43-8ccd-8eea9d17545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.179468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3dd7-b5ad-4d47-883d-aa0c15dae095 req-86f537e3-6a73-4d43-8ccd-8eea9d17545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.180029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3dd7-b5ad-4d47-883d-aa0c15dae095 req-86f537e3-6a73-4d43-8ccd-8eea9d17545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.180724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade3dd7-b5ad-4d47-883d-aa0c15dae095 req-86f537e3-6a73-4d43-8ccd-8eea9d17545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.183835 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ade3dd7-b5ad-4d47-883d-aa0c15dae095 req-86f537e3-6a73-4d43-8ccd-8eea9d17545f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 6491 time: 0.1122568 Nov 03 18:54:25.193730 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Allocated IP 172.20.0.1 (1315a229-796e-45f4-8a38-9fe85af9da3e/11740f06-b29d-458d-889c-316e269f16fe/97120d50-8b3c-4bf1-93d8-02bb0ba1e095) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:25.242197 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259da47f-9dda-456c-b297-f3e09ab3a8e9 x-openstack-request-id: req-259da47f-9dda-456c-b297-f3e09ab3a8e9 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:25.242918 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ce9d88-5d91-456a-a5ba-80998fff20e5", "name": "network-vif-deleted", "tag": "3c02e1d4-90e2-41d8-a376-dfd751f23cf6", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:25.242918 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-259da47f-9dda-456c-b297-f3e09ab3a8e9 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:25.243142 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ce9d88-5d91-456a-a5ba-80998fff20e5', 'name': 'network-vif-deleted', 'tag': '3c02e1d4-90e2-41d8-a376-dfd751f23cf6', 'status': 'completed', 'code': 200} Nov 03 18:54:25.280884 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-468d3512-aee3-44e1-a408-2018dffcaafa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] delete failed (client error): The resource could not be found. Nov 03 18:54:25.282095 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-468d3512-aee3-44e1-a408-2018dffcaafa tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/routers/bd1f411e-a396-46aa-9c7e-df1a1db2bfb8 HTTP/1.1" status: 404 len: 336 time: 0.1133106 Nov 03 18:54:25.308511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34686) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:25.312120 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ade3dd7-b5ad-4d47-883d-aa0c15dae095 req-a122a827-f36a-42c9-9865-da8ce24e724f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1130216 Nov 03 18:54:25.345043 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdbffbc-1040-4f51-b089-ee8fa5e61c82 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] DELETE failed (client error): The resource could not be found. Nov 03 18:54:25.345528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdbffbc-1040-4f51-b089-ee8fa5e61c82 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:54:25.351566 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9cdbffbc-1040-4f51-b089-ee8fa5e61c82 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/01bd42ba-cdea-41d0-82ca-d8f03f03eaa9 HTTP/1.1" status: 404 len: 337 time: 0.0375097 Nov 03 18:54:25.352235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34690) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:25.389838 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc83b87b-a649-45e6-aab9-81de36e7746c tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.422862 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc83b87b-a649-45e6-aab9-81de36e7746c tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.447674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-305e95c5-1627-4900-b4cf-66120f0e2908 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1f4c30f-281f-49ef-bf3b-59c853a377b4 HTTP/1.1" status: 200 len: 205 time: 0.0902267 Nov 03 18:54:25.451062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34692) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:25.557521 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-ebda36eb-7927-45ed-9d13-e92754b66fd4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] delete failed (client error): The resource could not be found. Nov 03 18:54:25.558636 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ebda36eb-7927-45ed-9d13-e92754b66fd4 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/routers/f1f4c30f-281f-49ef-bf3b-59c853a377b4 HTTP/1.1" status: 404 len: 336 time: 0.1040690 Nov 03 18:54:25.569835 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34696) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:25.627072 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-0650ac31-d057-4f76-96ac-44d04f6f144e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] DELETE failed (client error): The resource could not be found. Nov 03 18:54:25.627552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0650ac31-d057-4f76-96ac-44d04f6f144e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:54:25.633730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0650ac31-d057-4f76-96ac-44d04f6f144e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/e073ffbc-8194-4559-9abb-b0ac77f50c18 HTTP/1.1" status: 404 len: 337 time: 0.0593185 Nov 03 18:54:25.641795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34698) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:25.657880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbecf5-1ae3-4a79-b962-70307dbbb9d2 req-6bdefdd4-2d4d-4d16-9641-fa092d325186 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.664784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:25.665867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbecf5-1ae3-4a79-b962-70307dbbb9d2 req-6bdefdd4-2d4d-4d16-9641-fa092d325186 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.673665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbecf5-1ae3-4a79-b962-70307dbbb9d2 req-6bdefdd4-2d4d-4d16-9641-fa092d325186 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.682337 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbecf5-1ae3-4a79-b962-70307dbbb9d2 req-6bdefdd4-2d4d-4d16-9641-fa092d325186 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.689909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbecf5-1ae3-4a79-b962-70307dbbb9d2 req-6bdefdd4-2d4d-4d16-9641-fa092d325186 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.691086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:25.691828 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 3c02e1d4-90e2-41d8-a376-dfd751f23cf6 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:25.697227 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbecf5-1ae3-4a79-b962-70307dbbb9d2 req-6bdefdd4-2d4d-4d16-9641-fa092d325186 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.703491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbecf5-1ae3-4a79-b962-70307dbbb9d2 req-6bdefdd4-2d4d-4d16-9641-fa092d325186 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.711672 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0cbecf5-1ae3-4a79-b962-70307dbbb9d2 req-6bdefdd4-2d4d-4d16-9641-fa092d325186 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5434 time: 0.3544145 Nov 03 18:54:25.718389 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d671-8fee-44b6-adf1-e3059118aaca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.735864 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.767658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e5581feb-6d40-4907-8721-96d65774f347 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "GET /v2.0/ports?device_id=417796ba-9d51-413f-9993-330067bce8c6 HTTP/1.1" status: 200 len: 205 time: 0.1194530 Nov 03 18:54:25.773833 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801a743-14d5-4567-821f-c7d3f7780f7d req-b5c6a6d6-6048-4e2e-a730-6e0f999017a6 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.776157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0801a743-14d5-4567-821f-c7d3f7780f7d req-b5c6a6d6-6048-4e2e-a730-6e0f999017a6 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.3282750 Nov 03 18:54:25.777674 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34702) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:25.782765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f94d9-c318-444f-8f99-1a4b297701b4 req-12074656-39e1-42f4-9de3-5e12aa4864f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:25.784848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-467f94d9-c318-444f-8f99-1a4b297701b4 req-12074656-39e1-42f4-9de3-5e12aa4864f9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6e03d37318b34094a0ffff28057c6cc2&device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 1096 time: 0.3057508 Nov 03 18:54:25.869220 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-b28b64e1-cbee-441a-90e8-3346284bdc13 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] delete failed (client error): The resource could not be found. Nov 03 18:54:25.870536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b28b64e1-cbee-441a-90e8-3346284bdc13 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/routers/417796ba-9d51-413f-9993-330067bce8c6 HTTP/1.1" status: 404 len: 336 time: 0.0899220 Nov 03 18:54:25.887443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34704) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:25.937234 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc83b87b-a649-45e6-aab9-81de36e7746c tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:25.983030 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b869d9-15b8-46ae-8899-a0bda460897e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] DELETE failed (client error): The resource could not be found. Nov 03 18:54:25.983500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b869d9-15b8-46ae-8899-a0bda460897e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:54:25.986648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d1b869d9-15b8-46ae-8899-a0bda460897e tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/cba7bdd5-cfa3-42c8-92af-a2c50016f3ba HTTP/1.1" status: 404 len: 337 time: 0.0958421 Nov 03 18:54:26.000682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34706) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:26.049049 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0cbecf5-1ae3-4a79-b962-70307dbbb9d2 req-281ca3ac-21db-409a-a77a-63006685487a tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3365910 Nov 03 18:54:26.056690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0801a743-14d5-4567-821f-c7d3f7780f7d req-91656fd8-aa42-45f4-9c2f-b76c71c2791b tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695308 Nov 03 18:54:26.060998 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc5a88e-0a96-4f6d-82b3-10727cf13814 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] DELETE failed (client error): The resource could not be found. Nov 03 18:54:26.061469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc5a88e-0a96-4f6d-82b3-10727cf13814 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:54:26.064990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ebc5a88e-0a96-4f6d-82b3-10727cf13814 tempest-RoutersTest-1007983266 tempest-RoutersTest-1007983266-project] 10.222.0.107 "DELETE /v2.0/subnets/af925900-076d-49c1-91c9-d47a9727909b HTTP/1.1" status: 404 len: 337 time: 0.0582447 Nov 03 18:54:26.092223 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.130239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f94d9-c318-444f-8f99-1a4b297701b4 req-c500fcdd-0d7a-4551-ba94-639cb9f42e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:26.132071 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc83b87b-a649-45e6-aab9-81de36e7746c tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.132464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-467f94d9-c318-444f-8f99-1a4b297701b4 req-c500fcdd-0d7a-4551-ba94-639cb9f42e0f service neutron] 10.222.0.98 "GET /v2.0/networks?id=59aedf5c-3e42-405b-a5ae-b89a5996e64c HTTP/1.1" status: 200 len: 912 time: 0.3382649 Nov 03 18:54:26.134575 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc83b87b-a649-45e6-aab9-81de36e7746c tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.165777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Network 1315a229-796e-45f4-8a38-9fe85af9da3e is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:26.199289 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc83b87b-a649-45e6-aab9-81de36e7746c tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.200470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc83b87b-a649-45e6-aab9-81de36e7746c tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed001d2c-fe17-420d-9593-eafb4f42348c {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:54:26.209331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:26.217708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:26.244495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event updated for resources: {'Port': ['ID=97120d50-8b3c-4bf1-93d8-02bb0ba1e095,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:26.268900 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-fc83b87b-a649-45e6-aab9-81de36e7746c tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 03 18:54:26.274084 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34712) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:26.275096 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fc83b87b-a649-45e6-aab9-81de36e7746c tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0698042 Nov 03 18:54:26.404236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-467f94d9-c318-444f-8f99-1a4b297701b4 req-3d5c5bf5-9ba7-45d6-9a2b-2f3c2f243475 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=336c03b5-e2c3-4b89-969d-2eb22ec37a65 HTTP/1.1" status: 200 len: 1000 time: 0.2594323 Nov 03 18:54:26.515700 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.611267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bff87-33a0-4202-9daa-8a597431f36b req-a73b1740-9e74-492d-bd35-1aaef0dd82ae tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:26.612864 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f55bff87-33a0-4202-9daa-8a597431f36b req-a73b1740-9e74-492d-bd35-1aaef0dd82ae tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 945 time: 0.3458333 Nov 03 18:54:26.622404 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34718) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:26.628617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f94d9-c318-444f-8f99-1a4b297701b4 req-b2d4c667-f0b3-4a37-a704-2849aa8b4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:26.630104 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-467f94d9-c318-444f-8f99-1a4b297701b4 req-b2d4c667-f0b3-4a37-a704-2849aa8b4768 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1945ba7b-6c1a-48ad-b07e-6241e957b703 HTTP/1.1" status: 200 len: 850 time: 0.2098668 Nov 03 18:54:26.662325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-25d39699-a05f-492d-b3fe-7756b297e185 None None] Provisioning complete for port 97120d50-8b3c-4bf1-93d8-02bb0ba1e095 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:26.662686 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-25d39699-a05f-492d-b3fe-7756b297e185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.706997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-25d39699-a05f-492d-b3fe-7756b297e185 None None] Port 97120d50-8b3c-4bf1-93d8-02bb0ba1e095 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:26.720575 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29913ba0-f3be-4f62-9e15-698551951b42 req-8732b59f-fabf-450f-9286-8d22f722ae37 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:26.722519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29913ba0-f3be-4f62-9e15-698551951b42 req-8732b59f-fabf-450f-9286-8d22f722ae37 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1096 time: 0.2750955 Nov 03 18:54:26.779705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f55bff87-33a0-4202-9daa-8a597431f36b req-4fdcd5e5-1c90-4d80-8cf8-fdddb553ec18 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601920 Nov 03 18:54:26.818608 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6f49418b-6bf2-4c8e-a959-219b41b93587 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=45be4aed4b664444966796000d58a1bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1960192 Nov 03 18:54:26.821567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34724) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:26.824571 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f94d9-c318-444f-8f99-1a4b297701b4 req-2886608e-a458-4a56-8f33-5ff86f98c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:26.826094 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-467f94d9-c318-444f-8f99-1a4b297701b4 req-2886608e-a458-4a56-8f33-5ff86f98c041 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=59aedf5c-3e42-405b-a5ae-b89a5996e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858945 Nov 03 18:54:26.831837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-ffefdf58-2001-4a5c-aa7f-1caf5359442f tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Deleting port 3d53895a-27a7-472a-9f4b-aaa8f6ba9c13 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:26.832182 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ffefdf58-2001-4a5c-aa7f-1caf5359442f tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.853506 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.896351 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.901597 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29913ba0-f3be-4f62-9e15-698551951b42 req-60487454-2d20-4590-bd36-a8b9b7649397 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701097 Nov 03 18:54:26.930426 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.988189 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.992275 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:26.996078 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/481974d9-109c-4544-8058-a259441c92c7 HTTP/1.1" status: 204 len: 168 time: 0.1708274 Nov 03 18:54:27.011755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481974d9-109c-4544-8058-a259441c92c7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:27.023670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.024245 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.025852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.026378 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.027071 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.027553 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.028376 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.028949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.029426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.029911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.030463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.031662 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d46c7-7d48-4f3c-a278-7e915a319908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:27.117463 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ffefdf58-2001-4a5c-aa7f-1caf5359442f tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:27.489309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-467f94d9-c318-444f-8f99-1a4b297701b4 req-526d2a70-25e1-4347-90b9-8dd000b25174 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6516821 Nov 03 18:54:27.499063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-ffefdf58-2001-4a5c-aa7f-1caf5359442f tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Calling delete_port for 3d53895a-27a7-472a-9f4b-aaa8f6ba9c13 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:27.776247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824daa2-dcbf-4534-a33a-341b517944ba req-b9c29e57-1125-4fe3-9a83-e5167e9b1056 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:27.787145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824daa2-dcbf-4534-a33a-341b517944ba req-b9c29e57-1125-4fe3-9a83-e5167e9b1056 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:27.789294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824daa2-dcbf-4534-a33a-341b517944ba req-b9c29e57-1125-4fe3-9a83-e5167e9b1056 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:27.795330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824daa2-dcbf-4534-a33a-341b517944ba req-b9c29e57-1125-4fe3-9a83-e5167e9b1056 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:27.801418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824daa2-dcbf-4534-a33a-341b517944ba req-b9c29e57-1125-4fe3-9a83-e5167e9b1056 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:27.807427 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824daa2-dcbf-4534-a33a-341b517944ba req-b9c29e57-1125-4fe3-9a83-e5167e9b1056 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:27.813501 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824daa2-dcbf-4534-a33a-341b517944ba req-b9c29e57-1125-4fe3-9a83-e5167e9b1056 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:27.815557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8824daa2-dcbf-4534-a33a-341b517944ba req-b9c29e57-1125-4fe3-9a83-e5167e9b1056 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5434 time: 0.3286815 Nov 03 18:54:27.835365 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9007594-87f7-449a-971c-74e39cca3961 req-116b97c7-304c-4057-a746-d9dcfbb35324 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:27.838003 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9007594-87f7-449a-971c-74e39cca3961 req-116b97c7-304c-4057-a746-d9dcfbb35324 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.3473189 Nov 03 18:54:27.901507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-467f94d9-c318-444f-8f99-1a4b297701b4 req-d93b5c48-f7ba-40d7-95a8-b61ef03c8883 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072819 Nov 03 18:54:28.021931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9007594-87f7-449a-971c-74e39cca3961 req-2fa2391c-2ba4-492f-bc44-a7cfa6897419 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745446 Nov 03 18:54:28.046578 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.055098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8824daa2-dcbf-4534-a33a-341b517944ba req-372f511e-6955-426d-a3aa-4575a523cdb8 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2126875 Nov 03 18:54:28.066456 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.113424 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-376b6e12-31a2-4513-88e1-5a844080bbc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.127898 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ffefdf58-2001-4a5c-aa7f-1caf5359442f tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.213279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event updated for resources: {'Port': ['ID=97120d50-8b3c-4bf1-93d8-02bb0ba1e095,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:28.264364 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.288395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefdf58-2001-4a5c-aa7f-1caf5359442f tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d53895a-27a7-472a-9f4b-aaa8f6ba9c13,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:28.349380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45825e31-61b5-44be-b1fe-4bcbd76c766b req-0bbb1921-6675-46b8-bee8-9bd8b94a2652 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:28.351618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45825e31-61b5-44be-b1fe-4bcbd76c766b req-0bbb1921-6675-46b8-bee8-9bd8b94a2652 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1096 time: 0.1874804 Nov 03 18:54:28.405394 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ffefdf58-2001-4a5c-aa7f-1caf5359442f tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.408727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ffefdf58-2001-4a5c-aa7f-1caf5359442f tempest-RoutersAdminNegativeIpV6Test-1142659386 tempest-RoutersAdminNegativeIpV6Test-1142659386-project-admin] 10.222.0.107 "DELETE /v2.0/ports/3d53895a-27a7-472a-9f4b-aaa8f6ba9c13 HTTP/1.1" status: 204 len: 168 time: 2.1240864 Nov 03 18:54:28.474938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45825e31-61b5-44be-b1fe-4bcbd76c766b req-a321e618-099e-4a11-9371-eecacc7b2b08 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935488 Nov 03 18:54:28.484656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Network 1315a229-796e-45f4-8a38-9fe85af9da3e is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:28.488429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:28.659133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Router 045434f2-5c6f-494d-9b3c-08d2c2da0210 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:28.792214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:28.800221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b709eb7b-e0e8-4919-b18c-aa89a9aa2c45 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "PUT /v2.0/routers/045434f2-5c6f-494d-9b3c-08d2c2da0210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5446339 Nov 03 18:54:28.802911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34784) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:28.805836 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83c27cb-cee3-4171-aa22-54d906a1b827 None None] Sync routers for ids ['045434f2-5c6f-494d-9b3c-08d2c2da0210'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:28.821917 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83c27cb-cee3-4171-aa22-54d906a1b827 None None] Routers {'045434f2-5c6f-494d-9b3c-08d2c2da0210'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:28.822729 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f83c27cb-cee3-4171-aa22-54d906a1b827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['045434f2-5c6f-494d-9b3c-08d2c2da0210'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:28.832500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34786) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:28.864722 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f83c27cb-cee3-4171-aa22-54d906a1b827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:28.867814 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-88cc6d7c-0bb5-4abd-a763-41d0791385fb None None] Provisioning complete for port 97120d50-8b3c-4bf1-93d8-02bb0ba1e095 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:28.869728 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-88cc6d7c-0bb5-4abd-a763-41d0791385fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.875803 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83c27cb-cee3-4171-aa22-54d906a1b827 None None] Routers {'045434f2-5c6f-494d-9b3c-08d2c2da0210'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:28.876746 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f83c27cb-cee3-4171-aa22-54d906a1b827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['045434f2-5c6f-494d-9b3c-08d2c2da0210'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:28.909543 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9d010210-fe04-4488-af82-9b1d4df9d231 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:28.912710 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f83c27cb-cee3-4171-aa22-54d906a1b827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:28.913714 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83c27cb-cee3-4171-aa22-54d906a1b827 None None] The sync data for ids ['045434f2-5c6f-494d-9b3c-08d2c2da0210'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:28.936200 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-88cc6d7c-0bb5-4abd-a763-41d0791385fb None None] Port 97120d50-8b3c-4bf1-93d8-02bb0ba1e095 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:29.015602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf97800a-8644-417c-9a7a-077e0a3bb08b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.034994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642a183-4e6a-4767-a20f-faf73c252a4f req-358a7540-60de-47a8-b1af-59be26149aa5 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:29.036545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1642a183-4e6a-4767-a20f-faf73c252a4f req-358a7540-60de-47a8-b1af-59be26149aa5 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1096 time: 0.1243231 Nov 03 18:54:29.042139 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-9d010210-fe04-4488-af82-9b1d4df9d231 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 18:54:29.046551 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9d010210-fe04-4488-af82-9b1d4df9d231 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "DELETE /v2.0/routers/045434f2-5c6f-494d-9b3c-08d2c2da0210 HTTP/1.1" status: 409 len: 329 time: 0.2394309 Nov 03 18:54:29.046551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34790) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:29.117946 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf97800a-8644-417c-9a7a-077e0a3bb08b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.136157 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf97800a-8644-417c-9a7a-077e0a3bb08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.190794 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97800a-8644-417c-9a7a-077e0a3bb08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded86a67-d0b0-45d8-b52d-c918bc3c49b4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:29.213166 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bf97800a-8644-417c-9a7a-077e0a3bb08b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a35663abd9ef4920a0ad39ffafaf6fcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3777723 Nov 03 18:54:29.215860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34804) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:29.327839 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3da4-31ac-49dd-b385-bff14c2c9ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.338914 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.366854 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3da4-31ac-49dd-b385-bff14c2c9ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.445661 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3da4-31ac-49dd-b385-bff14c2c9ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.450517 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3da4-31ac-49dd-b385-bff14c2c9ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.452826 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d3bc3da4-31ac-49dd-b385-bff14c2c9ff2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ded86a67-d0b0-45d8-b52d-c918bc3c49b4 HTTP/1.1" status: 204 len: 168 time: 0.2352605 Nov 03 18:54:29.465796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc3da4-31ac-49dd-b385-bff14c2c9ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded86a67-d0b0-45d8-b52d-c918bc3c49b4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:29.523968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9c565-8e1d-4e2d-826c-d0dba77194f1 req-6fd49154-8069-4bda-956a-772905d26058 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:29.530703 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9c565-8e1d-4e2d-826c-d0dba77194f1 req-6fd49154-8069-4bda-956a-772905d26058 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:29.537918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9c565-8e1d-4e2d-826c-d0dba77194f1 req-6fd49154-8069-4bda-956a-772905d26058 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:29.544953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9c565-8e1d-4e2d-826c-d0dba77194f1 req-6fd49154-8069-4bda-956a-772905d26058 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:29.554286 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9c565-8e1d-4e2d-826c-d0dba77194f1 req-6fd49154-8069-4bda-956a-772905d26058 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:29.561189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9c565-8e1d-4e2d-826c-d0dba77194f1 req-6fd49154-8069-4bda-956a-772905d26058 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:29.568118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9c565-8e1d-4e2d-826c-d0dba77194f1 req-6fd49154-8069-4bda-956a-772905d26058 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:29.578174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfa9c565-8e1d-4e2d-826c-d0dba77194f1 req-6fd49154-8069-4bda-956a-772905d26058 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5434 time: 0.3266027 Nov 03 18:54:29.583409 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34816) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:29.596618 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e748717-d306-437c-8361-7abe8b7d8815 req-4763427b-565a-4fb0-8c5a-ad116b12b65b tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:29.598190 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e748717-d306-437c-8361-7abe8b7d8815 req-4763427b-565a-4fb0-8c5a-ad116b12b65b tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.3502917 Nov 03 18:54:29.751618 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-1642a183-4e6a-4767-a20f-faf73c252a4f req-acac6f09-6fc7-45e3-91c2-c649e13788b3 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Deleting port 26967ea1-67fd-409c-b550-4a4d04829d3f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:29.752716 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1642a183-4e6a-4767-a20f-faf73c252a4f req-acac6f09-6fc7-45e3-91c2-c649e13788b3 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.793592 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfa9c565-8e1d-4e2d-826c-d0dba77194f1 req-4e84cec8-8f30-4668-a54f-31373943a93f tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2141163 Nov 03 18:54:29.803158 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e748717-d306-437c-8361-7abe8b7d8815 req-005ead11-14c9-4bda-a55a-2edebf48006d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908484 Nov 03 18:54:29.899764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-1642a183-4e6a-4767-a20f-faf73c252a4f req-acac6f09-6fc7-45e3-91c2-c649e13788b3 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] For port 26967ea1-67fd-409c-b550-4a4d04829d3f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=26967ea1-67fd-409c-b550-4a4d04829d3f,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:29.899764 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1642a183-4e6a-4767-a20f-faf73c252a4f req-acac6f09-6fc7-45e3-91c2-c649e13788b3 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:29.948911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-1642a183-4e6a-4767-a20f-faf73c252a4f req-acac6f09-6fc7-45e3-91c2-c649e13788b3 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Calling delete_port for 26967ea1-67fd-409c-b550-4a4d04829d3f owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:29.966642 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb769-c66b-4c95-b805-f996ac216f10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.094001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7efd0c-8cee-4821-82f8-6d2afac16249 req-09e94dfb-e89c-4739-8fa2-6a21011f5dfc tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:30.095716 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d7efd0c-8cee-4821-82f8-6d2afac16249 req-09e94dfb-e89c-4739-8fa2-6a21011f5dfc tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 1096 time: 0.1415257 Nov 03 18:54:30.115033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0cb738cf-e815-4619-9628-c393ccce1cd5 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.136507 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34828) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:30.188963 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb769-c66b-4c95-b805-f996ac216f10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.199309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb769-c66b-4c95-b805-f996ac216f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.243236 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4eb98a4e-c3ec-44a4-8c0e-54fac3849b78 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d0275d5218da40ed93c3e564eb7cff24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1053045 Nov 03 18:54:30.249488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34834) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:30.263362 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2e2bb769-c66b-4c95-b805-f996ac216f10 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=54edc04fb0df4f6ea1dd6cc8896aafd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6783276 Nov 03 18:54:30.266660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34836) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:30.278185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d7efd0c-8cee-4821-82f8-6d2afac16249 req-3431931a-2b77-447a-b180-ae9544351b31 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=b1d43e56-432e-4e70-ae3d-715d6e9ac896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673124 Nov 03 18:54:30.298097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bb769-c66b-4c95-b805-f996ac216f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6830f4-6e36-4cd3-9d42-d20045756bb2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:30.345218 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1642a183-4e6a-4767-a20f-faf73c252a4f req-acac6f09-6fc7-45e3-91c2-c649e13788b3 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.410949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac6f09-6fc7-45e3-91c2-c649e13788b3 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Pushing event deleted for resources: {'Port': ['ID=26967ea1-67fd-409c-b550-4a4d04829d3f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:30.421565 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2b79-81c7-4bc5-87ea-937a80e7ffb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.433914 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bf50c27-9182-40d2-919a-67829dee7a0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.479181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2b79-81c7-4bc5-87ea-937a80e7ffb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.481316 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.489693 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1642a183-4e6a-4767-a20f-faf73c252a4f req-acac6f09-6fc7-45e3-91c2-c649e13788b3 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] No DVR routers for this DVR port 26967ea1-67fd-409c-b550-4a4d04829d3f on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:30.495478 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1642a183-4e6a-4767-a20f-faf73c252a4f req-acac6f09-6fc7-45e3-91c2-c649e13788b3 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.499104 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1642a183-4e6a-4767-a20f-faf73c252a4f req-acac6f09-6fc7-45e3-91c2-c649e13788b3 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.87 "DELETE /v2.0/ports/26967ea1-67fd-409c-b550-4a4d04829d3f HTTP/1.1" status: 204 len: 173 time: 1.2757363 Nov 03 18:54:30.502862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b39cef0-bab8-4e6c-96bc-6e66e907e619', 'name': 'network-vif-deleted', 'tag': '26967ea1-67fd-409c-b550-4a4d04829d3f'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:30.505320 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbce675-5833-4c52-8e34-75759a1e713a" -d '{"events": [{"server_uuid": "0b39cef0-bab8-4e6c-96bc-6e66e907e619", "name": "network-vif-deleted", "tag": "26967ea1-67fd-409c-b550-4a4d04829d3f"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:30.534649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2fc4e-fc3d-482d-b89d-757e8f257102 req-5d01ce9e-118f-424c-9b4f-31c2247fada8 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:30.534882 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bf50c27-9182-40d2-919a-67829dee7a0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.540955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2fc4e-fc3d-482d-b89d-757e8f257102 req-5d01ce9e-118f-424c-9b4f-31c2247fada8 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:30.549000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2fc4e-fc3d-482d-b89d-757e8f257102 req-5d01ce9e-118f-424c-9b4f-31c2247fada8 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:30.558383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2fc4e-fc3d-482d-b89d-757e8f257102 req-5d01ce9e-118f-424c-9b4f-31c2247fada8 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:30.565599 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2fc4e-fc3d-482d-b89d-757e8f257102 req-5d01ce9e-118f-424c-9b4f-31c2247fada8 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:30.572486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2fc4e-fc3d-482d-b89d-757e8f257102 req-5d01ce9e-118f-424c-9b4f-31c2247fada8 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:30.579736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2fc4e-fc3d-482d-b89d-757e8f257102 req-5d01ce9e-118f-424c-9b4f-31c2247fada8 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:30.583053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfb2fc4e-fc3d-482d-b89d-757e8f257102 req-5d01ce9e-118f-424c-9b4f-31c2247fada8 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5434 time: 0.1835256 Nov 03 18:54:30.594846 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34842) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:30.602619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d34febdc-878f-419b-85dc-a477df20e349 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Request body: {'floatingip': {'port_id': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:30.636231 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f955797-5243-4034-a11e-0a043ec2a208 x-openstack-request-id: req-1f955797-5243-4034-a11e-0a043ec2a208 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:30.636910 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b39cef0-bab8-4e6c-96bc-6e66e907e619", "name": "network-vif-deleted", "tag": "26967ea1-67fd-409c-b550-4a4d04829d3f", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:30.637439 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1f955797-5243-4034-a11e-0a043ec2a208 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:30.638126 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b39cef0-bab8-4e6c-96bc-6e66e907e619', 'name': 'network-vif-deleted', 'tag': '26967ea1-67fd-409c-b550-4a4d04829d3f', 'status': 'completed', 'code': 200} Nov 03 18:54:30.640160 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.650524 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d34febdc-878f-419b-85dc-a477df20e349 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.697413 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2b79-81c7-4bc5-87ea-937a80e7ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.701691 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2b79-81c7-4bc5-87ea-937a80e7ffb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.703748 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9fbe2b79-81c7-4bc5-87ea-937a80e7ffb8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ec76a7a6-f225-4d10-b0ba-4de92a354fad HTTP/1.1" status: 204 len: 168 time: 0.4529014 Nov 03 18:54:30.729658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe2b79-81c7-4bc5-87ea-937a80e7ffb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec76a7a6-f225-4d10-b0ba-4de92a354fad,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:30.756766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0cb738cf-e815-4619-9628-c393ccce1cd5 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Deleting port 97120d50-8b3c-4bf1-93d8-02bb0ba1e095 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:30.757338 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0cb738cf-e815-4619-9628-c393ccce1cd5 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.794307 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bf50c27-9182-40d2-919a-67829dee7a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.798704 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bf50c27-9182-40d2-919a-67829dee7a0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:30.802534 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6bf50c27-9182-40d2-919a-67829dee7a0c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7b6830f4-6e36-4cd3-9d42-d20045756bb2 HTTP/1.1" status: 204 len: 168 time: 0.5295174 Nov 03 18:54:30.842871 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf50c27-9182-40d2-919a-67829dee7a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6830f4-6e36-4cd3-9d42-d20045756bb2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:30.959011 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0cb738cf-e815-4619-9628-c393ccce1cd5 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.001959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0cb738cf-e815-4619-9628-c393ccce1cd5 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Calling delete_port for 97120d50-8b3c-4bf1-93d8-02bb0ba1e095 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:31.326431 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0cb738cf-e815-4619-9628-c393ccce1cd5 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.416943 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.436983 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb738cf-e815-4619-9628-c393ccce1cd5 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event deleted for resources: {'Port': ['ID=97120d50-8b3c-4bf1-93d8-02bb0ba1e095,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:31.603667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f1a1bd9a-2da7-459d-8056-4cdd3a3a08ec req-20339bfc-6d38-4f1d-bd83-66f7a9d22ca4 tempest-TestServerMultinode-2093585962 tempest-TestServerMultinode-2093585962-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0b39cef0-bab8-4e6c-96bc-6e66e907e619 HTTP/1.1" status: 200 len: 210 time: 0.1688612 Nov 03 18:54:31.721662 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d34febdc-878f-419b-85dc-a477df20e349 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.740986 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34864) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:31.742100 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d34febdc-878f-419b-85dc-a477df20e349 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.809942 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0cb738cf-e815-4619-9628-c393ccce1cd5 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.818880 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c5804451-399e-491a-adc8-75ec8ce3a910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:31.953089 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-d34febdc-878f-419b-85dc-a477df20e349 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Floating IP ec5be469-6431-4ecc-b756-944c3e31790f associated. External IP: 172.25.2.170, port: eb6009a2-de14-4b29-bc88-45d0d58e81f1. Nov 03 18:54:32.083068 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c5804451-399e-491a-adc8-75ec8ce3a910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.094022 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c5804451-399e-491a-adc8-75ec8ce3a910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.127388 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c5804451-399e-491a-adc8-75ec8ce3a910 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8c09c4afbca74dc79092663b8d80a3f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3825061 Nov 03 18:54:32.128629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 26967ea1-67fd-409c-b550-4a4d04829d3f no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:32.134175 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34874) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:32.190521 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 26967ea1-67fd-409c-b550-4a4d04829d3f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:32.192322 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 26967ea1-67fd-409c-b550-4a4d04829d3f not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:32.230377 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5804451-399e-491a-adc8-75ec8ce3a910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08d5ab8-9178-4870-a1ba-99c5881bf78f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:32.269856 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-073eb437-11ae-41ba-9832-3043c8011da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.302074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34876) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:32.341922 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-073eb437-11ae-41ba-9832-3043c8011da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.387222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34febdc-878f-419b-85dc-a477df20e349 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Router 14536058-0d01-4c65-aaab-19857e2601a9 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:32.412399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb738cf-e815-4619-9628-c393ccce1cd5 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Router 045434f2-5c6f-494d-9b3c-08d2c2da0210 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:32.459882 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-073eb437-11ae-41ba-9832-3043c8011da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.464853 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-073eb437-11ae-41ba-9832-3043c8011da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.465188 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-073eb437-11ae-41ba-9832-3043c8011da2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c08d5ab8-9178-4870-a1ba-99c5881bf78f HTTP/1.1" status: 204 len: 168 time: 0.3297012 Nov 03 18:54:32.523051 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073eb437-11ae-41ba-9832-3043c8011da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08d5ab8-9178-4870-a1ba-99c5881bf78f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:32.524069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Request body: {'networks': [{'name': 'tempest-network--1418458887'}, {'name': 'tempest-network--1645092258'}]} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:32.524390 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Request body: {'network': {'name': 'tempest-network--1418458887'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:32.524865 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Request body: {'network': {'name': 'tempest-network--1645092258'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:32.529039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb738cf-e815-4619-9628-c393ccce1cd5 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:32.538777 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0cb738cf-e815-4619-9628-c393ccce1cd5 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "PUT /v2.0/routers/045434f2-5c6f-494d-9b3c-08d2c2da0210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4875968 Nov 03 18:54:32.540458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34882) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:32.559154 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32aa12-14f3-4e1e-b19d-3cd1320a9422 None None] Sync routers for ids ['045434f2-5c6f-494d-9b3c-08d2c2da0210'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:32.579335 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32aa12-14f3-4e1e-b19d-3cd1320a9422 None None] Routers {'045434f2-5c6f-494d-9b3c-08d2c2da0210'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:32.580074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34febdc-878f-419b-85dc-a477df20e349 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:32.581356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4e32aa12-14f3-4e1e-b19d-3cd1320a9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['045434f2-5c6f-494d-9b3c-08d2c2da0210'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:32.587863 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d34febdc-878f-419b-85dc-a477df20e349 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.592355 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3a3be2-d124-4404-acba-352062899478 None None] Sync routers for ids ['14536058-0d01-4c65-aaab-19857e2601a9'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:32.601665 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-bced40b7-5889-4400-9057-8670451c2294 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] show failed (client error): The resource could not be found. Nov 03 18:54:32.603122 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bced40b7-5889-4400-9057-8670451c2294 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "GET /v2.0/routers/tempest-non_exist_router-1628762015 HTTP/1.1" status: 404 len: 335 time: 0.0615847 Nov 03 18:54:32.607793 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34884) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:32.611883 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3a3be2-d124-4404-acba-352062899478 None None] Routers {'14536058-0d01-4c65-aaab-19857e2601a9'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:32.614392 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-af3a3be2-d124-4404-acba-352062899478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['14536058-0d01-4c65-aaab-19857e2601a9'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:32.643481 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Made reservation on behalf of 2c55409785394364b50ab822aa919933 for: {'network': 2} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:32.651899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4e32aa12-14f3-4e1e-b19d-3cd1320a9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:32.666255 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.667836 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32aa12-14f3-4e1e-b19d-3cd1320a9422 None None] Routers {'045434f2-5c6f-494d-9b3c-08d2c2da0210'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:32.668857 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4e32aa12-14f3-4e1e-b19d-3cd1320a9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['045434f2-5c6f-494d-9b3c-08d2c2da0210'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:32.677096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8e7134c3-7206-49a5-ac52-4ae65c49e9c3 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:32.736347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4e32aa12-14f3-4e1e-b19d-3cd1320a9422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:32.737658 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:32.737883 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32aa12-14f3-4e1e-b19d-3cd1320a9422 None None] The sync data for ids ['045434f2-5c6f-494d-9b3c-08d2c2da0210'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:32.755941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34890) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:32.794869 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-8e7134c3-7206-49a5-ac52-4ae65c49e9c3 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] update failed (client error): The resource could not be found. Nov 03 18:54:32.796080 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8e7134c3-7206-49a5-ac52-4ae65c49e9c3 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "PUT /v2.0/routers/tempest-non_exist_router-1424175611 HTTP/1.1" status: 404 len: 335 time: 0.1872408 Nov 03 18:54:32.805277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34892) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:32.822991 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d34febdc-878f-419b-85dc-a477df20e349 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "PUT /v2.0/floatingips/ec5be469-6431-4ecc-b756-944c3e31790f HTTP/1.1" status: 200 len: 992 time: 2.2161579 Nov 03 18:54:32.825501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:32.836589 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22637068-18ab-4327-9fdb-72cac56b0197" -d '{"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "eb6009a2-de14-4b29-bc88-45d0d58e81f1"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:32.921313 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0a8bd4-9edd-42c5-a28c-80420a44d001 x-openstack-request-id: req-2b0a8bd4-9edd-42c5-a28c-80420a44d001 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:32.921625 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "tag": "eb6009a2-de14-4b29-bc88-45d0d58e81f1", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:32.921915 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2b0a8bd4-9edd-42c5-a28c-80420a44d001 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:32.922332 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'tag': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1', 'status': 'completed', 'code': 200} Nov 03 18:54:32.933345 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-af3a3be2-d124-4404-acba-352062899478 None None] Set router 14536058-0d01-4c65-aaab-19857e2601a9 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:32.969673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-6324254b-aaa4-4ed1-b9b0-48a5be67cb06 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Deleting subnet 97b78c15-71f4-46c8-952a-cb2201715056 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:32.984680 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6324254b-aaa4-4ed1-b9b0-48a5be67cb06 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.099745 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6324254b-aaa4-4ed1-b9b0-48a5be67cb06 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.145716 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.159954 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.163700 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.247442 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6324254b-aaa4-4ed1-b9b0-48a5be67cb06 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.259226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22637068-18ab-4327-9fdb-72cac56b0197 req-748612e9-e972-4c1a-b5f6-728da9a79429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:33.259839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22637068-18ab-4327-9fdb-72cac56b0197 req-748612e9-e972-4c1a-b5f6-728da9a79429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:33.260386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22637068-18ab-4327-9fdb-72cac56b0197 req-748612e9-e972-4c1a-b5f6-728da9a79429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:33.261723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22637068-18ab-4327-9fdb-72cac56b0197 req-748612e9-e972-4c1a-b5f6-728da9a79429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:33.262274 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22637068-18ab-4327-9fdb-72cac56b0197 req-748612e9-e972-4c1a-b5f6-728da9a79429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:33.262888 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22637068-18ab-4327-9fdb-72cac56b0197 req-748612e9-e972-4c1a-b5f6-728da9a79429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:33.263417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22637068-18ab-4327-9fdb-72cac56b0197 req-748612e9-e972-4c1a-b5f6-728da9a79429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:33.266267 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22637068-18ab-4327-9fdb-72cac56b0197 req-748612e9-e972-4c1a-b5f6-728da9a79429 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72caea157bda4c2da13cda8b237e3c26&device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 6491 time: 0.2658217 Nov 03 18:54:33.328763 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6324254b-aaa4-4ed1-b9b0-48a5be67cb06 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.349861 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6324254b-aaa4-4ed1-b9b0-48a5be67cb06 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.354838 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6324254b-aaa4-4ed1-b9b0-48a5be67cb06 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "DELETE /v2.0/subnets/97b78c15-71f4-46c8-952a-cb2201715056 HTTP/1.1" status: 204 len: 168 time: 0.5479124 Nov 03 18:54:33.370820 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a86e96-0873-434e-af3c-31e5ea9b5376 None None] Network 08f620a6-e127-482c-a9ba-062ad53a4ccd requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:33.377699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:33.379791 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34908) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:33.396058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324254b-aaa4-4ed1-b9b0-48a5be67cb06 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event deleted for resources: {'Subnet': ['ID=97b78c15-71f4-46c8-952a-cb2201715056,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:33.412899 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-af3a3be2-d124-4404-acba-352062899478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14536058-0d01-4c65-aaab-19857e2601a9', 'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:11Z', 'updated_at': '2021-11-03T18:51:22Z', 'revision_number': 4, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'gw_port': {'id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:14Z', 'updated_at': '2021-11-03T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'ec5be469-6431-4ecc-b756-944c3e31790f', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'port_id': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'mac_address': 'fa:16:3e:ff:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92789f42-d355-4256-9b13-075df3cae668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:52:40Z', 'updated_at': '2021-11-03T18:54:31Z', 'revision_number': 1, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c7e990-ee36-4a3d-9798-632c2840d3ff', 'name': '', 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'mac_address': 'fa:16:3e:bb:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:20Z', 'updated_at': '2021-11-03T18:51:30Z', 'revision_number': 5, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'subnets': [{'id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:33.451175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ea4295-3102-4caa-809f-d8af10bced60,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:33.488705 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3a3be2-d124-4404-acba-352062899478 None None] Checking router: 14536058-0d01-4c65-aaab-19857e2601a9 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:33.504260 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3a3be2-d124-4404-acba-352062899478 None None] Routers {'14536058-0d01-4c65-aaab-19857e2601a9'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:33.506269 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-af3a3be2-d124-4404-acba-352062899478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['14536058-0d01-4c65-aaab-19857e2601a9'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:33.535888 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.536345 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Added segment f6e0cbbc-850f-446c-9214-4571ef7a17f6 of type vlan for network 16095ca6-0899-4b71-a1d4-01143d982c15 Nov 03 18:54:33.655833 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f95874-4413-43e9-9b7e-64af21f2e889 None None] DHCP port deletion for 08f620a6-e127-482c-a9ba-062ad53a4ccd request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:54:33.698697 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8d31ef-4992-468b-9c09-ddbe3346c82d tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Deleting subnet 4036ef2e-13ab-49fa-8d5a-a4e3463237e4 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:33.732158 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e8d31ef-4992-468b-9c09-ddbe3346c82d tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.760841 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f8f95874-4413-43e9-9b7e-64af21f2e889 None None] Deleting port 5562fd34-2ab6-4440-a5fa-a644c463e385 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:33.762295 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8f95874-4413-43e9-9b7e-64af21f2e889 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.775033 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-af3a3be2-d124-4404-acba-352062899478 None None] Set router 14536058-0d01-4c65-aaab-19857e2601a9 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:33.776414 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.810563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:33.821429 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.821800 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Added segment c2fc4e4e-05a4-4e58-83dd-aa2a8409606c of type vlan for network 72aa2df2-c905-4bfe-9428-d80adbb77155 Nov 03 18:54:33.871123 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f8f95874-4413-43e9-9b7e-64af21f2e889 None None] For port 5562fd34-2ab6-4440-a5fa-a644c463e385, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5562fd34-2ab6-4440-a5fa-a644c463e385,segment=NetworkSegment(826d2a29-a88c-43ae-b6c0-9c267cb8df7d),segment_id=826d2a29-a88c-43ae-b6c0-9c267cb8df7d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:33.871419 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8f95874-4413-43e9-9b7e-64af21f2e889 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:33.884538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22637068-18ab-4327-9fdb-72cac56b0197 req-b30a49f7-b420-49b6-aa56-779ddb428253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:33.887222 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22637068-18ab-4327-9fdb-72cac56b0197 req-b30a49f7-b420-49b6-aa56-779ddb428253 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6b353351-5b83-45e9-9697-85cd3e4e0a38 HTTP/1.1" status: 200 len: 913 time: 0.6043680 Nov 03 18:54:33.890765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f8f95874-4413-43e9-9b7e-64af21f2e889 None None] Calling delete_port for 5562fd34-2ab6-4440-a5fa-a644c463e385 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:34.037671 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8f95874-4413-43e9-9b7e-64af21f2e889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.074676 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.128841 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f95874-4413-43e9-9b7e-64af21f2e889 None None] Pushing event deleted for resources: {'Port': ['ID=5562fd34-2ab6-4440-a5fa-a644c463e385,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:34.149852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f95874-4413-43e9-9b7e-64af21f2e889 None None] No DVR routers for this DVR port 5562fd34-2ab6-4440-a5fa-a644c463e385 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:34.162236 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.163121 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.179258 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:34.186513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:34.187218 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.210358 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e8d31ef-4992-468b-9c09-ddbe3346c82d tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.302666 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-af3a3be2-d124-4404-acba-352062899478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14536058-0d01-4c65-aaab-19857e2601a9', 'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:11Z', 'updated_at': '2021-11-03T18:51:22Z', 'revision_number': 4, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'gw_port': {'id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:14Z', 'updated_at': '2021-11-03T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'ec5be469-6431-4ecc-b756-944c3e31790f', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'port_id': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'mac_address': 'fa:16:3e:ff:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92789f42-d355-4256-9b13-075df3cae668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:52:40Z', 'updated_at': '2021-11-03T18:54:31Z', 'revision_number': 1, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c7e990-ee36-4a3d-9798-632c2840d3ff', 'name': '', 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'mac_address': 'fa:16:3e:bb:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:20Z', 'updated_at': '2021-11-03T18:51:30Z', 'revision_number': 5, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'subnets': [{'id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:34.325745 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34928) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:34.326324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0227380 Nov 03 18:54:34.383402 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22637068-18ab-4327-9fdb-72cac56b0197 req-194a5b11-7636-4f64-a80d-d09d4abbcb3a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb6009a2-de14-4b29-bc88-45d0d58e81f1 HTTP/1.1" status: 200 len: 1000 time: 0.4522460 Nov 03 18:54:34.390992 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event updated for resources: {'Network': ['ID=16095ca6-0899-4b71-a1d4-01143d982c15,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:34.409943 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 16095ca6-0899-4b71-a1d4-01143d982c15 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:34.509199 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3a3be2-d124-4404-acba-352062899478 None None] The sync data for ids ['14536058-0d01-4c65-aaab-19857e2601a9'] in n-d-812150-4 is: [{'id': '14536058-0d01-4c65-aaab-19857e2601a9', 'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:11Z', 'updated_at': '2021-11-03T18:51:22Z', 'revision_number': 4, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'gw_port': {'id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:14Z', 'updated_at': '2021-11-03T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'ec5be469-6431-4ecc-b756-944c3e31790f', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'port_id': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'mac_address': 'fa:16:3e:ff:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92789f42-d355-4256-9b13-075df3cae668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:52:40Z', 'updated_at': '2021-11-03T18:54:31Z', 'revision_number': 1, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c7e990-ee36-4a3d-9798-632c2840d3ff', 'name': '', 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'mac_address': 'fa:16:3e:bb:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:20Z', 'updated_at': '2021-11-03T18:51:30Z', 'revision_number': 5, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'subnets': [{'id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:34.635713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e1228-c2c3-4596-8c90-a74ba1264574 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event updated for resources: {'Network': ['ID=72aa2df2-c905-4bfe-9428-d80adbb77155,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:34.639789 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e8d31ef-4992-468b-9c09-ddbe3346c82d tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:34.644406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22637068-18ab-4327-9fdb-72cac56b0197 req-bfa59d9f-7ab3-43fd-a5ff-e47868125d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:34.646948 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22637068-18ab-4327-9fdb-72cac56b0197 req-bfa59d9f-7ab3-43fd-a5ff-e47868125d9d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=adadea0b-ba73-4bc3-9678-1424a1593c04 HTTP/1.1" status: 200 len: 851 time: 0.2457759 Nov 03 18:54:34.647951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 72aa2df2-c905-4bfe-9428-d80adbb77155 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:34.731029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81561440-5791-4b2d-b085-97ac9825e9a8 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:34.746301 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81561440-5791-4b2d-b085-97ac9825e9a8 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:34.760807 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81561440-5791-4b2d-b085-97ac9825e9a8 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:34.779179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81561440-5791-4b2d-b085-97ac9825e9a8 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:34.785094 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-81561440-5791-4b2d-b085-97ac9825e9a8 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4535229 Nov 03 18:54:34.785094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34932) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:34.797557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22637068-18ab-4327-9fdb-72cac56b0197 req-f044e880-8388-4f21-ba25-c8e554178d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:34.799898 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22637068-18ab-4327-9fdb-72cac56b0197 req-f044e880-8388-4f21-ba25-c8e554178d85 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6b353351-5b83-45e9-9697-85cd3e4e0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306229 Nov 03 18:54:34.978215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2ccab-b739-44ab-8aab-7003a946a15d None None] New status for floating IP ec5be469-6431-4ecc-b756-944c3e31790f: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:54:35.037889 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22637068-18ab-4327-9fdb-72cac56b0197 req-3c141889-3b04-4056-926b-1692a680b684 service neutron] 10.222.0.87 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122138 Nov 03 18:54:35.039453 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e8d31ef-4992-468b-9c09-ddbe3346c82d tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.081731 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0eec-855e-4f83-b835-3e1b5207c1fe tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.095926 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e8d31ef-4992-468b-9c09-ddbe3346c82d tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.105650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8e8d31ef-4992-468b-9c09-ddbe3346c82d tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "DELETE /v2.0/subnets/4036ef2e-13ab-49fa-8d5a-a4e3463237e4 HTTP/1.1" status: 204 len: 168 time: 1.7246106 Nov 03 18:54:35.106796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d31ef-4992-468b-9c09-ddbe3346c82d tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event deleted for resources: {'Subnet': ['ID=4036ef2e-13ab-49fa-8d5a-a4e3463237e4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:35.107034 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34942) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:35.145051 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45c38c9d-996c-47f6-b5ed-dd7818a87720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.246837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce4d074-7a1b-4561-9334-187054ba64d9 None None] Network 85b7ce44-0410-4b82-b7c9-7827a793d4d2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:35.472083 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0eec-855e-4f83-b835-3e1b5207c1fe tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.497148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22637068-18ab-4327-9fdb-72cac56b0197 req-5c595ba3-5af8-423a-b41a-0a6a99918905 service neutron] 10.222.0.87 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144466 Nov 03 18:54:35.579991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dfaf0eec-855e-4f83-b835-3e1b5207c1fe tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16095ca6-0899-4b71-a1d4-01143d982c15']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:35.600369 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dfaf0eec-855e-4f83-b835-3e1b5207c1fe tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e0cbbc-850f-446c-9214-4571ef7a17f6') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:35.600858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dfaf0eec-855e-4f83-b835-3e1b5207c1fe tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e0cbbc-850f-446c-9214-4571ef7a17f6') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:35.606388 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20a28c14-12bf-4eab-8966-e6c0319406bd tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.626204 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0eec-855e-4f83-b835-3e1b5207c1fe tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.651243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e2b9c9-e53c-4be4-9ec6-efccc711de71 None None] DHCP port deletion for 85b7ce44-0410-4b82-b7c9-7827a793d4d2 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:54:35.666690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0eec-855e-4f83-b835-3e1b5207c1fe tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.673620 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-45c38c9d-996c-47f6-b5ed-dd7818a87720 admin admin] Deleting port eb78ca3a-5f31-4e90-8433-de60dc90ea41 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:35.673620 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45c38c9d-996c-47f6-b5ed-dd7818a87720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.727262 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfaf0eec-855e-4f83-b835-3e1b5207c1fe tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:35.727924 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0eec-855e-4f83-b835-3e1b5207c1fe tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:35.735986 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:35.756213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-06e2b9c9-e53c-4be4-9ec6-efccc711de71 None None] Deleting port da5539ce-f3f1-4756-b7d3-46138dac1581 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:35.756780 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-06e2b9c9-e53c-4be4-9ec6-efccc711de71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.776096 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f88f36-ff49-4a5c-9fa2-07d4686f5d86 req-4d916e56-7358-48b7-b932-3d7c3cd4b147 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:35.784368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f88f36-ff49-4a5c-9fa2-07d4686f5d86 req-4d916e56-7358-48b7-b932-3d7c3cd4b147 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:35.788746 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5562fd34-2ab6-4440-a5fa-a644c463e385 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:35.791204 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f88f36-ff49-4a5c-9fa2-07d4686f5d86 req-4d916e56-7358-48b7-b932-3d7c3cd4b147 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:35.797431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f88f36-ff49-4a5c-9fa2-07d4686f5d86 req-4d916e56-7358-48b7-b932-3d7c3cd4b147 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:35.804757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f88f36-ff49-4a5c-9fa2-07d4686f5d86 req-4d916e56-7358-48b7-b932-3d7c3cd4b147 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:35.810991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f88f36-ff49-4a5c-9fa2-07d4686f5d86 req-4d916e56-7358-48b7-b932-3d7c3cd4b147 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:35.818219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f88f36-ff49-4a5c-9fa2-07d4686f5d86 req-4d916e56-7358-48b7-b932-3d7c3cd4b147 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:35.820336 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44f88f36-ff49-4a5c-9fa2-07d4686f5d86 req-4d916e56-7358-48b7-b932-3d7c3cd4b147 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5442 time: 0.1924808 Nov 03 18:54:35.879710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-45c38c9d-996c-47f6-b5ed-dd7818a87720 admin admin] For port eb78ca3a-5f31-4e90-8433-de60dc90ea41, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eb78ca3a-5f31-4e90-8433-de60dc90ea41,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:35.880327 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45c38c9d-996c-47f6-b5ed-dd7818a87720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.909089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-45c38c9d-996c-47f6-b5ed-dd7818a87720 admin admin] Calling delete_port for eb78ca3a-5f31-4e90-8433-de60dc90ea41 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:35.925184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 5562fd34-2ab6-4440-a5fa-a644c463e385 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:35.925628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5562fd34-2ab6-4440-a5fa-a644c463e385 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:35.959169 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-06e2b9c9-e53c-4be4-9ec6-efccc711de71 None None] For port da5539ce-f3f1-4756-b7d3-46138dac1581, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=da5539ce-f3f1-4756-b7d3-46138dac1581,segment=NetworkSegment(d67234da-32b1-47f6-ab3d-f5b190352203),segment_id=d67234da-32b1-47f6-ab3d-f5b190352203)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:35.959673 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-06e2b9c9-e53c-4be4-9ec6-efccc711de71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.967324 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20a28c14-12bf-4eab-8966-e6c0319406bd tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:35.977293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-06e2b9c9-e53c-4be4-9ec6-efccc711de71 None None] Calling delete_port for da5539ce-f3f1-4756-b7d3-46138dac1581 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:35.978381 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44f88f36-ff49-4a5c-9fa2-07d4686f5d86 req-d1d57c9a-f2ba-438e-af8a-67d3e98c10d7 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1504300 Nov 03 18:54:35.998387 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0eec-855e-4f83-b835-3e1b5207c1fe tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.010751 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0eec-855e-4f83-b835-3e1b5207c1fe tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.015919 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dfaf0eec-855e-4f83-b835-3e1b5207c1fe tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "DELETE /v2.0/networks/16095ca6-0899-4b71-a1d4-01143d982c15 HTTP/1.1" status: 204 len: 168 time: 1.2259848 Nov 03 18:54:36.021523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34958) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:36.070369 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-20a28c14-12bf-4eab-8966-e6c0319406bd tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f620a6-e127-482c-a9ba-062ad53a4ccd']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:36.096070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf0eec-855e-4f83-b835-3e1b5207c1fe tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event deleted for resources: {'Network': ['ID=16095ca6-0899-4b71-a1d4-01143d982c15,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:36.112159 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-06e2b9c9-e53c-4be4-9ec6-efccc711de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.139909 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-20a28c14-12bf-4eab-8966-e6c0319406bd tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826d2a29-a88c-43ae-b6c0-9c267cb8df7d') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:36.140254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-20a28c14-12bf-4eab-8966-e6c0319406bd tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826d2a29-a88c-43ae-b6c0-9c267cb8df7d') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:36.173020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2b9c9-e53c-4be4-9ec6-efccc711de71 None None] Pushing event deleted for resources: {'Port': ['ID=da5539ce-f3f1-4756-b7d3-46138dac1581,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:36.180494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e2b9c9-e53c-4be4-9ec6-efccc711de71 None None] No DVR routers for this DVR port da5539ce-f3f1-4756-b7d3-46138dac1581 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:36.194315 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20a28c14-12bf-4eab-8966-e6c0319406bd tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.252606 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20a28c14-12bf-4eab-8966-e6c0319406bd tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.255725 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45c38c9d-996c-47f6-b5ed-dd7818a87720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.276704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a28c14-12bf-4eab-8966-e6c0319406bd tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:36.277118 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20a28c14-12bf-4eab-8966-e6c0319406bd tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:36.280232 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:36.291797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c38c9d-996c-47f6-b5ed-dd7818a87720 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb78ca3a-5f31-4e90-8433-de60dc90ea41,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:36.294323 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99329d2d-9d42-430d-b3fc-13cb7e10ca43 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.440684 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20a28c14-12bf-4eab-8966-e6c0319406bd tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.448076 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20a28c14-12bf-4eab-8966-e6c0319406bd tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.457746 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-20a28c14-12bf-4eab-8966-e6c0319406bd tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "DELETE /v2.0/networks/08f620a6-e127-482c-a9ba-062ad53a4ccd HTTP/1.1" status: 204 len: 168 time: 1.3494580 Nov 03 18:54:36.462241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34970) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:36.579358 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a28c14-12bf-4eab-8966-e6c0319406bd tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event deleted for resources: {'Network': ['ID=08f620a6-e127-482c-a9ba-062ad53a4ccd,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:36.631843 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99329d2d-9d42-430d-b3fc-13cb7e10ca43 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.664706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-99329d2d-9d42-430d-b3fc-13cb7e10ca43 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72aa2df2-c905-4bfe-9428-d80adbb77155']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:36.677924 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-99329d2d-9d42-430d-b3fc-13cb7e10ca43 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fc4e4e-05a4-4e58-83dd-aa2a8409606c') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:36.678166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-99329d2d-9d42-430d-b3fc-13cb7e10ca43 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fc4e4e-05a4-4e58-83dd-aa2a8409606c') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:36.696300 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99329d2d-9d42-430d-b3fc-13cb7e10ca43 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.717701 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99329d2d-9d42-430d-b3fc-13cb7e10ca43 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.726582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99329d2d-9d42-430d-b3fc-13cb7e10ca43 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:36.727097 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99329d2d-9d42-430d-b3fc-13cb7e10ca43 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:36.730161 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:36.803049 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99329d2d-9d42-430d-b3fc-13cb7e10ca43 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.810670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99329d2d-9d42-430d-b3fc-13cb7e10ca43 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:36.818385 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-99329d2d-9d42-430d-b3fc-13cb7e10ca43 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "DELETE /v2.0/networks/72aa2df2-c905-4bfe-9428-d80adbb77155 HTTP/1.1" status: 204 len: 168 time: 0.7856314 Nov 03 18:54:36.828299 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34972) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:36.833285 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99329d2d-9d42-430d-b3fc-13cb7e10ca43 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event deleted for resources: {'Network': ['ID=72aa2df2-c905-4bfe-9428-d80adbb77155,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:36.953295 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d576d6-c688-42ff-a457-a449c241ab90 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:36.960497 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d576d6-c688-42ff-a457-a449c241ab90 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:36.966033 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-61d576d6-c688-42ff-a457-a449c241ab90 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1311977 Nov 03 18:54:36.968072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34974) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:36.974179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-480297cf-e4e5-4268-96c9-4bbd8472649d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1406764986'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:37.009053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480297cf-e4e5-4268-96c9-4bbd8472649d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Made reservation on behalf of 2c55409785394364b50ab822aa919933 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:37.014127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-480297cf-e4e5-4268-96c9-4bbd8472649d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.062795 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480297cf-e4e5-4268-96c9-4bbd8472649d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:37.075212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-480297cf-e4e5-4268-96c9-4bbd8472649d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.075722 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-480297cf-e4e5-4268-96c9-4bbd8472649d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Added segment 8fc0a0fd-5813-4c6b-8d05-1a2ff5e47722 of type vlan for network e4365e9b-1c85-4479-afb6-1ee7b5a608c5 Nov 03 18:54:37.083636 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d457-b494-48e1-901a-83a467b9df4e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.120049 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-480297cf-e4e5-4268-96c9-4bbd8472649d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.137558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-62ca6b53-b12f-4b39-bba0-0c3973d875d3 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.145396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-62ca6b53-b12f-4b39-bba0-0c3973d875d3 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.148013 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-480297cf-e4e5-4268-96c9-4bbd8472649d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.151708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-62ca6b53-b12f-4b39-bba0-0c3973d875d3 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.153976 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480297cf-e4e5-4268-96c9-4bbd8472649d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.154711 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-480297cf-e4e5-4268-96c9-4bbd8472649d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.159098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-62ca6b53-b12f-4b39-bba0-0c3973d875d3 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.164845 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-62ca6b53-b12f-4b39-bba0-0c3973d875d3 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.175982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-62ca6b53-b12f-4b39-bba0-0c3973d875d3 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.182890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-62ca6b53-b12f-4b39-bba0-0c3973d875d3 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.185339 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-62ca6b53-b12f-4b39-bba0-0c3973d875d3 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5442 time: 0.7394226 Nov 03 18:54:37.196698 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-480297cf-e4e5-4268-96c9-4bbd8472649d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2246373 Nov 03 18:54:37.197803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34978) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:37.211888 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6d74f376-783b-4b0d-9291-14f42bbab706 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-475174944'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:37.238149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480297cf-e4e5-4268-96c9-4bbd8472649d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event updated for resources: {'Network': ['ID=e4365e9b-1c85-4479-afb6-1ee7b5a608c5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:37.249232 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network e4365e9b-1c85-4479-afb6-1ee7b5a608c5 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:37.278718 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45c38c9d-996c-47f6-b5ed-dd7818a87720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.315850 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-31c8ec24-edad-4aec-a518-169fd95f7b2b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.317338 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-31c8ec24-edad-4aec-a518-169fd95f7b2b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "GET /v2.0/ports/8e6b560e-7922-4bd3-b966-74776e459307?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1203489 Nov 03 18:54:37.347120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b49471-af8e-4cd3-9af9-9f3507a536ca req-8ffd03f9-a42b-456a-87c4-01cd50a7dc41 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.353067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b49471-af8e-4cd3-9af9-9f3507a536ca req-8ffd03f9-a42b-456a-87c4-01cd50a7dc41 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.359767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b49471-af8e-4cd3-9af9-9f3507a536ca req-8ffd03f9-a42b-456a-87c4-01cd50a7dc41 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.366304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b49471-af8e-4cd3-9af9-9f3507a536ca req-8ffd03f9-a42b-456a-87c4-01cd50a7dc41 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.372365 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b49471-af8e-4cd3-9af9-9f3507a536ca req-8ffd03f9-a42b-456a-87c4-01cd50a7dc41 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.379035 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b49471-af8e-4cd3-9af9-9f3507a536ca req-8ffd03f9-a42b-456a-87c4-01cd50a7dc41 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.385155 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b49471-af8e-4cd3-9af9-9f3507a536ca req-8ffd03f9-a42b-456a-87c4-01cd50a7dc41 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:37.387120 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74b49471-af8e-4cd3-9af9-9f3507a536ca req-8ffd03f9-a42b-456a-87c4-01cd50a7dc41 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 5442 time: 0.3088300 Nov 03 18:54:37.495968 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d457-b494-48e1-901a-83a467b9df4e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.513412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d74f376-783b-4b0d-9291-14f42bbab706 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Made reservation on behalf of 2c55409785394364b50ab822aa919933 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:37.516941 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d74f376-783b-4b0d-9291-14f42bbab706 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.579632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-1bc4d457-b494-48e1-901a-83a467b9df4e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b7ce44-0410-4b82-b7c9-7827a793d4d2']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:37.606729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-1bc4d457-b494-48e1-901a-83a467b9df4e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67234da-32b1-47f6-ab3d-f5b190352203') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:37.607075 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-1bc4d457-b494-48e1-901a-83a467b9df4e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67234da-32b1-47f6-ab3d-f5b190352203') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:37.671754 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d457-b494-48e1-901a-83a467b9df4e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.725726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d74f376-783b-4b0d-9291-14f42bbab706 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:37.738428 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d457-b494-48e1-901a-83a467b9df4e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.745090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74b49471-af8e-4cd3-9af9-9f3507a536ca req-c5d90853-0730-404b-a96d-8e5b14f706a7 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3181226 Nov 03 18:54:37.750227 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-981ed1d4-e1e3-4f18-a2c9-8d655692c46c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "GET /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4181888 Nov 03 18:54:37.760392 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d74f376-783b-4b0d-9291-14f42bbab706 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.760736 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-6d74f376-783b-4b0d-9291-14f42bbab706 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Added segment 77c89e0a-5704-4c6c-afcc-5376342e4fb8 of type vlan for network 58062316-3a44-481c-a4f2-d8a79db23c0e Nov 03 18:54:37.768506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-e1ad90a9-7fae-47f1-85c9-c210a6e011ae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:37.793342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc4d457-b494-48e1-901a-83a467b9df4e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:37.793754 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d457-b494-48e1-901a-83a467b9df4e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:37.799851 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:37.810430 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device da5539ce-f3f1-4756-b7d3-46138dac1581 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:37.835525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: da5539ce-f3f1-4756-b7d3-46138dac1581 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:37.835896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device da5539ce-f3f1-4756-b7d3-46138dac1581 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:37.971153 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d74f376-783b-4b0d-9291-14f42bbab706 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.002786 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d457-b494-48e1-901a-83a467b9df4e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.022584 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d457-b494-48e1-901a-83a467b9df4e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.027809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1bc4d457-b494-48e1-901a-83a467b9df4e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "DELETE /v2.0/networks/85b7ce44-0410-4b82-b7c9-7827a793d4d2 HTTP/1.1" status: 204 len: 168 time: 1.5655954 Nov 03 18:54:38.028451 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34988) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:38.090536 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6e0499-050f-40a2-9888-be368c75dd73 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Deleting subnet 11740f06-b29d-458d-889c-316e269f16fe {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:38.095369 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0499-050f-40a2-9888-be368c75dd73 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.125812 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-e1ad90a9-7fae-47f1-85c9-c210a6e011ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.131327 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d74f376-783b-4b0d-9291-14f42bbab706 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.138201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d74f376-783b-4b0d-9291-14f42bbab706 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:38.138888 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d74f376-783b-4b0d-9291-14f42bbab706 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.151094 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0499-050f-40a2-9888-be368c75dd73 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.153102 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4d457-b494-48e1-901a-83a467b9df4e tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event deleted for resources: {'Network': ['ID=85b7ce44-0410-4b82-b7c9-7827a793d4d2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:38.261767 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0499-050f-40a2-9888-be368c75dd73 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.268136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6d74f376-783b-4b0d-9291-14f42bbab706 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0582960 Nov 03 18:54:38.268345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34998) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:38.300827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74f376-783b-4b0d-9291-14f42bbab706 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event updated for resources: {'Network': ['ID=58062316-3a44-481c-a4f2-d8a79db23c0e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:38.310604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 58062316-3a44-481c-a4f2-d8a79db23c0e details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:38.320566 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Request body: {'ports': [{'network_id': 'e4365e9b-1c85-4479-afb6-1ee7b5a608c5', 'name': 'tempest-port--1547797822', 'admin_state_up': True}, {'network_id': '58062316-3a44-481c-a4f2-d8a79db23c0e', 'admin_state_up': False}]} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:38.323381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c38c9d-996c-47f6-b5ed-dd7818a87720 admin admin] Router 29ca421e-049d-4c72-a8fd-275c0cb62fb3 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:38.324432 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Request body: {'port': {'network_id': 'e4365e9b-1c85-4479-afb6-1ee7b5a608c5', 'name': 'tempest-port--1547797822', 'admin_state_up': True}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:38.325057 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Request body: {'port': {'network_id': '58062316-3a44-481c-a4f2-d8a79db23c0e', 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:38.386999 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0499-050f-40a2-9888-be368c75dd73 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.475552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888e64d9-05d7-4649-94a9-9bf97405f690 None None] Network 1315a229-796e-45f4-8a38-9fe85af9da3e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:38.485138 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e0499-050f-40a2-9888-be368c75dd73 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event deleted for resources: {'Subnet': ['ID=11740f06-b29d-458d-889c-316e269f16fe,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:38.488310 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0499-050f-40a2-9888-be368c75dd73 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.492665 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9c6e0499-050f-40a2-9888-be368c75dd73 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "DELETE /v2.0/subnets/11740f06-b29d-458d-889c-316e269f16fe HTTP/1.1" status: 204 len: 168 time: 0.4630487 Nov 03 18:54:38.496515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35004) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:38.659316 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-e1ad90a9-7fae-47f1-85c9-c210a6e011ae service neutron] For port 8e6b560e-7922-4bd3-b966-74776e459307, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8e6b560e-7922-4bd3-b966-74776e459307,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:38.682645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c38c9d-996c-47f6-b5ed-dd7818a87720 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:38.691422 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-45c38c9d-996c-47f6-b5ed-dd7818a87720 admin admin] 10.222.0.107 "PUT /v2.0/routers/29ca421e-049d-4c72-a8fd-275c0cb62fb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9228139 Nov 03 18:54:38.696870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35008) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:38.697193 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f233f0-ab3b-4fac-b2b6-4b36215d993b None None] Sync routers for ids ['29ca421e-049d-4c72-a8fd-275c0cb62fb3'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:38.730932 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f233f0-ab3b-4fac-b2b6-4b36215d993b None None] Routers {'29ca421e-049d-4c72-a8fd-275c0cb62fb3'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:38.731571 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-96f233f0-ab3b-4fac-b2b6-4b36215d993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['29ca421e-049d-4c72-a8fd-275c0cb62fb3'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:38.766766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-e1ad90a9-7fae-47f1-85c9-c210a6e011ae service neutron] For port 8e6b560e-7922-4bd3-b966-74776e459307, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:38.773771 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.787507 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Made reservation on behalf of 2c55409785394364b50ab822aa919933 for: {'port': 2} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:38.799614 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.859809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-e1ad90a9-7fae-47f1-85c9-c210a6e011ae service neutron] device_id is not set on port 8e6b560e-7922-4bd3-b966-74776e459307 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:54:38.876315 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.883764 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-e1ad90a9-7fae-47f1-85c9-c210a6e011ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.908955 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-e1ad90a9-7fae-47f1-85c9-c210a6e011ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:38.969191 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-96f233f0-ab3b-4fac-b2b6-4b36215d993b None None] Set router 29ca421e-049d-4c72-a8fd-275c0cb62fb3 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:38.976949 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.052035 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Deleting port 28775c51-7149-45e3-8dde-94e9b63e13b6 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:39.053291 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.137301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-e1ad90a9-7fae-47f1-85c9-c210a6e011ae service neutron] No DVR routers for this DVR port 8e6b560e-7922-4bd3-b966-74776e459307 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:39.139633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad90a9-7fae-47f1-85c9-c210a6e011ae service neutron] Pushing event updated for resources: {'Port': ['ID=8e6b560e-7922-4bd3-b966-74776e459307,revision_number=6']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:39.165533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] device_id is not set on port 4e6982f2-5ad4-4a86-8336-494648635ca6 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:54:39.184462 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5f0873-cb73-481c-8aaa-6dc05684f02c None None] DHCP port deletion for 1315a229-796e-45f4-8a38-9fe85af9da3e request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:54:39.194135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] For port 28775c51-7149-45e3-8dde-94e9b63e13b6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=28775c51-7149-45e3-8dde-94e9b63e13b6,segment=NetworkSegment(5d3029b2-cc21-4480-bc68-65c51c656363),segment_id=5d3029b2-cc21-4480-bc68-65c51c656363)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:39.194499 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.222424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Calling delete_port for 28775c51-7149-45e3-8dde-94e9b63e13b6 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:39.288587 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.348435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f0873-cb73-481c-8aaa-6dc05684f02c None None] Deleting port 28775c51-7149-45e3-8dde-94e9b63e13b6 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:39.349053 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0873-cb73-481c-8aaa-6dc05684f02c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.356147 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b6907-65ab-42c5-b0d8-e311676a9cbb req-6c4ec8a1-5e08-46ec-a82d-0dcd738dec41 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:39.362928 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b6907-65ab-42c5-b0d8-e311676a9cbb req-6c4ec8a1-5e08-46ec-a82d-0dcd738dec41 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:39.378424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b6907-65ab-42c5-b0d8-e311676a9cbb req-6c4ec8a1-5e08-46ec-a82d-0dcd738dec41 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:39.391534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b6907-65ab-42c5-b0d8-e311676a9cbb req-6c4ec8a1-5e08-46ec-a82d-0dcd738dec41 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:39.399745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b6907-65ab-42c5-b0d8-e311676a9cbb req-6c4ec8a1-5e08-46ec-a82d-0dcd738dec41 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:39.408763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b6907-65ab-42c5-b0d8-e311676a9cbb req-6c4ec8a1-5e08-46ec-a82d-0dcd738dec41 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:39.410886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-721b6907-65ab-42c5-b0d8-e311676a9cbb req-6c4ec8a1-5e08-46ec-a82d-0dcd738dec41 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 4664 time: 0.5131302 Nov 03 18:54:39.415962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-e1ad90a9-7fae-47f1-85c9-c210a6e011ae service neutron] In _notify_port_updated(), no bound segment for port 8e6b560e-7922-4bd3-b966-74776e459307 on network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 {{(pid=101712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:54:39.417009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-e1ad90a9-7fae-47f1-85c9-c210a6e011ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:39.417641 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-e1ad90a9-7fae-47f1-85c9-c210a6e011ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.419023 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-e1ad90a9-7fae-47f1-85c9-c210a6e011ae service neutron] 10.222.0.98 "PUT /v2.0/ports/8e6b560e-7922-4bd3-b966-74776e459307 HTTP/1.1" status: 200 len: 1031 time: 1.6566894 Nov 03 18:54:39.463816 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-96f233f0-ab3b-4fac-b2b6-4b36215d993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'name': 'tempest-TestServerMultinode-1939074503-router', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ca8ef888-060f-47b9-bf06-159770587e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:53Z', 'updated_at': '2021-11-03T18:54:36Z', 'revision_number': 5, 'project_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'gw_port': {'id': 'ca8ef888-060f-47b9-bf06-159770587e32', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:52:54Z', 'updated_at': '2021-11-03T18:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:39.533407 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-cb5f0873-cb73-481c-8aaa-6dc05684f02c None None] For port 28775c51-7149-45e3-8dde-94e9b63e13b6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=28775c51-7149-45e3-8dde-94e9b63e13b6,segment=NetworkSegment(5d3029b2-cc21-4480-bc68-65c51c656363),segment_id=5d3029b2-cc21-4480-bc68-65c51c656363)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:39.534138 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f233f0-ab3b-4fac-b2b6-4b36215d993b None None] Checking router: 29ca421e-049d-4c72-a8fd-275c0cb62fb3 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:39.534560 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0873-cb73-481c-8aaa-6dc05684f02c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.539601 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.551010 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.559067 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f0873-cb73-481c-8aaa-6dc05684f02c None None] Calling delete_port for 28775c51-7149-45e3-8dde-94e9b63e13b6 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:39.559981 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f233f0-ab3b-4fac-b2b6-4b36215d993b None None] Routers {'29ca421e-049d-4c72-a8fd-275c0cb62fb3'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:39.561481 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-96f233f0-ab3b-4fac-b2b6-4b36215d993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['29ca421e-049d-4c72-a8fd-275c0cb62fb3'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:39.577525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0396b814-faa3-44a1-b57b-16d23f4f524b None None] Provisioning complete for port 8e6b560e-7922-4bd3-b966-74776e459307 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:39.577898 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0396b814-faa3-44a1-b57b-16d23f4f524b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.618757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event deleted for resources: {'Port': ['ID=28775c51-7149-45e3-8dde-94e9b63e13b6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:39.619006 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-721b6907-65ab-42c5-b0d8-e311676a9cbb req-bcc535fc-eb90-40ce-b4c0-a2f47f89f073 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=58fcca31-5a98-4a97-9d7b-1b2faca59181&id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1941030 Nov 03 18:54:39.657866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0396b814-faa3-44a1-b57b-16d23f4f524b None None] Port 8e6b560e-7922-4bd3-b966-74776e459307 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:39.659166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] No DVR routers for this DVR port 28775c51-7149-45e3-8dde-94e9b63e13b6 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:39.671669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-fa796ce0-d9d5-4068-87f4-9c0eef4acefa tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:39.673447 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-fa796ce0-d9d5-4068-87f4-9c0eef4acefa tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "GET /v2.0/ports/7deba0ab-5b6a-49f1-bad0-25bca67cb4ef?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1995091 Nov 03 18:54:39.697432 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:39.724660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] device_id is not set on port 039ebb79-f9a1-432c-99a2-f3e9cb536a98 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:54:39.726081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 28775c51-7149-45e3-8dde-94e9b63e13b6 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:39.743458 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-96f233f0-ab3b-4fac-b2b6-4b36215d993b None None] Set router 29ca421e-049d-4c72-a8fd-275c0cb62fb3 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:39.774278 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 28775c51-7149-45e3-8dde-94e9b63e13b6 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:39.774699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 28775c51-7149-45e3-8dde-94e9b63e13b6 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:39.793405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:39.801966 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] Deleting port ca8ef888-060f-47b9-bf06-159770587e32 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:39.802510 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.802885 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0873-cb73-481c-8aaa-6dc05684f02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.819306 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-96f233f0-ab3b-4fac-b2b6-4b36215d993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'name': 'tempest-TestServerMultinode-1939074503-router', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:53Z', 'updated_at': '2021-11-03T18:54:39Z', 'revision_number': 6, 'project_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:39.858373 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.862026 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f233f0-ab3b-4fac-b2b6-4b36215d993b None None] The sync data for ids ['29ca421e-049d-4c72-a8fd-275c0cb62fb3'] in n-d-812150-4 is: [{'id': '29ca421e-049d-4c72-a8fd-275c0cb62fb3', 'name': 'tempest-TestServerMultinode-1939074503-router', 'tenant_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:52:53Z', 'updated_at': '2021-11-03T18:54:39Z', 'revision_number': 6, 'project_id': '76ea2e8c8d2c47c88162650b3bb31f2f', 'gw_port_host': None}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:39.882482 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.896643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f0873-cb73-481c-8aaa-6dc05684f02c None None] Pushing event deleted for resources: {'Port': ['ID=28775c51-7149-45e3-8dde-94e9b63e13b6,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:39.926437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f0873-cb73-481c-8aaa-6dc05684f02c None None] No DVR routers for this DVR port 28775c51-7149-45e3-8dde-94e9b63e13b6 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:39.978257 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.994226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] For port ca8ef888-060f-47b9-bf06-159770587e32, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ca8ef888-060f-47b9-bf06-159770587e32,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:39.994916 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:39.999483 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.019754 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.030294 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1315a229-796e-45f4-8a38-9fe85af9da3e']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:40.032607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] Calling delete_port for ca8ef888-060f-47b9-bf06-159770587e32 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:40.057085 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ec408a-40f4-43c3-859e-8b47b5bc5fc3'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:40.061878 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da35e6aa-c2f4-4fd1-bb56-566afb696a05" -d '{"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ec408a-40f4-43c3-859e-8b47b5bc5fc3"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:40.087833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3029b2-cc21-4480-bc68-65c51c656363') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:40.088402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3029b2-cc21-4480-bc68-65c51c656363') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:40.092452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3,segment=NetworkSegment(16e991c2-4310-4f57-99c5-922ec65b42c8),segment_id=16e991c2-4310-4f57-99c5-922ec65b42c8)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:40.099044 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.102435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 8e6b560e-7922-4bd3-b966-74776e459307 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:40.123004 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.148292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event updated for resources: {'Port': ['ID=4e6982f2-5ad4-4a86-8336-494648635ca6,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:40.152184 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eda6806-378d-4573-9c9c-bc11d04f6c10 x-openstack-request-id: req-1eda6806-378d-4573-9c9c-bc11d04f6c10 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:40.153130 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ec408a-40f4-43c3-859e-8b47b5bc5fc3", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:40.153130 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1eda6806-378d-4573-9c9c-bc11d04f6c10 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:40.153484 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ec408a-40f4-43c3-859e-8b47b5bc5fc3', 'code': 200} Nov 03 18:54:40.153696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Checking segment: {'id': '8fc0a0fd-5813-4c6b-8d05-1a2ff5e47722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e4365e9b-1c85-4479-afb6-1ee7b5a608c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:40.154009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Network hostable DHCP agents. Network: e4365e9b-1c85-4479-afb6-1ee7b5a608c5, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:40.167227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.180612 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:40.180909 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:40.185000 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:40.188126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Network e4365e9b-1c85-4479-afb6-1ee7b5a608c5 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:40.205108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:40.209256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 8e6b560e-7922-4bd3-b966-74776e459307 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:40.210133 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:40.230489 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] For port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:40.273414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, e4365e9b-1c85-4479-afb6-1ee7b5a608c5) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:40.295990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1625ed6d-9645-4ee2-bd07-c567a192dc24 None None] Network e4365e9b-1c85-4479-afb6-1ee7b5a608c5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:40.303731 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:40.305312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.308607 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.337075 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.344146 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "DELETE /v2.0/networks/1315a229-796e-45f4-8a38-9fe85af9da3e HTTP/1.1" status: 204 len: 168 time: 1.8463960 Nov 03 18:54:40.344911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35024) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:40.381608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] For port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:40.411699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a48abb-4d7a-4951-9288-4e8ff821317f tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Pushing event deleted for resources: {'Network': ['ID=1315a229-796e-45f4-8a38-9fe85af9da3e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:40.432857 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] device_id is not set on port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:54:40.439359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event updated for resources: {'Port': ['ID=039ebb79-f9a1-432c-99a2-f3e9cb536a98,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:40.444118 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.450645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Checking segment: {'id': '77c89e0a-5704-4c6c-afcc-5376342e4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '58062316-3a44-481c-a4f2-d8a79db23c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:40.451361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Network hostable DHCP agents. Network: 58062316-3a44-481c-a4f2-d8a79db23c0e, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:40.491452 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.496867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Network 58062316-3a44-481c-a4f2-d8a79db23c0e is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:40.512376 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 58062316-3a44-481c-a4f2-d8a79db23c0e) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:40.526669 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.537244 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e8e03e37-61ab-478e-99b5-d37a1aaf6d57 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "GET /v2.0/ports?device_id=045434f2-5c6f-494d-9b3c-08d2c2da0210 HTTP/1.1" status: 200 len: 205 time: 0.1851888 Nov 03 18:54:40.538710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35032) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:40.553451 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb0e788-c6a9-4a20-a464-cb76a0a32f6b None None] Network 58062316-3a44-481c-a4f2-d8a79db23c0e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:40.586946 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.630920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] No DVR routers for this DVR port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:40.951162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6c83422e-a0e8-48f3-a9e1-fb56f242edb6,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:40.974009 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:40.974752 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:41.145530 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:41.146109 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a45be5e5-9799-4b7e-a7c1-f406523ac8d8 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:41.205824 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:41.212280 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:41.217853 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:41.218883 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.223682 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f23a319e-71fa-4c10-b176-e6afc4d2a557 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.233696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] In _notify_port_updated(), no bound segment for port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef on network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 {{(pid=101712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 18:54:41.235407 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:41.236870 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.238914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] 10.222.0.98 "PUT /v2.0/ports/7deba0ab-5b6a-49f1-bad0-25bca67cb4ef HTTP/1.1" status: 200 len: 1033 time: 1.5549154 Nov 03 18:54:41.254097 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=6c83422e-a0e8-48f3-a9e1-fb56f242edb6,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:41.263836 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Pushing event updated for resources: {'Port': ['ID=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef,revision_number=6']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:41.292184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c747051a-a042-40cd-bdb0-8dfd18add117 None None] Provisioning complete for port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:41.292798 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c747051a-a042-40cd-bdb0-8dfd18add117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.347636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c747051a-a042-40cd-bdb0-8dfd18add117 None None] Port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:41.386271 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:41.386619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:41.386969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:41.387313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:41.387679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:41.388021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:41.388356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:41.388692 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:41.389023 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:41.389417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:41.389757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:41.390084 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3b0dd-9b3f-46e6-986a-8a8a9514120f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:54:41.415280 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.432421 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f23a319e-71fa-4c10-b176-e6afc4d2a557 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.434660 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f23a319e-71fa-4c10-b176-e6afc4d2a557 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.452873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5492-da28-40a4-bd07-a3aa9c114dd2 req-51a04761-ccfe-45a2-b1e9-bdf99eb30988 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:41.456993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a45be5e5-9799-4b7e-a7c1-f406523ac8d8, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a45be5e5-9799-4b7e-a7c1-f406523ac8d8,segment=NetworkSegment(45ca18a0-c87a-441e-9d3e-7fbfffe25df5),segment_id=45ca18a0-c87a-441e-9d3e-7fbfffe25df5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:41.460383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5492-da28-40a4-bd07-a3aa9c114dd2 req-51a04761-ccfe-45a2-b1e9-bdf99eb30988 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:41.462967 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.464182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a749277d-caef-4241-accf-4ec2038dd6bd no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:41.467361 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5492-da28-40a4-bd07-a3aa9c114dd2 req-51a04761-ccfe-45a2-b1e9-bdf99eb30988 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:41.476482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5492-da28-40a4-bd07-a3aa9c114dd2 req-51a04761-ccfe-45a2-b1e9-bdf99eb30988 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:41.481343 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f23a319e-71fa-4c10-b176-e6afc4d2a557 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.481993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23a319e-71fa-4c10-b176-e6afc4d2a557 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Fanout notify agent at l3_agent the message router_deleted on router 045434f2-5c6f-494d-9b3c-08d2c2da0210 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:54:41.486775 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5492-da28-40a4-bd07-a3aa9c114dd2 req-51a04761-ccfe-45a2-b1e9-bdf99eb30988 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:41.488887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0cf5492-da28-40a4-bd07-a3aa9c114dd2 req-51a04761-ccfe-45a2-b1e9-bdf99eb30988 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 3880 time: 0.2565019 Nov 03 18:54:41.491570 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f23a319e-71fa-4c10-b176-e6afc4d2a557 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.496122 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f23a319e-71fa-4c10-b176-e6afc4d2a557 tempest-RoutersNegativeTest-2032707381 tempest-RoutersNegativeTest-2032707381-project] 10.222.0.107 "DELETE /v2.0/routers/045434f2-5c6f-494d-9b3c-08d2c2da0210 HTTP/1.1" status: 204 len: 168 time: 0.9552963 Nov 03 18:54:41.503771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca8ef888-060f-47b9-bf06-159770587e32,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:41.508708 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-65f0ef84-05a6-410e-b426-7a94ccafd9d4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2399981 Nov 03 18:54:41.511139 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35044) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:41.584183 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.585028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f47f941-7573-458c-ad09-bc476e610bb4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:41.593276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f47f941-7573-458c-ad09-bc476e610bb4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:41.595076 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9f47f941-7573-458c-ad09-bc476e610bb4 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0825415 Nov 03 18:54:41.599155 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35046) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:41.692838 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a45be5e5-9799-4b7e-a7c1-f406523ac8d8,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:41.759357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eb78ca3a-5f31-4e90-8433-de60dc90ea41 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:41.778677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-45514fff-15ba-4f11-bed4-0c2a8869e335 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Deleting port 4e6982f2-5ad4-4a86-8336-494648635ca6 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:41.779033 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45514fff-15ba-4f11-bed4-0c2a8869e335 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.779739 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.792735 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.804142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-825bc0cd-2c54-420c-87db-927342f4c0b6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Deleting port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:41.804742 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-825bc0cd-2c54-420c-87db-927342f4c0b6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.831378 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0cf5492-da28-40a4-bd07-a3aa9c114dd2 req-73515c5f-4e46-434f-8289-6322dda9bc02 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198433 Nov 03 18:54:41.832781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: eb78ca3a-5f31-4e90-8433-de60dc90ea41 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:41.833129 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eb78ca3a-5f31-4e90-8433-de60dc90ea41 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:41.833546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ca8ef888-060f-47b9-bf06-159770587e32 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:41.890395 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: ca8ef888-060f-47b9-bf06-159770587e32 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:41.891007 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ca8ef888-060f-47b9-bf06-159770587e32 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:41.902547 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45514fff-15ba-4f11-bed4-0c2a8869e335 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.908746 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.924744 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-45514fff-15ba-4f11-bed4-0c2a8869e335 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Calling delete_port for 4e6982f2-5ad4-4a86-8336-494648635ca6 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:41.957238 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a749277d-caef-4241-accf-4ec2038dd6bd, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a749277d-caef-4241-accf-4ec2038dd6bd,segment=NetworkSegment(16e991c2-4310-4f57-99c5-922ec65b42c8),segment_id=16e991c2-4310-4f57-99c5-922ec65b42c8)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:41.963330 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:41.964256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 01e665ed-9bea-455c-bb66-f63c42aa3da4 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:41.999960 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.000543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29ca421e-049d-4c72-a8fd-275c0cb62fb3 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:54:42.004508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35054) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:42.013847 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.015158 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-15ea20b1-b3ec-484b-8948-9d815a64ff87 admin admin] 10.222.0.107 "DELETE /v2.0/routers/29ca421e-049d-4c72-a8fd-275c0cb62fb3 HTTP/1.1" status: 204 len: 168 time: 3.3164659 Nov 03 18:54:42.019311 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35058) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:42.093035 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45514fff-15ba-4f11-bed4-0c2a8869e335 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.129983 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-647bc0d6-0e46-4b92-8ef9-451c273fdc6f admin admin] Deleting subnet 198c3cb9-5e02-42d7-a352-c11d8ce6ac88 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:42.131282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a749277d-caef-4241-accf-4ec2038dd6bd,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:42.135970 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-647bc0d6-0e46-4b92-8ef9-451c273fdc6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.159844 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c83422e-a0e8-48f3-a9e1-fb56f242edb6'}, {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8'}, {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a749277d-caef-4241-accf-4ec2038dd6bd'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:42.160412 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45514fff-15ba-4f11-bed4-0c2a8869e335 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event deleted for resources: {'Port': ['ID=4e6982f2-5ad4-4a86-8336-494648635ca6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:42.164326 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea45a605-d792-469c-9055-6f2dbaed54c4" -d '{"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-unplugged", "status": "completed", "tag": "6c83422e-a0e8-48f3-a9e1-fb56f242edb6"}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-unplugged", "status": "completed", "tag": "a45be5e5-9799-4b7e-a7c1-f406523ac8d8"}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-unplugged", "status": "completed", "tag": "a749277d-caef-4241-accf-4ec2038dd6bd"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:42.183536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45514fff-15ba-4f11-bed4-0c2a8869e335 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.190916 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-45514fff-15ba-4f11-bed4-0c2a8869e335 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "DELETE /v2.0/ports/4e6982f2-5ad4-4a86-8336-494648635ca6 HTTP/1.1" status: 204 len: 168 time: 0.5901275 Nov 03 18:54:42.192979 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35062) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:42.233627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-825bc0cd-2c54-420c-87db-927342f4c0b6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] For port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6c83422e-a0e8-48f3-a9e1-fb56f242edb6,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:42.234214 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-825bc0cd-2c54-420c-87db-927342f4c0b6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.253062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-825bc0cd-2c54-420c-87db-927342f4c0b6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Calling delete_port for 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:42.267823 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.271656 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-647bc0d6-0e46-4b92-8ef9-451c273fdc6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.295996 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f7a96f-903c-420f-931a-c08fd2209b3e x-openstack-request-id: req-d1f7a96f-903c-420f-931a-c08fd2209b3e {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:42.296391 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-unplugged", "status": "completed", "tag": "6c83422e-a0e8-48f3-a9e1-fb56f242edb6", "code": 200}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-unplugged", "status": "completed", "tag": "a45be5e5-9799-4b7e-a7c1-f406523ac8d8", "code": 200}, {"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-unplugged", "status": "completed", "tag": "a749277d-caef-4241-accf-4ec2038dd6bd", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:42.296805 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d1f7a96f-903c-420f-931a-c08fd2209b3e {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:42.297338 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c83422e-a0e8-48f3-a9e1-fb56f242edb6', 'code': 200} Nov 03 18:54:42.297601 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8', 'code': 200} Nov 03 18:54:42.297861 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a749277d-caef-4241-accf-4ec2038dd6bd', 'code': 200} Nov 03 18:54:42.324492 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 01e665ed-9bea-455c-bb66-f63c42aa3da4, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=01e665ed-9bea-455c-bb66-f63c42aa3da4,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:42.330784 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.373864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e35b3c2f-9ca2-4c75-bbc9-c666a2a34f74 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Deleting port 039ebb79-f9a1-432c-99a2-f3e9cb536a98 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:42.373864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e35b3c2f-9ca2-4c75-bbc9-c666a2a34f74 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.395809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=01e665ed-9bea-455c-bb66-f63c42aa3da4,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:42.415314 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9f7ba7a3-e111-4b36-8e4d-f0a3c4ade33b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fe046aac42c84418afe60b8136a5dbec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4094470 Nov 03 18:54:42.421343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35066) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:42.465901 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e35b3c2f-9ca2-4c75-bbc9-c666a2a34f74 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.472143 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-647bc0d6-0e46-4b92-8ef9-451c273fdc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.483758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e35b3c2f-9ca2-4c75-bbc9-c666a2a34f74 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Calling delete_port for 039ebb79-f9a1-432c-99a2-f3e9cb536a98 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:42.587321 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e35b3c2f-9ca2-4c75-bbc9-c666a2a34f74 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.594180 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a17b8397-dd7d-4fc8-a5b4-3b2d70bc0d4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.609614 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-647bc0d6-0e46-4b92-8ef9-451c273fdc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.625704 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e35b3c2f-9ca2-4c75-bbc9-c666a2a34f74 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.629446 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e35b3c2f-9ca2-4c75-bbc9-c666a2a34f74 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "DELETE /v2.0/ports/039ebb79-f9a1-432c-99a2-f3e9cb536a98 HTTP/1.1" status: 204 len: 168 time: 0.4356337 Nov 03 18:54:42.630555 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b3c2f-9ca2-4c75-bbc9-c666a2a34f74 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event deleted for resources: {'Port': ['ID=039ebb79-f9a1-432c-99a2-f3e9cb536a98,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:42.633052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35068) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:42.650210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bc0d6-0e46-4b92-8ef9-451c273fdc6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=198c3cb9-5e02-42d7-a352-c11d8ce6ac88,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:42.672151 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-83e664f5-6173-41ab-afbb-3b27674cd18d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0342960 Nov 03 18:54:42.673276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35070) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:42.679123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d0cb4a83-404a-4233-8be7-23a4b7fc7cfd tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2115396238'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:42.681601 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a17b8397-dd7d-4fc8-a5b4-3b2d70bc0d4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.693848 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-647bc0d6-0e46-4b92-8ef9-451c273fdc6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.694016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3dbfe-8d75-462e-85c6-a6bb1a30f766 None None] Network b8df34ca-ba94-42ee-9d62-5358dcccaa2e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:42.697956 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-647bc0d6-0e46-4b92-8ef9-451c273fdc6f admin admin] 10.222.0.107 "DELETE /v2.0/subnets/198c3cb9-5e02-42d7-a352-c11d8ce6ac88 HTTP/1.1" status: 204 len: 168 time: 0.6764865 Nov 03 18:54:42.702305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35072) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:42.736720 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cb4a83-404a-4233-8be7-23a4b7fc7cfd tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Made reservation on behalf of 2c55409785394364b50ab822aa919933 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:42.742287 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4a83-404a-4233-8be7-23a4b7fc7cfd tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.785083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cb4a83-404a-4233-8be7-23a4b7fc7cfd tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:42.795875 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-825bc0cd-2c54-420c-87db-927342f4c0b6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.803546 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4a83-404a-4233-8be7-23a4b7fc7cfd tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.804137 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-d0cb4a83-404a-4233-8be7-23a4b7fc7cfd tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Added segment 9837dadd-edd4-4dbe-9f9f-067cf972f0e3 of type vlan for network 42650f7d-5101-4234-9793-f58a94d1d40f Nov 03 18:54:42.844500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bc0cd-2c54-420c-87db-927342f4c0b6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event deleted for resources: {'Port': ['ID=6c83422e-a0e8-48f3-a9e1-fb56f242edb6,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:42.850416 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.869093 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4a83-404a-4233-8be7-23a4b7fc7cfd tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.910546 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a17b8397-dd7d-4fc8-a5b4-3b2d70bc0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.913625 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a17b8397-dd7d-4fc8-a5b4-3b2d70bc0d4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.915688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a17b8397-dd7d-4fc8-a5b4-3b2d70bc0d4d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9f1e5f29-f25d-46ae-b492-2772d4860eba HTTP/1.1" status: 204 len: 168 time: 0.4926903 Nov 03 18:54:42.943338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4a83-404a-4233-8be7-23a4b7fc7cfd tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.958702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-825bc0cd-2c54-420c-87db-927342f4c0b6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] No DVR routers for this DVR port 6c83422e-a0e8-48f3-a9e1-fb56f242edb6 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:42.966312 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-825bc0cd-2c54-420c-87db-927342f4c0b6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.966527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cb4a83-404a-4233-8be7-23a4b7fc7cfd tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:42.967090 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0cb4a83-404a-4233-8be7-23a4b7fc7cfd tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:42.975412 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-825bc0cd-2c54-420c-87db-927342f4c0b6 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "DELETE /v2.0/ports/6c83422e-a0e8-48f3-a9e1-fb56f242edb6 HTTP/1.1" status: 204 len: 173 time: 1.7108147 Nov 03 18:54:42.976480 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-deleted', 'tag': '6c83422e-a0e8-48f3-a9e1-fb56f242edb6'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:42.981197 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a822ec-1cf1-40ea-9fc0-bc26852bf31e" -d '{"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-deleted", "tag": "6c83422e-a0e8-48f3-a9e1-fb56f242edb6"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:42.983062 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dacc56-32b3-40f6-9f7e-b3275ea90d43 None None] DHCP port deletion for b8df34ca-ba94-42ee-9d62-5358dcccaa2e request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:54:42.989638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b8397-dd7d-4fc8-a5b4-3b2d70bc0d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1e5f29-f25d-46ae-b492-2772d4860eba,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:43.077585 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d0cb4a83-404a-4233-8be7-23a4b7fc7cfd tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4025362 Nov 03 18:54:43.082376 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35082) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:43.089626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-66dacc56-32b3-40f6-9f7e-b3275ea90d43 None None] Deleting port 9ae8351e-fe33-4be4-b11e-fe75ea496875 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:43.089626 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-66dacc56-32b3-40f6-9f7e-b3275ea90d43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.116857 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93741aa5-ace2-430a-8819-c9cb44372237 x-openstack-request-id: req-93741aa5-ace2-430a-8819-c9cb44372237 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:43.117603 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-deleted", "tag": "6c83422e-a0e8-48f3-a9e1-fb56f242edb6", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:43.118099 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-93741aa5-ace2-430a-8819-c9cb44372237 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:43.120773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ef5df233-193d-4644-9716-c85ff7115def tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1761491481'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:43.121750 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-deleted', 'tag': '6c83422e-a0e8-48f3-a9e1-fb56f242edb6', 'status': 'completed', 'code': 200} Nov 03 18:54:43.312025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb4a83-404a-4233-8be7-23a4b7fc7cfd tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event updated for resources: {'Network': ['ID=42650f7d-5101-4234-9793-f58a94d1d40f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:43.332445 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5df233-193d-4644-9716-c85ff7115def tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Made reservation on behalf of 2c55409785394364b50ab822aa919933 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:43.341524 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef5df233-193d-4644-9716-c85ff7115def tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.357256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 42650f7d-5101-4234-9793-f58a94d1d40f details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:43.366127 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-66dacc56-32b3-40f6-9f7e-b3275ea90d43 None None] For port 9ae8351e-fe33-4be4-b11e-fe75ea496875, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9ae8351e-fe33-4be4-b11e-fe75ea496875,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:43.366530 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-66dacc56-32b3-40f6-9f7e-b3275ea90d43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.381471 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.399020 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5df233-193d-4644-9716-c85ff7115def tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:43.402687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-66dacc56-32b3-40f6-9f7e-b3275ea90d43 None None] Calling delete_port for 9ae8351e-fe33-4be4-b11e-fe75ea496875 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:43.416544 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef5df233-193d-4644-9716-c85ff7115def tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.416964 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-ef5df233-193d-4644-9716-c85ff7115def tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Added segment a593abb6-8368-426f-b501-62a0b0ec6b18 of type vlan for network 5cc481d1-3317-480e-ba13-ea00766f9c9a Nov 03 18:54:43.442784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870fcc7-42ee-472c-8e21-3704e3c783a3 req-57e2b76d-7e24-4913-af13-c73cfdd0142b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:43.455295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870fcc7-42ee-472c-8e21-3704e3c783a3 req-57e2b76d-7e24-4913-af13-c73cfdd0142b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:43.488593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870fcc7-42ee-472c-8e21-3704e3c783a3 req-57e2b76d-7e24-4913-af13-c73cfdd0142b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:43.495144 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef5df233-193d-4644-9716-c85ff7115def tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.512865 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870fcc7-42ee-472c-8e21-3704e3c783a3 req-57e2b76d-7e24-4913-af13-c73cfdd0142b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:43.529738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f870fcc7-42ee-472c-8e21-3704e3c783a3 req-57e2b76d-7e24-4913-af13-c73cfdd0142b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 3142 time: 0.5106349 Nov 03 18:54:43.567015 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef5df233-193d-4644-9716-c85ff7115def tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.584665 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5df233-193d-4644-9716-c85ff7115def tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:43.586247 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef5df233-193d-4644-9716-c85ff7115def tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.597940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] Deleting port 9ae8351e-fe33-4be4-b11e-fe75ea496875 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:43.598284 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.613648 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-66dacc56-32b3-40f6-9f7e-b3275ea90d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.682153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9ae8351e-fe33-4be4-b11e-fe75ea496875 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:43.687550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dacc56-32b3-40f6-9f7e-b3275ea90d43 None None] Pushing event deleted for resources: {'Port': ['ID=9ae8351e-fe33-4be4-b11e-fe75ea496875,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:43.729452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 9ae8351e-fe33-4be4-b11e-fe75ea496875 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:43.730064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9ae8351e-fe33-4be4-b11e-fe75ea496875 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:43.731293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dacc56-32b3-40f6-9f7e-b3275ea90d43 None None] No DVR routers for this DVR port 9ae8351e-fe33-4be4-b11e-fe75ea496875 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:43.741544 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5df233-193d-4644-9716-c85ff7115def tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event updated for resources: {'Network': ['ID=5cc481d1-3317-480e-ba13-ea00766f9c9a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:43.756491 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ef5df233-193d-4644-9716-c85ff7115def tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6729040 Nov 03 18:54:43.760603 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] For port 9ae8351e-fe33-4be4-b11e-fe75ea496875, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9ae8351e-fe33-4be4-b11e-fe75ea496875,segment=NetworkSegment(9e830044-ff28-4a9b-92ee-8c8a34865a87),segment_id=9e830044-ff28-4a9b-92ee-8c8a34865a87)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:43.761019 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.766598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 5cc481d1-3317-480e-ba13-ea00766f9c9a details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:43.780348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-ab8d6584-2a2d-4f14-b03b-27e24e211939 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Deleting port a45be5e5-9799-4b7e-a7c1-f406523ac8d8 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:43.780686 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-ab8d6584-2a2d-4f14-b03b-27e24e211939 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:43.803248 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] Calling delete_port for 9ae8351e-fe33-4be4-b11e-fe75ea496875 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:43.819752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f870fcc7-42ee-472c-8e21-3704e3c783a3 req-3e2a5100-de58-4eea-8850-ba8493938f6e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818127 Nov 03 18:54:43.958231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-ab8d6584-2a2d-4f14-b03b-27e24e211939 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] For port a45be5e5-9799-4b7e-a7c1-f406523ac8d8, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a45be5e5-9799-4b7e-a7c1-f406523ac8d8,segment=NetworkSegment(45ca18a0-c87a-441e-9d3e-7fbfffe25df5),segment_id=45ca18a0-c87a-441e-9d3e-7fbfffe25df5)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:43.958604 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-ab8d6584-2a2d-4f14-b03b-27e24e211939 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.035467 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.109024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] No DVR routers for this DVR port 9ae8351e-fe33-4be4-b11e-fe75ea496875 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:44.118738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae8351e-fe33-4be4-b11e-fe75ea496875,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:44.303255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e665ed-9bea-455c-bb66-f63c42aa3da4'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:44.306354 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd469771-5cac-44b3-ba06-99e90daac8ed" -d '{"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-unplugged", "status": "completed", "tag": "01e665ed-9bea-455c-bb66-f63c42aa3da4"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:44.362610 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35118) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:44.381728 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.405970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8df34ca-ba94-42ee-9d62-5358dcccaa2e']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:44.424767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e830044-ff28-4a9b-92ee-8c8a34865a87') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:44.425234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e830044-ff28-4a9b-92ee-8c8a34865a87') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:44.425595 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd45323-fce2-4392-87a5-e5841c198aae x-openstack-request-id: req-5fd45323-fce2-4392-87a5-e5841c198aae {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:44.426103 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-unplugged", "status": "completed", "tag": "01e665ed-9bea-455c-bb66-f63c42aa3da4", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:44.426684 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5fd45323-fce2-4392-87a5-e5841c198aae {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:44.427407 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e665ed-9bea-455c-bb66-f63c42aa3da4', 'code': 200} Nov 03 18:54:44.468378 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.518753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1149123658'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:44.546721 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Made reservation on behalf of 16f7560f9bde4ffdba2e625e359eef00 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:44.552934 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.572700 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.656453 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-ab8d6584-2a2d-4f14-b03b-27e24e211939 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.667463 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-ab8d6584-2a2d-4f14-b03b-27e24e211939 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.668076 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-ab8d6584-2a2d-4f14-b03b-27e24e211939 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Floating IP 986f1bc3-57e2-4307-81fc-825b26422d90 disassociated. External IP: 172.25.2.154, port: a45be5e5-9799-4b7e-a7c1-f406523ac8d8. Nov 03 18:54:44.668599 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-ab8d6584-2a2d-4f14-b03b-27e24e211939 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Calling delete_port for a45be5e5-9799-4b7e-a7c1-f406523ac8d8 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:44.706939 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.712132 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.742864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:44.764129 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.766049 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Added segment e6528844-1320-4da0-afbd-9da6e001e645 of type vlan for network 176484cf-9406-40cf-bcaf-8af681e513f8 Nov 03 18:54:44.912930 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.913617 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-ab8d6584-2a2d-4f14-b03b-27e24e211939 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:44.964968 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90bb3e37-aa7c-4c44-8f43-23c9353c16d1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:45.002614 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.014170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:45.015976 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.039561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d6584-2a2d-4f14-b03b-27e24e211939 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event deleted for resources: {'Port': ['ID=a45be5e5-9799-4b7e-a7c1-f406523ac8d8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:45.094121 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.107703 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:45.108182 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.120909 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7571032 Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:45.123243 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:45.130422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35140) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:45.155216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-2026abc0-963f-4f9a-ad18-78e2ea6a69ae tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Request body: {'subnet': {'network_id': '176484cf-9406-40cf-bcaf-8af681e513f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:45.191497 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d677f52-8966-4eda-8b4a-3a6e57c7f769 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Pushing event updated for resources: {'Network': ['ID=176484cf-9406-40cf-bcaf-8af681e513f8,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:45.209258 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 176484cf-9406-40cf-bcaf-8af681e513f8 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:54:45.428439 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.549104 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.558867 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] 10.222.0.107 "DELETE /v2.0/networks/b8df34ca-ba94-42ee-9d62-5358dcccaa2e HTTP/1.1" status: 204 len: 168 time: 2.8504665 Nov 03 18:54:45.559248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35150) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:45.719557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cc1e6-0570-43c9-af01-083258378fa2 req-cf9ceed2-c0d4-442e-979a-e4899985090c tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:45.728287 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725cc1e6-0570-43c9-af01-083258378fa2 req-cf9ceed2-c0d4-442e-979a-e4899985090c tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/networks?id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 200 len: 814 time: 0.6356864 Nov 03 18:54:45.796459 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c5bf6-6ac7-410c-b582-c94714549541 req-6a76c7e9-cca3-4ba3-a90b-136240180f7e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:45.804041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c5bf6-6ac7-410c-b582-c94714549541 req-6a76c7e9-cca3-4ba3-a90b-136240180f7e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:45.812882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c5bf6-6ac7-410c-b582-c94714549541 req-6a76c7e9-cca3-4ba3-a90b-136240180f7e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:45.814754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725c5bf6-6ac7-410c-b582-c94714549541 req-6a76c7e9-cca3-4ba3-a90b-136240180f7e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 2409 time: 0.7707498 Nov 03 18:54:45.815469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2026abc0-963f-4f9a-ad18-78e2ea6a69ae tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Made reservation on behalf of 16f7560f9bde4ffdba2e625e359eef00 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:45.819130 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2026abc0-963f-4f9a-ad18-78e2ea6a69ae tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:45.856965 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-ab8d6584-2a2d-4f14-b03b-27e24e211939 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:45.866713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19717dc6-5e21-42f2-b905-1c279b5740da admin admin] Pushing event deleted for resources: {'Network': ['ID=b8df34ca-ba94-42ee-9d62-5358dcccaa2e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:45.887168 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725cc1e6-0570-43c9-af01-083258378fa2 req-25b1ac8e-dc7e-4d5e-aeec-5bb6432745b4 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/quotas/e3c99d50bcef40dc8698cb2c2caf758f HTTP/1.1" status: 200 len: 375 time: 0.1579063 Nov 03 18:54:46.161428 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3cb7db2d-5969-4590-8aaf-51c77df36d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.192460 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-ab8d6584-2a2d-4f14-b03b-27e24e211939 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:46.206223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565ddb4-55fb-43df-9a2c-fe6e752128fe None None] Sync routers for ids ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:46.226079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6565ddb4-55fb-43df-9a2c-fe6e752128fe None None] Routers {'d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:46.227453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6565ddb4-55fb-43df-9a2c-fe6e752128fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:46.406710 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2026abc0-963f-4f9a-ad18-78e2ea6a69ae tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.450859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725c5bf6-6ac7-410c-b582-c94714549541 req-bfe6600f-118e-4236-8d23-c3dac30816a0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5967321 Nov 03 18:54:46.468393 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-ab8d6584-2a2d-4f14-b03b-27e24e211939 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] No DVR routers for this DVR port a45be5e5-9799-4b7e-a7c1-f406523ac8d8 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:46.474284 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-ab8d6584-2a2d-4f14-b03b-27e24e211939 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.488938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-ab8d6584-2a2d-4f14-b03b-27e24e211939 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "DELETE /v2.0/ports/a45be5e5-9799-4b7e-a7c1-f406523ac8d8 HTTP/1.1" status: 204 len: 173 time: 3.4182158 Nov 03 18:54:46.550016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-deleted', 'tag': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:46.559097 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7564dd62-8179-4e95-beb1-8a764626368b" -d '{"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-deleted", "tag": "a45be5e5-9799-4b7e-a7c1-f406523ac8d8"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:46.595067 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725cc1e6-0570-43c9-af01-083258378fa2 req-59063243-cddf-4d0f-8bd4-d7304672f008 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6645052 Nov 03 18:54:46.643118 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7db2d-5969-4590-8aaf-51c77df36d0a admin admin] Deleting port 150227ef-2f8b-4894-842f-8d81982d9190 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:46.644832 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3cb7db2d-5969-4590-8aaf-51c77df36d0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.648408 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-6565ddb4-55fb-43df-9a2c-fe6e752128fe None None] Set router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:46.772142 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9478d4-5721-4a2c-937c-c95c8e82c1ee x-openstack-request-id: req-3e9478d4-5721-4a2c-937c-c95c8e82c1ee {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:46.772796 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-deleted", "tag": "a45be5e5-9799-4b7e-a7c1-f406523ac8d8", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:46.773399 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3e9478d4-5721-4a2c-937c-c95c8e82c1ee {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:46.774138 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-deleted', 'tag': 'a45be5e5-9799-4b7e-a7c1-f406523ac8d8', 'status': 'completed', 'code': 200} Nov 03 18:54:46.868625 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026abc0-963f-4f9a-ad18-78e2ea6a69ae tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Pushing event updated for resources: {'Subnet': ['ID=c632a261-adea-406f-92df-5ebff6357891,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:46.914029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026abc0-963f-4f9a-ad18-78e2ea6a69ae tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Checking segment: {'id': 'e6528844-1320-4da0-afbd-9da6e001e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '176484cf-9406-40cf-bcaf-8af681e513f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:46.915264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2026abc0-963f-4f9a-ad18-78e2ea6a69ae tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Network hostable DHCP agents. Network: 176484cf-9406-40cf-bcaf-8af681e513f8, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:46.972478 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-3cb7db2d-5969-4590-8aaf-51c77df36d0a admin admin] For port 150227ef-2f8b-4894-842f-8d81982d9190, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=150227ef-2f8b-4894-842f-8d81982d9190,segment=NetworkSegment(2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3),segment_id=2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:46.973109 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3cb7db2d-5969-4590-8aaf-51c77df36d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:46.991713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2026abc0-963f-4f9a-ad18-78e2ea6a69ae tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Network 176484cf-9406-40cf-bcaf-8af681e513f8 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:47.004867 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bbc0aefd-d7f2-47a0-a6f1-047771759805 service neutron] 10.222.0.107 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897899 Nov 03 18:54:47.014284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6565ddb4-55fb-43df-9a2c-fe6e752128fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:33Z', 'updated_at': '2021-11-03T18:43:42Z', 'revision_number': 4, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'gw_port': {'id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:35Z', 'updated_at': '2021-11-03T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bd8f9adc-7626-41e4-a113-f824506aceac', 'name': '', 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'mac_address': 'fa:16:3e:12:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:40Z', 'updated_at': '2021-11-03T18:43:48Z', 'revision_number': 5, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'subnets': [{'id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:47.019023 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-61748678-56cd-4e51-a3f8-fee4e8315cbc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Deleting port a749277d-caef-4241-accf-4ec2038dd6bd {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:47.020408 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7db2d-5969-4590-8aaf-51c77df36d0a admin admin] Calling delete_port for 150227ef-2f8b-4894-842f-8d81982d9190 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:47.022339 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-61748678-56cd-4e51-a3f8-fee4e8315cbc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.056680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565ddb4-55fb-43df-9a2c-fe6e752128fe None None] Checking router: d8c95dbc-72c9-4a99-8fba-2823bcce9f6f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:47.068227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6565ddb4-55fb-43df-9a2c-fe6e752128fe None None] Routers {'d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:47.069064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6565ddb4-55fb-43df-9a2c-fe6e752128fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:47.230607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-2026abc0-963f-4f9a-ad18-78e2ea6a69ae tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 176484cf-9406-40cf-bcaf-8af681e513f8) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:47.248891 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78df7df6-f16c-4698-a163-6d6f01cd60e0 None None] Network 176484cf-9406-40cf-bcaf-8af681e513f8 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:47.249644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-61748678-56cd-4e51-a3f8-fee4e8315cbc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] For port a749277d-caef-4241-accf-4ec2038dd6bd, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a749277d-caef-4241-accf-4ec2038dd6bd,segment=NetworkSegment(16e991c2-4310-4f57-99c5-922ec65b42c8),segment_id=16e991c2-4310-4f57-99c5-922ec65b42c8)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:47.250071 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-61748678-56cd-4e51-a3f8-fee4e8315cbc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.279001 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3cb7db2d-5969-4590-8aaf-51c77df36d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.300679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2026abc0-963f-4f9a-ad18-78e2ea6a69ae tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:47.301308 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2026abc0-963f-4f9a-ad18-78e2ea6a69ae tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.313903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-61748678-56cd-4e51-a3f8-fee4e8315cbc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Calling delete_port for a749277d-caef-4241-accf-4ec2038dd6bd owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:47.320917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7db2d-5969-4590-8aaf-51c77df36d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=150227ef-2f8b-4894-842f-8d81982d9190,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:47.418797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2026abc0-963f-4f9a-ad18-78e2ea6a69ae tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2750041 Nov 03 18:54:47.422511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35162) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:47.464738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-6565ddb4-55fb-43df-9a2c-fe6e752128fe None None] Set router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:47.735658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35168) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:47.743379 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Request body: {'subnets': [{'network_id': '42650f7d-5101-4234-9793-f58a94d1d40f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--23610500', 'ip_version': 6}, {'network_id': '5cc481d1-3317-480e-ba13-ea00766f9c9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:47.743923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Request body: {'subnet': {'network_id': '42650f7d-5101-4234-9793-f58a94d1d40f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--23610500', 'ip_version': 6}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:47.744650 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Request body: {'subnet': {'network_id': '5cc481d1-3317-480e-ba13-ea00766f9c9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:47.899031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-176484cf-9406-40cf-bcaf-8af681e513f8', 'network_id': '176484cf-9406-40cf-bcaf-8af681e513f8', 'tenant_id': '16f7560f9bde4ffdba2e625e359eef00', 'fixed_ips': [{'subnet_id': 'c632a261-adea-406f-92df-5ebff6357891'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:54:47.900101 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:47.934614 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3cb7db2d-5969-4590-8aaf-51c77df36d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.025498 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-e05c8548-b71d-4943-bffe-4cdb7f2ce07d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Request body: {'port': {'network_id': '176484cf-9406-40cf-bcaf-8af681e513f8', 'name': 'tempest-TagsExtTest-1263083619'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:48.042333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Made reservation on behalf of 2c55409785394364b50ab822aa919933 for: {'subnet': 2} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:48.047244 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.047595 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.090124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6565ddb4-55fb-43df-9a2c-fe6e752128fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:33Z', 'updated_at': '2021-11-03T18:43:42Z', 'revision_number': 4, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'gw_port': {'id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:35Z', 'updated_at': '2021-11-03T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bd8f9adc-7626-41e4-a113-f824506aceac', 'name': '', 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'mac_address': 'fa:16:3e:12:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:40Z', 'updated_at': '2021-11-03T18:43:48Z', 'revision_number': 5, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'subnets': [{'id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:48.142115 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565ddb4-55fb-43df-9a2c-fe6e752128fe None None] The sync data for ids ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'] in n-d-812150-4 is: [{'id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:33Z', 'updated_at': '2021-11-03T18:43:42Z', 'revision_number': 4, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'gw_port': {'id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:35Z', 'updated_at': '2021-11-03T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bd8f9adc-7626-41e4-a113-f824506aceac', 'name': '', 'network_id': 'd2b26eb6-7515-43b1-9ddc-0eec10b264b7', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'mac_address': 'fa:16:3e:12:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:40Z', 'updated_at': '2021-11-03T18:43:48Z', 'revision_number': 5, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'subnets': [{'id': 'c0093d58-4abe-4628-9969-4f73606f9325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:48.171497 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Allocated IP 172.20.0.2 (176484cf-9406-40cf-bcaf-8af681e513f8/c632a261-adea-406f-92df-5ebff6357891/59dc03d1-a3f5-44be-baeb-73c2dcedbb50) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:48.205047 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725cc1e6-0570-43c9-af01-083258378fa2 req-d9602882-38bc-4539-970f-32fd0e8ab305 service neutron] 10.222.0.107 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0108087 Nov 03 18:54:48.275097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba40e-f2cc-4a27-8351-fcdd9997a703 req-90b29157-9da5-4b31-b1f4-a68d79fac7cf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:48.295559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba40e-f2cc-4a27-8351-fcdd9997a703 req-90b29157-9da5-4b31-b1f4-a68d79fac7cf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:48.302533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba40e-f2cc-4a27-8351-fcdd9997a703 req-90b29157-9da5-4b31-b1f4-a68d79fac7cf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:48.304773 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6dba40e-f2cc-4a27-8351-fcdd9997a703 req-90b29157-9da5-4b31-b1f4-a68d79fac7cf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 2409 time: 0.1995177 Nov 03 18:54:48.373771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05c8548-b71d-4943-bffe-4cdb7f2ce07d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Made reservation on behalf of 16f7560f9bde4ffdba2e625e359eef00 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:48.379027 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e05c8548-b71d-4943-bffe-4cdb7f2ce07d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.428053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6dba40e-f2cc-4a27-8351-fcdd9997a703 req-ce3f35f7-faa3-4aa5-adf5-cf09fcd79267 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147079 Nov 03 18:54:48.432790 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-e05c8548-b71d-4943-bffe-4cdb7f2ce07d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] device_id is not set on port 74281474-032f-44c8-bc43-0f59c692e090 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:54:48.443609 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb7db2d-5969-4590-8aaf-51c77df36d0a admin admin] Router cd624eb4-5c71-49cd-9bdc-93addd126063 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:54:48.475242 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.476405 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-61748678-56cd-4e51-a3f8-fee4e8315cbc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.494130 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.605081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61748678-56cd-4e51-a3f8-fee4e8315cbc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event deleted for resources: {'Port': ['ID=a749277d-caef-4241-accf-4ec2038dd6bd,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:48.609875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Network 176484cf-9406-40cf-bcaf-8af681e513f8 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:48.623046 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:48.638082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:48.643489 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d31aedac-8e79-4e18-ac44-f7c1c366e557 req-e7795dc3-2e70-421a-b258-49ae0c31d2b9 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 210 time: 0.0442545 Nov 03 18:54:48.653151 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Pushing event updated for resources: {'Port': ['ID=59dc03d1-a3f5-44be-baeb-73c2dcedbb50,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:48.723065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-61748678-56cd-4e51-a3f8-fee4e8315cbc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] No DVR routers for this DVR port a749277d-caef-4241-accf-4ec2038dd6bd on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:48.727391 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-61748678-56cd-4e51-a3f8-fee4e8315cbc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.733892 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-61748678-56cd-4e51-a3f8-fee4e8315cbc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "DELETE /v2.0/ports/a749277d-caef-4241-accf-4ec2038dd6bd HTTP/1.1" status: 204 len: 173 time: 2.1563303 Nov 03 18:54:48.734969 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b11567-d3b3-467b-a79d-9d44513815f9 None None] New status for floating IP 986f1bc3-57e2-4307-81fc-825b26422d90: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:54:48.775896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-deleted', 'tag': 'a749277d-caef-4241-accf-4ec2038dd6bd'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:48.779235 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b0fd5c-e24c-4593-8431-42118a072e13" -d '{"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-deleted", "tag": "a749277d-caef-4241-accf-4ec2038dd6bd"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:48.825202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Attempting to bind port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:48.827621 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Attempting to bind port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'e6528844-1320-4da0-afbd-9da6e001e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '176484cf-9406-40cf-bcaf-8af681e513f8'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:48.829502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Attempting to bind port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 on network 176484cf-9406-40cf-bcaf-8af681e513f8 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:48.842786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:48.843658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Checking segment: {'id': 'e6528844-1320-4da0-afbd-9da6e001e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '176484cf-9406-40cf-bcaf-8af681e513f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:48.845090 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.846242 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Bound using segment: {'id': 'e6528844-1320-4da0-afbd-9da6e001e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '176484cf-9406-40cf-bcaf-8af681e513f8'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:48.849051 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Bound port: 59dc03d1-a3f5-44be-baeb-73c2dcedbb50, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6528844-1320-4da0-afbd-9da6e001e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '176484cf-9406-40cf-bcaf-8af681e513f8'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:48.849563 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:48.977909 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2e0508-3800-4081-8e39-3b151812b4dd x-openstack-request-id: req-3c2e0508-3800-4081-8e39-3b151812b4dd {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:48.979232 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-deleted", "tag": "a749277d-caef-4241-accf-4ec2038dd6bd", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:48.979739 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3c2e0508-3800-4081-8e39-3b151812b4dd {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:48.980462 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-deleted', 'tag': 'a749277d-caef-4241-accf-4ec2038dd6bd', 'status': 'completed', 'code': 200} Nov 03 18:54:49.008190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-e05c8548-b71d-4943-bffe-4cdb7f2ce07d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Allocated IP 172.20.0.8 (176484cf-9406-40cf-bcaf-8af681e513f8/c632a261-adea-406f-92df-5ebff6357891/74281474-032f-44c8-bc43-0f59c692e090) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:49.069722 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] For port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:49.079316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] For port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=59dc03d1-a3f5-44be-baeb-73c2dcedbb50,segment=NetworkSegment(e6528844-1320-4da0-afbd-9da6e001e645),segment_id=e6528844-1320-4da0-afbd-9da6e001e645)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:49.088746 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.194766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb7db2d-5969-4590-8aaf-51c77df36d0a admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:54:49.213444 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3cb7db2d-5969-4590-8aaf-51c77df36d0a admin admin] 10.222.0.107 "PUT /v2.0/routers/cd624eb4-5c71-49cd-9bdc-93addd126063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6514349 Nov 03 18:54:49.220925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35190) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:49.260721 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c2c0d-bd9d-465b-9ca7-89f52fb52957 None None] Sync routers for ids ['cd624eb4-5c71-49cd-9bdc-93addd126063'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:54:49.370388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c2c0d-bd9d-465b-9ca7-89f52fb52957 None None] Routers {'cd624eb4-5c71-49cd-9bdc-93addd126063'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:49.371166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-da7c2c0d-bd9d-465b-9ca7-89f52fb52957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cd624eb4-5c71-49cd-9bdc-93addd126063'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:49.421420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.482236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c5c9a-0ee7-4f5f-bdb6-8cdc4e1b01b3 None None] Pushing event updated for resources: {'Port': ['ID=59dc03d1-a3f5-44be-baeb-73c2dcedbb50,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:49.493104 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event updated for resources: {'Subnet': ['ID=bda1093d-0e5e-40c5-b26b-89ed03504395,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:49.499729 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e05c8548-b71d-4943-bffe-4cdb7f2ce07d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.508591 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.555523 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e05c8548-b71d-4943-bffe-4cdb7f2ce07d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:49.670234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c8548-b71d-4943-bffe-4cdb7f2ce07d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Pushing event updated for resources: {'Port': ['ID=74281474-032f-44c8-bc43-0f59c692e090,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:49.681984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-da7c2c0d-bd9d-465b-9ca7-89f52fb52957 None None] Set router cd624eb4-5c71-49cd-9bdc-93addd126063 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:49.874766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05c8548-b71d-4943-bffe-4cdb7f2ce07d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Network 176484cf-9406-40cf-bcaf-8af681e513f8 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:49.893095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-e05c8548-b71d-4943-bffe-4cdb7f2ce07d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:49.900555 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c8548-b71d-4943-bffe-4cdb7f2ce07d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:49.987784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075d1dc-4d71-4a83-9479-1a744c272fcb req-fc48f9d0-e778-455d-a1ac-df1c66b06a66 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:49.995448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075d1dc-4d71-4a83-9479-1a744c272fcb req-fc48f9d0-e778-455d-a1ac-df1c66b06a66 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:49.997791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c075d1dc-4d71-4a83-9479-1a744c272fcb req-fc48f9d0-e778-455d-a1ac-df1c66b06a66 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 1676 time: 0.3033099 Nov 03 18:54:50.001436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-5446e7d7-0260-480b-872a-f673a68e09ba tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Deleting port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:50.001948 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-5446e7d7-0260-480b-872a-f673a68e09ba tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.072330 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-da7c2c0d-bd9d-465b-9ca7-89f52fb52957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'name': 'tempest-TestServerMultinode-1314386165-router', 'tenant_id': '53a023971f3747b9a594cd5e1083afea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:12Z', 'updated_at': '2021-11-03T18:54:47Z', 'revision_number': 5, 'project_id': '53a023971f3747b9a594cd5e1083afea', 'gw_port': {'id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:14Z', 'updated_at': '2021-11-03T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:50.104589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c2c0d-bd9d-465b-9ca7-89f52fb52957 None None] Checking router: cd624eb4-5c71-49cd-9bdc-93addd126063 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:54:50.116186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c2c0d-bd9d-465b-9ca7-89f52fb52957 None None] Routers {'cd624eb4-5c71-49cd-9bdc-93addd126063'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:54:50.117676 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-da7c2c0d-bd9d-465b-9ca7-89f52fb52957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cd624eb4-5c71-49cd-9bdc-93addd126063'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:50.119099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-5446e7d7-0260-480b-872a-f673a68e09ba tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] For port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3,segment=NetworkSegment(16e991c2-4310-4f57-99c5-922ec65b42c8),segment_id=16e991c2-4310-4f57-99c5-922ec65b42c8)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:50.122459 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-5446e7d7-0260-480b-872a-f673a68e09ba tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.137402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-5446e7d7-0260-480b-872a-f673a68e09ba tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Calling delete_port for d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:50.263316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Checking segment: {'id': '9837dadd-edd4-4dbe-9f9f-067cf972f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '42650f7d-5101-4234-9793-f58a94d1d40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:50.272001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Network hostable DHCP agents. Network: 42650f7d-5101-4234-9793-f58a94d1d40f, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:50.306313 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.326659 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Network 42650f7d-5101-4234-9793-f58a94d1d40f is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:50.355209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f501171-2877-4605-baac-d5da983275ea req-8a98f595-72cb-4f9c-b82b-9a2a3da98c48 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 210 time: 0.0532677 Nov 03 18:54:50.380978 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 42650f7d-5101-4234-9793-f58a94d1d40f) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:50.388847 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.400125 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65122bba-bec0-4fc6-81d3-9e9d09936abb None None] Network 42650f7d-5101-4234-9793-f58a94d1d40f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:50.425030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-da7c2c0d-bd9d-465b-9ca7-89f52fb52957 None None] Set router cd624eb4-5c71-49cd-9bdc-93addd126063 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:54:50.425641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c8548-b71d-4943-bffe-4cdb7f2ce07d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:50.426366 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e05c8548-b71d-4943-bffe-4cdb7f2ce07d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.445925 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-5446e7d7-0260-480b-872a-f673a68e09ba tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.447358 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event updated for resources: {'Subnet': ['ID=4bdf8190-d1d2-43d4-967e-42bb604bb9dd,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:50.486227 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] Deleting port b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:50.486701 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.575268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446e7d7-0260-480b-872a-f673a68e09ba tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event deleted for resources: {'Port': ['ID=d1ec408a-40f4-43c3-859e-8b47b5bc5fc3,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:50.633731 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] For port b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:50.634478 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.649503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] Calling delete_port for b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:50.866758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cc1e6-0570-43c9-af01-083258378fa2 req-6b63b31c-dffd-40e3-af99-7a62bf493fc3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:50.868550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Checking segment: {'id': 'a593abb6-8368-426f-b501-62a0b0ec6b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5cc481d1-3317-480e-ba13-ea00766f9c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:50.868865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725cc1e6-0570-43c9-af01-083258378fa2 req-6b63b31c-dffd-40e3-af99-7a62bf493fc3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.87 "GET /v2.0/networks?id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 200 len: 814 time: 0.2825067 Nov 03 18:54:50.868991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Network hostable DHCP agents. Network: 5cc481d1-3317-480e-ba13-ea00766f9c9a, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:54:50.873698 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:50.908532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-725cc1e6-0570-43c9-af01-083258378fa2 req-687768c5-60c7-46d7-8180-ce2b064e08d3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Request body: {'port': {'device_id': 'f5585d1f-6ce9-4c2b-b61b-389262a01e50', 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd', 'admin_state_up': True, 'tenant_id': 'e3c99d50bcef40dc8698cb2c2caf758f'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:51.033945 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:51.059123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Network 5cc481d1-3317-480e-ba13-ea00766f9c9a is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:54:51.076860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 5cc481d1-3317-480e-ba13-ea00766f9c9a) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:51.106920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:51.107398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:51.108079 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.136087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906f8d20-6b3e-47f8-aaf4-8b87db4ca351 None None] Network 5cc481d1-3317-480e-ba13-ea00766f9c9a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:51.136631 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ee0e5456-83a0-4238-aa3e-848465a03f4a tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 3.3993232 Nov 03 18:54:51.140220 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35206) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:51.169850 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c075d1dc-4d71-4a83-9479-1a744c272fcb req-726ddac2-543b-49d8-9e70-34d92fb24adc tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8251264 Nov 03 18:54:51.209892 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0bfeec-eb13-45d4-8684-1549a37b6e71 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:51.211659 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0bfeec-eb13-45d4-8684-1549a37b6e71 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:51.213185 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0bfeec-eb13-45d4-8684-1549a37b6e71 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:51.223372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e05c8548-b71d-4943-bffe-4cdb7f2ce07d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.7998767 Nov 03 18:54:51.224572 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35208) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:51.225010 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cc0bfeec-eb13-45d4-8684-1549a37b6e71 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.0836945 Nov 03 18:54:51.225574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-5446e7d7-0260-480b-872a-f673a68e09ba tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] No DVR routers for this DVR port d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:51.228993 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.229149 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-5446e7d7-0260-480b-872a-f673a68e09ba tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.233319 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-5446e7d7-0260-480b-872a-f673a68e09ba tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "DELETE /v2.0/ports/d1ec408a-40f4-43c3-859e-8b47b5bc5fc3 HTTP/1.1" status: 204 len: 173 time: 2.4909236 Nov 03 18:54:51.233984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725cc1e6-0570-43c9-af01-083258378fa2 req-687768c5-60c7-46d7-8180-ce2b064e08d3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Made reservation on behalf of e3c99d50bcef40dc8698cb2c2caf758f for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:51.241268 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-725cc1e6-0570-43c9-af01-083258378fa2 req-687768c5-60c7-46d7-8180-ce2b064e08d3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.263347 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-8ae8cd7c-6660-4df8-9846-627fc136470a tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1860692239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:51.270578 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35210) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:51.298064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-42650f7d-5101-4234-9793-f58a94d1d40f', 'network_id': '42650f7d-5101-4234-9793-f58a94d1d40f', 'tenant_id': '2c55409785394364b50ab822aa919933', 'fixed_ips': [{'subnet_id': 'bda1093d-0e5e-40c5-b26b-89ed03504395'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:54:51.299633 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.302308 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d9533-1509-40b7-b01c-3e8c058b02c7 None None] Network 176484cf-9406-40cf-bcaf-8af681e513f8 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:51.335754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-deleted', 'tag': 'd1ec408a-40f4-43c3-859e-8b47b5bc5fc3'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:51.338076 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8af0aae-5eb0-4a73-b9d9-60b0e661df5e" -d '{"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-deleted", "tag": "d1ec408a-40f4-43c3-859e-8b47b5bc5fc3"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:51.340486 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.342716 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.406260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.406852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd624eb4-5c71-49cd-9bdc-93addd126063 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:54:51.419108 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.422556 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f94c66a4-d71f-4fca-b086-8d539d091201 admin admin] 10.222.0.107 "DELETE /v2.0/routers/cd624eb4-5c71-49cd-9bdc-93addd126063 HTTP/1.1" status: 204 len: 168 time: 2.1973431 Nov 03 18:54:51.424801 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35220) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:51.513025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c05d99-ef6e-4b6c-be6a-9095211e9a01 admin admin] Deleting subnet 9591abfc-f63c-4c75-bcb2-f5fefc20d9d2 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:51.518615 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-54c05d99-ef6e-4b6c-be6a-9095211e9a01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.543235 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d33201-d98c-4eda-b3b8-d69a975780b8 x-openstack-request-id: req-31d33201-d98c-4eda-b3b8-d69a975780b8 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:51.543631 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-deleted", "tag": "d1ec408a-40f4-43c3-859e-8b47b5bc5fc3", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:51.544241 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-31d33201-d98c-4eda-b3b8-d69a975780b8 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:51.544883 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-deleted', 'tag': 'd1ec408a-40f4-43c3-859e-8b47b5bc5fc3', 'status': 'completed', 'code': 200} Nov 03 18:54:51.587763 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-54c05d99-ef6e-4b6c-be6a-9095211e9a01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.617119 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d90a232-5ecd-4a14-8dd3-18eec3c4328b req-199e4099-17a5-46c6-a5dc-2f0f52951bfc tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 210 time: 0.0551705 Nov 03 18:54:51.656612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Allocated IP 2001:db8::1 (42650f7d-5101-4234-9793-f58a94d1d40f/bda1093d-0e5e-40c5-b26b-89ed03504395/3203dba4-b809-4d75-aaad-5a1f45678f5c) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:51.668019 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ae8cd7c-6660-4df8-9846-627fc136470a tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.669863 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ae8cd7c-6660-4df8-9846-627fc136470a tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.828447 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-54c05d99-ef6e-4b6c-be6a-9095211e9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.870446 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.959435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:51.962490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-92318fbe-9517-4996-97f9-a0f4e64ea43c None None] Provisioning complete for port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:51.963208 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-92318fbe-9517-4996-97f9-a0f4e64ea43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.974839 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-54c05d99-ef6e-4b6c-be6a-9095211e9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.984277 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:51.994918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-dec7e7fd-57fb-4bb7-9fb4-bc61d2dbfa4b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Deleting port 01e665ed-9bea-455c-bb66-f63c42aa3da4 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:51.995246 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-dec7e7fd-57fb-4bb7-9fb4-bc61d2dbfa4b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.009236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9f3e2a-eda4-467a-9f2c-c117f6ca41b0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Deleting subnet bda1093d-0e5e-40c5-b26b-89ed03504395 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:52.013383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c05d99-ef6e-4b6c-be6a-9095211e9a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9591abfc-f63c-4c75-bcb2-f5fefc20d9d2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:52.028710 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-54c05d99-ef6e-4b6c-be6a-9095211e9a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.031559 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cd9f3e2a-eda4-467a-9f2c-c117f6ca41b0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.038191 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-54c05d99-ef6e-4b6c-be6a-9095211e9a01 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/9591abfc-f63c-4c75-bcb2-f5fefc20d9d2 HTTP/1.1" status: 204 len: 168 time: 0.6121578 Nov 03 18:54:52.038881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35222) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:52.047432 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ae8cd7c-6660-4df8-9846-627fc136470a tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.060108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41410745-c2aa-4daa-8ad9-84e84e96b1fb None None] Network 6aa712c4-188f-4573-a9bc-321aa2957059 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:52.083352 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ae8cd7c-6660-4df8-9846-627fc136470a tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.157583 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cd9f3e2a-eda4-467a-9f2c-c117f6ca41b0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.166117 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ae8cd7c-6660-4df8-9846-627fc136470a tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.170199 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8ae8cd7c-6660-4df8-9846-627fc136470a tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9096794 Nov 03 18:54:52.172261 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-5cc481d1-3317-480e-ba13-ea00766f9c9a', 'network_id': '5cc481d1-3317-480e-ba13-ea00766f9c9a', 'tenant_id': '2c55409785394364b50ab822aa919933', 'fixed_ips': [{'subnet_id': '4bdf8190-d1d2-43d4-967e-42bb604bb9dd'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:54:52.173805 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.199936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-725cc1e6-0570-43c9-af01-083258378fa2 req-687768c5-60c7-46d7-8180-ce2b064e08d3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Allocated IP 172.20.0.10 (6f2d15c2-b68c-424c-9a48-22cc9e17d0bd/3819844f-11d3-46e6-a85a-1c8983cc47d5/ceca5cd1-9201-4d7f-bcfb-1af6c4c01340) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:52.204818 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35226) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:52.249586 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-05b6631f-509d-4a11-8788-4d4ab807362f tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1825145177', 'prefixes': ['172.20.0.0/16']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:52.293506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-dec7e7fd-57fb-4bb7-9fb4-bc61d2dbfa4b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] For port 01e665ed-9bea-455c-bb66-f63c42aa3da4, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=01e665ed-9bea-455c-bb66-f63c42aa3da4,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:52.294162 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-dec7e7fd-57fb-4bb7-9fb4-bc61d2dbfa4b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.312119 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.373480 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cd9f3e2a-eda4-467a-9f2c-c117f6ca41b0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.403318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Network 42650f7d-5101-4234-9793-f58a94d1d40f is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:52.405299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-da7c2c0d-bd9d-465b-9ca7-89f52fb52957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'name': 'tempest-TestServerMultinode-1314386165-router', 'tenant_id': '53a023971f3747b9a594cd5e1083afea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:12Z', 'updated_at': '2021-11-03T18:54:47Z', 'revision_number': 5, 'project_id': '53a023971f3747b9a594cd5e1083afea', 'gw_port': {'id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:14Z', 'updated_at': '2021-11-03T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:52.439323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-dec7e7fd-57fb-4bb7-9fb4-bc61d2dbfa4b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Calling delete_port for 01e665ed-9bea-455c-bb66-f63c42aa3da4 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:52.487217 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] Deleting port d96887f9-0cc1-461b-9a42-67df17576527 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:52.490498 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.607389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2fa37-b3da-4da8-9a68-ee853e91b24c req-13f141e8-328e-44b0-83eb-a24c31fe3e83 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:52.609040 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d1c2fa37-b3da-4da8-9a68-ee853e91b24c req-13f141e8-328e-44b0-83eb-a24c31fe3e83 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 942 time: 0.1960413 Nov 03 18:54:52.615616 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Pushing event updated for resources: {'Port': ['ID=3203dba4-b809-4d75-aaad-5a1f45678f5c,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:52.618195 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:52.632790 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c2c0d-bd9d-465b-9ca7-89f52fb52957 None None] The sync data for ids ['cd624eb4-5c71-49cd-9bdc-93addd126063'] in n-d-812150-4 is: [{'id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'name': 'tempest-TestServerMultinode-1314386165-router', 'tenant_id': '53a023971f3747b9a594cd5e1083afea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:53:12Z', 'updated_at': '2021-11-03T18:54:47Z', 'revision_number': 5, 'project_id': '53a023971f3747b9a594cd5e1083afea', 'gw_port': {'id': 'b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd624eb4-5c71-49cd-9bdc-93addd126063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:53:14Z', 'updated_at': '2021-11-03T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:54:52.641641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:52.655120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] For port d96887f9-0cc1-461b-9a42-67df17576527, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d96887f9-0cc1-461b-9a42-67df17576527,segment=NetworkSegment(2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3),segment_id=2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:52.655934 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.690937 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] Calling delete_port for d96887f9-0cc1-461b-9a42-67df17576527 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:52.779429 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d1c2fa37-b3da-4da8-9a68-ee853e91b24c req-8d03d083-b68b-46a8-b198-0c2924f2d32a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups?id=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619017 Nov 03 18:54:52.789674 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cd9f3e2a-eda4-467a-9f2c-c117f6ca41b0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.804134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Allocated IP 2001:db8:0:1::1 (5cc481d1-3317-480e-ba13-ea00766f9c9a/4bdf8190-d1d2-43d4-967e-42bb604bb9dd/868fe441-0e2a-4e52-8b91-8ac27914d5ef) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:54:52.862075 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cd9f3e2a-eda4-467a-9f2c-c117f6ca41b0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.862075 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cd9f3e2a-eda4-467a-9f2c-c117f6ca41b0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "DELETE /v2.0/subnets/bda1093d-0e5e-40c5-b26b-89ed03504395 HTTP/1.1" status: 204 len: 168 time: 1.4684134 Nov 03 18:54:52.862262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:52.862644 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.870331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35236) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:52.870331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f3e2a-eda4-467a-9f2c-c117f6ca41b0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event deleted for resources: {'Subnet': ['ID=bda1093d-0e5e-40c5-b26b-89ed03504395,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:52.937493 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Attempting to bind port 3203dba4-b809-4d75-aaad-5a1f45678f5c on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:52.938114 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Attempting to bind port 3203dba4-b809-4d75-aaad-5a1f45678f5c by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '9837dadd-edd4-4dbe-9f9f-067cf972f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '42650f7d-5101-4234-9793-f58a94d1d40f'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:52.938645 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Attempting to bind port 3203dba4-b809-4d75-aaad-5a1f45678f5c on network 42650f7d-5101-4234-9793-f58a94d1d40f {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:52.954364 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85f9f68c-634d-4bca-b0e0-b0f32db0c188 req-2eca861e-b62e-4339-8aa2-7fecfee08b3c tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 210 time: 0.1439817 Nov 03 18:54:52.969604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:52.969604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Checking segment: {'id': '9837dadd-edd4-4dbe-9f9f-067cf972f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '42650f7d-5101-4234-9793-f58a94d1d40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:52.969604 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.969604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Bound using segment: {'id': '9837dadd-edd4-4dbe-9f9f-067cf972f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '42650f7d-5101-4234-9793-f58a94d1d40f'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:52.969604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Bound port: 3203dba4-b809-4d75-aaad-5a1f45678f5c, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9837dadd-edd4-4dbe-9f9f-067cf972f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '42650f7d-5101-4234-9793-f58a94d1d40f'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:52.969604 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:52.976852 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.049544 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05b6631f-509d-4a11-8788-4d4ab807362f tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks [] for subnetpool, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.054425 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-05b6631f-509d-4a11-8788-4d4ab807362f tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8370616 Nov 03 18:54:53.057701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35238) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:53.058892 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-92318fbe-9517-4996-97f9-a0f4e64ea43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.069139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-e67450d3-b6c1-42d3-a079-8a250a58c717 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c632a261-adea-406f-92df-5ebff6357891', 'tempest-TagsExtTest-Tag-722882424') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:53.100143 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] Pushing event deleted for resources: {'Port': ['ID=d96887f9-0cc1-461b-9a42-67df17576527,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:53.103545 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] No DVR routers for this DVR port d96887f9-0cc1-461b-9a42-67df17576527 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:53.242287 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcabec3e-c74d-4949-888a-854e51af678d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Deleting subnet 4bdf8190-d1d2-43d4-967e-42bb604bb9dd {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:54:53.302392 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-725cc1e6-0570-43c9-af01-083258378fa2 req-687768c5-60c7-46d7-8180-ce2b064e08d3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.311164 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.313236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcbd148-6d5a-4886-8a49-c10c302aeb5b None None] DHCP port deletion for 6aa712c4-188f-4573-a9bc-321aa2957059 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:54:53.333248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-92318fbe-9517-4996-97f9-a0f4e64ea43c None None] For port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=59dc03d1-a3f5-44be-baeb-73c2dcedbb50,segment=NetworkSegment(e6528844-1320-4da0-afbd-9da6e001e645),segment_id=e6528844-1320-4da0-afbd-9da6e001e645)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:53.335918 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-dec7e7fd-57fb-4bb7-9fb4-bc61d2dbfa4b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.341663 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa712c4-188f-4573-a9bc-321aa2957059']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:53.362680 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-92318fbe-9517-4996-97f9-a0f4e64ea43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.383636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:53.386879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc5cbdf-5ce8-4a49-85d2-11178a1ca9f3') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:53.409100 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.445903 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.462188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:53.464462 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:53.466403 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:53.492954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7e7fd-57fb-4bb7-9fb4-bc61d2dbfa4b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event deleted for resources: {'Port': ['ID=01e665ed-9bea-455c-bb66-f63c42aa3da4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:53.505589 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-725cc1e6-0570-43c9-af01-083258378fa2 req-687768c5-60c7-46d7-8180-ce2b064e08d3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.591772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687768c5-60c7-46d7-8180-ce2b064e08d3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Pushing event updated for resources: {'Port': ['ID=ceca5cd1-9201-4d7f-bcfb-1af6c4c01340,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:53.711650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-dec7e7fd-57fb-4bb7-9fb4-bc61d2dbfa4b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] No DVR routers for this DVR port 01e665ed-9bea-455c-bb66-f63c42aa3da4 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:53.717989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725cc1e6-0570-43c9-af01-083258378fa2 req-687768c5-60c7-46d7-8180-ce2b064e08d3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:53.720860 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-dec7e7fd-57fb-4bb7-9fb4-bc61d2dbfa4b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.730438 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-248e048c-5fb9-415c-a3bf-29e5b335d7f8 req-dec7e7fd-57fb-4bb7-9fb4-bc61d2dbfa4b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.98 "DELETE /v2.0/ports/01e665ed-9bea-455c-bb66-f63c42aa3da4 HTTP/1.1" status: 204 len: 173 time: 2.4585581 Nov 03 18:54:53.736608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-deleted', 'tag': '01e665ed-9bea-455c-bb66-f63c42aa3da4'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:53.753256 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.755842 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30509b9-0999-4780-9646-c91d15ce95f1" -d '{"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-deleted", "tag": "01e665ed-9bea-455c-bb66-f63c42aa3da4"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:53.783844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-725cc1e6-0570-43c9-af01-083258378fa2 req-687768c5-60c7-46d7-8180-ce2b064e08d3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:53.791970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-725cc1e6-0570-43c9-af01-083258378fa2 req-687768c5-60c7-46d7-8180-ce2b064e08d3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:53.817541 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:53.836042 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] 10.222.0.107 "DELETE /v2.0/networks/6aa712c4-188f-4573-a9bc-321aa2957059 HTTP/1.1" status: 204 len: 168 time: 1.7958694 Nov 03 18:54:53.874746 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e67450d3-b6c1-42d3-a079-8a250a58c717 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "PUT /v2.0/subnets/c632a261-adea-406f-92df-5ebff6357891/tags/tempest-TagsExtTest-Tag-722882424 HTTP/1.1" status: 201 len: 201 time: 0.8097467 Nov 03 18:54:53.876918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35252) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:53.881851 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-daeda413-878a-4ffc-a049-f5bb144db438 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '74281474-032f-44c8-bc43-0f59c692e090', 'tempest-TagsExtTest-Tag-1263379423') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:53.929383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1acc9-ca10-4769-b750-029a9a003039 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aa712c4-188f-4573-a9bc-321aa2957059,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:53.957169 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a716d6ff-7e93-40d1-b844-827761c6f929 x-openstack-request-id: req-a716d6ff-7e93-40d1-b844-827761c6f929 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:53.957477 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffdfd48-5c44-4f42-b87f-2b8451e9c071", "name": "network-vif-deleted", "tag": "01e665ed-9bea-455c-bb66-f63c42aa3da4", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:53.958426 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a716d6ff-7e93-40d1-b844-827761c6f929 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:53.958917 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffdfd48-5c44-4f42-b87f-2b8451e9c071', 'name': 'network-vif-deleted', 'tag': '01e665ed-9bea-455c-bb66-f63c42aa3da4', 'status': 'completed', 'code': 200} Nov 03 18:54:54.004720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cc1e6-0570-43c9-af01-083258378fa2 req-687768c5-60c7-46d7-8180-ce2b064e08d3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:54.009188 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-725cc1e6-0570-43c9-af01-083258378fa2 req-687768c5-60c7-46d7-8180-ce2b064e08d3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.014219 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.034797 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcabec3e-c74d-4949-888a-854e51af678d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.078059 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['63003d42-6336-4ab2-a39c-86bcb259b295'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:54:54.091806 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcabec3e-c74d-4949-888a-854e51af678d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.140906 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.274523 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcabec3e-c74d-4949-888a-854e51af678d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.290588 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Network 5cc481d1-3317-480e-ba13-ea00766f9c9a is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:54:54.292200 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] For port 3203dba4-b809-4d75-aaad-5a1f45678f5c, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:54.300805 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c678fc34-19d1-40e0-858e-33f606260a82 None None] Provisioning complete for port 74281474-032f-44c8-bc43-0f59c692e090 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:54.301241 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c678fc34-19d1-40e0-858e-33f606260a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.307510 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:54:54.376149 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:54:54.410181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] For port 3203dba4-b809-4d75-aaad-5a1f45678f5c, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3203dba4-b809-4d75-aaad-5a1f45678f5c,segment=NetworkSegment(9837dadd-edd4-4dbe-9f9f-067cf972f0e3),segment_id=9837dadd-edd4-4dbe-9f9f-067cf972f0e3)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:54.418772 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35256) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:54.471559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92318fbe-9517-4996-97f9-a0f4e64ea43c None None] Pushing event updated for resources: {'Port': ['ID=59dc03d1-a3f5-44be-baeb-73c2dcedbb50,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:54.508461 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.525325 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e627a20a-23f5-46a7-ac83-98736100a6e8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=76ea2e8c8d2c47c88162650b3bb31f2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1050444 Nov 03 18:54:54.525997 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35260) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:54.589735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c678fc34-19d1-40e0-858e-33f606260a82 None None] Port 74281474-032f-44c8-bc43-0f59c692e090 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:54.625551 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcabec3e-c74d-4949-888a-854e51af678d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.626567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:54.630116 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa378cf1-3cce-49b8-a030-603775285466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.657044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:54.657732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b2874cc9-0c2d-4bb5-84ba-20cbe32d64b4 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:54.658293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d96887f9-0cc1-461b-9a42-67df17576527 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:54.682256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Attempting to bind port 868fe441-0e2a-4e52-8b91-8ac27914d5ef on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:54.682880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Attempting to bind port 868fe441-0e2a-4e52-8b91-8ac27914d5ef by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'a593abb6-8368-426f-b501-62a0b0ec6b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5cc481d1-3317-480e-ba13-ea00766f9c9a'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:54.683428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Attempting to bind port 868fe441-0e2a-4e52-8b91-8ac27914d5ef on network 5cc481d1-3317-480e-ba13-ea00766f9c9a {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:54.699176 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa378cf1-3cce-49b8-a030-603775285466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.702058 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: d96887f9-0cc1-461b-9a42-67df17576527 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:54.702678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d96887f9-0cc1-461b-9a42-67df17576527 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:54.703031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 150227ef-2f8b-4894-842f-8d81982d9190 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:54:54.738615 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4d303b-6a46-41bf-b64e-2097b3630796 None None] Network 42650f7d-5101-4234-9793-f58a94d1d40f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:54.741258 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:54.741507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725cc1e6-0570-43c9-af01-083258378fa2 req-687768c5-60c7-46d7-8180-ce2b064e08d3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8372219 Nov 03 18:54:54.742062 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Checking segment: {'id': 'a593abb6-8368-426f-b501-62a0b0ec6b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5cc481d1-3317-480e-ba13-ea00766f9c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:54.742642 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.743196 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Bound using segment: {'id': 'a593abb6-8368-426f-b501-62a0b0ec6b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5cc481d1-3317-480e-ba13-ea00766f9c9a'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:54.743873 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Bound port: 868fe441-0e2a-4e52-8b91-8ac27914d5ef, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a593abb6-8368-426f-b501-62a0b0ec6b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5cc481d1-3317-480e-ba13-ea00766f9c9a'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:54.744428 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.753589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 150227ef-2f8b-4894-842f-8d81982d9190 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:54:54.754200 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 150227ef-2f8b-4894-842f-8d81982d9190 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:54:54.764588 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f9aea2b-6caa-418b-9ecf-71bbe9ce6e3c req-156a26b9-f86f-4496-9784-7b9052a5305c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.2985966 Nov 03 18:54:54.774301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Request body: {'port': {'device_id': 'f5585d1f-6ce9-4c2b-b61b-389262a01e50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:54.795812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c678fc34-19d1-40e0-858e-33f606260a82 None None] Provisioning complete for port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:54.796191 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c678fc34-19d1-40e0-858e-33f606260a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.840025 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa378cf1-3cce-49b8-a030-603775285466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.843304 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa378cf1-3cce-49b8-a030-603775285466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.844600 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-aa378cf1-3cce-49b8-a030-603775285466 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/319bee97-b82c-4244-8ace-b29985959013 HTTP/1.1" status: 204 len: 168 time: 0.3133841 Nov 03 18:54:54.881655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa378cf1-3cce-49b8-a030-603775285466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319bee97-b82c-4244-8ace-b29985959013,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:54.886973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Pushing event updated for resources: {'Port': ['ID=868fe441-0e2a-4e52-8b91-8ac27914d5ef,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:54.919292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabec3e-c74d-4949-888a-854e51af678d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event deleted for resources: {'Subnet': ['ID=4bdf8190-d1d2-43d4-967e-42bb604bb9dd,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:54.929209 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcabec3e-c74d-4949-888a-854e51af678d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:54.941095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bcabec3e-c74d-4949-888a-854e51af678d tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "DELETE /v2.0/subnets/4bdf8190-d1d2-43d4-967e-42bb604bb9dd HTTP/1.1" status: 204 len: 168 time: 2.0681677 Nov 03 18:54:54.946526 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35268) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:55.014168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcd46b-34e6-4260-a03c-0c64d1d26392 req-749c23a8-a51a-480e-8f8e-bc5e5a16f43c tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:55.044235 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6adcd46b-34e6-4260-a03c-0c64d1d26392 req-749c23a8-a51a-480e-8f8e-bc5e5a16f43c tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 932 time: 0.5531547 Nov 03 18:54:55.067543 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:55.126083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-daeda413-878a-4ffc-a049-f5bb144db438 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "PUT /v2.0/ports/74281474-032f-44c8-bc43-0f59c692e090/tags/tempest-TagsExtTest-Tag-1263379423 HTTP/1.1" status: 201 len: 201 time: 1.2454195 Nov 03 18:54:55.127174 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35270) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:55.145633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-dc0c1fe5-476c-49fa-b15f-eb892e333032 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '38a33a68-cad6-4f40-b520-af2c888105a6', 'tempest-TagsExtTest-Tag-1106907481') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:55.190319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d1fac8-7ec3-4487-8499-2610d35b4539 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:55.200315 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-24d1fac8-7ec3-4487-8499-2610d35b4539 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2455199 Nov 03 18:54:55.202454 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35272) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:55.268320 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6adcd46b-34e6-4260-a03c-0c64d1d26392 req-39965743-e2bf-4c7e-a3f3-b7415a67aca0 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222850 Nov 03 18:54:55.365913 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] For port 868fe441-0e2a-4e52-8b91-8ac27914d5ef, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:55.369940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] For port 868fe441-0e2a-4e52-8b91-8ac27914d5ef, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=868fe441-0e2a-4e52-8b91-8ac27914d5ef,segment=NetworkSegment(a593abb6-8368-426f-b501-62a0b0ec6b18),segment_id=a593abb6-8368-426f-b501-62a0b0ec6b18)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:55.372941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78554e-3683-4287-89b5-f222ee2c9c4a None None] Pushing event updated for resources: {'Port': ['ID=3203dba4-b809-4d75-aaad-5a1f45678f5c,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:55.419001 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:55.480921 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:55.499454 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35276) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:55.505071 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-b5884283-a3cf-40df-a287-9d5b69d56289 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f95d682e-c463-4f85-ab98-ec905793e051', 'tempest-TagsExtTest-Tag-710084574') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:55.505836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dc0c1fe5-476c-49fa-b15f-eb892e333032 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "PUT /v2.0/routers/38a33a68-cad6-4f40-b520-af2c888105a6/tags/tempest-TagsExtTest-Tag-1106907481 HTTP/1.1" status: 201 len: 201 time: 0.3775921 Nov 03 18:54:55.538299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f11e93-b279-4d9b-a2fc-36d3bbef8a1e None None] Pushing event updated for resources: {'Port': ['ID=868fe441-0e2a-4e52-8b91-8ac27914d5ef,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:55.651462 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-65b40c16-b017-4fcb-b83a-b883f09f9082 None None] Provisioning complete for port 74281474-032f-44c8-bc43-0f59c692e090 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:55.652185 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-65b40c16-b017-4fcb-b83a-b883f09f9082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:55.715964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb135cc-e080-42f9-aaa1-4f7ad1190f4a None None] Network 5cc481d1-3317-480e-ba13-ea00766f9c9a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:54:55.740257 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b5884283-a3cf-40df-a287-9d5b69d56289 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "PUT /v2.0/subnetpools/f95d682e-c463-4f85-ab98-ec905793e051/tags/tempest-TagsExtTest-Tag-710084574 HTTP/1.1" status: 201 len: 201 time: 0.2386997 Nov 03 18:54:55.741508 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35278) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:55.748380 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-f74e5cf7-3808-4c15-a6e3-6a8a220b3656 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c632a261-adea-406f-92df-5ebff6357891') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:55.826515 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0aeabb70-b791-4810-934c-d75158908304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:55.832176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-65b40c16-b017-4fcb-b83a-b883f09f9082 None None] Port 74281474-032f-44c8-bc43-0f59c692e090 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:54:55.838917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Deleting port 868fe441-0e2a-4e52-8b91-8ac27914d5ef {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:55.839563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:55.963808 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35282) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:55.966929 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f74e5cf7-3808-4c15-a6e3-6a8a220b3656 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/subnets/c632a261-adea-406f-92df-5ebff6357891/tags HTTP/1.1" status: 200 len: 240 time: 0.2235723 Nov 03 18:54:55.976248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35284) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:55.987343 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-9191bd77-f2e0-4048-809d-b75fb435b7f3 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c632a261-adea-406f-92df-5ebff6357891', 'tempest-TagsExtTest-Tag-722882424') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:56.066747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] For port 868fe441-0e2a-4e52-8b91-8ac27914d5ef, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=868fe441-0e2a-4e52-8b91-8ac27914d5ef,segment=NetworkSegment(a593abb6-8368-426f-b501-62a0b0ec6b18),segment_id=a593abb6-8368-426f-b501-62a0b0ec6b18)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:56.067493 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.112024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Calling delete_port for 868fe441-0e2a-4e52-8b91-8ac27914d5ef owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:56.122253 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4248e16a-91d9-4d1f-9f50-7a275edb73e2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=53a023971f3747b9a594cd5e1083afea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537371 Nov 03 18:54:56.129600 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35288) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:56.135249 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafc5b3d-c4e7-41a5-b27d-505b377f2861 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:54:56.215794 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9191bd77-f2e0-4048-809d-b75fb435b7f3 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/subnets/c632a261-adea-406f-92df-5ebff6357891/tags/tempest-TagsExtTest-Tag-722882424 HTTP/1.1" status: 204 len: 168 time: 0.2325466 Nov 03 18:54:56.235625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35294) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:56.243038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-1fb4468f-301c-4322-92e2-118822b46710 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c632a261-adea-406f-92df-5ebff6357891', 'tempest-TagsExtTest-Tag-722882424') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:56.354470 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-517b7001-6cef-4fc1-a00f-44909b5f6e17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.389766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4562f319-ebf4-4635-bac9-697020c09f57 req-731adb64-171d-4f14-be55-6fd7c1ba5d86 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0661607 Nov 03 18:54:56.466240 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-517b7001-6cef-4fc1-a00f-44909b5f6e17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.470681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:54:56.489375 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.509994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] No DVR routers for this DVR port 868fe441-0e2a-4e52-8b91-8ac27914d5ef on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:56.590877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event deleted for resources: {'Port': ['ID=868fe441-0e2a-4e52-8b91-8ac27914d5ef,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:56.650723 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1fb4468f-301c-4322-92e2-118822b46710 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/subnets/c632a261-adea-406f-92df-5ebff6357891/tags/tempest-TagsExtTest-Tag-722882424 HTTP/1.1" status: 204 len: 168 time: 0.4115400 Nov 03 18:54:56.658661 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-517b7001-6cef-4fc1-a00f-44909b5f6e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.662110 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-517b7001-6cef-4fc1-a00f-44909b5f6e17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.662418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35298) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:56.667079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafc5b3d-c4e7-41a5-b27d-505b377f2861 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:54:56.667271 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-517b7001-6cef-4fc1-a00f-44909b5f6e17 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b1d43e56-432e-4e70-ae3d-715d6e9ac896 HTTP/1.1" status: 204 len: 168 time: 0.5353482 Nov 03 18:54:56.697348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-c846ace9-b5f7-48ba-886b-08e4a4e2b1c8 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c632a261-adea-406f-92df-5ebff6357891') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:56.738094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b7001-6cef-4fc1-a00f-44909b5f6e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d43e56-432e-4e70-ae3d-715d6e9ac896,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:56.741116 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.752053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:54:56.752854 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.769068 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627225b2-04d4-4a95-a169-ccf4c7618d56 req-2fd3048d-5c93-422e-b4e6-b22505cac2d9 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:56.772493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc481d1-3317-480e-ba13-ea00766f9c9a']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:56.785256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a593abb6-8368-426f-b501-62a0b0ec6b18') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:56.786246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a593abb6-8368-426f-b501-62a0b0ec6b18') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:56.788640 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-627225b2-04d4-4a95-a169-ccf4c7618d56 req-2fd3048d-5c93-422e-b4e6-b22505cac2d9 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 932 time: 0.3331158 Nov 03 18:54:56.834230 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.898269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:54:56.913283 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.945229 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-627225b2-04d4-4a95-a169-ccf4c7618d56 req-2f2a0670-6b8a-4f53-b5fc-88bfe8417c9c tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556094 Nov 03 18:54:56.947325 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.970235 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c846ace9-b5f7-48ba-886b-08e4a4e2b1c8 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/subnets/c632a261-adea-406f-92df-5ebff6357891/tags HTTP/1.1" status: 200 len: 205 time: 0.2991054 Nov 03 18:54:56.973965 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35302) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:56.983231 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:56.984280 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:56.995167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-5868c0db-7b4b-459f-9c08-b78d18158cfa tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '74281474-032f-44c8-bc43-0f59c692e090') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:57.003334 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:57.108252 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5868c0db-7b4b-459f-9c08-b78d18158cfa tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/ports/74281474-032f-44c8-bc43-0f59c692e090/tags HTTP/1.1" status: 200 len: 241 time: 0.1331859 Nov 03 18:54:57.111513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35304) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:57.119518 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-cbf173bc-800b-4604-883a-e121e6a761b9 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74281474-032f-44c8-bc43-0f59c692e090', 'tempest-TagsExtTest-Tag-1263379423') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:57.196227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:57.200172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Transition to ACTIVE for port object ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:54:57.224432 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:57.269441 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:57.284288 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "DELETE /v2.0/networks/5cc481d1-3317-480e-ba13-ea00766f9c9a HTTP/1.1" status: 204 len: 168 time: 2.0801620 Nov 03 18:54:57.289674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a17b2-61d2-4060-9837-67f786c9bc46 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event deleted for resources: {'Network': ['ID=5cc481d1-3317-480e-ba13-ea00766f9c9a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:57.295977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35310) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:57.373217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cbf173bc-800b-4604-883a-e121e6a761b9 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/ports/74281474-032f-44c8-bc43-0f59c692e090/tags/tempest-TagsExtTest-Tag-1263379423 HTTP/1.1" status: 204 len: 168 time: 0.2565210 Nov 03 18:54:57.380020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35316) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:57.389025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-0ffd5043-2288-42f8-9eee-944f51ec9ff6 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '74281474-032f-44c8-bc43-0f59c692e090', 'tempest-TagsExtTest-Tag-1263379423') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:57.564100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Pushing event updated for resources: {'Port': ['ID=ceca5cd1-9201-4d7f-bcfb-1af6c4c01340,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:57.612940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Attempting to bind port ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:54:57.614082 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Attempting to bind port ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:54:57.614082 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Attempting to bind port ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 on network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:57.628625 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Port ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 on network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:54:57.629025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Attempting to bind port ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 on network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:54:57.633014 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:57.674610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4bf9608-4a7a-4d21-a715-24a0fe2f7b77 req-c3a8ac0a-f210-4282-a449-fe6171fb4aaa tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0641091 Nov 03 18:54:57.678534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:54:57.678882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Checking segment: {'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:54:57.679272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Bound using segment: {'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:54:57.679747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Bound port: ceca5cd1-9201-4d7f-bcfb-1af6c4c01340, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:54:57.680226 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:57.750513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0ffd5043-2288-42f8-9eee-944f51ec9ff6 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/ports/74281474-032f-44c8-bc43-0f59c692e090/tags/tempest-TagsExtTest-Tag-1263379423 HTTP/1.1" status: 204 len: 168 time: 0.3641236 Nov 03 18:54:57.750966 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35328) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:57.758673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-2ec61d57-ae96-4598-a89b-73d125a9663c tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '74281474-032f-44c8-bc43-0f59c692e090') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:57.812518 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] For port ceca5cd1-9201-4d7f-bcfb-1af6c4c01340, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:54:57.818155 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] For port ceca5cd1-9201-4d7f-bcfb-1af6c4c01340, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ceca5cd1-9201-4d7f-bcfb-1af6c4c01340,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:54:57.826531 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:57.906592 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:57.907233 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:57.916803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725cc1e6-0570-43c9-af01-083258378fa2 req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] 10.222.0.87 "PUT /v2.0/ports/ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 HTTP/1.1" status: 200 len: 1092 time: 3.1509719 Nov 03 18:54:57.917338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5585d1f-6ce9-4c2b-b61b-389262a01e50', 'tag': 'ceca5cd1-9201-4d7f-bcfb-1af6c4c01340'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:54:57.923962 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fce6d0-6f94-4e61-b39f-ee8a331c5382" -d '{"events": [{"name": "network-changed", "server_uuid": "f5585d1f-6ce9-4c2b-b61b-389262a01e50", "tag": "ceca5cd1-9201-4d7f-bcfb-1af6c4c01340"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:54:57.946319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Deleting port 3203dba4-b809-4d75-aaad-5a1f45678f5c {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:54:57.947979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:58.007147 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f70a4-7382-4574-8df0-93522f4fc717 service neutron] Pushing event updated for resources: {'Port': ['ID=ceca5cd1-9201-4d7f-bcfb-1af6c4c01340,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:58.047020 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211ac76a-3df4-4d89-86eb-dba38ff6135e x-openstack-request-id: req-211ac76a-3df4-4d89-86eb-dba38ff6135e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:54:58.047846 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5585d1f-6ce9-4c2b-b61b-389262a01e50", "tag": "ceca5cd1-9201-4d7f-bcfb-1af6c4c01340", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:54:58.051003 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-211ac76a-3df4-4d89-86eb-dba38ff6135e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:54:58.051800 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5585d1f-6ce9-4c2b-b61b-389262a01e50', 'tag': 'ceca5cd1-9201-4d7f-bcfb-1af6c4c01340', 'status': 'completed', 'code': 200} Nov 03 18:54:58.081359 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2ec61d57-ae96-4598-a89b-73d125a9663c tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/ports/74281474-032f-44c8-bc43-0f59c692e090/tags HTTP/1.1" status: 200 len: 205 time: 0.3282428 Nov 03 18:54:58.082054 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35336) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:58.103008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-9fdb740d-c79e-4cab-884b-5af890c1d87f tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '38a33a68-cad6-4f40-b520-af2c888105a6') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:58.118821 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:54:58.119642 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cc1e6-0570-43c9-af01-083258378fa2 req-cbdb5436-f3c1-4c20-ae17-d2501526ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:58.121490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725cc1e6-0570-43c9-af01-083258378fa2 req-cbdb5436-f3c1-4c20-ae17-d2501526ddd5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 1095 time: 0.1081448 Nov 03 18:54:58.265109 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-acd328a5-9e6d-454a-a4fb-47532fde1e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:58.336166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1509f3b2-c747-4155-be3b-9c9defdc5406 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:54:58.337342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725cc1e6-0570-43c9-af01-083258378fa2 req-164ff469-efe3-4631-bbb3-60ed8b72a395 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 HTTP/1.1" status: 200 len: 217 time: 0.1748102 Nov 03 18:54:58.337630 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] For port 3203dba4-b809-4d75-aaad-5a1f45678f5c, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3203dba4-b809-4d75-aaad-5a1f45678f5c,segment=NetworkSegment(9837dadd-edd4-4dbe-9f9f-067cf972f0e3),segment_id=9837dadd-edd4-4dbe-9f9f-067cf972f0e3)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:54:58.337630 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:58.384837 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9fdb740d-c79e-4cab-884b-5af890c1d87f tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/routers/38a33a68-cad6-4f40-b520-af2c888105a6/tags HTTP/1.1" status: 200 len: 241 time: 0.2982666 Nov 03 18:54:58.385881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Calling delete_port for 3203dba4-b809-4d75-aaad-5a1f45678f5c owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:54:58.387476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35344) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:58.413225 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-3d50864a-48fe-47ce-8aba-e6f584eaea5a tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '38a33a68-cad6-4f40-b520-af2c888105a6', 'tempest-TagsExtTest-Tag-1106907481') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:58.491936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e876086-3355-4424-b862-0697f465a26c req-8ccd3a20-1b92-4b8b-9b04-4b8dd5e3f746 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:58.504901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e876086-3355-4424-b862-0697f465a26c req-8ccd3a20-1b92-4b8b-9b04-4b8dd5e3f746 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 944 time: 0.3790271 Nov 03 18:54:58.563604 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cc1e6-0570-43c9-af01-083258378fa2 req-3fbe346a-043e-4ef4-8652-8e81a73742af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:58.567123 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725cc1e6-0570-43c9-af01-083258378fa2 req-3fbe346a-043e-4ef4-8652-8e81a73742af service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3819844f-11d3-46e6-a85a-1c8983cc47d5 HTTP/1.1" status: 200 len: 854 time: 0.2161875 Nov 03 18:54:58.699604 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725cc1e6-0570-43c9-af01-083258378fa2 req-c6b651b8-6064-4fca-b72c-043adbeeb864 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120539 Nov 03 18:54:58.714078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1509f3b2-c747-4155-be3b-9c9defdc5406 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:54:58.717478 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3d50864a-48fe-47ce-8aba-e6f584eaea5a tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/routers/38a33a68-cad6-4f40-b520-af2c888105a6/tags/tempest-TagsExtTest-Tag-1106907481 HTTP/1.1" status: 204 len: 168 time: 0.3287055 Nov 03 18:54:58.740543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35354) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:58.746117 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-30357663-eb6a-4e35-b9e1-26c24cb05000 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '38a33a68-cad6-4f40-b520-af2c888105a6', 'tempest-TagsExtTest-Tag-1106907481') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:58.835923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35358) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:58.862513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e876086-3355-4424-b862-0697f465a26c req-2e81df2f-0ba2-43fe-80c8-98182fed2cba tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562121 Nov 03 18:54:58.867940 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:58.970660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] No DVR routers for this DVR port 3203dba4-b809-4d75-aaad-5a1f45678f5c on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:54:58.979126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event deleted for resources: {'Port': ['ID=3203dba4-b809-4d75-aaad-5a1f45678f5c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:59.154674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92f3af28-b102-4341-8c71-3c61b1730001 req-7abd66b7-219f-4a72-8e85-350b7b537fda tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.1596048 Nov 03 18:54:59.194450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-913201670-network', 'tenant_id': 'fb4dfca922494d28823296721e107722'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:54:59.205349 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.219953 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725cc1e6-0570-43c9-af01-083258378fa2 req-36385c6b-18b6-4094-81dd-0685cd200532 service neutron] 10.222.0.87 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970806 Nov 03 18:54:59.228604 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-30357663-eb6a-4e35-b9e1-26c24cb05000 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/routers/38a33a68-cad6-4f40-b520-af2c888105a6/tags/tempest-TagsExtTest-Tag-1106907481 HTTP/1.1" status: 204 len: 168 time: 0.4869571 Nov 03 18:54:59.232492 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35362) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:59.238918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-3041bca3-6cd2-4db8-ae27-0cbdf2621206 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '38a33a68-cad6-4f40-b520-af2c888105a6') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:59.262504 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42650f7d-5101-4234-9793-f58a94d1d40f']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:59.273269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] Made reservation on behalf of fb4dfca922494d28823296721e107722 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:54:59.276058 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.287724 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.291001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9837dadd-edd4-4dbe-9f9f-067cf972f0e3') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:59.291357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9837dadd-edd4-4dbe-9f9f-067cf972f0e3') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:59.311522 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.336679 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.351794 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:54:59.352309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:54:59.356052 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:54:59.461027 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.467588 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.473012 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "DELETE /v2.0/networks/42650f7d-5101-4234-9793-f58a94d1d40f HTTP/1.1" status: 204 len: 168 time: 2.1729982 Nov 03 18:54:59.477295 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.482974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35364) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:59.523246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3041bca3-6cd2-4db8-ae27-0cbdf2621206 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/routers/38a33a68-cad6-4f40-b520-af2c888105a6/tags HTTP/1.1" status: 200 len: 205 time: 0.2895761 Nov 03 18:54:59.525968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35366) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:59.530535 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-70f43395-2477-47b2-8405-6dcf5cd8ea70 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f95d682e-c463-4f85-ab98-ec905793e051') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:59.535483 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6862fef-e8b2-4c48-9cd3-717791890ba0 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event deleted for resources: {'Network': ['ID=42650f7d-5101-4234-9793-f58a94d1d40f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:59.557642 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.561929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.578368 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-725cc1e6-0570-43c9-af01-083258378fa2 req-89202b1e-bac5-49e5-be68-8abea08b7073 service neutron] 10.222.0.87 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369737 Nov 03 18:54:59.588006 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-70f43395-2477-47b2-8405-6dcf5cd8ea70 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/subnetpools/f95d682e-c463-4f85-ab98-ec905793e051/tags HTTP/1.1" status: 200 len: 240 time: 0.0608935 Nov 03 18:54:59.590506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35368) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:59.596168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-6cc0ace9-4ea5-4ee4-abd2-0579f136fbf7 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f95d682e-c463-4f85-ab98-ec905793e051', 'tempest-TagsExtTest-Tag-710084574') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:59.627680 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6cc0ace9-4ea5-4ee4-abd2-0579f136fbf7 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/subnetpools/f95d682e-c463-4f85-ab98-ec905793e051/tags/tempest-TagsExtTest-Tag-710084574 HTTP/1.1" status: 204 len: 168 time: 0.0329163 Nov 03 18:54:59.628933 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35370) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:59.635485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-b63b7cf8-99d9-4111-8d5a-4fcbb02bde8d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f95d682e-c463-4f85-ab98-ec905793e051', 'tempest-TagsExtTest-Tag-710084574') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:59.662417 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:54:59.674357 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c361db7-0747-4d62-9887-c38ed3f4a3c3 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.683408 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc167f3-f4c5-47fe-b0ab-9dafda4b0ff6,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:54:59.696986 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b63b7cf8-99d9-4111-8d5a-4fcbb02bde8d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/subnetpools/f95d682e-c463-4f85-ab98-ec905793e051/tags/tempest-TagsExtTest-Tag-710084574 HTTP/1.1" status: 204 len: 168 time: 0.0660698 Nov 03 18:54:59.700471 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:54:59.701115 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] Added segment 20029949-288a-4413-84c0-c7d5e14e9df8 of type vlan for network d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4 Nov 03 18:54:59.703341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35374) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:54:59.721450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-56f7b8dc-adee-4932-a7cc-67b2e9c64afb tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f95d682e-c463-4f85-ab98-ec905793e051') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:54:59.759298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fce6d0-6f94-4e61-b39f-ee8a331c5382 req-d454355a-4110-4a63-a12e-103954f7ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:59.761751 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3fce6d0-6f94-4e61-b39f-ee8a331c5382 req-d454355a-4110-4a63-a12e-103954f7ac56 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 1095 time: 0.0634310 Nov 03 18:54:59.888801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fce6d0-6f94-4e61-b39f-ee8a331c5382 req-f97e6870-f475-48b3-9a6f-125b00bd1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:54:59.890391 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3fce6d0-6f94-4e61-b39f-ee8a331c5382 req-f97e6870-f475-48b3-9a6f-125b00bd1ac4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 200 len: 915 time: 0.1162193 Nov 03 18:54:59.945050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3fce6d0-6f94-4e61-b39f-ee8a331c5382 req-e1c5e703-7fa1-4275-813b-a171b90aa33a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 HTTP/1.1" status: 200 len: 217 time: 0.0452809 Nov 03 18:55:00.058604 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fce6d0-6f94-4e61-b39f-ee8a331c5382 req-3cf2135b-b424-4627-8198-e9162d95e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:00.060383 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3fce6d0-6f94-4e61-b39f-ee8a331c5382 req-3cf2135b-b424-4627-8198-e9162d95e26b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3819844f-11d3-46e6-a85a-1c8983cc47d5 HTTP/1.1" status: 200 len: 854 time: 0.1044829 Nov 03 18:55:00.080233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f1c82-04a3-41ca-833f-df42d2527cfd req-6cbdb406-5b9e-42d1-a59f-6cc18341e8c6 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:00.082603 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-952f1c82-04a3-41ca-833f-df42d2527cfd req-6cbdb406-5b9e-42d1-a59f-6cc18341e8c6 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 944 time: 0.1081092 Nov 03 18:55:00.124770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3fce6d0-6f94-4e61-b39f-ee8a331c5382 req-cc6e5069-b6f2-47bf-b27b-345feadefdef service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542064 Nov 03 18:55:00.168393 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.245019 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-56f7b8dc-adee-4932-a7cc-67b2e9c64afb tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/subnetpools/f95d682e-c463-4f85-ab98-ec905793e051/tags HTTP/1.1" status: 200 len: 205 time: 0.5391073 Nov 03 18:55:00.250178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35394) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:00.266422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-e4d4e89c-124f-4c87-8a69-d3e16215c717 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f95d682e-c463-4f85-ab98-ec905793e051') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:00.271480 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c361db7-0747-4d62-9887-c38ed3f4a3c3 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.302070 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.303769 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:00.304607 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.323960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-952f1c82-04a3-41ca-833f-df42d2527cfd req-33494ab9-97de-4cab-b135-021326c83fcc tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306602 Nov 03 18:55:00.337207 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2c361db7-0747-4d62-9887-c38ed3f4a3c3 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58062316-3a44-481c-a4f2-d8a79db23c0e']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:00.349249 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0a9e03d-c942-4ded-8b9d-b246c98a97d3 req-f0cc8e12-1036-4c92-a2fa-8ce32cee2c76 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0528698 Nov 03 18:55:00.385838 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2c361db7-0747-4d62-9887-c38ed3f4a3c3 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c89e0a-5704-4c6c-afcc-5376342e4fb8') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:00.385838 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2c361db7-0747-4d62-9887-c38ed3f4a3c3 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c89e0a-5704-4c6c-afcc-5376342e4fb8') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:00.389385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3fce6d0-6f94-4e61-b39f-ee8a331c5382 req-5a15730e-9818-45d7-9f35-79d540c3d70b service neutron] 10.222.0.87 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452698 Nov 03 18:55:00.413049 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c361db7-0747-4d62-9887-c38ed3f4a3c3 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.423375 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5811126 Nov 03 18:55:00.428471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35400) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:00.441835 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4699de1e-a2e6-46b6-9e77-cea49a6876c3 admin admin] Request body: {'subnet': {'network_id': 'd0a1678b-a8cf-4e31-8e00-fdaf3044b8b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-913201670-subnet', 'tenant_id': 'fb4dfca922494d28823296721e107722', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:00.465506 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e4d4e89c-124f-4c87-8a69-d3e16215c717 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/subnetpools/f95d682e-c463-4f85-ab98-ec905793e051/tags HTTP/1.1" status: 204 len: 168 time: 0.2152002 Nov 03 18:55:00.466632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa56e44-d682-42bc-8289-64c2d4c07da6 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:00.468793 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35402) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:00.472081 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c361db7-0747-4d62-9887-c38ed3f4a3c3 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.477172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-db76ba68-8538-4653-b598-085343b9b7f3 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '38a33a68-cad6-4f40-b520-af2c888105a6') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:00.484527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:00.520522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c361db7-0747-4d62-9887-c38ed3f4a3c3 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:00.521425 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c361db7-0747-4d62-9887-c38ed3f4a3c3 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:00.525186 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:00.563537 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.590972 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4699de1e-a2e6-46b6-9e77-cea49a6876c3 admin admin] Made reservation on behalf of fb4dfca922494d28823296721e107722 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:00.596093 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4699de1e-a2e6-46b6-9e77-cea49a6876c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.600654 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3fce6d0-6f94-4e61-b39f-ee8a331c5382 req-1e3f299f-dd09-4365-8199-84bb4f0381fc service neutron] 10.222.0.87 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004986 Nov 03 18:55:00.645373 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c361db7-0747-4d62-9887-c38ed3f4a3c3 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.669527 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c361db7-0747-4d62-9887-c38ed3f4a3c3 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.675239 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2c361db7-0747-4d62-9887-c38ed3f4a3c3 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "DELETE /v2.0/networks/58062316-3a44-481c-a4f2-d8a79db23c0e HTTP/1.1" status: 204 len: 168 time: 1.1883717 Nov 03 18:55:00.675239 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-db76ba68-8538-4653-b598-085343b9b7f3 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/routers/38a33a68-cad6-4f40-b520-af2c888105a6/tags HTTP/1.1" status: 204 len: 168 time: 0.2050412 Nov 03 18:55:00.676719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35404) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:00.694657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35406) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:00.698057 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c361db7-0747-4d62-9887-c38ed3f4a3c3 tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event deleted for resources: {'Network': ['ID=58062316-3a44-481c-a4f2-d8a79db23c0e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:00.707378 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.711437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-86145ce1-e4e6-4756-a1b1-823d93891ac5 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '74281474-032f-44c8-bc43-0f59c692e090') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:00.819983 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dde9a06d-329c-4bd9-88be-23ed139bbbec tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.916225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-86145ce1-e4e6-4756-a1b1-823d93891ac5 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/ports/74281474-032f-44c8-bc43-0f59c692e090/tags HTTP/1.1" status: 204 len: 168 time: 0.2220137 Nov 03 18:55:00.926591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35410) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:00.935076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-40fe74fc-4d62-4cac-aa9d-5cd2ed7cb806 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c632a261-adea-406f-92df-5ebff6357891') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:00.989998 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4699de1e-a2e6-46b6-9e77-cea49a6876c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:00.991440 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dde9a06d-329c-4bd9-88be-23ed139bbbec tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.031123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dde9a06d-329c-4bd9-88be-23ed139bbbec tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4365e9b-1c85-4479-afb6-1ee7b5a608c5']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:01.045596 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dde9a06d-329c-4bd9-88be-23ed139bbbec tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc0a0fd-5813-4c6b-8d05-1a2ff5e47722') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:01.045890 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dde9a06d-329c-4bd9-88be-23ed139bbbec tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc0a0fd-5813-4c6b-8d05-1a2ff5e47722') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:01.062193 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dde9a06d-329c-4bd9-88be-23ed139bbbec tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.071700 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699de1e-a2e6-46b6-9e77-cea49a6876c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d29721e-ab78-411a-8381-32148853d9e8,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:01.083313 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dde9a06d-329c-4bd9-88be-23ed139bbbec tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.090585 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde9a06d-329c-4bd9-88be-23ed139bbbec tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:01.091260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dde9a06d-329c-4bd9-88be-23ed139bbbec tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:01.094561 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:01.122221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4699de1e-a2e6-46b6-9e77-cea49a6876c3 admin admin] Checking segment: {'id': '20029949-288a-4413-84c0-c7d5e14e9df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd0a1678b-a8cf-4e31-8e00-fdaf3044b8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:01.122611 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4699de1e-a2e6-46b6-9e77-cea49a6876c3 admin admin] Network hostable DHCP agents. Network: d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:01.149770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-40fe74fc-4d62-4cac-aa9d-5cd2ed7cb806 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/subnets/c632a261-adea-406f-92df-5ebff6357891/tags HTTP/1.1" status: 204 len: 168 time: 0.2212257 Nov 03 18:55:01.153895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35412) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:01.159528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-401cccd8-ec53-4a30-ac47-4e88f571a030 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c632a261-adea-406f-92df-5ebff6357891', 'tempest-TagsExtTest-Tag-1950378290') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:01.164074 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dde9a06d-329c-4bd9-88be-23ed139bbbec tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.166073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4699de1e-a2e6-46b6-9e77-cea49a6876c3 admin admin] Network d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:01.174140 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dde9a06d-329c-4bd9-88be-23ed139bbbec tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.178766 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dde9a06d-329c-4bd9-88be-23ed139bbbec tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] 10.222.0.107 "DELETE /v2.0/networks/e4365e9b-1c85-4479-afb6-1ee7b5a608c5 HTTP/1.1" status: 204 len: 168 time: 0.5010018 Nov 03 18:55:01.191395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9a06d-329c-4bd9-88be-23ed139bbbec tempest-BulkNetworkOpsIpV6Test-1718668454 tempest-BulkNetworkOpsIpV6Test-1718668454-project] Pushing event deleted for resources: {'Network': ['ID=e4365e9b-1c85-4479-afb6-1ee7b5a608c5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:01.238772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-4699de1e-a2e6-46b6-9e77-cea49a6876c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:01.245439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4699de1e-a2e6-46b6-9e77-cea49a6876c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:01.246171 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4699de1e-a2e6-46b6-9e77-cea49a6876c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.252465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f13f76a-040b-4f37-b20e-959bbea0d7dc None None] Network d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:01.301813 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4699de1e-a2e6-46b6-9e77-cea49a6876c3 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8722892 Nov 03 18:55:01.304532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35416) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:01.313320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-913201670-router', 'tenant_id': 'fb4dfca922494d28823296721e107722', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:01.335113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-401cccd8-ec53-4a30-ac47-4e88f571a030 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "PUT /v2.0/subnets/c632a261-adea-406f-92df-5ebff6357891/tags/tempest-TagsExtTest-Tag-1950378290 HTTP/1.1" status: 201 len: 201 time: 0.1801031 Nov 03 18:55:01.335340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35418) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:01.343646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-f34e509a-315f-41bb-baad-05c9494a8160 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '74281474-032f-44c8-bc43-0f59c692e090', 'tempest-TagsExtTest-Tag-1464146695') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:01.352014 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.353665 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.459470 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.530509 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.559071 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f34e509a-315f-41bb-baad-05c9494a8160 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "PUT /v2.0/ports/74281474-032f-44c8-bc43-0f59c692e090/tags/tempest-TagsExtTest-Tag-1464146695 HTTP/1.1" status: 201 len: 201 time: 0.2221494 Nov 03 18:55:01.562573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35430) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:01.576036 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-c07f459c-f0e0-4d7f-a4fe-416a722addf5 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '38a33a68-cad6-4f40-b520-af2c888105a6', 'tempest-TagsExtTest-Tag-1011676514') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:01.667185 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.689785 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35432) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:01.749900 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4', 'network_id': 'd0a1678b-a8cf-4e31-8e00-fdaf3044b8b4', 'tenant_id': 'fb4dfca922494d28823296721e107722', 'fixed_ips': [{'subnet_id': '9d29721e-ab78-411a-8381-32148853d9e8'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:55:01.752476 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:01.796828 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c07f459c-f0e0-4d7f-a4fe-416a722addf5 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "PUT /v2.0/routers/38a33a68-cad6-4f40-b520-af2c888105a6/tags/tempest-TagsExtTest-Tag-1011676514 HTTP/1.1" status: 201 len: 201 time: 0.2325368 Nov 03 18:55:01.797541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35436) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:01.803820 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-66575ef9-d238-4c9b-be79-487b468299cb tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f95d682e-c463-4f85-ab98-ec905793e051', 'tempest-TagsExtTest-Tag-1088652566') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:01.843253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-12850ece-583b-48f4-825e-03a9588ce77c req-193b801d-732a-41a2-a520-4859cafde5dd tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.2656744 Nov 03 18:55:01.857081 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-66575ef9-d238-4c9b-be79-487b468299cb tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "PUT /v2.0/subnetpools/f95d682e-c463-4f85-ab98-ec905793e051/tags/tempest-TagsExtTest-Tag-1088652566 HTTP/1.1" status: 201 len: 201 time: 0.0576756 Nov 03 18:55:01.857834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35438) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:01.863137 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-7827c734-38f6-49f6-a41c-a2dc43706ea1 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c632a261-adea-406f-92df-5ebff6357891', {'tags': ['tempest-TagsExtTest-Tag-221321660', 'tempest-TagsExtTest-Tag-1308410731', 'tempest-TagsExtTest-Tag-2052952713']}) {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:01.932137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0dbd9-0ccf-4998-af82-ef77d5e98869 req-b6f13f4b-12d4-48a6-ac02-efb462a98673 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:01.948236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8d0dbd9-0ccf-4998-af82-ef77d5e98869 req-b6f13f4b-12d4-48a6-ac02-efb462a98673 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 944 time: 0.3690357 Nov 03 18:55:01.954020 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7827c734-38f6-49f6-a41c-a2dc43706ea1 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "PUT /v2.0/subnets/c632a261-adea-406f-92df-5ebff6357891/tags HTTP/1.1" status: 200 len: 317 time: 0.0949171 Nov 03 18:55:01.956552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35440) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:01.962408 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-1c63ba61-3984-408f-84a9-143d5702d7e8 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c632a261-adea-406f-92df-5ebff6357891') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:02.070086 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-84a5ed36-eb51-425e-9e35-ab35cc3edfc0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2c55409785394364b50ab822aa919933&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3771451 Nov 03 18:55:02.073657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35446) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:02.101597 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Allocated IP 172.20.0.2 (d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4/9d29721e-ab78-411a-8381-32148853d9e8/33ad25c1-db6a-4d4a-be36-450049def24c) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:02.140228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8d0dbd9-0ccf-4998-af82-ef77d5e98869 req-cc480e20-13fa-4182-941d-582767fe6353 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910169 Nov 03 18:55:02.154732 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4ec6bca2-eb3e-4ab7-8dab-205937a03548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.185411 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1c63ba61-3984-408f-84a9-143d5702d7e8 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/subnets/c632a261-adea-406f-92df-5ebff6357891/tags HTTP/1.1" status: 204 len: 168 time: 0.2274928 Nov 03 18:55:02.188080 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35448) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:02.192847 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-bdaabec3-a398-4690-99f7-413802ef017b tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c632a261-adea-406f-92df-5ebff6357891', 'tempest-TagsExtTest-Tag-221321660') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:02.227171 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4ec6bca2-eb3e-4ab7-8dab-205937a03548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.253836 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:55:02.347741 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.348287 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4ec6bca2-eb3e-4ab7-8dab-205937a03548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.365746 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4ec6bca2-eb3e-4ab7-8dab-205937a03548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.371366 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4ec6bca2-eb3e-4ab7-8dab-205937a03548 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c9ea4295-3102-4caa-809f-d8af10bced60 HTTP/1.1" status: 204 len: 168 time: 0.2958422 Nov 03 18:55:02.404963 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.421552 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.422364 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6bca2-eb3e-4ab7-8dab-205937a03548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ea4295-3102-4caa-809f-d8af10bced60,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:02.449956 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.462587 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-bdaabec3-a398-4690-99f7-413802ef017b tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] show failed (client error): The resource could not be found. Nov 03 18:55:02.467685 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bdaabec3-a398-4690-99f7-413802ef017b tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/subnets/c632a261-adea-406f-92df-5ebff6357891/tags/tempest-TagsExtTest-Tag-221321660 HTTP/1.1" status: 404 len: 328 time: 0.2745848 Nov 03 18:55:02.471183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35452) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:02.489858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-ded7ddc0-ce53-4f62-bdf3-29aebb9b2949 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c632a261-adea-406f-92df-5ebff6357891', 'tempest-TagsExtTest-Tag-1308410731') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:02.552306 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Allocated IP 172.25.2.192 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/6ed733d9-cee2-4fbb-8ace-71687a38d372) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:02.605573 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Network d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:02.619031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:02.621645 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:02.698880 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-ded7ddc0-ce53-4f62-bdf3-29aebb9b2949 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] show failed (client error): The resource could not be found. Nov 03 18:55:02.701570 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ded7ddc0-ce53-4f62-bdf3-29aebb9b2949 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/subnets/c632a261-adea-406f-92df-5ebff6357891/tags/tempest-TagsExtTest-Tag-1308410731 HTTP/1.1" status: 404 len: 329 time: 0.2288413 Nov 03 18:55:02.705219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35458) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:02.720266 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-367fc462-b1b0-42cd-a903-96a40901c2ec tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c632a261-adea-406f-92df-5ebff6357891', 'tempest-TagsExtTest-Tag-2052952713') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:02.749068 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.779986 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Pushing event updated for resources: {'Port': ['ID=33ad25c1-db6a-4d4a-be36-450049def24c,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:02.830596 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.860385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Attempting to bind port 33ad25c1-db6a-4d4a-be36-450049def24c on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:02.860808 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Attempting to bind port 33ad25c1-db6a-4d4a-be36-450049def24c by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '20029949-288a-4413-84c0-c7d5e14e9df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd0a1678b-a8cf-4e31-8e00-fdaf3044b8b4'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:02.861181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Attempting to bind port 33ad25c1-db6a-4d4a-be36-450049def24c on network d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:02.868839 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port ceca5cd1-9201-4d7f-bcfb-1af6c4c01340, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ceca5cd1-9201-4d7f-bcfb-1af6c4c01340,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:02.872403 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:02.872788 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Checking segment: {'id': '20029949-288a-4413-84c0-c7d5e14e9df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd0a1678b-a8cf-4e31-8e00-fdaf3044b8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:02.873200 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.873609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Bound using segment: {'id': '20029949-288a-4413-84c0-c7d5e14e9df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd0a1678b-a8cf-4e31-8e00-fdaf3044b8b4'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:02.874102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Bound port: 33ad25c1-db6a-4d4a-be36-450049def24c, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20029949-288a-4413-84c0-c7d5e14e9df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd0a1678b-a8cf-4e31-8e00-fdaf3044b8b4'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:02.874486 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:02.882096 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-367fc462-b1b0-42cd-a903-96a40901c2ec tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] show failed (client error): The resource could not be found. Nov 03 18:55:02.890171 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-367fc462-b1b0-42cd-a903-96a40901c2ec tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/subnets/c632a261-adea-406f-92df-5ebff6357891/tags/tempest-TagsExtTest-Tag-2052952713 HTTP/1.1" status: 404 len: 329 time: 0.1794362 Nov 03 18:55:02.891350 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35464) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:02.911087 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-0d41bc2c-0cf6-494e-9630-cc422c39efdb tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '74281474-032f-44c8-bc43-0f59c692e090', {'tags': ['tempest-TagsExtTest-Tag-618951962', 'tempest-TagsExtTest-Tag-99546708', 'tempest-TagsExtTest-Tag-1798706331']}) {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:02.952344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:02.970606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:02.982293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'ceca5cd1-9201-4d7f-bcfb-1af6c4c01340', 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd', 'port_id': 'ceca5cd1-9201-4d7f-bcfb-1af6c4c01340', 'mac_address': 'fa:16:3e:49:00:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3819844f-11d3-46e6-a85a-1c8983cc47d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:55:02.990937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:03.008123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed733d9-cee2-4fbb-8ace-71687a38d372,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:03.120553 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0d41bc2c-0cf6-494e-9630-cc422c39efdb tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "PUT /v2.0/ports/74281474-032f-44c8-bc43-0f59c692e090/tags HTTP/1.1" status: 200 len: 315 time: 0.2262673 Nov 03 18:55:03.124638 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35472) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:03.134508 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-61214caf-682b-4f2f-9957-6932394a87da tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '74281474-032f-44c8-bc43-0f59c692e090') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:03.152273 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c308f26-389e-439d-abc9-3524b3edad87 req-08e2d240-6391-446f-bf86-6625749088ba tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.1486068 Nov 03 18:55:03.166468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] For port 33ad25c1-db6a-4d4a-be36-450049def24c, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:03.182903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] For port 33ad25c1-db6a-4d4a-be36-450049def24c, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=33ad25c1-db6a-4d4a-be36-450049def24c,segment=NetworkSegment(20029949-288a-4413-84c0-c7d5e14e9df8),segment_id=20029949-288a-4413-84c0-c7d5e14e9df8)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:03.226626 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:03.242719 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:03.300788 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:55:03.425199 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-61214caf-682b-4f2f-9957-6932394a87da tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/ports/74281474-032f-44c8-bc43-0f59c692e090/tags HTTP/1.1" status: 204 len: 168 time: 0.2988403 Nov 03 18:55:03.431387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35482) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:03.441109 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-2ea56951-2455-429b-99ff-f2836647574c tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74281474-032f-44c8-bc43-0f59c692e090', 'tempest-TagsExtTest-Tag-618951962') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:03.471160 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port ceca5cd1-9201-4d7f-bcfb-1af6c4c01340, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ceca5cd1-9201-4d7f-bcfb-1af6c4c01340,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:03.476446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2416e-c401-4195-877a-f7b3441323b6 None None] Pushing event updated for resources: {'Port': ['ID=33ad25c1-db6a-4d4a-be36-450049def24c,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:03.481947 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:03.578085 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=ceca5cd1-9201-4d7f-bcfb-1af6c4c01340,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:03.584096 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-2ea56951-2455-429b-99ff-f2836647574c tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] show failed (client error): The resource could not be found. Nov 03 18:55:03.586018 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2ea56951-2455-429b-99ff-f2836647574c tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/ports/74281474-032f-44c8-bc43-0f59c692e090/tags/tempest-TagsExtTest-Tag-618951962 HTTP/1.1" status: 404 len: 328 time: 0.1536920 Nov 03 18:55:03.589292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35484) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:03.602288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-60c764ab-bf88-40bc-8d31-fb30cb6bd16e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74281474-032f-44c8-bc43-0f59c692e090', 'tempest-TagsExtTest-Tag-99546708') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:03.828020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7dad43-8221-4f06-8a19-ade28b672ce6 req-e958f2f3-c3c6-425d-871d-55f0b89130e5 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:03.833906 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-60c764ab-bf88-40bc-8d31-fb30cb6bd16e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] show failed (client error): The resource could not be found. Nov 03 18:55:03.836643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c7dad43-8221-4f06-8a19-ade28b672ce6 req-e958f2f3-c3c6-425d-871d-55f0b89130e5 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 945 time: 0.2933943 Nov 03 18:55:03.839599 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-60c764ab-bf88-40bc-8d31-fb30cb6bd16e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/ports/74281474-032f-44c8-bc43-0f59c692e090/tags/tempest-TagsExtTest-Tag-99546708 HTTP/1.1" status: 404 len: 327 time: 0.2468848 Nov 03 18:55:03.840245 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35492) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:03.857732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-a5dbf13d-56cd-4d7c-b0a0-4a2c81829bd6 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74281474-032f-44c8-bc43-0f59c692e090', 'tempest-TagsExtTest-Tag-1798706331') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:03.986850 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c7dad43-8221-4f06-8a19-ade28b672ce6 req-b073a656-4000-4dbb-9ef8-c7906da391c8 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492844 Nov 03 18:55:04.020212 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['ceca5cd1-9201-4d7f-bcfb-1af6c4c01340'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:55:04.045965 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-a5dbf13d-56cd-4d7c-b0a0-4a2c81829bd6 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] show failed (client error): The resource could not be found. Nov 03 18:55:04.047778 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a5dbf13d-56cd-4d7c-b0a0-4a2c81829bd6 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/ports/74281474-032f-44c8-bc43-0f59c692e090/tags/tempest-TagsExtTest-Tag-1798706331 HTTP/1.1" status: 404 len: 329 time: 0.1977837 Nov 03 18:55:04.051255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35502) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:04.062862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-f6c0d7e9-f7e6-4377-b745-898af3e7ca6d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '38a33a68-cad6-4f40-b520-af2c888105a6', {'tags': ['tempest-TagsExtTest-Tag-894666562', 'tempest-TagsExtTest-Tag-1200145033', 'tempest-TagsExtTest-Tag-1561120980']}) {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:04.119099 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.306973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35512) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:04.311678 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f6c0d7e9-f7e6-4377-b745-898af3e7ca6d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "PUT /v2.0/routers/38a33a68-cad6-4f40-b520-af2c888105a6/tags HTTP/1.1" status: 200 len: 317 time: 0.2439873 Nov 03 18:55:04.316646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-689e913a-57f2-4b0b-83c1-e16f1281515c tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '38a33a68-cad6-4f40-b520-af2c888105a6') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:04.510361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35514) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:04.547081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 33ad25c1-db6a-4d4a-be36-450049def24c up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:04.721006 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 33ad25c1-db6a-4d4a-be36-450049def24c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:04.721490 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.758706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1760052742'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:04.799218 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:04.807858 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.827912 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:04.931364 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.007526 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 33ad25c1-db6a-4d4a-be36-450049def24c, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=33ad25c1-db6a-4d4a-be36-450049def24c,segment=NetworkSegment(20029949-288a-4413-84c0-c7d5e14e9df8),segment_id=20029949-288a-4413-84c0-c7d5e14e9df8)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:05.018039 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.041684 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.049532 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.109264 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=33ad25c1-db6a-4d4a-be36-450049def24c,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:05.128172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58b9e3e-a1a5-4cf8-ba9a-7fad725f2449,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:05.174838 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:05.206242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.207034 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Added segment 2e6584e1-332d-4c4a-8b4f-af9cce4f11f8 of type vlan for network 9ad81478-7153-44bf-85cc-faebcbbcd0a1 Nov 03 18:55:05.263539 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bbc42f-ae1b-4549-a2f1-9dc58e4f0e8f None None] Network d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:05.323362 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.362209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fa5eb602-6223-4693-8c20-75b2ba95cd81 req-58ffaad9-bffd-4265-95a8-fa9f40f29e64 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.1519666 Nov 03 18:55:05.362846 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.373074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:05.373847 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.458378 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb42c401-37fd-4bcb-b2ea-5a04461e5843 req-6b986f4f-b119-4db2-bd7c-75cfdc8cd86c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2108564 Nov 03 18:55:05.459043 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-bd4a3a59-79af-4e1e-ab35-6f69fb3a3690 None None] Provisioning complete for port 33ad25c1-db6a-4d4a-be36-450049def24c triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:05.459384 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9472225 Nov 03 18:55:05.459531 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bd4a3a59-79af-4e1e-ab35-6f69fb3a3690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:05.497958 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32593ce4-113b-49c9-8906-f61134145d93 req-f8547078-15b7-4d2f-bfa1-02e43c5641e7 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:05.499123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe5821-54bf-4550-8dbe-4ffa72a58fe0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Network': ['ID=9ad81478-7153-44bf-85cc-faebcbbcd0a1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:05.518703 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32593ce4-113b-49c9-8906-f61134145d93 req-f8547078-15b7-4d2f-bfa1-02e43c5641e7 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 945 time: 0.3110936 Nov 03 18:55:05.542402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 9ad81478-7153-44bf-85cc-faebcbbcd0a1 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:05.838463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42c401-37fd-4bcb-b2ea-5a04461e5843 req-7d019968-feda-4d8e-a1d8-5f794c2ec196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:05.840158 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb42c401-37fd-4bcb-b2ea-5a04461e5843 req-7d019968-feda-4d8e-a1d8-5f794c2ec196 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6e03d37318b34094a0ffff28057c6cc2&device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 1096 time: 0.2398832 Nov 03 18:55:05.855654 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32593ce4-113b-49c9-8906-f61134145d93 req-d861b0a8-bda9-4b1f-b189-1795c7596299 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333259 Nov 03 18:55:05.926122 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-689e913a-57f2-4b0b-83c1-e16f1281515c tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/routers/38a33a68-cad6-4f40-b520-af2c888105a6/tags HTTP/1.1" status: 204 len: 168 time: 1.6180661 Nov 03 18:55:05.930166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35526) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:05.937917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-e6ecdc61-cc01-471e-8e6c-45f2141b8f5c tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '38a33a68-cad6-4f40-b520-af2c888105a6', 'tempest-TagsExtTest-Tag-894666562') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:05.974782 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:06.076540 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42c401-37fd-4bcb-b2ea-5a04461e5843 req-4db04783-51a1-4682-82e2-e43e67c22909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:06.078999 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb42c401-37fd-4bcb-b2ea-5a04461e5843 req-4db04783-51a1-4682-82e2-e43e67c22909 service neutron] 10.222.0.98 "GET /v2.0/networks?id=59aedf5c-3e42-405b-a5ae-b89a5996e64c HTTP/1.1" status: 200 len: 912 time: 0.2076399 Nov 03 18:55:06.113494 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-e6ecdc61-cc01-471e-8e6c-45f2141b8f5c tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] show failed (client error): The resource could not be found. Nov 03 18:55:06.119843 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e6ecdc61-cc01-471e-8e6c-45f2141b8f5c tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/routers/38a33a68-cad6-4f40-b520-af2c888105a6/tags/tempest-TagsExtTest-Tag-894666562 HTTP/1.1" status: 404 len: 328 time: 0.1864169 Nov 03 18:55:06.121377 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35528) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:06.127860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-2c309179-9474-4565-8e5f-bfb6240ee258 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '38a33a68-cad6-4f40-b520-af2c888105a6', 'tempest-TagsExtTest-Tag-1200145033') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:06.251834 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-2c309179-9474-4565-8e5f-bfb6240ee258 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] show failed (client error): The resource could not be found. Nov 03 18:55:06.255186 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2c309179-9474-4565-8e5f-bfb6240ee258 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/routers/38a33a68-cad6-4f40-b520-af2c888105a6/tags/tempest-TagsExtTest-Tag-1200145033 HTTP/1.1" status: 404 len: 329 time: 0.1322043 Nov 03 18:55:06.259169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35530) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:06.272476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:06.282729 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb42c401-37fd-4bcb-b2ea-5a04461e5843 req-c0871823-0c22-4506-8e70-605a3ba6f531 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=336c03b5-e2c3-4b89-969d-2eb22ec37a65 HTTP/1.1" status: 200 len: 1000 time: 0.1896155 Nov 03 18:55:06.292385 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-063351b3-8216-46ee-9328-d932f637b97e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '38a33a68-cad6-4f40-b520-af2c888105a6', 'tempest-TagsExtTest-Tag-1561120980') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:06.443534 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:55:06.450105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42c401-37fd-4bcb-b2ea-5a04461e5843 req-d678f44d-6aa5-4730-ad90-33b45bcf5f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:06.455992 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:06.457781 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:06.462812 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb42c401-37fd-4bcb-b2ea-5a04461e5843 req-d678f44d-6aa5-4730-ad90-33b45bcf5f36 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1945ba7b-6c1a-48ad-b07e-6241e957b703 HTTP/1.1" status: 200 len: 850 time: 0.1675522 Nov 03 18:55:06.488855 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Router 8a4df33a-5dec-495d-9e06-47a9764b0d7b is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:55:06.555041 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 33ad25c1-db6a-4d4a-be36-450049def24c up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:06.585901 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-063351b3-8216-46ee-9328-d932f637b97e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] show failed (client error): The resource could not be found. Nov 03 18:55:06.587340 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-063351b3-8216-46ee-9328-d932f637b97e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/routers/38a33a68-cad6-4f40-b520-af2c888105a6/tags/tempest-TagsExtTest-Tag-1561120980 HTTP/1.1" status: 404 len: 329 time: 0.3256831 Nov 03 18:55:06.592485 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35534) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:06.605033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-c6d3ebb0-e60d-4223-8fb9-added1fbc5f9 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f95d682e-c463-4f85-ab98-ec905793e051', {'tags': ['tempest-TagsExtTest-Tag-1190106539', 'tempest-TagsExtTest-Tag-1039884896', 'tempest-TagsExtTest-Tag-561359221']}) {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:06.634257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9d5a12a-66e1-4bee-8034-de86ce682ec1 req-3bb566c0-7613-4832-9695-d019b4347bcf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0903747 Nov 03 18:55:06.686583 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c6d3ebb0-e60d-4223-8fb9-added1fbc5f9 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "PUT /v2.0/subnetpools/f95d682e-c463-4f85-ab98-ec905793e051/tags HTTP/1.1" status: 200 len: 317 time: 0.0922771 Nov 03 18:55:06.689701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35536) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:06.694957 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-a72d364b-7b28-46d8-81c4-ee5fe82820a4 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f95d682e-c463-4f85-ab98-ec905793e051') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:06.695467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4b796d27-a6f6-475d-adf1-d3f6bb2e3ae4 None None] Provisioning complete for port 33ad25c1-db6a-4d4a-be36-450049def24c triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:06.696169 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4b796d27-a6f6-475d-adf1-d3f6bb2e3ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:06.776830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42c401-37fd-4bcb-b2ea-5a04461e5843 req-5c78e519-c70d-4295-a52a-9d8ebe83c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:06.778489 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb42c401-37fd-4bcb-b2ea-5a04461e5843 req-5c78e519-c70d-4295-a52a-9d8ebe83c45d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=59aedf5c-3e42-405b-a5ae-b89a5996e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3049510 Nov 03 18:55:06.814886 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a72d364b-7b28-46d8-81c4-ee5fe82820a4 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/subnetpools/f95d682e-c463-4f85-ab98-ec905793e051/tags HTTP/1.1" status: 204 len: 168 time: 0.1240797 Nov 03 18:55:06.822658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35540) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:06.827243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-ea6e35f1-8143-4f8f-985c-7002efb38e98 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f95d682e-c463-4f85-ab98-ec905793e051', 'tempest-TagsExtTest-Tag-1190106539') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:06.909340 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-ea6e35f1-8143-4f8f-985c-7002efb38e98 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] show failed (client error): The resource could not be found. Nov 03 18:55:06.909827 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ea6e35f1-8143-4f8f-985c-7002efb38e98 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/subnetpools/f95d682e-c463-4f85-ab98-ec905793e051/tags/tempest-TagsExtTest-Tag-1190106539 HTTP/1.1" status: 404 len: 329 time: 0.0861578 Nov 03 18:55:06.916553 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35544) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:06.931120 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 33ad25c1-db6a-4d4a-be36-450049def24c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:06.931882 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:06.937687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-7221091b-37bb-4b8f-8ddc-3691153902a3 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f95d682e-c463-4f85-ab98-ec905793e051', 'tempest-TagsExtTest-Tag-1039884896') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:07.022888 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-7221091b-37bb-4b8f-8ddc-3691153902a3 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] show failed (client error): The resource could not be found. Nov 03 18:55:07.028412 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7221091b-37bb-4b8f-8ddc-3691153902a3 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/subnetpools/f95d682e-c463-4f85-ab98-ec905793e051/tags/tempest-TagsExtTest-Tag-1039884896 HTTP/1.1" status: 404 len: 329 time: 0.1104779 Nov 03 18:55:07.036143 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35546) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:07.041222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-718f19cb-a8e7-4649-9beb-5946e662d92d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f95d682e-c463-4f85-ab98-ec905793e051', 'tempest-TagsExtTest-Tag-561359221') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:07.089854 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-718f19cb-a8e7-4649-9beb-5946e662d92d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] show failed (client error): The resource could not be found. Nov 03 18:55:07.099761 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-718f19cb-a8e7-4649-9beb-5946e662d92d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/subnetpools/f95d682e-c463-4f85-ab98-ec905793e051/tags/tempest-TagsExtTest-Tag-561359221 HTTP/1.1" status: 404 len: 328 time: 0.0624340 Nov 03 18:55:07.100562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35548) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:07.108106 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-cfbd70b0-c7f5-42ac-8d1a-94a6e1867d49 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f95d682e-c463-4f85-ab98-ec905793e051') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:07.134453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb42c401-37fd-4bcb-b2ea-5a04461e5843 req-9767ab6b-0415-45e4-ba3c-3c119fec2c76 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366101 Nov 03 18:55:07.177669 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cfbd70b0-c7f5-42ac-8d1a-94a6e1867d49 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/subnetpools/f95d682e-c463-4f85-ab98-ec905793e051/tags HTTP/1.1" status: 204 len: 168 time: 0.0756764 Nov 03 18:55:07.178123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35550) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:07.193297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-f3dc3e0a-ff6f-48e3-98b1-5cbd6cf02c4a tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '38a33a68-cad6-4f40-b520-af2c888105a6') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:07.303151 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:07.315324 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Sync routers for ids ['8a4df33a-5dec-495d-9e06-47a9764b0d7b'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:07.328823 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.354215 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Routers {'8a4df33a-5dec-495d-9e06-47a9764b0d7b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:07.356467 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8a4df33a-5dec-495d-9e06-47a9764b0d7b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:07.441146 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5585d1f-6ce9-4c2b-b61b-389262a01e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceca5cd1-9201-4d7f-bcfb-1af6c4c01340'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:07.441921 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f3dc3e0a-ff6f-48e3-98b1-5cbd6cf02c4a tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/routers/38a33a68-cad6-4f40-b520-af2c888105a6/tags HTTP/1.1" status: 204 len: 168 time: 0.2627485 Nov 03 18:55:07.442659 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deacb1a1-1f8d-4706-aa70-f7ade9a8c6b8" -d '{"events": [{"server_uuid": "f5585d1f-6ce9-4c2b-b61b-389262a01e50", "name": "network-vif-plugged", "status": "completed", "tag": "ceca5cd1-9201-4d7f-bcfb-1af6c4c01340"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:07.443803 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35552) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:07.457760 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-12ba68ee-1ff6-4ea9-b242-939310ce8129 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '74281474-032f-44c8-bc43-0f59c692e090') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:07.478405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port ceca5cd1-9201-4d7f-bcfb-1af6c4c01340, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ceca5cd1-9201-4d7f-bcfb-1af6c4c01340,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:07.548916 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.562522 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545888af-cd6f-49b5-833d-c935d6d46cc5 x-openstack-request-id: req-545888af-cd6f-49b5-833d-c935d6d46cc5 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:07.562925 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5585d1f-6ce9-4c2b-b61b-389262a01e50", "name": "network-vif-plugged", "status": "completed", "tag": "ceca5cd1-9201-4d7f-bcfb-1af6c4c01340", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:07.563285 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-545888af-cd6f-49b5-833d-c935d6d46cc5 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:07.564334 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5585d1f-6ce9-4c2b-b61b-389262a01e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceca5cd1-9201-4d7f-bcfb-1af6c4c01340', 'code': 200} Nov 03 18:55:07.567114 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a1a9b-3fe7-424f-b220-965c78e16a56 req-4cc1a2c2-1a6b-4d2f-8fb5-55982b67314d tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:07.568646 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e40a1a9b-3fe7-424f-b220-965c78e16a56 req-4cc1a2c2-1a6b-4d2f-8fb5-55982b67314d tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 945 time: 0.4990184 Nov 03 18:55:07.670917 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-12ba68ee-1ff6-4ea9-b242-939310ce8129 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/ports/74281474-032f-44c8-bc43-0f59c692e090/tags HTTP/1.1" status: 204 len: 168 time: 0.2258546 Nov 03 18:55:07.673493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35558) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:07.674848 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:07.679572 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-25a3fab6-d15f-49b5-a42f-b16357ed7708 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.3706908 Nov 03 18:55:07.679782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-997c169f-b589-49a5-99e7-b70c9931c720 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c632a261-adea-406f-92df-5ebff6357891') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:07.681919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35560) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:07.702967 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=ceca5cd1-9201-4d7f-bcfb-1af6c4c01340,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:07.709667 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Set router 8a4df33a-5dec-495d-9e06-47a9764b0d7b gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:07.824248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e40a1a9b-3fe7-424f-b220-965c78e16a56 req-55680350-f34c-4780-92dd-21cb3d168a4e tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371836 Nov 03 18:55:07.875657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09853056-51dc-4157-984f-f5f0537bf5fb req-d684a933-6c20-4984-8d46-3308dc014fec tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0491233 Nov 03 18:55:07.877648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb42c401-37fd-4bcb-b2ea-5a04461e5843 req-e427b0e7-9145-486e-b332-a3095754bb84 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7328377 Nov 03 18:55:07.901778 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7164d39-83d1-4dfe-975f-082e3366c43c req-006b56ba-bfa5-4f4b-bfe6-68d20a32d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:07.903430 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7164d39-83d1-4dfe-975f-082e3366c43c req-006b56ba-bfa5-4f4b-bfe6-68d20a32d793 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 1097 time: 0.2232165 Nov 03 18:55:08.008925 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7164d39-83d1-4dfe-975f-082e3366c43c req-7d0a8698-b881-47aa-8553-1efdc006b221 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909455 Nov 03 18:55:08.118712 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'name': 'tempest-ImageQuotaTest-913201670-router', 'tenant_id': 'fb4dfca922494d28823296721e107722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6ed733d9-cee2-4fbb-8ace-71687a38d372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:01Z', 'updated_at': '2021-11-03T18:55:03Z', 'revision_number': 3, 'project_id': 'fb4dfca922494d28823296721e107722', 'gw_port': {'id': '6ed733d9-cee2-4fbb-8ace-71687a38d372', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:02Z', 'updated_at': '2021-11-03T18:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:08.123661 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35564) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:08.124767 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-997c169f-b589-49a5-99e7-b70c9931c720 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/subnets/c632a261-adea-406f-92df-5ebff6357891/tags HTTP/1.1" status: 204 len: 168 time: 0.4500527 Nov 03 18:55:08.198019 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Checking router: 8a4df33a-5dec-495d-9e06-47a9764b0d7b for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:55:08.200128 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Updating router 8a4df33a-5dec-495d-9e06-47a9764b0d7b port 6ed733d9-cee2-4fbb-8ace-71687a38d372 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:55:08.274768 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.331388 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0da62121-cebe-4158-af65-42d7f237917d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks [] for subnetpool, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.334822 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0da62121-cebe-4158-af65-42d7f237917d tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/subnetpools/f95d682e-c463-4f85-ab98-ec905793e051 HTTP/1.1" status: 204 len: 168 time: 0.2078657 Nov 03 18:55:08.335250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35568) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:08.417998 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35570) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:08.419514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4a3d5034-5192-41eb-92a0-c82e0c1eda35 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "GET /v2.0/ports?device_id=38a33a68-cad6-4f40-b520-af2c888105a6 HTTP/1.1" status: 200 len: 205 time: 0.0589588 Nov 03 18:55:08.650444 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f7dd2dd-da86-411d-aaa6-e86a1a7f9a75 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.815020 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.824643 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.877820 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69881e-2e84-47e8-bcff-f23456a2a34f None None] Pushing event updated for resources: {'Port': ['ID=6ed733d9-cee2-4fbb-8ace-71687a38d372,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:08.890778 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69881e-2e84-47e8-bcff-f23456a2a34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:08.891405 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69881e-2e84-47e8-bcff-f23456a2a34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:08.892933 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69881e-2e84-47e8-bcff-f23456a2a34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:08.893361 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69881e-2e84-47e8-bcff-f23456a2a34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:08.893786 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69881e-2e84-47e8-bcff-f23456a2a34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:08.894213 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69881e-2e84-47e8-bcff-f23456a2a34f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:08.894812 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69881e-2e84-47e8-bcff-f23456a2a34f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:08.895853 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69881e-2e84-47e8-bcff-f23456a2a34f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:08.896757 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69881e-2e84-47e8-bcff-f23456a2a34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:08.897273 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69881e-2e84-47e8-bcff-f23456a2a34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:08.897900 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69881e-2e84-47e8-bcff-f23456a2a34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:08.898345 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc69881e-2e84-47e8-bcff-f23456a2a34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:08.937124 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Attempting to bind port 6ed733d9-cee2-4fbb-8ace-71687a38d372 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:08.937695 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Attempting to bind port 6ed733d9-cee2-4fbb-8ace-71687a38d372 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:08.938133 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Attempting to bind port 6ed733d9-cee2-4fbb-8ace-71687a38d372 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:08.948480 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:08.949033 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:08.950230 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:08.950230 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:08.950787 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Bound port: 6ed733d9-cee2-4fbb-8ace-71687a38d372, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:08.951278 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.075452 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] For port 6ed733d9-cee2-4fbb-8ace-71687a38d372, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:09.081302 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] For port 6ed733d9-cee2-4fbb-8ace-71687a38d372, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6ed733d9-cee2-4fbb-8ace-71687a38d372,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:09.087224 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.135674 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f7dd2dd-da86-411d-aaa6-e86a1a7f9a75 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.141683 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f7dd2dd-da86-411d-aaa6-e86a1a7f9a75 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.205915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fbda3-ed58-4553-bfa1-776545de6366 req-d3ef19aa-685e-4cce-8ffe-0179a368c338 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:09.213411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e61fbda3-ed58-4553-bfa1-776545de6366 req-d3ef19aa-685e-4cce-8ffe-0179a368c338 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 946 time: 0.1668859 Nov 03 18:55:09.229106 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74b92ff4-2025-4c0d-9316-04fe86de377d req-48b7a9a0-d0f1-484d-aa10-03cdd529fbfd tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.1144876 Nov 03 18:55:09.278317 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69881e-2e84-47e8-bcff-f23456a2a34f None None] Pushing event updated for resources: {'Port': ['ID=6ed733d9-cee2-4fbb-8ace-71687a38d372,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:09.300452 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Routers {'8a4df33a-5dec-495d-9e06-47a9764b0d7b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:09.302689 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8a4df33a-5dec-495d-9e06-47a9764b0d7b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:09.428142 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e61fbda3-ed58-4553-bfa1-776545de6366 req-316bb58a-a226-42cc-8f50-cba9e07345ac tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980009 Nov 03 18:55:09.543525 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] Set router 8a4df33a-5dec-495d-9e06-47a9764b0d7b gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:09.606028 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35578) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:09.615354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4a86d5f7-ae8b-4f40-82b6-8e07014c59b4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'subnet': {'network_id': '9ad81478-7153-44bf-85cc-faebcbbcd0a1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:09.775685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a86d5f7-ae8b-4f40-82b6-8e07014c59b4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:09.780568 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4a86d5f7-ae8b-4f40-82b6-8e07014c59b4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.845832 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'name': 'tempest-ImageQuotaTest-913201670-router', 'tenant_id': 'fb4dfca922494d28823296721e107722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6ed733d9-cee2-4fbb-8ace-71687a38d372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:01Z', 'updated_at': '2021-11-03T18:55:03Z', 'revision_number': 3, 'project_id': 'fb4dfca922494d28823296721e107722', 'gw_port': {'id': '6ed733d9-cee2-4fbb-8ace-71687a38d372', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:02Z', 'updated_at': '2021-11-03T18:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:09.875459 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f7dd2dd-da86-411d-aaa6-e86a1a7f9a75 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.876730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7dd2dd-da86-411d-aaa6-e86a1a7f9a75 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Fanout notify agent at l3_agent the message router_deleted on router 38a33a68-cad6-4f40-b520-af2c888105a6 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:55:09.888257 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c4dbd7-67b8-4fb3-8223-405b81bd639c None None] The sync data for ids ['8a4df33a-5dec-495d-9e06-47a9764b0d7b'] in n-d-812150-4 is: [{'id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'name': 'tempest-ImageQuotaTest-913201670-router', 'tenant_id': 'fb4dfca922494d28823296721e107722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6ed733d9-cee2-4fbb-8ace-71687a38d372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:01Z', 'updated_at': '2021-11-03T18:55:03Z', 'revision_number': 3, 'project_id': 'fb4dfca922494d28823296721e107722', 'gw_port': {'id': '6ed733d9-cee2-4fbb-8ace-71687a38d372', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:02Z', 'updated_at': '2021-11-03T18:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:09.890217 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f7dd2dd-da86-411d-aaa6-e86a1a7f9a75 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:09.892980 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7f7dd2dd-da86-411d-aaa6-e86a1a7f9a75 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/routers/38a33a68-cad6-4f40-b520-af2c888105a6 HTTP/1.1" status: 204 len: 168 time: 1.4716578 Nov 03 18:55:09.897087 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35580) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:09.911634 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.074787 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4a86d5f7-ae8b-4f40-82b6-8e07014c59b4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.144327 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d686b-1a9f-45ae-aeeb-6efee108ca40 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Deleting port 74281474-032f-44c8-bc43-0f59c692e090 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:10.145278 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1b7d686b-1a9f-45ae-aeeb-6efee108ca40 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.168929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86d5f7-ae8b-4f40-82b6-8e07014c59b4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Subnet': ['ID=d56e6038-69f7-4ba2-b646-c54dd9aec86e,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:10.196650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a86d5f7-ae8b-4f40-82b6-8e07014c59b4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Checking segment: {'id': '2e6584e1-332d-4c4a-8b4f-af9cce4f11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9ad81478-7153-44bf-85cc-faebcbbcd0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:10.197523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a86d5f7-ae8b-4f40-82b6-8e07014c59b4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network hostable DHCP agents. Network: 9ad81478-7153-44bf-85cc-faebcbbcd0a1, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:10.225407 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Allocated IP 172.20.0.1 (d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4/9d29721e-ab78-411a-8381-32148853d9e8/88a39c6f-5f57-4440-a4a4-f710f4da7114) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:10.226292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a86d5f7-ae8b-4f40-82b6-8e07014c59b4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network 9ad81478-7153-44bf-85cc-faebcbbcd0a1 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:10.240294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-4a86d5f7-ae8b-4f40-82b6-8e07014c59b4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 9ad81478-7153-44bf-85cc-faebcbbcd0a1) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:10.252228 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a86d5f7-ae8b-4f40-82b6-8e07014c59b4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:10.252741 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4a86d5f7-ae8b-4f40-82b6-8e07014c59b4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.263185 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7b629c-fc79-4467-a76c-bf8cf73a53b0 None None] Network 9ad81478-7153-44bf-85cc-faebcbbcd0a1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:10.285869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4a86d5f7-ae8b-4f40-82b6-8e07014c59b4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6774118 Nov 03 18:55:10.296106 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35584) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:10.306913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-15825de8-ffe7-4621-b0a2-a62472e1117f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-763710725'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:10.363927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15825de8-ffe7-4621-b0a2-a62472e1117f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:10.375404 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15825de8-ffe7-4621-b0a2-a62472e1117f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.436715 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15825de8-ffe7-4621-b0a2-a62472e1117f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:10.456253 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15825de8-ffe7-4621-b0a2-a62472e1117f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.456617 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-15825de8-ffe7-4621-b0a2-a62472e1117f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Added segment ab7d81af-1572-49d4-9e64-d0bce613c769 of type vlan for network fb669975-7c9b-413d-b117-21d3645037d1 Nov 03 18:55:10.485055 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1b7d686b-1a9f-45ae-aeeb-6efee108ca40 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.585451 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a97388d8-d1af-4e8f-a1d3-38989da88850 req-ca0b6ce8-4f71-460b-8de2-453dc58e9882 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0579531 Nov 03 18:55:10.588689 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15825de8-ffe7-4621-b0a2-a62472e1117f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.600967 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d686b-1a9f-45ae-aeeb-6efee108ca40 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Calling delete_port for 74281474-032f-44c8-bc43-0f59c692e090 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:10.694584 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15825de8-ffe7-4621-b0a2-a62472e1117f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.711650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15825de8-ffe7-4621-b0a2-a62472e1117f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:10.711650 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15825de8-ffe7-4621-b0a2-a62472e1117f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.731019 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.837100 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.912720 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-9ad81478-7153-44bf-85cc-faebcbbcd0a1', 'network_id': '9ad81478-7153-44bf-85cc-faebcbbcd0a1', 'tenant_id': '44bc90cfb20d41b19d63a0b28b307bde', 'fixed_ips': [{'subnet_id': 'd56e6038-69f7-4ba2-b646-c54dd9aec86e'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:55:10.913406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Pushing event updated for resources: {'Port': ['ID=88a39c6f-5f57-4440-a4a4-f710f4da7114,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:10.914295 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:10.933530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Network d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:10.937499 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:10.946946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:10.986380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15825de8-ffe7-4621-b0a2-a62472e1117f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Network': ['ID=fb669975-7c9b-413d-b117-21d3645037d1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:10.993974 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-15825de8-ffe7-4621-b0a2-a62472e1117f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6964183 Nov 03 18:55:10.999729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35590) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:11.011918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-511e2d9f-9375-419e-9dcc-cadb15404fab tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'subnet': {'network_id': 'fb669975-7c9b-413d-b117-21d3645037d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:11.112670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1b7d686b-1a9f-45ae-aeeb-6efee108ca40 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.164445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738908b5-200e-449a-afcf-e990c279c1dd req-6bcec473-1350-486e-9ef6-7a48a04401c9 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:11.166285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-738908b5-200e-449a-afcf-e990c279c1dd req-6bcec473-1350-486e-9ef6-7a48a04401c9 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 946 time: 0.4517722 Nov 03 18:55:11.167894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511e2d9f-9375-419e-9dcc-cadb15404fab tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:11.172473 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-511e2d9f-9375-419e-9dcc-cadb15404fab tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.204826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d686b-1a9f-45ae-aeeb-6efee108ca40 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Pushing event deleted for resources: {'Port': ['ID=74281474-032f-44c8-bc43-0f59c692e090,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:11.224261 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.370192 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Allocated IP 2001:db8:0:ffff::2 (9ad81478-7153-44bf-85cc-faebcbbcd0a1/d56e6038-69f7-4ba2-b646-c54dd9aec86e/25a7daff-8d12-4177-a132-81a579652d26) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:11.458753 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-511e2d9f-9375-419e-9dcc-cadb15404fab tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.478521 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network fb669975-7c9b-413d-b117-21d3645037d1 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:11.533740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.562699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e2d9f-9375-419e-9dcc-cadb15404fab tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Subnet': ['ID=144364f3-7278-4751-b333-54a97fe053eb,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:11.638009 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1b7d686b-1a9f-45ae-aeeb-6efee108ca40 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.644230 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1b7d686b-1a9f-45ae-aeeb-6efee108ca40 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/ports/74281474-032f-44c8-bc43-0f59c692e090 HTTP/1.1" status: 204 len: 168 time: 1.7430880 Nov 03 18:55:11.645676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35594) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:11.660289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e2d9f-9375-419e-9dcc-cadb15404fab tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Checking segment: {'id': 'ab7d81af-1572-49d4-9e64-d0bce613c769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'fb669975-7c9b-413d-b117-21d3645037d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:11.660709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e2d9f-9375-419e-9dcc-cadb15404fab tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network hostable DHCP agents. Network: fb669975-7c9b-413d-b117-21d3645037d1, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:11.689113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-738908b5-200e-449a-afcf-e990c279c1dd req-49103f21-9b0c-4eff-b592-42d6483bcc2a tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400489 Nov 03 18:55:11.752087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-90b2053f-231b-4168-88cf-11ac3b4cc109 None None] Provisioning complete for port 88a39c6f-5f57-4440-a4a4-f710f4da7114 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:11.752738 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-90b2053f-231b-4168-88cf-11ac3b4cc109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.803598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-90b2053f-231b-4168-88cf-11ac3b4cc109 None None] Port 88a39c6f-5f57-4440-a4a4-f710f4da7114 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:55:11.824913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31b4118-a47e-4175-be91-eb6cbed0a325 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Deleting subnet c632a261-adea-406f-92df-5ebff6357891 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:11.833104 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c31b4118-a47e-4175-be91-eb6cbed0a325 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.934890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ede31702-8fa4-4456-93b2-34f0bd28b48d req-a5e4039c-c234-40f6-80e8-4d3f18ba35ee tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0517843 Nov 03 18:55:11.938480 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e2d9f-9375-419e-9dcc-cadb15404fab tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network fb669975-7c9b-413d-b117-21d3645037d1 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:11.951507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.951977 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c31b4118-a47e-4175-be91-eb6cbed0a325 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:11.961365 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.018008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-511e2d9f-9375-419e-9dcc-cadb15404fab tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, fb669975-7c9b-413d-b117-21d3645037d1) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:12.022320 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.030611 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e2d9f-9375-419e-9dcc-cadb15404fab tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:12.031326 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-511e2d9f-9375-419e-9dcc-cadb15404fab tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.031442 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.061864 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc93d6ca-b086-435e-a022-eb084222e961 None None] Network fb669975-7c9b-413d-b117-21d3645037d1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:12.077011 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Pushing event updated for resources: {'Port': ['ID=88a39c6f-5f57-4440-a4a4-f710f4da7114,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:12.077656 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-511e2d9f-9375-419e-9dcc-cadb15404fab tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0702288 Nov 03 18:55:12.078582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35602) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:12.079995 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.121865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Network 9ad81478-7153-44bf-85cc-faebcbbcd0a1 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:12.135255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:12.140731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:12.221285 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c31b4118-a47e-4175-be91-eb6cbed0a325 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.226457 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Pushing event updated for resources: {'Port': ['ID=25a7daff-8d12-4177-a132-81a579652d26,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:12.240566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:12.240959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:12.241277 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:12.241758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:12.242558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:12.242926 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:12.243246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:12.243608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:12.243938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:12.244317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:12.244657 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:12.245609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:12.253116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Network d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:12.256332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:12.349924 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.351271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Attempting to bind port 25a7daff-8d12-4177-a132-81a579652d26 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:12.351793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Attempting to bind port 25a7daff-8d12-4177-a132-81a579652d26 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '2e6584e1-332d-4c4a-8b4f-af9cce4f11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9ad81478-7153-44bf-85cc-faebcbbcd0a1'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:12.352213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Attempting to bind port 25a7daff-8d12-4177-a132-81a579652d26 on network 9ad81478-7153-44bf-85cc-faebcbbcd0a1 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:12.433802 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c31b4118-a47e-4175-be91-eb6cbed0a325 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.503815 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Router 8a4df33a-5dec-495d-9e06-47a9764b0d7b has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:55:12.516324 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:12.517700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Checking segment: {'id': '2e6584e1-332d-4c4a-8b4f-af9cce4f11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9ad81478-7153-44bf-85cc-faebcbbcd0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:12.517982 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.518482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Bound using segment: {'id': '2e6584e1-332d-4c4a-8b4f-af9cce4f11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9ad81478-7153-44bf-85cc-faebcbbcd0a1'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:12.519226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Bound port: 25a7daff-8d12-4177-a132-81a579652d26, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6584e1-332d-4c4a-8b4f-af9cce4f11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9ad81478-7153-44bf-85cc-faebcbbcd0a1'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:12.519893 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.522182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24cd52b-acab-49cf-b6ce-01c9e89df6cd None None] Network 176484cf-9406-40cf-bcaf-8af681e513f8 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:12.522554 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c31b4118-a47e-4175-be91-eb6cbed0a325 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.526188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c31b4118-a47e-4175-be91-eb6cbed0a325 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/subnets/c632a261-adea-406f-92df-5ebff6357891 HTTP/1.1" status: 204 len: 168 time: 0.8762159 Nov 03 18:55:12.538108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35604) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:12.556366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b4118-a47e-4175-be91-eb6cbed0a325 tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Pushing event deleted for resources: {'Subnet': ['ID=c632a261-adea-406f-92df-5ebff6357891,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:12.588956 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.644119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6ed733d9-cee2-4fbb-8ace-71687a38d372 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:12.713986 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:12.723665 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-26a4bbf1-cbf3-4821-8e76-68e29d6bd5fe admin admin] 10.222.0.107 "PUT /v2.0/routers/8a4df33a-5dec-495d-9e06-47a9764b0d7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0313377 Nov 03 18:55:12.730792 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.772370 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.780617 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee84bf75-997c-419a-bc35-7f8b65c8b213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-fb669975-7c9b-413d-b117-21d3645037d1', 'network_id': 'fb669975-7c9b-413d-b117-21d3645037d1', 'tenant_id': '44bc90cfb20d41b19d63a0b28b307bde', 'fixed_ips': [{'subnet_id': '144364f3-7278-4751-b333-54a97fe053eb'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:55:12.782574 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ee84bf75-997c-419a-bc35-7f8b65c8b213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.876934 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.901586 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb669975-7c9b-413d-b117-21d3645037d1']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:12.913832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7d81af-1572-49d4-9e64-d0bce613c769') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:12.914249 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7d81af-1572-49d4-9e64-d0bce613c769') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:12.927161 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.940516 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-77237ef8-3dd0-4d3c-bf0c-6daa689053f7 None None] Provisioning complete for port 88a39c6f-5f57-4440-a4a4-f710f4da7114 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:12.941091 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-77237ef8-3dd0-4d3c-bf0c-6daa689053f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.944318 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.956033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:12.956438 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:12.980003 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:13.007990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-77237ef8-3dd0-4d3c-bf0c-6daa689053f7 None None] Port 88a39c6f-5f57-4440-a4a4-f710f4da7114 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:55:13.010717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Sync routers for ids ['8a4df33a-5dec-495d-9e06-47a9764b0d7b'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:13.018295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Subnet': ['ID=144364f3-7278-4751-b333-54a97fe053eb,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:13.117750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] For port 25a7daff-8d12-4177-a132-81a579652d26, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:13.135707 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.138689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] For port 25a7daff-8d12-4177-a132-81a579652d26, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=25a7daff-8d12-4177-a132-81a579652d26,segment=NetworkSegment(2e6584e1-332d-4c4a-8b4f-af9cce4f11f8),segment_id=2e6584e1-332d-4c4a-8b4f-af9cce4f11f8)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:13.144399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Routers {'8a4df33a-5dec-495d-9e06-47a9764b0d7b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:13.145052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8a4df33a-5dec-495d-9e06-47a9764b0d7b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:13.146123 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.150603 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.153473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/fb669975-7c9b-413d-b117-21d3645037d1 HTTP/1.1" status: 204 len: 168 time: 1.0701761 Nov 03 18:55:13.159460 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35616) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:13.167831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-e437c13a-aff7-4180-9e70-4e9dbf3d377a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1749536608'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:13.244568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e437c13a-aff7-4180-9e70-4e9dbf3d377a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:13.248322 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e437c13a-aff7-4180-9e70-4e9dbf3d377a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.264934 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d01cab1-027b-45e7-8a1d-18b351b25fb6 req-8b0e9bd8-d381-4dd1-b2d2-62a9526516c5 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.1094754 Nov 03 18:55:13.270159 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2526a52-f7d7-4892-b05f-9452be973bcc None None] Pushing event updated for resources: {'Port': ['ID=25a7daff-8d12-4177-a132-81a579652d26,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:13.273271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6ed733d9-cee2-4fbb-8ace-71687a38d372 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:13.273638 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.294719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229734b9-0fc1-4131-838d-7d5e45e9d1fc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Network': ['ID=fb669975-7c9b-413d-b117-21d3645037d1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:13.316569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd7afdc-7530-48b4-b935-5935a3f03c09 None None] Network fb669975-7c9b-413d-b117-21d3645037d1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:13.345798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56fb1b2-3030-40e0-96b1-913efacc7834 None None] DHCP port deletion for 176484cf-9406-40cf-bcaf-8af681e513f8 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:55:13.352794 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Deleting port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:13.353190 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.367903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e437c13a-aff7-4180-9e70-4e9dbf3d377a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:13.389314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd7afdc-7530-48b4-b935-5935a3f03c09 None None] Network fb669975-7c9b-413d-b117-21d3645037d1 could not be found, it might have been deleted concurrently. {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 18:55:13.417512 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e437c13a-aff7-4180-9e70-4e9dbf3d377a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.418423 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-e437c13a-aff7-4180-9e70-4e9dbf3d377a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Added segment f5862571-c89c-4a29-81a8-292dcb55e5fa of type vlan for network edaf42e5-fb58-42f0-b041-2edbe499d666 Nov 03 18:55:13.475546 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.541939 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e437c13a-aff7-4180-9e70-4e9dbf3d377a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.562731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] For port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=59dc03d1-a3f5-44be-baeb-73c2dcedbb50,segment=NetworkSegment(e6528844-1320-4da0-afbd-9da6e001e645),segment_id=e6528844-1320-4da0-afbd-9da6e001e645)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:13.563714 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.586620 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e437c13a-aff7-4180-9e70-4e9dbf3d377a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.600193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e437c13a-aff7-4180-9e70-4e9dbf3d377a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:13.600916 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e437c13a-aff7-4180-9e70-4e9dbf3d377a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.634088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Calling delete_port for 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:13.692859 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Set router 8a4df33a-5dec-495d-9e06-47a9764b0d7b gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:13.780326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437c13a-aff7-4180-9e70-4e9dbf3d377a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Network': ['ID=edaf42e5-fb58-42f0-b041-2edbe499d666,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:13.821240 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e437c13a-aff7-4180-9e70-4e9dbf3d377a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6557753 Nov 03 18:55:13.823085 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35628) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:13.855054 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.855321 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-94ab4da8-b2e4-4aad-96ef-881a9abb0ae9 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'subnet': {'network_id': 'edaf42e5-fb58-42f0-b041-2edbe499d666', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:13.872879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network edaf42e5-fb58-42f0-b041-2edbe499d666 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:13.883923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c56fb1b2-3030-40e0-96b1-913efacc7834 None None] Deleting port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:13.884574 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c56fb1b2-3030-40e0-96b1-913efacc7834 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.894488 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:13.935607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] No DVR routers for this DVR port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:14.012897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Pushing event deleted for resources: {'Port': ['ID=59dc03d1-a3f5-44be-baeb-73c2dcedbb50,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:14.121925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ab4da8-b2e4-4aad-96ef-881a9abb0ae9 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:14.130342 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.131023 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-94ab4da8-b2e4-4aad-96ef-881a9abb0ae9 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.178701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176484cf-9406-40cf-bcaf-8af681e513f8']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:14.202817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6528844-1320-4da0-afbd-9da6e001e645') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:14.203123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6528844-1320-4da0-afbd-9da6e001e645') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:14.235831 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.257417 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.280184 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:14.281198 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:14.289441 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:14.339153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 6ed733d9-cee2-4fbb-8ace-71687a38d372, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6ed733d9-cee2-4fbb-8ace-71687a38d372,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:14.441586 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.480292 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.518857 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-94ab4da8-b2e4-4aad-96ef-881a9abb0ae9 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.536889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.545782 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] 10.222.0.107 "DELETE /v2.0/networks/176484cf-9406-40cf-bcaf-8af681e513f8 HTTP/1.1" status: 204 len: 168 time: 2.0044246 Nov 03 18:55:14.572482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a7c1d-af40-4c24-b51b-2220f563410e tempest-TagsExtTest-1263472540 tempest-TagsExtTest-1263472540-project] Pushing event deleted for resources: {'Network': ['ID=176484cf-9406-40cf-bcaf-8af681e513f8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:14.618079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c56fb1b2-3030-40e0-96b1-913efacc7834 None None] For port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:14.618948 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c56fb1b2-3030-40e0-96b1-913efacc7834 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.688304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c56fb1b2-3030-40e0-96b1-913efacc7834 None None] Calling delete_port for 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:14.702844 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-c56fb1b2-3030-40e0-96b1-913efacc7834 None None] Port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 18:55:14.750299 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8886ffe6-0eb3-42c4-ae0f-9d7abf50d8fa req-ecbadeb0-1ae5-4589-a5e3-b41727bccff0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.2158298 Nov 03 18:55:14.755593 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab4da8-b2e4-4aad-96ef-881a9abb0ae9 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Checking segment: {'id': 'f5862571-c89c-4a29-81a8-292dcb55e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'edaf42e5-fb58-42f0-b041-2edbe499d666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:14.756489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab4da8-b2e4-4aad-96ef-881a9abb0ae9 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network hostable DHCP agents. Network: edaf42e5-fb58-42f0-b041-2edbe499d666, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:14.772835 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab4da8-b2e4-4aad-96ef-881a9abb0ae9 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Subnet': ['ID=bb663b67-de67-4ffa-bdc4-94a7137fa6c8,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:14.816585 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c56fb1b2-3030-40e0-96b1-913efacc7834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.825528 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab4da8-b2e4-4aad-96ef-881a9abb0ae9 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network edaf42e5-fb58-42f0-b041-2edbe499d666 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:14.840433 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-94ab4da8-b2e4-4aad-96ef-881a9abb0ae9 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, edaf42e5-fb58-42f0-b041-2edbe499d666) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:14.850632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ab4da8-b2e4-4aad-96ef-881a9abb0ae9 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:14.851158 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-94ab4da8-b2e4-4aad-96ef-881a9abb0ae9 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:14.882433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c56fb1b2-3030-40e0-96b1-913efacc7834 None None] Network 176484cf-9406-40cf-bcaf-8af681e513f8 is not hosted by any dhcp agent {{(pid=101713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 18:55:14.889115 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56fb1b2-3030-40e0-96b1-913efacc7834 None None] No DVR routers for this DVR port 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:14.906315 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-94ab4da8-b2e4-4aad-96ef-881a9abb0ae9 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0771840 Nov 03 18:55:14.914331 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35642) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:14.923799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-2ed8eb86-387f-40de-bb2e-11779d804b31 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-347218833'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:14.932730 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e173f2-181f-4764-807b-f4309fdccada None None] Network edaf42e5-fb58-42f0-b041-2edbe499d666 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:14.982123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed8eb86-387f-40de-bb2e-11779d804b31 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:14.993979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ed8eb86-387f-40de-bb2e-11779d804b31 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.032951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 25a7daff-8d12-4177-a132-81a579652d26 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:15.081665 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=6ed733d9-cee2-4fbb-8ace-71687a38d372,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:15.086238 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed8eb86-387f-40de-bb2e-11779d804b31 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:15.123779 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ed8eb86-387f-40de-bb2e-11779d804b31 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.125447 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-2ed8eb86-387f-40de-bb2e-11779d804b31 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Added segment fe60a275-3362-4749-83fe-92a982395f12 of type vlan for network 7444bc71-3923-403b-a57c-9ebc59409ba9 Nov 03 18:55:15.143162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fb1b2-3030-40e0-96b1-913efacc7834 None None] Pushing event deleted for resources: {'Port': ['ID=59dc03d1-a3f5-44be-baeb-73c2dcedbb50,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:15.212159 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'name': 'tempest-ImageQuotaTest-913201670-router', 'tenant_id': 'fb4dfca922494d28823296721e107722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6ed733d9-cee2-4fbb-8ace-71687a38d372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:01Z', 'updated_at': '2021-11-03T18:55:11Z', 'revision_number': 4, 'project_id': 'fb4dfca922494d28823296721e107722', 'gw_port': {'id': '6ed733d9-cee2-4fbb-8ace-71687a38d372', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:02Z', 'updated_at': '2021-11-03T18:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '88a39c6f-5f57-4440-a4a4-f710f4da7114', 'name': '', 'network_id': 'd0a1678b-a8cf-4e31-8e00-fdaf3044b8b4', 'tenant_id': 'fb4dfca922494d28823296721e107722', 'mac_address': 'fa:16:3e:a8:77:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '9d29721e-ab78-411a-8381-32148853d9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:09Z', 'updated_at': '2021-11-03T18:55:11Z', 'revision_number': 2, 'project_id': 'fb4dfca922494d28823296721e107722', 'subnets': [{'id': '9d29721e-ab78-411a-8381-32148853d9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:15.265059 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Checking router: 8a4df33a-5dec-495d-9e06-47a9764b0d7b for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:55:15.265059 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Updating router 8a4df33a-5dec-495d-9e06-47a9764b0d7b port 88a39c6f-5f57-4440-a4a4-f710f4da7114 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 18:55:15.269779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 25a7daff-8d12-4177-a132-81a579652d26 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:15.270155 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.295023 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ed8eb86-387f-40de-bb2e-11779d804b31 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.306929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35648) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:15.367926 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.385084 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-edaf42e5-fb58-42f0-b041-2edbe499d666', 'network_id': 'edaf42e5-fb58-42f0-b041-2edbe499d666', 'tenant_id': '44bc90cfb20d41b19d63a0b28b307bde', 'fixed_ips': [{'subnet_id': 'bb663b67-de67-4ffa-bdc4-94a7137fa6c8'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:55:15.386043 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.395050 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ed8eb86-387f-40de-bb2e-11779d804b31 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.405916 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed8eb86-387f-40de-bb2e-11779d804b31 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:15.411113 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ed8eb86-387f-40de-bb2e-11779d804b31 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:15.498027 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2ed8eb86-387f-40de-bb2e-11779d804b31 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5809436 Nov 03 18:55:15.502926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35652) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:15.513325 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a191a829-2835-4c13-841d-701732a9ecc2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'subnet': {'network_id': '7444bc71-3923-403b-a57c-9ebc59409ba9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:15.621256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8eb86-387f-40de-bb2e-11779d804b31 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Network': ['ID=7444bc71-3923-403b-a57c-9ebc59409ba9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:15.635485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8440ae0-91d6-40b2-81e4-b99a86ac1fa4 None None] Network 9ad81478-7153-44bf-85cc-faebcbbcd0a1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:15.717670 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 7444bc71-3923-403b-a57c-9ebc59409ba9 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:15.776279 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35654) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:16.089551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e66cbb96-0f11-4ced-a325-aa3d8e07f658 None None] Provisioning complete for port 25a7daff-8d12-4177-a132-81a579652d26 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:16.089922 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e66cbb96-0f11-4ced-a325-aa3d8e07f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.232554 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.325643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Allocated IP 2001:db8::1 (edaf42e5-fb58-42f0-b041-2edbe499d666/bb663b67-de67-4ffa-bdc4-94a7137fa6c8/c7593c0c-094e-42b4-94cf-f88265ab31a7) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:16.368091 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-814235af-f7d7-4477-8902-7de2e8151cdc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=16f7560f9bde4ffdba2e625e359eef00&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0597856 Nov 03 18:55:16.369251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35660) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:16.388955 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 25a7daff-8d12-4177-a132-81a579652d26, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=25a7daff-8d12-4177-a132-81a579652d26,segment=NetworkSegment(2e6584e1-332d-4c4a-8b4f-af9cce4f11f8),segment_id=2e6584e1-332d-4c4a-8b4f-af9cce4f11f8)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:16.402671 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8bb075f6-ee6b-4465-90bd-e4fac2b45ed1 req-36e87e02-9ce1-453f-8820-8c060667d7de tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0624762 Nov 03 18:55:16.416822 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.439050 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.464927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a191a829-2835-4c13-841d-701732a9ecc2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:16.469538 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a191a829-2835-4c13-841d-701732a9ecc2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.530279 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.534284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:16.538691 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-813da847-4022-4ea5-8fc8-6943d81f520f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.575757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.ipam_backend_mixin [None req-a191a829-2835-4c13-841d-701732a9ecc2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Performing IP validity checks on allocation pools {{(pid=101712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 18:55:16.576637 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.ipam_backend_mixin [None req-a191a829-2835-4c13-841d-701732a9ecc2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 18:55:16.592311 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-813da847-4022-4ea5-8fc8-6943d81f520f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.611636 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7100e43-e95d-40f5-ada6-26cba115603e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.680821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:16.681432 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 59dc03d1-a3f5-44be-baeb-73c2dcedbb50 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:16.821470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=25a7daff-8d12-4177-a132-81a579652d26,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:16.914704 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a191a829-2835-4c13-841d-701732a9ecc2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.916717 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-813da847-4022-4ea5-8fc8-6943d81f520f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.920760 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-813da847-4022-4ea5-8fc8-6943d81f520f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:16.923640 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-813da847-4022-4ea5-8fc8-6943d81f520f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/90bb3e37-aa7c-4c44-8f43-23c9353c16d1 HTTP/1.1" status: 204 len: 168 time: 0.5514970 Nov 03 18:55:16.931071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6ed733d9-cee2-4fbb-8ace-71687a38d372 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:16.998292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813da847-4022-4ea5-8fc8-6943d81f520f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bb3e37-aa7c-4c44-8f43-23c9353c16d1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:17.131344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191a829-2835-4c13-841d-701732a9ecc2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Subnet': ['ID=c3f0f752-ae9e-4601-91f8-a14a90b465ac,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:17.143008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a191a829-2835-4c13-841d-701732a9ecc2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Checking segment: {'id': 'fe60a275-3362-4749-83fe-92a982395f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '7444bc71-3923-403b-a57c-9ebc59409ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:17.143732 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a191a829-2835-4c13-841d-701732a9ecc2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network hostable DHCP agents. Network: 7444bc71-3923-403b-a57c-9ebc59409ba9, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:17.189251 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a191a829-2835-4c13-841d-701732a9ecc2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network 7444bc71-3923-403b-a57c-9ebc59409ba9 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:17.215163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-a191a829-2835-4c13-841d-701732a9ecc2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 7444bc71-3923-403b-a57c-9ebc59409ba9) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:17.220407 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a191a829-2835-4c13-841d-701732a9ecc2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:17.221739 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a191a829-2835-4c13-841d-701732a9ecc2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.269489 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a191a829-2835-4c13-841d-701732a9ecc2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7645526 Nov 03 18:55:17.272665 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35668) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:17.385265 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.406781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d39b0b4-7c75-4faf-a2c1-871001f52b23 None None] Network 7444bc71-3923-403b-a57c-9ebc59409ba9 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:17.512350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3416607-1e3e-439b-9448-298e260c4adf None None] Pushing event updated for resources: {'Port': ['ID=88a39c6f-5f57-4440-a4a4-f710f4da7114,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:17.551808 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.567214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Attempting to bind port 88a39c6f-5f57-4440-a4a4-f710f4da7114 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:17.567614 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Attempting to bind port 88a39c6f-5f57-4440-a4a4-f710f4da7114 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '20029949-288a-4413-84c0-c7d5e14e9df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd0a1678b-a8cf-4e31-8e00-fdaf3044b8b4'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:17.568661 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Attempting to bind port 88a39c6f-5f57-4440-a4a4-f710f4da7114 on network d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:17.581051 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d4ca12ce-b961-4571-b3fa-d52ca9ec6c7c None None] Provisioning complete for port 88a39c6f-5f57-4440-a4a4-f710f4da7114 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:17.581491 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d4ca12ce-b961-4571-b3fa-d52ca9ec6c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.592852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b7100e43-e95d-40f5-ada6-26cba115603e admin admin] Deleting port 88a39c6f-5f57-4440-a4a4-f710f4da7114 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:17.593197 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7100e43-e95d-40f5-ada6-26cba115603e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.619136 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.652402 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae4031e4-d4c3-4216-90d1-d9b681ddaa19 req-470825d3-2765-4530-811f-39857fec2b64 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0463207 Nov 03 18:55:17.700088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:17.701239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Checking segment: {'id': '20029949-288a-4413-84c0-c7d5e14e9df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd0a1678b-a8cf-4e31-8e00-fdaf3044b8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:17.702193 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.705569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Bound using segment: {'id': '20029949-288a-4413-84c0-c7d5e14e9df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd0a1678b-a8cf-4e31-8e00-fdaf3044b8b4'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:17.706526 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Bound port: 88a39c6f-5f57-4440-a4a4-f710f4da7114, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20029949-288a-4413-84c0-c7d5e14e9df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd0a1678b-a8cf-4e31-8e00-fdaf3044b8b4'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:17.707916 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.722185 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.738420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.751895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-b7100e43-e95d-40f5-ada6-26cba115603e admin admin] For port 88a39c6f-5f57-4440-a4a4-f710f4da7114, host n-d-812150-4, got binding levels [] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:17.752463 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7100e43-e95d-40f5-ada6-26cba115603e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.795112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f0f752-ae9e-4601-91f8-a14a90b465ac,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:17.803571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b7100e43-e95d-40f5-ada6-26cba115603e admin admin] Calling delete_port for 88a39c6f-5f57-4440-a4a4-f710f4da7114 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:17.855665 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6ed733d9-cee2-4fbb-8ace-71687a38d372 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:17.855665 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.867339 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Network edaf42e5-fb58-42f0-b041-2edbe499d666 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:17.894563 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca12ce-b961-4571-b3fa-d52ca9ec6c7c None None] Port 88a39c6f-5f57-4440-a4a4-f710f4da7114 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:55:17.935068 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:17.944818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:17.963755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:17.974943 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7444bc71-3923-403b-a57c-9ebc59409ba9']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:17.987795 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Pushing event updated for resources: {'Port': ['ID=c7593c0c-094e-42b4-94cf-f88265ab31a7,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:17.993018 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe60a275-3362-4749-83fe-92a982395f12') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:17.993481 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe60a275-3362-4749-83fe-92a982395f12') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:18.010251 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.082608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d4ca12ce-b961-4571-b3fa-d52ca9ec6c7c None None] Provisioning complete for port 25a7daff-8d12-4177-a132-81a579652d26 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:18.082847 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d4ca12ce-b961-4571-b3fa-d52ca9ec6c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.084241 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.129366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:18.129952 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:18.134500 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:18.157695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d957fb2-f4d4-46a8-a9e7-83e5f2100dcb None None] Network 7444bc71-3923-403b-a57c-9ebc59409ba9 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:18.191256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] For port 88a39c6f-5f57-4440-a4a4-f710f4da7114, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:18.227989 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.231128 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Attempting to bind port c7593c0c-094e-42b4-94cf-f88265ab31a7 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:18.233357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Attempting to bind port c7593c0c-094e-42b4-94cf-f88265ab31a7 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'f5862571-c89c-4a29-81a8-292dcb55e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'edaf42e5-fb58-42f0-b041-2edbe499d666'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:18.233357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Attempting to bind port c7593c0c-094e-42b4-94cf-f88265ab31a7 on network edaf42e5-fb58-42f0-b041-2edbe499d666 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:18.284328 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] For port 88a39c6f-5f57-4440-a4a4-f710f4da7114, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=88a39c6f-5f57-4440-a4a4-f710f4da7114,segment=NetworkSegment(20029949-288a-4413-84c0-c7d5e14e9df8),segment_id=20029949-288a-4413-84c0-c7d5e14e9df8)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:18.295943 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:18.296508 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Checking segment: {'id': 'f5862571-c89c-4a29-81a8-292dcb55e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'edaf42e5-fb58-42f0-b041-2edbe499d666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:18.296998 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.297421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Bound using segment: {'id': 'f5862571-c89c-4a29-81a8-292dcb55e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'edaf42e5-fb58-42f0-b041-2edbe499d666'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:18.298444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Bound port: c7593c0c-094e-42b4-94cf-f88265ab31a7, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5862571-c89c-4a29-81a8-292dcb55e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'edaf42e5-fb58-42f0-b041-2edbe499d666'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:18.298994 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.313001 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.315294 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.324985 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/7444bc71-3923-403b-a57c-9ebc59409ba9 HTTP/1.1" status: 204 len: 168 time: 1.0473549 Nov 03 18:55:18.326292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35692) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:18.332811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c44ecb5c-bbec-4d0b-90b4-7656e5eee5f7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-573610774'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:18.374803 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9255a2-ea29-4e96-82c7-5eaf856c6e4f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Network': ['ID=7444bc71-3923-403b-a57c-9ebc59409ba9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:18.434485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44ecb5c-bbec-4d0b-90b4-7656e5eee5f7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:18.442549 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c44ecb5c-bbec-4d0b-90b4-7656e5eee5f7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.452030 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7100e43-e95d-40f5-ada6-26cba115603e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.524581 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44ecb5c-bbec-4d0b-90b4-7656e5eee5f7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:18.529481 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Routers {'8a4df33a-5dec-495d-9e06-47a9764b0d7b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:18.530124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8a4df33a-5dec-495d-9e06-47a9764b0d7b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:18.543901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7100e43-e95d-40f5-ada6-26cba115603e admin admin] Pushing event deleted for resources: {'Port': ['ID=88a39c6f-5f57-4440-a4a4-f710f4da7114,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:18.554389 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c44ecb5c-bbec-4d0b-90b4-7656e5eee5f7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.556406 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-c44ecb5c-bbec-4d0b-90b4-7656e5eee5f7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Added segment 0d6462b8-69b7-4190-b3c0-539e781c8b62 of type vlan for network 250473b4-e846-4995-b8fa-db97d3125f55 Nov 03 18:55:18.650835 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c44ecb5c-bbec-4d0b-90b4-7656e5eee5f7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.680261 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3416607-1e3e-439b-9448-298e260c4adf None None] Pushing event updated for resources: {'Port': ['ID=88a39c6f-5f57-4440-a4a4-f710f4da7114,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:18.730694 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c44ecb5c-bbec-4d0b-90b4-7656e5eee5f7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.752017 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] For port c7593c0c-094e-42b4-94cf-f88265ab31a7, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:18.762257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44ecb5c-bbec-4d0b-90b4-7656e5eee5f7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:18.764692 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c44ecb5c-bbec-4d0b-90b4-7656e5eee5f7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.817087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] For port c7593c0c-094e-42b4-94cf-f88265ab31a7, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c7593c0c-094e-42b4-94cf-f88265ab31a7,segment=NetworkSegment(f5862571-c89c-4a29-81a8-292dcb55e5fa),segment_id=f5862571-c89c-4a29-81a8-292dcb55e5fa)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:18.824582 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:18.904895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c44ecb5c-bbec-4d0b-90b4-7656e5eee5f7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5768690 Nov 03 18:55:18.911499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35698) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:18.914805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37fbd1d2-1806-4d7d-916c-8c6dd36051d8 req-368a0d15-5201-4957-a1bc-08debff102b2 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0597088 Nov 03 18:55:18.925943 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a1f2cd9d-a903-46a5-b483-c8674c69988d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'subnet': {'network_id': '250473b4-e846-4995-b8fa-db97d3125f55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:18.957406 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 25a7daff-8d12-4177-a132-81a579652d26 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:18.983967 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-601b0b30-c727-4476-b3f9-1f19d1abe863 None None] Could not find standard attr ID for object 88a39c6f-5f57-4440-a4a4-f710f4da7114. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:55:19.076564 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] Set router 8a4df33a-5dec-495d-9e06-47a9764b0d7b gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:19.080810 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7100e43-e95d-40f5-ada6-26cba115603e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.090799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ecb5c-bbec-4d0b-90b4-7656e5eee5f7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Network': ['ID=250473b4-e846-4995-b8fa-db97d3125f55,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:19.252637 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 250473b4-e846-4995-b8fa-db97d3125f55 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:19.267102 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f2cd9d-a903-46a5-b483-c8674c69988d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:19.271535 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cd9d-a903-46a5-b483-c8674c69988d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.303680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b54a0f-a591-4ea7-bb52-425db245d08f None None] Pushing event updated for resources: {'Port': ['ID=c7593c0c-094e-42b4-94cf-f88265ab31a7,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:19.553822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 25a7daff-8d12-4177-a132-81a579652d26 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:19.554241 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.628533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7100e43-e95d-40f5-ada6-26cba115603e admin admin] Router 8a4df33a-5dec-495d-9e06-47a9764b0d7b has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:55:19.771389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'name': 'tempest-ImageQuotaTest-913201670-router', 'tenant_id': 'fb4dfca922494d28823296721e107722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6ed733d9-cee2-4fbb-8ace-71687a38d372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:01Z', 'updated_at': '2021-11-03T18:55:18Z', 'revision_number': 5, 'project_id': 'fb4dfca922494d28823296721e107722', 'gw_port': {'id': '6ed733d9-cee2-4fbb-8ace-71687a38d372', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:02Z', 'updated_at': '2021-11-03T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:19.798355 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cd9d-a903-46a5-b483-c8674c69988d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:19.802958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204e51f-4fc6-4392-bb2e-559663011d8b None None] The sync data for ids ['8a4df33a-5dec-495d-9e06-47a9764b0d7b'] in n-d-812150-4 is: [{'id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'name': 'tempest-ImageQuotaTest-913201670-router', 'tenant_id': 'fb4dfca922494d28823296721e107722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '6ed733d9-cee2-4fbb-8ace-71687a38d372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:01Z', 'updated_at': '2021-11-03T18:55:18Z', 'revision_number': 5, 'project_id': 'fb4dfca922494d28823296721e107722', 'gw_port': {'id': '6ed733d9-cee2-4fbb-8ace-71687a38d372', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:55:02Z', 'updated_at': '2021-11-03T18:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:19.939633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2cd9d-a903-46a5-b483-c8674c69988d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Subnet': ['ID=850e96aa-93e9-411b-a380-f6529ba7e802,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:19.956028 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f2cd9d-a903-46a5-b483-c8674c69988d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Checking segment: {'id': '0d6462b8-69b7-4190-b3c0-539e781c8b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '250473b4-e846-4995-b8fa-db97d3125f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:19.956710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f2cd9d-a903-46a5-b483-c8674c69988d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network hostable DHCP agents. Network: 250473b4-e846-4995-b8fa-db97d3125f55, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:19.996580 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f2cd9d-a903-46a5-b483-c8674c69988d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network 250473b4-e846-4995-b8fa-db97d3125f55 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:20.032657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-a1f2cd9d-a903-46a5-b483-c8674c69988d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 250473b4-e846-4995-b8fa-db97d3125f55) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:20.042189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6ca6dc-910f-4e86-ba6d-8c9888e038f3 None None] Network 250473b4-e846-4995-b8fa-db97d3125f55 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:20.054243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f2cd9d-a903-46a5-b483-c8674c69988d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:20.055467 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cd9d-a903-46a5-b483-c8674c69988d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.107530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a1f2cd9d-a903-46a5-b483-c8674c69988d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1910214 Nov 03 18:55:20.108212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35718) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:20.321197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35720) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:20.402516 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-250473b4-e846-4995-b8fa-db97d3125f55', 'network_id': '250473b4-e846-4995-b8fa-db97d3125f55', 'tenant_id': '44bc90cfb20d41b19d63a0b28b307bde', 'fixed_ips': [{'subnet_id': '850e96aa-93e9-411b-a380-f6529ba7e802'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:55:20.412207 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.441446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-176125be-aab4-4acb-a6a7-b7ed872982f5 req-5175c083-d114-45fc-ae23-5198d066f8ec tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.1074884 Nov 03 18:55:20.447366 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.492252 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7100e43-e95d-40f5-ada6-26cba115603e admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:55:20.502897 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b7100e43-e95d-40f5-ada6-26cba115603e admin admin] 10.222.0.107 "PUT /v2.0/routers/8a4df33a-5dec-495d-9e06-47a9764b0d7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7252359 Nov 03 18:55:20.504094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35724) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:20.593637 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.672710 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0ea03be-e832-42ab-b461-899ba895d380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.749516 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.826000 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0ea03be-e832-42ab-b461-899ba895d380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.832858 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0ea03be-e832-42ab-b461-899ba895d380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:20.915046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b0ea03be-e832-42ab-b461-899ba895d380 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=495d27741e9e4e24aa17058975585d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5887325 Nov 03 18:55:20.918940 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35730) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:20.931943 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea03be-e832-42ab-b461-899ba895d380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6feecf-3695-47cd-aa74-dbeede39b7c0,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:21.023369 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-591bcdf7-afc9-4845-86a9-1c945e51ab39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.028030 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.036644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1694e1-3150-49f2-9b07-1dc484f4edbb None None] Network edaf42e5-fb58-42f0-b041-2edbe499d666 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:21.070312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c7593c0c-094e-42b4-94cf-f88265ab31a7 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:21.109717 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-591bcdf7-afc9-4845-86a9-1c945e51ab39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.189377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ce04861d-7ea9-4afa-bcd2-c66cbae64e87 None None] Provisioning complete for port c7593c0c-094e-42b4-94cf-f88265ab31a7 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:21.190145 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ce04861d-7ea9-4afa-bcd2-c66cbae64e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.222577 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb916130-0f97-4d62-a980-f572c8a9b92f None None] Sync routers for ids ['8a4df33a-5dec-495d-9e06-47a9764b0d7b'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:55:21.230264 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-591bcdf7-afc9-4845-86a9-1c945e51ab39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.238088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-591bcdf7-afc9-4845-86a9-1c945e51ab39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.240708 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-591bcdf7-afc9-4845-86a9-1c945e51ab39 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8e6feecf-3695-47cd-aa74-dbeede39b7c0 HTTP/1.1" status: 204 len: 168 time: 0.3177283 Nov 03 18:55:21.246628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] Deleting port 6ed733d9-cee2-4fbb-8ace-71687a38d372 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:21.247912 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.262815 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Allocated IP 2001:db8::1 (250473b4-e846-4995-b8fa-db97d3125f55/850e96aa-93e9-411b-a380-f6529ba7e802/ec548daa-1f3e-45c5-8bb2-a0669f38e000) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:21.264082 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb916130-0f97-4d62-a980-f572c8a9b92f None None] Routers {'8a4df33a-5dec-495d-9e06-47a9764b0d7b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:21.267002 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bb916130-0f97-4d62-a980-f572c8a9b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8a4df33a-5dec-495d-9e06-47a9764b0d7b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:21.298431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bcdf7-afc9-4845-86a9-1c945e51ab39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6feecf-3695-47cd-aa74-dbeede39b7c0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:21.429666 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] For port 6ed733d9-cee2-4fbb-8ace-71687a38d372, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6ed733d9-cee2-4fbb-8ace-71687a38d372,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:21.429666 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.459067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] Calling delete_port for 6ed733d9-cee2-4fbb-8ace-71687a38d372 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:21.524895 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-bb916130-0f97-4d62-a980-f572c8a9b92f None None] Set router 8a4df33a-5dec-495d-9e06-47a9764b0d7b gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:21.597990 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.669784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd9ef2bd-f942-4b52-b754-57c94da26ee5 req-d3376b83-2b02-4a57-978a-184f6e47d254 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0957365 Nov 03 18:55:21.692664 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ce04861d-7ea9-4afa-bcd2-c66cbae64e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.713963 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.720989 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bb916130-0f97-4d62-a980-f572c8a9b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'name': 'tempest-ImageQuotaTest-913201670-router', 'tenant_id': 'fb4dfca922494d28823296721e107722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:01Z', 'updated_at': '2021-11-03T18:55:21Z', 'revision_number': 6, 'project_id': 'fb4dfca922494d28823296721e107722', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:21.745681 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.755389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ce04861d-7ea9-4afa-bcd2-c66cbae64e87 None None] For port c7593c0c-094e-42b4-94cf-f88265ab31a7, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c7593c0c-094e-42b4-94cf-f88265ab31a7,segment=NetworkSegment(f5862571-c89c-4a29-81a8-292dcb55e5fa),segment_id=f5862571-c89c-4a29-81a8-292dcb55e5fa)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:21.774059 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ce04861d-7ea9-4afa-bcd2-c66cbae64e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.779520 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c7593c0c-094e-42b4-94cf-f88265ab31a7 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:21.779520 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.784123 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb916130-0f97-4d62-a980-f572c8a9b92f None None] Checking router: 8a4df33a-5dec-495d-9e06-47a9764b0d7b for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:55:21.816638 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb916130-0f97-4d62-a980-f572c8a9b92f None None] Routers {'8a4df33a-5dec-495d-9e06-47a9764b0d7b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:55:21.817607 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bb916130-0f97-4d62-a980-f572c8a9b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:54:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8a4df33a-5dec-495d-9e06-47a9764b0d7b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:21.825595 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.843903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Subnet': ['ID=850e96aa-93e9-411b-a380-f6529ba7e802,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:21.933300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed733d9-cee2-4fbb-8ace-71687a38d372,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:21.972285 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Network 250473b4-e846-4995-b8fa-db97d3125f55 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:21.973169 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:21.979902 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:21.990446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:22.013233 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-bb916130-0f97-4d62-a980-f572c8a9b92f None None] Set router 8a4df33a-5dec-495d-9e06-47a9764b0d7b gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:55:22.040534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250473b4-e846-4995-b8fa-db97d3125f55']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:22.041138 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35740) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:22.070215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6462b8-69b7-4190-b3c0-539e781c8b62') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:22.070500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6462b8-69b7-4190-b3c0-539e781c8b62') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:22.084520 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-854e4acb-4c4c-472a-8c6c-e07a006d5dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.101388 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.108264 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Attempting to bind port ec548daa-1f3e-45c5-8bb2-a0669f38e000 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:22.108871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Attempting to bind port ec548daa-1f3e-45c5-8bb2-a0669f38e000 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '0d6462b8-69b7-4190-b3c0-539e781c8b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '250473b4-e846-4995-b8fa-db97d3125f55'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:22.109141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Attempting to bind port ec548daa-1f3e-45c5-8bb2-a0669f38e000 on network 250473b4-e846-4995-b8fa-db97d3125f55 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:22.144401 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.147172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:22.147709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Checking segment: {'id': '0d6462b8-69b7-4190-b3c0-539e781c8b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '250473b4-e846-4995-b8fa-db97d3125f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:22.148363 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.149127 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Bound using segment: {'id': '0d6462b8-69b7-4190-b3c0-539e781c8b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '250473b4-e846-4995-b8fa-db97d3125f55'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:22.149891 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Bound port: ec548daa-1f3e-45c5-8bb2-a0669f38e000, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6462b8-69b7-4190-b3c0-539e781c8b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '250473b4-e846-4995-b8fa-db97d3125f55'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:22.150506 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.159123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:22.159699 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.164407 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Pushing event updated for resources: {'Port': ['ID=ec548daa-1f3e-45c5-8bb2-a0669f38e000,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:22.168286 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:22.171756 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.175159 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bb916130-0f97-4d62-a980-f572c8a9b92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'name': 'tempest-ImageQuotaTest-913201670-router', 'tenant_id': 'fb4dfca922494d28823296721e107722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:01Z', 'updated_at': '2021-11-03T18:55:21Z', 'revision_number': 7, 'project_id': 'fb4dfca922494d28823296721e107722', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:22.224914 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb916130-0f97-4d62-a980-f572c8a9b92f None None] The sync data for ids ['8a4df33a-5dec-495d-9e06-47a9764b0d7b'] in n-d-812150-4 is: [{'id': '8a4df33a-5dec-495d-9e06-47a9764b0d7b', 'name': 'tempest-ImageQuotaTest-913201670-router', 'tenant_id': 'fb4dfca922494d28823296721e107722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:55:01Z', 'updated_at': '2021-11-03T18:55:21Z', 'revision_number': 7, 'project_id': 'fb4dfca922494d28823296721e107722', 'gw_port_host': None}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:55:22.275496 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.api [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 18:55:22.275496 n-d-812150-4 neutron-server[101712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 18:55:22.275496 n-d-812150-4 neutron-server[101712]: [parameters: {'id': '250473b4-e846-4995-b8fa-db97d3125f55'}] Nov 03 18:55:22.275496 n-d-812150-4 neutron-server[101712]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:55:22.277129 n-d-812150-4 neutron-server[101712]: DEBUG oslo_db.api [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:55:22.348907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04861d-7ea9-4afa-bcd2-c66cbae64e87 None None] Pushing event updated for resources: {'Port': ['ID=c7593c0c-094e-42b4-94cf-f88265ab31a7,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:22.353217 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.357562 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.469139 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.470014 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a4df33a-5dec-495d-9e06-47a9764b0d7b {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:55:22.481668 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.485929 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d31f7d9e-274f-4196-8aa5-5502e35e0869 admin admin] 10.222.0.107 "DELETE /v2.0/routers/8a4df33a-5dec-495d-9e06-47a9764b0d7b HTTP/1.1" status: 204 len: 168 time: 1.9729455 Nov 03 18:55:22.486657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35744) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:22.487978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] For port ec548daa-1f3e-45c5-8bb2-a0669f38e000, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:22.496822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] For port ec548daa-1f3e-45c5-8bb2-a0669f38e000, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ec548daa-1f3e-45c5-8bb2-a0669f38e000,segment=NetworkSegment(0d6462b8-69b7-4190-b3c0-539e781c8b62),segment_id=0d6462b8-69b7-4190-b3c0-539e781c8b62)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:22.506841 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.637773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d722897-2737-4be5-bdfb-1757a14816da admin admin] Deleting subnet 9d29721e-ab78-411a-8381-32148853d9e8 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:22.641600 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-854e4acb-4c4c-472a-8c6c-e07a006d5dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.653870 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d722897-2737-4be5-bdfb-1757a14816da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.659218 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-854e4acb-4c4c-472a-8c6c-e07a006d5dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.736923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5128a2eb-2318-4af0-978b-3c1b69287d1c None None] Network 250473b4-e846-4995-b8fa-db97d3125f55 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:22.780773 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:22.823804 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e4acb-4c4c-472a-8c6c-e07a006d5dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1ccdf0-a348-4de4-840f-3d68ade881e5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:22.874891 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-854e4acb-4c4c-472a-8c6c-e07a006d5dc1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0e8101ceee3246e1806de2f1faba5978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8323593 Nov 03 18:55:22.880475 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35756) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:22.929451 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d722897-2737-4be5-bdfb-1757a14816da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.065854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a9b48-f9e3-4bb2-b4fd-6e7eb463c3c2 None None] Pushing event updated for resources: {'Port': ['ID=ec548daa-1f3e-45c5-8bb2-a0669f38e000,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:23.125074 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d570d996-71b2-4984-ad86-55536fb44469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.137175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c7593c0c-094e-42b4-94cf-f88265ab31a7 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:23.153006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Deleting port ec548daa-1f3e-45c5-8bb2-a0669f38e000 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:23.155377 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.216621 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d570d996-71b2-4984-ad86-55536fb44469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.236856 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9689cc97-617a-4ee4-ae33-f50c4d1919c3 None None] Provisioning complete for port c7593c0c-094e-42b4-94cf-f88265ab31a7 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:23.237473 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9689cc97-617a-4ee4-ae33-f50c4d1919c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.261220 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d722897-2737-4be5-bdfb-1757a14816da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.409480 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d570d996-71b2-4984-ad86-55536fb44469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.412295 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d570d996-71b2-4984-ad86-55536fb44469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.416500 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d570d996-71b2-4984-ad86-55536fb44469 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2e1ccdf0-a348-4de4-840f-3d68ade881e5 HTTP/1.1" status: 204 len: 168 time: 0.5319731 Nov 03 18:55:23.454044 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d722897-2737-4be5-bdfb-1757a14816da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.477226 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570d996-71b2-4984-ad86-55536fb44469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1ccdf0-a348-4de4-840f-3d68ade881e5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:23.486364 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4d722897-2737-4be5-bdfb-1757a14816da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.501757 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4d722897-2737-4be5-bdfb-1757a14816da admin admin] 10.222.0.107 "DELETE /v2.0/subnets/9d29721e-ab78-411a-8381-32148853d9e8 HTTP/1.1" status: 204 len: 168 time: 1.0113268 Nov 03 18:55:23.544338 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35774) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:23.556723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d722897-2737-4be5-bdfb-1757a14816da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d29721e-ab78-411a-8381-32148853d9e8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:23.585275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-472ceaa8-fa19-4f73-af45-9135750e7588 req-52ad991a-0b64-481c-ab51-b50583568897 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.4663048 Nov 03 18:55:23.588694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] For port ec548daa-1f3e-45c5-8bb2-a0669f38e000, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ec548daa-1f3e-45c5-8bb2-a0669f38e000,segment=NetworkSegment(0d6462b8-69b7-4190-b3c0-539e781c8b62),segment_id=0d6462b8-69b7-4190-b3c0-539e781c8b62)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:23.589719 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.612071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Calling delete_port for ec548daa-1f3e-45c5-8bb2-a0669f38e000 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:23.635039 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65e265d-7072-451b-b8d7-eeed93d28765 None None] Network d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:23.764711 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.898456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] Deleting port 33ad25c1-db6a-4d4a-be36-450049def24c {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:23.899166 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.928803 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:23.961349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Port': ['ID=ec548daa-1f3e-45c5-8bb2-a0669f38e000,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:23.986658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No DVR routers for this DVR port ec548daa-1f3e-45c5-8bb2-a0669f38e000 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:24.108241 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c7593c0c-094e-42b4-94cf-f88265ab31a7 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:24.109153 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.112076 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.129558 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] For port 33ad25c1-db6a-4d4a-be36-450049def24c, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=33ad25c1-db6a-4d4a-be36-450049def24c,segment=NetworkSegment(20029949-288a-4413-84c0-c7d5e14e9df8),segment_id=20029949-288a-4413-84c0-c7d5e14e9df8)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:24.130097 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.148485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250473b4-e846-4995-b8fa-db97d3125f55']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:24.160525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6462b8-69b7-4190-b3c0-539e781c8b62') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:24.161430 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6462b8-69b7-4190-b3c0-539e781c8b62') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:24.172503 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.183017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] Calling delete_port for 33ad25c1-db6a-4d4a-be36-450049def24c owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:24.187540 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.195431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:24.195873 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:24.317005 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:24.344077 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.345038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115adae2-4332-4a2d-9922-c3696dfbe3c7 req-a03668b2-13da-41db-8725-b227a9e50efe tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:24.347032 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-115adae2-4332-4a2d-9922-c3696dfbe3c7 req-a03668b2-13da-41db-8725-b227a9e50efe tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.7699986 Nov 03 18:55:24.354860 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.362528 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.365950 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b723e52-a621-4377-a34b-e538eed5c947 None None] DHCP port deletion for d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:55:24.379792 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/250473b4-e846-4995-b8fa-db97d3125f55 HTTP/1.1" status: 204 len: 168 time: 4.2672410 Nov 03 18:55:24.381926 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35784) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:24.401129 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2639d0-8828-47c2-8104-dd86823e6783 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:55:24.436547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] No DVR routers for this DVR port 33ad25c1-db6a-4d4a-be36-450049def24c on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:24.457611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-fc429b8a-8e26-427c-8c2c-19f6ffd7759c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1585773330'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:24.502359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ad25c1-db6a-4d4a-be36-450049def24c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:24.524010 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-115adae2-4332-4a2d-9922-c3696dfbe3c7 req-e0279e2c-53ec-4d20-9204-a7a31f045d70 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462026 Nov 03 18:55:24.525121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d280df8-70d4-4499-87d5-b76bad4f0f4b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Network': ['ID=250473b4-e846-4995-b8fa-db97d3125f55,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:24.572549 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6ed733d9-cee2-4fbb-8ace-71687a38d372 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:24.596216 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc429b8a-8e26-427c-8c2c-19f6ffd7759c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:24.600183 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc429b8a-8e26-427c-8c2c-19f6ffd7759c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.607811 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 6ed733d9-cee2-4fbb-8ace-71687a38d372 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:24.608005 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.608091 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6ed733d9-cee2-4fbb-8ace-71687a38d372 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:24.636036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2639d0-8828-47c2-8104-dd86823e6783 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:55:24.636560 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:24.648255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20029949-288a-4413-84c0-c7d5e14e9df8') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:24.648905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20029949-288a-4413-84c0-c7d5e14e9df8') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:24.675466 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.699159 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc429b8a-8e26-427c-8c2c-19f6ffd7759c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:24.706316 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.729382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:24.730203 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:24.732272 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:24.746373 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc429b8a-8e26-427c-8c2c-19f6ffd7759c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.746880 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-fc429b8a-8e26-427c-8c2c-19f6ffd7759c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Added segment 664e9ef4-c2e4-401e-9136-71eeea8b898d of type vlan for network f3eb06e4-de7b-41ff-9016-e0d7bbcd755c Nov 03 18:55:24.849095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc429b8a-8e26-427c-8c2c-19f6ffd7759c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.856184 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.917867 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:24.934816 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] 10.222.0.107 "DELETE /v2.0/networks/d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4 HTTP/1.1" status: 204 len: 168 time: 1.3890650 Nov 03 18:55:24.942470 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18bf6478-2318-4bc2-9114-9ccb810eb729 req-5bd4f080-1638-46d8-84ce-b4dbb611a6b2 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.1072943 Nov 03 18:55:24.945830 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cb036-151e-46a5-8e9c-73d4a0ea2a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a1678b-a8cf-4e31-8e00-fdaf3044b8b4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:24.962279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 33ad25c1-db6a-4d4a-be36-450049def24c no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:24.980127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc429b8a-8e26-427c-8c2c-19f6ffd7759c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.008358 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc429b8a-8e26-427c-8c2c-19f6ffd7759c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:25.009092 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc429b8a-8e26-427c-8c2c-19f6ffd7759c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.056775 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 33ad25c1-db6a-4d4a-be36-450049def24c {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:25.057271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 33ad25c1-db6a-4d4a-be36-450049def24c not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:25.161697 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fc429b8a-8e26-427c-8c2c-19f6ffd7759c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7298825 Nov 03 18:55:25.165741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35806) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:25.172622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-77940dd4-449f-4742-8ffa-8c04442f99cc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'subnet': {'network_id': 'f3eb06e4-de7b-41ff-9016-e0d7bbcd755c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:25.282397 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35808) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:25.304310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc429b8a-8e26-427c-8c2c-19f6ffd7759c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Network': ['ID=f3eb06e4-de7b-41ff-9016-e0d7bbcd755c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:25.376656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network f3eb06e4-de7b-41ff-9016-e0d7bbcd755c details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:25.417071 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dc633860-fe8d-49d6-b3d5-bc31eafdb8f8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fb4dfca922494d28823296721e107722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1244493 Nov 03 18:55:25.417071 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35812) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:25.421947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77940dd4-449f-4742-8ffa-8c04442f99cc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:25.429909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-77940dd4-449f-4742-8ffa-8c04442f99cc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.531680 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7ab41ba1-6757-436e-977e-9ab1a61ae5cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.573858 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7ab41ba1-6757-436e-977e-9ab1a61ae5cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.697547 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7ab41ba1-6757-436e-977e-9ab1a61ae5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.701263 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7ab41ba1-6757-436e-977e-9ab1a61ae5cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.702463 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7ab41ba1-6757-436e-977e-9ab1a61ae5cf admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0fc167f3-f4c5-47fe-b0ab-9dafda4b0ff6 HTTP/1.1" status: 204 len: 168 time: 0.2844288 Nov 03 18:55:25.729470 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-408fa234-8518-40e6-bfc8-b6c96af186d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:25.741947 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab41ba1-6757-436e-977e-9ab1a61ae5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc167f3-f4c5-47fe-b0ab-9dafda4b0ff6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:25.984601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fd920-a03c-4ddc-ac3f-b4dff4473ee9 req-44cacb9c-9d06-476d-9764-1df1e4f9c58e tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:25.986530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e7fd920-a03c-4ddc-ac3f-b4dff4473ee9 req-44cacb9c-9d06-476d-9764-1df1e4f9c58e tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.2786233 Nov 03 18:55:26.065811 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-77940dd4-449f-4742-8ffa-8c04442f99cc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.196317 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e7fd920-a03c-4ddc-ac3f-b4dff4473ee9 req-1eb62058-19ba-41f4-9cc4-8fafabb94442 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816013 Nov 03 18:55:26.283732 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-acff213c-4d55-49ab-8b88-d9c8d9090de1 req-4411aef4-18db-4613-877c-530189581ef7 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0418346 Nov 03 18:55:26.297108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77940dd4-449f-4742-8ffa-8c04442f99cc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Subnet': ['ID=6a82f09f-5c86-4c7f-bb14-f1cac08df09d,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:26.321442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77940dd4-449f-4742-8ffa-8c04442f99cc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Checking segment: {'id': '664e9ef4-c2e4-401e-9136-71eeea8b898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f3eb06e4-de7b-41ff-9016-e0d7bbcd755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:26.322460 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77940dd4-449f-4742-8ffa-8c04442f99cc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network hostable DHCP agents. Network: f3eb06e4-de7b-41ff-9016-e0d7bbcd755c, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:26.348248 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77940dd4-449f-4742-8ffa-8c04442f99cc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network f3eb06e4-de7b-41ff-9016-e0d7bbcd755c is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:26.361566 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-77940dd4-449f-4742-8ffa-8c04442f99cc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, f3eb06e4-de7b-41ff-9016-e0d7bbcd755c) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:26.369126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77940dd4-449f-4742-8ffa-8c04442f99cc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:26.371982 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-77940dd4-449f-4742-8ffa-8c04442f99cc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.374002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7110b774-1d49-4eef-9723-9877fa60609d None None] Network f3eb06e4-de7b-41ff-9016-e0d7bbcd755c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:26.396823 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-77940dd4-449f-4742-8ffa-8c04442f99cc tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2297280 Nov 03 18:55:26.399382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35832) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:26.465237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35836) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:26.497947 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cbc3ba65-095e-4aa0-af0c-00506e350430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.563510 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.644716 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cbc3ba65-095e-4aa0-af0c-00506e350430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.652099 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cbc3ba65-095e-4aa0-af0c-00506e350430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.676420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.778951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3ba65-095e-4aa0-af0c-00506e350430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c1f7ff-9eef-45bd-94d8-764637fc000d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:26.808367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35842) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:26.818618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cbc3ba65-095e-4aa0-af0c-00506e350430 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3515384 Nov 03 18:55:26.885733 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9fdaff-13f7-4692-9d8f-32acf980564f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-f3eb06e4-de7b-41ff-9016-e0d7bbcd755c', 'network_id': 'f3eb06e4-de7b-41ff-9016-e0d7bbcd755c', 'tenant_id': '44bc90cfb20d41b19d63a0b28b307bde', 'fixed_ips': [{'subnet_id': '6a82f09f-5c86-4c7f-bb14-f1cac08df09d'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:55:26.888043 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ff9fdaff-13f7-4692-9d8f-32acf980564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:26.932142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.014733 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-06460eea-c5f2-4b5e-8001-d2b8b879c8d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.038295 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Subnet': ['ID=6a82f09f-5c86-4c7f-bb14-f1cac08df09d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server [None req-ff9fdaff-13f7-4692-9d8f-32acf980564f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a82f09f-5c86-4c7f-bb14-f1cac08df09d: This subnet is being modified by another concurrent operation. Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise exception Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a82f09f-5c86-4c7f-bb14-f1cac08df09d: This subnet is being modified by another concurrent operation. Nov 03 18:55:27.105089 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Nov 03 18:55:27.129357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.129357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.129922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.130496 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.131062 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.131683 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.132228 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.132863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.133444 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.134006 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.134565 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.135495 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:27.166692 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.173608 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-06460eea-c5f2-4b5e-8001-d2b8b879c8d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.181961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae3d275-17ab-4e9d-bbe0-58a4876081a3 None None] Network f3eb06e4-de7b-41ff-9016-e0d7bbcd755c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:27.234226 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3eb06e4-de7b-41ff-9016-e0d7bbcd755c']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:27.273325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664e9ef4-c2e4-401e-9136-71eeea8b898d') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:27.273729 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664e9ef4-c2e4-401e-9136-71eeea8b898d') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:27.291414 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.317968 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.332567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc32b7cd-8c2c-494a-83e5-ada358ea69bb None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:55:27.333544 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:27.334533 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:27.342199 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:27.369613 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-06460eea-c5f2-4b5e-8001-d2b8b879c8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.380563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-06460eea-c5f2-4b5e-8001-d2b8b879c8d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.385790 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-06460eea-c5f2-4b5e-8001-d2b8b879c8d7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/48c1f7ff-9eef-45bd-94d8-764637fc000d HTTP/1.1" status: 204 len: 168 time: 0.5721445 Nov 03 18:55:27.484803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68cd3b08-5e46-4812-b047-b01ef4b9695a req-81165799-39c5-4faf-900e-b48291286f8a tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.0648344 Nov 03 18:55:27.506392 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ee1ec-ec0b-4e1e-a217-0b457bd8fca4 req-f797ebc4-6273-4ccf-82ff-9755b3a5fa5c tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:27.509309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-218ee1ec-ec0b-4e1e-a217-0b457bd8fca4 req-f797ebc4-6273-4ccf-82ff-9755b3a5fa5c tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.1575291 Nov 03 18:55:27.546093 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06460eea-c5f2-4b5e-8001-d2b8b879c8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c1f7ff-9eef-45bd-94d8-764637fc000d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:27.567249 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.583105 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.589320 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/f3eb06e4-de7b-41ff-9016-e0d7bbcd755c HTTP/1.1" status: 204 len: 168 time: 1.1871448 Nov 03 18:55:27.593365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35856) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:27.622803 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6282d7f5-417d-4c39-ae83-4e90395c4f5c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266661795'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:27.632615 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc32b7cd-8c2c-494a-83e5-ada358ea69bb None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:55:27.657322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a6fc1-0432-4718-98c6-fb011e98d064 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Network': ['ID=f3eb06e4-de7b-41ff-9016-e0d7bbcd755c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:27.662970 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6282d7f5-417d-4c39-ae83-4e90395c4f5c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:27.667979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6282d7f5-417d-4c39-ae83-4e90395c4f5c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.671389 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-218ee1ec-ec0b-4e1e-a217-0b457bd8fca4 req-9b55614f-11ef-4893-9bdb-747337354746 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509347 Nov 03 18:55:27.732709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6282d7f5-417d-4c39-ae83-4e90395c4f5c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:27.756030 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6282d7f5-417d-4c39-ae83-4e90395c4f5c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.756467 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-6282d7f5-417d-4c39-ae83-4e90395c4f5c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Added segment 147c24d9-0c8e-4b03-9d93-8675e1e7b321 of type vlan for network d39d22f3-f45f-451f-822f-9f572ab77dee Nov 03 18:55:27.814656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6282d7f5-417d-4c39-ae83-4e90395c4f5c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.847811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6282d7f5-417d-4c39-ae83-4e90395c4f5c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.856353 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282d7f5-417d-4c39-ae83-4e90395c4f5c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:27.857151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6282d7f5-417d-4c39-ae83-4e90395c4f5c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:27.907111 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6282d7f5-417d-4c39-ae83-4e90395c4f5c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3084486 Nov 03 18:55:27.911682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35858) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:27.916490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-aa33bc32-fc50-4dbb-a162-7840ebbbdd95 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'subnet': {'network_id': 'd39d22f3-f45f-451f-822f-9f572ab77dee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:27.979990 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282d7f5-417d-4c39-ae83-4e90395c4f5c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Network': ['ID=d39d22f3-f45f-451f-822f-9f572ab77dee,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:27.995720 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network d39d22f3-f45f-451f-822f-9f572ab77dee details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:28.075396 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa33bc32-fc50-4dbb-a162-7840ebbbdd95 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:28.079489 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa33bc32-fc50-4dbb-a162-7840ebbbdd95 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:28.127364 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d479e090-8a4d-4228-a7d5-484c8278d7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:28.302622 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa33bc32-fc50-4dbb-a162-7840ebbbdd95 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:28.385725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33bc32-fc50-4dbb-a162-7840ebbbdd95 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Subnet': ['ID=1f9c1493-4bba-4cd7-b631-6b2eedf23e79,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:28.397840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33bc32-fc50-4dbb-a162-7840ebbbdd95 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Checking segment: {'id': '147c24d9-0c8e-4b03-9d93-8675e1e7b321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd39d22f3-f45f-451f-822f-9f572ab77dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:28.398196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa33bc32-fc50-4dbb-a162-7840ebbbdd95 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network hostable DHCP agents. Network: d39d22f3-f45f-451f-822f-9f572ab77dee, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:28.418417 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa33bc32-fc50-4dbb-a162-7840ebbbdd95 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network d39d22f3-f45f-451f-822f-9f572ab77dee is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:28.429964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-aa33bc32-fc50-4dbb-a162-7840ebbbdd95 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, d39d22f3-f45f-451f-822f-9f572ab77dee) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:28.439493 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32aab2d-e1db-4458-b01c-32fb641e6105 None None] Network d39d22f3-f45f-451f-822f-9f572ab77dee requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:28.445813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa33bc32-fc50-4dbb-a162-7840ebbbdd95 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:28.446794 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa33bc32-fc50-4dbb-a162-7840ebbbdd95 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:28.471019 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-aa33bc32-fc50-4dbb-a162-7840ebbbdd95 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5618520 Nov 03 18:55:28.475700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35862) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:28.481789 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-cf5240f0-af25-4855-b492-66a3a747378f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'subnet': {'network_id': 'd39d22f3-f45f-451f-822f-9f572ab77dee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:28.677792 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-d39d22f3-f45f-451f-822f-9f572ab77dee', 'network_id': 'd39d22f3-f45f-451f-822f-9f572ab77dee', 'tenant_id': '44bc90cfb20d41b19d63a0b28b307bde', 'fixed_ips': [{'subnet_id': '1f9c1493-4bba-4cd7-b631-6b2eedf23e79'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:55:28.679372 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:28.685294 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5240f0-af25-4855-b492-66a3a747378f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:28.691690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf5240f0-af25-4855-b492-66a3a747378f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:28.756382 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0272a51a-2e88-43e4-b4a7-e45e361985ee req-5b28fd9b-a6bc-4d32-a33e-bf9a5b69a808 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.1324358 Nov 03 18:55:28.868151 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-358a0601-e53a-41dd-8f75-10429225ae20 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1123741 Nov 03 18:55:28.947977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f3a83-f624-46a9-ac53-011651c20d5b req-e6d2c12f-d634-4545-8775-2cc726fd74bc tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:28.950101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d40f3a83-f624-46a9-ac53-011651c20d5b req-e6d2c12f-d634-4545-8775-2cc726fd74bc tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.0807512 Nov 03 18:55:29.008150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Allocated IP 2001:db8::2 (d39d22f3-f45f-451f-822f-9f572ab77dee/1f9c1493-4bba-4cd7-b631-6b2eedf23e79/681c0ad5-e544-4431-9d14-75e971310f80) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:29.095454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-01c0c188-bad7-4bd6-a056-3dab18e88a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.095736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-01c0c188-bad7-4bd6-a056-3dab18e88a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.096514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-01c0c188-bad7-4bd6-a056-3dab18e88a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.097443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-01c0c188-bad7-4bd6-a056-3dab18e88a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.098377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-01c0c188-bad7-4bd6-a056-3dab18e88a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.099444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-01c0c188-bad7-4bd6-a056-3dab18e88a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.100417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-01c0c188-bad7-4bd6-a056-3dab18e88a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.104276 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf5240f0-af25-4855-b492-66a3a747378f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.104537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-01c0c188-bad7-4bd6-a056-3dab18e88a0a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72caea157bda4c2da13cda8b237e3c26&device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 6491 time: 0.1183856 Nov 03 18:55:29.123409 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d40f3a83-f624-46a9-ac53-011651c20d5b req-f71ae010-4d3c-4475-887a-bf525a8979ae tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632671 Nov 03 18:55:29.175674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5240f0-af25-4855-b492-66a3a747378f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network d39d22f3-f45f-451f-822f-9f572ab77dee is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:29.178352 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-cf5240f0-af25-4855-b492-66a3a747378f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:29.221687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5240f0-af25-4855-b492-66a3a747378f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Subnet': ['ID=db4adbf1-9c09-4a16-bf82-17cd17ef2219,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:29.221921 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.231234 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.237632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5240f0-af25-4855-b492-66a3a747378f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.239611 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf5240f0-af25-4855-b492-66a3a747378f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.272828 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cf5240f0-af25-4855-b492-66a3a747378f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7957253 Nov 03 18:55:29.276637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35870) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:29.295787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Network d39d22f3-f45f-451f-822f-9f572ab77dee is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:29.297441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Pushing event updated for resources: {'Port': ['ID=681c0ad5-e544-4431-9d14-75e971310f80,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:29.301461 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:29.303751 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:29.334374 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-d7f62fab-5a82-4af4-ac59-16bad453ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.335401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-d7f62fab-5a82-4af4-ac59-16bad453ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.337374 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-d7f62fab-5a82-4af4-ac59-16bad453ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.341592 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-d7f62fab-5a82-4af4-ac59-16bad453ba90 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6b353351-5b83-45e9-9697-85cd3e4e0a38&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0 HTTP/1.1" status: 200 len: 2292 time: 0.1914556 Nov 03 18:55:29.379046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9403aa60-acc6-451f-99f6-c9b8205f03ce tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.381766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9403aa60-acc6-451f-99f6-c9b8205f03ce tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.385859 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9403aa60-acc6-451f-99f6-c9b8205f03ce tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.388789 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9403aa60-acc6-451f-99f6-c9b8205f03ce tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.393490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9403aa60-acc6-451f-99f6-c9b8205f03ce tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.397417 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9403aa60-acc6-451f-99f6-c9b8205f03ce tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1187806 Nov 03 18:55:29.407527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35874) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:29.417823 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-001d5ce3-676e-4268-88fb-ed0065426265 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1000114253'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:29.460192 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001d5ce3-676e-4268-88fb-ed0065426265 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:29.467051 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-001d5ce3-676e-4268-88fb-ed0065426265 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.472697 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-1eddd722-02ca-4be3-b8d7-905cd97eac8a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb6009a2-de14-4b29-bc88-45d0d58e81f1 HTTP/1.1" status: 200 len: 1002 time: 0.1211078 Nov 03 18:55:29.480861 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.496900 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Attempting to bind port 681c0ad5-e544-4431-9d14-75e971310f80 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:29.497216 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001d5ce3-676e-4268-88fb-ed0065426265 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:29.497601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Attempting to bind port 681c0ad5-e544-4431-9d14-75e971310f80 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '147c24d9-0c8e-4b03-9d93-8675e1e7b321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd39d22f3-f45f-451f-822f-9f572ab77dee'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:29.498583 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Attempting to bind port 681c0ad5-e544-4431-9d14-75e971310f80 on network d39d22f3-f45f-451f-822f-9f572ab77dee {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:29.510306 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-001d5ce3-676e-4268-88fb-ed0065426265 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.510700 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-001d5ce3-676e-4268-88fb-ed0065426265 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Added segment 9c224b25-693b-4eb1-9bf3-9a440ee73f83 of type vlan for network f735462e-9be4-4ee1-b001-d9a7c2e832c5 Nov 03 18:55:29.511844 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:29.512489 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Checking segment: {'id': '147c24d9-0c8e-4b03-9d93-8675e1e7b321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd39d22f3-f45f-451f-822f-9f572ab77dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:29.513116 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.513808 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Bound using segment: {'id': '147c24d9-0c8e-4b03-9d93-8675e1e7b321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd39d22f3-f45f-451f-822f-9f572ab77dee'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:29.514846 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Bound port: 681c0ad5-e544-4431-9d14-75e971310f80, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147c24d9-0c8e-4b03-9d93-8675e1e7b321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd39d22f3-f45f-451f-822f-9f572ab77dee'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:29.515454 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.575426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-9accf651-93ff-4eee-9247-38f5eea98703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.577484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-9accf651-93ff-4eee-9247-38f5eea98703 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=adadea0b-ba73-4bc3-9678-1424a1593c04 HTTP/1.1" status: 200 len: 851 time: 0.0938513 Nov 03 18:55:29.583306 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-001d5ce3-676e-4268-88fb-ed0065426265 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.629995 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-001d5ce3-676e-4268-88fb-ed0065426265 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.641231 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d5ce3-676e-4268-88fb-ed0065426265 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.642273 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-001d5ce3-676e-4268-88fb-ed0065426265 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.660295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-29ae1f94-fcf2-4fe5-a09d-50c0bef61ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:29.662468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-29ae1f94-fcf2-4fe5-a09d-50c0bef61ef4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6b353351-5b83-45e9-9697-85cd3e4e0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697277 Nov 03 18:55:29.664334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] For port 681c0ad5-e544-4431-9d14-75e971310f80, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:29.671772 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] For port 681c0ad5-e544-4431-9d14-75e971310f80, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=681c0ad5-e544-4431-9d14-75e971310f80,segment=NetworkSegment(147c24d9-0c8e-4b03-9d93-8675e1e7b321),segment_id=147c24d9-0c8e-4b03-9d93-8675e1e7b321)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:29.679749 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:29.827063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb783e-0599-42cd-aa1c-8f2d16d699e0 None None] Pushing event updated for resources: {'Port': ['ID=681c0ad5-e544-4431-9d14-75e971310f80,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:29.840086 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-001d5ce3-676e-4268-88fb-ed0065426265 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4299850 Nov 03 18:55:29.847867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35878) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:29.855509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-711c78db-d664-4700-a1d1-789569c4470f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:29.865629 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d5ce3-676e-4268-88fb-ed0065426265 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Network': ['ID=f735462e-9be4-4ee1-b001-d9a7c2e832c5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:29.888418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-fed48cb4-eaf0-4513-95d4-b7ddecd76c1e service neutron] 10.222.0.87 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163813 Nov 03 18:55:29.901898 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network f735462e-9be4-4ee1-b001-d9a7c2e832c5 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:30.081875 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-157413a5-fca7-4c80-a471-1cacdc344f16 req-b26188b8-2502-41d5-a94c-d841ad566c0c tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/ports?device_id=9ffdfd48-5c44-4f42-b87f-2b8451e9c071 HTTP/1.1" status: 200 len: 210 time: 0.1130514 Nov 03 18:55:30.286782 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-711c78db-d664-4700-a1d1-789569c4470f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.334395 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-711c78db-d664-4700-a1d1-789569c4470f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.367072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-bd3623ee-87ce-4dc1-8e25-bc40454c9bef service neutron] 10.222.0.87 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453113 Nov 03 18:55:30.411535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-711c78db-d664-4700-a1d1-789569c4470f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network f735462e-9be4-4ee1-b001-d9a7c2e832c5 is not hosted by any dhcp agent {{(pid=101711) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 18:55:30.423676 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711c78db-d664-4700-a1d1-789569c4470f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:30.424310 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-711c78db-d664-4700-a1d1-789569c4470f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.425652 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-711c78db-d664-4700-a1d1-789569c4470f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "PUT /v2.0/networks/f735462e-9be4-4ee1-b001-d9a7c2e832c5 HTTP/1.1" status: 200 len: 723 time: 0.5765257 Nov 03 18:55:30.439024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35894) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:30.447065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-62829e67-0381-489d-a9e9-5d04780146c5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'subnet': {'network_id': 'f735462e-9be4-4ee1-b001-d9a7c2e832c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:30.510142 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.522411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-6c949ed0-7549-4cbc-b20a-cfe716f8311d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=58701c1c-ad42-4e70-bb43-d7060e56eec3 HTTP/1.1" status: 200 len: 217 time: 0.1003225 Nov 03 18:55:30.633521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c78db-d664-4700-a1d1-789569c4470f tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Network': ['ID=f735462e-9be4-4ee1-b001-d9a7c2e832c5,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:30.640653 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.653200 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network f735462e-9be4-4ee1-b001-d9a7c2e832c5 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:30.662359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-7d44716d-c1ba-4c31-ab51-3b417b662e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:30.667415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-7d44716d-c1ba-4c31-ab51-3b417b662e9d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.1214142 Nov 03 18:55:30.686876 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a1f22-1a5a-4b29-8893-6897559f397d req-a1f9b630-d8ce-436e-94d7-47224e80f3c5 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:30.698898 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-204a1f22-1a5a-4b29-8893-6897559f397d req-a1f9b630-d8ce-436e-94d7-47224e80f3c5 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.3748534 Nov 03 18:55:30.775443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62829e67-0381-489d-a9e9-5d04780146c5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:30.786047 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-62829e67-0381-489d-a9e9-5d04780146c5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:30.830544 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-204a1f22-1a5a-4b29-8893-6897559f397d req-606c4625-a541-4d26-a5ff-177ba5190646 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273067 Nov 03 18:55:30.859987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-e0d31d2c-89ac-4de5-8c25-325b66288ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:30.862049 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-e0d31d2c-89ac-4de5-8c25-325b66288ddf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760274 Nov 03 18:55:30.943739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 681c0ad5-e544-4431-9d14-75e971310f80 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:31.123890 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 681c0ad5-e544-4431-9d14-75e971310f80 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:31.126222 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.191697 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-b2bd96d4-7163-473a-a690-acfb8b6ebc6d service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139956 Nov 03 18:55:31.259570 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-62829e67-0381-489d-a9e9-5d04780146c5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.395816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35914) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:31.420117 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.469500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62829e67-0381-489d-a9e9-5d04780146c5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Subnet': ['ID=0dea4f20-d23e-4465-904c-97bb4fb8ddc4,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:31.482352 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62829e67-0381-489d-a9e9-5d04780146c5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Checking segment: {'id': '9c224b25-693b-4eb1-9bf3-9a440ee73f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'f735462e-9be4-4ee1-b001-d9a7c2e832c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:31.482798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62829e67-0381-489d-a9e9-5d04780146c5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network hostable DHCP agents. Network: f735462e-9be4-4ee1-b001-d9a7c2e832c5, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:31.493052 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.518655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62829e67-0381-489d-a9e9-5d04780146c5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network f735462e-9be4-4ee1-b001-d9a7c2e832c5 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:31.536553 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-62829e67-0381-489d-a9e9-5d04780146c5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, f735462e-9be4-4ee1-b001-d9a7c2e832c5) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:31.539261 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 681c0ad5-e544-4431-9d14-75e971310f80, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=681c0ad5-e544-4431-9d14-75e971310f80,segment=NetworkSegment(147c24d9-0c8e-4b03-9d93-8675e1e7b321),segment_id=147c24d9-0c8e-4b03-9d93-8675e1e7b321)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:31.544850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62829e67-0381-489d-a9e9-5d04780146c5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.548211 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f68ccf-7410-483d-b41a-0d99b4eaabc3 None None] Network f735462e-9be4-4ee1-b001-d9a7c2e832c5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:31.548441 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-62829e67-0381-489d-a9e9-5d04780146c5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.583394 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-62829e67-0381-489d-a9e9-5d04780146c5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1430759 Nov 03 18:55:31.587730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35918) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:31.597875 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1f7279f3-23a2-4b10-bad3-e1ff93575e64 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:31.602879 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.614787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-c545d4e3-729a-40aa-85e0-81c22583fb60 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089010 Nov 03 18:55:31.639533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35920) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:31.704439 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-f538e23a-35de-4147-9d80-caef4cac3bf4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=762c123b-88ce-45d8-87f6-424c68b11183 HTTP/1.1" status: 200 len: 217 time: 0.0657346 Nov 03 18:55:31.714333 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99b3bdca-6c2e-4893-baa4-003c5e41cab0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.793201 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f7279f3-23a2-4b10-bad3-e1ff93575e64 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10319184'] for subnet, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.794099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=681c0ad5-e544-4431-9d14-75e971310f80,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:31.799812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a8c597-1e14-43f4-8b4e-f2453aa2f912 None None] Network d39d22f3-f45f-451f-822f-9f572ab77dee requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:31.802731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-e3925234-2659-448c-b339-c04d03989af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.804518 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-e3925234-2659-448c-b339-c04d03989af6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.0590985 Nov 03 18:55:31.806726 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99b3bdca-6c2e-4893-baa4-003c5e41cab0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:31.966533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-2be42372-712c-4c0b-9fb1-f4933d28c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:31.971397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-2be42372-712c-4c0b-9fb1-f4933d28c1e2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1540954 Nov 03 18:55:31.981179 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-def69110-9277-40d1-a5a2-c813c163b838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.075709 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-def69110-9277-40d1-a5a2-c813c163b838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.086031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-aae3c5ab-579a-4555-8a87-547ceaa96c02 None None] Provisioning complete for port 681c0ad5-e544-4431-9d14-75e971310f80 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:32.086818 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aae3c5ab-579a-4555-8a87-547ceaa96c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.091501 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f7279f3-23a2-4b10-bad3-e1ff93575e64 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733915601767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8593303'] for subnet, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.189306 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-def69110-9277-40d1-a5a2-c813c163b838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.197426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7279f3-23a2-4b10-bad3-e1ff93575e64 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Subnet': ['ID=0dea4f20-d23e-4465-904c-97bb4fb8ddc4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:32.203096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7279f3-23a2-4b10-bad3-e1ff93575e64 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:32.203845 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f7279f3-23a2-4b10-bad3-e1ff93575e64 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.205271 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1f7279f3-23a2-4b10-bad3-e1ff93575e64 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "PUT /v2.0/subnets/0dea4f20-d23e-4465-904c-97bb4fb8ddc4 HTTP/1.1" status: 200 len: 826 time: 0.6162853 Nov 03 18:55:32.209911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35928) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:32.210873 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-f735462e-9be4-4ee1-b001-d9a7c2e832c5', 'network_id': 'f735462e-9be4-4ee1-b001-d9a7c2e832c5', 'tenant_id': '44bc90cfb20d41b19d63a0b28b307bde', 'fixed_ips': [{'subnet_id': '0dea4f20-d23e-4465-904c-97bb4fb8ddc4'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:55:32.212317 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.392797 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99b3bdca-6c2e-4893-baa4-003c5e41cab0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.398802 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99b3bdca-6c2e-4893-baa4-003c5e41cab0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.401369 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-99b3bdca-6c2e-4893-baa4-003c5e41cab0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "DELETE /v2.0/security-groups/249d08dc-5c32-4ce6-90f8-d48c19f8b0b5 HTTP/1.1" status: 204 len: 168 time: 1.0043843 Nov 03 18:55:32.410570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35934) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:32.431470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Allocated IP 2001:db8::2 (f735462e-9be4-4ee1-b001-d9a7c2e832c5/0dea4f20-d23e-4465-904c-97bb4fb8ddc4/4cd48860-e1ce-4b31-b7d3-ae84ebb84059) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:32.465786 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-def69110-9277-40d1-a5a2-c813c163b838 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7a8586e146d54ad6b00d1898c89c3731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8244934 Nov 03 18:55:32.466795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35938) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:32.483306 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-be366e2b-313d-4812-a6b7-2abca252f8ca service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890838 Nov 03 18:55:32.530289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7e667-b130-4dee-8d77-6b4a5fba3216 req-5bac65ae-a9d3-41fe-94c0-5100842db910 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:32.546474 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17c7e667-b130-4dee-8d77-6b4a5fba3216 req-5bac65ae-a9d3-41fe-94c0-5100842db910 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.5539944 Nov 03 18:55:32.550985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def69110-9277-40d1-a5a2-c813c163b838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b646b5-eb1f-4712-9877-171fc21c4782,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:32.605234 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.643318 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:32.782987 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-b35b9214-7d65-41a5-8567-7f58a6e1c605 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] show failed (client error): The resource could not be found. Nov 03 18:55:32.785490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b35b9214-7d65-41a5-8567-7f58a6e1c605 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "GET /v2.0/security-groups/249d08dc-5c32-4ce6-90f8-d48c19f8b0b5 HTTP/1.1" status: 404 len: 347 time: 0.3392155 Nov 03 18:55:32.788769 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-8148223a-01d0-4fa2-9492-e983f9d494b6 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803612 Nov 03 18:55:32.828810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35940) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:32.981884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 681c0ad5-e544-4431-9d14-75e971310f80 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:32.994321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3bdca-6c2e-4893-baa4-003c5e41cab0 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249d08dc-5c32-4ce6-90f8-d48c19f8b0b5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:33.129830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-119e73a9-6095-4a43-8ebb-fa1c377758f5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=5ab89f05-331d-4782-aa0b-943c45c22fa3 HTTP/1.1" status: 200 len: 217 time: 0.2961497 Nov 03 18:55:33.139180 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Network f735462e-9be4-4ee1-b001-d9a7c2e832c5 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:33.153691 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Pushing event updated for resources: {'Port': ['ID=4cd48860-e1ce-4b31-b7d3-ae84ebb84059,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:33.219571 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:33.230193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:33.243697 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.328942 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-27ededcf-05ad-4c70-97b5-6e5a8ad94733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:33.333046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-27ededcf-05ad-4c70-97b5-6e5a8ad94733 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.1675129 Nov 03 18:55:33.444330 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Deleting port 4cd48860-e1ce-4b31-b7d3-ae84ebb84059 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:33.444856 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.554126 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17c7e667-b130-4dee-8d77-6b4a5fba3216 req-9c31c178-94e4-465b-b505-b89b7e70c32e tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0053163 Nov 03 18:55:33.574521 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7db8d252-8bdc-4a9e-b92c-00a46f566dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.615961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Attempting to bind port 4cd48860-e1ce-4b31-b7d3-ae84ebb84059 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:33.618231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Attempting to bind port 4cd48860-e1ce-4b31-b7d3-ae84ebb84059 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '9c224b25-693b-4eb1-9bf3-9a440ee73f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'f735462e-9be4-4ee1-b001-d9a7c2e832c5'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:33.618890 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Attempting to bind port 4cd48860-e1ce-4b31-b7d3-ae84ebb84059 on network f735462e-9be4-4ee1-b001-d9a7c2e832c5 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:33.646048 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 681c0ad5-e544-4431-9d14-75e971310f80 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:33.647290 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.705430 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7db8d252-8bdc-4a9e-b92c-00a46f566dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.740306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:33.740913 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Checking segment: {'id': '9c224b25-693b-4eb1-9bf3-9a440ee73f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'f735462e-9be4-4ee1-b001-d9a7c2e832c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:33.741815 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.742206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Bound using segment: {'id': '9c224b25-693b-4eb1-9bf3-9a440ee73f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'f735462e-9be4-4ee1-b001-d9a7c2e832c5'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:33.743277 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Bound port: 4cd48860-e1ce-4b31-b7d3-ae84ebb84059, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c224b25-693b-4eb1-9bf3-9a440ee73f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'f735462e-9be4-4ee1-b001-d9a7c2e832c5'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:33.743919 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.748253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] For port 4cd48860-e1ce-4b31-b7d3-ae84ebb84059, host n-d-812150-4, got binding levels [] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:33.749067 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.770650 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Calling delete_port for 4cd48860-e1ce-4b31-b7d3-ae84ebb84059 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:33.782926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-85743b2f-1ee0-49bc-b786-b3cbee5224a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:33.785384 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-85743b2f-1ee0-49bc-b786-b3cbee5224a8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3128891 Nov 03 18:55:33.898056 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a65acda-546c-4f79-88b7-d1c4bb260133 None None] Update dhcp port {'port': {'network_id': 'd39d22f3-f45f-451f-822f-9f572ab77dee', 'fixed_ips': [{'subnet_id': '1f9c1493-4bba-4cd7-b631-6b2eedf23e79', 'ip_address': '2001:db8::2'}, {'subnet_id': 'db4adbf1-9c09-4a16-bf82-17cd17ef2219'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '681c0ad5-e544-4431-9d14-75e971310f80'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 18:55:33.915822 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-1a461907-b6e9-47e9-8510-42c3b3d5c94e service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149862 Nov 03 18:55:33.923793 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d7f8b-360c-407d-965b-d268f2ff411b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Deleting port 95833b46-2724-490b-9e57-14c1ad5a1397 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:33.924238 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c7d7f8b-360c-407d-965b-d268f2ff411b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.933685 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:33.979147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-94e32ba5-4cf0-4503-8363-e9331ada17e9 None None] Port 4cd48860-e1ce-4b31-b7d3-ae84ebb84059 has been deleted concurrently {{(pid=101713) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:663}} Nov 03 18:55:33.991772 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8a65acda-546c-4f79-88b7-d1c4bb260133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.011503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Port': ['ID=4cd48860-e1ce-4b31-b7d3-ae84ebb84059,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:34.112813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No DVR routers for this DVR port 4cd48860-e1ce-4b31-b7d3-ae84ebb84059 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:34.202859 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7db8d252-8bdc-4a9e-b92c-00a46f566dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.207303 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7db8d252-8bdc-4a9e-b92c-00a46f566dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.212619 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7db8d252-8bdc-4a9e-b92c-00a46f566dd4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/52b646b5-eb1f-4712-9877-171fc21c4782 HTTP/1.1" status: 204 len: 168 time: 1.7312899 Nov 03 18:55:34.212849 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.241019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8d252-8bdc-4a9e-b92c-00a46f566dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b646b5-eb1f-4712-9877-171fc21c4782,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:34.282901 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c7d7f8b-360c-407d-965b-d268f2ff411b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.287346 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c7d7f8b-360c-407d-965b-d268f2ff411b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.313484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d7f8b-360c-407d-965b-d268f2ff411b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Calling delete_port for 95833b46-2724-490b-9e57-14c1ad5a1397 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:34.449922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-1121fb91-36d9-4814-9941-b1cfdaa2f167 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221434 Nov 03 18:55:34.478616 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.547865 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Subnet': ['ID=0dea4f20-d23e-4465-904c-97bb4fb8ddc4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:34.698393 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-dde851be-cea0-4c8a-899d-b6b4b3d525ad service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 HTTP/1.1" status: 200 len: 217 time: 0.2149181 Nov 03 18:55:34.701439 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.739827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f735462e-9be4-4ee1-b001-d9a7c2e832c5']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:34.765172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c224b25-693b-4eb1-9bf3-9a440ee73f83') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:34.765532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c224b25-693b-4eb1-9bf3-9a440ee73f83') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:34.789926 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.824396 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.845365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:34.849256 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:34.854697 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:34.857308 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-8a65acda-546c-4f79-88b7-d1c4bb260133 None None] Allocated IP 172.20.0.1 (d39d22f3-f45f-451f-822f-9f572ab77dee/db4adbf1-9c09-4a16-bf82-17cd17ef2219/681c0ad5-e544-4431-9d14-75e971310f80) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:34.923378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-44ffe1f1-b385-4cf2-893d-b0982ab21d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:34.925028 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-44ffe1f1-b385-4cf2-893d-b0982ab21d63 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.1688333 Nov 03 18:55:34.998315 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.005784 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.009510 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/f735462e-9be4-4ee1-b001-d9a7c2e832c5 HTTP/1.1" status: 204 len: 168 time: 2.7984643 Nov 03 18:55:35.018895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a678be-e2d5-46f5-abd8-e5eb5c02f429 req-366c4295-2316-46a2-a3ed-c8cce2fbeb6f tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:35.020513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63a678be-e2d5-46f5-abd8-e5eb5c02f429 req-366c4295-2316-46a2-a3ed-c8cce2fbeb6f tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.1587963 Nov 03 18:55:35.024172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35964) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:35.024465 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35966) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:35.041323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28931a65-f847-4cf1-b39c-d5ca4b3aea30 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Network': ['ID=f735462e-9be4-4ee1-b001-d9a7c2e832c5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:35.075997 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8611b3-18e2-4f1e-8e53-eec7a0d3beea tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:35.076650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8611b3-18e2-4f1e-8e53-eec7a0d3beea tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:35.082435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8a65acda-546c-4f79-88b7-d1c4bb260133 None None] For port 681c0ad5-e544-4431-9d14-75e971310f80, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=681c0ad5-e544-4431-9d14-75e971310f80,segment=NetworkSegment(147c24d9-0c8e-4b03-9d93-8675e1e7b321),segment_id=147c24d9-0c8e-4b03-9d93-8675e1e7b321)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:35.085793 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35968) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:35.085963 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ae8611b3-18e2-4f1e-8e53-eec7a0d3beea tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/f735462e-9be4-4ee1-b001-d9a7c2e832c5 HTTP/1.1" status: 404 len: 339 time: 0.0593531 Nov 03 18:55:35.086980 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-adb5dfda-bc38-4edd-81b0-4238205106c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.093892 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d7641ce2-f4aa-410a-8a53-599c004e2a8d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1682795103', 'description': 'd1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:35.101315 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c7d7f8b-360c-407d-965b-d268f2ff411b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.128522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-1dd2575f-b4d6-4ae8-8368-79d2b09e9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:35.128727 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:55:35.130048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-1dd2575f-b4d6-4ae8-8368-79d2b09e9986 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1809390 Nov 03 18:55:35.136645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7641ce2-f4aa-410a-8a53-599c004e2a8d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:35.140398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d7f8b-360c-407d-965b-d268f2ff411b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event deleted for resources: {'Port': ['ID=95833b46-2724-490b-9e57-14c1ad5a1397,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:35.143355 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8a65acda-546c-4f79-88b7-d1c4bb260133 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.149808 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8a65acda-546c-4f79-88b7-d1c4bb260133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.173517 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7641ce2-f4aa-410a-8a53-599c004e2a8d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.251329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7641ce2-f4aa-410a-8a53-599c004e2a8d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:35.271654 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7641ce2-f4aa-410a-8a53-599c004e2a8d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.272628 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-d7641ce2-f4aa-410a-8a53-599c004e2a8d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Added segment 953944b2-8f48-49e3-a9e8-e508deb60040 of type vlan for network a7428d64-0d4e-4b8f-a832-29f8ec581984 Nov 03 18:55:35.342740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65acda-546c-4f79-88b7-d1c4bb260133 None None] Pushing event updated for resources: {'Port': ['ID=681c0ad5-e544-4431-9d14-75e971310f80,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:35.344159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63a678be-e2d5-46f5-abd8-e5eb5c02f429 req-923f3415-e16a-4318-bfc9-f93e1cdefd26 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980976 Nov 03 18:55:35.345245 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c7d7f8b-360c-407d-965b-d268f2ff411b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.355548 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c7d7f8b-360c-407d-965b-d268f2ff411b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.364875 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3c7d7f8b-360c-407d-965b-d268f2ff411b tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "DELETE /v2.0/floatingips/986f1bc3-57e2-4307-81fc-825b26422d90 HTTP/1.1" status: 204 len: 168 time: 2.5305758 Nov 03 18:55:35.386636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35970) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:35.500682 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7641ce2-f4aa-410a-8a53-599c004e2a8d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.553991 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-ce9c0be5-a0b2-4211-81dd-ff0adf12ea02 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080114 Nov 03 18:55:35.586227 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-adb5dfda-bc38-4edd-81b0-4238205106c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.680228 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7641ce2-f4aa-410a-8a53-599c004e2a8d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.686533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7641ce2-f4aa-410a-8a53-599c004e2a8d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:35.688106 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7641ce2-f4aa-410a-8a53-599c004e2a8d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.768148 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-adb5dfda-bc38-4edd-81b0-4238205106c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:35.854292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7641ce2-f4aa-410a-8a53-599c004e2a8d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Network': ['ID=a7428d64-0d4e-4b8f-a832-29f8ec581984,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:35.860396 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d7641ce2-f4aa-410a-8a53-599c004e2a8d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7724869 Nov 03 18:55:35.863217 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35978) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:35.871670 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network a7428d64-0d4e-4b8f-a832-29f8ec581984 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:35.979551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c2beb5f7-6381-41ee-b614-4cf609299be1 None None] Could not find standard attr ID for object 4cd48860-e1ce-4b31-b7d3-ae84ebb84059. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:55:36.020063 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966e6d70-4ab8-40d9-9bb5-203ece9f4989 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:36.022227 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-966e6d70-4ab8-40d9-9bb5-203ece9f4989 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "GET /v2.0/networks?id=a7428d64-0d4e-4b8f-a832-29f8ec581984 HTTP/1.1" status: 200 len: 765 time: 0.1578217 Nov 03 18:55:36.028733 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35986) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:36.035059 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1e73231c-38c5-40eb-9766-68cf299eed0c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'network': {'description': 'd2'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:36.067601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31809aa9-5d42-4f56-af48-30dfdb230670 None None] DHCP port deletion for f735462e-9be4-4ee1-b001-d9a7c2e832c5 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:55:36.102736 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a4b866-2a6d-4e6d-997b-46372978e353 None None] Network f735462e-9be4-4ee1-b001-d9a7c2e832c5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:36.130193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a4b866-2a6d-4e6d-997b-46372978e353 None None] Network f735462e-9be4-4ee1-b001-d9a7c2e832c5 could not be found, it might have been deleted concurrently. {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 18:55:36.141361 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9b0d91-5407-405a-9c4f-e8cc2f6c2612 None None] Network f735462e-9be4-4ee1-b001-d9a7c2e832c5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:36.156004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9b0d91-5407-405a-9c4f-e8cc2f6c2612 None None] Network f735462e-9be4-4ee1-b001-d9a7c2e832c5 could not be found, it might have been deleted concurrently. {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 18:55:36.259535 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1e73231c-38c5-40eb-9766-68cf299eed0c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.279329 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1e73231c-38c5-40eb-9766-68cf299eed0c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.354138 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73231c-38c5-40eb-9766-68cf299eed0c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Network': ['ID=a7428d64-0d4e-4b8f-a832-29f8ec581984,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:36.359134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-d776a0de-a9cc-481d-93ac-fecfffd08d5e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Deleting port 8e6b560e-7922-4bd3-b966-74776e459307 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:36.359548 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d776a0de-a9cc-481d-93ac-fecfffd08d5e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.368990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network a7428d64-0d4e-4b8f-a832-29f8ec581984 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:36.476241 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d776a0de-a9cc-481d-93ac-fecfffd08d5e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.497214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7a3641-5876-4472-8daf-01279f2f6a7e None None] Network d39d22f3-f45f-451f-822f-9f572ab77dee requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:36.501234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-d776a0de-a9cc-481d-93ac-fecfffd08d5e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Calling delete_port for 8e6b560e-7922-4bd3-b966-74776e459307 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:36.700467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-031fdb8a-f955-4168-863d-2e1782f1185a None None] Provisioning complete for port 681c0ad5-e544-4431-9d14-75e971310f80 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:36.700948 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-031fdb8a-f955-4168-863d-2e1782f1185a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.727908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e73231c-38c5-40eb-9766-68cf299eed0c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network a7428d64-0d4e-4b8f-a832-29f8ec581984 is not hosted by any dhcp agent {{(pid=101711) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 18:55:36.744206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-adb5dfda-bc38-4edd-81b0-4238205106c1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=30b950e0f65f43e1bbe7af0955190613&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7139452 Nov 03 18:55:36.744542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e73231c-38c5-40eb-9766-68cf299eed0c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:36.745247 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1e73231c-38c5-40eb-9766-68cf299eed0c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.746305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc5b8b-c50d-486d-be9b-d8ba492e9229 req-a274615e-964f-4cfd-90cf-f597bfceae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:36.746684 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1e73231c-38c5-40eb-9766-68cf299eed0c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "PUT /v2.0/networks/a7428d64-0d4e-4b8f-a832-29f8ec581984 HTTP/1.1" status: 200 len: 762 time: 0.7163992 Nov 03 18:55:36.747897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35990) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:36.748557 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d776a0de-a9cc-481d-93ac-fecfffd08d5e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.749662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbdc5b8b-c50d-486d-be9b-d8ba492e9229 req-a274615e-964f-4cfd-90cf-f597bfceae7e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6e03d37318b34094a0ffff28057c6cc2&device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 1096 time: 0.9946957 Nov 03 18:55:36.754925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35992) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:36.758558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5dfda-bc38-4edd-81b0-4238205106c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42719c6a-9dc6-47dc-9bcf-08ae130535c3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:36.881648 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776a0de-a9cc-481d-93ac-fecfffd08d5e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event deleted for resources: {'Port': ['ID=8e6b560e-7922-4bd3-b966-74776e459307,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:36.964225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2625b15e-d883-46ad-83e5-43a807879d4e tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:36.969897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2625b15e-d883-46ad-83e5-43a807879d4e tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "GET /v2.0/networks?id=a7428d64-0d4e-4b8f-a832-29f8ec581984 HTTP/1.1" status: 200 len: 765 time: 0.1974003 Nov 03 18:55:36.973476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 681c0ad5-e544-4431-9d14-75e971310f80 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:36.977484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35994) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:36.985157 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d776a0de-a9cc-481d-93ac-fecfffd08d5e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:36.989629 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d776a0de-a9cc-481d-93ac-fecfffd08d5e tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "DELETE /v2.0/ports/8e6b560e-7922-4bd3-b966-74776e459307 HTTP/1.1" status: 204 len: 168 time: 1.5999429 Nov 03 18:55:37.001719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993f336-088c-40ec-afda-209d632f23aa req-70880025-632d-4610-9832-d32877c1d5a6 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:37.018495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8993f336-088c-40ec-afda-209d632f23aa req-70880025-632d-4610-9832-d32877c1d5a6 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 1.2639902 Nov 03 18:55:37.024643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-5b6220b7-f74d-424a-8599-e00c3366d3ce service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4355428 Nov 03 18:55:37.025888 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35996) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:37.294231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 681c0ad5-e544-4431-9d14-75e971310f80 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:37.296450 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.440822 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3c3fd2-d6c0-4317-b192-95668cd633e1 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:37.446347 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3e3c3fd2-d6c0-4317-b192-95668cd633e1 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4653978 Nov 03 18:55:37.452140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36014) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:37.462839 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-5cb4e0ed-0a01-4c4c-a566-fc5553c0e2cd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bae343c8-8d70-4d32-99cc-d202d84dd31f HTTP/1.1" status: 200 len: 217 time: 0.4264345 Nov 03 18:55:37.551221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4cd48860-e1ce-4b31-b7d3-ae84ebb84059 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:37.639688 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 4cd48860-e1ce-4b31-b7d3-ae84ebb84059 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:37.642161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4cd48860-e1ce-4b31-b7d3-ae84ebb84059 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:37.680220 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bf5da921-982a-4431-aa9d-823fc1d2d7f4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 207 time: 0.2175510 Nov 03 18:55:37.684330 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36018) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:37.711380 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6fddab9-a7d7-4e23-a247-f0f32b04ebb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.736734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-57bd9f30-7649-486f-919a-99be2086a29e None None] Provisioning complete for port 681c0ad5-e544-4431-9d14-75e971310f80 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:37.738569 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-57bd9f30-7649-486f-919a-99be2086a29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.920553 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8993f336-088c-40ec-afda-209d632f23aa req-48d0a153-9c09-4f64-9b48-89e60d8dbca3 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9006264 Nov 03 18:55:37.946910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-78d9fffd-cdd1-436f-ac01-614a4cf221fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:37.948593 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-78d9fffd-cdd1-436f-ac01-614a4cf221fd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b12d4a62-83aa-465c-b86c-67ad4f5b0c3a HTTP/1.1" status: 200 len: 797 time: 0.3879368 Nov 03 18:55:37.951885 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6fddab9-a7d7-4e23-a247-f0f32b04ebb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:37.989098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc5b8b-c50d-486d-be9b-d8ba492e9229 req-2a06c2a1-b871-45e4-a617-8d22d5fccc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:37.992076 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbdc5b8b-c50d-486d-be9b-d8ba492e9229 req-2a06c2a1-b871-45e4-a617-8d22d5fccc51 service neutron] 10.222.0.98 "GET /v2.0/networks?id=59aedf5c-3e42-405b-a5ae-b89a5996e64c HTTP/1.1" status: 200 len: 912 time: 1.0499458 Nov 03 18:55:38.050498 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28c969d-5ff6-48cc-99c5-950b2ac4abc0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.059478 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28c969d-5ff6-48cc-99c5-950b2ac4abc0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.067305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28c969d-5ff6-48cc-99c5-950b2ac4abc0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.076074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28c969d-5ff6-48cc-99c5-950b2ac4abc0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.084699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28c969d-5ff6-48cc-99c5-950b2ac4abc0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.097491 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28c969d-5ff6-48cc-99c5-950b2ac4abc0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.099605 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-6c24e637-6fb6-4d91-a08d-b67592cd6baf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Deleting port 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:38.106520 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c24e637-6fb6-4d91-a08d-b67592cd6baf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.106833 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b28c969d-5ff6-48cc-99c5-950b2ac4abc0 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3988855 Nov 03 18:55:38.106833 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6fddab9-a7d7-4e23-a247-f0f32b04ebb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.108903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-e7c1828f-c6f7-4e04-a953-9ce878f0ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.111115 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-e7c1828f-c6f7-4e04-a953-9ce878f0ec6d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1472120 Nov 03 18:55:38.112088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6fddab9-a7d7-4e23-a247-f0f32b04ebb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.118501 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e6fddab9-a7d7-4e23-a247-f0f32b04ebb0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/42719c6a-9dc6-47dc-9bcf-08ae130535c3 HTTP/1.1" status: 204 len: 168 time: 1.3533759 Nov 03 18:55:38.118911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36022) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:38.127369 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fddab9-a7d7-4e23-a247-f0f32b04ebb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42719c6a-9dc6-47dc-9bcf-08ae130535c3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:38.203805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbdc5b8b-c50d-486d-be9b-d8ba492e9229 req-8e009906-b06f-4645-8d69-c492332f1156 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=336c03b5-e2c3-4b89-969d-2eb22ec37a65 HTTP/1.1" status: 200 len: 1000 time: 0.1906114 Nov 03 18:55:38.539040 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c24e637-6fb6-4d91-a08d-b67592cd6baf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:38.546674 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc5b8b-c50d-486d-be9b-d8ba492e9229 req-b927b253-5a59-4c39-9a14-751325aaa01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.549707 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbdc5b8b-c50d-486d-be9b-d8ba492e9229 req-b927b253-5a59-4c39-9a14-751325aaa01a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1945ba7b-6c1a-48ad-b07e-6241e957b703 HTTP/1.1" status: 200 len: 850 time: 0.3360801 Nov 03 18:55:38.566027 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-8ac462c5-2407-40ea-92c9-2aa75e447814 service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201736 Nov 03 18:55:38.604488 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-6c24e637-6fb6-4d91-a08d-b67592cd6baf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Calling delete_port for 7deba0ab-5b6a-49f1-bad0-25bca67cb4ef owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:38.649209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-997a71c3-e258-4616-a68f-3f5fcaa02704 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.5327544 Nov 03 18:55:38.654559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36032) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:38.822077 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc94f2-00f2-40bc-a5be-f5ad6ac88186 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.825472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc94f2-00f2-40bc-a5be-f5ad6ac88186 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.829169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc94f2-00f2-40bc-a5be-f5ad6ac88186 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.832586 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc94f2-00f2-40bc-a5be-f5ad6ac88186 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.835495 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc94f2-00f2-40bc-a5be-f5ad6ac88186 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.846369 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a4fc94f2-00f2-40bc-a5be-f5ad6ac88186 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1885033 Nov 03 18:55:38.847570 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36042) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:38.890045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc5b8b-c50d-486d-be9b-d8ba492e9229 req-10669e10-e886-47f5-8382-963c3d0338b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.894008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbdc5b8b-c50d-486d-be9b-d8ba492e9229 req-10669e10-e886-47f5-8382-963c3d0338b4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=59aedf5c-3e42-405b-a5ae-b89a5996e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3256025 Nov 03 18:55:38.975406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776db7c-4e68-48c5-b7e5-8bb00e671428 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.977947 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776db7c-4e68-48c5-b7e5-8bb00e671428 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.980382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776db7c-4e68-48c5-b7e5-8bb00e671428 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.983006 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776db7c-4e68-48c5-b7e5-8bb00e671428 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.985529 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776db7c-4e68-48c5-b7e5-8bb00e671428 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:38.992994 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8776db7c-4e68-48c5-b7e5-8bb00e671428 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1435609 Nov 03 18:55:38.994264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36050) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:39.152796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3950ac3e-dc99-4d25-a301-c1c758b96b85 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:39.155721 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3950ac3e-dc99-4d25-a301-c1c758b96b85 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "GET /v2.0/networks/9ad81478-7153-44bf-85cc-faebcbbcd0a1 HTTP/1.1" status: 200 len: 804 time: 0.1595895 Nov 03 18:55:39.162105 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36052) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:39.174322 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-c9c0b5de-4755-48c4-8052-dc21736180c8 service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755460 Nov 03 18:55:39.341856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-1bdd4fb9-0cbc-45c5-bf54-7ff0946268b2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 HTTP/1.1" status: 200 len: 217 time: 0.1286755 Nov 03 18:55:39.400527 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c0f53835-fa88-40fc-af53-8b9f8ffbf3e1 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "GET /v2.0/networks/9ad81478-7153-44bf-85cc-faebcbbcd0a1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2368770 Nov 03 18:55:39.401194 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36068) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:39.509334 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbb255a-f1d0-4a7c-bd17-11121c77f2c5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:39.512131 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7cbb255a-f1d0-4a7c-bd17-11121c77f2c5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "GET /v2.0/subnets/d56e6038-69f7-4ba2-b646-c54dd9aec86e HTTP/1.1" status: 200 len: 843 time: 0.1096432 Nov 03 18:55:39.517788 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36072) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:39.606209 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1525cd-2537-4603-8ae3-bba2948e4377 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:39.608107 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbdc5b8b-c50d-486d-be9b-d8ba492e9229 req-83960696-bcaa-46ee-80ea-b6569a957c88 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7016335 Nov 03 18:55:39.608264 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9b1525cd-2537-4603-8ae3-bba2948e4377 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "GET /v2.0/subnets/d56e6038-69f7-4ba2-b646-c54dd9aec86e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0892134 Nov 03 18:55:39.614899 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36078) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:39.618811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a3157-4601-4bde-8cc7-1536b3268909 req-956c59cc-cd59-4775-bc20-595fdd9dd9ce tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:39.625211 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c22d31dd-45f5-4da6-bcbe-21890d5562df tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-781658099'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:39.629036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c0a3157-4601-4bde-8cc7-1536b3268909 req-956c59cc-cd59-4775-bc20-595fdd9dd9ce tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.4773943 Nov 03 18:55:39.653230 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c24e637-6fb6-4d91-a08d-b67592cd6baf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.665059 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-99269b59-e691-428a-b269-86d1293a187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:39.667206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-99269b59-e691-428a-b269-86d1293a187f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b12d4a62-83aa-465c-b86c-67ad4f5b0c3a HTTP/1.1" status: 200 len: 797 time: 0.2928357 Nov 03 18:55:39.676632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22d31dd-45f5-4da6-bcbe-21890d5562df tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:39.682209 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c22d31dd-45f5-4da6-bcbe-21890d5562df tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.746596 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24e637-6fb6-4d91-a08d-b67592cd6baf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event deleted for resources: {'Port': ['ID=7deba0ab-5b6a-49f1-bad0-25bca67cb4ef,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:39.755500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22d31dd-45f5-4da6-bcbe-21890d5562df tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:39.772170 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c22d31dd-45f5-4da6-bcbe-21890d5562df tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.773214 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-c22d31dd-45f5-4da6-bcbe-21890d5562df tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Added segment 67f62939-f802-47b2-8811-ce3ffedda37f of type vlan for network f4632969-372c-4be1-9ae6-6f531ed69e3d Nov 03 18:55:39.900189 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c22d31dd-45f5-4da6-bcbe-21890d5562df tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.927510 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c0a3157-4601-4bde-8cc7-1536b3268909 req-91c49df8-d5bd-434c-9468-6ba52e5195eb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949219 Nov 03 18:55:39.948733 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c22d31dd-45f5-4da6-bcbe-21890d5562df tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.960928 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22d31dd-45f5-4da6-bcbe-21890d5562df tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:39.963014 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c22d31dd-45f5-4da6-bcbe-21890d5562df tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.969749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-53b1468f-5f9c-4b44-8e5b-f68f314cda62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:39.971766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-53b1468f-5f9c-4b44-8e5b-f68f314cda62 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2765987 Nov 03 18:55:39.976074 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbdc5b8b-c50d-486d-be9b-d8ba492e9229 req-316c60bb-768c-47c6-b082-335d9ccc0c97 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401673 Nov 03 18:55:39.977544 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c24e637-6fb6-4d91-a08d-b67592cd6baf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:39.985422 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6c24e637-6fb6-4d91-a08d-b67592cd6baf tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "DELETE /v2.0/ports/7deba0ab-5b6a-49f1-bad0-25bca67cb4ef HTTP/1.1" status: 204 len: 168 time: 2.9481933 Nov 03 18:55:39.985702 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36086) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:40.065518 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c22d31dd-45f5-4da6-bcbe-21890d5562df tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4492843 Nov 03 18:55:40.067112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36088) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:40.077707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-8b265c70-935a-4add-85fe-a01625df980d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'subnet': {'network_id': 'f4632969-372c-4be1-9ae6-6f531ed69e3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:40.140534 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d31dd-45f5-4da6-bcbe-21890d5562df tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Network': ['ID=f4632969-372c-4be1-9ae6-6f531ed69e3d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:40.150468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b60ed87-568e-4f4f-8b34-1397a9bab713 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Deleting subnet 2242584c-e62d-41cf-9e7f-ce02778d27e1 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:40.154478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network f4632969-372c-4be1-9ae6-6f531ed69e3d details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:40.155952 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7b60ed87-568e-4f4f-8b34-1397a9bab713 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.202324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-fb36f800-2239-404d-a07f-1dc327692825 service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189684 Nov 03 18:55:40.272131 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7b60ed87-568e-4f4f-8b34-1397a9bab713 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.371893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b265c70-935a-4add-85fe-a01625df980d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Made reservation on behalf of 44bc90cfb20d41b19d63a0b28b307bde for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:40.379641 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8b265c70-935a-4add-85fe-a01625df980d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.435923 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7b60ed87-568e-4f4f-8b34-1397a9bab713 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.491251 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.ipam_backend_mixin [None req-8b265c70-935a-4add-85fe-a01625df980d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Performing IP validity checks on allocation pools {{(pid=101712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 18:55:40.493303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.ipam_backend_mixin [None req-8b265c70-935a-4add-85fe-a01625df980d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 18:55:40.542130 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fd3b8df-3803-4e8e-87b3-eef46670da34 req-341cb8a7-08ab-4695-8c13-08ea8bd45a59 service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306820 Nov 03 18:55:40.602224 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7b60ed87-568e-4f4f-8b34-1397a9bab713 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.661750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60ed87-568e-4f4f-8b34-1397a9bab713 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event deleted for resources: {'Subnet': ['ID=2242584c-e62d-41cf-9e7f-ce02778d27e1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:40.692866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638d5de3-27f5-4cf6-947c-364ce8e282b5 None None] Network e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:40.710092 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7b60ed87-568e-4f4f-8b34-1397a9bab713 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.726359 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7b60ed87-568e-4f4f-8b34-1397a9bab713 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "DELETE /v2.0/subnets/2242584c-e62d-41cf-9e7f-ce02778d27e1 HTTP/1.1" status: 204 len: 168 time: 0.7369089 Nov 03 18:55:40.727065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36106) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:40.918030 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8b265c70-935a-4add-85fe-a01625df980d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:40.979639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e7ec72-efd2-4b8b-8059-13c13f57e294 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Deleting subnet 737242bc-0702-4297-a6de-862b9dff9b6d {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:40.994629 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51e7ec72-efd2-4b8b-8059-13c13f57e294 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.036380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b265c70-935a-4add-85fe-a01625df980d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Subnet': ['ID=3f635a57-c0ae-4e51-9b32-d2c87190b072,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:41.049518 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b265c70-935a-4add-85fe-a01625df980d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Checking segment: {'id': '67f62939-f802-47b2-8811-ce3ffedda37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'f4632969-372c-4be1-9ae6-6f531ed69e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:41.049766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b265c70-935a-4add-85fe-a01625df980d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network hostable DHCP agents. Network: f4632969-372c-4be1-9ae6-6f531ed69e3d, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:55:41.064381 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e69767-7a79-4355-89cd-4f95b4dabb04 None None] DHCP port deletion for e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:55:41.094705 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51e7ec72-efd2-4b8b-8059-13c13f57e294 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.158650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e9e69767-7a79-4355-89cd-4f95b4dabb04 None None] Deleting port e42b35bd-bcf1-4918-813f-c9896b8049f8 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:41.159877 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e9e69767-7a79-4355-89cd-4f95b4dabb04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.212861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b265c70-935a-4add-85fe-a01625df980d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Network f4632969-372c-4be1-9ae6-6f531ed69e3d is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:55:41.269558 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51e7ec72-efd2-4b8b-8059-13c13f57e294 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.273668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-8b265c70-935a-4add-85fe-a01625df980d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, f4632969-372c-4be1-9ae6-6f531ed69e3d) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:41.291061 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adcf037-db41-42e1-9245-47d747083f08 None None] Network f4632969-372c-4be1-9ae6-6f531ed69e3d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:41.301734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b265c70-935a-4add-85fe-a01625df980d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:41.302333 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8b265c70-935a-4add-85fe-a01625df980d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.353848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8b265c70-935a-4add-85fe-a01625df980d tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2821276 Nov 03 18:55:41.356836 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36136) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:41.372917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0b21f7a7-99d7-4e81-90b9-dc0c52c03883 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:41.389157 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e9e69767-7a79-4355-89cd-4f95b4dabb04 None None] For port e42b35bd-bcf1-4918-813f-c9896b8049f8, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e42b35bd-bcf1-4918-813f-c9896b8049f8,segment=NetworkSegment(16e991c2-4310-4f57-99c5-922ec65b42c8),segment_id=16e991c2-4310-4f57-99c5-922ec65b42c8)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:41.389563 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e9e69767-7a79-4355-89cd-4f95b4dabb04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.408013 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547ea51-4a24-44c7-8660-3e943f92c44b req-bd747aae-e7e0-4099-b414-c67dca16d9b2 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:41.411092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7547ea51-4a24-44c7-8660-3e943f92c44b req-bd747aae-e7e0-4099-b414-c67dca16d9b2 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.3177509 Nov 03 18:55:41.411302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e9e69767-7a79-4355-89cd-4f95b4dabb04 None None] Calling delete_port for e42b35bd-bcf1-4918-813f-c9896b8049f8 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:41.468155 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51e7ec72-efd2-4b8b-8059-13c13f57e294 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.510801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-52f12964-7393-4853-8f56-3e1d56085a25 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:41.518667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-52f12964-7393-4853-8f56-3e1d56085a25 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/networks?id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 200 len: 814 time: 0.2502780 Nov 03 18:55:41.538896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7ec72-efd2-4b8b-8059-13c13f57e294 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event deleted for resources: {'Subnet': ['ID=737242bc-0702-4297-a6de-862b9dff9b6d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:41.549756 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51e7ec72-efd2-4b8b-8059-13c13f57e294 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.555100 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-51e7ec72-efd2-4b8b-8059-13c13f57e294 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "DELETE /v2.0/subnets/737242bc-0702-4297-a6de-862b9dff9b6d HTTP/1.1" status: 204 len: 168 time: 0.8268244 Nov 03 18:55:41.555345 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8228ef2d-3a0a-4a94-83bf-c0a1970706c4 None None] Network dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:41.559851 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36138) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:41.565882 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7547ea51-4a24-44c7-8660-3e943f92c44b req-57c49535-26ad-430c-ab17-7c8c5b96dd38 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197541 Nov 03 18:55:41.581211 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b21f7a7-99d7-4e81-90b9-dc0c52c03883 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10319184'] for subnet, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.609633 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-c9990ddd-2516-4ad0-9104-9e04ef414882 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/quotas/e3c99d50bcef40dc8698cb2c2caf758f HTTP/1.1" status: 200 len: 375 time: 0.0894587 Nov 03 18:55:41.808571 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-f4632969-372c-4be1-9ae6-6f531ed69e3d', 'network_id': 'f4632969-372c-4be1-9ae6-6f531ed69e3d', 'tenant_id': '44bc90cfb20d41b19d63a0b28b307bde', 'fixed_ips': [{'subnet_id': '3f635a57-c0ae-4e51-9b32-d2c87190b072'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:55:41.809489 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.897126 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e9e69767-7a79-4355-89cd-4f95b4dabb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:41.906152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36148) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:41.944988 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e69767-7a79-4355-89cd-4f95b4dabb04 None None] Pushing event deleted for resources: {'Port': ['ID=e42b35bd-bcf1-4918-813f-c9896b8049f8,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:41.959723 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b21f7a7-99d7-4e81-90b9-dc0c52c03883 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733915601767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8593303'] for subnet, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.013857 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e69767-7a79-4355-89cd-4f95b4dabb04 None None] No DVR routers for this DVR port e42b35bd-bcf1-4918-813f-c9896b8049f8 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:42.137614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b21f7a7-99d7-4e81-90b9-dc0c52c03883 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:42.138315 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b21f7a7-99d7-4e81-90b9-dc0c52c03883 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.143454 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0b21f7a7-99d7-4e81-90b9-dc0c52c03883 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "PUT /v2.0/subnets/3f635a57-c0ae-4e51-9b32-d2c87190b072 HTTP/1.1" status: 200 len: 900 time: 0.7771947 Nov 03 18:55:42.147617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36154) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:42.186820 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.209308 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-47e70940-2d8a-4be7-b951-9a743a8d00c6 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5981038 Nov 03 18:55:42.252402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21f7a7-99d7-4e81-90b9-dc0c52c03883 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event updated for resources: {'Subnet': ['ID=3f635a57-c0ae-4e51-9b32-d2c87190b072,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:42.252821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2113c6ed-c17c-45ce-a264-b85a06cdcf21 None None] DHCP port deletion for dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:55:42.311866 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09033f0a-2f22-4098-8608-ac0f15811131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.382053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Allocated IP 2001:db8::3 (f4632969-372c-4be1-9ae6-6f531ed69e3d/3f635a57-c0ae-4e51-9b32-d2c87190b072/84db6a7c-f1af-44de-9690-047e53536b3a) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:42.399725 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.409952 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-2113c6ed-c17c-45ce-a264-b85a06cdcf21 None None] Deleting port 6ccbb082-ce47-49a0-bd71-9a96cf64534f {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:42.410329 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2113c6ed-c17c-45ce-a264-b85a06cdcf21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.441176 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:42.459216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-287d7afe-47c1-47d6-91db-452345984461 service neutron] 10.222.0.107 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479646 Nov 03 18:55:42.459876 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.499960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e991c2-4310-4f57-99c5-922ec65b42c8') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:42.500247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e991c2-4310-4f57-99c5-922ec65b42c8') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:42.526386 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.536255 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.609825 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-d16d6226-bb9b-474b-8064-3291b7ce0300 service neutron] 10.222.0.107 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496162 Nov 03 18:55:42.624825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.631397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:42.632003 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:42.681937 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:42.722696 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09033f0a-2f22-4098-8608-ac0f15811131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.735625 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09033f0a-2f22-4098-8608-ac0f15811131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.750265 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.757477 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.765312 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "DELETE /v2.0/networks/e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3 HTTP/1.1" status: 204 len: 168 time: 1.1982777 Nov 03 18:55:42.766390 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36168) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:42.811811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event deleted for resources: {'Network': ['ID=e42bc4cf-fa5a-4a48-ab78-5119f1c2faf3,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:42.831632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.832111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.832519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.833150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.833545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.834051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.834469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.834677 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-09033f0a-2f22-4098-8608-ac0f15811131 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=79919679dba84cc2908c2e59cfeb9137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9209430 Nov 03 18:55:42.834985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.835596 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.836122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36170) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:42.836234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.836769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.837345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0d998-5a8e-42ea-94d2-80bd4e5f6312 tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:55:42.838864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09033f0a-2f22-4098-8608-ac0f15811131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7570ea6c-a4fb-443b-88d7-95cebd13d79d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:42.948031 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b10b76ba-19f8-4161-9a4d-f6e54f6f6267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.973824 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:42.980190 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b10b76ba-19f8-4161-9a4d-f6e54f6f6267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.042514 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b10b76ba-19f8-4161-9a4d-f6e54f6f6267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.045735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-2113c6ed-c17c-45ce-a264-b85a06cdcf21 None None] For port 6ccbb082-ce47-49a0-bd71-9a96cf64534f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6ccbb082-ce47-49a0-bd71-9a96cf64534f,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:43.046142 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2113c6ed-c17c-45ce-a264-b85a06cdcf21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.046564 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b10b76ba-19f8-4161-9a4d-f6e54f6f6267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.060108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-2113c6ed-c17c-45ce-a264-b85a06cdcf21 None None] Calling delete_port for 6ccbb082-ce47-49a0-bd71-9a96cf64534f owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:43.065484 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b10b76ba-19f8-4161-9a4d-f6e54f6f6267 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7570ea6c-a4fb-443b-88d7-95cebd13d79d HTTP/1.1" status: 204 len: 168 time: 0.2213469 Nov 03 18:55:43.068131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Deleting port 6ccbb082-ce47-49a0-bd71-9a96cf64534f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:43.068482 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.079996 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b76ba-19f8-4161-9a4d-f6e54f6f6267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7570ea6c-a4fb-443b-88d7-95cebd13d79d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:43.109000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf6be396-dd0e-45ce-90a9-1b5879f86d18 req-eb499e39-c19c-441d-ba3e-76d31d24219a tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 210 time: 0.0374649 Nov 03 18:55:43.151326 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e42b35bd-bcf1-4918-813f-c9896b8049f8 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:43.182272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: e42b35bd-bcf1-4918-813f-c9896b8049f8 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:43.182681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e42b35bd-bcf1-4918-813f-c9896b8049f8 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:43.183413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6ccbb082-ce47-49a0-bd71-9a96cf64534f no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:43.199635 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2113c6ed-c17c-45ce-a264-b85a06cdcf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.234083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] For port 6ccbb082-ce47-49a0-bd71-9a96cf64534f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6ccbb082-ce47-49a0-bd71-9a96cf64534f,segment=NetworkSegment(88fb1224-cec5-4054-8100-7d026cab516f),segment_id=88fb1224-cec5-4054-8100-7d026cab516f)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:43.235165 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.253786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Calling delete_port for 6ccbb082-ce47-49a0-bd71-9a96cf64534f owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:43.268735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113c6ed-c17c-45ce-a264-b85a06cdcf21 None None] Pushing event deleted for resources: {'Port': ['ID=6ccbb082-ce47-49a0-bd71-9a96cf64534f,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:43.272517 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2113c6ed-c17c-45ce-a264-b85a06cdcf21 None None] No DVR routers for this DVR port 6ccbb082-ce47-49a0-bd71-9a96cf64534f on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:43.276446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 6ccbb082-ce47-49a0-bd71-9a96cf64534f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:43.276952 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6ccbb082-ce47-49a0-bd71-9a96cf64534f not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:43.302825 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.312256 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.338759 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.361823 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.394340 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Network f4632969-372c-4be1-9ae6-6f531ed69e3d is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:43.400085 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:43.412351 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:43.446077 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Pushing event updated for resources: {'Port': ['ID=84db6a7c-f1af-44de-9690-047e53536b3a,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:43.521772 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.526227 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Subnet': ['ID=3f635a57-c0ae-4e51-9b32-d2c87190b072,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:43.558808 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Attempting to bind port 84db6a7c-f1af-44de-9690-047e53536b3a on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:43.559326 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Attempting to bind port 84db6a7c-f1af-44de-9690-047e53536b3a by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '67f62939-f802-47b2-8811-ce3ffedda37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'f4632969-372c-4be1-9ae6-6f531ed69e3d'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:43.559761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Attempting to bind port 84db6a7c-f1af-44de-9690-047e53536b3a on network f4632969-372c-4be1-9ae6-6f531ed69e3d {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:43.574738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:43.575150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Checking segment: {'id': '67f62939-f802-47b2-8811-ce3ffedda37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'f4632969-372c-4be1-9ae6-6f531ed69e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:43.575878 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.576522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Bound using segment: {'id': '67f62939-f802-47b2-8811-ce3ffedda37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'f4632969-372c-4be1-9ae6-6f531ed69e3d'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:43.577334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Bound port: 84db6a7c-f1af-44de-9690-047e53536b3a, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f62939-f802-47b2-8811-ce3ffedda37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'f4632969-372c-4be1-9ae6-6f531ed69e3d'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:43.578437 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.610180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event deleted for resources: {'Port': ['ID=6ccbb082-ce47-49a0-bd71-9a96cf64534f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:43.625616 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] No DVR routers for this DVR port 6ccbb082-ce47-49a0-bd71-9a96cf64534f on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:43.659620 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.707631 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4632969-372c-4be1-9ae6-6f531ed69e3d']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:43.731456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36190) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:43.735469 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f62939-f802-47b2-8811-ce3ffedda37f') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:43.736830 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f62939-f802-47b2-8811-ce3ffedda37f') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:43.768981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] For port 84db6a7c-f1af-44de-9690-047e53536b3a, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:43.773889 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] For port 84db6a7c-f1af-44de-9690-047e53536b3a, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=84db6a7c-f1af-44de-9690-047e53536b3a,segment=NetworkSegment(67f62939-f802-47b2-8811-ce3ffedda37f),segment_id=67f62939-f802-47b2-8811-ce3ffedda37f)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:43.784126 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.801260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f73e66b-ca20-4e2a-9325-b15aef158b82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.809050 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.819261 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.848762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:43.862198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88fb1224-cec5-4054-8100-7d026cab516f') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:43.862696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88fb1224-cec5-4054-8100-7d026cab516f') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:43.890605 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.902179 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.913879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcd332-98d6-4067-b928-c9264cd378ed None None] Pushing event updated for resources: {'Port': ['ID=84db6a7c-f1af-44de-9690-047e53536b3a,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:43.927031 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:43.928237 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:43.933745 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:43.937795 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.948479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:43.949191 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:43.961728 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4ce77b-cba2-49b2-97b3-38f232019a3e None None] Network f4632969-372c-4be1-9ae6-6f531ed69e3d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:44.032749 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:44.051041 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.077251 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.085080 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] 10.222.0.107 "DELETE /v2.0/networks/dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1 HTTP/1.1" status: 204 len: 168 time: 1.3077931 Nov 03 18:55:44.128607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266df004-4db1-4238-b863-5fea07c6fbdb tempest-TaggedBootDevicesTest_v242-1969707072 tempest-TaggedBootDevicesTest_v242-1969707072-project] Pushing event deleted for resources: {'Network': ['ID=dfe9c1e7-f5d2-45ff-a6f7-e9492bb768f1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:44.132792 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.db.api [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 18:55:44.132792 n-d-812150-4 neutron-server[101711]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 18:55:44.132792 n-d-812150-4 neutron-server[101711]: [parameters: {'id': 'f4632969-372c-4be1-9ae6-6f531ed69e3d'}] Nov 03 18:55:44.132792 n-d-812150-4 neutron-server[101711]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:55:44.135738 n-d-812150-4 neutron-server[101711]: DEBUG oslo_db.api [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:55:44.290204 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0db961c4-6bc2-4694-8072-1032b738fced req-37bdd4f1-f814-4d2a-b5a4-382a283665bd tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 210 time: 0.0639665 Nov 03 18:55:44.317221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9803e5-8d41-4bdd-ac5e-bde785909d26 None None] Network f4632969-372c-4be1-9ae6-6f531ed69e3d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:44.352432 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f73e66b-ca20-4e2a-9325-b15aef158b82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.360169 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f73e66b-ca20-4e2a-9325-b15aef158b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.396344 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73e66b-ca20-4e2a-9325-b15aef158b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3eb1d5b-0e39-44c8-b59c-1a5e3e674995,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:44.416448 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5f73e66b-ca20-4e2a-9325-b15aef158b82 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8a43397ffa3f42648c3c33f20216dd30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6699746 Nov 03 18:55:44.416448 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36204) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:44.456223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2184f184-3eb6-4e7c-a3dd-3aadef0c25ee None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:55:44.494929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4df3965-4f00-47e3-a9da-f3ce1985e996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.526167 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4df3965-4f00-47e3-a9da-f3ce1985e996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.607455 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4df3965-4f00-47e3-a9da-f3ce1985e996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.610922 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4df3965-4f00-47e3-a9da-f3ce1985e996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.614331 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a4df3965-4f00-47e3-a9da-f3ce1985e996 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c3eb1d5b-0e39-44c8-b59c-1a5e3e674995 HTTP/1.1" status: 204 len: 168 time: 0.1970565 Nov 03 18:55:44.616027 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2184f184-3eb6-4e7c-a3dd-3aadef0c25ee None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:55:44.646876 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.651408 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df3965-4f00-47e3-a9da-f3ce1985e996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3eb1d5b-0e39-44c8-b59c-1a5e3e674995,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:44.757835 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Deleting port 84db6a7c-f1af-44de-9690-047e53536b3a {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:44.759972 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.865550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-46e96caa-51e9-4332-94be-a53d806a573f tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:44.866813 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-46e96caa-51e9-4332-94be-a53d806a573f tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.98 "GET /v2.0/networks?id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 200 len: 814 time: 0.2307291 Nov 03 18:55:44.883617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-f9071fa7-c74e-44a6-b41c-6f971b556672 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Request body: {'port': {'device_id': '7d60d790-e73f-4303-84c4-4d022a66f158', 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd', 'admin_state_up': True, 'tenant_id': 'e3c99d50bcef40dc8698cb2c2caf758f'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:44.933739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] For port 84db6a7c-f1af-44de-9690-047e53536b3a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=84db6a7c-f1af-44de-9690-047e53536b3a,segment=NetworkSegment(67f62939-f802-47b2-8811-ce3ffedda37f),segment_id=67f62939-f802-47b2-8811-ce3ffedda37f)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:44.934115 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:44.959036 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Calling delete_port for 84db6a7c-f1af-44de-9690-047e53536b3a owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:45.106591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-f9071fa7-c74e-44a6-b41c-6f971b556672 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Made reservation on behalf of e3c99d50bcef40dc8698cb2c2caf758f for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:45.119880 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.127395 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-f9071fa7-c74e-44a6-b41c-6f971b556672 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.197074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Port': ['ID=84db6a7c-f1af-44de-9690-047e53536b3a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:45.232873 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No DVR routers for this DVR port 84db6a7c-f1af-44de-9690-047e53536b3a on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:45.518580 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39c52e39-c320-4d1e-81d5-3b7b9479249a req-cc3d48a4-85f9-4b38-8641-8b22722ebcca tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 210 time: 0.1210763 Nov 03 18:55:45.553655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.554134 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-f9071fa7-c74e-44a6-b41c-6f971b556672 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Allocated IP 172.20.0.11 (6f2d15c2-b68c-424c-9a48-22cc9e17d0bd/3819844f-11d3-46e6-a85a-1c8983cc47d5/a6256e8f-dd54-4618-8d0d-b0df4429d5aa) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:55:45.610898 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4632969-372c-4be1-9ae6-6f531ed69e3d']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:45.649126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f62939-f802-47b2-8811-ce3ffedda37f') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:45.649628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f62939-f802-47b2-8811-ce3ffedda37f') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:45.681983 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.734805 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.745425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:45.759777 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:45.764213 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:45.804803 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-f9071fa7-c74e-44a6-b41c-6f971b556672 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.853625 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-f9071fa7-c74e-44a6-b41c-6f971b556672 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.881699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['63003d42-6336-4ab2-a39c-86bcb259b295'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:55:45.892723 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.927161 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:45.931762 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['ceca5cd1-9201-4d7f-bcfb-1af6c4c01340'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:55:45.933212 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/f4632969-372c-4be1-9ae6-6f531ed69e3d HTTP/1.1" status: 204 len: 168 time: 3.7770770 Nov 03 18:55:45.940979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36240) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:45.974292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeec76e-aabf-4385-8da7-5e0f7c4c88ec tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Network': ['ID=f4632969-372c-4be1-9ae6-6f531ed69e3d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:45.989529 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-f9071fa7-c74e-44a6-b41c-6f971b556672 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:55:45.991741 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-148c3be6-1493-491a-9a0d-b92fad8d52b5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:45.992214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148c3be6-1493-491a-9a0d-b92fad8d52b5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:45.999070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-148c3be6-1493-491a-9a0d-b92fad8d52b5 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/subnets/3f635a57-c0ae-4e51-9b32-d2c87190b072 HTTP/1.1" status: 404 len: 337 time: 0.0463779 Nov 03 18:55:45.999498 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36244) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:46.001687 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-f9071fa7-c74e-44a6-b41c-6f971b556672 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:55:46.004144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9071fa7-c74e-44a6-b41c-6f971b556672 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Pushing event updated for resources: {'Port': ['ID=a6256e8f-dd54-4618-8d0d-b0df4429d5aa,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:46.006813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-f9071fa7-c74e-44a6-b41c-6f971b556672 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:55:46.053032 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca494c4-3b12-4ef5-8bfe-fcdad3ed970a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:46.054305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca494c4-3b12-4ef5-8bfe-fcdad3ed970a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:46.062804 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7ca494c4-3b12-4ef5-8bfe-fcdad3ed970a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/f4632969-372c-4be1-9ae6-6f531ed69e3d HTTP/1.1" status: 404 len: 339 time: 0.0610461 Nov 03 18:55:46.066677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36246) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:46.096643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-f9071fa7-c74e-44a6-b41c-6f971b556672 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:46.098642 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-f9071fa7-c74e-44a6-b41c-6f971b556672 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.131981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-f9071fa7-c74e-44a6-b41c-6f971b556672 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2549288 Nov 03 18:55:46.146690 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Request body: {'port': {'device_id': '7d60d790-e73f-4303-84c4-4d022a66f158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:46.197951 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ced9-bd9b-438e-9abb-8e7f021aa317 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.222541 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.336276 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ced9-bd9b-438e-9abb-8e7f021aa317 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.378323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-0bf0ced9-bd9b-438e-9abb-8e7f021aa317 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7428d64-0d4e-4b8f-a832-29f8ec581984']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:46.393197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-0bf0ced9-bd9b-438e-9abb-8e7f021aa317 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953944b2-8f48-49e3-a9e8-e508deb60040') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:46.394212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-0bf0ced9-bd9b-438e-9abb-8e7f021aa317 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953944b2-8f48-49e3-a9e8-e508deb60040') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:46.411807 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ced9-bd9b-438e-9abb-8e7f021aa317 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.431287 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ced9-bd9b-438e-9abb-8e7f021aa317 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.438713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf0ced9-bd9b-438e-9abb-8e7f021aa317 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:46.439525 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ced9-bd9b-438e-9abb-8e7f021aa317 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:46.443708 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:46.529294 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ced9-bd9b-438e-9abb-8e7f021aa317 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.603328 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ced9-bd9b-438e-9abb-8e7f021aa317 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.660163 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0bf0ced9-bd9b-438e-9abb-8e7f021aa317 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/a7428d64-0d4e-4b8f-a832-29f8ec581984 HTTP/1.1" status: 204 len: 168 time: 0.5923350 Nov 03 18:55:46.683383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36264) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:46.723791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0ced9-bd9b-438e-9abb-8e7f021aa317 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Network': ['ID=a7428d64-0d4e-4b8f-a832-29f8ec581984,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:46.762990 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-265ab3a3-30da-47d8-952d-5e2941d7b980 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:46.763454 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265ab3a3-30da-47d8-952d-5e2941d7b980 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:46.766981 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-265ab3a3-30da-47d8-952d-5e2941d7b980 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/subnets/0dea4f20-d23e-4465-904c-97bb4fb8ddc4 HTTP/1.1" status: 404 len: 337 time: 0.0825803 Nov 03 18:55:46.772042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36266) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:46.810310 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e722a6-725e-42ca-9e42-57d01b734fbd tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:46.811054 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e722a6-725e-42ca-9e42-57d01b734fbd tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:46.824841 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-75e722a6-725e-42ca-9e42-57d01b734fbd tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/f735462e-9be4-4ee1-b001-d9a7c2e832c5 HTTP/1.1" status: 404 len: 339 time: 0.0514812 Nov 03 18:55:46.830084 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36268) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:46.834401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6256e8f-dd54-4618-8d0d-b0df4429d5aa {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:55:46.844171 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:46.858212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Transition to ACTIVE for port object a6256e8f-dd54-4618-8d0d-b0df4429d5aa will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:55:46.872183 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.022800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8218865-2fd8-428a-91db-68d0a668e04e tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Deleting subnet db4adbf1-9c09-4a16-bf82-17cd17ef2219 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:47.031106 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba093207-b801-4676-b4fe-4558b9550d90 req-d23c1566-ebb2-42e9-a106-98a535b7b6d1 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:47.032997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba093207-b801-4676-b4fe-4558b9550d90 req-d23c1566-ebb2-42e9-a106-98a535b7b6d1 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 944 time: 0.1733234 Nov 03 18:55:47.033301 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8218865-2fd8-428a-91db-68d0a668e04e tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.036416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Pushing event updated for resources: {'Port': ['ID=a6256e8f-dd54-4618-8d0d-b0df4429d5aa,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:47.100705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Attempting to bind port a6256e8f-dd54-4618-8d0d-b0df4429d5aa on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:55:47.101129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Attempting to bind port a6256e8f-dd54-4618-8d0d-b0df4429d5aa by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:55:47.101595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Attempting to bind port a6256e8f-dd54-4618-8d0d-b0df4429d5aa on network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:47.110617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Port a6256e8f-dd54-4618-8d0d-b0df4429d5aa on network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:55:47.110988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Attempting to bind port a6256e8f-dd54-4618-8d0d-b0df4429d5aa on network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:55:47.113655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8218865-2fd8-428a-91db-68d0a668e04e tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.121206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:55:47.121583 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Checking segment: {'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:55:47.122152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Bound using segment: {'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:55:47.122670 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Bound port: a6256e8f-dd54-4618-8d0d-b0df4429d5aa, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:55:47.123100 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.145428 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba093207-b801-4676-b4fe-4558b9550d90 req-d459370d-7bbf-4751-918a-3e1277b3f293 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037633 Nov 03 18:55:47.221496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] For port a6256e8f-dd54-4618-8d0d-b0df4429d5aa, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:55:47.226039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] For port a6256e8f-dd54-4618-8d0d-b0df4429d5aa, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a6256e8f-dd54-4618-8d0d-b0df4429d5aa,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:55:47.241968 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.291044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:47.292318 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.293866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] 10.222.0.98 "PUT /v2.0/ports/a6256e8f-dd54-4618-8d0d-b0df4429d5aa HTTP/1.1" status: 200 len: 1092 time: 1.1533108 Nov 03 18:55:47.294351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d60d790-e73f-4303-84c4-4d022a66f158', 'tag': 'a6256e8f-dd54-4618-8d0d-b0df4429d5aa'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:47.297795 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09fc59d-6105-47c1-a818-2dcf4b6167d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7d60d790-e73f-4303-84c4-4d022a66f158", "tag": "a6256e8f-dd54-4618-8d0d-b0df4429d5aa"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:47.326434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cf6ee-e656-46ea-be7b-13cc29490e8b service neutron] Pushing event updated for resources: {'Port': ['ID=a6256e8f-dd54-4618-8d0d-b0df4429d5aa,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:47.402856 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43df9ed2-bc1c-4de9-94a1-04ec52533d7c x-openstack-request-id: req-43df9ed2-bc1c-4de9-94a1-04ec52533d7c {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:47.403314 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d60d790-e73f-4303-84c4-4d022a66f158", "tag": "a6256e8f-dd54-4618-8d0d-b0df4429d5aa", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:47.403948 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-43df9ed2-bc1c-4de9-94a1-04ec52533d7c {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:47.405711 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d60d790-e73f-4303-84c4-4d022a66f158', 'tag': 'a6256e8f-dd54-4618-8d0d-b0df4429d5aa', 'status': 'completed', 'code': 200} Nov 03 18:55:47.435402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-22feb4bb-1ed8-432a-a413-fa38bcd29749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:47.439459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-22feb4bb-1ed8-432a-a413-fa38bcd29749 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 1095 time: 0.1022127 Nov 03 18:55:47.530453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-bd968e12-0b36-4c7d-84d1-d452628f5cb3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6256e8f-dd54-4618-8d0d-b0df4429d5aa HTTP/1.1" status: 200 len: 217 time: 0.0825202 Nov 03 18:55:47.599183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-39cba139-a1c9-4da8-a210-6f9d67740ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:47.601227 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-39cba139-a1c9-4da8-a210-6f9d67740ad1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3819844f-11d3-46e6-a85a-1c8983cc47d5 HTTP/1.1" status: 200 len: 854 time: 0.0637586 Nov 03 18:55:47.669257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-04f9cb84-5143-4d0f-b5f0-78f577ac87c7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607719 Nov 03 18:55:47.830502 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8218865-2fd8-428a-91db-68d0a668e04e tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.859743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-6606abe6-a9ad-433a-a329-2c4d5c39ee9e service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817498 Nov 03 18:55:47.951695 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8218865-2fd8-428a-91db-68d0a668e04e tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.971664 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8218865-2fd8-428a-91db-68d0a668e04e tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:47.976936 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ec732f-6c2b-44af-acfa-fda6c1f822cd None None] Network d39d22f3-f45f-451f-822f-9f572ab77dee requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:47.978000 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b8218865-2fd8-428a-91db-68d0a668e04e tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/subnets/db4adbf1-9c09-4a16-bf82-17cd17ef2219 HTTP/1.1" status: 204 len: 168 time: 1.1462870 Nov 03 18:55:48.000392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8218865-2fd8-428a-91db-68d0a668e04e tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Subnet': ['ID=db4adbf1-9c09-4a16-bf82-17cd17ef2219,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:48.003092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36298) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:48.086106 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8fbe21-93ec-4457-8ab3-5846aea65eb7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Deleting subnet 1f9c1493-4bba-4cd7-b631-6b2eedf23e79 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:48.097086 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a8fbe21-93ec-4457-8ab3-5846aea65eb7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:48.122863 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e98f2fe-f9b9-4d7e-9303-199e5565681e req-a4e263e6-5e2f-4328-bac6-c04655c25fc7 service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516520 Nov 03 18:55:48.168585 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a8fbe21-93ec-4457-8ab3-5846aea65eb7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:48.338733 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fc59d-6105-47c1-a818-2dcf4b6167d7 req-c9d8c78d-b2d6-467a-8940-e5979a147d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:48.340446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e09fc59d-6105-47c1-a818-2dcf4b6167d7 req-c9d8c78d-b2d6-467a-8940-e5979a147d92 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 1095 time: 0.1385133 Nov 03 18:55:48.380048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a413d7-ee55-4418-bdc4-38a97529a563 req-d9c9177b-afde-4d0e-b561-4942a7e372cf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:48.381640 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e3a413d7-ee55-4418-bdc4-38a97529a563 req-d9c9177b-afde-4d0e-b561-4942a7e372cf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 944 time: 0.1399620 Nov 03 18:55:48.413697 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a8fbe21-93ec-4457-8ab3-5846aea65eb7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:48.545468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e3a413d7-ee55-4418-bdc4-38a97529a563 req-6c74dd1a-8229-4eea-b296-c31f13ed5d13 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453626 Nov 03 18:55:48.568817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fc59d-6105-47c1-a818-2dcf4b6167d7 req-4d20f71a-00ff-424e-9d55-cc4569b87991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:48.570370 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e09fc59d-6105-47c1-a818-2dcf4b6167d7 req-4d20f71a-00ff-424e-9d55-cc4569b87991 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 200 len: 915 time: 0.2181587 Nov 03 18:55:48.579069 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a8fbe21-93ec-4457-8ab3-5846aea65eb7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:48.672056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e09fc59d-6105-47c1-a818-2dcf4b6167d7 req-f26e5b11-3ff5-49ac-ac18-c614cd91eb1d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6256e8f-dd54-4618-8d0d-b0df4429d5aa HTTP/1.1" status: 200 len: 217 time: 0.0898809 Nov 03 18:55:48.673135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fbe21-93ec-4457-8ab3-5846aea65eb7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Subnet': ['ID=1f9c1493-4bba-4cd7-b631-6b2eedf23e79,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:48.678339 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a8fbe21-93ec-4457-8ab3-5846aea65eb7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:48.684603 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2a8fbe21-93ec-4457-8ab3-5846aea65eb7 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/subnets/1f9c1493-4bba-4cd7-b631-6b2eedf23e79 HTTP/1.1" status: 204 len: 168 time: 0.6786516 Nov 03 18:55:48.686092 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36312) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:48.760041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fc59d-6105-47c1-a818-2dcf4b6167d7 req-fe794209-4ea1-4c50-876e-23cea6ee69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:48.768794 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e09fc59d-6105-47c1-a818-2dcf4b6167d7 req-fe794209-4ea1-4c50-876e-23cea6ee69a0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3819844f-11d3-46e6-a85a-1c8983cc47d5 HTTP/1.1" status: 200 len: 854 time: 0.0777729 Nov 03 18:55:48.850081 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e09fc59d-6105-47c1-a818-2dcf4b6167d7 req-fe613684-cf12-4ebb-a072-58b8cd2cd70c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785842 Nov 03 18:55:48.910516 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.044286 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Deleting port 681c0ad5-e544-4431-9d14-75e971310f80 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:49.044641 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.047440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e09fc59d-6105-47c1-a818-2dcf4b6167d7 req-f3c71d5b-e8e0-404a-97ce-81222e9aaa44 service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813726 Nov 03 18:55:49.049213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f06fcee-8b68-4ddf-9416-795a5e219456 None None] Network d39d22f3-f45f-451f-822f-9f572ab77dee requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:49.206092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e09fc59d-6105-47c1-a818-2dcf4b6167d7 req-ac20bfcb-fc0a-4180-a6e3-e840bd83cc61 service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522961 Nov 03 18:55:49.213626 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] For port 681c0ad5-e544-4431-9d14-75e971310f80, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=681c0ad5-e544-4431-9d14-75e971310f80,segment=NetworkSegment(147c24d9-0c8e-4b03-9d93-8675e1e7b321),segment_id=147c24d9-0c8e-4b03-9d93-8675e1e7b321)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:49.214054 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.229674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Calling delete_port for 681c0ad5-e544-4431-9d14-75e971310f80 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:49.280800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-50ce402a-4499-43e9-91f9-fd26149fec9e None None] Provisioning complete for port 681c0ad5-e544-4431-9d14-75e971310f80 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:49.281671 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50ce402a-4499-43e9-91f9-fd26149fec9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.361227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.382580 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-50ce402a-4499-43e9-91f9-fd26149fec9e None None] Port 681c0ad5-e544-4431-9d14-75e971310f80 update to ACTIVE by agent not found {{(pid=101713) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 18:55:49.404162 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Port': ['ID=681c0ad5-e544-4431-9d14-75e971310f80,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:49.407777 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No DVR routers for this DVR port 681c0ad5-e544-4431-9d14-75e971310f80 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:49.438683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd48ed5-b3f3-491b-99f8-1606f423da58 None None] DHCP port deletion for d39d22f3-f45f-451f-822f-9f572ab77dee request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:55:49.501220 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.524914 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39d22f3-f45f-451f-822f-9f572ab77dee']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:49.542887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147c24d9-0c8e-4b03-9d93-8675e1e7b321') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:49.544235 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147c24d9-0c8e-4b03-9d93-8675e1e7b321') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:49.562674 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.585564 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.599611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:49.608513 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:49.702057 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.713058 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:49.726008 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/d39d22f3-f45f-451f-822f-9f572ab77dee HTTP/1.1" status: 204 len: 168 time: 1.0239122 Nov 03 18:55:49.726539 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36348) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:49.740777 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2f7d6-4d8e-4c01-9764-e7d5a05b46c4 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Network': ['ID=d39d22f3-f45f-451f-822f-9f572ab77dee,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:49.763605 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e2081a-2af6-4883-8240-3ff89856fbb3 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:49.763605 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e2081a-2af6-4883-8240-3ff89856fbb3 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:49.763605 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-12e2081a-2af6-4883-8240-3ff89856fbb3 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/subnets/6a82f09f-5c86-4c7f-bb14-f1cac08df09d HTTP/1.1" status: 404 len: 337 time: 0.0354767 Nov 03 18:55:49.765601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36350) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:49.786873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d9e6d-473c-4807-a776-bb34a23a5207 req-a67883ee-b49d-4eb6-bea7-cd8e1eb364b9 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:49.788417 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a49d9e6d-473c-4807-a776-bb34a23a5207 req-a67883ee-b49d-4eb6-bea7-cd8e1eb364b9 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 944 time: 0.1238372 Nov 03 18:55:49.805020 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1c5f37-be8e-4f48-aacc-fe1184f1c230 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:49.805659 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1c5f37-be8e-4f48-aacc-fe1184f1c230 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:49.810667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bd1c5f37-be8e-4f48-aacc-fe1184f1c230 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/f3eb06e4-de7b-41ff-9016-e0d7bbcd755c HTTP/1.1" status: 404 len: 339 time: 0.0422356 Nov 03 18:55:49.815802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36352) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:49.857677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a49d9e6d-473c-4807-a776-bb34a23a5207 req-1920bdd7-44b5-4a23-a8b6-23c21ffba2ee tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597038 Nov 03 18:55:49.860804 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-626a0bba-5fbf-4db9-8180-1fb66ec79dd2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:49.861575 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626a0bba-5fbf-4db9-8180-1fb66ec79dd2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:49.869310 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-626a0bba-5fbf-4db9-8180-1fb66ec79dd2 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/subnets/850e96aa-93e9-411b-a380-f6529ba7e802 HTTP/1.1" status: 404 len: 337 time: 0.0499804 Nov 03 18:55:49.869697 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36354) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:49.898033 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31e9506-d396-4b9b-94f1-a02e6babe65a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:49.898685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31e9506-d396-4b9b-94f1-a02e6babe65a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:49.904749 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36356) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:49.905336 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d31e9506-d396-4b9b-94f1-a02e6babe65a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/250473b4-e846-4995-b8fa-db97d3125f55 HTTP/1.1" status: 404 len: 339 time: 0.0331662 Nov 03 18:55:49.939138 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edfb20b-eda4-4dd7-b3f7-d0705356208c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:49.939744 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6edfb20b-eda4-4dd7-b3f7-d0705356208c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:49.945695 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36362) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:49.945922 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6edfb20b-eda4-4dd7-b3f7-d0705356208c tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/subnets/c3f0f752-ae9e-4601-91f8-a14a90b465ac HTTP/1.1" status: 404 len: 337 time: 0.0396349 Nov 03 18:55:49.993960 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0f2801-ccfa-4f69-b11a-f2f4d4c69178 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:50.000395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0f2801-ccfa-4f69-b11a-f2f4d4c69178 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:50.006893 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fa0f2801-ccfa-4f69-b11a-f2f4d4c69178 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/7444bc71-3923-403b-a57c-9ebc59409ba9 HTTP/1.1" status: 404 len: 339 time: 0.0574532 Nov 03 18:55:50.007491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36366) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:50.125485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce032a4-08dd-44f7-b3b6-8e8d798ea6c8 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Deleting subnet bb663b67-de67-4ffa-bdc4-94a7137fa6c8 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:50.135036 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0ce032a4-08dd-44f7-b3b6-8e8d798ea6c8 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:50.202040 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0ce032a4-08dd-44f7-b3b6-8e8d798ea6c8 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:50.332029 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0ce032a4-08dd-44f7-b3b6-8e8d798ea6c8 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:50.461939 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0ce032a4-08dd-44f7-b3b6-8e8d798ea6c8 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:50.522632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce032a4-08dd-44f7-b3b6-8e8d798ea6c8 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Subnet': ['ID=bb663b67-de67-4ffa-bdc4-94a7137fa6c8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:50.526409 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0ce032a4-08dd-44f7-b3b6-8e8d798ea6c8 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:50.531240 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0ce032a4-08dd-44f7-b3b6-8e8d798ea6c8 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/subnets/bb663b67-de67-4ffa-bdc4-94a7137fa6c8 HTTP/1.1" status: 204 len: 168 time: 0.5065207 Nov 03 18:55:50.533918 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36386) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:50.536211 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9166a760-4b77-4a6d-a10f-46d522f560c5 None None] Network edaf42e5-fb58-42f0-b041-2edbe499d666 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:50.734804 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:50.945686 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Deleting port c7593c0c-094e-42b4-94cf-f88265ab31a7 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:50.946356 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:50.947618 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2087750c-5d9a-4cad-aeb0-88306b70900a None None] DHCP port deletion for edaf42e5-fb58-42f0-b041-2edbe499d666 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:55:51.012914 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 681c0ad5-e544-4431-9d14-75e971310f80 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:51.050271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 681c0ad5-e544-4431-9d14-75e971310f80 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:51.050957 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 681c0ad5-e544-4431-9d14-75e971310f80 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:51.072324 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cafe7-3322-4866-9109-f3907c7e4804 req-c84696d2-6404-472d-9c78-66bd493b12ae tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:51.074762 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-792cafe7-3322-4866-9109-f3907c7e4804 req-c84696d2-6404-472d-9c78-66bd493b12ae tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 944 time: 0.1089206 Nov 03 18:55:51.113669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-2087750c-5d9a-4cad-aeb0-88306b70900a None None] Deleting port c7593c0c-094e-42b4-94cf-f88265ab31a7 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:51.117235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2087750c-5d9a-4cad-aeb0-88306b70900a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:51.141426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] For port c7593c0c-094e-42b4-94cf-f88265ab31a7, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c7593c0c-094e-42b4-94cf-f88265ab31a7,segment=NetworkSegment(f5862571-c89c-4a29-81a8-292dcb55e5fa),segment_id=f5862571-c89c-4a29-81a8-292dcb55e5fa)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:51.146673 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:51.244298 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Calling delete_port for c7593c0c-094e-42b4-94cf-f88265ab31a7 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:51.264536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-792cafe7-3322-4866-9109-f3907c7e4804 req-5d4529dd-b433-4762-ab2b-22ea60582925 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804633 Nov 03 18:55:51.335194 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-2087750c-5d9a-4cad-aeb0-88306b70900a None None] For port c7593c0c-094e-42b4-94cf-f88265ab31a7, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c7593c0c-094e-42b4-94cf-f88265ab31a7,segment=NetworkSegment(f5862571-c89c-4a29-81a8-292dcb55e5fa),segment_id=f5862571-c89c-4a29-81a8-292dcb55e5fa)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:51.342057 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2087750c-5d9a-4cad-aeb0-88306b70900a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:51.372708 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-2087750c-5d9a-4cad-aeb0-88306b70900a None None] Calling delete_port for c7593c0c-094e-42b4-94cf-f88265ab31a7 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:51.417415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:51.457444 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Port': ['ID=c7593c0c-094e-42b4-94cf-f88265ab31a7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:51.469584 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No DVR routers for this DVR port c7593c0c-094e-42b4-94cf-f88265ab31a7 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:51.575143 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2087750c-5d9a-4cad-aeb0-88306b70900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:51.638183 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:51.654751 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087750c-5d9a-4cad-aeb0-88306b70900a None None] Pushing event deleted for resources: {'Port': ['ID=c7593c0c-094e-42b4-94cf-f88265ab31a7,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:51.673525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087750c-5d9a-4cad-aeb0-88306b70900a None None] No DVR routers for this DVR port c7593c0c-094e-42b4-94cf-f88265ab31a7 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:51.688596 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edaf42e5-fb58-42f0-b041-2edbe499d666']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:51.716715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5862571-c89c-4a29-81a8-292dcb55e5fa') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:51.717929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5862571-c89c-4a29-81a8-292dcb55e5fa') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:51.737931 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:51.761813 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:51.770509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:51.771313 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:51.775354 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:51.854485 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:51.863718 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:51.867643 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/edaf42e5-fb58-42f0-b041-2edbe499d666 HTTP/1.1" status: 204 len: 168 time: 1.3322034 Nov 03 18:55:51.870388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36398) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:51.891055 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18764386-3df7-4406-bc76-5bbb1d58359a tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Network': ['ID=edaf42e5-fb58-42f0-b041-2edbe499d666,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:51.936709 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e9408c-b517-4a51-b4c3-070778946249 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:51.937378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e9408c-b517-4a51-b4c3-070778946249 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:51.941589 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-50e9408c-b517-4a51-b4c3-070778946249 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/subnets/144364f3-7278-4751-b333-54a97fe053eb HTTP/1.1" status: 404 len: 337 time: 0.0697963 Nov 03 18:55:51.945671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36402) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:51.966287 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc19ee1-d532-4819-8e58-4543345bafa3 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] DELETE failed (client error): The resource could not be found. Nov 03 18:55:51.966873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc19ee1-d532-4819-8e58-4543345bafa3 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:55:51.971862 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4dc19ee1-d532-4819-8e58-4543345bafa3 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/fb669975-7c9b-413d-b117-21d3645037d1 HTTP/1.1" status: 404 len: 339 time: 0.0249822 Nov 03 18:55:51.975472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36404) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:52.040422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-a202251d-e857-4416-aa68-279141598577 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Deleting subnet d56e6038-69f7-4ba2-b646-c54dd9aec86e {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:55:52.043971 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a202251d-e857-4416-aa68-279141598577 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.048217 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a6256e8f-dd54-4618-8d0d-b0df4429d5aa details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:55:52.102659 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a202251d-e857-4416-aa68-279141598577 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.167792 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a6256e8f-dd54-4618-8d0d-b0df4429d5aa, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a6256e8f-dd54-4618-8d0d-b0df4429d5aa,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:52.181385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'a6256e8f-dd54-4618-8d0d-b0df4429d5aa', 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd', 'port_id': 'a6256e8f-dd54-4618-8d0d-b0df4429d5aa', 'mac_address': 'fa:16:3e:38:8e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3819844f-11d3-46e6-a85a-1c8983cc47d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:55:52.221276 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a202251d-e857-4416-aa68-279141598577 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.224192 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.238994 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6256e8f-dd54-4618-8d0d-b0df4429d5aa {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:55:52.263064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a6256e8f-dd54-4618-8d0d-b0df4429d5aa, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a6256e8f-dd54-4618-8d0d-b0df4429d5aa,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:52.273911 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.309105 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a202251d-e857-4416-aa68-279141598577 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.402083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202251d-e857-4416-aa68-279141598577 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Subnet': ['ID=d56e6038-69f7-4ba2-b646-c54dd9aec86e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:52.420149 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6053cb95-faaf-4584-8da9-7cd570f2c386 None None] Network 9ad81478-7153-44bf-85cc-faebcbbcd0a1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:55:52.427776 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a202251d-e857-4416-aa68-279141598577 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.434691 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a202251d-e857-4416-aa68-279141598577 tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/subnets/d56e6038-69f7-4ba2-b646-c54dd9aec86e HTTP/1.1" status: 204 len: 168 time: 0.4558380 Nov 03 18:55:52.434939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36414) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:52.567162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a6256e8f-dd54-4618-8d0d-b0df4429d5aa,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:52.660507 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a6256e8f-dd54-4618-8d0d-b0df4429d5aa'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:55:52.663598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e46fdf-3e81-48cd-9ad9-bd36acd82051 req-0b778b6f-847d-40ac-adef-a6bbd27c41d0 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:52.671038 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-59e46fdf-3e81-48cd-9ad9-bd36acd82051 req-0b778b6f-847d-40ac-adef-a6bbd27c41d0 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 945 time: 0.1868234 Nov 03 18:55:52.676958 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:52.909477 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4754115-0ffb-47b2-8806-d25616416653 None None] DHCP port deletion for 9ad81478-7153-44bf-85cc-faebcbbcd0a1 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:55:52.910583 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-59e46fdf-3e81-48cd-9ad9-bd36acd82051 req-895c59af-55ba-40f9-a332-3d1c1eb8590a tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383778 Nov 03 18:55:53.013515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c7593c0c-094e-42b4-94cf-f88265ab31a7 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:53.045108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Deleting port 25a7daff-8d12-4177-a132-81a579652d26 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:53.045817 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.075493 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: c7593c0c-094e-42b4-94cf-f88265ab31a7 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:53.075858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c7593c0c-094e-42b4-94cf-f88265ab31a7 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:53.096544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d4754115-0ffb-47b2-8806-d25616416653 None None] Deleting port 25a7daff-8d12-4177-a132-81a579652d26 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:55:53.096934 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d4754115-0ffb-47b2-8806-d25616416653 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.275052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] For port 25a7daff-8d12-4177-a132-81a579652d26, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=25a7daff-8d12-4177-a132-81a579652d26,segment=NetworkSegment(2e6584e1-332d-4c4a-8b4f-af9cce4f11f8),segment_id=2e6584e1-332d-4c4a-8b4f-af9cce4f11f8)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:53.275309 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.300308 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Calling delete_port for 25a7daff-8d12-4177-a132-81a579652d26 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:53.312872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d4754115-0ffb-47b2-8806-d25616416653 None None] For port 25a7daff-8d12-4177-a132-81a579652d26, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=25a7daff-8d12-4177-a132-81a579652d26,segment=NetworkSegment(2e6584e1-332d-4c4a-8b4f-af9cce4f11f8),segment_id=2e6584e1-332d-4c4a-8b4f-af9cce4f11f8)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:53.313427 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d4754115-0ffb-47b2-8806-d25616416653 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.333293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d4754115-0ffb-47b2-8806-d25616416653 None None] Calling delete_port for 25a7daff-8d12-4177-a132-81a579652d26 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:55:53.452272 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.525551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Port': ['ID=25a7daff-8d12-4177-a132-81a579652d26,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:53.532298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] No DVR routers for this DVR port 25a7daff-8d12-4177-a132-81a579652d26 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:53.668859 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.697180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad81478-7153-44bf-85cc-faebcbbcd0a1']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:53.706529 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6584e1-332d-4c4a-8b4f-af9cce4f11f8') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:53.706831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6584e1-332d-4c4a-8b4f-af9cce4f11f8') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:55:53.725542 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d4754115-0ffb-47b2-8806-d25616416653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.727444 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.742730 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.750090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:55:53.750533 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.776055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4754115-0ffb-47b2-8806-d25616416653 None None] Pushing event deleted for resources: {'Port': ['ID=25a7daff-8d12-4177-a132-81a579652d26,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:53.790598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4754115-0ffb-47b2-8806-d25616416653 None None] No DVR routers for this DVR port 25a7daff-8d12-4177-a132-81a579652d26 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:55:53.819328 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:55:53.833030 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.853306 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:53.860209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] 10.222.0.107 "DELETE /v2.0/networks/9ad81478-7153-44bf-85cc-faebcbbcd0a1 HTTP/1.1" status: 204 len: 168 time: 1.4211502 Nov 03 18:55:53.888944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dc2b5-df24-4a3c-89d5-e19a8068588b tempest-NetworksIpV6Test-752461638 tempest-NetworksIpV6Test-752461638-project] Pushing event deleted for resources: {'Network': ['ID=9ad81478-7153-44bf-85cc-faebcbbcd0a1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:54.050046 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a6256e8f-dd54-4618-8d0d-b0df4429d5aa up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:55:54.090578 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3372e3-f66b-480d-ad81-badd2d4beaa0 req-5472f8e5-c795-4e07-9b5f-7037dd253a50 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:54.103765 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a3372e3-f66b-480d-ad81-badd2d4beaa0 req-5472f8e5-c795-4e07-9b5f-7037dd253a50 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 945 time: 0.0854940 Nov 03 18:55:54.171538 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port a6256e8f-dd54-4618-8d0d-b0df4429d5aa completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:55:54.185164 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port a6256e8f-dd54-4618-8d0d-b0df4429d5aa triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:55:54.185603 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:54.202114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a3372e3-f66b-480d-ad81-badd2d4beaa0 req-897a445e-233e-4ae8-a7cc-a7f4b75505b1 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873871 Nov 03 18:55:54.334575 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:54.375846 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d60d790-e73f-4303-84c4-4d022a66f158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6256e8f-dd54-4618-8d0d-b0df4429d5aa'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:55:54.378294 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1f330f-6d47-4e64-8fe0-095e6f31a285" -d '{"events": [{"server_uuid": "7d60d790-e73f-4303-84c4-4d022a66f158", "name": "network-vif-plugged", "status": "completed", "tag": "a6256e8f-dd54-4618-8d0d-b0df4429d5aa"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:55:54.389366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36440) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:54.404201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a6256e8f-dd54-4618-8d0d-b0df4429d5aa, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a6256e8f-dd54-4618-8d0d-b0df4429d5aa,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:55:54.410710 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:54.570978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a6256e8f-dd54-4618-8d0d-b0df4429d5aa,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:54.581183 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed896ef-2aae-4bc3-b8d2-0fe69d8e709b x-openstack-request-id: req-0ed896ef-2aae-4bc3-b8d2-0fe69d8e709b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:55:54.581676 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d60d790-e73f-4303-84c4-4d022a66f158", "name": "network-vif-plugged", "status": "completed", "tag": "a6256e8f-dd54-4618-8d0d-b0df4429d5aa", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:55:54.582038 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0ed896ef-2aae-4bc3-b8d2-0fe69d8e709b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:55:54.582517 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d60d790-e73f-4303-84c4-4d022a66f158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6256e8f-dd54-4618-8d0d-b0df4429d5aa', 'code': 200} Nov 03 18:55:54.670651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f71c01-9ef9-45e7-a1d0-3e27ae7b8042 req-7c01929e-f6c9-46c2-baa6-864d4266c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:54.672586 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3f71c01-9ef9-45e7-a1d0-3e27ae7b8042 req-7c01929e-f6c9-46c2-baa6-864d4266c804 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 1097 time: 0.0897896 Nov 03 18:55:54.781155 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-162d467d-2339-443c-accd-3ece8bd23842 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=44bc90cfb20d41b19d63a0b28b307bde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3867540 Nov 03 18:55:54.782144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36448) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:54.786012 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3f71c01-9ef9-45e7-a1d0-3e27ae7b8042 req-a94cac93-8ede-42c0-9e6f-0be1a3386ed1 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061828 Nov 03 18:55:54.875673 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cde0813c-4bbb-4558-af40-81b4316a9849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:54.907492 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 25a7daff-8d12-4177-a132-81a579652d26 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:55:54.918118 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cde0813c-4bbb-4558-af40-81b4316a9849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:54.935559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 25a7daff-8d12-4177-a132-81a579652d26 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:55:54.936187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 25a7daff-8d12-4177-a132-81a579652d26 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:55:54.995671 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cde0813c-4bbb-4558-af40-81b4316a9849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:55.001990 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cde0813c-4bbb-4558-af40-81b4316a9849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:55.005438 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cde0813c-4bbb-4558-af40-81b4316a9849 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c58b9e3e-a1a5-4cf8-ba9a-7fad725f2449 HTTP/1.1" status: 204 len: 168 time: 0.2173190 Nov 03 18:55:55.032517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0813c-4bbb-4558-af40-81b4316a9849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58b9e3e-a1a5-4cf8-ba9a-7fad725f2449,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:55.408993 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b314185-e3da-437c-beec-208499c87a29 req-9ac68373-ff61-47cf-963d-d6380d06f94a tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:55.422661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b314185-e3da-437c-beec-208499c87a29 req-9ac68373-ff61-47cf-963d-d6380d06f94a tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 946 time: 0.1223235 Nov 03 18:55:55.544818 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b314185-e3da-437c-beec-208499c87a29 req-60c2bd8e-4d84-4639-8c65-91085a863c07 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203232 Nov 03 18:55:55.758119 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8c78caf-049e-4c55-a26a-3ce320389e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.470879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36490) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:55:56.601818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-415835387'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:55:56.638986 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Made reservation on behalf of 9c580863e2e94b299c6252bbef904d0b for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:55:56.646656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.662852 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.773441 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.778627 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.784833 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf67db-9bab-41e4-bc8c-47cabfc98683 req-23c43186-77d7-486a-a9f5-75503f5e1aab tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:56.798273 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0eaf67db-9bab-41e4-bc8c-47cabfc98683 req-23c43186-77d7-486a-a9f5-75503f5e1aab tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 946 time: 0.1137335 Nov 03 18:55:56.869536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0eaf67db-9bab-41e4-bc8c-47cabfc98683 req-794bd140-34ab-46cf-ad86-cd7de02090a8 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698614 Nov 03 18:55:56.881225 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:55:56.908915 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc70001-f54d-4b1d-9b3e-88be8a295b52,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:56.913243 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:56.913960 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Added segment 59d547c3-986e-412b-a587-69f8d113687f of type vlan for network 4991f85d-b870-4989-b707-0a0bbe236455 Nov 03 18:55:56.975427 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:57.010701 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:57.021656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:55:57.022314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:57.173646 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6998692 Nov 03 18:55:57.184732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775508bc-3bad-4738-9fb4-5249587201e8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event updated for resources: {'Network': ['ID=4991f85d-b870-4989-b707-0a0bbe236455,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:55:57.197240 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 4991f85d-b870-4989-b707-0a0bbe236455 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:55:58.090824 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ba9f4476-5bc7-40fd-a55c-36dd13d86d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:55:59.360400 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:00.545511 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:00.675341 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.057285 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36584) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:01.062990 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-5f381ac1-f11a-4ffd-8feb-da5679d8ae81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Request body: {'subnet': {'network_id': '4991f85d-b870-4989-b707-0a0bbe236455', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:01.176523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f381ac1-f11a-4ffd-8feb-da5679d8ae81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Made reservation on behalf of 9c580863e2e94b299c6252bbef904d0b for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:01.181356 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f381ac1-f11a-4ffd-8feb-da5679d8ae81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.415373 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.441002 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f381ac1-f11a-4ffd-8feb-da5679d8ae81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.541561 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f381ac1-f11a-4ffd-8feb-da5679d8ae81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event updated for resources: {'Subnet': ['ID=546d7f33-46f1-4603-ad87-10137a0c5838,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:01.551537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f381ac1-f11a-4ffd-8feb-da5679d8ae81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Checking segment: {'id': '59d547c3-986e-412b-a587-69f8d113687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '4991f85d-b870-4989-b707-0a0bbe236455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:01.552020 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f381ac1-f11a-4ffd-8feb-da5679d8ae81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Network hostable DHCP agents. Network: 4991f85d-b870-4989-b707-0a0bbe236455, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:01.574653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f381ac1-f11a-4ffd-8feb-da5679d8ae81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Network 4991f85d-b870-4989-b707-0a0bbe236455 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:01.589505 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-5f381ac1-f11a-4ffd-8feb-da5679d8ae81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 4991f85d-b870-4989-b707-0a0bbe236455) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:01.598170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f381ac1-f11a-4ffd-8feb-da5679d8ae81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:01.599733 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f381ac1-f11a-4ffd-8feb-da5679d8ae81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.601308 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e180a4d4-c1b1-440e-bca1-9ceec68d2f20 None None] Network 4991f85d-b870-4989-b707-0a0bbe236455 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:01.637670 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5f381ac1-f11a-4ffd-8feb-da5679d8ae81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5791221 Nov 03 18:56:01.642068 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36596) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:01.649446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ab3d7fa6-5d2a-456e-b435-a46be1dae5a3 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-490152288'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:01.704450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3d7fa6-5d2a-456e-b435-a46be1dae5a3 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Made reservation on behalf of 9c580863e2e94b299c6252bbef904d0b for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:01.710882 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3d7fa6-5d2a-456e-b435-a46be1dae5a3 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.757901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3d7fa6-5d2a-456e-b435-a46be1dae5a3 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:01.771515 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3d7fa6-5d2a-456e-b435-a46be1dae5a3 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.772117 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-ab3d7fa6-5d2a-456e-b435-a46be1dae5a3 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Added segment 68c408bb-0e05-463b-a388-c447cf44d2ec of type vlan for network 0699fdc6-a5d0-49cc-bf69-4ac752af32b4 Nov 03 18:56:01.861845 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3d7fa6-5d2a-456e-b435-a46be1dae5a3 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.926706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36602) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:01.935806 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3d7fa6-5d2a-456e-b435-a46be1dae5a3 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:01.959805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3d7fa6-5d2a-456e-b435-a46be1dae5a3 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:01.960426 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3d7fa6-5d2a-456e-b435-a46be1dae5a3 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:02.137076 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ab3d7fa6-5d2a-456e-b435-a46be1dae5a3 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4899626 Nov 03 18:56:02.137878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36606) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:02.147148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-19f82bbf-e35b-4eb9-93ec-647bfeb64945 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Request body: {'subnet': {'network_id': '0699fdc6-a5d0-49cc-bf69-4ac752af32b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:02.152511 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-4991f85d-b870-4989-b707-0a0bbe236455', 'network_id': '4991f85d-b870-4989-b707-0a0bbe236455', 'tenant_id': '9c580863e2e94b299c6252bbef904d0b', 'fixed_ips': [{'subnet_id': '546d7f33-46f1-4603-ad87-10137a0c5838'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:02.152695 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:02.262599 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d7fa6-5d2a-456e-b435-a46be1dae5a3 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event updated for resources: {'Network': ['ID=0699fdc6-a5d0-49cc-bf69-4ac752af32b4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:02.297239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 0699fdc6-a5d0-49cc-bf69-4ac752af32b4 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:02.544341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f82bbf-e35b-4eb9-93ec-647bfeb64945 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Made reservation on behalf of 9c580863e2e94b299c6252bbef904d0b for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:02.563103 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19f82bbf-e35b-4eb9-93ec-647bfeb64945 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:02.662558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Allocated IP 2001:db8:0:ffff::2 (4991f85d-b870-4989-b707-0a0bbe236455/546d7f33-46f1-4603-ad87-10137a0c5838/38a4efe6-b195-418b-bc9d-b1bc3421d501) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:03.038557 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:03.053655 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:03.194132 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Pushing event updated for resources: {'Port': ['ID=38a4efe6-b195-418b-bc9d-b1bc3421d501,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:03.213472 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Network 4991f85d-b870-4989-b707-0a0bbe236455 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:03.222858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:03.227966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:03.347786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Attempting to bind port 38a4efe6-b195-418b-bc9d-b1bc3421d501 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:03.348268 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Attempting to bind port 38a4efe6-b195-418b-bc9d-b1bc3421d501 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '59d547c3-986e-412b-a587-69f8d113687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '4991f85d-b870-4989-b707-0a0bbe236455'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:03.348887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Attempting to bind port 38a4efe6-b195-418b-bc9d-b1bc3421d501 on network 4991f85d-b870-4989-b707-0a0bbe236455 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:03.360018 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:03.360541 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Checking segment: {'id': '59d547c3-986e-412b-a587-69f8d113687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '4991f85d-b870-4989-b707-0a0bbe236455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:03.361154 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:03.361721 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Bound using segment: {'id': '59d547c3-986e-412b-a587-69f8d113687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '4991f85d-b870-4989-b707-0a0bbe236455'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:03.362348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Bound port: 38a4efe6-b195-418b-bc9d-b1bc3421d501, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d547c3-986e-412b-a587-69f8d113687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '4991f85d-b870-4989-b707-0a0bbe236455'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:03.362975 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:03.547227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] For port 38a4efe6-b195-418b-bc9d-b1bc3421d501, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:03.552954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] For port 38a4efe6-b195-418b-bc9d-b1bc3421d501, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=38a4efe6-b195-418b-bc9d-b1bc3421d501,segment=NetworkSegment(59d547c3-986e-412b-a587-69f8d113687f),segment_id=59d547c3-986e-412b-a587-69f8d113687f)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:03.562764 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:03.680723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ec022-7373-496d-9180-fb9e6b221b5b None None] Pushing event updated for resources: {'Port': ['ID=38a4efe6-b195-418b-bc9d-b1bc3421d501,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:04.398396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.objects.ports [None req-19f82bbf-e35b-4eb9-93ec-647bfeb64945 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:56:04.412649 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19f82bbf-e35b-4eb9-93ec-647bfeb64945 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:04.418896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94d97632-aafa-4636-9435-b4c0a4b212e1 req-1436c065-1733-46a3-a03d-60dbd8e74659 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1511996 Nov 03 18:56:04.435823 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5d852890-10cd-4c12-9d57-6362e00a5d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:04.721050 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f82bbf-e35b-4eb9-93ec-647bfeb64945 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event updated for resources: {'Subnet': ['ID=36034a57-cd77-487d-a63c-cac30bf5e1ab,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:04.743861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d97632-aafa-4636-9435-b4c0a4b212e1 req-a0533966-818d-4749-a9f8-0331d7ac15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:04.745574 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94d97632-aafa-4636-9435-b4c0a4b212e1 req-a0533966-818d-4749-a9f8-0331d7ac15ce service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 1096 time: 0.2693353 Nov 03 18:56:05.060310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d97632-aafa-4636-9435-b4c0a4b212e1 req-76f2bfb9-8192-41a9-92cf-483f2a80359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:05.062661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94d97632-aafa-4636-9435-b4c0a4b212e1 req-76f2bfb9-8192-41a9-92cf-483f2a80359b service neutron] 10.222.0.98 "GET /v2.0/networks?id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 200 len: 915 time: 0.2216618 Nov 03 18:56:05.078933 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f82bbf-e35b-4eb9-93ec-647bfeb64945 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Checking segment: {'id': '68c408bb-0e05-463b-a388-c447cf44d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0699fdc6-a5d0-49cc-bf69-4ac752af32b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:05.079263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f82bbf-e35b-4eb9-93ec-647bfeb64945 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Network hostable DHCP agents. Network: 0699fdc6-a5d0-49cc-bf69-4ac752af32b4, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:05.105024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 38a4efe6-b195-418b-bc9d-b1bc3421d501 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:05.162919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94d97632-aafa-4636-9435-b4c0a4b212e1 req-2ee95b49-f9ad-4187-9aef-c0732c7d746a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63003d42-6336-4ab2-a39c-86bcb259b295 HTTP/1.1" status: 200 len: 217 time: 0.0785644 Nov 03 18:56:05.217574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f82bbf-e35b-4eb9-93ec-647bfeb64945 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Network 0699fdc6-a5d0-49cc-bf69-4ac752af32b4 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:05.245599 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 38a4efe6-b195-418b-bc9d-b1bc3421d501 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:05.245884 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:05.370832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-19f82bbf-e35b-4eb9-93ec-647bfeb64945 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 0699fdc6-a5d0-49cc-bf69-4ac752af32b4) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:05.381804 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f82bbf-e35b-4eb9-93ec-647bfeb64945 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:05.382569 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19f82bbf-e35b-4eb9-93ec-647bfeb64945 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:05.397736 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1666b5e-cf60-4c27-884d-7201da2b597f None None] Network 0699fdc6-a5d0-49cc-bf69-4ac752af32b4 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:05.411689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d97632-aafa-4636-9435-b4c0a4b212e1 req-cbd4ae34-1c04-4a4d-9c7c-774b6f517904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:05.421605 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94d97632-aafa-4636-9435-b4c0a4b212e1 req-cbd4ae34-1c04-4a4d-9c7c-774b6f517904 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3819844f-11d3-46e6-a85a-1c8983cc47d5 HTTP/1.1" status: 200 len: 854 time: 0.2499259 Nov 03 18:56:05.426822 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-19f82bbf-e35b-4eb9-93ec-647bfeb64945 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2877033 Nov 03 18:56:05.430974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36654) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:05.439908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-3c947803-2099-4720-aeaa-4afd5895cc5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Request body: {'port': {'network_id': '0699fdc6-a5d0-49cc-bf69-4ac752af32b4', 'name': 'tempest-NetworksIpV6TestAttrs-2137284243'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:05.488925 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94d97632-aafa-4636-9435-b4c0a4b212e1 req-fcc1d5cb-3815-4290-b90d-29bba3a38e53 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600209 Nov 03 18:56:05.693370 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c947803-2099-4720-aeaa-4afd5895cc5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Made reservation on behalf of 9c580863e2e94b299c6252bbef904d0b for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:05.694705 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:05.701712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94d97632-aafa-4636-9435-b4c0a4b212e1 req-5af08932-d7ba-4ff8-8150-389010b97ba9 service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993382 Nov 03 18:56:05.722940 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c947803-2099-4720-aeaa-4afd5895cc5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:05.734963 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0bc0d2-a431-4349-832f-176134be6a4b None None] Network 4991f85d-b870-4989-b707-0a0bbe236455 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:05.780051 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-3c947803-2099-4720-aeaa-4afd5895cc5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] device_id is not set on port ca019fc0-b9a2-4759-be1a-f850ca84ba19 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:56:05.896290 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94d97632-aafa-4636-9435-b4c0a4b212e1 req-123bb307-2ae1-43b6-b497-160b98a0dfd3 service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862142 Nov 03 18:56:05.967086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 38a4efe6-b195-418b-bc9d-b1bc3421d501, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=38a4efe6-b195-418b-bc9d-b1bc3421d501,segment=NetworkSegment(59d547c3-986e-412b-a587-69f8d113687f),segment_id=59d547c3-986e-412b-a587-69f8d113687f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:05.991544 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.085874 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-3c947803-2099-4720-aeaa-4afd5895cc5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Allocated IP 2001:db8::f816:3eff:fe10:d661 (0699fdc6-a5d0-49cc-bf69-4ac752af32b4/36034a57-cd77-487d-a63c-cac30bf5e1ab/ca019fc0-b9a2-4759-be1a-f850ca84ba19) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:06.086278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5d852890-10cd-4c12-9d57-6362e00a5d3e admin admin] Deleting port bd8f9adc-7626-41e4-a113-f824506aceac {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:06.087438 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5d852890-10cd-4c12-9d57-6362e00a5d3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.160318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=38a4efe6-b195-418b-bc9d-b1bc3421d501,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:06.235921 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ad2f2f13-4d75-4052-a3e7-6a2f22acb569 None None] Provisioning complete for port 38a4efe6-b195-418b-bc9d-b1bc3421d501 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:06.236217 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ad2f2f13-4d75-4052-a3e7-6a2f22acb569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.295288 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-5d852890-10cd-4c12-9d57-6362e00a5d3e admin admin] For port bd8f9adc-7626-41e4-a113-f824506aceac, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bd8f9adc-7626-41e4-a113-f824506aceac,segment=NetworkSegment(45ca18a0-c87a-441e-9d3e-7fbfffe25df5),segment_id=45ca18a0-c87a-441e-9d3e-7fbfffe25df5)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:06.295479 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5d852890-10cd-4c12-9d57-6362e00a5d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.301956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-0699fdc6-a5d0-49cc-bf69-4ac752af32b4', 'network_id': '0699fdc6-a5d0-49cc-bf69-4ac752af32b4', 'tenant_id': '9c580863e2e94b299c6252bbef904d0b', 'fixed_ips': [{'subnet_id': '36034a57-cd77-487d-a63c-cac30bf5e1ab'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:06.303724 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.320019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5d852890-10cd-4c12-9d57-6362e00a5d3e admin admin] Calling delete_port for bd8f9adc-7626-41e4-a113-f824506aceac owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:06.462931 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c947803-2099-4720-aeaa-4afd5895cc5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.556310 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c947803-2099-4720-aeaa-4afd5895cc5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.741347 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c947803-2099-4720-aeaa-4afd5895cc5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Network 0699fdc6-a5d0-49cc-bf69-4ac752af32b4 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:06.755388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-3c947803-2099-4720-aeaa-4afd5895cc5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:06.765582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c947803-2099-4720-aeaa-4afd5895cc5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:06.804374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c947803-2099-4720-aeaa-4afd5895cc5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:06.806961 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c947803-2099-4720-aeaa-4afd5895cc5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.819471 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5d852890-10cd-4c12-9d57-6362e00a5d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:06.837385 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c947803-2099-4720-aeaa-4afd5895cc5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event updated for resources: {'Port': ['ID=ca019fc0-b9a2-4759-be1a-f850ca84ba19,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:06.872251 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3c947803-2099-4720-aeaa-4afd5895cc5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4347956 Nov 03 18:56:06.872467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36668) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:06.902582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d852890-10cd-4c12-9d57-6362e00a5d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8f9adc-7626-41e4-a113-f824506aceac,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:07.102772 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 38a4efe6-b195-418b-bc9d-b1bc3421d501 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:07.106877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-8658d9fa-54c7-4fbc-ab13-39b8e73b4917 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Deleting subnet 36034a57-cd77-487d-a63c-cac30bf5e1ab {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:56:07.250524 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Allocated IP 2001:db8::f816:3eff:fe8b:c4ea (0699fdc6-a5d0-49cc-bf69-4ac752af32b4/36034a57-cd77-487d-a63c-cac30bf5e1ab/680ad91d-b9db-42ff-817d-bd5d5b5fe338) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:07.297788 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 38a4efe6-b195-418b-bc9d-b1bc3421d501 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:07.298158 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:07.389018 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5d852890-10cd-4c12-9d57-6362e00a5d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:07.678937 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:07.690114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8658d9fa-54c7-4fbc-ab13-39b8e73b4917 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:07.692570 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:07.775210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Pushing event updated for resources: {'Port': ['ID=680ad91d-b9db-42ff-817d-bd5d5b5fe338,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:07.803284 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8658d9fa-54c7-4fbc-ab13-39b8e73b4917 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:07.803973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Network 0699fdc6-a5d0-49cc-bf69-4ac752af32b4 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:07.827901 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:07.836523 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:07.840666 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d852890-10cd-4c12-9d57-6362e00a5d3e admin admin] Router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:56:07.882970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5e00b8f2-17ca-4171-8328-744db8becbfd None None] Provisioning complete for port 38a4efe6-b195-418b-bc9d-b1bc3421d501 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:07.883420 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5e00b8f2-17ca-4171-8328-744db8becbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.033984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Attempting to bind port 680ad91d-b9db-42ff-817d-bd5d5b5fe338 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:08.034604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Attempting to bind port 680ad91d-b9db-42ff-817d-bd5d5b5fe338 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '68c408bb-0e05-463b-a388-c447cf44d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0699fdc6-a5d0-49cc-bf69-4ac752af32b4'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:08.035213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Attempting to bind port 680ad91d-b9db-42ff-817d-bd5d5b5fe338 on network 0699fdc6-a5d0-49cc-bf69-4ac752af32b4 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:08.048558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:08.049063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Checking segment: {'id': '68c408bb-0e05-463b-a388-c447cf44d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0699fdc6-a5d0-49cc-bf69-4ac752af32b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:08.049489 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.049890 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Bound using segment: {'id': '68c408bb-0e05-463b-a388-c447cf44d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0699fdc6-a5d0-49cc-bf69-4ac752af32b4'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:08.050382 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Bound port: 680ad91d-b9db-42ff-817d-bd5d5b5fe338, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c408bb-0e05-463b-a388-c447cf44d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '0699fdc6-a5d0-49cc-bf69-4ac752af32b4'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:08.050766 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.114506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d852890-10cd-4c12-9d57-6362e00a5d3e admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:56:08.133313 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5d852890-10cd-4c12-9d57-6362e00a5d3e admin admin] 10.222.0.107 "PUT /v2.0/routers/d8c95dbc-72c9-4a99-8fba-2823bcce9f6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2065523 Nov 03 18:56:08.135608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36680) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:08.168664 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8658d9fa-54c7-4fbc-ab13-39b8e73b4917 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.229529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dc640c-8eee-4751-b4f6-17cb2687d67a None None] Sync routers for ids ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:56:08.321063 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8658d9fa-54c7-4fbc-ab13-39b8e73b4917 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.326823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dc640c-8eee-4751-b4f6-17cb2687d67a None None] Routers {'d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:08.328329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-09dc640c-8eee-4751-b4f6-17cb2687d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:08.373821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] For port 680ad91d-b9db-42ff-817d-bd5d5b5fe338, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:08.404738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] For port 680ad91d-b9db-42ff-817d-bd5d5b5fe338, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=680ad91d-b9db-42ff-817d-bd5d5b5fe338,segment=NetworkSegment(68c408bb-0e05-463b-a388-c447cf44d2ec),segment_id=68c408bb-0e05-463b-a388-c447cf44d2ec)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:08.420864 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.421857 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.436211 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658d9fa-54c7-4fbc-ab13-39b8e73b4917 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event deleted for resources: {'Subnet': ['ID=36034a57-cd77-487d-a63c-cac30bf5e1ab,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:08.445837 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8658d9fa-54c7-4fbc-ab13-39b8e73b4917 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.450390 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8658d9fa-54c7-4fbc-ab13-39b8e73b4917 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/subnets/36034a57-cd77-487d-a63c-cac30bf5e1ab HTTP/1.1" status: 204 len: 168 time: 1.5766399 Nov 03 18:56:08.454477 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36690) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:08.653538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c8332a-4f06-499e-bd6b-bb76a409ffa8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:08.656758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c8332a-4f06-499e-bd6b-bb76a409ffa8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:08.661249 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e2c8332a-4f06-499e-bd6b-bb76a409ffa8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2052305 Nov 03 18:56:08.665247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36694) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:08.763734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-09dc640c-8eee-4751-b4f6-17cb2687d67a None None] Set router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:08.802691 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.932177 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35ade28f-b373-41fe-9e21-8441de01e3b4 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.957992 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ade28f-b373-41fe-9e21-8441de01e3b4 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 03 18:56:08.964329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ade28f-b373-41fe-9e21-8441de01e3b4 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:56:08.969845 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] Deleting port b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:08.970601 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:08.985120 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-35ade28f-b373-41fe-9e21-8441de01e3b4 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/networks/0699fdc6-a5d0-49cc-bf69-4ac752af32b4 HTTP/1.1" status: 409 len: 405 time: 0.3183742 Nov 03 18:56:08.994244 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36702) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:09.037017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a27cb7d1-bb52-460d-b80a-a29b8a64cb86 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-792679718'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:09.123134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27cb7d1-bb52-460d-b80a-a29b8a64cb86 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Made reservation on behalf of 9c580863e2e94b299c6252bbef904d0b for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:09.147907 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a27cb7d1-bb52-460d-b80a-a29b8a64cb86 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:09.214866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50924df8-ce2a-4179-ad9d-5196f561d207 None None] Pushing event updated for resources: {'Port': ['ID=680ad91d-b9db-42ff-817d-bd5d5b5fe338,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:09.253999 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27cb7d1-bb52-460d-b80a-a29b8a64cb86 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:09.294935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-09dc640c-8eee-4751-b4f6-17cb2687d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:33Z', 'updated_at': '2021-11-03T18:56:06Z', 'revision_number': 5, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'gw_port': {'id': 'b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:43:35Z', 'updated_at': '2021-11-03T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:09.302530 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a27cb7d1-bb52-460d-b80a-a29b8a64cb86 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:09.304837 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-a27cb7d1-bb52-460d-b80a-a29b8a64cb86 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Added segment 5ca48e7c-3438-4cb1-8141-5376482cda8f of type vlan for network b1fac5bc-5de0-495d-b08d-1da298485095 Nov 03 18:56:09.375429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dc640c-8eee-4751-b4f6-17cb2687d67a None None] Checking router: d8c95dbc-72c9-4a99-8fba-2823bcce9f6f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:56:09.414489 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dc640c-8eee-4751-b4f6-17cb2687d67a None None] Routers {'d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:09.423447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-09dc640c-8eee-4751-b4f6-17cb2687d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:09.425051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] For port b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:09.427937 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:09.454911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a27cb7d1-bb52-460d-b80a-a29b8a64cb86 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:09.475806 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] Calling delete_port for b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:09.515227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a27cb7d1-bb52-460d-b80a-a29b8a64cb86 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:09.528751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27cb7d1-bb52-460d-b80a-a29b8a64cb86 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:09.529606 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a27cb7d1-bb52-460d-b80a-a29b8a64cb86 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:09.584376 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a27cb7d1-bb52-460d-b80a-a29b8a64cb86 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5875916 Nov 03 18:56:09.587599 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36716) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:09.601819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-72fa744f-ca58-4712-bdbb-67ffba948eeb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Request body: {'subnet': {'network_id': 'b1fac5bc-5de0-495d-b08d-1da298485095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:09.722114 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-09dc640c-8eee-4751-b4f6-17cb2687d67a None None] Set router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:09.933081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-09dc640c-8eee-4751-b4f6-17cb2687d67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:33Z', 'updated_at': '2021-11-03T18:56:08Z', 'revision_number': 6, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:09.952504 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb7d1-bb52-460d-b80a-a29b8a64cb86 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event updated for resources: {'Network': ['ID=b1fac5bc-5de0-495d-b08d-1da298485095,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:10.014612 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.032620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network b1fac5bc-5de0-495d-b08d-1da298485095 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:10.035494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dc640c-8eee-4751-b4f6-17cb2687d67a None None] The sync data for ids ['d8c95dbc-72c9-4a99-8fba-2823bcce9f6f'] in n-d-812150-4 is: [{'id': 'd8c95dbc-72c9-4a99-8fba-2823bcce9f6f', 'name': 'tempest-TaggedBootDevicesTest_v242-499560847-router', 'tenant_id': 'c499298fecc740dd8356f938a201f1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:43:33Z', 'updated_at': '2021-11-03T18:56:08Z', 'revision_number': 6, 'project_id': 'c499298fecc740dd8356f938a201f1f9', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:56:10.044367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fa744f-ca58-4712-bdbb-67ffba948eeb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Made reservation on behalf of 9c580863e2e94b299c6252bbef904d0b for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:10.050411 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72fa744f-ca58-4712-bdbb-67ffba948eeb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.185407 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:10.236236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36720) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:10.255672 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.435348 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.443213 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.553775 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.554344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8c95dbc-72c9-4a99-8fba-2823bcce9f6f {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:56:10.574558 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.582177 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-750209ee-5290-4cd2-a602-06a8211f5916 admin admin] 10.222.0.107 "DELETE /v2.0/routers/d8c95dbc-72c9-4a99-8fba-2823bcce9f6f HTTP/1.1" status: 204 len: 168 time: 2.4453235 Nov 03 18:56:10.582866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36730) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:10.628666 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9147f39-9827-4516-ad7c-bc00fe0145a6 None None] Network 0699fdc6-a5d0-49cc-bf69-4ac752af32b4 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:10.655810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53359bd-6f90-441a-9658-2f64b9c8a3b3 admin admin] Deleting subnet c0093d58-4abe-4628-9969-4f73606f9325 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:56:10.660487 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e53359bd-6f90-441a-9658-2f64b9c8a3b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.723083 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e53359bd-6f90-441a-9658-2f64b9c8a3b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.816257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0e08cf0d-f6d8-4ed2-a469-bb393667120d None None] Provisioning complete for port 680ad91d-b9db-42ff-817d-bd5d5b5fe338 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:10.816910 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0e08cf0d-f6d8-4ed2-a469-bb393667120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.840183 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e53359bd-6f90-441a-9658-2f64b9c8a3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.907709 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7f11b2d9-fd7c-4013-b818-15cd119832e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.934910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.objects.ports [None req-72fa744f-ca58-4712-bdbb-67ffba948eeb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:56:10.941997 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72fa744f-ca58-4712-bdbb-67ffba948eeb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.944957 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e53359bd-6f90-441a-9658-2f64b9c8a3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:10.986203 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0e08cf0d-f6d8-4ed2-a469-bb393667120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.035240 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0e08cf0d-f6d8-4ed2-a469-bb393667120d None None] For port 680ad91d-b9db-42ff-817d-bd5d5b5fe338, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=680ad91d-b9db-42ff-817d-bd5d5b5fe338,segment=NetworkSegment(68c408bb-0e05-463b-a388-c447cf44d2ec),segment_id=68c408bb-0e05-463b-a388-c447cf44d2ec)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:11.040592 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0e08cf0d-f6d8-4ed2-a469-bb393667120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.040900 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e53359bd-6f90-441a-9658-2f64b9c8a3b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.049259 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e53359bd-6f90-441a-9658-2f64b9c8a3b3 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/c0093d58-4abe-4628-9969-4f73606f9325 HTTP/1.1" status: 204 len: 168 time: 0.4641657 Nov 03 18:56:11.050119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feae1c08-a20a-42ab-9420-22a8d00bd8ed None None] Network d2b26eb6-7515-43b1-9ddc-0eec10b264b7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:11.051469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53359bd-6f90-441a-9658-2f64b9c8a3b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0093d58-4abe-4628-9969-4f73606f9325,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:11.053905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36734) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:11.160536 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7f11b2d9-fd7c-4013-b818-15cd119832e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.167074 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] DHCP port deletion for 0699fdc6-a5d0-49cc-bf69-4ac752af32b4 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:56:11.168593 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7f11b2d9-fd7c-4013-b818-15cd119832e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.245232 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7f11b2d9-fd7c-4013-b818-15cd119832e9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fb3ac7ec0e8c493e8c29ef97c6032fbd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0050108 Nov 03 18:56:11.246154 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36736) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:11.247087 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11b2d9-fd7c-4013-b818-15cd119832e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7338ea5b-cc68-4e54-831d-297f7df3d9c1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:11.280559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa744f-ca58-4712-bdbb-67ffba948eeb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event updated for resources: {'Subnet': ['ID=53b1c189-d601-4a6a-8566-1ab5fa2236ff,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:11.297657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fa744f-ca58-4712-bdbb-67ffba948eeb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Checking segment: {'id': '5ca48e7c-3438-4cb1-8141-5376482cda8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b1fac5bc-5de0-495d-b08d-1da298485095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:11.298124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa744f-ca58-4712-bdbb-67ffba948eeb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Network hostable DHCP agents. Network: b1fac5bc-5de0-495d-b08d-1da298485095, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:11.322807 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.323296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:11.337140 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a97a6a6-bb4a-4b3f-bcbc-f108c211b1af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.342622 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fa744f-ca58-4712-bdbb-67ffba948eeb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Network b1fac5bc-5de0-495d-b08d-1da298485095 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:11.379270 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a97a6a6-bb4a-4b3f-bcbc-f108c211b1af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.379515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:11.380086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b2e32347-cf6f-4b7e-a4f1-dcc039f74e2a not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:11.380791 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bd8f9adc-7626-41e4-a113-f824506aceac no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:11.381025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-72fa744f-ca58-4712-bdbb-67ffba948eeb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, b1fac5bc-5de0-495d-b08d-1da298485095) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:11.402785 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa744f-ca58-4712-bdbb-67ffba948eeb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:11.403617 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72fa744f-ca58-4712-bdbb-67ffba948eeb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.441867 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbe31ca-cfd7-4973-9cfe-81f0e14f697e None None] Network b1fac5bc-5de0-495d-b08d-1da298485095 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:11.456666 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a97a6a6-bb4a-4b3f-bcbc-f108c211b1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.468899 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a97a6a6-bb4a-4b3f-bcbc-f108c211b1af admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.471257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: bd8f9adc-7626-41e4-a113-f824506aceac {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:11.472303 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bd8f9adc-7626-41e4-a113-f824506aceac not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:11.472871 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-72fa744f-ca58-4712-bdbb-67ffba948eeb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8826821 Nov 03 18:56:11.474763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36738) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:11.477904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0a97a6a6-bb4a-4b3f-bcbc-f108c211b1af admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7338ea5b-cc68-4e54-831d-297f7df3d9c1 HTTP/1.1" status: 204 len: 168 time: 0.2236769 Nov 03 18:56:11.487396 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0a2b07e9-129b-4a77-94ba-f9da36a05e81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Request body: {'port': {'network_id': 'b1fac5bc-5de0-495d-b08d-1da298485095', 'name': 'tempest-NetworksIpV6TestAttrs-557237544'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:11.498196 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97a6a6-bb4a-4b3f-bcbc-f108c211b1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7338ea5b-cc68-4e54-831d-297f7df3d9c1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:11.510596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08cf0d-f6d8-4ed2-a469-bb393667120d None None] Pushing event updated for resources: {'Port': ['ID=680ad91d-b9db-42ff-817d-bd5d5b5fe338,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:11.767924 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] Deleting port c7c76391-e20d-484a-8732-806832bbd417 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:11.770780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.786440 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Deleting port 680ad91d-b9db-42ff-817d-bd5d5b5fe338 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:11.787568 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.904815 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2de9ff-02cf-4b05-bcd2-2d6e5a84e6be None None] DHCP port deletion for d2b26eb6-7515-43b1-9ddc-0eec10b264b7 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:56:11.923400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] For port c7c76391-e20d-484a-8732-806832bbd417, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c7c76391-e20d-484a-8732-806832bbd417,segment=NetworkSegment(45ca18a0-c87a-441e-9d3e-7fbfffe25df5),segment_id=45ca18a0-c87a-441e-9d3e-7fbfffe25df5)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:11.923877 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:11.939065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] Calling delete_port for c7c76391-e20d-484a-8732-806832bbd417 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:12.010634 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-b1fac5bc-5de0-495d-b08d-1da298485095', 'network_id': 'b1fac5bc-5de0-495d-b08d-1da298485095', 'tenant_id': '9c580863e2e94b299c6252bbef904d0b', 'fixed_ips': [{'subnet_id': '53b1c189-d601-4a6a-8566-1ab5fa2236ff'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:12.011481 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.071276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2b07e9-129b-4a77-94ba-f9da36a05e81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Made reservation on behalf of 9c580863e2e94b299c6252bbef904d0b for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:12.074653 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] For port 680ad91d-b9db-42ff-817d-bd5d5b5fe338, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=680ad91d-b9db-42ff-817d-bd5d5b5fe338,segment=NetworkSegment(68c408bb-0e05-463b-a388-c447cf44d2ec),segment_id=68c408bb-0e05-463b-a388-c447cf44d2ec)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:12.075054 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.075324 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0a2b07e9-129b-4a77-94ba-f9da36a05e81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.100935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Calling delete_port for 680ad91d-b9db-42ff-817d-bd5d5b5fe338 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:12.102858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-0a2b07e9-129b-4a77-94ba-f9da36a05e81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] device_id is not set on port 793dc7ac-687d-43b9-a6c3-3bfd0a78a89a yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 18:56:12.119209 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:56:12.218709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-0a2b07e9-129b-4a77-94ba-f9da36a05e81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Allocated IP 2001:db8::f816:3eff:fe6f:3b1 (b1fac5bc-5de0-495d-b08d-1da298485095/53b1c189-d601-4a6a-8566-1ab5fa2236ff/793dc7ac-687d-43b9-a6c3-3bfd0a78a89a) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:12.220463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36752) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:12.241445 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d4dc9dc-5dd4-4e64-87fe-5e0db087c27d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.356992 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d4dc9dc-5dd4-4e64-87fe-5e0db087c27d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.361833 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d4dc9dc-5dd4-4e64-87fe-5e0db087c27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.399218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ec2de9ff-02cf-4b05-bcd2-2d6e5a84e6be None None] Deleting port c7c76391-e20d-484a-8732-806832bbd417 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:12.399699 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ec2de9ff-02cf-4b05-bcd2-2d6e5a84e6be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.400116 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1d4dc9dc-5dd4-4e64-87fe-5e0db087c27d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fd639c6472734e1fb9e3b2a691184b70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1762960 Nov 03 18:56:12.401083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36754) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:12.412168 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0a2b07e9-129b-4a77-94ba-f9da36a05e81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.452099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4dc9dc-5dd4-4e64-87fe-5e0db087c27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0617101-6fc0-4b93-91db-f2886c9c3a59,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:12.462639 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0a2b07e9-129b-4a77-94ba-f9da36a05e81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.471958 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.517219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2b07e9-129b-4a77-94ba-f9da36a05e81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Network b1fac5bc-5de0-495d-b08d-1da298485095 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:12.518800 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4ae3526-881a-451e-a669-c61bdbb60715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.519355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] No DVR routers for this DVR port c7c76391-e20d-484a-8732-806832bbd417 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:12.520967 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ec2de9ff-02cf-4b05-bcd2-2d6e5a84e6be None None] For port c7c76391-e20d-484a-8732-806832bbd417, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c7c76391-e20d-484a-8732-806832bbd417,segment=NetworkSegment(45ca18a0-c87a-441e-9d3e-7fbfffe25df5),segment_id=45ca18a0-c87a-441e-9d3e-7fbfffe25df5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:12.521104 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c76391-e20d-484a-8732-806832bbd417,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:12.521511 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ec2de9ff-02cf-4b05-bcd2-2d6e5a84e6be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.523053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-0a2b07e9-129b-4a77-94ba-f9da36a05e81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:12.530348 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b07e9-129b-4a77-94ba-f9da36a05e81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:12.536136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2b07e9-129b-4a77-94ba-f9da36a05e81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:12.537640 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0a2b07e9-129b-4a77-94ba-f9da36a05e81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.543477 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ec2de9ff-02cf-4b05-bcd2-2d6e5a84e6be None None] Calling delete_port for c7c76391-e20d-484a-8732-806832bbd417 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:12.559572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Allocated IP 2001:db8::f816:3eff:fe18:21c5 (b1fac5bc-5de0-495d-b08d-1da298485095/53b1c189-d601-4a6a-8566-1ab5fa2236ff/74035c57-1a27-460b-8d66-2ef94bda39f3) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:12.563345 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.576471 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4ae3526-881a-451e-a669-c61bdbb60715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.600047 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0a2b07e9-129b-4a77-94ba-f9da36a05e81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.1229918 Nov 03 18:56:12.603128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36756) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:12.626706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b07e9-129b-4a77-94ba-f9da36a05e81 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event updated for resources: {'Port': ['ID=793dc7ac-687d-43b9-a6c3-3bfd0a78a89a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:12.634188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Pushing event deleted for resources: {'Port': ['ID=680ad91d-b9db-42ff-817d-bd5d5b5fe338,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:12.647050 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:12.647470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:12.647760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:12.648274 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:12.648767 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:12.649258 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:12.649770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:12.650254 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:12.650779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:12.651294 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:12.651846 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:12.652385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:12.674559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e427687-697d-40ec-9f92-e713391349e2 None None] No DVR routers for this DVR port 680ad91d-b9db-42ff-817d-bd5d5b5fe338 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:12.686241 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.686702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade46d09-be3e-4988-aafb-7a38f01406d1 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Deleting subnet 53b1c189-d601-4a6a-8566-1ab5fa2236ff {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:56:12.723468 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4ae3526-881a-451e-a669-c61bdbb60715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.728461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b26eb6-7515-43b1-9ddc-0eec10b264b7']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:12.731733 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4ae3526-881a-451e-a669-c61bdbb60715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.733579 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d4ae3526-881a-451e-a669-c61bdbb60715 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e0617101-6fc0-4b93-91db-f2886c9c3a59 HTTP/1.1" status: 204 len: 168 time: 0.3231232 Nov 03 18:56:12.757269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae3526-881a-451e-a669-c61bdbb60715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0617101-6fc0-4b93-91db-f2886c9c3a59,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:12.769262 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ca18a0-c87a-441e-9d3e-7fbfffe25df5') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:12.769592 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ca18a0-c87a-441e-9d3e-7fbfffe25df5') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:12.801743 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ec2de9ff-02cf-4b05-bcd2-2d6e5a84e6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.808191 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.838251 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.853610 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:12.854142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:12.856687 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:12.905845 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2de9ff-02cf-4b05-bcd2-2d6e5a84e6be None None] Pushing event deleted for resources: {'Port': ['ID=c7c76391-e20d-484a-8732-806832bbd417,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:12.918975 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2de9ff-02cf-4b05-bcd2-2d6e5a84e6be None None] No DVR routers for this DVR port c7c76391-e20d-484a-8732-806832bbd417 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:12.979191 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.992541 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:12.999521 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] 10.222.0.107 "DELETE /v2.0/networks/d2b26eb6-7515-43b1-9ddc-0eec10b264b7 HTTP/1.1" status: 204 len: 168 time: 1.9437537 Nov 03 18:56:13.018917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c7c76391-e20d-484a-8732-806832bbd417 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:13.031685 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a860d-1d11-42f9-a6de-b3896e7378ab admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b26eb6-7515-43b1-9ddc-0eec10b264b7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:13.063481 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.067137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: c7c76391-e20d-484a-8732-806832bbd417 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:13.067498 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c7c76391-e20d-484a-8732-806832bbd417 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:13.071201 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.074274 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ade46d09-be3e-4988-aafb-7a38f01406d1 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.110145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Network b1fac5bc-5de0-495d-b08d-1da298485095 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:13.113229 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:13.116825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:13.133598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Pushing event updated for resources: {'Port': ['ID=74035c57-1a27-460b-8d66-2ef94bda39f3,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:13.175268 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36770) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:13.198660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ade46d09-be3e-4988-aafb-7a38f01406d1 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.225991 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Attempting to bind port 74035c57-1a27-460b-8d66-2ef94bda39f3 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:13.225991 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Attempting to bind port 74035c57-1a27-460b-8d66-2ef94bda39f3 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '5ca48e7c-3438-4cb1-8141-5376482cda8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b1fac5bc-5de0-495d-b08d-1da298485095'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:13.226862 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Attempting to bind port 74035c57-1a27-460b-8d66-2ef94bda39f3 on network b1fac5bc-5de0-495d-b08d-1da298485095 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:13.235015 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.236443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:13.236827 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Checking segment: {'id': '5ca48e7c-3438-4cb1-8141-5376482cda8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b1fac5bc-5de0-495d-b08d-1da298485095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:13.237220 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.237612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Bound using segment: {'id': '5ca48e7c-3438-4cb1-8141-5376482cda8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b1fac5bc-5de0-495d-b08d-1da298485095'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:13.238099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Bound port: 74035c57-1a27-460b-8d66-2ef94bda39f3, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca48e7c-3438-4cb1-8141-5376482cda8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b1fac5bc-5de0-495d-b08d-1da298485095'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:13.240396 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.257964 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ffb80d72-7f69-4425-b2c1-5a9adc046b3d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c499298fecc740dd8356f938a201f1f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0794342 Nov 03 18:56:13.266842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36774) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:13.355797 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ade46d09-be3e-4988-aafb-7a38f01406d1 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.369421 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-540b08b0-4a1b-4549-9bf6-7a4c9d3c7a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.402818 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-540b08b0-4a1b-4549-9bf6-7a4c9d3c7a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.422230 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ade46d09-be3e-4988-aafb-7a38f01406d1 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.426211 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-768af40e-8c4b-4334-906d-60df768e925e None None] For port 74035c57-1a27-460b-8d66-2ef94bda39f3, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:13.453043 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-768af40e-8c4b-4334-906d-60df768e925e None None] For port 74035c57-1a27-460b-8d66-2ef94bda39f3, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=74035c57-1a27-460b-8d66-2ef94bda39f3,segment=NetworkSegment(5ca48e7c-3438-4cb1-8141-5376482cda8f),segment_id=5ca48e7c-3438-4cb1-8141-5376482cda8f)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:13.459954 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.468406 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-540b08b0-4a1b-4549-9bf6-7a4c9d3c7a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.474697 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-540b08b0-4a1b-4549-9bf6-7a4c9d3c7a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.474881 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade46d09-be3e-4988-aafb-7a38f01406d1 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event deleted for resources: {'Subnet': ['ID=53b1c189-d601-4a6a-8566-1ab5fa2236ff,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:13.479892 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-540b08b0-4a1b-4549-9bf6-7a4c9d3c7a99 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/58fcca31-5a98-4a97-9d7b-1b2faca59181 HTTP/1.1" status: 204 len: 168 time: 0.2091379 Nov 03 18:56:13.496253 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ade46d09-be3e-4988-aafb-7a38f01406d1 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.500604 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b08b0-4a1b-4549-9bf6-7a4c9d3c7a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fcca31-5a98-4a97-9d7b-1b2faca59181,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:13.505618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ade46d09-be3e-4988-aafb-7a38f01406d1 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/subnets/53b1c189-d601-4a6a-8566-1ab5fa2236ff HTTP/1.1" status: 204 len: 168 time: 0.8985288 Nov 03 18:56:13.507292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36778) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:13.554801 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36780) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:13.582635 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cacede74-f1d3-46ea-84d2-64f58ccf8784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.589318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768af40e-8c4b-4334-906d-60df768e925e None None] Pushing event updated for resources: {'Port': ['ID=74035c57-1a27-460b-8d66-2ef94bda39f3,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:13.627953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184cd4a4-97a5-4824-b79a-aa9cc0b4eaf8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:13.629951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184cd4a4-97a5-4824-b79a-aa9cc0b4eaf8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:13.631655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-184cd4a4-97a5-4824-b79a-aa9cc0b4eaf8 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1204998 Nov 03 18:56:13.634442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36784) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:13.749513 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cacede74-f1d3-46ea-84d2-64f58ccf8784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.761457 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-738e3f67-87f2-4e7b-97b8-b54efe3b4e7c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.762264 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cacede74-f1d3-46ea-84d2-64f58ccf8784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.772316 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-738e3f67-87f2-4e7b-97b8-b54efe3b4e7c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 03 18:56:13.772808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738e3f67-87f2-4e7b-97b8-b54efe3b4e7c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:56:13.781965 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-738e3f67-87f2-4e7b-97b8-b54efe3b4e7c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/networks/b1fac5bc-5de0-495d-b08d-1da298485095 HTTP/1.1" status: 409 len: 405 time: 0.1416559 Nov 03 18:56:13.782355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36786) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:13.796477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-0785f3d5-c85c-42f5-aca6-00205442e2cb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-986023447'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:13.823653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacede74-f1d3-46ea-84d2-64f58ccf8784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec931b39-08f8-40bf-9ce8-3e8d08327ce1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:13.829384 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cacede74-f1d3-46ea-84d2-64f58ccf8784 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2ec18cce5f8b4223baf5a1537cf71be9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2726045 Nov 03 18:56:13.832206 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36790) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:13.916999 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ca922305-4c02-4e3d-9887-2701e61ea0aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.954146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0785f3d5-c85c-42f5-aca6-00205442e2cb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Made reservation on behalf of 9c580863e2e94b299c6252bbef904d0b for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:13.958183 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0785f3d5-c85c-42f5-aca6-00205442e2cb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:13.960446 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ca922305-4c02-4e3d-9887-2701e61ea0aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.023432 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0785f3d5-c85c-42f5-aca6-00205442e2cb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:14.039506 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ca922305-4c02-4e3d-9887-2701e61ea0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.042852 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ca922305-4c02-4e3d-9887-2701e61ea0aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.047137 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ca922305-4c02-4e3d-9887-2701e61ea0aa admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ec931b39-08f8-40bf-9ce8-3e8d08327ce1 HTTP/1.1" status: 204 len: 168 time: 0.2112801 Nov 03 18:56:14.047299 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0785f3d5-c85c-42f5-aca6-00205442e2cb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.047299 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-0785f3d5-c85c-42f5-aca6-00205442e2cb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Added segment 79217da6-bf0c-49de-8bb8-06d6e970fb50 of type vlan for network c993ecc1-6fff-49a7-b4c5-336b8218b1ac Nov 03 18:56:14.058420 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca922305-4c02-4e3d-9887-2701e61ea0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec931b39-08f8-40bf-9ce8-3e8d08327ce1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:14.160061 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0785f3d5-c85c-42f5-aca6-00205442e2cb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.201691 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0785f3d5-c85c-42f5-aca6-00205442e2cb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.216393 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0785f3d5-c85c-42f5-aca6-00205442e2cb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:14.218014 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0785f3d5-c85c-42f5-aca6-00205442e2cb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:14.241931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0785f3d5-c85c-42f5-aca6-00205442e2cb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4582171 Nov 03 18:56:14.256504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36808) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:14.265358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b93690ec-a785-4ac4-befe-74b4db79fcf0 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Request body: {'subnet': {'network_id': 'c993ecc1-6fff-49a7-b4c5-336b8218b1ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:14.442783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785f3d5-c85c-42f5-aca6-00205442e2cb tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event updated for resources: {'Network': ['ID=c993ecc1-6fff-49a7-b4c5-336b8218b1ac,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:14.456332 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network c993ecc1-6fff-49a7-b4c5-336b8218b1ac details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:14.467925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93690ec-a785-4ac4-befe-74b4db79fcf0 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Made reservation on behalf of 9c580863e2e94b299c6252bbef904d0b for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:14.475888 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b93690ec-a785-4ac4-befe-74b4db79fcf0 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.007770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44032-3a03-4d21-8f18-bba1c4e51898 req-59c2bb8c-c844-4c6e-8abd-6f8a3a6949e9 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:15.010387 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-acc44032-3a03-4d21-8f18-bba1c4e51898 req-59c2bb8c-c844-4c6e-8abd-6f8a3a6949e9 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.1970408 Nov 03 18:56:15.060660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36842) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:15.084086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 74035c57-1a27-460b-8d66-2ef94bda39f3 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:15.159467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.objects.ports [None req-b93690ec-a785-4ac4-befe-74b4db79fcf0 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:56:15.171173 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 74035c57-1a27-460b-8d66-2ef94bda39f3 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:15.171566 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.177986 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b93690ec-a785-4ac4-befe-74b4db79fcf0 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.249777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb2016e-d74f-4f81-ae2d-317ca0c8971e None None] Network b1fac5bc-5de0-495d-b08d-1da298485095 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:15.254233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1768514343-network', 'tenant_id': '23c01c7dadbb4d26b6c80fd95eae04ab'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:15.279061 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93690ec-a785-4ac4-befe-74b4db79fcf0 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event updated for resources: {'Subnet': ['ID=0f6de803-a2b4-4eae-ba57-9df0f57caf4b,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:15.301361 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-acc44032-3a03-4d21-8f18-bba1c4e51898 req-78f4f3d1-05cd-4876-ae34-6f0106aff08b tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695208 Nov 03 18:56:15.339843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] Made reservation on behalf of 23c01c7dadbb4d26b6c80fd95eae04ab for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:15.345088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.351629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93690ec-a785-4ac4-befe-74b4db79fcf0 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Checking segment: {'id': '79217da6-bf0c-49de-8bb8-06d6e970fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c993ecc1-6fff-49a7-b4c5-336b8218b1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:15.352223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93690ec-a785-4ac4-befe-74b4db79fcf0 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Network hostable DHCP agents. Network: c993ecc1-6fff-49a7-b4c5-336b8218b1ac, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:15.362722 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.376444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93690ec-a785-4ac4-befe-74b4db79fcf0 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Network c993ecc1-6fff-49a7-b4c5-336b8218b1ac is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:15.376915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-672678b6-f92c-4493-ab33-9f9dee8f532d None None] Provisioning complete for port 74035c57-1a27-460b-8d66-2ef94bda39f3 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:15.377295 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-672678b6-f92c-4493-ab33-9f9dee8f532d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.389735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-b93690ec-a785-4ac4-befe-74b4db79fcf0 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, c993ecc1-6fff-49a7-b4c5-336b8218b1ac) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:15.395351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93690ec-a785-4ac4-befe-74b4db79fcf0 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:15.396127 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b93690ec-a785-4ac4-befe-74b4db79fcf0 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.443262 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b93690ec-a785-4ac4-befe-74b4db79fcf0 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1829381 Nov 03 18:56:15.447122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36866) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:15.465963 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4713c5-f305-4ad0-854c-0626b4d43da3 None None] Network c993ecc1-6fff-49a7-b4c5-336b8218b1ac requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:15.511558 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.517981 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.570709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4f3528-c31e-457d-8c5f-ddbb59c353d9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:15.599304 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:15.617293 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.619960 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] Added segment 98dc69cc-1758-4053-ad39-2c8664ccec1d of type vlan for network b4a44793-11d9-438f-863c-8beb84f97a76 Nov 03 18:56:15.673514 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.680524 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.723269 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.724401 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:15.728331 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.809644 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7447004 Nov 03 18:56:15.810333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36876) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:15.822557 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.839745 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-cf75c121-15be-4b4b-91f8-00b4ac9f4f5e admin admin] Request body: {'subnet': {'network_id': 'b4a44793-11d9-438f-863c-8beb84f97a76', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1768514343-subnet', 'tenant_id': '23c01c7dadbb4d26b6c80fd95eae04ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:15.854219 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.960187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 74035c57-1a27-460b-8d66-2ef94bda39f3, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=74035c57-1a27-460b-8d66-2ef94bda39f3,segment=NetworkSegment(5ca48e7c-3438-4cb1-8141-5376482cda8f),segment_id=5ca48e7c-3438-4cb1-8141-5376482cda8f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:15.973192 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-672678b6-f92c-4493-ab33-9f9dee8f532d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.980507 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:15.988766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4860913-f3a9-47c9-ba8b-e199fab466d7 admin admin] Pushing event updated for resources: {'Network': ['ID=b4a44793-11d9-438f-863c-8beb84f97a76,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:15.997560 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.002918 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf75c121-15be-4b4b-91f8-00b4ac9f4f5e admin admin] Made reservation on behalf of 23c01c7dadbb4d26b6c80fd95eae04ab for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:16.007970 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf75c121-15be-4b4b-91f8-00b4ac9f4f5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.063286 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6de803-a2b4-4eae-ba57-9df0f57caf4b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:16.074713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network b4a44793-11d9-438f-863c-8beb84f97a76 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:16.272387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=74035c57-1a27-460b-8d66-2ef94bda39f3,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:16.381950 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-672678b6-f92c-4493-ab33-9f9dee8f532d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:56:16.382334 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-672678b6-f92c-4493-ab33-9f9dee8f532d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:56:16.384215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1887d8d3-f3bc-4f40-b589-488973cb0939 None None] DHCP port deletion for b1fac5bc-5de0-495d-b08d-1da298485095 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:56:16.386678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a5cf9d-e985-4688-8351-822e85a2a4fd None None] Network c993ecc1-6fff-49a7-b4c5-336b8218b1ac requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:16.407355 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf75c121-15be-4b4b-91f8-00b4ac9f4f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.512241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75c121-15be-4b4b-91f8-00b4ac9f4f5e admin admin] Checking segment: {'id': '98dc69cc-1758-4053-ad39-2c8664ccec1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b4a44793-11d9-438f-863c-8beb84f97a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:16.512627 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf75c121-15be-4b4b-91f8-00b4ac9f4f5e admin admin] Network hostable DHCP agents. Network: b4a44793-11d9-438f-863c-8beb84f97a76, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:16.516512 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75c121-15be-4b4b-91f8-00b4ac9f4f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e697e11-c89a-4afa-96a6-b4be8dad26de,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:16.553770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf75c121-15be-4b4b-91f8-00b4ac9f4f5e admin admin] Network b4a44793-11d9-438f-863c-8beb84f97a76 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:16.576108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-cf75c121-15be-4b4b-91f8-00b4ac9f4f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, b4a44793-11d9-438f-863c-8beb84f97a76) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:16.581718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf75c121-15be-4b4b-91f8-00b4ac9f4f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:16.582667 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf75c121-15be-4b4b-91f8-00b4ac9f4f5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.609637 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cf75c121-15be-4b4b-91f8-00b4ac9f4f5e admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7775674 Nov 03 18:56:16.613473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da5784-c2b3-4ea6-b3f6-1e009373575f None None] Network b4a44793-11d9-438f-863c-8beb84f97a76 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:16.746972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-1887d8d3-f3bc-4f40-b589-488973cb0939 None None] Deleting port 74035c57-1a27-460b-8d66-2ef94bda39f3 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:16.746972 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1887d8d3-f3bc-4f40-b589-488973cb0939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.763562 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.844477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c993ecc1-6fff-49a7-b4c5-336b8218b1ac']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:16.882122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79217da6-bf0c-49de-8bb8-06d6e970fb50') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:16.882667 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79217da6-bf0c-49de-8bb8-06d6e970fb50') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:16.923179 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01527b8f-a08b-48d6-9168-b429783b316c req-33ac49c4-70b5-46ea-afb1-f56264aff151 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:16.937861 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-01527b8f-a08b-48d6-9168-b429783b316c req-33ac49c4-70b5-46ea-afb1-f56264aff151 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.2563219 Nov 03 18:56:16.950240 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.972518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410f6b7c-dd7e-4bb5-abf8-8bb8579a9d5f None None] Network b4a44793-11d9-438f-863c-8beb84f97a76 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:16.975086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-d8d04cb6-21fd-4455-9d38-6773def88249 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:16.976816 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-d8d04cb6-21fd-4455-9d38-6773def88249 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.98 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.2936502 Nov 03 18:56:16.977656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-1887d8d3-f3bc-4f40-b589-488973cb0939 None None] For port 74035c57-1a27-460b-8d66-2ef94bda39f3, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=74035c57-1a27-460b-8d66-2ef94bda39f3,segment=NetworkSegment(5ca48e7c-3438-4cb1-8141-5376482cda8f),segment_id=5ca48e7c-3438-4cb1-8141-5376482cda8f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:16.978303 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1887d8d3-f3bc-4f40-b589-488973cb0939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:16.984060 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 74035c57-1a27-460b-8d66-2ef94bda39f3 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:17.031820 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.050339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:17.050747 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:17.054328 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:17.105768 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-1887d8d3-f3bc-4f40-b589-488973cb0939 None None] Calling delete_port for 74035c57-1a27-460b-8d66-2ef94bda39f3 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:17.176616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-01527b8f-a08b-48d6-9168-b429783b316c req-f0bda83a-7ec8-400b-8a15-2a30f69de256 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241731 Nov 03 18:56:17.195418 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.206176 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.216146 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/networks/c993ecc1-6fff-49a7-b4c5-336b8218b1ac HTTP/1.1" status: 204 len: 168 time: 1.7618754 Nov 03 18:56:17.217212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36916) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:17.233540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a5de7ed4-bfa6-4608-84ad-102cf048798c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1501975176'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:17.234535 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083f474-a202-4842-9ba5-ae5835a8357e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event deleted for resources: {'Network': ['ID=c993ecc1-6fff-49a7-b4c5-336b8218b1ac,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:17.260908 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-61a4327f-b734-4830-b4dc-71e72528d2fd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Deleting port 336c03b5-e2c3-4b89-969d-2eb22ec37a65 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:17.261395 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-61a4327f-b734-4830-b4dc-71e72528d2fd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.282439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5de7ed4-bfa6-4608-84ad-102cf048798c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Made reservation on behalf of 9c580863e2e94b299c6252bbef904d0b for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:17.297566 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a5de7ed4-bfa6-4608-84ad-102cf048798c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.368249 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5de7ed4-bfa6-4608-84ad-102cf048798c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:17.383983 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a5de7ed4-bfa6-4608-84ad-102cf048798c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.384688 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-a5de7ed4-bfa6-4608-84ad-102cf048798c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Added segment fbf1cb29-71fe-4960-92ec-72ce173ff68e of type vlan for network 63ab14ba-526c-45df-a8da-e4d766bacd4b Nov 03 18:56:17.433136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-61a4327f-b734-4830-b4dc-71e72528d2fd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] For port 336c03b5-e2c3-4b89-969d-2eb22ec37a65, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=336c03b5-e2c3-4b89-969d-2eb22ec37a65,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:17.434197 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-61a4327f-b734-4830-b4dc-71e72528d2fd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.486051 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a5de7ed4-bfa6-4608-84ad-102cf048798c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.551334 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a5de7ed4-bfa6-4608-84ad-102cf048798c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.573300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5de7ed4-bfa6-4608-84ad-102cf048798c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:17.574051 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a5de7ed4-bfa6-4608-84ad-102cf048798c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.740211 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1887d8d3-f3bc-4f40-b589-488973cb0939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:17.769553 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887d8d3-f3bc-4f40-b589-488973cb0939 None None] Pushing event deleted for resources: {'Port': ['ID=74035c57-1a27-460b-8d66-2ef94bda39f3,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:17.775990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No active binding found for port 74035c57-1a27-460b-8d66-2ef94bda39f3 {{(pid=101713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 18:56:17.776497 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 74035c57-1a27-460b-8d66-2ef94bda39f3 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:17.793531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1887d8d3-f3bc-4f40-b589-488973cb0939 None None] No DVR routers for this DVR port 74035c57-1a27-460b-8d66-2ef94bda39f3 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:17.806271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de7ed4-bfa6-4608-84ad-102cf048798c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event updated for resources: {'Network': ['ID=63ab14ba-526c-45df-a8da-e4d766bacd4b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:17.816266 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a5de7ed4-bfa6-4608-84ad-102cf048798c tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5972235 Nov 03 18:56:17.821020 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36942) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:17.830070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8557f878-7094-4807-b074-7d973800020a tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Request body: {'subnet': {'network_id': '63ab14ba-526c-45df-a8da-e4d766bacd4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:17.837161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 63ab14ba-526c-45df-a8da-e4d766bacd4b details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:17.969021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8557f878-7094-4807-b074-7d973800020a tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Made reservation on behalf of 9c580863e2e94b299c6252bbef904d0b for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:17.976665 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8557f878-7094-4807-b074-7d973800020a tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.031138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c4487-3e5c-421b-bee1-828686de122c req-d6732a48-4cb6-4684-ab02-d0028506abb6 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:18.033290 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a51c4487-3e5c-421b-bee1-828686de122c req-d6732a48-4cb6-4684-ab02-d0028506abb6 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/networks?id=b4a44793-11d9-438f-863c-8beb84f97a76 HTTP/1.1" status: 200 len: 822 time: 0.4222183 Nov 03 18:56:18.054221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a51c4487-3e5c-421b-bee1-828686de122c req-11dbe206-2fab-44fc-8bb9-4de34ce02d8f tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/quotas/23c01c7dadbb4d26b6c80fd95eae04ab HTTP/1.1" status: 200 len: 375 time: 0.0133054 Nov 03 18:56:18.057040 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-61a4327f-b734-4830-b4dc-71e72528d2fd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.057652 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-61a4327f-b734-4830-b4dc-71e72528d2fd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.058944 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-61a4327f-b734-4830-b4dc-71e72528d2fd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Floating IP 6648e4cf-dd00-45bf-994d-21c10f610d12 disassociated. External IP: 172.25.2.61, port: 336c03b5-e2c3-4b89-969d-2eb22ec37a65. Nov 03 18:56:18.059509 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-61a4327f-b734-4830-b4dc-71e72528d2fd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Calling delete_port for 336c03b5-e2c3-4b89-969d-2eb22ec37a65 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:18.099783 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a51c4487-3e5c-421b-bee1-828686de122c req-d8123339-920d-4483-bee9-dd75cc28e6e9 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=23c01c7dadbb4d26b6c80fd95eae04ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350509 Nov 03 18:56:18.275677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a51c4487-3e5c-421b-bee1-828686de122c req-04ca9c70-d75d-4d00-be09-0229ecf03061 service neutron] 10.222.0.107 "GET /v2.0/networks/b4a44793-11d9-438f-863c-8beb84f97a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673117 Nov 03 18:56:18.362977 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8557f878-7094-4807-b074-7d973800020a tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.437251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557f878-7094-4807-b074-7d973800020a tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event updated for resources: {'Subnet': ['ID=2635742e-7f70-486b-a58f-61aa67435d73,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:18.446541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557f878-7094-4807-b074-7d973800020a tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Checking segment: {'id': 'fbf1cb29-71fe-4960-92ec-72ce173ff68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '63ab14ba-526c-45df-a8da-e4d766bacd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:18.446977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557f878-7094-4807-b074-7d973800020a tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Network hostable DHCP agents. Network: 63ab14ba-526c-45df-a8da-e4d766bacd4b, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:18.471744 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557f878-7094-4807-b074-7d973800020a tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Network 63ab14ba-526c-45df-a8da-e4d766bacd4b is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:18.483254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-8557f878-7094-4807-b074-7d973800020a tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 63ab14ba-526c-45df-a8da-e4d766bacd4b) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:18.488348 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8557f878-7094-4807-b074-7d973800020a tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:18.490245 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8557f878-7094-4807-b074-7d973800020a tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.492550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73145828-8c42-4b96-af9e-21209cf03961 None None] Network 63ab14ba-526c-45df-a8da-e4d766bacd4b requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:18.516795 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8557f878-7094-4807-b074-7d973800020a tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6946421 Nov 03 18:56:18.519702 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36954) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:18.601206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e845c93-8dd7-44f9-867a-9f19ba902301 req-e973f820-5bea-4d53-84c8-f7ce11930864 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:18.610911 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e845c93-8dd7-44f9-867a-9f19ba902301 req-e973f820-5bea-4d53-84c8-f7ce11930864 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 945 time: 0.2490399 Nov 03 18:56:18.631945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a51c4487-3e5c-421b-bee1-828686de122c req-4fd810bf-4d4b-4439-8932-f661cccfec68 service neutron] 10.222.0.107 "GET /v2.0/networks/b4a44793-11d9-438f-863c-8beb84f97a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551700 Nov 03 18:56:18.685521 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-61a4327f-b734-4830-b4dc-71e72528d2fd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.760200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4327f-b734-4830-b4dc-71e72528d2fd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event deleted for resources: {'Port': ['ID=336c03b5-e2c3-4b89-969d-2eb22ec37a65,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:18.760644 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.855790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e845c93-8dd7-44f9-867a-9f19ba902301 req-ce10ebc8-a33c-4cbd-aff6-28e798af4285 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=71bded1b-e822-464e-b60c-838e7a2ef32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400618 Nov 03 18:56:18.890885 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:18.914629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9e3da6-a839-4ca4-9fc6-b39b0f72b2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-63ab14ba-526c-45df-a8da-e4d766bacd4b', 'network_id': '63ab14ba-526c-45df-a8da-e4d766bacd4b', 'tenant_id': '9c580863e2e94b299c6252bbef904d0b', 'fixed_ips': [{'subnet_id': '2635742e-7f70-486b-a58f-61aa67435d73'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:18.916054 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5a9e3da6-a839-4ca4-9fc6-b39b0f72b2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.016809 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.065688 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event deleted for resources: {'Subnet': ['ID=2635742e-7f70-486b-a58f-61aa67435d73,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server [None req-5a9e3da6-a839-4ca4-9fc6-b39b0f72b2fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2635742e-7f70-486b-a58f-61aa67435d73: This subnet is being modified by another concurrent operation. Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise exception Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2635742e-7f70-486b-a58f-61aa67435d73: This subnet is being modified by another concurrent operation. Nov 03 18:56:19.102921 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Nov 03 18:56:19.130558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c7338-9198-435c-ac9a-e06ec95bf40a None None] Network 63ab14ba-526c-45df-a8da-e4d766bacd4b requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:19.183426 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.218974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ab14ba-526c-45df-a8da-e4d766bacd4b']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:19.220987 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dccd1c13-044b-4c0b-9eef-413a9e9009b1 req-19a53510-db4d-4db6-9fe1-0f8949743eff tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 210 time: 0.0790453 Nov 03 18:56:19.239032 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf1cb29-71fe-4960-92ec-72ce173ff68e') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:19.239336 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf1cb29-71fe-4960-92ec-72ce173ff68e') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:19.283748 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.304564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-61a4327f-b734-4830-b4dc-71e72528d2fd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Router c8de3029-4126-41a0-accd-5104c2d710bd has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:56:19.306843 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.320821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:19.320949 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:19.330764 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:19.546542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef553f67-caf1-42b4-b8e8-df5c09c098da None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:56:19.568468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-61a4327f-b734-4830-b4dc-71e72528d2fd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:56:19.605328 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa7cd8-ff76-4a72-8e9a-ff53c95657eb None None] Sync routers for ids ['c8de3029-4126-41a0-accd-5104c2d710bd'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:56:19.656524 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa7cd8-ff76-4a72-8e9a-ff53c95657eb None None] Routers {'c8de3029-4126-41a0-accd-5104c2d710bd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:19.657200 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-04aa7cd8-ff76-4a72-8e9a-ff53c95657eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c8de3029-4126-41a0-accd-5104c2d710bd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:19.658393 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-61a4327f-b734-4830-b4dc-71e72528d2fd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] No DVR routers for this DVR port 336c03b5-e2c3-4b89-969d-2eb22ec37a65 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:19.662225 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-61a4327f-b734-4830-b4dc-71e72528d2fd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:19.666419 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-900b9366-25ed-451b-84ae-96671ad4b7e7 req-61a4327f-b734-4830-b4dc-71e72528d2fd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.98 "DELETE /v2.0/ports/336c03b5-e2c3-4b89-969d-2eb22ec37a65 HTTP/1.1" status: 204 len: 173 time: 2.6785297 Nov 03 18:56:19.667120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee86bbb-6d83-4c08-93e3-091a0ad5ab56', 'name': 'network-vif-deleted', 'tag': '336c03b5-e2c3-4b89-969d-2eb22ec37a65'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:19.679408 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50251ef-ae7d-4f48-959f-3397f3308558" -d '{"events": [{"server_uuid": "bee86bbb-6d83-4c08-93e3-091a0ad5ab56", "name": "network-vif-deleted", "tag": "336c03b5-e2c3-4b89-969d-2eb22ec37a65"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:19.791916 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e466c9f-a8e0-4830-8d3f-ec2fa947fe4d x-openstack-request-id: req-8e466c9f-a8e0-4830-8d3f-ec2fa947fe4d {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:19.792332 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee86bbb-6d83-4c08-93e3-091a0ad5ab56", "name": "network-vif-deleted", "tag": "336c03b5-e2c3-4b89-969d-2eb22ec37a65", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:19.792680 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8e466c9f-a8e0-4830-8d3f-ec2fa947fe4d {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:19.793219 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee86bbb-6d83-4c08-93e3-091a0ad5ab56', 'name': 'network-vif-deleted', 'tag': '336c03b5-e2c3-4b89-969d-2eb22ec37a65', 'status': 'completed', 'code': 200} Nov 03 18:56:19.901361 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef553f67-caf1-42b4-b8e8-df5c09c098da None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:56:19.949734 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-04aa7cd8-ff76-4a72-8e9a-ff53c95657eb None None] Set router c8de3029-4126-41a0-accd-5104c2d710bd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:20.084372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c98ddb1-89cd-4023-b638-b678929e8c9e req-aeb49fa7-4052-4f03-b98f-eee1b42f4b35 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=bee86bbb-6d83-4c08-93e3-091a0ad5ab56 HTTP/1.1" status: 200 len: 210 time: 0.0561125 Nov 03 18:56:20.171086 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.188259 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.192441 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/networks/63ab14ba-526c-45df-a8da-e4d766bacd4b HTTP/1.1" status: 204 len: 168 time: 1.6710696 Nov 03 18:56:20.196009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37004) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:20.204938 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-80e03178-b3c3-45d4-86e1-a2ba50512277 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-824072644'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:20.232672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186cf68-e319-435a-a361-5e06f795f9a9 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event deleted for resources: {'Network': ['ID=63ab14ba-526c-45df-a8da-e4d766bacd4b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:20.253206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e03178-b3c3-45d4-86e1-a2ba50512277 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Made reservation on behalf of 9c580863e2e94b299c6252bbef904d0b for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:20.259004 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80e03178-b3c3-45d4-86e1-a2ba50512277 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.296298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e03178-b3c3-45d4-86e1-a2ba50512277 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:20.318377 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80e03178-b3c3-45d4-86e1-a2ba50512277 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.318377 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-80e03178-b3c3-45d4-86e1-a2ba50512277 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Added segment 516879f9-7a7b-46e3-aaf9-0eaca228110b of type vlan for network 2f9f5cb7-2113-4831-a45c-e5ddd5b457ef Nov 03 18:56:20.431363 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80e03178-b3c3-45d4-86e1-a2ba50512277 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.474441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80e03178-b3c3-45d4-86e1-a2ba50512277 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.483821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e03178-b3c3-45d4-86e1-a2ba50512277 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:20.484893 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80e03178-b3c3-45d4-86e1-a2ba50512277 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.513135 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-80e03178-b3c3-45d4-86e1-a2ba50512277 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3157456 Nov 03 18:56:20.518037 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37012) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:20.528416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-71f72e04-bc0c-43ce-a7c1-28b8ba6e7793 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Request body: {'subnet': {'network_id': '2f9f5cb7-2113-4831-a45c-e5ddd5b457ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:20.562336 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86c18c04-2c30-4064-9a45-79e42045b1d5 req-7b6b8aee-3cb2-448f-a644-bade157676af tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 210 time: 0.0893309 Nov 03 18:56:20.625855 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e03178-b3c3-45d4-86e1-a2ba50512277 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event updated for resources: {'Network': ['ID=2f9f5cb7-2113-4831-a45c-e5ddd5b457ef,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:20.643948 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 2f9f5cb7-2113-4831-a45c-e5ddd5b457ef details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:20.651129 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-04aa7cd8-ff76-4a72-8e9a-ff53c95657eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '40ed404d-3561-4648-a0e9-f838a2f3e852', 'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'mac_address': 'fa:16:3e:07:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:35Z', 'updated_at': '2021-11-03T18:51:49Z', 'revision_number': 5, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'subnets': [{'id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:20.686941 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa7cd8-ff76-4a72-8e9a-ff53c95657eb None None] Checking router: c8de3029-4126-41a0-accd-5104c2d710bd for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:56:20.698127 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa7cd8-ff76-4a72-8e9a-ff53c95657eb None None] Routers {'c8de3029-4126-41a0-accd-5104c2d710bd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:20.699314 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-04aa7cd8-ff76-4a72-8e9a-ff53c95657eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c8de3029-4126-41a0-accd-5104c2d710bd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:20.791757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f72e04-bc0c-43ce-a7c1-28b8ba6e7793 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Made reservation on behalf of 9c580863e2e94b299c6252bbef904d0b for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:20.796004 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-71f72e04-bc0c-43ce-a7c1-28b8ba6e7793 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:20.912637 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-04aa7cd8-ff76-4a72-8e9a-ff53c95657eb None None] Set router c8de3029-4126-41a0-accd-5104c2d710bd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:21.219280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37028) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:21.272927 n-d-812150-4 neutron-server[101711]: DEBUG neutron.objects.ports [None req-71f72e04-bc0c-43ce-a7c1-28b8ba6e7793 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 18:56:21.282960 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-71f72e04-bc0c-43ce-a7c1-28b8ba6e7793 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.306926 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-04aa7cd8-ff76-4a72-8e9a-ff53c95657eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '40ed404d-3561-4648-a0e9-f838a2f3e852', 'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'mac_address': 'fa:16:3e:07:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:35Z', 'updated_at': '2021-11-03T18:51:49Z', 'revision_number': 5, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'subnets': [{'id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:21.361406 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28462814-e003-4f18-9b2c-7dbbbeac54fb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.367989 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f72e04-bc0c-43ce-a7c1-28b8ba6e7793 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event updated for resources: {'Subnet': ['ID=9157f663-fc49-493b-a2dd-aca07672f53e,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:21.386437 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f72e04-bc0c-43ce-a7c1-28b8ba6e7793 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Checking segment: {'id': '516879f9-7a7b-46e3-aaf9-0eaca228110b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '2f9f5cb7-2113-4831-a45c-e5ddd5b457ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:21.386810 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f72e04-bc0c-43ce-a7c1-28b8ba6e7793 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Network hostable DHCP agents. Network: 2f9f5cb7-2113-4831-a45c-e5ddd5b457ef, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:21.390196 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa7cd8-ff76-4a72-8e9a-ff53c95657eb None None] The sync data for ids ['c8de3029-4126-41a0-accd-5104c2d710bd'] in n-d-812150-4 is: [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '40ed404d-3561-4648-a0e9-f838a2f3e852', 'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'mac_address': 'fa:16:3e:07:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:35Z', 'updated_at': '2021-11-03T18:51:49Z', 'revision_number': 5, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'subnets': [{'id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:56:21.391030 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28462814-e003-4f18-9b2c-7dbbbeac54fb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.430992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f72e04-bc0c-43ce-a7c1-28b8ba6e7793 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Network 2f9f5cb7-2113-4831-a45c-e5ddd5b457ef is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:21.457960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-71f72e04-bc0c-43ce-a7c1-28b8ba6e7793 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 2f9f5cb7-2113-4831-a45c-e5ddd5b457ef) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:21.474055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e76a375-915b-4c0f-a9a2-fedef417c53c None None] Network 2f9f5cb7-2113-4831-a45c-e5ddd5b457ef requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:21.485167 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f72e04-bc0c-43ce-a7c1-28b8ba6e7793 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:21.486410 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-71f72e04-bc0c-43ce-a7c1-28b8ba6e7793 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.523441 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-71f72e04-bc0c-43ce-a7c1-28b8ba6e7793 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0015244 Nov 03 18:56:21.523805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37034) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:21.632632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c4487-3e5c-421b-bee1-828686de122c req-c89bcd40-2cc5-4da9-b808-230724c24c11 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:21.634060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a51c4487-3e5c-421b-bee1-828686de122c req-c89bcd40-2cc5-4da9-b808-230724c24c11 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.87 "GET /v2.0/networks?id=b4a44793-11d9-438f-863c-8beb84f97a76 HTTP/1.1" status: 200 len: 822 time: 0.1562808 Nov 03 18:56:21.636316 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28462814-e003-4f18-9b2c-7dbbbeac54fb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.639831 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28462814-e003-4f18-9b2c-7dbbbeac54fb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.640993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-28462814-e003-4f18-9b2c-7dbbbeac54fb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "DELETE /v2.0/security-groups/71bded1b-e822-464e-b60c-838e7a2ef32b HTTP/1.1" status: 204 len: 168 time: 0.4194260 Nov 03 18:56:21.651421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37038) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:21.652295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28462814-e003-4f18-9b2c-7dbbbeac54fb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bded1b-e822-464e-b60c-838e7a2ef32b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:21.683790 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-a51c4487-3e5c-421b-bee1-828686de122c req-be72f605-2654-406e-b66f-41b2fbee5f81 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Request body: {'port': {'device_id': '5274fb29-7824-46d7-ae35-fbaa5024c725', 'network_id': 'b4a44793-11d9-438f-863c-8beb84f97a76', 'admin_state_up': True, 'tenant_id': '23c01c7dadbb4d26b6c80fd95eae04ab'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:21.790979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.818294 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-01cbad9f-da35-4ddc-a44a-ac58b00fcd7d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] show failed (client error): The resource could not be found. Nov 03 18:56:21.819747 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-01cbad9f-da35-4ddc-a44a-ac58b00fcd7d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups/71bded1b-e822-464e-b60c-838e7a2ef32b HTTP/1.1" status: 404 len: 347 time: 0.1628168 Nov 03 18:56:21.829244 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37042) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:21.860332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51c4487-3e5c-421b-bee1-828686de122c req-be72f605-2654-406e-b66f-41b2fbee5f81 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Made reservation on behalf of 23c01c7dadbb4d26b6c80fd95eae04ab for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:21.866768 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a51c4487-3e5c-421b-bee1-828686de122c req-be72f605-2654-406e-b66f-41b2fbee5f81 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:21.912696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a555356-9cd9-4bfa-96f5-465bce88bbf2 req-7b6a7df1-d4b8-4d30-aa9d-7c06ee7beec1 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 210 time: 0.0657737 Nov 03 18:56:21.973598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61a68c4-b7fa-47c6-a60f-17cd9e402b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-2f9f5cb7-2113-4831-a45c-e5ddd5b457ef', 'network_id': '2f9f5cb7-2113-4831-a45c-e5ddd5b457ef', 'tenant_id': '9c580863e2e94b299c6252bbef904d0b', 'fixed_ips': [{'subnet_id': '9157f663-fc49-493b-a2dd-aca07672f53e'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:21.975941 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c61a68c4-b7fa-47c6-a60f-17cd9e402b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.010527 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.035015 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da54b2bc-12e6-4383-8cf6-7c8f35c53763 None None] New status for floating IP 6648e4cf-dd00-45bf-994d-21c10f610d12: DOWN {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:56:22.227047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-a51c4487-3e5c-421b-bee1-828686de122c req-be72f605-2654-406e-b66f-41b2fbee5f81 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Allocated IP 172.20.0.3 (b4a44793-11d9-438f-863c-8beb84f97a76/7e697e11-c89a-4afa-96a6-b4be8dad26de/d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:22.240721 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 336c03b5-e2c3-4b89-969d-2eb22ec37a65 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:22.247000 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.328735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 336c03b5-e2c3-4b89-969d-2eb22ec37a65 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:22.329409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 336c03b5-e2c3-4b89-969d-2eb22ec37a65 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:22.353692 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event deleted for resources: {'Subnet': ['ID=9157f663-fc49-493b-a2dd-aca07672f53e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server [None req-c61a68c4-b7fa-47c6-a60f-17cd9e402b3d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9157f663-fc49-493b-a2dd-aca07672f53e: This subnet is being modified by another concurrent operation. Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise exception Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9157f663-fc49-493b-a2dd-aca07672f53e: This subnet is being modified by another concurrent operation. Nov 03 18:56:22.454833 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Nov 03 18:56:22.465062 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.479396 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b36f0-b404-4b59-9286-301329cd60b8 None None] Network 2f9f5cb7-2113-4831-a45c-e5ddd5b457ef requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:22.502922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9f5cb7-2113-4831-a45c-e5ddd5b457ef']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:22.528050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516879f9-7a7b-46e3-aaf9-0eaca228110b') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:22.531256 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a51c4487-3e5c-421b-bee1-828686de122c req-be72f605-2654-406e-b66f-41b2fbee5f81 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.532149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516879f9-7a7b-46e3-aaf9-0eaca228110b') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:22.544955 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.561547 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.568544 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:22.569265 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:22.634660 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:22.641402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-34ff5554-bf9a-4121-a2fb-bcf2524dbadb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Deleting port 0714044e-bb96-4904-8527-02ff7e157361 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:22.642095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34ff5554-bf9a-4121-a2fb-bcf2524dbadb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.652625 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a51c4487-3e5c-421b-bee1-828686de122c req-be72f605-2654-406e-b66f-41b2fbee5f81 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.715911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51c4487-3e5c-421b-bee1-828686de122c req-be72f605-2654-406e-b66f-41b2fbee5f81 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Network b4a44793-11d9-438f-863c-8beb84f97a76 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:22.719187 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-a51c4487-3e5c-421b-bee1-828686de122c req-be72f605-2654-406e-b66f-41b2fbee5f81 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:22.722907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51c4487-3e5c-421b-bee1-828686de122c req-be72f605-2654-406e-b66f-41b2fbee5f81 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:22.725775 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34ff5554-bf9a-4121-a2fb-bcf2524dbadb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.726345 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34ff5554-bf9a-4121-a2fb-bcf2524dbadb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.739167 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-34ff5554-bf9a-4121-a2fb-bcf2524dbadb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Calling delete_port for 0714044e-bb96-4904-8527-02ff7e157361 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:22.778915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72f605-2654-406e-b66f-41b2fbee5f81 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Pushing event updated for resources: {'Port': ['ID=d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:22.796844 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a62747-5965-4dec-b68c-0608fea11175 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:56:22.821244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c4487-3e5c-421b-bee1-828686de122c req-be72f605-2654-406e-b66f-41b2fbee5f81 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:22.821942 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a51c4487-3e5c-421b-bee1-828686de122c req-be72f605-2654-406e-b66f-41b2fbee5f81 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.830260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.852002 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a51c4487-3e5c-421b-bee1-828686de122c req-be72f605-2654-406e-b66f-41b2fbee5f81 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1773992 Nov 03 18:56:22.865788 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:22.870615 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/networks/2f9f5cb7-2113-4831-a45c-e5ddd5b457ef HTTP/1.1" status: 204 len: 168 time: 1.3458371 Nov 03 18:56:22.876449 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37056) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:22.884440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Request body: {'port': {'device_id': '5274fb29-7824-46d7-ae35-fbaa5024c725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:23.018010 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.020562 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e4d866-f0d3-4bfc-b29f-6673ff21b496 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] DELETE failed (client error): The resource could not be found. Nov 03 18:56:23.024365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e4d866-f0d3-4bfc-b29f-6673ff21b496 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:56:23.035706 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d3e4d866-f0d3-4bfc-b29f-6673ff21b496 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/subnets/9157f663-fc49-493b-a2dd-aca07672f53e HTTP/1.1" status: 404 len: 337 time: 0.1356893 Nov 03 18:56:23.038714 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37060) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:23.044985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d053c-81e7-44d7-9f88-026b112e8a6d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event deleted for resources: {'Network': ['ID=2f9f5cb7-2113-4831-a45c-e5ddd5b457ef,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:23.119126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a62747-5965-4dec-b68c-0608fea11175 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:56:23.134284 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d095c8a6-26ae-4960-841b-e03271d03725 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] DELETE failed (client error): The resource could not be found. Nov 03 18:56:23.134917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d095c8a6-26ae-4960-841b-e03271d03725 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:56:23.140611 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d095c8a6-26ae-4960-841b-e03271d03725 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/networks/2f9f5cb7-2113-4831-a45c-e5ddd5b457ef HTTP/1.1" status: 404 len: 339 time: 0.0904815 Nov 03 18:56:23.152613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37062) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:23.239044 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a0d0e6-f128-411b-be99-91a89a50a82d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] DELETE failed (client error): The resource could not be found. Nov 03 18:56:23.239513 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a0d0e6-f128-411b-be99-91a89a50a82d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:56:23.242893 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-76a0d0e6-f128-411b-be99-91a89a50a82d tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/subnets/2635742e-7f70-486b-a58f-61aa67435d73 HTTP/1.1" status: 404 len: 337 time: 0.0880632 Nov 03 18:56:23.246349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37066) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:23.287083 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-9faccc99-3f5b-4da2-86f7-a66aaba62f58 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] DELETE failed (client error): The resource could not be found. Nov 03 18:56:23.287696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9faccc99-3f5b-4da2-86f7-a66aaba62f58 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:56:23.297613 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9faccc99-3f5b-4da2-86f7-a66aaba62f58 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/networks/63ab14ba-526c-45df-a8da-e4d766bacd4b HTTP/1.1" status: 404 len: 339 time: 0.0502722 Nov 03 18:56:23.300211 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37070) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:23.452146 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f933bec-a6f6-4ddc-ac99-4e8bfd2b2d8a tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] DELETE failed (client error): The resource could not be found. Nov 03 18:56:23.452832 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f933bec-a6f6-4ddc-ac99-4e8bfd2b2d8a tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:56:23.456331 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2f933bec-a6f6-4ddc-ac99-4e8bfd2b2d8a tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/subnets/0f6de803-a2b4-4eae-ba57-9df0f57caf4b HTTP/1.1" status: 404 len: 337 time: 0.1500616 Nov 03 18:56:23.465021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37072) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:23.515212 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ffbe3b-e825-4fbd-92fc-6d18ef6335dd tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] DELETE failed (client error): The resource could not be found. Nov 03 18:56:23.515212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ffbe3b-e825-4fbd-92fc-6d18ef6335dd tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:56:23.522461 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e8ffbe3b-e825-4fbd-92fc-6d18ef6335dd tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/networks/c993ecc1-6fff-49a7-b4c5-336b8218b1ac HTTP/1.1" status: 404 len: 339 time: 0.0563853 Nov 03 18:56:23.525043 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37076) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:23.562345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4434e-6006-4c5f-8fb6-11097acd237b req-89bdea60-2074-4234-8368-bf0ebad530aa tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:23.569173 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34ff5554-bf9a-4121-a2fb-bcf2524dbadb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.572201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8f4434e-6006-4c5f-8fb6-11097acd237b req-89bdea60-2074-4234-8368-bf0ebad530aa tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 931 time: 0.1175711 Nov 03 18:56:23.627736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff5554-bf9a-4121-a2fb-bcf2524dbadb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event deleted for resources: {'Port': ['ID=0714044e-bb96-4904-8527-02ff7e157361,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:23.682796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:23.723563 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.731713 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8f4434e-6006-4c5f-8fb6-11097acd237b req-3585b7b3-f40c-4a88-89ac-dd89edcf8a06 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/security-groups?id=be4f3528-c31e-457d-8c5f-ddbb59c353d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704067 Nov 03 18:56:23.746758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Transition to ACTIVE for port object d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:56:23.754164 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.778969 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-bcf584a7-daec-4db2-a254-2d38c0d9e34b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Deleting port 793dc7ac-687d-43b9-a6c3-3bfd0a78a89a {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:23.779326 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcf584a7-daec-4db2-a254-2d38c0d9e34b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.787691 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34ff5554-bf9a-4121-a2fb-bcf2524dbadb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.792068 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34ff5554-bf9a-4121-a2fb-bcf2524dbadb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.793563 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-34ff5554-bf9a-4121-a2fb-bcf2524dbadb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "DELETE /v2.0/floatingips/6648e4cf-dd00-45bf-994d-21c10f610d12 HTTP/1.1" status: 204 len: 168 time: 1.9628854 Nov 03 18:56:23.808583 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Pushing event updated for resources: {'Port': ['ID=d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:23.933486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Attempting to bind port d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:23.933821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Attempting to bind port d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '98dc69cc-1758-4053-ad39-2c8664ccec1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b4a44793-11d9-438f-863c-8beb84f97a76'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:23.934151 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Attempting to bind port d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a on network b4a44793-11d9-438f-863c-8beb84f97a76 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:23.940906 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Port d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a on network b4a44793-11d9-438f-863c-8beb84f97a76 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:56:23.941585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Attempting to bind port d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a on network b4a44793-11d9-438f-863c-8beb84f97a76 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:23.948994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:23.949421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Checking segment: {'id': '98dc69cc-1758-4053-ad39-2c8664ccec1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b4a44793-11d9-438f-863c-8beb84f97a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:23.949746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Bound using segment: {'id': '98dc69cc-1758-4053-ad39-2c8664ccec1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b4a44793-11d9-438f-863c-8beb84f97a76'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:23.950202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Bound port: d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98dc69cc-1758-4053-ad39-2c8664ccec1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b4a44793-11d9-438f-863c-8beb84f97a76'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:23.952239 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:23.968242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcf584a7-daec-4db2-a254-2d38c0d9e34b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.007551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-bcf584a7-daec-4db2-a254-2d38c0d9e34b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Calling delete_port for 793dc7ac-687d-43b9-a6c3-3bfd0a78a89a owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:24.051560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] For port d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:24.056759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] For port d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a,segment=NetworkSegment(98dc69cc-1758-4053-ad39-2c8664ccec1d),segment_id=98dc69cc-1758-4053-ad39-2c8664ccec1d)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:24.064728 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.142259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Pushing event updated for resources: {'Port': ['ID=d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:24.157088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:24.158280 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.160760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a51c4487-3e5c-421b-bee1-828686de122c req-2c2bb9fb-5bc0-4996-aa55-8fc8a8901103 service neutron] 10.222.0.87 "PUT /v2.0/ports/d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a HTTP/1.1" status: 200 len: 1091 time: 1.2914252 Nov 03 18:56:24.161234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5274fb29-7824-46d7-ae35-fbaa5024c725', 'tag': 'd1712b74-ba64-4dc1-8d9f-724aa0ce1e5a'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:24.164030 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa97ab2-5798-41dc-8117-119f27e70a24" -d '{"events": [{"name": "network-changed", "server_uuid": "5274fb29-7824-46d7-ae35-fbaa5024c725", "tag": "d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:24.211190 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcf584a7-daec-4db2-a254-2d38c0d9e34b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.229360 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4c098b-a180-485b-bc10-6bb82943dfe1 x-openstack-request-id: req-3b4c098b-a180-485b-bc10-6bb82943dfe1 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:24.229850 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5274fb29-7824-46d7-ae35-fbaa5024c725", "tag": "d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:24.230335 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3b4c098b-a180-485b-bc10-6bb82943dfe1 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:24.230932 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5274fb29-7824-46d7-ae35-fbaa5024c725', 'tag': 'd1712b74-ba64-4dc1-8d9f-724aa0ce1e5a', 'status': 'completed', 'code': 200} Nov 03 18:56:24.262177 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcf584a7-daec-4db2-a254-2d38c0d9e34b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.275767 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bcf584a7-daec-4db2-a254-2d38c0d9e34b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/ports/793dc7ac-687d-43b9-a6c3-3bfd0a78a89a HTTP/1.1" status: 204 len: 168 time: 0.7474852 Nov 03 18:56:24.277390 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37096) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:24.299723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37098) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:24.307156 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-bac67af1-f456-44c3-9fba-e1e4ce4f7227 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1790307644', 'description': 'tempest-description--1677647038'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:24.315210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf584a7-daec-4db2-a254-2d38c0d9e34b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event deleted for resources: {'Port': ['ID=793dc7ac-687d-43b9-a6c3-3bfd0a78a89a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:24.347897 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bac67af1-f456-44c3-9fba-e1e4ce4f7227 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.440068 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c247fe4e-81dd-45df-93d0-a730579afaec tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] DELETE failed (client error): The resource could not be found. Nov 03 18:56:24.440543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c247fe4e-81dd-45df-93d0-a730579afaec tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:56:24.444970 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bac67af1-f456-44c3-9fba-e1e4ce4f7227 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.448116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37108) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:24.448309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c247fe4e-81dd-45df-93d0-a730579afaec tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/subnets/53b1c189-d601-4a6a-8566-1ab5fa2236ff HTTP/1.1" status: 404 len: 337 time: 0.1659348 Nov 03 18:56:24.460431 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bac67af1-f456-44c3-9fba-e1e4ce4f7227 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.486441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c4487-3e5c-421b-bee1-828686de122c req-be7da771-3a94-4946-b51a-5a3b0c1d743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:24.489282 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a51c4487-3e5c-421b-bee1-828686de122c req-be7da771-3a94-4946-b51a-5a3b0c1d743a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=23c01c7dadbb4d26b6c80fd95eae04ab&device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 1094 time: 0.2309096 Nov 03 18:56:24.563822 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bac67af1-f456-44c3-9fba-e1e4ce4f7227 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.566083 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bac67af1-f456-44c3-9fba-e1e4ce4f7227 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2646408 Nov 03 18:56:24.578907 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37112) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:24.595958 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-11ea32be-00bd-461e-8bef-d12cd9428673 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Request body: {'security_group_rule': {'security_group_id': '05cfcb4f-6d9f-4aef-a11f-9938ff37e20c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:24.615988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a51c4487-3e5c-421b-bee1-828686de122c req-34db8f05-ea1e-4b81-bf91-0508941b5bfd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a HTTP/1.1" status: 200 len: 217 time: 0.1032982 Nov 03 18:56:24.616615 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac67af1-f456-44c3-9fba-e1e4ce4f7227 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05cfcb4f-6d9f-4aef-a11f-9938ff37e20c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:24.626294 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a9f23803-331f-422a-a9cc-5f861ef08e5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.681323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c4487-3e5c-421b-bee1-828686de122c req-873cb292-408e-4521-8d27-8e9b8f1619ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:24.683036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a51c4487-3e5c-421b-bee1-828686de122c req-873cb292-408e-4521-8d27-8e9b8f1619ef service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7e697e11-c89a-4afa-96a6-b4be8dad26de HTTP/1.1" status: 200 len: 862 time: 0.0555773 Nov 03 18:56:24.750396 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11ea32be-00bd-461e-8bef-d12cd9428673 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.751117 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a51c4487-3e5c-421b-bee1-828686de122c req-191959c9-b9cb-4446-8356-30aa5594a601 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b4a44793-11d9-438f-863c-8beb84f97a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587075 Nov 03 18:56:24.848041 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a9f23803-331f-422a-a9cc-5f861ef08e5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.909182 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a9f23803-331f-422a-a9cc-5f861ef08e5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fac5bc-5de0-495d-b08d-1da298485095']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:24.926102 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a9f23803-331f-422a-a9cc-5f861ef08e5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca48e7c-3438-4cb1-8141-5376482cda8f') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:24.926422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a9f23803-331f-422a-a9cc-5f861ef08e5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca48e7c-3438-4cb1-8141-5376482cda8f') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:24.944254 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a9f23803-331f-422a-a9cc-5f861ef08e5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.956795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11ea32be-00bd-461e-8bef-d12cd9428673 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.965845 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11ea32be-00bd-461e-8bef-d12cd9428673 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:24.985772 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a51c4487-3e5c-421b-bee1-828686de122c req-1375c2e6-1a80-4e6d-92a6-3eeca2828fde service neutron] 10.222.0.87 "GET /v2.0/networks/b4a44793-11d9-438f-863c-8beb84f97a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947916 Nov 03 18:56:24.987019 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a9f23803-331f-422a-a9cc-5f861ef08e5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.009025 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11ea32be-00bd-461e-8bef-d12cd9428673 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.010391 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-11ea32be-00bd-461e-8bef-d12cd9428673 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4270115 Nov 03 18:56:25.011712 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f23803-331f-422a-a9cc-5f861ef08e5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:25.012220 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a9f23803-331f-422a-a9cc-5f861ef08e5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:25.015837 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:25.018688 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea32be-00bd-461e-8bef-d12cd9428673 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1d3596-44e2-4fe6-8f96-8ea428e05ce7,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:25.021744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37118) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:25.034424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-45d61baa-a832-4310-9314-2f852104e93f tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Request body: {'security_group_rule': {'security_group_id': '05cfcb4f-6d9f-4aef-a11f-9938ff37e20c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:25.101669 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a9f23803-331f-422a-a9cc-5f861ef08e5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.110840 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a9f23803-331f-422a-a9cc-5f861ef08e5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.115006 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a9f23803-331f-422a-a9cc-5f861ef08e5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/networks/b1fac5bc-5de0-495d-b08d-1da298485095 HTTP/1.1" status: 204 len: 168 time: 0.6650651 Nov 03 18:56:25.117695 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37120) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:25.157561 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f23803-331f-422a-a9cc-5f861ef08e5b tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event deleted for resources: {'Network': ['ID=b1fac5bc-5de0-495d-b08d-1da298485095,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:25.173724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ea63e-b40b-4dd1-92c7-883ebec80f51 req-6674793b-877b-41ea-89f9-629825068df2 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:25.175987 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c5ea63e-b40b-4dd1-92c7-883ebec80f51 req-6674793b-877b-41ea-89f9-629825068df2 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 943 time: 0.2824614 Nov 03 18:56:25.209698 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45d61baa-a832-4310-9314-2f852104e93f tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.239439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8631bc37-c1b4-4523-8f87-9108ea6b8574 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Deleting port ca019fc0-b9a2-4759-be1a-f850ca84ba19 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:25.240322 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8631bc37-c1b4-4523-8f87-9108ea6b8574 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.348171 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a51c4487-3e5c-421b-bee1-828686de122c req-dc5835bd-2f13-42ce-b778-d433665dc16d service neutron] 10.222.0.87 "GET /v2.0/networks/b4a44793-11d9-438f-863c-8beb84f97a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493938 Nov 03 18:56:25.348689 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8631bc37-c1b4-4523-8f87-9108ea6b8574 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.353741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c5ea63e-b40b-4dd1-92c7-883ebec80f51 req-58795b47-c760-40a0-934a-71ad8eb73707 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/security-groups?id=be4f3528-c31e-457d-8c5f-ddbb59c353d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357729 Nov 03 18:56:25.375667 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45d61baa-a832-4310-9314-2f852104e93f tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.381051 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8631bc37-c1b4-4523-8f87-9108ea6b8574 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Calling delete_port for ca019fc0-b9a2-4759-be1a-f850ca84ba19 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:25.384463 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45d61baa-a832-4310-9314-2f852104e93f tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.410772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d61baa-a832-4310-9314-2f852104e93f tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ee56df-2266-457f-ae61-f58723c2966e,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:25.424372 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45d61baa-a832-4310-9314-2f852104e93f tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.430227 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-45d61baa-a832-4310-9314-2f852104e93f tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4052813 Nov 03 18:56:25.430902 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37122) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:25.435531 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:25.477065 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.584585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa97ab2-5798-41dc-8117-119f27e70a24 req-eba46a0a-5c3b-468b-8b4b-0cdd77738ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:25.586111 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fa97ab2-5798-41dc-8117-119f27e70a24 req-eba46a0a-5c3b-468b-8b4b-0cdd77738ec0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=23c01c7dadbb4d26b6c80fd95eae04ab&device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 1094 time: 0.1208737 Nov 03 18:56:25.619570 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8631bc37-c1b4-4523-8f87-9108ea6b8574 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.712049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa97ab2-5798-41dc-8117-119f27e70a24 req-4ed2d2b6-5548-45af-ba9f-ea40b42f7657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:25.717619 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d38ff599-86db-49a9-bfae-c0207921a796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.718644 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fa97ab2-5798-41dc-8117-119f27e70a24 req-4ed2d2b6-5548-45af-ba9f-ea40b42f7657 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b4a44793-11d9-438f-863c-8beb84f97a76 HTTP/1.1" status: 200 len: 923 time: 0.1197109 Nov 03 18:56:25.745166 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8631bc37-c1b4-4523-8f87-9108ea6b8574 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.749529 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8631bc37-c1b4-4523-8f87-9108ea6b8574 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/ports/ca019fc0-b9a2-4759-be1a-f850ca84ba19 HTTP/1.1" status: 204 len: 168 time: 0.6308153 Nov 03 18:56:25.750759 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631bc37-c1b4-4523-8f87-9108ea6b8574 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event deleted for resources: {'Port': ['ID=ca019fc0-b9a2-4759-be1a-f850ca84ba19,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:25.753461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37130) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:25.770586 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fa97ab2-5798-41dc-8117-119f27e70a24 req-b00b0771-a408-457e-9396-52b85bdafd78 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a HTTP/1.1" status: 200 len: 217 time: 0.0450969 Nov 03 18:56:25.788711 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd13c4b5-4873-4a52-9703-b105ac7c2701 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] DELETE failed (client error): The resource could not be found. Nov 03 18:56:25.789451 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd13c4b5-4873-4a52-9703-b105ac7c2701 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:56:25.795857 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bd13c4b5-4873-4a52-9703-b105ac7c2701 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/subnets/36034a57-cd77-487d-a63c-cac30bf5e1ab HTTP/1.1" status: 404 len: 337 time: 0.0410190 Nov 03 18:56:25.798043 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37132) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:25.818782 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.917952 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39397d8f-4733-4cf7-94fb-c4abd5951a31 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:25.944049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa97ab2-5798-41dc-8117-119f27e70a24 req-e65ef43f-21a4-44c7-88a4-2e332f2abe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:25.945645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fa97ab2-5798-41dc-8117-119f27e70a24 req-e65ef43f-21a4-44c7-88a4-2e332f2abe9a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7e697e11-c89a-4afa-96a6-b4be8dad26de HTTP/1.1" status: 200 len: 862 time: 0.1636238 Nov 03 18:56:26.019604 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fa97ab2-5798-41dc-8117-119f27e70a24 req-186ba438-ab16-4b40-bed6-c61cb79a1b78 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b4a44793-11d9-438f-863c-8beb84f97a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492487 Nov 03 18:56:26.071709 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39397d8f-4733-4cf7-94fb-c4abd5951a31 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.095740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-39397d8f-4733-4cf7-94fb-c4abd5951a31 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0699fdc6-a5d0-49cc-bf69-4ac752af32b4']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:26.106771 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-39397d8f-4733-4cf7-94fb-c4abd5951a31 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c408bb-0e05-463b-a388-c447cf44d2ec') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:26.107147 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-39397d8f-4733-4cf7-94fb-c4abd5951a31 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c408bb-0e05-463b-a388-c447cf44d2ec') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:26.119755 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39397d8f-4733-4cf7-94fb-c4abd5951a31 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.135035 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39397d8f-4733-4cf7-94fb-c4abd5951a31 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.141700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39397d8f-4733-4cf7-94fb-c4abd5951a31 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:26.142106 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39397d8f-4733-4cf7-94fb-c4abd5951a31 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:26.235462 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:26.251954 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39397d8f-4733-4cf7-94fb-c4abd5951a31 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.285912 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39397d8f-4733-4cf7-94fb-c4abd5951a31 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.298800 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-39397d8f-4733-4cf7-94fb-c4abd5951a31 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/networks/0699fdc6-a5d0-49cc-bf69-4ac752af32b4 HTTP/1.1" status: 204 len: 168 time: 0.4971681 Nov 03 18:56:26.317693 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37138) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:26.320605 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39397d8f-4733-4cf7-94fb-c4abd5951a31 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event deleted for resources: {'Network': ['ID=0699fdc6-a5d0-49cc-bf69-4ac752af32b4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:26.410940 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b6eefa-1109-4df1-a9ed-33d111b5468e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Deleting subnet 546d7f33-46f1-4603-ad87-10137a0c5838 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:56:26.415813 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c1b6eefa-1109-4df1-a9ed-33d111b5468e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.530942 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c1b6eefa-1109-4df1-a9ed-33d111b5468e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.655564 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c1b6eefa-1109-4df1-a9ed-33d111b5468e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.795154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fa97ab2-5798-41dc-8117-119f27e70a24 req-7620b187-9c1d-49e3-990c-02ec0b5f76fa service neutron] 10.222.0.87 "GET /v2.0/networks/b4a44793-11d9-438f-863c-8beb84f97a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7292836 Nov 03 18:56:26.827809 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c1b6eefa-1109-4df1-a9ed-33d111b5468e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.848123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Allocated IP 172.25.2.61 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/d96622d1-e0e0-4ceb-aa11-91e44c00cde9) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:26.889746 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6eefa-1109-4df1-a9ed-33d111b5468e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event deleted for resources: {'Subnet': ['ID=546d7f33-46f1-4603-ad87-10137a0c5838,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:26.893970 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c1b6eefa-1109-4df1-a9ed-33d111b5468e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:26.908981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ec0f28-c7bc-4a36-877e-6c8dd7423c2a None None] Network 4991f85d-b870-4989-b707-0a0bbe236455 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:26.921948 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c1b6eefa-1109-4df1-a9ed-33d111b5468e tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/subnets/546d7f33-46f1-4603-ad87-10137a0c5838 HTTP/1.1" status: 204 len: 168 time: 0.6027005 Nov 03 18:56:26.931969 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37150) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:26.997744 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.089154 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c41c1-e744-4b55-8b41-827882e89e4c req-08f23660-418c-4bc7-95a2-4445b5e9e0e1 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:27.095956 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f3c41c1-e744-4b55-8b41-827882e89e4c req-08f23660-418c-4bc7-95a2-4445b5e9e0e1 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 943 time: 0.4362891 Nov 03 18:56:27.161654 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.169458 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.238443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:27.263462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:27.266820 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:27.286848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Deleting port 38a4efe6-b195-418b-bc9d-b1bc3421d501 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:27.287205 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.353762 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a47231-7e50-44d2-bbaf-d4382785fc4c None None] DHCP port deletion for 4991f85d-b870-4989-b707-0a0bbe236455 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:56:27.419696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] For port 38a4efe6-b195-418b-bc9d-b1bc3421d501, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=38a4efe6-b195-418b-bc9d-b1bc3421d501,segment=NetworkSegment(59d547c3-986e-412b-a587-69f8d113687f),segment_id=59d547c3-986e-412b-a587-69f8d113687f)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:27.420231 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.453573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event updated for resources: {'Port': ['ID=d96622d1-e0e0-4ceb-aa11-91e44c00cde9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:27.456025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Calling delete_port for 38a4efe6-b195-418b-bc9d-b1bc3421d501 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:27.487362 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f3c41c1-e744-4b55-8b41-827882e89e4c req-09782fba-40b7-4489-98e9-bec4dccf9588 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/security-groups?id=be4f3528-c31e-457d-8c5f-ddbb59c353d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357854 Nov 03 18:56:27.503255 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fa97ab2-5798-41dc-8117-119f27e70a24 req-ee474c07-9b41-4a6b-89cf-bdb93c09d63d service neutron] 10.222.0.87 "GET /v2.0/networks/b4a44793-11d9-438f-863c-8beb84f97a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6958225 Nov 03 18:56:27.505509 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a1a47231-7e50-44d2-bbaf-d4382785fc4c None None] Deleting port 38a4efe6-b195-418b-bc9d-b1bc3421d501 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:27.505993 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a1a47231-7e50-44d2-bbaf-d4382785fc4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.626346 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.666266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a1a47231-7e50-44d2-bbaf-d4382785fc4c None None] For port 38a4efe6-b195-418b-bc9d-b1bc3421d501, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=38a4efe6-b195-418b-bc9d-b1bc3421d501,segment=NetworkSegment(59d547c3-986e-412b-a587-69f8d113687f),segment_id=59d547c3-986e-412b-a587-69f8d113687f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:27.666961 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a1a47231-7e50-44d2-bbaf-d4382785fc4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.677689 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event deleted for resources: {'Port': ['ID=38a4efe6-b195-418b-bc9d-b1bc3421d501,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:27.684892 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a1a47231-7e50-44d2-bbaf-d4382785fc4c None None] Calling delete_port for 38a4efe6-b195-418b-bc9d-b1bc3421d501 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:27.702444 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] No DVR routers for this DVR port 38a4efe6-b195-418b-bc9d-b1bc3421d501 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:27.705631 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.705799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:27.706285 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:27.706641 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:27.707114 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:27.707454 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:27.707812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:27.708193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:27.718482 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:27.718743 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:27.719094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:27.719531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:27.719931 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:27.721368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37174) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:27.830750 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.900079 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a1a47231-7e50-44d2-bbaf-d4382785fc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.929234 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.932275 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a47231-7e50-44d2-bbaf-d4382785fc4c None None] Pushing event deleted for resources: {'Port': ['ID=38a4efe6-b195-418b-bc9d-b1bc3421d501,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:27.953766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a47231-7e50-44d2-bbaf-d4382785fc4c None None] No DVR routers for this DVR port 38a4efe6-b195-418b-bc9d-b1bc3421d501 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:27.968718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4991f85d-b870-4989-b707-0a0bbe236455']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:27.978864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d547c3-986e-412b-a587-69f8d113687f') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:27.979166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d547c3-986e-412b-a587-69f8d113687f') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:27.994887 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e27f480a-cfa4-415f-b1e7-a9b1e8d33026 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:27.995886 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.011135 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.018386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:28.018791 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:28.022710 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:28.071980 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf856-f457-4b30-8580-4489e121961b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.114187 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.126548 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.133333 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] 10.222.0.107 "DELETE /v2.0/networks/4991f85d-b870-4989-b707-0a0bbe236455 HTTP/1.1" status: 204 len: 168 time: 1.2000737 Nov 03 18:56:28.157099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb50aa-95b9-4c52-957a-50b180f15071 tempest-NetworksIpV6TestAttrs-1525123668 tempest-NetworksIpV6TestAttrs-1525123668-project] Pushing event deleted for resources: {'Network': ['ID=4991f85d-b870-4989-b707-0a0bbe236455,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:28.278547 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.307651 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.388698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event updated for resources: {'Port': ['ID=d96622d1-e0e0-4ceb-aa11-91e44c00cde9,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:28.445657 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e27f480a-cfa4-415f-b1e7-a9b1e8d33026 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.454869 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e27f480a-cfa4-415f-b1e7-a9b1e8d33026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.495043 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.512828 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37186) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:28.520165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f480a-cfa4-415f-b1e7-a9b1e8d33026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da24be45-9496-4149-baa2-271823623101,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:28.529210 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e27f480a-cfa4-415f-b1e7-a9b1e8d33026 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fbdede0487074af780a4247607519530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8069317 Nov 03 18:56:28.531915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37190) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:28.555171 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.556503 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7a8978b3-0d1f-48c3-8265-30e4104193dd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1246200 Nov 03 18:56:28.592927 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:56:28.675368 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed6d4-62e6-4c16-8c4a-897d599abea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.749301 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed6d4-62e6-4c16-8c4a-897d599abea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:28.877220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a,segment=NetworkSegment(98dc69cc-1758-4053-ad39-2c8664ccec1d),segment_id=98dc69cc-1758-4053-ad39-2c8664ccec1d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:28.918892 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'd1712b74-ba64-4dc1-8d9f-724aa0ce1e5a', 'network_id': 'b4a44793-11d9-438f-863c-8beb84f97a76', 'port_id': 'd1712b74-ba64-4dc1-8d9f-724aa0ce1e5a', 'mac_address': 'fa:16:3e:87:94:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e697e11-c89a-4afa-96a6-b4be8dad26de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:56:28.939815 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8033df8a-c709-4274-9119-17576db6a9a0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9c580863e2e94b299c6252bbef904d0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4247711 Nov 03 18:56:28.942312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37208) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:28.963829 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc13849b-a673-4376-9bae-24c39b39bade req-148a2779-ecf2-486e-87d5-f00d5539727a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2908046 Nov 03 18:56:28.996945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbab16-10f0-47d6-bdf5-c60c7e79df94 req-c000c737-0d7b-4465-b574-6e04e0f85c2f tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:29.001783 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5bbbab16-10f0-47d6-bdf5-c60c7e79df94 req-c000c737-0d7b-4465-b574-6e04e0f85c2f tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 943 time: 0.2311132 Nov 03 18:56:29.027340 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:29.030463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 38a4efe6-b195-418b-bc9d-b1bc3421d501 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:29.036553 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e94091c4-5026-4dd9-b426-bc4f3f4dd6fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:29.079217 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e94091c4-5026-4dd9-b426-bc4f3f4dd6fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:29.126977 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed6d4-62e6-4c16-8c4a-897d599abea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:29.129711 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed6d4-62e6-4c16-8c4a-897d599abea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:29.133278 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7d6ed6d4-62e6-4c16-8c4a-897d599abea1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/da24be45-9496-4149-baa2-271823623101 HTTP/1.1" status: 204 len: 168 time: 0.5980291 Nov 03 18:56:29.173382 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e94091c4-5026-4dd9-b426-bc4f3f4dd6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:29.179679 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e94091c4-5026-4dd9-b426-bc4f3f4dd6fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:29.183530 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e94091c4-5026-4dd9-b426-bc4f3f4dd6fe admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6bc70001-f54d-4b1d-9b3e-88be8a295b52 HTTP/1.1" status: 204 len: 168 time: 0.2316592 Nov 03 18:56:29.205990 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94091c4-5026-4dd9-b426-bc4f3f4dd6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc70001-f54d-4b1d-9b3e-88be8a295b52,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:29.236446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5bbbab16-10f0-47d6-bdf5-c60c7e79df94 req-568029ac-67af-44e6-89d7-e112c4983388 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/security-groups?id=be4f3528-c31e-457d-8c5f-ddbb59c353d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457818 Nov 03 18:56:29.292243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13849b-a673-4376-9bae-24c39b39bade req-be941772-1256-4024-b595-8c8ace778a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:29.293827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc13849b-a673-4376-9bae-24c39b39bade req-be941772-1256-4024-b595-8c8ace778a41 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 1097 time: 0.2873743 Nov 03 18:56:29.295953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ed6d4-62e6-4c16-8c4a-897d599abea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da24be45-9496-4149-baa2-271823623101,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:29.329893 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-ab73f718-f9d1-4ebe-84fd-08132f4ffe07 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1790307644&fields=id&tenant_id=6e03d37318b34094a0ffff28057c6cc2 HTTP/1.1" status: 200 len: 267 time: 0.3269024 Nov 03 18:56:29.386848 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 38a4efe6-b195-418b-bc9d-b1bc3421d501 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:29.387253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 38a4efe6-b195-418b-bc9d-b1bc3421d501 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:29.394738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:29.418649 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:29.437820 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a,segment=NetworkSegment(98dc69cc-1758-4053-ad39-2c8664ccec1d),segment_id=98dc69cc-1758-4053-ad39-2c8664ccec1d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:29.444520 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:29.544365 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:29.639839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13849b-a673-4376-9bae-24c39b39bade req-13554a60-091d-4396-8498-de2d54da2e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:29.641319 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc13849b-a673-4376-9bae-24c39b39bade req-13554a60-091d-4396-8498-de2d54da2e01 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 200 len: 915 time: 0.2965746 Nov 03 18:56:29.694645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63821029-0bae-46fb-9831-49980fc25a2a req-0eb06bfc-8951-4c6a-9b65-a635dc529432 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:29.697344 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-0eb06bfc-8951-4c6a-9b65-a635dc529432 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/networks?id=59aedf5c-3e42-405b-a5ae-b89a5996e64c HTTP/1.1" status: 200 len: 811 time: 0.3662884 Nov 03 18:56:29.754008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc13849b-a673-4376-9bae-24c39b39bade req-bbea581d-356e-41d7-8bff-c1677a37f507 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 HTTP/1.1" status: 200 len: 217 time: 0.0554984 Nov 03 18:56:29.756514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-d2bcc4a6-83be-4061-9add-f0b84a1ccb74 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/quotas/6e03d37318b34094a0ffff28057c6cc2 HTTP/1.1" status: 200 len: 375 time: 0.0467536 Nov 03 18:56:29.802717 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37234) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:29.819371 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8adb68fe-a59d-4db4-8595-af8df89fee86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:29.843193 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13849b-a673-4376-9bae-24c39b39bade req-3ecd8bf4-af35-4801-9a98-388396f2238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:29.844745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc13849b-a673-4376-9bae-24c39b39bade req-3ecd8bf4-af35-4801-9a98-388396f2238c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3819844f-11d3-46e6-a85a-1c8983cc47d5 HTTP/1.1" status: 200 len: 854 time: 0.0810111 Nov 03 18:56:29.881359 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:56:29.920912 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc13849b-a673-4376-9bae-24c39b39bade req-6dc3189e-c80f-40e7-a164-1f01d9e7f6f2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574605 Nov 03 18:56:29.956336 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-5bef8ea7-a20a-48ac-9cfd-992e30c10c29 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=6e03d37318b34094a0ffff28057c6cc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1936605 Nov 03 18:56:29.990438 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8adb68fe-a59d-4db4-8595-af8df89fee86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:29.996217 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8adb68fe-a59d-4db4-8595-af8df89fee86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.040602 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb68fe-a59d-4db4-8595-af8df89fee86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9eebe3-eb60-4adb-b8d9-f1a0dcee7b16,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:30.090974 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8adb68fe-a59d-4db4-8595-af8df89fee86 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=41b0caa22f844f34911d866860ce0d32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2866673 Nov 03 18:56:30.093949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37252) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:30.165693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8666914-f27b-48a4-9a3c-0a38fdd71cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.182512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b411a69-1d24-4610-bb70-60d7495786af req-5071e0ab-40ab-4f2d-9bfe-efd2fa4f88a5 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:30.184072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b411a69-1d24-4610-bb70-60d7495786af req-5071e0ab-40ab-4f2d-9bfe-efd2fa4f88a5 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/networks?id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 200 len: 814 time: 0.3059025 Nov 03 18:56:30.191423 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc13849b-a673-4376-9bae-24c39b39bade req-a8784a58-9ea8-4b46-a20c-aae0ca032e77 service neutron] 10.222.0.87 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516112 Nov 03 18:56:30.194397 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8666914-f27b-48a4-9a3c-0a38fdd71cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.219043 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b411a69-1d24-4610-bb70-60d7495786af req-bbdfb476-9c8e-4fcf-b81f-fbcec85e2745 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/quotas/e3c99d50bcef40dc8698cb2c2caf758f HTTP/1.1" status: 200 len: 375 time: 0.0248628 Nov 03 18:56:30.256433 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-b8f52811-20ef-4bd0-b233-5a8e6f4c7fe3 service neutron] 10.222.0.107 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653215 Nov 03 18:56:30.264945 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8666914-f27b-48a4-9a3c-0a38fdd71cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.270434 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8666914-f27b-48a4-9a3c-0a38fdd71cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.273005 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e8666914-f27b-48a4-9a3c-0a38fdd71cb9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5b9eebe3-eb60-4adb-b8d9-f1a0dcee7b16 HTTP/1.1" status: 204 len: 168 time: 0.1778290 Nov 03 18:56:30.288217 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8666914-f27b-48a4-9a3c-0a38fdd71cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9eebe3-eb60-4adb-b8d9-f1a0dcee7b16,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:30.488773 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b411a69-1d24-4610-bb70-60d7495786af req-11164b3b-7b85-4710-b6af-2613a6797d4b tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2548809 Nov 03 18:56:30.534108 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.568915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-7d6db1f5-40d3-4943-8e2e-b28d2577c2d1 service neutron] 10.222.0.107 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964611 Nov 03 18:56:30.602411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc13849b-a673-4376-9bae-24c39b39bade req-b8397eeb-cf37-4dc1-82c5-a37fbae8a81b service neutron] 10.222.0.87 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963239 Nov 03 18:56:30.634818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37272) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:30.648129 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:30.667294 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b411a69-1d24-4610-bb70-60d7495786af req-6457bb50-6a5c-4577-a9cc-cc33e65c5597 service neutron] 10.222.0.107 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775293 Nov 03 18:56:30.810365 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b411a69-1d24-4610-bb70-60d7495786af req-4ac32139-ae5d-49fa-b518-89ee8166b27f service neutron] 10.222.0.107 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400013 Nov 03 18:56:30.960588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-893034176'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:30.986393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:30.990922 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.010004 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.134651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d1b28-54a1-44b8-9444-dd970d550e81 req-0025c276-88b5-48e9-861f-87b9546494f3 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:31.144190 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-826d1b28-54a1-44b8-9444-dd970d550e81 req-0025c276-88b5-48e9-861f-87b9546494f3 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 944 time: 0.1587052 Nov 03 18:56:31.184305 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.191087 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.225702 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:31.257224 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-826d1b28-54a1-44b8-9444-dd970d550e81 req-cf98b2f7-d9cf-478e-94b5-75d1298b18ec tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/security-groups?id=be4f3528-c31e-457d-8c5f-ddbb59c353d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034863 Nov 03 18:56:31.287479 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.287881 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Added segment 65b55aba-652d-40b5-a02f-0026469c75bf of type vlan for network de013140-b890-4dc7-83b7-d3e3e875f9fe Nov 03 18:56:31.297418 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd96000-9cad-4357-9c8f-2a2927d2c102,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:31.360097 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.409457 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.426074 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.428254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:31.428254 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.512716 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8759151 Nov 03 18:56:31.523390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e584b85-8286-4da5-8d28-dc2a89902092 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Network': ['ID=de013140-b890-4dc7-83b7-d3e3e875f9fe,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:31.533739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network de013140-b890-4dc7-83b7-d3e3e875f9fe details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:31.569401 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0f24981-6807-47b2-ab5b-6196cb0ee8a6 req-67594536-454c-4087-b8a7-97e822bb1d11 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 210 time: 0.0793629 Nov 03 18:56:31.671597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37306) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:31.676758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7fda6c8b-9133-4291-834b-985f65997ee0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'subnet': {'network_id': 'de013140-b890-4dc7-83b7-d3e3e875f9fe', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:31.798654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fda6c8b-9133-4291-834b-985f65997ee0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:31.803264 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7fda6c8b-9133-4291-834b-985f65997ee0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:31.943157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6357ef0a-ed18-435d-b29c-cbc613370daf req-c758daab-8c9a-45e4-9e2f-1d2bc2e71956 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 210 time: 0.0490625 Nov 03 18:56:32.100752 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7fda6c8b-9133-4291-834b-985f65997ee0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.211070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda6c8b-9133-4291-834b-985f65997ee0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Subnet': ['ID=72110ceb-44a8-45f2-b7ce-d078b8cf0ba6,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:32.230272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fda6c8b-9133-4291-834b-985f65997ee0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Checking segment: {'id': '65b55aba-652d-40b5-a02f-0026469c75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'de013140-b890-4dc7-83b7-d3e3e875f9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:32.231010 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fda6c8b-9133-4291-834b-985f65997ee0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network hostable DHCP agents. Network: de013140-b890-4dc7-83b7-d3e3e875f9fe, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:32.254511 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fda6c8b-9133-4291-834b-985f65997ee0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network de013140-b890-4dc7-83b7-d3e3e875f9fe is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:32.281813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-7fda6c8b-9133-4291-834b-985f65997ee0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, de013140-b890-4dc7-83b7-d3e3e875f9fe) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:32.294491 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b874fc0-e655-4e89-80aa-83edd711fd8b None None] Network de013140-b890-4dc7-83b7-d3e3e875f9fe requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:32.307867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fda6c8b-9133-4291-834b-985f65997ee0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:32.316978 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7fda6c8b-9133-4291-834b-985f65997ee0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.371313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37346) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:32.372278 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7fda6c8b-9133-4291-834b-985f65997ee0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6987453 Nov 03 18:56:32.377469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-91e09a0c-213a-49d3-b2ed-bb68aa69c9e2 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-587131970'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:32.618560 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:32.663880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e09a0c-213a-49d3-b2ed-bb68aa69c9e2 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:32.681898 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91e09a0c-213a-49d3-b2ed-bb68aa69c9e2 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.728479 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-de013140-b890-4dc7-83b7-d3e3e875f9fe', 'network_id': 'de013140-b890-4dc7-83b7-d3e3e875f9fe', 'tenant_id': '7da1f8541630433796b7b43a2ec0cd41', 'fixed_ips': [{'subnet_id': '72110ceb-44a8-45f2-b7ce-d078b8cf0ba6'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:32.729731 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.760696 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:56:32.771255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:32.771956 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:32.895205 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4b0c07c-2433-488b-99a8-8fdc7d9da653 req-e1e0ba1f-4d05-46ce-ad01-9075fde558f7 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 210 time: 0.1409562 Nov 03 18:56:33.032672 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db34b8-576b-4c87-8460-6f1a6cc4a749 req-e8bd63c6-6bb3-4a97-9caf-4fff3e9d64fe tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:33.035307 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62db34b8-576b-4c87-8460-6f1a6cc4a749 req-e8bd63c6-6bb3-4a97-9caf-4fff3e9d64fe tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 944 time: 0.3981810 Nov 03 18:56:33.036226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e09a0c-213a-49d3-b2ed-bb68aa69c9e2 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:33.079192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b411a69-1d24-4610-bb70-60d7495786af req-f6e1403e-5d47-4a85-ba4d-f7ac2d99dab8 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:33.081331 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b411a69-1d24-4610-bb70-60d7495786af req-f6e1403e-5d47-4a85-ba4d-f7ac2d99dab8 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.98 "GET /v2.0/networks?id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 200 len: 814 time: 0.6286943 Nov 03 18:56:33.122072 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91e09a0c-213a-49d3-b2ed-bb68aa69c9e2 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.122945 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-91e09a0c-213a-49d3-b2ed-bb68aa69c9e2 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Added segment dfc5c71f-213f-4c4d-9bfb-de0539836ad9 of type vlan for network ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc Nov 03 18:56:33.129369 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-1b411a69-1d24-4610-bb70-60d7495786af req-624996b8-dbe4-4ad2-b69f-c4dc709e17e3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Request body: {'port': {'device_id': '113fb92c-401d-45f9-ab8f-84f636b18766', 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd', 'admin_state_up': True, 'tenant_id': 'e3c99d50bcef40dc8698cb2c2caf758f'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:33.132315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Allocated IP 172.20.255.242 (de013140-b890-4dc7-83b7-d3e3e875f9fe/72110ceb-44a8-45f2-b7ce-d078b8cf0ba6/fd32950d-673c-4b07-8f80-190301c1af78) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:33.143980 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d447e810-46ae-4838-b4e3-beb76f533a84 req-23142e8f-5206-4689-9872-33c17dfccb0d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 210 time: 0.0958192 Nov 03 18:56:33.296046 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91e09a0c-213a-49d3-b2ed-bb68aa69c9e2 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.322215 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62db34b8-576b-4c87-8460-6f1a6cc4a749 req-eeaa8576-4590-4a60-95f3-18b506375278 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/security-groups?id=be4f3528-c31e-457d-8c5f-ddbb59c353d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593117 Nov 03 18:56:33.364930 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91e09a0c-213a-49d3-b2ed-bb68aa69c9e2 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.372681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e09a0c-213a-49d3-b2ed-bb68aa69c9e2 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:33.375737 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91e09a0c-213a-49d3-b2ed-bb68aa69c9e2 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.403303 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.448903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37390) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:33.456928 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5274fb29-7824-46d7-ae35-fbaa5024c725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1712b74-ba64-4dc1-8d9f-724aa0ce1e5a'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:33.459415 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c03238d-804c-4b3d-a310-0e42ac4ff8d6" -d '{"events": [{"server_uuid": "5274fb29-7824-46d7-ae35-fbaa5024c725", "name": "network-vif-plugged", "status": "completed", "tag": "d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:33.469766 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.482825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a,segment=NetworkSegment(98dc69cc-1758-4053-ad39-2c8664ccec1d),segment_id=98dc69cc-1758-4053-ad39-2c8664ccec1d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:33.485764 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.490202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-91e09a0c-213a-49d3-b2ed-bb68aa69c9e2 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1175103 Nov 03 18:56:33.493122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37396) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:33.499107 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d40ed2cc-373c-4e59-8b0b-8754ed104275 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'subnet': {'network_id': 'ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:33.502480 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.519548 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37398) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:33.530923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e09a0c-213a-49d3-b2ed-bb68aa69c9e2 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Network': ['ID=ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:33.551118 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:33.559693 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b411a69-1d24-4610-bb70-60d7495786af req-624996b8-dbe4-4ad2-b69f-c4dc709e17e3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Made reservation on behalf of e3c99d50bcef40dc8698cb2c2caf758f for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:33.570117 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1b411a69-1d24-4610-bb70-60d7495786af req-624996b8-dbe4-4ad2-b69f-c4dc709e17e3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.679251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40ed2cc-373c-4e59-8b0b-8754ed104275 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:33.686523 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d40ed2cc-373c-4e59-8b0b-8754ed104275 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.724312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Network de013140-b890-4dc7-83b7-d3e3e875f9fe is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:33.746675 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11da859e-d4e2-4e45-94aa-4a1b6ec94ab1 x-openstack-request-id: req-11da859e-d4e2-4e45-94aa-4a1b6ec94ab1 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:33.747151 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5274fb29-7824-46d7-ae35-fbaa5024c725", "name": "network-vif-plugged", "status": "completed", "tag": "d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:33.747408 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-11da859e-d4e2-4e45-94aa-4a1b6ec94ab1 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:33.749087 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5274fb29-7824-46d7-ae35-fbaa5024c725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1712b74-ba64-4dc1-8d9f-724aa0ce1e5a', 'code': 200} Nov 03 18:56:33.750566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:33.753053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:33.760290 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Pushing event updated for resources: {'Port': ['ID=fd32950d-673c-4b07-8f80-190301c1af78,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:33.786494 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5db91fe0-ecc5-40aa-99ab-f295285ca9c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.845604 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9945eb4-bde2-489e-be6c-cd56a4449388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.894205 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02d87-bb28-482b-89cc-87c5a5826e6d req-cb338550-70fd-41fc-8a64-bb1173474edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:33.896145 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ca02d87-bb28-482b-89cc-87c5a5826e6d req-cb338550-70fd-41fc-8a64-bb1173474edf service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 1096 time: 0.1469586 Nov 03 18:56:33.915496 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Attempting to bind port fd32950d-673c-4b07-8f80-190301c1af78 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:33.915979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Attempting to bind port fd32950d-673c-4b07-8f80-190301c1af78 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '65b55aba-652d-40b5-a02f-0026469c75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'de013140-b890-4dc7-83b7-d3e3e875f9fe'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:33.916350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Attempting to bind port fd32950d-673c-4b07-8f80-190301c1af78 on network de013140-b890-4dc7-83b7-d3e3e875f9fe {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:33.927796 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:33.928285 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Checking segment: {'id': '65b55aba-652d-40b5-a02f-0026469c75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'de013140-b890-4dc7-83b7-d3e3e875f9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:33.928748 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.929353 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Bound using segment: {'id': '65b55aba-652d-40b5-a02f-0026469c75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'de013140-b890-4dc7-83b7-d3e3e875f9fe'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:33.929985 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Bound port: fd32950d-673c-4b07-8f80-190301c1af78, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b55aba-652d-40b5-a02f-0026469c75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'de013140-b890-4dc7-83b7-d3e3e875f9fe'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:33.930431 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:33.957685 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:33.977889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-1b411a69-1d24-4610-bb70-60d7495786af req-624996b8-dbe4-4ad2-b69f-c4dc709e17e3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Allocated IP 172.20.0.6 (6f2d15c2-b68c-424c-9a48-22cc9e17d0bd/3819844f-11d3-46e6-a85a-1c8983cc47d5/a615f19f-075b-4e7c-87ab-503973471eb6) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:33.995697 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9945eb4-bde2-489e-be6c-cd56a4449388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.007598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9945eb4-bde2-489e-be6c-cd56a4449388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.041581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ca02d87-bb28-482b-89cc-87c5a5826e6d req-f0461356-39c0-4708-9bfc-0e1f79a46f83 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=be4f3528-c31e-457d-8c5f-ddbb59c353d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298161 Nov 03 18:56:34.051533 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] For port fd32950d-673c-4b07-8f80-190301c1af78, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:34.053273 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d9945eb4-bde2-489e-be6c-cd56a4449388 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1d89251d40e0498da8adb359007202db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6018600 Nov 03 18:56:34.053919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37408) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:34.057985 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] For port fd32950d-673c-4b07-8f80-190301c1af78, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=fd32950d-673c-4b07-8f80-190301c1af78,segment=NetworkSegment(65b55aba-652d-40b5-a02f-0026469c75bf),segment_id=65b55aba-652d-40b5-a02f-0026469c75bf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:34.069416 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.136390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c86dfd0f-43d3-48bd-8f83-d1cd4385760c req-80a1b76a-14f5-4cac-8b59-43da092b8fc7 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 210 time: 0.0568135 Nov 03 18:56:34.143727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf804e4-6646-48e4-a935-1daa9002570f None None] Pushing event updated for resources: {'Port': ['ID=fd32950d-673c-4b07-8f80-190301c1af78,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:34.157845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63821029-0bae-46fb-9831-49980fc25a2a req-668fbcfe-eef2-4320-ae49-f9227971b6cd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:34.159495 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-668fbcfe-eef2-4320-ae49-f9227971b6cd tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.98 "GET /v2.0/networks?id=59aedf5c-3e42-405b-a5ae-b89a5996e64c HTTP/1.1" status: 200 len: 811 time: 0.3592367 Nov 03 18:56:34.160660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5db91fe0-ecc5-40aa-99ab-f295285ca9c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.166625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9945eb4-bde2-489e-be6c-cd56a4449388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d831ff6-2f18-4f09-941e-c55e67cd0331,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:34.172622 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5db91fe0-ecc5-40aa-99ab-f295285ca9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.266810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db91fe0-ecc5-40aa-99ab-f295285ca9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce93a19d-d0a6-4890-b02d-4b4dc00f613b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:34.298093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5db91fe0-ecc5-40aa-99ab-f295285ca9c9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c7ea22370d6c4ba9a46469ea2a7e0627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7722855 Nov 03 18:56:34.300316 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-925abcd1-6c75-4676-8af2-2bb2a7980be7 req-59e92c39-cf6c-459c-bb27-1a976cba733c tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 210 time: 0.0486729 Nov 03 18:56:34.303118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37412) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:34.332380 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d40ed2cc-373c-4e59-8b0b-8754ed104275 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.334675 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-975c1ac6-204e-41b3-a024-2e33fc616ed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.375702 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1b411a69-1d24-4610-bb70-60d7495786af req-624996b8-dbe4-4ad2-b69f-c4dc709e17e3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.427517 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d359916e-41e6-4665-858a-bc2d160aff1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.477357 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-975c1ac6-204e-41b3-a024-2e33fc616ed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.488146 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-fa3664ad-8162-4eea-951c-8538700c5f2c tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e03d37318b34094a0ffff28057c6cc2 HTTP/1.1" status: 200 len: 380 time: 0.3032899 Nov 03 18:56:34.502441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d359916e-41e6-4665-858a-bc2d160aff1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.515868 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1b411a69-1d24-4610-bb70-60d7495786af req-624996b8-dbe4-4ad2-b69f-c4dc709e17e3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.524297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-63821029-0bae-46fb-9831-49980fc25a2a req-d04b990e-85d7-45ba-a01e-e41326502297 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Request body: {'port': {'device_id': '4f6c61fd-9e9f-435d-9029-fe7115e733bc', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'admin_state_up': True, 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'security_groups': ['05cfcb4f-6d9f-4aef-a11f-9938ff37e20c']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:34.530258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ed2cc-373c-4e59-8b0b-8754ed104275 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Subnet': ['ID=51b8302c-99c3-4ce4-a577-68b1b978088f,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:34.530504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['63003d42-6336-4ab2-a39c-86bcb259b295', 'a6256e8f-dd54-4618-8d0d-b0df4429d5aa'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:56:34.578913 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['ceca5cd1-9201-4d7f-bcfb-1af6c4c01340'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:56:34.603911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624996b8-dbe4-4ad2-b69f-c4dc709e17e3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Pushing event updated for resources: {'Port': ['ID=a615f19f-075b-4e7c-87ab-503973471eb6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:34.653651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b411a69-1d24-4610-bb70-60d7495786af req-624996b8-dbe4-4ad2-b69f-c4dc709e17e3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:34.670663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24b579-81a6-482b-a280-5ff4b226584d req-e395e91c-990e-41b7-91e1-2ebef6d1297c tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:34.676142 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ed2cc-373c-4e59-8b0b-8754ed104275 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Checking segment: {'id': 'dfc5c71f-213f-4c4d-9bfb-de0539836ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:34.676517 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40ed2cc-373c-4e59-8b0b-8754ed104275 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network hostable DHCP agents. Network: ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:34.679416 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1d24b579-81a6-482b-a280-5ff4b226584d req-e395e91c-990e-41b7-91e1-2ebef6d1297c tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 945 time: 0.2207963 Nov 03 18:56:34.683164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-1b411a69-1d24-4610-bb70-60d7495786af req-624996b8-dbe4-4ad2-b69f-c4dc709e17e3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:34.699672 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b411a69-1d24-4610-bb70-60d7495786af req-624996b8-dbe4-4ad2-b69f-c4dc709e17e3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:34.735614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40ed2cc-373c-4e59-8b0b-8754ed104275 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:34.767309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-975c1ac6-204e-41b3-a024-2e33fc616ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.773409 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-975c1ac6-204e-41b3-a024-2e33fc616ed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.778062 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-975c1ac6-204e-41b3-a024-2e33fc616ed2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1d831ff6-2f18-4f09-941e-c55e67cd0331 HTTP/1.1" status: 204 len: 168 time: 0.7133901 Nov 03 18:56:34.795364 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d359916e-41e6-4665-858a-bc2d160aff1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.798391 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d359916e-41e6-4665-858a-bc2d160aff1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.802157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d359916e-41e6-4665-858a-bc2d160aff1d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ce93a19d-d0a6-4890-b02d-4b4dc00f613b HTTP/1.1" status: 204 len: 168 time: 0.4956255 Nov 03 18:56:34.807559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d40ed2cc-373c-4e59-8b0b-8754ed104275 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:34.816417 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c1ac6-204e-41b3-a024-2e33fc616ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d831ff6-2f18-4f09-941e-c55e67cd0331,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:34.825762 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74586096-59a8-406f-89d7-ac2747adc3a6 None None] Network ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:34.828720 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40ed2cc-373c-4e59-8b0b-8754ed104275 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:34.829477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d40ed2cc-373c-4e59-8b0b-8754ed104275 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.852416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359916e-41e6-4665-858a-bc2d160aff1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce93a19d-d0a6-4890-b02d-4b4dc00f613b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:34.883776 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1d24b579-81a6-482b-a280-5ff4b226584d req-48ad9cc7-1770-4576-9444-b3c38436e380 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/security-groups?id=be4f3528-c31e-457d-8c5f-ddbb59c353d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710474 Nov 03 18:56:34.894372 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b411a69-1d24-4610-bb70-60d7495786af req-624996b8-dbe4-4ad2-b69f-c4dc709e17e3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:34.895166 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1b411a69-1d24-4610-bb70-60d7495786af req-624996b8-dbe4-4ad2-b69f-c4dc709e17e3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.936959 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63821029-0bae-46fb-9831-49980fc25a2a req-d04b990e-85d7-45ba-a01e-e41326502297 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Made reservation on behalf of 6e03d37318b34094a0ffff28057c6cc2 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:34.942505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b411a69-1d24-4610-bb70-60d7495786af req-624996b8-dbe4-4ad2-b69f-c4dc709e17e3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8297098 Nov 03 18:56:34.952873 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-63821029-0bae-46fb-9831-49980fc25a2a req-d04b990e-85d7-45ba-a01e-e41326502297 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:34.961389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Request body: {'port': {'device_id': '113fb92c-401d-45f9-ab8f-84f636b18766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:34.979646 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d40ed2cc-373c-4e59-8b0b-8754ed104275 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4848697 Nov 03 18:56:35.005471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37422) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:35.122584 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.204052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device fd32950d-673c-4b07-8f80-190301c1af78 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:35.541821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37432) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:35.588015 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc', 'network_id': 'ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc', 'tenant_id': '7da1f8541630433796b7b43a2ec0cd41', 'fixed_ips': [{'subnet_id': '51b8302c-99c3-4ce4-a577-68b1b978088f'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:35.589028 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.613632 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port fd32950d-673c-4b07-8f80-190301c1af78 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:35.621311 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.636095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4774f62d-be0f-4f6d-a1d5-ad29b91f7618 req-515f1849-738e-44fb-932e-38fffae5a382 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 210 time: 0.0928369 Nov 03 18:56:35.655898 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-65d1eef8-b272-47ae-9888-8c023d4818ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:35.711636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37434) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:35.962813 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984cec37-115a-456b-8311-a02d6f461749 None None] Network de013140-b890-4dc7-83b7-d3e3e875f9fe requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:36.024481 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.103927 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.107115 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Allocated IP 172.20.0.2 (ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc/51b8302c-99c3-4ce4-a577-68b1b978088f/e726651b-e78b-47ba-bd33-24ff8fc44619) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:36.116413 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.136635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-63821029-0bae-46fb-9831-49980fc25a2a req-d04b990e-85d7-45ba-a01e-e41326502297 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Allocated IP 172.20.0.8 (59aedf5c-3e42-405b-a5ae-b89a5996e64c/1945ba7b-6c1a-48ad-b07e-6241e957b703/76d1a1db-b0e4-4b9d-be3f-1038cca216c7) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:36.177062 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-cb38e9f6-19f2-4e0b-953b-bbe848c22563 None None] Provisioning complete for port fd32950d-673c-4b07-8f80-190301c1af78 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:36.177526 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cb38e9f6-19f2-4e0b-953b-bbe848c22563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.278721 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9668b7e2-c756-4438-855e-870d4ae11e49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.316935 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-63821029-0bae-46fb-9831-49980fc25a2a req-d04b990e-85d7-45ba-a01e-e41326502297 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.351630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e6dea-8298-4649-851a-a783df119d70 req-8a495a1e-2462-4c4b-bd5c-01cc5a620675 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:36.352656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-63821029-0bae-46fb-9831-49980fc25a2a req-d04b990e-85d7-45ba-a01e-e41326502297 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.353218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c2e6dea-8298-4649-851a-a783df119d70 req-8a495a1e-2462-4c4b-bd5c-01cc5a620675 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 931 time: 0.8084037 Nov 03 18:56:36.407004 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63821029-0bae-46fb-9831-49980fc25a2a req-d04b990e-85d7-45ba-a01e-e41326502297 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Network 59aedf5c-3e42-405b-a5ae-b89a5996e64c is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:36.409933 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-63821029-0bae-46fb-9831-49980fc25a2a req-d04b990e-85d7-45ba-a01e-e41326502297 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:36.415457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-63821029-0bae-46fb-9831-49980fc25a2a req-d04b990e-85d7-45ba-a01e-e41326502297 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:36.419248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b990e-85d7-45ba-a01e-e41326502297 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event updated for resources: {'Port': ['ID=76d1a1db-b0e4-4b9d-be3f-1038cca216c7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:36.467439 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port fd32950d-673c-4b07-8f80-190301c1af78, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=fd32950d-673c-4b07-8f80-190301c1af78,segment=NetworkSegment(65b55aba-652d-40b5-a02f-0026469c75bf),segment_id=65b55aba-652d-40b5-a02f-0026469c75bf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:36.470327 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63821029-0bae-46fb-9831-49980fc25a2a req-d04b990e-85d7-45ba-a01e-e41326502297 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:36.471722 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-63821029-0bae-46fb-9831-49980fc25a2a req-d04b990e-85d7-45ba-a01e-e41326502297 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.479192 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.502803 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-d04b990e-85d7-45ba-a01e-e41326502297 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9928374 Nov 03 18:56:36.518186 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385f674-b8bd-406f-a8af-4e3edb82dcdc req-a99f3d0a-2796-423d-a46a-3a594b22a898 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:36.518941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Request body: {'port': {'device_id': '4f6c61fd-9e9f-435d-9029-fe7115e733bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:36.519779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6385f674-b8bd-406f-a8af-4e3edb82dcdc req-a99f3d0a-2796-423d-a46a-3a594b22a898 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 945 time: 0.2546926 Nov 03 18:56:36.571480 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c2e6dea-8298-4649-851a-a783df119d70 req-509a1b8c-8cf1-4cc8-91fd-10f240490017 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897602 Nov 03 18:56:36.579877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a615f19f-075b-4e7c-87ab-503973471eb6 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:36.595879 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.599415 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.642851 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-65d1eef8-b272-47ae-9888-8c023d4818ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.660098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Transition to ACTIVE for port object a615f19f-075b-4e7c-87ab-503973471eb6 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:56:36.662162 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9668b7e2-c756-4438-855e-870d4ae11e49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.667259 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-65d1eef8-b272-47ae-9888-8c023d4818ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.688559 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9668b7e2-c756-4438-855e-870d4ae11e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.690943 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.700348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=fd32950d-673c-4b07-8f80-190301c1af78,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:36.721108 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.734524 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.735949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6385f674-b8bd-406f-a8af-4e3edb82dcdc req-174f701c-89e8-4c5b-be19-ca427d4f1c46 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/security-groups?id=be4f3528-c31e-457d-8c5f-ddbb59c353d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980247 Nov 03 18:56:36.838706 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-65d1eef8-b272-47ae-9888-8c023d4818ae admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2f8bc962f2464d6bbd697ba888e54578&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2919021 Nov 03 18:56:36.846547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37444) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:36.875986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1eef8-b272-47ae-9888-8c023d4818ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea504012-9bbc-496d-ae84-f65bb2df0b3f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:36.880001 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Network ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:36.884916 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:36.895500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:36.902746 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Pushing event updated for resources: {'Port': ['ID=e726651b-e78b-47ba-bd33-24ff8fc44619,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:36.909583 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:36.953125 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9668b7e2-c756-4438-855e-870d4ae11e49 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=92089b84ca4d46c186f479c3ece47a09&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2351632 Nov 03 18:56:36.963473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37450) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:36.968826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Pushing event updated for resources: {'Port': ['ID=a615f19f-075b-4e7c-87ab-503973471eb6,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:37.039289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Subnet': ['ID=51b8302c-99c3-4ce4-a577-68b1b978088f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:37.073488 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668b7e2-c756-4438-855e-870d4ae11e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d939175-d207-4052-96b3-fae2a8ef89a5,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:37.104888 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03872aa0-2e68-4bfb-b005-9af8435a7762 req-b0f4feb6-005e-43e0-a339-c9670cb21dfb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:37.112470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b44a207a-b4da-4aff-888f-5d8976ee953a None None] Provisioning complete for port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:37.112911 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b44a207a-b4da-4aff-888f-5d8976ee953a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.114937 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03872aa0-2e68-4bfb-b005-9af8435a7762 req-b0f4feb6-005e-43e0-a339-c9670cb21dfb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 931 time: 0.2976954 Nov 03 18:56:37.119534 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Attempting to bind port e726651b-e78b-47ba-bd33-24ff8fc44619 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:37.120002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Attempting to bind port e726651b-e78b-47ba-bd33-24ff8fc44619 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'dfc5c71f-213f-4c4d-9bfb-de0539836ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:37.120391 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Attempting to bind port e726651b-e78b-47ba-bd33-24ff8fc44619 on network ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:37.133831 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.160246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:37.171217 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc5c71f-213f-4c4d-9bfb-de0539836ad9') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:37.171489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc5c71f-213f-4c4d-9bfb-de0539836ad9') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:37.189806 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.190721 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device fd32950d-673c-4b07-8f80-190301c1af78 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:37.192685 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-75f0ad3d-9d98-44c6-8843-54b33648ba67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.204794 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Attempting to bind port a615f19f-075b-4e7c-87ab-503973471eb6 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:37.205133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Attempting to bind port a615f19f-075b-4e7c-87ab-503973471eb6 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:37.205472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Attempting to bind port a615f19f-075b-4e7c-87ab-503973471eb6 on network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:37.209578 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b44a207a-b4da-4aff-888f-5d8976ee953a None None] Port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:56:37.225719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Port a615f19f-075b-4e7c-87ab-503973471eb6 on network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:56:37.226194 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Attempting to bind port a615f19f-075b-4e7c-87ab-503973471eb6 on network 6f2d15c2-b68c-424c-9a48-22cc9e17d0bd {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:37.248632 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.249711 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03872aa0-2e68-4bfb-b005-9af8435a7762 req-2d69dad1-b08c-4fc1-8cc0-26e8c7704c60 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=05cfcb4f-6d9f-4aef-a11f-9938ff37e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332066 Nov 03 18:56:37.277812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:37.278360 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.287496 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-75f0ad3d-9d98-44c6-8843-54b33648ba67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.290821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:37.291355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Checking segment: {'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:37.291997 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Bound using segment: {'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:37.292749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Bound port: a615f19f-075b-4e7c-87ab-503973471eb6, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b67ccbaa-df25-4a15-b29e-3b879af16b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:37.293241 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.333801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:37.334737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Checking segment: {'id': 'dfc5c71f-213f-4c4d-9bfb-de0539836ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:37.335394 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.338587 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Bound using segment: {'id': 'dfc5c71f-213f-4c4d-9bfb-de0539836ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:37.339418 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Bound port: e726651b-e78b-47ba-bd33-24ff8fc44619, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc5c71f-213f-4c4d-9bfb-de0539836ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:37.341090 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:37.374820 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:37.416270 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a74f293d-33fd-4dc0-86fc-10d8e2fd7c59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.422377 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.db.api [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 18:56:37.422377 n-d-812150-4 neutron-server[101711]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 18:56:37.422377 n-d-812150-4 neutron-server[101711]: [parameters: {'id': 'ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc'}] Nov 03 18:56:37.422377 n-d-812150-4 neutron-server[101711]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:56:37.423164 n-d-812150-4 neutron-server[101711]: DEBUG oslo_db.api [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:56:37.450171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1aff0e3b-c9f8-46ae-91b0-0e3b6ba79b31 None None] Provisioning complete for port fd32950d-673c-4b07-8f80-190301c1af78 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:37.450838 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aff0e3b-c9f8-46ae-91b0-0e3b6ba79b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.467839 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-75f0ad3d-9d98-44c6-8843-54b33648ba67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.468196 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a74f293d-33fd-4dc0-86fc-10d8e2fd7c59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.470878 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-75f0ad3d-9d98-44c6-8843-54b33648ba67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.476164 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-75f0ad3d-9d98-44c6-8843-54b33648ba67 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5d939175-d207-4052-96b3-fae2a8ef89a5 HTTP/1.1" status: 204 len: 168 time: 0.5086374 Nov 03 18:56:37.493470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port fd32950d-673c-4b07-8f80-190301c1af78 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:37.493844 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.517997 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] For port a615f19f-075b-4e7c-87ab-503973471eb6, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:37.527231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] For port a615f19f-075b-4e7c-87ab-503973471eb6, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a615f19f-075b-4e7c-87ab-503973471eb6,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:37.530597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:37.539163 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.544786 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.586705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0ad3d-9d98-44c6-8843-54b33648ba67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d939175-d207-4052-96b3-fae2a8ef89a5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:37.587364 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a74f293d-33fd-4dc0-86fc-10d8e2fd7c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.594179 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a74f293d-33fd-4dc0-86fc-10d8e2fd7c59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.597278 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a74f293d-33fd-4dc0-86fc-10d8e2fd7c59 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ea504012-9bbc-496d-ae84-f65bb2df0b3f HTTP/1.1" status: 204 len: 168 time: 0.7486594 Nov 03 18:56:37.610131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:37.610991 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.612643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b411a69-1d24-4610-bb70-60d7495786af req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] 10.222.0.98 "PUT /v2.0/ports/a615f19f-075b-4e7c-87ab-503973471eb6 HTTP/1.1" status: 200 len: 1091 time: 2.6613069 Nov 03 18:56:37.613257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113fb92c-401d-45f9-ab8f-84f636b18766', 'tag': 'a615f19f-075b-4e7c-87ab-503973471eb6'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:37.615933 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845d6f82-dc84-4999-b4cb-a5acff6cf5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "113fb92c-401d-45f9-ab8f-84f636b18766", "tag": "a615f19f-075b-4e7c-87ab-503973471eb6"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:37.618965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Transition to ACTIVE for port object 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:56:37.654378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86465bc2-b205-4f34-b224-27b5f44c8311 req-eb6fead7-75ef-4fbb-9506-a95c6621e235 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:37.661950 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86465bc2-b205-4f34-b224-27b5f44c8311 req-eb6fead7-75ef-4fbb-9506-a95c6621e235 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 945 time: 0.2690301 Nov 03 18:56:37.666865 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f293d-33fd-4dc0-86fc-10d8e2fd7c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea504012-9bbc-496d-ae84-f65bb2df0b3f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:37.673593 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.717151 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] For port e726651b-e78b-47ba-bd33-24ff8fc44619, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:37.742100 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] For port e726651b-e78b-47ba-bd33-24ff8fc44619, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e726651b-e78b-47ba-bd33-24ff8fc44619,segment=NetworkSegment(dfc5c71f-213f-4c4d-9bfb-de0539836ad9),segment_id=dfc5c71f-213f-4c4d-9bfb-de0539836ad9)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:37.756536 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.812329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Pushing event updated for resources: {'Port': ['ID=76d1a1db-b0e4-4b9d-be3f-1038cca216c7,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:37.860653 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9a274-3739-46ac-9e6e-214bfe766ade None None] Pushing event updated for resources: {'Port': ['ID=e726651b-e78b-47ba-bd33-24ff8fc44619,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:37.914182 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986678dd-db9f-40cc-ad50-61dcce2df4c2 x-openstack-request-id: req-986678dd-db9f-40cc-ad50-61dcce2df4c2 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:37.915690 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113fb92c-401d-45f9-ab8f-84f636b18766", "tag": "a615f19f-075b-4e7c-87ab-503973471eb6", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:37.915894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Attempting to bind port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:37.916055 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Attempting to bind port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:37.916403 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Attempting to bind port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 on network 59aedf5c-3e42-405b-a5ae-b89a5996e64c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:37.917821 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-986678dd-db9f-40cc-ad50-61dcce2df4c2 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:37.923317 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113fb92c-401d-45f9-ab8f-84f636b18766', 'tag': 'a615f19f-075b-4e7c-87ab-503973471eb6', 'status': 'completed', 'code': 200} Nov 03 18:56:37.923540 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.927954 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 on network 59aedf5c-3e42-405b-a5ae-b89a5996e64c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:56:37.928273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Attempting to bind port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 on network 59aedf5c-3e42-405b-a5ae-b89a5996e64c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:37.941415 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:37.942200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Checking segment: {'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:37.942937 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Bound using segment: {'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:37.944366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Bound port: 76d1a1db-b0e4-4b9d-be3f-1038cca216c7, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a5c9ee-9741-4a81-9118-447a93972420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:37.945106 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:37.957977 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0b154f-ca98-4ccf-93eb-79ec17420c66 None None] Network ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:37.978513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497e5d5-8bb7-4536-96aa-59c8c55af4ba service neutron] Pushing event updated for resources: {'Port': ['ID=a615f19f-075b-4e7c-87ab-503973471eb6,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:38.090673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] For port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:38.104648 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] For port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=76d1a1db-b0e4-4b9d-be3f-1038cca216c7,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:38.112596 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.118504 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Deleting port e726651b-e78b-47ba-bd33-24ff8fc44619 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:38.119518 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.134302 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86465bc2-b205-4f34-b224-27b5f44c8311 req-59b86a41-53c6-4b73-9a01-52e1701cbfbc tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/security-groups?id=be4f3528-c31e-457d-8c5f-ddbb59c353d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713705 Nov 03 18:56:38.179342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf5d7f-2433-42e4-b7b5-1bfc03c409dd req-a044c9c1-2f39-4ee4-8068-2296c024d77c tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:38.180988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8aaf5d7f-2433-42e4-b7b5-1bfc03c409dd req-a044c9c1-2f39-4ee4-8068-2296c024d77c tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 943 time: 0.3368812 Nov 03 18:56:38.183228 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b411a69-1d24-4610-bb70-60d7495786af req-b5e6316f-f9a0-49f7-b543-b54d794322b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:38.194767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b411a69-1d24-4610-bb70-60d7495786af req-b5e6316f-f9a0-49f7-b543-b54d794322b3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 1094 time: 0.5211689 Nov 03 18:56:38.236347 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:38.237215 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.238652 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] 10.222.0.98 "PUT /v2.0/ports/76d1a1db-b0e4-4b9d-be3f-1038cca216c7 HTTP/1.1" status: 200 len: 1091 time: 1.7260559 Nov 03 18:56:38.241170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6c61fd-9e9f-435d-9029-fe7115e733bc', 'tag': '76d1a1db-b0e4-4b9d-be3f-1038cca216c7'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:38.244249 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3802e6ff-7923-48bd-b72e-819af4f06be8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6c61fd-9e9f-435d-9029-fe7115e733bc", "tag": "76d1a1db-b0e4-4b9d-be3f-1038cca216c7"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:38.335409 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574f4095-7cd9-43dc-8646-81f887830ab8 x-openstack-request-id: req-574f4095-7cd9-43dc-8646-81f887830ab8 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:38.336075 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6c61fd-9e9f-435d-9029-fe7115e733bc", "tag": "76d1a1db-b0e4-4b9d-be3f-1038cca216c7", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:38.336756 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-574f4095-7cd9-43dc-8646-81f887830ab8 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:38.337302 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6c61fd-9e9f-435d-9029-fe7115e733bc', 'tag': '76d1a1db-b0e4-4b9d-be3f-1038cca216c7', 'status': 'completed', 'code': 200} Nov 03 18:56:38.374449 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8aaf5d7f-2433-42e4-b7b5-1bfc03c409dd req-9bbd9c83-76ba-4c4d-8f01-c74a27d42c1e tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709113 Nov 03 18:56:38.376670 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b411a69-1d24-4610-bb70-60d7495786af req-6c02a08d-be88-49c6-b504-325d5242f92a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a615f19f-075b-4e7c-87ab-503973471eb6 HTTP/1.1" status: 200 len: 217 time: 0.1809270 Nov 03 18:56:38.378571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36617bf2-fd13-47e3-8280-93099edae224 service neutron] Pushing event updated for resources: {'Port': ['ID=76d1a1db-b0e4-4b9d-be3f-1038cca216c7,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:38.397896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] For port e726651b-e78b-47ba-bd33-24ff8fc44619, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e726651b-e78b-47ba-bd33-24ff8fc44619,segment=NetworkSegment(dfc5c71f-213f-4c4d-9bfb-de0539836ad9),segment_id=dfc5c71f-213f-4c4d-9bfb-de0539836ad9)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:38.398621 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.449841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63821029-0bae-46fb-9831-49980fc25a2a req-33e515f5-d9d4-4713-a381-a12c704ad80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:38.451541 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-33e515f5-d9d4-4713-a381-a12c704ad80d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6e03d37318b34094a0ffff28057c6cc2&device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 1094 time: 0.1627278 Nov 03 18:56:38.456490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Calling delete_port for e726651b-e78b-47ba-bd33-24ff8fc44619 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:38.521378 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-0cfd4f08-977b-4efd-9e2e-ec3349513416 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d1a1db-b0e4-4b9d-be3f-1038cca216c7 HTTP/1.1" status: 200 len: 217 time: 0.0611110 Nov 03 18:56:38.591100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee77333-108a-4b85-ae91-c68688da8fb0 req-d8e889ec-1c9b-4c02-a4e5-450db3a1efe0 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:38.599285 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de761eda-e93d-44e5-b7e8-c2b85edf1567 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:56:38.612823 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ee77333-108a-4b85-ae91-c68688da8fb0 req-d8e889ec-1c9b-4c02-a4e5-450db3a1efe0 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 943 time: 0.1308289 Nov 03 18:56:38.621828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b411a69-1d24-4610-bb70-60d7495786af req-158ce0a9-96df-4482-bf2b-9ca2de3652f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:38.622612 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.628021 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b411a69-1d24-4610-bb70-60d7495786af req-158ce0a9-96df-4482-bf2b-9ca2de3652f2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3819844f-11d3-46e6-a85a-1c8983cc47d5 HTTP/1.1" status: 200 len: 854 time: 0.2351632 Nov 03 18:56:38.682451 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Port': ['ID=e726651b-e78b-47ba-bd33-24ff8fc44619,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:38.692739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No DVR routers for this DVR port e726651b-e78b-47ba-bd33-24ff8fc44619 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:38.747775 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b411a69-1d24-4610-bb70-60d7495786af req-fb5c1b9e-a613-4766-afea-ddd4be954c27 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096361 Nov 03 18:56:38.757223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63821029-0bae-46fb-9831-49980fc25a2a req-f9b76a54-462a-411a-8346-7c0705d9cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:38.758981 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-f9b76a54-462a-411a-8346-7c0705d9cc98 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1945ba7b-6c1a-48ad-b07e-6241e957b703 HTTP/1.1" status: 200 len: 850 time: 0.1476245 Nov 03 18:56:38.814266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de761eda-e93d-44e5-b7e8-c2b85edf1567 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:56:38.839569 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.859703 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ee77333-108a-4b85-ae91-c68688da8fb0 req-14dc9757-fad8-4ec8-a003-c27e7cfc4855 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=05cfcb4f-6d9f-4aef-a11f-9938ff37e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443256 Nov 03 18:56:38.867649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:38.890964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63821029-0bae-46fb-9831-49980fc25a2a req-00969aa5-237d-48e2-a02d-462b4de98474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:38.892499 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-00969aa5-237d-48e2-a02d-462b4de98474 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=59aedf5c-3e42-405b-a5ae-b89a5996e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192088 Nov 03 18:56:38.894488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc5c71f-213f-4c4d-9bfb-de0539836ad9') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:38.894803 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc5c71f-213f-4c4d-9bfb-de0539836ad9') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:38.928901 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:38.969344 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.028803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b411a69-1d24-4610-bb70-60d7495786af req-f364333e-eabb-4218-b4e5-859ec19f67ef service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625041 Nov 03 18:56:39.037872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:39.038283 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:39.041589 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:39.127293 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.161350 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.169944 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc HTTP/1.1" status: 204 len: 168 time: 4.1578262 Nov 03 18:56:39.169944 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7173311-0bee-467b-b380-ce251a3e82e0 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Network': ['ID=ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:39.171305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37508) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:39.176230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7e2a4aa2-7e37-4c98-ba6e-e3cd5d77940a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1499616217'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:39.176741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b411a69-1d24-4610-bb70-60d7495786af req-2503f967-999b-4614-a58a-0faf7a7abfd7 service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339133 Nov 03 18:56:39.201775 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-50c23e99-5bcc-4552-b8a1-b83a53eb9227 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921693 Nov 03 18:56:39.311083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2a4aa2-7e37-4c98-ba6e-e3cd5d77940a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:39.314651 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4aa2-7e37-4c98-ba6e-e3cd5d77940a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.344649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2a4aa2-7e37-4c98-ba6e-e3cd5d77940a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:39.350144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d6f82-dc84-4999-b4cb-a5acff6cf5c6 req-2f5781af-5993-4c28-a38c-727eca5e15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:39.353293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-845d6f82-dc84-4999-b4cb-a5acff6cf5c6 req-2f5781af-5993-4c28-a38c-727eca5e15fe service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 1094 time: 0.1152596 Nov 03 18:56:39.357321 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4aa2-7e37-4c98-ba6e-e3cd5d77940a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.358168 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-7e2a4aa2-7e37-4c98-ba6e-e3cd5d77940a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Added segment 9b792abe-cf16-45d7-89b2-432f0f8af52c of type vlan for network e4517d09-9159-49dd-8731-58d8d2e4fb58 Nov 03 18:56:39.459401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4f221-2e6d-431f-ba8f-d50d7e24bd47 req-a0d8598a-a5a1-4850-bfc9-803fb0e1f1bf tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:39.461451 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94e4f221-2e6d-431f-ba8f-d50d7e24bd47 req-a0d8598a-a5a1-4850-bfc9-803fb0e1f1bf tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 945 time: 0.1575973 Nov 03 18:56:39.473380 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4aa2-7e37-4c98-ba6e-e3cd5d77940a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.491195 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63821029-0bae-46fb-9831-49980fc25a2a req-f0f4679c-b81d-4ec1-b052-e3d0e1d5d990 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816041 Nov 03 18:56:39.516303 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4aa2-7e37-4c98-ba6e-e3cd5d77940a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.535955 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2a4aa2-7e37-4c98-ba6e-e3cd5d77940a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:39.536610 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4aa2-7e37-4c98-ba6e-e3cd5d77940a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.579097 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7e2a4aa2-7e37-4c98-ba6e-e3cd5d77940a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4074588 Nov 03 18:56:39.579778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37520) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:39.611672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-da4f566f-a22e-44e9-8cb1-f25b972be27a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'subnet': {'network_id': 'e4517d09-9159-49dd-8731-58d8d2e4fb58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:39.661567 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94e4f221-2e6d-431f-ba8f-d50d7e24bd47 req-96732443-7158-4f97-a2a8-8a89da4be2a4 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/security-groups?id=be4f3528-c31e-457d-8c5f-ddbb59c353d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439555 Nov 03 18:56:39.667451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d6f82-dc84-4999-b4cb-a5acff6cf5c6 req-6a5837cd-efbf-4f50-9ac9-9d85e4810c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:39.669179 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-845d6f82-dc84-4999-b4cb-a5acff6cf5c6 req-6a5837cd-efbf-4f50-9ac9-9d85e4810c05 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 200 len: 915 time: 0.3081820 Nov 03 18:56:39.733546 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a4aa2-7e37-4c98-ba6e-e3cd5d77940a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Network': ['ID=e4517d09-9159-49dd-8731-58d8d2e4fb58,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:39.745628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network e4517d09-9159-49dd-8731-58d8d2e4fb58 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:39.767089 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802e6ff-7923-48bd-b72e-819af4f06be8 req-715ad0c0-f00c-4eee-bee0-4373eb279cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:39.770484 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3802e6ff-7923-48bd-b72e-819af4f06be8 req-715ad0c0-f00c-4eee-bee0-4373eb279cad service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6e03d37318b34094a0ffff28057c6cc2&device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 1094 time: 0.2184072 Nov 03 18:56:39.771930 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6830bf1-7d95-4b86-b870-a3bd38ac6fe9 req-32d617f5-251b-4172-8c3d-289574d95ef1 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:39.773784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6830bf1-7d95-4b86-b870-a3bd38ac6fe9 req-32d617f5-251b-4172-8c3d-289574d95ef1 tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.87 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 945 time: 0.2549684 Nov 03 18:56:39.775387 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-845d6f82-dc84-4999-b4cb-a5acff6cf5c6 req-6147f02a-5f2e-41c5-801f-6597692d6617 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a615f19f-075b-4e7c-87ab-503973471eb6 HTTP/1.1" status: 200 len: 217 time: 0.0983231 Nov 03 18:56:39.785066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b12e1-0e34-44ce-9229-697edd62fc59 req-7bc21a0f-ef21-4216-ba98-ab1298cb283f tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:39.786976 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb6b12e1-0e34-44ce-9229-697edd62fc59 req-7bc21a0f-ef21-4216-ba98-ab1298cb283f tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 943 time: 0.2707150 Nov 03 18:56:39.902663 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4f566f-a22e-44e9-8cb1-f25b972be27a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:39.907480 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da4f566f-a22e-44e9-8cb1-f25b972be27a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:39.960731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d6f82-dc84-4999-b4cb-a5acff6cf5c6 req-6459a584-1b48-48c5-a070-42a553f78e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:39.962241 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-845d6f82-dc84-4999-b4cb-a5acff6cf5c6 req-6459a584-1b48-48c5-a070-42a553f78e1d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3819844f-11d3-46e6-a85a-1c8983cc47d5 HTTP/1.1" status: 200 len: 854 time: 0.1741326 Nov 03 18:56:39.987109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb6b12e1-0e34-44ce-9229-697edd62fc59 req-c833dee3-015a-45cb-bd4c-785db0c8a35e tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899996 Nov 03 18:56:39.998715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802e6ff-7923-48bd-b72e-819af4f06be8 req-591ebde7-ce91-4cad-bfbe-bf408ecdaced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:40.003610 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3802e6ff-7923-48bd-b72e-819af4f06be8 req-591ebde7-ce91-4cad-bfbe-bf408ecdaced service neutron] 10.222.0.98 "GET /v2.0/networks?id=59aedf5c-3e42-405b-a5ae-b89a5996e64c HTTP/1.1" status: 200 len: 912 time: 0.2172139 Nov 03 18:56:40.004750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_backend_mixin [None req-da4f566f-a22e-44e9-8cb1-f25b972be27a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Performing IP validity checks on allocation pools {{(pid=101711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 18:56:40.005271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_backend_mixin [None req-da4f566f-a22e-44e9-8cb1-f25b972be27a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 18:56:40.005392 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-845d6f82-dc84-4999-b4cb-a5acff6cf5c6 req-8533daea-780e-4cb4-a27b-8b9025892080 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326025 Nov 03 18:56:40.067640 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3802e6ff-7923-48bd-b72e-819af4f06be8 req-99c6766a-98be-4843-aa3c-ba49dd9e8e34 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d1a1db-b0e4-4b9d-be3f-1038cca216c7 HTTP/1.1" status: 200 len: 217 time: 0.0513427 Nov 03 18:56:40.174921 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad15232-2669-432c-9a21-a783e63c602b req-bf881575-8b62-4a5f-9654-1f997e78f40c tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:40.182730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dad15232-2669-432c-9a21-a783e63c602b req-bf881575-8b62-4a5f-9654-1f997e78f40c tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 943 time: 0.1795933 Nov 03 18:56:40.187144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-845d6f82-dc84-4999-b4cb-a5acff6cf5c6 req-64b463fb-7343-4232-9717-759b70fa91de service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704807 Nov 03 18:56:40.190635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-d6830bf1-7d95-4b86-b870-a3bd38ac6fe9 req-05e5727e-247f-4a42-a385-d0f892e562db tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Deleting port d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:40.191054 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d6830bf1-7d95-4b86-b870-a3bd38ac6fe9 req-05e5727e-247f-4a42-a385-d0f892e562db tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.282263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802e6ff-7923-48bd-b72e-819af4f06be8 req-818fd3b5-71d6-490b-b18a-acb40ef12282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:40.283776 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3802e6ff-7923-48bd-b72e-819af4f06be8 req-818fd3b5-71d6-490b-b18a-acb40ef12282 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1945ba7b-6c1a-48ad-b07e-6241e957b703 HTTP/1.1" status: 200 len: 850 time: 0.2076948 Nov 03 18:56:40.345016 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da4f566f-a22e-44e9-8cb1-f25b972be27a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.354162 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dad15232-2669-432c-9a21-a783e63c602b req-66278af5-a939-45ee-b6c1-8fcd657d4229 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=05cfcb4f-6d9f-4aef-a11f-9938ff37e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704032 Nov 03 18:56:40.388897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802e6ff-7923-48bd-b72e-819af4f06be8 req-6e7ebb70-4037-49a1-a6e3-7b52f2a20927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:40.390553 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3802e6ff-7923-48bd-b72e-819af4f06be8 req-6e7ebb70-4037-49a1-a6e3-7b52f2a20927 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=59aedf5c-3e42-405b-a5ae-b89a5996e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960293 Nov 03 18:56:40.427489 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-845d6f82-dc84-4999-b4cb-a5acff6cf5c6 req-959597f0-2783-4617-9561-51c447843c63 service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324696 Nov 03 18:56:40.447296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d6830bf1-7d95-4b86-b870-a3bd38ac6fe9 req-05e5727e-247f-4a42-a385-d0f892e562db tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] For port d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a,segment=NetworkSegment(98dc69cc-1758-4053-ad39-2c8664ccec1d),segment_id=98dc69cc-1758-4053-ad39-2c8664ccec1d)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:40.447699 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d6830bf1-7d95-4b86-b870-a3bd38ac6fe9 req-05e5727e-247f-4a42-a385-d0f892e562db tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.464278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-d6830bf1-7d95-4b86-b870-a3bd38ac6fe9 req-05e5727e-247f-4a42-a385-d0f892e562db tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Calling delete_port for d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:40.504132 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3802e6ff-7923-48bd-b72e-819af4f06be8 req-410e3fe7-b255-4c66-9432-fb21ad679244 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012862 Nov 03 18:56:40.525312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f566f-a22e-44e9-8cb1-f25b972be27a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Subnet': ['ID=e6bf7030-5524-44b5-93d1-dfc9f914e644,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:40.593196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4f566f-a22e-44e9-8cb1-f25b972be27a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Checking segment: {'id': '9b792abe-cf16-45d7-89b2-432f0f8af52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'e4517d09-9159-49dd-8731-58d8d2e4fb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:40.593550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f566f-a22e-44e9-8cb1-f25b972be27a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network hostable DHCP agents. Network: e4517d09-9159-49dd-8731-58d8d2e4fb58, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:40.631216 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d6830bf1-7d95-4b86-b870-a3bd38ac6fe9 req-05e5727e-247f-4a42-a385-d0f892e562db tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.640572 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3802e6ff-7923-48bd-b72e-819af4f06be8 req-21108f33-fee5-4bc7-a0d7-ec09871419b9 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294653 Nov 03 18:56:40.659025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f566f-a22e-44e9-8cb1-f25b972be27a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network e4517d09-9159-49dd-8731-58d8d2e4fb58 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:40.671114 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-da4f566f-a22e-44e9-8cb1-f25b972be27a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, e4517d09-9159-49dd-8731-58d8d2e4fb58) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:40.677306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4f566f-a22e-44e9-8cb1-f25b972be27a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:40.679187 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da4f566f-a22e-44e9-8cb1-f25b972be27a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.679716 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:56:40.686233 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849ae71d-1d63-40c6-8e50-c804211e43ca None None] Network e4517d09-9159-49dd-8731-58d8d2e4fb58 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:40.721104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5727e-247f-4a42-a385-d0f892e562db tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Pushing event deleted for resources: {'Port': ['ID=d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:40.728395 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-da4f566f-a22e-44e9-8cb1-f25b972be27a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1226771 Nov 03 18:56:40.730111 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37574) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:40.773004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6830bf1-7d95-4b86-b870-a3bd38ac6fe9 req-05e5727e-247f-4a42-a385-d0f892e562db tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] No DVR routers for this DVR port d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:40.777673 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d6830bf1-7d95-4b86-b870-a3bd38ac6fe9 req-05e5727e-247f-4a42-a385-d0f892e562db tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:40.785017 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6830bf1-7d95-4b86-b870-a3bd38ac6fe9 req-05e5727e-247f-4a42-a385-d0f892e562db tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.87 "DELETE /v2.0/ports/d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a HTTP/1.1" status: 204 len: 173 time: 0.9566360 Nov 03 18:56:40.785378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5274fb29-7824-46d7-ae35-fbaa5024c725', 'name': 'network-vif-deleted', 'tag': 'd1712b74-ba64-4dc1-8d9f-724aa0ce1e5a'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:40.800779 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c4c468-f2c7-4ac0-97dc-c11c622daf38" -d '{"events": [{"server_uuid": "5274fb29-7824-46d7-ae35-fbaa5024c725", "name": "network-vif-deleted", "tag": "d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:40.878646 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17cc578a-a03f-4e96-bcf0-008da8ad70d9 req-4a03baab-7ba3-4d3d-a0bc-a6d0a3a7cf9f tempest-InstanceActionsNegativeTestJSON-1283379164 tempest-InstanceActionsNegativeTestJSON-1283379164-project] 10.222.0.107 "GET /v2.0/ports?device_id=5274fb29-7824-46d7-ae35-fbaa5024c725 HTTP/1.1" status: 200 len: 210 time: 0.0637214 Nov 03 18:56:40.914427 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab17bc9-78cf-46b0-ad61-cbd2da755893 x-openstack-request-id: req-9ab17bc9-78cf-46b0-ad61-cbd2da755893 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:40.914726 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5274fb29-7824-46d7-ae35-fbaa5024c725", "name": "network-vif-deleted", "tag": "d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:40.915009 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9ab17bc9-78cf-46b0-ad61-cbd2da755893 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:40.915425 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5274fb29-7824-46d7-ae35-fbaa5024c725', 'name': 'network-vif-deleted', 'tag': 'd1712b74-ba64-4dc1-8d9f-724aa0ce1e5a', 'status': 'completed', 'code': 200} Nov 03 18:56:40.922951 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.014765 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.072978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32d5c9f-9f18-4f4a-9ab8-534b45ef03a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-e4517d09-9159-49dd-8731-58d8d2e4fb58', 'network_id': 'e4517d09-9159-49dd-8731-58d8d2e4fb58', 'tenant_id': '7da1f8541630433796b7b43a2ec0cd41', 'fixed_ips': [{'subnet_id': 'e6bf7030-5524-44b5-93d1-dfc9f914e644'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:41.074233 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f32d5c9f-9f18-4f4a-9ab8-534b45ef03a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.177726 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.218879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Subnet': ['ID=e6bf7030-5524-44b5-93d1-dfc9f914e644,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:41.233233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961656b-0247-4a10-b4ec-eedceef6d01d req-69d5115e-9798-4f28-b8dc-8f53ec7ba4bc tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:41.241001 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d961656b-0247-4a10-b4ec-eedceef6d01d req-69d5115e-9798-4f28-b8dc-8f53ec7ba4bc tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 943 time: 0.0847106 Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server [None req-f32d5c9f-9f18-4f4a-9ab8-534b45ef03a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6bf7030-5524-44b5-93d1-dfc9f914e644: This subnet is being modified by another concurrent operation. Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise exception Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6bf7030-5524-44b5-93d1-dfc9f914e644: This subnet is being modified by another concurrent operation. Nov 03 18:56:41.246115 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Nov 03 18:56:41.286431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f577da00-6eab-4da8-a3ed-4ab376009143 None None] Network e4517d09-9159-49dd-8731-58d8d2e4fb58 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:41.309326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d961656b-0247-4a10-b4ec-eedceef6d01d req-06300c64-ef41-42c0-85b5-7c6898d4c432 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674684 Nov 03 18:56:41.325736 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.355791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4517d09-9159-49dd-8731-58d8d2e4fb58']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:41.356179 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37606) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:41.367745 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b792abe-cf16-45d7-89b2-432f0f8af52c') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:41.368057 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b792abe-cf16-45d7-89b2-432f0f8af52c') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:41.393701 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.408715 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.428110 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:41.429213 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:41.437349 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:41.514278 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3734781e-4680-4664-8e7e-96dc38810667 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:56:41.539939 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.550972 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.559500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37612) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:41.560062 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/e4517d09-9159-49dd-8731-58d8d2e4fb58 HTTP/1.1" status: 204 len: 168 time: 0.8287890 Nov 03 18:56:41.568793 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a5e4b1d5-1d9c-45c0-bdbb-92510845aeab tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-25879458'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:41.572570 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482b871-350f-4c8b-9621-2c25d379a08f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Network': ['ID=e4517d09-9159-49dd-8731-58d8d2e4fb58,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:41.617760 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-89dd3244-f43d-4fb9-bb1e-13cc87a84fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.628999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10606f7-0d6c-4d24-9bb9-33375cfb8a65 req-225c0cd0-c7a2-421b-ad41-b39e7125ddad tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:41.630624 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a10606f7-0d6c-4d24-9bb9-33375cfb8a65 req-225c0cd0-c7a2-421b-ad41-b39e7125ddad tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 943 time: 0.1455038 Nov 03 18:56:41.631473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e4b1d5-1d9c-45c0-bdbb-92510845aeab tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:41.635051 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a5e4b1d5-1d9c-45c0-bdbb-92510845aeab tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.672748 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3734781e-4680-4664-8e7e-96dc38810667 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:56:41.706027 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e4b1d5-1d9c-45c0-bdbb-92510845aeab tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:41.718843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37616) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:41.729031 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a5e4b1d5-1d9c-45c0-bdbb-92510845aeab tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.729512 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-a5e4b1d5-1d9c-45c0-bdbb-92510845aeab tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Added segment b2ee9d24-1950-485a-9c8c-8f79cb530afd of type vlan for network 9360b1a7-8fe2-429d-8a1d-0de98b709e22 Nov 03 18:56:41.786209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a10606f7-0d6c-4d24-9bb9-33375cfb8a65 req-371e7a73-e4fd-4fa0-a96b-161b13a74bb2 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=05cfcb4f-6d9f-4aef-a11f-9938ff37e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414735 Nov 03 18:56:41.805962 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a5e4b1d5-1d9c-45c0-bdbb-92510845aeab tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.851751 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a5e4b1d5-1d9c-45c0-bdbb-92510845aeab tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.858782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e4b1d5-1d9c-45c0-bdbb-92510845aeab tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:41.859389 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a5e4b1d5-1d9c-45c0-bdbb-92510845aeab tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.861974 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14605451-5769-413c-9758-19371a7ec1cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.905713 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-89dd3244-f43d-4fb9-bb1e-13cc87a84fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.912164 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-89dd3244-f43d-4fb9-bb1e-13cc87a84fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:41.947438 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37622) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:41.968396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-89dd3244-f43d-4fb9-bb1e-13cc87a84fc7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ff98c58120bb486593438a9470e3d557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6108172 Nov 03 18:56:41.972859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a5e4b1d5-1d9c-45c0-bdbb-92510845aeab tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4110169 Nov 03 18:56:41.978882 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37624) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:41.979226 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37626) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:41.990061 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ebcf42d8-602c-4ee0-8286-a3ac8ef102de tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'subnet': {'network_id': '9360b1a7-8fe2-429d-8a1d-0de98b709e22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:41.998799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4b1d5-1d9c-45c0-bdbb-92510845aeab tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Network': ['ID=9360b1a7-8fe2-429d-8a1d-0de98b709e22,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:42.002903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd3244-f43d-4fb9-bb1e-13cc87a84fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbe3fee-2a8f-4b56-8789-30ca8693f3b9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:42.012311 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 9360b1a7-8fe2-429d-8a1d-0de98b709e22 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:42.121718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-4889fe74-5c2b-4aca-800f-d6720ecd1c18 admin admin] Deleting subnet 7e697e11-c89a-4afa-96a6-b4be8dad26de {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:56:42.127604 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14605451-5769-413c-9758-19371a7ec1cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.130581 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4889fe74-5c2b-4aca-800f-d6720ecd1c18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.155190 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14605451-5769-413c-9758-19371a7ec1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.235248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:56:42.237826 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4889fe74-5c2b-4aca-800f-d6720ecd1c18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.241757 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-14605451-5769-413c-9758-19371a7ec1cd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=27aafcdde2034a55b7152ad995f672b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5227041 Nov 03 18:56:42.242552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14605451-5769-413c-9758-19371a7ec1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985dc189-a932-4f58-bab8-a73b9d9d5323,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:42.245598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37630) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:42.262895 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-622aa68b-7289-4ef5-bafc-b9b4e8c0ff67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.267467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcf42d8-602c-4ee0-8286-a3ac8ef102de tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:42.271325 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ebcf42d8-602c-4ee0-8286-a3ac8ef102de tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.307761 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-01c2f37b-af46-4e95-b2ba-8ed1e62bfecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.331829 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-01c2f37b-af46-4e95-b2ba-8ed1e62bfecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.334862 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=76d1a1db-b0e4-4b9d-be3f-1038cca216c7,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:42.350819 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '76d1a1db-b0e4-4b9d-be3f-1038cca216c7', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'port_id': '76d1a1db-b0e4-4b9d-be3f-1038cca216c7', 'mac_address': 'fa:16:3e:eb:6a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:56:42.359758 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-622aa68b-7289-4ef5-bafc-b9b4e8c0ff67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.365157 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4889fe74-5c2b-4aca-800f-d6720ecd1c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.391096 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-01c2f37b-af46-4e95-b2ba-8ed1e62bfecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.396121 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-01c2f37b-af46-4e95-b2ba-8ed1e62bfecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.398260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-01c2f37b-af46-4e95-b2ba-8ed1e62bfecb admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/985dc189-a932-4f58-bab8-a73b9d9d5323 HTTP/1.1" status: 204 len: 168 time: 0.1502657 Nov 03 18:56:42.409837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2f37b-af46-4e95-b2ba-8ed1e62bfecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985dc189-a932-4f58-bab8-a73b9d9d5323,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:42.413528 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.439136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:42.464352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=76d1a1db-b0e4-4b9d-be3f-1038cca216c7,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:42.471501 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.478308 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a615f19f-075b-4e7c-87ab-503973471eb6 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:56:42.502193 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c0a6b-02a4-4591-abfd-7d421edf5b51 req-6dfe9906-1a19-450e-b215-04435c3f4cae tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:42.504170 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f70c0a6b-02a4-4591-abfd-7d421edf5b51 req-6dfe9906-1a19-450e-b215-04435c3f4cae tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 943 time: 0.0780740 Nov 03 18:56:42.514897 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4889fe74-5c2b-4aca-800f-d6720ecd1c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.529652 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-622aa68b-7289-4ef5-bafc-b9b4e8c0ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.533646 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-622aa68b-7289-4ef5-bafc-b9b4e8c0ff67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.534966 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-622aa68b-7289-4ef5-bafc-b9b4e8c0ff67 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5cbe3fee-2a8f-4b56-8789-30ca8693f3b9 HTTP/1.1" status: 204 len: 168 time: 0.5529718 Nov 03 18:56:42.575009 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f70c0a6b-02a4-4591-abfd-7d421edf5b51 req-713e8921-ef2d-433c-9222-1d2f49d8b8fd tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615799 Nov 03 18:56:42.579938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=76d1a1db-b0e4-4b9d-be3f-1038cca216c7,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:42.602935 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889fe74-5c2b-4aca-800f-d6720ecd1c18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e697e11-c89a-4afa-96a6-b4be8dad26de,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:42.605081 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4889fe74-5c2b-4aca-800f-d6720ecd1c18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.609070 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4889fe74-5c2b-4aca-800f-d6720ecd1c18 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/7e697e11-c89a-4afa-96a6-b4be8dad26de HTTP/1.1" status: 204 len: 168 time: 0.6605780 Nov 03 18:56:42.611929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37638) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:42.614010 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622aa68b-7289-4ef5-bafc-b9b4e8c0ff67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbe3fee-2a8f-4b56-8789-30ca8693f3b9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:42.659144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:56:42.691163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:56:42.691929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d1712b74-ba64-4dc1-8d9f-724aa0ce1e5a not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:56:42.704079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.711126 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ebcf42d8-602c-4ee0-8286-a3ac8ef102de tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.731493 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a615f19f-075b-4e7c-87ab-503973471eb6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a615f19f-075b-4e7c-87ab-503973471eb6,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:42.750347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'a615f19f-075b-4e7c-87ab-503973471eb6', 'network_id': '6f2d15c2-b68c-424c-9a48-22cc9e17d0bd', 'port_id': 'a615f19f-075b-4e7c-87ab-503973471eb6', 'mac_address': 'fa:16:3e:12:a8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3819844f-11d3-46e6-a85a-1c8983cc47d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:56:42.807323 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.809745 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.827677 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a615f19f-075b-4e7c-87ab-503973471eb6 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:42.835748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a44793-11d9-438f-863c-8beb84f97a76']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:42.850286 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98dc69cc-1758-4053-ad39-2c8664ccec1d') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:42.850661 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98dc69cc-1758-4053-ad39-2c8664ccec1d') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:42.856676 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf42d8-602c-4ee0-8286-a3ac8ef102de tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Subnet': ['ID=fe381f41-fa2d-43c7-9a28-024267d5122c,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:42.863569 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.882770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcf42d8-602c-4ee0-8286-a3ac8ef102de tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Checking segment: {'id': 'b2ee9d24-1950-485a-9c8c-8f79cb530afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '9360b1a7-8fe2-429d-8a1d-0de98b709e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:42.883100 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.883863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf42d8-602c-4ee0-8286-a3ac8ef102de tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network hostable DHCP agents. Network: 9360b1a7-8fe2-429d-8a1d-0de98b709e22, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:42.884949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a615f19f-075b-4e7c-87ab-503973471eb6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a615f19f-075b-4e7c-87ab-503973471eb6,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:42.891677 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.893560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:42.894354 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:42.897168 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:42.917021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf42d8-602c-4ee0-8286-a3ac8ef102de tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network 9360b1a7-8fe2-429d-8a1d-0de98b709e22 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:42.930270 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-ebcf42d8-602c-4ee0-8286-a3ac8ef102de tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 9360b1a7-8fe2-429d-8a1d-0de98b709e22) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:42.947851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9031e6d6-21e9-4159-85af-08a24086c98e None None] Network 9360b1a7-8fe2-429d-8a1d-0de98b709e22 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:42.949894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcf42d8-602c-4ee0-8286-a3ac8ef102de tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:42.951142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ebcf42d8-602c-4ee0-8286-a3ac8ef102de tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:42.977403 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ebcf42d8-602c-4ee0-8286-a3ac8ef102de tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9893093 Nov 03 18:56:42.977973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37648) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:42.978525 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37650) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:43.020633 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c2c2244c-eaa8-427e-aacd-d83b7d5ee119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.029943 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.036840 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.047074 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] 10.222.0.107 "DELETE /v2.0/networks/b4a44793-11d9-438f-863c-8beb84f97a76 HTTP/1.1" status: 204 len: 168 time: 0.4337418 Nov 03 18:56:43.072378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a44793-11d9-438f-863c-8beb84f97a76,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:43.083279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.084009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.084724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.085159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.086045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.086688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.087424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.087618 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.088005 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.088190 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a615f19f-075b-4e7c-87ab-503973471eb6,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:43.088832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.088975 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.089397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b44be-b20a-4c8a-a89f-cb8d20484fa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:56:43.188384 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.203092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['76d1a1db-b0e4-4b9d-be3f-1038cca216c7'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:56:43.206393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a615f19f-075b-4e7c-87ab-503973471eb6'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:56:43.310934 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.375136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37656) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:43.411527 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b021884c-49f4-41b9-94a3-79a5acca7d51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.415238 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-9360b1a7-8fe2-429d-8a1d-0de98b709e22', 'network_id': '9360b1a7-8fe2-429d-8a1d-0de98b709e22', 'tenant_id': '7da1f8541630433796b7b43a2ec0cd41', 'fixed_ips': [{'subnet_id': 'fe381f41-fa2d-43c7-9a28-024267d5122c'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:43.417290 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.521022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37658) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:43.627467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8875fc1e-e32c-429d-89e1-50de87d66438 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=23c01c7dadbb4d26b6c80fd95eae04ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1008463 Nov 03 18:56:43.629069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37662) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:43.648231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e32182-da9f-43d1-b680-a99b8f2983ea req-04bf0163-4cff-447a-911f-41e44fe20910 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:43.655753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1e32182-da9f-43d1-b680-a99b8f2983ea req-04bf0163-4cff-447a-911f-41e44fe20910 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 944 time: 0.1667147 Nov 03 18:56:43.689251 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b021884c-49f4-41b9-94a3-79a5acca7d51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.700604 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c2c2244c-eaa8-427e-aacd-d83b7d5ee119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.711142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c2c2244c-eaa8-427e-aacd-d83b7d5ee119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.717991 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b021884c-49f4-41b9-94a3-79a5acca7d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.744032 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c2c2244c-eaa8-427e-aacd-d83b7d5ee119 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f3738beba993478fb063e993868fdd24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7625790 Nov 03 18:56:43.744903 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.749297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37664) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:43.756636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Allocated IP 172.20.0.1 (9360b1a7-8fe2-429d-8a1d-0de98b709e22/fe381f41-fa2d-43c7-9a28-024267d5122c/75c40e4f-44cd-42e6-ae44-46fe0e731281) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:43.829662 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2244c-eaa8-427e-aacd-d83b7d5ee119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082b78d8-d47d-4c52-94e5-bdb43c5c8da1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:43.832843 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b021884c-49f4-41b9-94a3-79a5acca7d51 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=31d23a3057cc4d8e93b73a6f5a9b4ffc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4561574 Nov 03 18:56:43.837334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021884c-49f4-41b9-94a3-79a5acca7d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0fe7ef-7010-491d-9587-9c74bc8bcb84,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:43.840880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37666) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:43.862067 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1e32182-da9f-43d1-b680-a99b8f2983ea req-00040fb3-dd50-4bd5-b1a6-a939306dac5b tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=05cfcb4f-6d9f-4aef-a11f-9938ff37e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997802 Nov 03 18:56:43.880615 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6702fb0a-53c2-437b-9608-d97a9416a859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.886472 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11d5a406-be4a-48e0-81d3-fe05a0feb9f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.893953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b9a41-4261-444d-b617-800cbe0e291d req-85a9e44d-43c8-4f7c-a09d-40f17c46a6c0 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:43.895624 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f73b9a41-4261-444d-b617-800cbe0e291d req-85a9e44d-43c8-4f7c-a09d-40f17c46a6c0 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 944 time: 0.1580775 Nov 03 18:56:43.911895 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11d5a406-be4a-48e0-81d3-fe05a0feb9f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.923734 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6702fb0a-53c2-437b-9608-d97a9416a859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:43.993433 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f73b9a41-4261-444d-b617-800cbe0e291d req-a2d064d3-1aad-4c3f-9fc7-e7a40a45f5b3 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866430 Nov 03 18:56:44.003616 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dcdc10e-4870-46fe-b2bc-e43668f1b6c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.027696 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6702fb0a-53c2-437b-9608-d97a9416a859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.031479 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6702fb0a-53c2-437b-9608-d97a9416a859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.033098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6702fb0a-53c2-437b-9608-d97a9416a859 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/be4f3528-c31e-457d-8c5f-ddbb59c353d9 HTTP/1.1" status: 204 len: 168 time: 0.4024479 Nov 03 18:56:44.042421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702fb0a-53c2-437b-9608-d97a9416a859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4f3528-c31e-457d-8c5f-ddbb59c353d9,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:44.047058 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11d5a406-be4a-48e0-81d3-fe05a0feb9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.049650 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11d5a406-be4a-48e0-81d3-fe05a0feb9f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.050941 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-11d5a406-be4a-48e0-81d3-fe05a0feb9f4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/082b78d8-d47d-4c52-94e5-bdb43c5c8da1 HTTP/1.1" status: 204 len: 168 time: 0.2985950 Nov 03 18:56:44.063694 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dcdc10e-4870-46fe-b2bc-e43668f1b6c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.065255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5a406-be4a-48e0-81d3-fe05a0feb9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082b78d8-d47d-4c52-94e5-bdb43c5c8da1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:44.126675 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.127193 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dcdc10e-4870-46fe-b2bc-e43668f1b6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.132693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6dcdc10e-4870-46fe-b2bc-e43668f1b6c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.134182 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6dcdc10e-4870-46fe-b2bc-e43668f1b6c2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9c0fe7ef-7010-491d-9587-9c74bc8bcb84 HTTP/1.1" status: 204 len: 168 time: 0.2904050 Nov 03 18:56:44.134827 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.158122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdc10e-4870-46fe-b2bc-e43668f1b6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0fe7ef-7010-491d-9587-9c74bc8bcb84,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:44.165338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.179349 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Network 9360b1a7-8fe2-429d-8a1d-0de98b709e22 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:44.187935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:44.197289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:44.203344 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Subnet': ['ID=fe381f41-fa2d-43c7-9a28-024267d5122c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:44.213720 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Pushing event updated for resources: {'Port': ['ID=75c40e4f-44cd-42e6-ae44-46fe0e731281,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:44.264092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:44.303428 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.337253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Attempting to bind port 75c40e4f-44cd-42e6-ae44-46fe0e731281 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:44.337716 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Attempting to bind port 75c40e4f-44cd-42e6-ae44-46fe0e731281 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'b2ee9d24-1950-485a-9c8c-8f79cb530afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '9360b1a7-8fe2-429d-8a1d-0de98b709e22'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:44.338091 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Attempting to bind port 75c40e4f-44cd-42e6-ae44-46fe0e731281 on network 9360b1a7-8fe2-429d-8a1d-0de98b709e22 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:44.341596 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9360b1a7-8fe2-429d-8a1d-0de98b709e22']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:44.359879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ee9d24-1950-485a-9c8c-8f79cb530afd') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:44.360483 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ee9d24-1950-485a-9c8c-8f79cb530afd') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:44.373583 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:44.374418 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Checking segment: {'id': 'b2ee9d24-1950-485a-9c8c-8f79cb530afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '9360b1a7-8fe2-429d-8a1d-0de98b709e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:44.375049 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.375414 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.375638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Bound using segment: {'id': 'b2ee9d24-1950-485a-9c8c-8f79cb530afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '9360b1a7-8fe2-429d-8a1d-0de98b709e22'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:44.377188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Bound port: 75c40e4f-44cd-42e6-ae44-46fe0e731281, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ee9d24-1950-485a-9c8c-8f79cb530afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '9360b1a7-8fe2-429d-8a1d-0de98b709e22'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:44.377188 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.401189 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.411628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:44.412204 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:44.421608 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:44.436481 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:56:44.453447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:44.453833 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.479448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] For port 75c40e4f-44cd-42e6-ae44-46fe0e731281, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:44.509169 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.db.api [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 18:56:44.509169 n-d-812150-4 neutron-server[101711]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 18:56:44.509169 n-d-812150-4 neutron-server[101711]: [parameters: {'id': '9360b1a7-8fe2-429d-8a1d-0de98b709e22'}] Nov 03 18:56:44.509169 n-d-812150-4 neutron-server[101711]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:56:44.509886 n-d-812150-4 neutron-server[101711]: DEBUG oslo_db.api [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:56:44.535044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] For port 75c40e4f-44cd-42e6-ae44-46fe0e731281, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=75c40e4f-44cd-42e6-ae44-46fe0e731281,segment=NetworkSegment(b2ee9d24-1950-485a-9c8c-8f79cb530afd),segment_id=b2ee9d24-1950-485a-9c8c-8f79cb530afd)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:44.544283 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.582817 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.656687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6c61fd-9e9f-435d-9029-fe7115e733bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d1a1db-b0e4-4b9d-be3f-1038cca216c7'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:44.659173 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1639b7c-4f4d-4f95-ab62-7eefe2037591" -d '{"events": [{"server_uuid": "4f6c61fd-9e9f-435d-9029-fe7115e733bc", "name": "network-vif-plugged", "status": "completed", "tag": "76d1a1db-b0e4-4b9d-be3f-1038cca216c7"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:44.674441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e29877-f579-4b0d-9803-e6f0fbe7922a None None] Pushing event updated for resources: {'Port': ['ID=75c40e4f-44cd-42e6-ae44-46fe0e731281,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:44.679137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=76d1a1db-b0e4-4b9d-be3f-1038cca216c7,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:44.684311 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.685907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a615f19f-075b-4e7c-87ab-503973471eb6 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:56:44.740157 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ab4115-0426-471a-a37a-ab92a94e0744 None None] Network 9360b1a7-8fe2-429d-8a1d-0de98b709e22 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:44.824146 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48ed50b-cf01-45f5-946d-27bcfaf100d7 x-openstack-request-id: req-b48ed50b-cf01-45f5-946d-27bcfaf100d7 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:44.824459 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6c61fd-9e9f-435d-9029-fe7115e733bc", "name": "network-vif-plugged", "status": "completed", "tag": "76d1a1db-b0e4-4b9d-be3f-1038cca216c7", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:44.824731 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b48ed50b-cf01-45f5-946d-27bcfaf100d7 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:44.825110 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6c61fd-9e9f-435d-9029-fe7115e733bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d1a1db-b0e4-4b9d-be3f-1038cca216c7', 'code': 200} Nov 03 18:56:44.862467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=76d1a1db-b0e4-4b9d-be3f-1038cca216c7,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:44.895170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port a615f19f-075b-4e7c-87ab-503973471eb6 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:56:44.932824 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port a615f19f-075b-4e7c-87ab-503973471eb6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:44.933202 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:44.995904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840833b3-9b61-445b-8de4-d66d09af8b1a None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:56:45.003388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6d150-e322-4227-b5e0-1c65f05b3a86 req-c87f207f-197d-477c-a176-ebb0229f7a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:45.005601 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-20e6d150-e322-4227-b5e0-1c65f05b3a86 req-c87f207f-197d-477c-a176-ebb0229f7a97 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 1096 time: 0.1400342 Nov 03 18:56:45.010507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.113170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c1158-089c-4f3e-b27f-d54d9b4602f8 req-939e1d58-c932-428b-965f-cd8190e4b180 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:45.123929 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b29c1158-089c-4f3e-b27f-d54d9b4602f8 req-939e1d58-c932-428b-965f-cd8190e4b180 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 945 time: 0.1072619 Nov 03 18:56:45.129754 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-20e6d150-e322-4227-b5e0-1c65f05b3a86 req-d433cd88-39d9-4c3e-b0c6-a766215c0207 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=05cfcb4f-6d9f-4aef-a11f-9938ff37e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152823 Nov 03 18:56:45.151927 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.247200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Deleting port 75c40e4f-44cd-42e6-ae44-46fe0e731281 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:45.248487 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.252327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b29c1158-089c-4f3e-b27f-d54d9b4602f8 req-73ff6764-7367-4da4-b751-5c5ad198cbec tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=05cfcb4f-6d9f-4aef-a11f-9938ff37e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273308 Nov 03 18:56:45.286232 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fb690-22df-4374-805a-07d7c2655cb5 req-c67bde3c-2bb2-4f38-aeb9-443849cb4452 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:45.297550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c10fb690-22df-4374-805a-07d7c2655cb5 req-c67bde3c-2bb2-4f38-aeb9-443849cb4452 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 944 time: 0.1383879 Nov 03 18:56:45.317828 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a615f19f-075b-4e7c-87ab-503973471eb6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a615f19f-075b-4e7c-87ab-503973471eb6,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:45.341661 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.358295 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] For port 75c40e4f-44cd-42e6-ae44-46fe0e731281, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=75c40e4f-44cd-42e6-ae44-46fe0e731281,segment=NetworkSegment(b2ee9d24-1950-485a-9c8c-8f79cb530afd),segment_id=b2ee9d24-1950-485a-9c8c-8f79cb530afd)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:45.359535 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.380857 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c10fb690-22df-4374-805a-07d7c2655cb5 req-622e3fb9-2d49-46ad-9c6a-dc6ca30d2974 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697238 Nov 03 18:56:45.395162 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Calling delete_port for 75c40e4f-44cd-42e6-ae44-46fe0e731281 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:45.410513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840833b3-9b61-445b-8de4-d66d09af8b1a None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:56:45.522155 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a615f19f-075b-4e7c-87ab-503973471eb6,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:45.530878 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.580637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Port': ['ID=75c40e4f-44cd-42e6-ae44-46fe0e731281,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:45.610789 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No DVR routers for this DVR port 75c40e4f-44cd-42e6-ae44-46fe0e731281 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:45.745386 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.766771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37732) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:45.798044 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9360b1a7-8fe2-429d-8a1d-0de98b709e22']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:45.810204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ee9d24-1950-485a-9c8c-8f79cb530afd') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:45.810498 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ee9d24-1950-485a-9c8c-8f79cb530afd') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:45.824022 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.847616 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.856199 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:45.857953 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:45.862081 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:45.948294 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.959572 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:45.978042 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/9360b1a7-8fe2-429d-8a1d-0de98b709e22 HTTP/1.1" status: 204 len: 168 time: 2.9909384 Nov 03 18:56:45.979057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37740) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:45.987898 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-72d69242-12cf-473e-bd66-87926b466190 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-452522426'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:46.015941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-444451606-network', 'tenant_id': '56039853018b41faae6089f2fa03b7b5'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:46.030373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ab1ea-929c-45f4-a97c-5b2ab83774b6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Network': ['ID=9360b1a7-8fe2-429d-8a1d-0de98b709e22,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:46.079155 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.api [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 18:56:46.079155 n-d-812150-4 neutron-server[101712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 03 18:56:46.079155 n-d-812150-4 neutron-server[101712]: [parameters: {'project_id': '56039853018b41faae6089f2fa03b7b5', 'id': 'ba5b9323-9ef9-426d-901a-57ced59c61b1', 'expiration': datetime.datetime(2021, 11, 3, 18, 58, 46, 71110)}] Nov 03 18:56:46.079155 n-d-812150-4 neutron-server[101712]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:56:46.079894 n-d-812150-4 neutron-server[101712]: DEBUG oslo_db.api [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:56:46.087545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d69242-12cf-473e-bd66-87926b466190 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:46.092713 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72d69242-12cf-473e-bd66-87926b466190 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:46.129259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d69242-12cf-473e-bd66-87926b466190 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:46.143660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72d69242-12cf-473e-bd66-87926b466190 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:46.144385 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-72d69242-12cf-473e-bd66-87926b466190 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Added segment 1be10f3a-b0c4-4641-be17-98766fd9684b of type vlan for network 9bfef5c3-f615-4d22-a126-58de0e140b45 Nov 03 18:56:46.211105 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72d69242-12cf-473e-bd66-87926b466190 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:46.252249 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72d69242-12cf-473e-bd66-87926b466190 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:46.260392 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d69242-12cf-473e-bd66-87926b466190 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:46.261620 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72d69242-12cf-473e-bd66-87926b466190 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:46.298418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-72d69242-12cf-473e-bd66-87926b466190 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3173563 Nov 03 18:56:46.301421 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37752) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:46.310881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6016a31b-d4fb-4b7e-846f-eb4b95aad430 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'subnet': {'network_id': '9bfef5c3-f615-4d22-a126-58de0e140b45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:46.353955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d69242-12cf-473e-bd66-87926b466190 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Network': ['ID=9bfef5c3-f615-4d22-a126-58de0e140b45,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:46.368501 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 9bfef5c3-f615-4d22-a126-58de0e140b45 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:46.532565 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6016a31b-d4fb-4b7e-846f-eb4b95aad430 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:46.535700 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6016a31b-d4fb-4b7e-846f-eb4b95aad430 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:46.623480 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896d15b-d618-417b-8854-8d958f0fe28c req-fbaafdb3-84bd-4af8-8d3c-cb7a36509841 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:46.632827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9896d15b-d618-417b-8854-8d958f0fe28c req-fbaafdb3-84bd-4af8-8d3c-cb7a36509841 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 945 time: 0.1843629 Nov 03 18:56:46.694494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b882fb-bcd1-47d6-a756-8caf4a93778a req-937cd2f7-9a2b-41f6-8059-64f225cf2fa0 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:46.702360 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40b882fb-bcd1-47d6-a756-8caf4a93778a req-937cd2f7-9a2b-41f6-8059-64f225cf2fa0 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 945 time: 0.1887407 Nov 03 18:56:46.719348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Made reservation on behalf of 56039853018b41faae6089f2fa03b7b5 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:46.721925 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:46.745072 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:46.805814 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9896d15b-d618-417b-8854-8d958f0fe28c req-b86cf4aa-2dfb-491d-aa17-e01cc6a9c061 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=05cfcb4f-6d9f-4aef-a11f-9938ff37e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645911 Nov 03 18:56:46.826302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113fb92c-401d-45f9-ab8f-84f636b18766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a615f19f-075b-4e7c-87ab-503973471eb6'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:46.829323 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cfc1c9-e161-4673-a721-5922191bf824" -d '{"events": [{"server_uuid": "113fb92c-401d-45f9-ab8f-84f636b18766", "name": "network-vif-plugged", "status": "completed", "tag": "a615f19f-075b-4e7c-87ab-503973471eb6"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:46.850387 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6016a31b-d4fb-4b7e-846f-eb4b95aad430 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:46.881000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40b882fb-bcd1-47d6-a756-8caf4a93778a req-5b55a936-12c8-4d4d-b0be-9024dcce625e tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776054 Nov 03 18:56:46.958819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016a31b-d4fb-4b7e-846f-eb4b95aad430 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Subnet': ['ID=7417354a-b0b4-4ede-939d-dd668195500c,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:46.963708 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:46.972341 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:46.972774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6016a31b-d4fb-4b7e-846f-eb4b95aad430 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Checking segment: {'id': '1be10f3a-b0c4-4641-be17-98766fd9684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9bfef5c3-f615-4d22-a126-58de0e140b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:46.973382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6016a31b-d4fb-4b7e-846f-eb4b95aad430 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network hostable DHCP agents. Network: 9bfef5c3-f615-4d22-a126-58de0e140b45, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:46.979504 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37772) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:46.990623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:47.014288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6016a31b-d4fb-4b7e-846f-eb4b95aad430 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network 9bfef5c3-f615-4d22-a126-58de0e140b45 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:47.028468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-6016a31b-d4fb-4b7e-846f-eb4b95aad430 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 9bfef5c3-f615-4d22-a126-58de0e140b45) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:47.042338 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7befceec-6c73-4301-a42e-c68f9ef02d66 None None] Network 9bfef5c3-f615-4d22-a126-58de0e140b45 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:47.052900 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.053644 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Added segment 463ee8bb-afc4-4a1f-8732-8b709518eaef of type vlan for network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 Nov 03 18:56:47.057139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe5d553-3f1b-45cc-bc56-15d9729354af,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:47.083843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6016a31b-d4fb-4b7e-846f-eb4b95aad430 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:47.092913 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6016a31b-d4fb-4b7e-846f-eb4b95aad430 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.112192 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bf20ae-f0a4-4b93-a8f6-ac768e021808 x-openstack-request-id: req-72bf20ae-f0a4-4b93-a8f6-ac768e021808 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:47.112432 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113fb92c-401d-45f9-ab8f-84f636b18766", "name": "network-vif-plugged", "status": "completed", "tag": "a615f19f-075b-4e7c-87ab-503973471eb6", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:47.112646 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-72bf20ae-f0a4-4b93-a8f6-ac768e021808 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:47.115002 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113fb92c-401d-45f9-ab8f-84f636b18766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a615f19f-075b-4e7c-87ab-503973471eb6', 'code': 200} Nov 03 18:56:47.130661 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca57385-6621-4f05-91bc-34330bf14810 req-5a289644-1c1a-4357-8e57-dd8fd326ee77 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:47.133097 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ca57385-6621-4f05-91bc-34330bf14810 req-5a289644-1c1a-4357-8e57-dd8fd326ee77 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 945 time: 0.1336894 Nov 03 18:56:47.135546 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.142836 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37778) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:47.149052 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6016a31b-d4fb-4b7e-846f-eb4b95aad430 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8458011 Nov 03 18:56:47.151771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37780) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:47.161263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9f731ebb-a447-48d5-bedf-7a964eb43b17 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Request body: {'floatingip': {'port_id': '76d1a1db-b0e4-4b9d-be3f-1038cca216c7'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:47.211493 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f731ebb-a447-48d5-bedf-7a964eb43b17 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.252492 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.253989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:47.254967 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.305907 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5377839 Nov 03 18:56:47.310191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37786) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:47.318349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-360b4075-5806-41e4-a73f-ce1f98c33c1c admin admin] Request body: {'subnet': {'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-444451606-subnet', 'tenant_id': '56039853018b41faae6089f2fa03b7b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:47.325041 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.340641 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22af316c-4c52-4591-9260-af66178a2d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.344306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c537371b-8c52-4948-a2f0-46972e9c7ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-9bfef5c3-f615-4d22-a126-58de0e140b45', 'network_id': '9bfef5c3-f615-4d22-a126-58de0e140b45', 'tenant_id': '7da1f8541630433796b7b43a2ec0cd41', 'fixed_ips': [{'subnet_id': '7417354a-b0b4-4ede-939d-dd668195500c'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:47.345469 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c537371b-8c52-4948-a2f0-46972e9c7ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.368631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8315f-5254-41d9-84e7-fd5f0bceb3fe admin admin] Pushing event updated for resources: {'Network': ['ID=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:47.393531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:47.429644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360b4075-5806-41e4-a73f-ce1f98c33c1c admin admin] Made reservation on behalf of 56039853018b41faae6089f2fa03b7b5 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:47.432195 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-360b4075-5806-41e4-a73f-ce1f98c33c1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.467957 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.554329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab6dd8-ab14-4976-8493-f8b5bb28066d req-5bce0065-6e3f-4924-857f-45e110f3c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:47.557984 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3cab6dd8-ab14-4976-8493-f8b5bb28066d req-5bce0065-6e3f-4924-857f-45e110f3c48a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 1096 time: 0.4072416 Nov 03 18:56:47.599712 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server [None req-c537371b-8c52-4948-a2f0-46972e9c7ef5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7417354a-b0b4-4ede-939d-dd668195500c: This subnet is being modified by another concurrent operation. Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise exception Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7417354a-b0b4-4ede-939d-dd668195500c: This subnet is being modified by another concurrent operation. Nov 03 18:56:47.600916 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Nov 03 18:56:47.631812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2724b6f6-ac5e-4c79-b854-36411cfcb3a9 None None] Network 9bfef5c3-f615-4d22-a126-58de0e140b45 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:47.644944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Subnet': ['ID=7417354a-b0b4-4ede-939d-dd668195500c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:47.763071 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.796762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfef5c3-f615-4d22-a126-58de0e140b45']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:47.814341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be10f3a-b0c4-4641-be17-98766fd9684b') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:47.814582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be10f3a-b0c4-4641-be17-98766fd9684b') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:47.831453 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22af316c-4c52-4591-9260-af66178a2d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.836048 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3cab6dd8-ab14-4976-8493-f8b5bb28066d req-1ff5cbb5-ea5e-44b8-9f6d-803872a54284 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681229 Nov 03 18:56:47.845501 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcde976-dc13-4091-b2db-ba19e1e6c379 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:56:47.849967 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.852167 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22af316c-4c52-4591-9260-af66178a2d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.875201 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.880924 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-360b4075-5806-41e4-a73f-ce1f98c33c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.886485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:47.886933 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:47.887647 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-22af316c-4c52-4591-9260-af66178a2d1c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=eaea5ba9c1de497d933264ab8f5e45f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9032803 Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:47.895456 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:47.897913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37798) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:47.966980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af316c-4c52-4591-9260-af66178a2d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51748523-8a39-4571-ae6b-facd7b9c8156,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:48.064204 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcde976-dc13-4091-b2db-ba19e1e6c379 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:56:48.127119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.132108 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.137233 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f731ebb-a447-48d5-bedf-7a964eb43b17 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.140578 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/9bfef5c3-f615-4d22-a126-58de0e140b45 HTTP/1.1" status: 204 len: 168 time: 0.9875870 Nov 03 18:56:48.143310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37804) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:48.152146 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d195ecc7-a804-4d37-ae4d-694bd88d9b6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1971060179'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:48.159871 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f731ebb-a447-48d5-bedf-7a964eb43b17 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.187852 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b4075-5806-41e4-a73f-ce1f98c33c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=332fb31e-687b-40c3-9f7c-52be81f54424,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:48.214486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b658f4-37a4-4315-b4f6-49d786839a6b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Network': ['ID=9bfef5c3-f615-4d22-a126-58de0e140b45,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:48.251619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b4075-5806-41e4-a73f-ce1f98c33c1c admin admin] Checking segment: {'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:48.252344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360b4075-5806-41e4-a73f-ce1f98c33c1c admin admin] Network hostable DHCP agents. Network: bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:48.264223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d195ecc7-a804-4d37-ae4d-694bd88d9b6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:48.266155 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2532d1a6-37e4-4aa2-9c16-a53af77bcf2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.269718 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d195ecc7-a804-4d37-ae4d-694bd88d9b6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.278656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb542b-5044-477a-be08-46501186bbff req-77907419-1157-4de2-ad0d-239c5acfecd8 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:48.281059 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50bb542b-5044-477a-be08-46501186bbff req-77907419-1157-4de2-ad0d-239c5acfecd8 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 945 time: 0.2280309 Nov 03 18:56:48.311210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360b4075-5806-41e4-a73f-ce1f98c33c1c admin admin] Network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:48.335228 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2532d1a6-37e4-4aa2-9c16-a53af77bcf2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.339186 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d195ecc7-a804-4d37-ae4d-694bd88d9b6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:48.344285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-360b4075-5806-41e4-a73f-ce1f98c33c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:48.349585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360b4075-5806-41e4-a73f-ce1f98c33c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:48.349585 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-360b4075-5806-41e4-a73f-ce1f98c33c1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.357588 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d195ecc7-a804-4d37-ae4d-694bd88d9b6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.358669 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-d195ecc7-a804-4d37-ae4d-694bd88d9b6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Added segment 06741882-e39c-4647-9da8-05ea2e60ab91 of type vlan for network 5f93c5fe-f1f7-44c4-9971-12d43378738e Nov 03 18:56:48.368355 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-9f731ebb-a447-48d5-bedf-7a964eb43b17 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Floating IP 39990cf4-3fa9-47a4-96f5-d0e7cbda2443 associated. External IP: 172.25.2.61, port: 76d1a1db-b0e4-4b9d-be3f-1038cca216c7. Nov 03 18:56:48.413213 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-360b4075-5806-41e4-a73f-ce1f98c33c1c admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1005423 Nov 03 18:56:48.423620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50bb542b-5044-477a-be08-46501186bbff req-8b5a8a90-d4b9-4a32-8999-4f5dc416489e tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298623 Nov 03 18:56:48.456809 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d195ecc7-a804-4d37-ae4d-694bd88d9b6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.470172 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2532d1a6-37e4-4aa2-9c16-a53af77bcf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.474382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2532d1a6-37e4-4aa2-9c16-a53af77bcf2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.476072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2532d1a6-37e4-4aa2-9c16-a53af77bcf2a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/51748523-8a39-4571-ae6b-facd7b9c8156 HTTP/1.1" status: 204 len: 168 time: 0.4741194 Nov 03 18:56:48.485402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532d1a6-37e4-4aa2-9c16-a53af77bcf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51748523-8a39-4571-ae6b-facd7b9c8156,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:48.530155 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d195ecc7-a804-4d37-ae4d-694bd88d9b6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.537474 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d195ecc7-a804-4d37-ae4d-694bd88d9b6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:48.538119 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d195ecc7-a804-4d37-ae4d-694bd88d9b6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:48.589413 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d195ecc7-a804-4d37-ae4d-694bd88d9b6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4451511 Nov 03 18:56:48.592357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37812) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:48.599085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-370aeb8d-a2b6-44b1-a24a-9523adeaf337 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'subnet': {'network_id': '5f93c5fe-f1f7-44c4-9971-12d43378738e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:48.600063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b322a4-cc20-497c-9a09-7eda02fcddc0 None None] Network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:48.665555 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195ecc7-a804-4d37-ae4d-694bd88d9b6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Network': ['ID=5f93c5fe-f1f7-44c4-9971-12d43378738e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:48.705430 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 5f93c5fe-f1f7-44c4-9971-12d43378738e details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:48.864760 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f731ebb-a447-48d5-bedf-7a964eb43b17 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Router c8de3029-4126-41a0-accd-5104c2d710bd has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:56:49.137188 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:56:49.145726 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f731ebb-a447-48d5-bedf-7a964eb43b17 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:56:49.158179 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f731ebb-a447-48d5-bedf-7a964eb43b17 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.159657 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c3ff53-0a1e-4f1d-82ce-a9d537123b1b None None] Sync routers for ids ['c8de3029-4126-41a0-accd-5104c2d710bd'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:56:49.192593 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c3ff53-0a1e-4f1d-82ce-a9d537123b1b None None] Routers {'c8de3029-4126-41a0-accd-5104c2d710bd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:49.196398 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-80c3ff53-0a1e-4f1d-82ce-a9d537123b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:56:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c8de3029-4126-41a0-accd-5104c2d710bd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:49.261661 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9f731ebb-a447-48d5-bedf-7a964eb43b17 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "PUT /v2.0/floatingips/39990cf4-3fa9-47a4-96f5-d0e7cbda2443 HTTP/1.1" status: 200 len: 990 time: 2.1165223 Nov 03 18:56:49.265800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6c61fd-9e9f-435d-9029-fe7115e733bc', 'tag': '76d1a1db-b0e4-4b9d-be3f-1038cca216c7'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:49.275273 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689bbdde-53b7-4f6a-b8c7-81f31fb3d137" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6c61fd-9e9f-435d-9029-fe7115e733bc", "tag": "76d1a1db-b0e4-4b9d-be3f-1038cca216c7"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:49.317138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7540c5c-e2ff-4aaa-bd7a-1ec7b8807233 None None] Network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:49.340091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370aeb8d-a2b6-44b1-a24a-9523adeaf337 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:49.346909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-370aeb8d-a2b6-44b1-a24a-9523adeaf337 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.456553 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-80c3ff53-0a1e-4f1d-82ce-a9d537123b1b None None] Set router c8de3029-4126-41a0-accd-5104c2d710bd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:49.502912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.ipam_backend_mixin [None req-370aeb8d-a2b6-44b1-a24a-9523adeaf337 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Performing IP validity checks on allocation pools {{(pid=101712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 18:56:49.503453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.ipam_backend_mixin [None req-370aeb8d-a2b6-44b1-a24a-9523adeaf337 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 18:56:49.510891 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c4d5e1-24be-4db3-9033-72127bd56624 x-openstack-request-id: req-b9c4d5e1-24be-4db3-9033-72127bd56624 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:49.511012 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6c61fd-9e9f-435d-9029-fe7115e733bc", "tag": "76d1a1db-b0e4-4b9d-be3f-1038cca216c7", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:49.511275 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b9c4d5e1-24be-4db3-9033-72127bd56624 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:49.511734 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6c61fd-9e9f-435d-9029-fe7115e733bc', 'tag': '76d1a1db-b0e4-4b9d-be3f-1038cca216c7', 'status': 'completed', 'code': 200} Nov 03 18:56:49.627987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bbdde-53b7-4f6a-b8c7-81f31fb3d137 req-ea22d1ee-f91a-4483-ae48-34fe84747538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:49.639862 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-689bbdde-53b7-4f6a-b8c7-81f31fb3d137 req-ea22d1ee-f91a-4483-ae48-34fe84747538 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6e03d37318b34094a0ffff28057c6cc2&device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 1096 time: 0.0938919 Nov 03 18:56:49.823275 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-370aeb8d-a2b6-44b1-a24a-9523adeaf337 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:49.843011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63736e1-728a-4d89-a6c5-6b85ae056d01 req-10e884a0-9ab8-4a35-98e9-3707bd323bad tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:49.844737 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e63736e1-728a-4d89-a6c5-6b85ae056d01 req-10e884a0-9ab8-4a35-98e9-3707bd323bad tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 945 time: 0.2167118 Nov 03 18:56:49.855992 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-80c3ff53-0a1e-4f1d-82ce-a9d537123b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '39990cf4-3fa9-47a4-96f5-d0e7cbda2443', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'port_id': '76d1a1db-b0e4-4b9d-be3f-1038cca216c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'mac_address': 'fa:16:3e:eb:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6c61fd-9e9f-435d-9029-fe7115e733bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:56:27Z', 'updated_at': '2021-11-03T18:56:47Z', 'revision_number': 1, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ed404d-3561-4648-a0e9-f838a2f3e852', 'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'mac_address': 'fa:16:3e:07:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:35Z', 'updated_at': '2021-11-03T18:51:49Z', 'revision_number': 5, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'subnets': [{'id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:49.858941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bbdde-53b7-4f6a-b8c7-81f31fb3d137 req-d29f8710-b295-4368-a89f-3b0d993efa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:49.860889 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-689bbdde-53b7-4f6a-b8c7-81f31fb3d137 req-d29f8710-b295-4368-a89f-3b0d993efa51 service neutron] 10.222.0.98 "GET /v2.0/networks?id=59aedf5c-3e42-405b-a5ae-b89a5996e64c HTTP/1.1" status: 200 len: 912 time: 0.2182105 Nov 03 18:56:49.877955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-44dfbc0d-600f-4b28-946a-e443acee8734 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:49.879760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-44dfbc0d-600f-4b28-946a-e443acee8734 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/networks?id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 HTTP/1.1" status: 200 len: 812 time: 0.3425550 Nov 03 18:56:49.888112 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c3ff53-0a1e-4f1d-82ce-a9d537123b1b None None] Checking router: c8de3029-4126-41a0-accd-5104c2d710bd for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:56:49.900106 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c3ff53-0a1e-4f1d-82ce-a9d537123b1b None None] Routers {'c8de3029-4126-41a0-accd-5104c2d710bd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:56:49.901037 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-80c3ff53-0a1e-4f1d-82ce-a9d537123b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:56:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c8de3029-4126-41a0-accd-5104c2d710bd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:50.006172 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-c942acba-dd37-4c08-ba24-eef7bb58e357 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/quotas/56039853018b41faae6089f2fa03b7b5 HTTP/1.1" status: 200 len: 375 time: 0.0985086 Nov 03 18:56:50.009528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370aeb8d-a2b6-44b1-a24a-9523adeaf337 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Subnet': ['ID=aa109ae0-a482-4e93-8451-65775006b8c5,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:50.030881 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-80c3ff53-0a1e-4f1d-82ce-a9d537123b1b None None] Set router c8de3029-4126-41a0-accd-5104c2d710bd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:56:50.040645 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-689bbdde-53b7-4f6a-b8c7-81f31fb3d137 req-e9dc71b0-afc7-4b05-996e-11032c62e92d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d1a1db-b0e4-4b9d-be3f-1038cca216c7 HTTP/1.1" status: 200 len: 998 time: 0.1715624 Nov 03 18:56:50.079657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370aeb8d-a2b6-44b1-a24a-9523adeaf337 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Checking segment: {'id': '06741882-e39c-4647-9da8-05ea2e60ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '5f93c5fe-f1f7-44c4-9971-12d43378738e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:50.080029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370aeb8d-a2b6-44b1-a24a-9523adeaf337 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network hostable DHCP agents. Network: 5f93c5fe-f1f7-44c4-9971-12d43378738e, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:50.095273 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-e6a60f19-feb8-4ef0-8335-caeae597b412 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=56039853018b41faae6089f2fa03b7b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569124 Nov 03 18:56:50.151531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bbdde-53b7-4f6a-b8c7-81f31fb3d137 req-1e401f67-809b-4b8f-be4d-4a8806d7aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:50.153644 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-689bbdde-53b7-4f6a-b8c7-81f31fb3d137 req-1e401f67-809b-4b8f-be4d-4a8806d7aabc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1945ba7b-6c1a-48ad-b07e-6241e957b703 HTTP/1.1" status: 200 len: 850 time: 0.1049314 Nov 03 18:56:50.154236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e63736e1-728a-4d89-a6c5-6b85ae056d01 req-e1be96be-9049-4e39-8bd9-dcce0180c829 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699127 Nov 03 18:56:50.221634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bbdde-53b7-4f6a-b8c7-81f31fb3d137 req-1dee05f6-3755-4780-8b2f-2cd1b6cd90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:50.223423 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-689bbdde-53b7-4f6a-b8c7-81f31fb3d137 req-1dee05f6-3755-4780-8b2f-2cd1b6cd90c7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=59aedf5c-3e42-405b-a5ae-b89a5996e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617239 Nov 03 18:56:50.228398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370aeb8d-a2b6-44b1-a24a-9523adeaf337 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network 5f93c5fe-f1f7-44c4-9971-12d43378738e is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:50.274734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-370aeb8d-a2b6-44b1-a24a-9523adeaf337 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 5f93c5fe-f1f7-44c4-9971-12d43378738e) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:50.285671 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159f5899-7daa-4172-8ce7-19da377bc6c9 None None] Network 5f93c5fe-f1f7-44c4-9971-12d43378738e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:50.293705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370aeb8d-a2b6-44b1-a24a-9523adeaf337 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:50.294813 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-370aeb8d-a2b6-44b1-a24a-9523adeaf337 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.381001 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-689bbdde-53b7-4f6a-b8c7-81f31fb3d137 req-c85ac51d-de9c-4884-bd13-4bf1a3aa4133 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491244 Nov 03 18:56:50.406027 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-57aed29f-e2cb-4607-bf86-6b7dd5c34085 service neutron] 10.222.0.107 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092268 Nov 03 18:56:50.487129 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-80c3ff53-0a1e-4f1d-82ce-a9d537123b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '39990cf4-3fa9-47a4-96f5-d0e7cbda2443', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'port_id': '76d1a1db-b0e4-4b9d-be3f-1038cca216c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'mac_address': 'fa:16:3e:eb:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6c61fd-9e9f-435d-9029-fe7115e733bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:56:27Z', 'updated_at': '2021-11-03T18:56:47Z', 'revision_number': 1, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ed404d-3561-4648-a0e9-f838a2f3e852', 'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'mac_address': 'fa:16:3e:07:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:35Z', 'updated_at': '2021-11-03T18:51:49Z', 'revision_number': 5, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'subnets': [{'id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:50.579561 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-f9e575c6-6b91-48ba-bceb-764e0e08fad0 service neutron] 10.222.0.107 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694133 Nov 03 18:56:50.579799 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c3ff53-0a1e-4f1d-82ce-a9d537123b1b None None] The sync data for ids ['c8de3029-4126-41a0-accd-5104c2d710bd'] in n-d-812150-4 is: [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '39990cf4-3fa9-47a4-96f5-d0e7cbda2443', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'port_id': '76d1a1db-b0e4-4b9d-be3f-1038cca216c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'mac_address': 'fa:16:3e:eb:6a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6c61fd-9e9f-435d-9029-fe7115e733bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T18:56:27Z', 'updated_at': '2021-11-03T18:56:47Z', 'revision_number': 1, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40ed404d-3561-4648-a0e9-f838a2f3e852', 'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'mac_address': 'fa:16:3e:07:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:35Z', 'updated_at': '2021-11-03T18:51:49Z', 'revision_number': 5, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'subnets': [{'id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:56:50.599211 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37878) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:50.601728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-370aeb8d-a2b6-44b1-a24a-9523adeaf337 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0080135 Nov 03 18:56:50.664970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-5f93c5fe-f1f7-44c4-9971-12d43378738e', 'network_id': '5f93c5fe-f1f7-44c4-9971-12d43378738e', 'tenant_id': '7da1f8541630433796b7b43a2ec0cd41', 'fixed_ips': [{'subnet_id': 'aa109ae0-a482-4e93-8451-65775006b8c5'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:50.666225 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.808181 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-689bbdde-53b7-4f6a-b8c7-81f31fb3d137 req-4330567c-9715-416d-9768-e079e276c1ea service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192178 Nov 03 18:56:50.863550 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:50.994267 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Allocated IP 172.20.0.3 (5f93c5fe-f1f7-44c4-9971-12d43378738e/aa109ae0-a482-4e93-8451-65775006b8c5/8b169bda-81c4-46af-82c8-a17783c55864) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:51.005104 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.103344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43623af4-e1a2-4d8d-92ac-6c5de9a3b8d5 None None] New status for floating IP 39990cf4-3fa9-47a4-96f5-d0e7cbda2443: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:56:51.304133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0cada7a-1ca5-49d6-8aee-2c8829b903da req-018404f5-22a1-4d4b-be14-312cbe5cb78c tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 210 time: 0.0552037 Nov 03 18:56:51.416208 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.427694 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.448396 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.495247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Subnet': ['ID=aa109ae0-a482-4e93-8451-65775006b8c5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:51.530102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Network 5f93c5fe-f1f7-44c4-9971-12d43378738e is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:51.533102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:51.535693 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:51.581380 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Pushing event updated for resources: {'Port': ['ID=8b169bda-81c4-46af-82c8-a17783c55864,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:51.619331 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.641489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f93c5fe-f1f7-44c4-9971-12d43378738e']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:51.641713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Attempting to bind port 8b169bda-81c4-46af-82c8-a17783c55864 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:51.642038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Attempting to bind port 8b169bda-81c4-46af-82c8-a17783c55864 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '06741882-e39c-4647-9da8-05ea2e60ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '5f93c5fe-f1f7-44c4-9971-12d43378738e'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:51.642424 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Attempting to bind port 8b169bda-81c4-46af-82c8-a17783c55864 on network 5f93c5fe-f1f7-44c4-9971-12d43378738e {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:51.657845 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:51.658247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Checking segment: {'id': '06741882-e39c-4647-9da8-05ea2e60ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '5f93c5fe-f1f7-44c4-9971-12d43378738e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:51.659567 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.660007 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Bound using segment: {'id': '06741882-e39c-4647-9da8-05ea2e60ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '5f93c5fe-f1f7-44c4-9971-12d43378738e'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:51.661355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06741882-e39c-4647-9da8-05ea2e60ab91') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:51.661855 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06741882-e39c-4647-9da8-05ea2e60ab91') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:51.662585 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Bound port: 8b169bda-81c4-46af-82c8-a17783c55864, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06741882-e39c-4647-9da8-05ea2e60ab91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '5f93c5fe-f1f7-44c4-9971-12d43378738e'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:51.663063 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.674636 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.691148 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.722609 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:51.723780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:51.733476 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:51.813706 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.db.api [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 18:56:51.813706 n-d-812150-4 neutron-server[101711]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 18:56:51.813706 n-d-812150-4 neutron-server[101711]: [parameters: {'id': '5f93c5fe-f1f7-44c4-9971-12d43378738e'}] Nov 03 18:56:51.813706 n-d-812150-4 neutron-server[101711]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:56:51.814202 n-d-812150-4 neutron-server[101711]: DEBUG oslo_db.api [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:56:51.818307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] For port 8b169bda-81c4-46af-82c8-a17783c55864, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:51.822076 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] For port 8b169bda-81c4-46af-82c8-a17783c55864, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8b169bda-81c4-46af-82c8-a17783c55864,segment=NetworkSegment(06741882-e39c-4647-9da8-05ea2e60ab91),segment_id=06741882-e39c-4647-9da8-05ea2e60ab91)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:51.828707 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:51.903402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b07456-3e39-44a4-9fce-c279b731691d None None] Pushing event updated for resources: {'Port': ['ID=8b169bda-81c4-46af-82c8-a17783c55864,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:51.968865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b766cf77-b408-4ef7-ba14-eb6002364d92 None None] Network 5f93c5fe-f1f7-44c4-9971-12d43378738e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:52.158934 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b701db-64fa-4834-974c-37cebac354b5 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:56:52.286497 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b701db-64fa-4834-974c-37cebac354b5 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:56:52.316945 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.446378 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Deleting port 8b169bda-81c4-46af-82c8-a17783c55864 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:52.446717 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.470957 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9564387b-e0d6-4b93-85bb-70c2384362f6 req-687f7ebc-c6f4-48fc-b873-e815099c8e47 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 210 time: 0.0466764 Nov 03 18:56:52.526864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] For port 8b169bda-81c4-46af-82c8-a17783c55864, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8b169bda-81c4-46af-82c8-a17783c55864,segment=NetworkSegment(06741882-e39c-4647-9da8-05ea2e60ab91),segment_id=06741882-e39c-4647-9da8-05ea2e60ab91)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:52.527437 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.541252 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Calling delete_port for 8b169bda-81c4-46af-82c8-a17783c55864 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:52.636965 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.665728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Port': ['ID=8b169bda-81c4-46af-82c8-a17783c55864,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:52.669923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No DVR routers for this DVR port 8b169bda-81c4-46af-82c8-a17783c55864 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:52.770151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.793319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f93c5fe-f1f7-44c4-9971-12d43378738e']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:52.812965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06741882-e39c-4647-9da8-05ea2e60ab91') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:52.813668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06741882-e39c-4647-9da8-05ea2e60ab91') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:52.826758 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.846459 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.870895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:52.871534 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:52.876859 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:52.984695 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.056658 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.064415 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-10d92545-3131-4995-b203-ea33093f8c49 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:53.066313 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-10d92545-3131-4995-b203-ea33093f8c49 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.87 "GET /v2.0/networks?id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 HTTP/1.1" status: 200 len: 812 time: 0.2332759 Nov 03 18:56:53.067841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37942) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:53.072108 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/5f93c5fe-f1f7-44c4-9971-12d43378738e HTTP/1.1" status: 204 len: 168 time: 2.4716969 Nov 03 18:56:53.074894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ef649-fb4d-4ac7-ac22-34ea6deddb6d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Network': ['ID=5f93c5fe-f1f7-44c4-9971-12d43378738e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:53.081754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d6857f81-e9c7-465f-8cda-914dbe8fcf20 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1024407909'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:53.098896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-841d8db9-1390-471f-b628-4b9527e28165 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Request body: {'port': {'device_id': 'bf2361e1-10f0-4c48-8950-f8e48141612a', 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19', 'admin_state_up': True, 'tenant_id': '56039853018b41faae6089f2fa03b7b5'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:53.330018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6857f81-e9c7-465f-8cda-914dbe8fcf20 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:53.345550 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6857f81-e9c7-465f-8cda-914dbe8fcf20 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.396021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-841d8db9-1390-471f-b628-4b9527e28165 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Made reservation on behalf of 56039853018b41faae6089f2fa03b7b5 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:53.399711 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-841d8db9-1390-471f-b628-4b9527e28165 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.405458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6857f81-e9c7-465f-8cda-914dbe8fcf20 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:53.428482 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6857f81-e9c7-465f-8cda-914dbe8fcf20 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.428608 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-d6857f81-e9c7-465f-8cda-914dbe8fcf20 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Added segment 7bd33a54-42be-4c71-a5a3-3b1a0efb33da of type vlan for network 7740f55a-90bd-4aed-a1f2-c7dba655126d Nov 03 18:56:53.564413 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6857f81-e9c7-465f-8cda-914dbe8fcf20 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.616430 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-a52e28ad-91bd-4e3d-b3f5-143a2d3d5931 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=6da94b291f2747bcb49e41dd64f980d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1134431 Nov 03 18:56:53.674427 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-248ff6a1-cec2-4a95-b3f3-219d92d89e26 req-d41dc220-6851-4755-b91b-463a8b6115e6 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 210 time: 0.0639088 Nov 03 18:56:53.767226 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6857f81-e9c7-465f-8cda-914dbe8fcf20 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.773742 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6857f81-e9c7-465f-8cda-914dbe8fcf20 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:53.774403 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6857f81-e9c7-465f-8cda-914dbe8fcf20 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:53.843921 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-e4bc0584-4f6d-4767-821e-9cd1074ad99d tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:53.845712 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-e4bc0584-4f6d-4767-821e-9cd1074ad99d tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.87 "GET /v2.0/networks?id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 HTTP/1.1" status: 200 len: 812 time: 0.1646609 Nov 03 18:56:53.873023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-20d8f096-7a45-409b-a52f-465d36c6c26a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Request body: {'port': {'device_id': '6d5f79a5-e2c3-4778-bcd1-d9480db7c055', 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19', 'admin_state_up': True, 'tenant_id': '56039853018b41faae6089f2fa03b7b5'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:53.952364 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d6857f81-e9c7-465f-8cda-914dbe8fcf20 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8816285 Nov 03 18:56:53.969016 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37980) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:53.974258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c86e8246-9401-415d-bf13-324cf25ab803 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'subnet': {'network_id': '7740f55a-90bd-4aed-a1f2-c7dba655126d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:53.998094 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-841d8db9-1390-471f-b628-4b9527e28165 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Allocated IP 172.20.0.14 (bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19/332fb31e-687b-40c3-9f7c-52be81f54424/d4babf52-9b93-40bd-90a1-d69270c3f97a) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:54.077246 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6857f81-e9c7-465f-8cda-914dbe8fcf20 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Network': ['ID=7740f55a-90bd-4aed-a1f2-c7dba655126d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:54.090695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 7740f55a-90bd-4aed-a1f2-c7dba655126d details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:56:54.121182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-f11704d7-dd16-4d91-b646-70b8cd9f93a1 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:54.124629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-f11704d7-dd16-4d91-b646-70b8cd9f93a1 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4890347 Nov 03 18:56:54.179771 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86e8246-9401-415d-bf13-324cf25ab803 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:54.185887 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c86e8246-9401-415d-bf13-324cf25ab803 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.192718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-20d8f096-7a45-409b-a52f-465d36c6c26a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Made reservation on behalf of 56039853018b41faae6089f2fa03b7b5 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:54.196938 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-20d8f096-7a45-409b-a52f-465d36c6c26a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.230019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e267d258-d4f2-4aa5-9eea-e4573b975c76 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/quotas/6da94b291f2747bcb49e41dd64f980d0 HTTP/1.1" status: 200 len: 375 time: 0.0972118 Nov 03 18:56:54.350086 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-55f90a9e-4763-41e5-9592-a95434f428d5 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=6da94b291f2747bcb49e41dd64f980d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1049628 Nov 03 18:56:54.629949 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-841d8db9-1390-471f-b628-4b9527e28165 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.709903 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-841d8db9-1390-471f-b628-4b9527e28165 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:54.871758 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-793e707c-1b46-4bc1-b257-83c41c7b7541 req-a752309d-04a3-4683-b38b-23270b08e504 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 210 time: 0.1486824 Nov 03 18:56:54.928299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d8db9-1390-471f-b628-4b9527e28165 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Pushing event updated for resources: {'Port': ['ID=d4babf52-9b93-40bd-90a1-d69270c3f97a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:54.932754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18b8bea7-41a5-4979-a1f4-8210f2ac740d req-43c1e8d8-c5a9-4f8f-bd73-11b7ee5ff7c7 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 210 time: 0.0906599 Nov 03 18:56:54.939270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-841d8db9-1390-471f-b628-4b9527e28165 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:54.941359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-841d8db9-1390-471f-b628-4b9527e28165 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:54.954566 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-841d8db9-1390-471f-b628-4b9527e28165 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:55.172780 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-20d8f096-7a45-409b-a52f-465d36c6c26a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Allocated IP 172.20.0.9 (bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19/332fb31e-687b-40c3-9f7c-52be81f54424/7aba7ada-5efa-48c0-b52e-1efe58a5533b) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:55.210659 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-841d8db9-1390-471f-b628-4b9527e28165 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:55.211434 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-841d8db9-1390-471f-b628-4b9527e28165 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.234739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-841d8db9-1390-471f-b628-4b9527e28165 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1485755 Nov 03 18:56:55.245328 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c86e8246-9401-415d-bf13-324cf25ab803 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.262198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Request body: {'port': {'device_id': 'bf2361e1-10f0-4c48-8950-f8e48141612a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:55.314307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e8246-9401-415d-bf13-324cf25ab803 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Subnet': ['ID=96dd9da0-bf7e-41c0-aff4-df0099416d1a,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:55.358725 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.438280 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e8246-9401-415d-bf13-324cf25ab803 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Checking segment: {'id': '7bd33a54-42be-4c71-a5a3-3b1a0efb33da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7740f55a-90bd-4aed-a1f2-c7dba655126d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:55.439773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e8246-9401-415d-bf13-324cf25ab803 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network hostable DHCP agents. Network: 7740f55a-90bd-4aed-a1f2-c7dba655126d, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:56:55.520243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e8246-9401-415d-bf13-324cf25ab803 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network 7740f55a-90bd-4aed-a1f2-c7dba655126d is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:56:55.541573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-c86e8246-9401-415d-bf13-324cf25ab803 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 7740f55a-90bd-4aed-a1f2-c7dba655126d) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:55.551384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e8246-9401-415d-bf13-324cf25ab803 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:55.553311 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2366be-bf6c-4452-98c6-46e1aa1a1c25 None None] Network 7740f55a-90bd-4aed-a1f2-c7dba655126d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:55.553813 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c86e8246-9401-415d-bf13-324cf25ab803 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.610677 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-20d8f096-7a45-409b-a52f-465d36c6c26a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.663916 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-20d8f096-7a45-409b-a52f-465d36c6c26a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.683033 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c86e8246-9401-415d-bf13-324cf25ab803 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7108047 Nov 03 18:56:55.775229 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c8bd3ffd-1d22-48ba-9147-0c59f65f76b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.781431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-7740f55a-90bd-4aed-a1f2-c7dba655126d', 'network_id': '7740f55a-90bd-4aed-a1f2-c7dba655126d', 'tenant_id': '7da1f8541630433796b7b43a2ec0cd41', 'fixed_ips': [{'subnet_id': '96dd9da0-bf7e-41c0-aff4-df0099416d1a'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:56:55.782581 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:55.805584 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38008) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:55.859699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8f096-7a45-409b-a52f-465d36c6c26a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Pushing event updated for resources: {'Port': ['ID=7aba7ada-5efa-48c0-b52e-1efe58a5533b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:55.893062 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-20d8f096-7a45-409b-a52f-465d36c6c26a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:55.895108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-20d8f096-7a45-409b-a52f-465d36c6c26a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:55.897323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-20d8f096-7a45-409b-a52f-465d36c6c26a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:55.936362 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Allocated IP 172.20.0.1 (7740f55a-90bd-4aed-a1f2-c7dba655126d/96dd9da0-bf7e-41c0-aff4-df0099416d1a/eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:56.024409 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-20d8f096-7a45-409b-a52f-465d36c6c26a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:56.025312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-20d8f096-7a45-409b-a52f-465d36c6c26a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.056068 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-20d8f096-7a45-409b-a52f-465d36c6c26a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1892557 Nov 03 18:56:56.075923 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.081571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Request body: {'port': {'device_id': '6d5f79a5-e2c3-4778-bcd1-d9480db7c055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:56.173013 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.178545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f2a3a20e-585e-4e8e-8350-ffcc1ab94845 req-8052abfb-5c2d-4d97-adf3-eccaa8b75568 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 210 time: 0.1111214 Nov 03 18:56:56.186121 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.195716 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.297059 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4babf52-9b93-40bd-90a1-d69270c3f97a {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:56.349850 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.366686 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Network 7740f55a-90bd-4aed-a1f2-c7dba655126d is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:56.371747 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Pushing event updated for resources: {'Port': ['ID=eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:56.375454 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:56.378912 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:56.419959 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-01578b81-d927-44a2-91fd-3c8886d5a71b tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=6da94b291f2747bcb49e41dd64f980d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739865 Nov 03 18:56:56.431852 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ba7ad-a95d-48f4-93a7-3799ba4f1b92 req-a53b453d-c3b2-4716-bf02-fd35050dab21 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:56.446310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a39ba7ad-a95d-48f4-93a7-3799ba4f1b92 req-a53b453d-c3b2-4716-bf02-fd35050dab21 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 931 time: 0.3609922 Nov 03 18:56:56.522391 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.548961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Attempting to bind port eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:56.549446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Attempting to bind port eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '7bd33a54-42be-4c71-a5a3-3b1a0efb33da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7740f55a-90bd-4aed-a1f2-c7dba655126d'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:56.549919 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Attempting to bind port eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1 on network 7740f55a-90bd-4aed-a1f2-c7dba655126d {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:56.561551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:56.562310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Checking segment: {'id': '7bd33a54-42be-4c71-a5a3-3b1a0efb33da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7740f55a-90bd-4aed-a1f2-c7dba655126d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:56.562660 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.563174 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Bound using segment: {'id': '7bd33a54-42be-4c71-a5a3-3b1a0efb33da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7740f55a-90bd-4aed-a1f2-c7dba655126d'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:56.563821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Bound port: eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd33a54-42be-4c71-a5a3-3b1a0efb33da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7740f55a-90bd-4aed-a1f2-c7dba655126d'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:56.564333 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.668285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Transition to ACTIVE for port object d4babf52-9b93-40bd-90a1-d69270c3f97a will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:56:56.680198 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.698580 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.802439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-c647e9f9-69d4-47f0-b9e7-a4706ea1ca18 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:56.805429 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-c647e9f9-69d4-47f0-b9e7-a4706ea1ca18 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3718479 Nov 03 18:56:56.840625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Request body: {'port': {'device_id': '91c16f8c-d813-4be7-9e55-8c8b318dc75b', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '6da94b291f2747bcb49e41dd64f980d0'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:56.883399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] For port eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:56.892217 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Pushing event updated for resources: {'Port': ['ID=d4babf52-9b93-40bd-90a1-d69270c3f97a,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:56.897263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Subnet': ['ID=96dd9da0-bf7e-41c0-aff4-df0099416d1a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:56.899159 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] For port eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1,segment=NetworkSegment(7bd33a54-42be-4c71-a5a3-3b1a0efb33da),segment_id=7bd33a54-42be-4c71-a5a3-3b1a0efb33da)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:56.907555 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:56.957021 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a39ba7ad-a95d-48f4-93a7-3799ba4f1b92 req-ecaf7c6c-3207-4658-9445-c39d58d0d132 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074427 Nov 03 18:56:57.050175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb451753-c380-4eb0-85c0-6af6111dd091 None None] Pushing event updated for resources: {'Port': ['ID=eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:57.062806 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc911e3a-de4e-4cba-a569-fabde4bab9a8 None None] Network 7740f55a-90bd-4aed-a1f2-c7dba655126d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:56:57.163113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Attempting to bind port d4babf52-9b93-40bd-90a1-d69270c3f97a on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:57.163626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Attempting to bind port d4babf52-9b93-40bd-90a1-d69270c3f97a by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:57.164061 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Attempting to bind port d4babf52-9b93-40bd-90a1-d69270c3f97a on network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:57.168563 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.194820 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Port d4babf52-9b93-40bd-90a1-d69270c3f97a on network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:56:57.200245 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Attempting to bind port d4babf52-9b93-40bd-90a1-d69270c3f97a on network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:57.219351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:57.219351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Checking segment: {'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:57.219952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Bound using segment: {'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:57.220591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Bound port: d4babf52-9b93-40bd-90a1-d69270c3f97a, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:57.221358 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.244433 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aba7ada-5efa-48c0-b52e-1efe58a5533b {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:57.250222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6d046d-10e8-41c3-a47c-11f8729076b8 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:56:57.254625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Made reservation on behalf of 6da94b291f2747bcb49e41dd64f980d0 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:57.258867 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.264173 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.284252 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.291728 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7740f55a-90bd-4aed-a1f2-c7dba655126d']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:57.305679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd33a54-42be-4c71-a5a3-3b1a0efb33da') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:57.306139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd33a54-42be-4c71-a5a3-3b1a0efb33da') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:57.318902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Transition to ACTIVE for port object 7aba7ada-5efa-48c0-b52e-1efe58a5533b will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:56:57.327636 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.346314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.397782 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.401866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-667d993b-f1ec-4a7e-9757-e3b87409745c req-c116a237-d99d-43d9-87ff-8d62a021636f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 210 time: 0.0494661 Nov 03 18:56:57.408102 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] For port d4babf52-9b93-40bd-90a1-d69270c3f97a, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:57.410768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:57.411278 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:57.415384 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:57.483471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] For port d4babf52-9b93-40bd-90a1-d69270c3f97a, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d4babf52-9b93-40bd-90a1-d69270c3f97a,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:57.491067 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.514453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d046d-10e8-41c3-a47c-11f8729076b8 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:56:57.520935 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Pushing event updated for resources: {'Port': ['ID=7aba7ada-5efa-48c0-b52e-1efe58a5533b,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:57.545625 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:57.546253 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.548100 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] 10.222.0.87 "PUT /v2.0/ports/d4babf52-9b93-40bd-90a1-d69270c3f97a HTTP/1.1" status: 200 len: 1092 time: 2.2914262 Nov 03 18:56:57.552048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2361e1-10f0-4c48-8950-f8e48141612a', 'tag': 'd4babf52-9b93-40bd-90a1-d69270c3f97a'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:57.555018 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e892610c-c4e3-4b1f-a28d-95963ae53b82" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2361e1-10f0-4c48-8950-f8e48141612a", "tag": "d4babf52-9b93-40bd-90a1-d69270c3f97a"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:57.560707 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.api [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 18:56:57.560707 n-d-812150-4 neutron-server[101712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 18:56:57.560707 n-d-812150-4 neutron-server[101712]: [parameters: {'id': '7740f55a-90bd-4aed-a1f2-c7dba655126d'}] Nov 03 18:56:57.560707 n-d-812150-4 neutron-server[101712]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:56:57.561145 n-d-812150-4 neutron-server[101712]: DEBUG oslo_db.api [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:56:57.593848 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87aff2-ff43-40a6-adef-4544730c6c78 service neutron] Pushing event updated for resources: {'Port': ['ID=d4babf52-9b93-40bd-90a1-d69270c3f97a,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:57.662714 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Attempting to bind port 7aba7ada-5efa-48c0-b52e-1efe58a5533b on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:57.663155 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Attempting to bind port 7aba7ada-5efa-48c0-b52e-1efe58a5533b by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:57.663601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Attempting to bind port 7aba7ada-5efa-48c0-b52e-1efe58a5533b on network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:57.671602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.675170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Port 7aba7ada-5efa-48c0-b52e-1efe58a5533b on network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:56:57.675502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Attempting to bind port 7aba7ada-5efa-48c0-b52e-1efe58a5533b on network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:57.681849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:57.682275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Checking segment: {'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:57.682834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Bound using segment: {'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:57.683385 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Bound port: 7aba7ada-5efa-48c0-b52e-1efe58a5533b, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:57.683887 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.687730 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.697057 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abfa48e-9f33-4967-9e1f-8bc27b898755 x-openstack-request-id: req-1abfa48e-9f33-4967-9e1f-8bc27b898755 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:57.699067 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2361e1-10f0-4c48-8950-f8e48141612a", "tag": "d4babf52-9b93-40bd-90a1-d69270c3f97a", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:57.699513 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1abfa48e-9f33-4967-9e1f-8bc27b898755 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:57.700069 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2361e1-10f0-4c48-8950-f8e48141612a', 'tag': 'd4babf52-9b93-40bd-90a1-d69270c3f97a', 'status': 'completed', 'code': 200} Nov 03 18:56:57.733011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-4e607c72-85c6-4a2e-b17a-3f881d5872d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:57.734739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-4e607c72-85c6-4a2e-b17a-3f881d5872d8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=56039853018b41faae6089f2fa03b7b5&device_id=bf2361e1-10f0-4c48-8950-f8e48141612a HTTP/1.1" status: 200 len: 1095 time: 0.0956502 Nov 03 18:56:57.840102 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-a6c5c41e-0892-49df-abdf-cb709a73c54b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4babf52-9b93-40bd-90a1-d69270c3f97a HTTP/1.1" status: 200 len: 217 time: 0.0829961 Nov 03 18:56:57.852295 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96fe499-30f9-4753-befe-5593d7d90a37,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:57.920340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] For port 7aba7ada-5efa-48c0-b52e-1efe58a5533b, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:57.925818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] For port 7aba7ada-5efa-48c0-b52e-1efe58a5533b, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7aba7ada-5efa-48c0-b52e-1efe58a5533b,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:57.932979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-b19b3310-88b5-4409-a5ce-b1a96871f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:57.935686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-b19b3310-88b5-4409-a5ce-b1a96871f4d9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=332fb31e-687b-40c3-9f7c-52be81f54424 HTTP/1.1" status: 200 len: 852 time: 0.0853591 Nov 03 18:56:57.939794 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:57.942080 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Allocated IP 192.168.233.228 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/a527c20d-9900-45e6-bdd1-6a93d9b6c69c) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:56:58.011484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-c0c6e585-c2cf-491c-9524-40b95600c88d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666497 Nov 03 18:56:58.022697 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:58.023338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.039810 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] 10.222.0.87 "PUT /v2.0/ports/7aba7ada-5efa-48c0-b52e-1efe58a5533b HTTP/1.1" status: 200 len: 1091 time: 1.9531982 Nov 03 18:56:58.040634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5f79a5-e2c3-4778-bcd1-d9480db7c055', 'tag': '7aba7ada-5efa-48c0-b52e-1efe58a5533b'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:56:58.043189 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed6f736-b6a9-425b-9d9d-8ea449e9b6ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5f79a5-e2c3-4778-bcd1-d9480db7c055", "tag": "7aba7ada-5efa-48c0-b52e-1efe58a5533b"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:56:58.093016 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-061dca5b-946d-45b6-a50d-5b758b3a88d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.177433 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.181208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-45e24a29-3095-472d-867a-5a085ebcc571 service neutron] 10.222.0.87 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592660 Nov 03 18:56:58.242607 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.278543 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaedd82a-0117-40d4-9163-edbb16917caf x-openstack-request-id: req-aaedd82a-0117-40d4-9163-edbb16917caf {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:56:58.279211 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5f79a5-e2c3-4778-bcd1-d9480db7c055", "tag": "7aba7ada-5efa-48c0-b52e-1efe58a5533b", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:56:58.279211 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-aaedd82a-0117-40d4-9163-edbb16917caf {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:56:58.279704 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5f79a5-e2c3-4778-bcd1-d9480db7c055', 'tag': '7aba7ada-5efa-48c0-b52e-1efe58a5533b', 'status': 'completed', 'code': 200} Nov 03 18:56:58.290164 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-52cd5e23-2b75-4205-b021-c5581f473a0c service neutron] 10.222.0.87 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968611 Nov 03 18:56:58.296096 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.339009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30677c-6014-472e-aee3-81bc97dc7924 service neutron] Pushing event updated for resources: {'Port': ['ID=7aba7ada-5efa-48c0-b52e-1efe58a5533b,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:58.380547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:56:58.383486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a7d46-aced-4d3a-9543-e77f17a1772a req-8151d1fc-6499-4d3b-b53b-a69a2235f69e tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:58.389524 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:56:58.394385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b6a7d46-aced-4d3a-9543-e77f17a1772a req-8151d1fc-6499-4d3b-b53b-a69a2235f69e tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 943 time: 0.2095926 Nov 03 18:56:58.399542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:56:58.492886 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-5da0d08e-ed36-46bc-aca4-cfd4869aeb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:58.499546 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-5da0d08e-ed36-46bc-aca4-cfd4869aeb4d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=56039853018b41faae6089f2fa03b7b5&device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 1094 time: 0.2187891 Nov 03 18:56:58.500272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Pushing event updated for resources: {'Port': ['ID=a527c20d-9900-45e6-bdd1-6a93d9b6c69c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:58.566140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Deleting port eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:56:58.567190 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.611248 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-287f001f-969a-44c6-b96f-c38250b292fd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aba7ada-5efa-48c0-b52e-1efe58a5533b HTTP/1.1" status: 200 len: 217 time: 0.0807276 Nov 03 18:56:58.623478 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:58.624317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.661175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892610c-c4e3-4b1f-a28d-95963ae53b82 req-f012ac28-e391-49fd-99db-0e224cd0b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:58.662925 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e892610c-c4e3-4b1f-a28d-95963ae53b82 req-f012ac28-e391-49fd-99db-0e224cd0b2eb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=56039853018b41faae6089f2fa03b7b5&device_id=bf2361e1-10f0-4c48-8950-f8e48141612a HTTP/1.1" status: 200 len: 1095 time: 0.2112472 Nov 03 18:56:58.688071 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-719273a8-2866-47a2-8cc8-192860bf261f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8640862 Nov 03 18:56:58.704271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b6a7d46-aced-4d3a-9543-e77f17a1772a req-b0f7004b-d0f9-4410-bc45-861110203917 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080633 Nov 03 18:56:58.717706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Request body: {'port': {'device_id': '91c16f8c-d813-4be7-9e55-8c8b318dc75b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:58.756842 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5af971-31ad-4bb8-aa44-cc0c663a3303 req-6176c03d-a83b-4f04-9321-706812e1a7f0 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:58.758922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-0b620149-ad47-4294-9e2b-073ceb9286dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:58.764238 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad5af971-31ad-4bb8-aa44-cc0c663a3303 req-6176c03d-a83b-4f04-9321-706812e1a7f0 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 936 time: 0.2180324 Nov 03 18:56:58.767426 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-0b620149-ad47-4294-9e2b-073ceb9286dc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=332fb31e-687b-40c3-9f7c-52be81f54424 HTTP/1.1" status: 200 len: 852 time: 0.1350451 Nov 03 18:56:58.783761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9aa555df-cdfa-4ca5-adae-0fc929d34311 None None] Provisioning complete for port a527c20d-9900-45e6-bdd1-6a93d9b6c69c triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:56:58.784432 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9aa555df-cdfa-4ca5-adae-0fc929d34311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.830032 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] For port eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1,segment=NetworkSegment(7bd33a54-42be-4c71-a5a3-3b1a0efb33da),segment_id=7bd33a54-42be-4c71-a5a3-3b1a0efb33da)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:56:58.830405 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:58.847845 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-eca84b9b-5757-4846-ad34-9269db80ef42 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656006 Nov 03 18:56:58.856071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Calling delete_port for eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:56:58.888661 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9aa555df-cdfa-4ca5-adae-0fc929d34311 None None] Port a527c20d-9900-45e6-bdd1-6a93d9b6c69c cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:56:58.928376 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad5af971-31ad-4bb8-aa44-cc0c663a3303 req-be74b3cd-5500-4e63-83fd-eec8eca23916 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/security-groups?id=c96fe499-30f9-4753-befe-5593d7d90a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495934 Nov 03 18:56:58.982694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892610c-c4e3-4b1f-a28d-95963ae53b82 req-99f54596-c2a8-47f8-a69d-b76660c1a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:58.984375 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e892610c-c4e3-4b1f-a28d-95963ae53b82 req-99f54596-c2a8-47f8-a69d-b76660c1a826 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 HTTP/1.1" status: 200 len: 913 time: 0.2884488 Nov 03 18:56:58.996067 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.055045 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.118803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Port': ['ID=eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:59.123182 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e892610c-c4e3-4b1f-a28d-95963ae53b82 req-c9cfba36-6e55-4461-b1b9-34b247886df7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4babf52-9b93-40bd-90a1-d69270c3f97a HTTP/1.1" status: 200 len: 217 time: 0.0788219 Nov 03 18:56:59.133397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No DVR routers for this DVR port eb3ff92f-efdc-4839-8e4c-c3e989c9fdc1 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:56:59.192350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892610c-c4e3-4b1f-a28d-95963ae53b82 req-d74c57fd-b552-4dba-9ba6-23d304f38aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:59.194501 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e892610c-c4e3-4b1f-a28d-95963ae53b82 req-d74c57fd-b552-4dba-9ba6-23d304f38aa8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=332fb31e-687b-40c3-9f7c-52be81f54424 HTTP/1.1" status: 200 len: 852 time: 0.0583053 Nov 03 18:56:59.260138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e892610c-c4e3-4b1f-a28d-95963ae53b82 req-efd83177-fed5-4dcd-8732-09c67ef47d79 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383158 Nov 03 18:56:59.345859 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.350213 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.371744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7740f55a-90bd-4aed-a1f2-c7dba655126d']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:59.385495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd33a54-42be-4c71-a5a3-3b1a0efb33da') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:59.386298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd33a54-42be-4c71-a5a3-3b1a0efb33da') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:56:59.399317 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.401954 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a527c20d-9900-45e6-bdd1-6a93d9b6c69c {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:56:59.412143 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.417956 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.425944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:56:59.426480 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.437758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Transition to ACTIVE for port object a527c20d-9900-45e6-bdd1-6a93d9b6c69c will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:56:59.441848 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-03e28e80-6579-4b18-825e-c69b9519869c service neutron] 10.222.0.87 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393143 Nov 03 18:56:59.447233 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:56:59.506055 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:56:59.569768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a527c20d-9900-45e6-bdd1-6a93d9b6c69c,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:59.593806 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.600327 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.610712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/7740f55a-90bd-4aed-a1f2-c7dba655126d HTTP/1.1" status: 204 len: 168 time: 3.8031499 Nov 03 18:56:59.611564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38058) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:56:59.627832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4b2d3154-5276-4a31-99cd-fd11500436a7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1454885075'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:56:59.662293 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6310ba6-4269-414b-a2af-108b16ba155f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Network': ['ID=7740f55a-90bd-4aed-a1f2-c7dba655126d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:56:59.686924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e892610c-c4e3-4b1f-a28d-95963ae53b82 req-fc4e1b44-aeae-42da-9580-8b979a388ebf service neutron] 10.222.0.87 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825340 Nov 03 18:56:59.698930 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d8e51d0a-55f1-42ba-8edf-a05968eec98f req-50ce8400-c58a-4e19-bbca-dddecccb173a service neutron] 10.222.0.87 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399139 Nov 03 18:56:59.718243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2d3154-5276-4a31-99cd-fd11500436a7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:56:59.722054 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3154-5276-4a31-99cd-fd11500436a7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.739135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Attempting to bind port a527c20d-9900-45e6-bdd1-6a93d9b6c69c on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:56:59.739468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Attempting to bind port a527c20d-9900-45e6-bdd1-6a93d9b6c69c by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:56:59.739820 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Attempting to bind port a527c20d-9900-45e6-bdd1-6a93d9b6c69c on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:59.748199 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Port a527c20d-9900-45e6-bdd1-6a93d9b6c69c on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:56:59.748521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Attempting to bind port a527c20d-9900-45e6-bdd1-6a93d9b6c69c on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:56:59.758489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:56:59.758832 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:56:59.759220 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:56:59.759864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Bound port: a527c20d-9900-45e6-bdd1-6a93d9b6c69c, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:56:59.760227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.768460 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2d3154-5276-4a31-99cd-fd11500436a7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:56:59.792845 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3154-5276-4a31-99cd-fd11500436a7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.793249 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-4b2d3154-5276-4a31-99cd-fd11500436a7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Added segment 028e6241-b432-4f32-8bf2-2276703e0a7e of type vlan for network 258d0dc4-e5fc-4c15-8584-2e37611a17d1 Nov 03 18:56:59.844218 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3154-5276-4a31-99cd-fd11500436a7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.891326 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3154-5276-4a31-99cd-fd11500436a7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.897983 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d3154-5276-4a31-99cd-fd11500436a7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:59.898792 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3154-5276-4a31-99cd-fd11500436a7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:56:59.917374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6f736-b6a9-425b-9d9d-8ea449e9b6ed req-18bd01e9-ccd7-4b63-af44-ee475f43f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:56:59.919239 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ed6f736-b6a9-425b-9d9d-8ea449e9b6ed req-18bd01e9-ccd7-4b63-af44-ee475f43f2bf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=56039853018b41faae6089f2fa03b7b5&device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 1094 time: 0.0816669 Nov 03 18:56:59.920905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] For port a527c20d-9900-45e6-bdd1-6a93d9b6c69c, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:56:59.924590 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] For port a527c20d-9900-45e6-bdd1-6a93d9b6c69c, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a527c20d-9900-45e6-bdd1-6a93d9b6c69c,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:56:59.945407 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:00.069163 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:00.069737 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:00.071131 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] 10.222.0.98 "PUT /v2.0/ports/a527c20d-9900-45e6-bdd1-6a93d9b6c69c HTTP/1.1" status: 200 len: 1096 time: 1.3691862 Nov 03 18:57:00.176767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a7208-852d-42aa-81d2-172f37ddf2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a527c20d-9900-45e6-bdd1-6a93d9b6c69c,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:00.238159 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6f736-b6a9-425b-9d9d-8ea449e9b6ed req-f80f79a6-6648-4cb3-81a5-d2afa3941ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:00.241869 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ed6f736-b6a9-425b-9d9d-8ea449e9b6ed req-f80f79a6-6648-4cb3-81a5-d2afa3941ee9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 HTTP/1.1" status: 200 len: 913 time: 0.3130085 Nov 03 18:57:00.266870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-959c1e5f-e0f8-41d4-ab9f-2b7145873bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:00.268725 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-959c1e5f-e0f8-41d4-ab9f-2b7145873bdf service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6da94b291f2747bcb49e41dd64f980d0&device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 1099 time: 0.1329312 Nov 03 18:57:00.298904 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c16f8c-d813-4be7-9e55-8c8b318dc75b', 'tag': 'a527c20d-9900-45e6-bdd1-6a93d9b6c69c'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:00.301158 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed59614-edf5-4d4c-865c-4d7526ffd016" -d '{"events": [{"name": "network-changed", "server_uuid": "91c16f8c-d813-4be7-9e55-8c8b318dc75b", "tag": "a527c20d-9900-45e6-bdd1-6a93d9b6c69c"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:00.312788 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ed6f736-b6a9-425b-9d9d-8ea449e9b6ed req-cc69252f-9902-48aa-bdc8-71a9dd1dd16b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aba7ada-5efa-48c0-b52e-1efe58a5533b HTTP/1.1" status: 200 len: 217 time: 0.0613980 Nov 03 18:57:00.362656 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-c24eb744-ebda-44c3-a2e0-9e05d7d88ffc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a527c20d-9900-45e6-bdd1-6a93d9b6c69c HTTP/1.1" status: 200 len: 217 time: 0.0575681 Nov 03 18:57:00.550645 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:00.560918 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-1d41e9e2-c253-4458-8a28-78aff25ab40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:00.567049 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-1d41e9e2-c253-4458-8a28-78aff25ab40e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.1834273 Nov 03 18:57:00.590950 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6f736-b6a9-425b-9d9d-8ea449e9b6ed req-b4ba26f7-f352-4420-b53e-9613d12b5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:00.592474 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ed6f736-b6a9-425b-9d9d-8ea449e9b6ed req-b4ba26f7-f352-4420-b53e-9613d12b5bc1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=332fb31e-687b-40c3-9f7c-52be81f54424 HTTP/1.1" status: 200 len: 852 time: 0.2407200 Nov 03 18:57:00.615956 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4b2d3154-5276-4a31-99cd-fd11500436a7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9938755 Nov 03 18:57:00.618504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38076) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:00.639980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-3a535ee8-289d-439c-91ce-a1bdf89fef53 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'subnet': {'network_id': '258d0dc4-e5fc-4c15-8584-2e37611a17d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:00.643627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d3154-5276-4a31-99cd-fd11500436a7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Network': ['ID=258d0dc4-e5fc-4c15-8584-2e37611a17d1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:00.645988 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ed6f736-b6a9-425b-9d9d-8ea449e9b6ed req-641378b2-bc6f-4b64-952c-30b5bf64b715 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389612 Nov 03 18:57:00.657417 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 258d0dc4-e5fc-4c15-8584-2e37611a17d1 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:00.706974 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:00.778176 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-0a7d6fa3-d5bd-4a61-9da8-b3dfdd7aac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:00.779609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d4babf52-9b93-40bd-90a1-d69270c3f97a details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:57:00.782335 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319577f1-9097-4e00-afd2-cfbc6b1d3279 req-82bf85cd-8164-43fc-876f-40e81f5bdff2 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:00.784794 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-0a7d6fa3-d5bd-4a61-9da8-b3dfdd7aac53 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2068777 Nov 03 18:57:00.790817 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-319577f1-9097-4e00-afd2-cfbc6b1d3279 req-82bf85cd-8164-43fc-876f-40e81f5bdff2 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 943 time: 0.9138868 Nov 03 18:57:00.822412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48d601-ddf4-4c8b-8969-fbff2266ef7e req-408360d6-545b-4b23-882a-0324b13cdd88 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:00.824174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d48d601-ddf4-4c8b-8969-fbff2266ef7e req-408360d6-545b-4b23-882a-0324b13cdd88 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 948 time: 0.2272842 Nov 03 18:57:00.826302 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e892610c-c4e3-4b1f-a28d-95963ae53b82 req-b66bf7fb-4900-4876-96c9-be11688a9dc6 service neutron] 10.222.0.87 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1292486 Nov 03 18:57:00.905694 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port d4babf52-9b93-40bd-90a1-d69270c3f97a, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d4babf52-9b93-40bd-90a1-d69270c3f97a,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:00.921879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'd4babf52-9b93-40bd-90a1-d69270c3f97a', 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19', 'port_id': 'd4babf52-9b93-40bd-90a1-d69270c3f97a', 'mac_address': 'fa:16:3e:5b:d2:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332fb31e-687b-40c3-9f7c-52be81f54424', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:57:00.954812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a535ee8-289d-439c-91ce-a1bdf89fef53 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:00.962687 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a535ee8-289d-439c-91ce-a1bdf89fef53 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:00.985142 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:01.011148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4babf52-9b93-40bd-90a1-d69270c3f97a {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:01.013602 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-319577f1-9097-4e00-afd2-cfbc6b1d3279 req-7fd92342-7569-42eb-83de-759a7b312c14 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219286 Nov 03 18:57:01.056528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port d4babf52-9b93-40bd-90a1-d69270c3f97a, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d4babf52-9b93-40bd-90a1-d69270c3f97a,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:01.062457 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:01.187196 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=d4babf52-9b93-40bd-90a1-d69270c3f97a,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:01.225460 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d48d601-ddf4-4c8b-8969-fbff2266ef7e req-70c75be4-3d53-492c-acb1-82f2711fa5c2 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/security-groups?id=c96fe499-30f9-4753-befe-5593d7d90a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249528 Nov 03 18:57:01.256916 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ed6f736-b6a9-425b-9d9d-8ea449e9b6ed req-59612f77-9535-44dd-976e-d1acd5c1bde4 service neutron] 10.222.0.87 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888419 Nov 03 18:57:01.327810 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-ef644341-aa75-4baf-8f46-c1bbed00d587 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318680 Nov 03 18:57:01.425909 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:01.481443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['d4babf52-9b93-40bd-90a1-d69270c3f97a'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:01.500066 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfe9bb3-7ac9-47a4-8397-d467cb67d834 x-openstack-request-id: req-fcfe9bb3-7ac9-47a4-8397-d467cb67d834 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:01.500539 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c16f8c-d813-4be7-9e55-8c8b318dc75b", "tag": "a527c20d-9900-45e6-bdd1-6a93d9b6c69c", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:01.500892 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fcfe9bb3-7ac9-47a4-8397-d467cb67d834 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:01.501390 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c16f8c-d813-4be7-9e55-8c8b318dc75b', 'tag': 'a527c20d-9900-45e6-bdd1-6a93d9b6c69c', 'status': 'completed', 'code': 200} Nov 03 18:57:01.503911 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5df676b6-1a9f-40e8-a8cd-7612b50b6e85 req-a83deeb4-bcdb-4560-9721-9e2f901e3c16 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989788 Nov 03 18:57:01.579359 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a535ee8-289d-439c-91ce-a1bdf89fef53 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:01.655264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a535ee8-289d-439c-91ce-a1bdf89fef53 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Subnet': ['ID=42039ddc-96b0-4698-bbe6-e36ffdc5a81b,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:01.666631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a535ee8-289d-439c-91ce-a1bdf89fef53 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Checking segment: {'id': '028e6241-b432-4f32-8bf2-2276703e0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '258d0dc4-e5fc-4c15-8584-2e37611a17d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:01.667000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a535ee8-289d-439c-91ce-a1bdf89fef53 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network hostable DHCP agents. Network: 258d0dc4-e5fc-4c15-8584-2e37611a17d1, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:57:01.705265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a535ee8-289d-439c-91ce-a1bdf89fef53 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network 258d0dc4-e5fc-4c15-8584-2e37611a17d1 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:57:01.709328 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6ed6f736-b6a9-425b-9d9d-8ea449e9b6ed req-7b2001ad-b21a-4810-8b05-d9006423a3a0 service neutron] 10.222.0.87 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404757 Nov 03 18:57:01.719101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-3a535ee8-289d-439c-91ce-a1bdf89fef53 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 258d0dc4-e5fc-4c15-8584-2e37611a17d1) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:01.724426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a535ee8-289d-439c-91ce-a1bdf89fef53 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:01.725259 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a535ee8-289d-439c-91ce-a1bdf89fef53 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:01.743145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962587fd-c648-4dd7-98f1-a026e29253bf None None] Network 258d0dc4-e5fc-4c15-8584-2e37611a17d1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:01.763339 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed59614-edf5-4d4c-865c-4d7526ffd016 req-208dab51-e925-499c-a6d7-1e660c409448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:01.766958 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eed59614-edf5-4d4c-865c-4d7526ffd016 req-208dab51-e925-499c-a6d7-1e660c409448 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6da94b291f2747bcb49e41dd64f980d0&device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 1099 time: 0.1526318 Nov 03 18:57:01.773046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3a535ee8-289d-439c-91ce-a1bdf89fef53 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1374693 Nov 03 18:57:01.775039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38086) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:01.949224 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed59614-edf5-4d4c-865c-4d7526ffd016 req-19d65849-1522-48d5-8433-2c9f51f02788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:01.954089 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eed59614-edf5-4d4c-865c-4d7526ffd016 req-19d65849-1522-48d5-8433-2c9f51f02788 service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.1736376 Nov 03 18:57:02.003609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-258d0dc4-e5fc-4c15-8584-2e37611a17d1', 'network_id': '258d0dc4-e5fc-4c15-8584-2e37611a17d1', 'tenant_id': '7da1f8541630433796b7b43a2ec0cd41', 'fixed_ips': [{'subnet_id': '42039ddc-96b0-4698-bbe6-e36ffdc5a81b'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:57:02.004753 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.022548 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.058910 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eed59614-edf5-4d4c-865c-4d7526ffd016 req-1a2693f2-0460-4e84-8b88-9e4802bf17c9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a527c20d-9900-45e6-bdd1-6a93d9b6c69c HTTP/1.1" status: 200 len: 217 time: 0.0911095 Nov 03 18:57:02.135827 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.166180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed59614-edf5-4d4c-865c-4d7526ffd016 req-5fad236e-ae6d-4a3e-b909-2bd4dd5bdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:02.168604 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eed59614-edf5-4d4c-865c-4d7526ffd016 req-5fad236e-ae6d-4a3e-b909-2bd4dd5bdaa4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0957303 Nov 03 18:57:02.261569 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288df528-a695-46e4-93bc-137f4363585f req-9118dd2b-7a02-4fb0-a41f-9bfbd0bcaf32 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:02.263856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-288df528-a695-46e4-93bc-137f4363585f req-9118dd2b-7a02-4fb0-a41f-9bfbd0bcaf32 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 943 time: 0.1175609 Nov 03 18:57:02.278573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed59614-edf5-4d4c-865c-4d7526ffd016 req-3758079a-b015-43b7-8a37-68ae640c90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:02.280135 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eed59614-edf5-4d4c-865c-4d7526ffd016 req-3758079a-b015-43b7-8a37-68ae640c90f1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0988183 Nov 03 18:57:02.299619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Allocated IP 172.20.0.1 (258d0dc4-e5fc-4c15-8584-2e37611a17d1/42039ddc-96b0-4698-bbe6-e36ffdc5a81b/6836aed0-bd54-4ccc-9c45-2d2456ee9839) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:02.346685 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-288df528-a695-46e4-93bc-137f4363585f req-d1cf7006-161b-4c52-b394-4f639983d324 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752809 Nov 03 18:57:02.531963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429106f3-10f7-4b46-a2e8-f1a3068963de req-d711812c-3418-4e7b-9ea7-611e4ccb8b89 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:02.540286 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-429106f3-10f7-4b46-a2e8-f1a3068963de req-d711812c-3418-4e7b-9ea7-611e4ccb8b89 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 948 time: 0.1583862 Nov 03 18:57:02.601556 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eed59614-edf5-4d4c-865c-4d7526ffd016 req-2d7adf56-935c-478d-874c-3c71b9542c61 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018577 Nov 03 18:57:02.651948 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-429106f3-10f7-4b46-a2e8-f1a3068963de req-da28245c-8a20-4274-b4e4-aa281ee8f491 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/security-groups?id=c96fe499-30f9-4753-befe-5593d7d90a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046515 Nov 03 18:57:02.690666 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.702816 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.725303 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.758951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Subnet': ['ID=42039ddc-96b0-4698-bbe6-e36ffdc5a81b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:02.759364 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eed59614-edf5-4d4c-865c-4d7526ffd016 req-74195283-2ee2-4484-bea8-c27ac78b9489 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501067 Nov 03 18:57:02.782806 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7aba7ada-5efa-48c0-b52e-1efe58a5533b details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:57:02.827868 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Network 258d0dc4-e5fc-4c15-8584-2e37611a17d1 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:02.837156 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:02.842942 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.843188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:02.848543 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Pushing event updated for resources: {'Port': ['ID=6836aed0-bd54-4ccc-9c45-2d2456ee9839,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:02.885133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258d0dc4-e5fc-4c15-8584-2e37611a17d1']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:02.903021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028e6241-b432-4f32-8bf2-2276703e0a7e') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:02.903021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028e6241-b432-4f32-8bf2-2276703e0a7e') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:02.916227 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.931007 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Attempting to bind port 6836aed0-bd54-4ccc-9c45-2d2456ee9839 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:02.931231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Attempting to bind port 6836aed0-bd54-4ccc-9c45-2d2456ee9839 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '028e6241-b432-4f32-8bf2-2276703e0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '258d0dc4-e5fc-4c15-8584-2e37611a17d1'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:02.931598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Attempting to bind port 6836aed0-bd54-4ccc-9c45-2d2456ee9839 on network 258d0dc4-e5fc-4c15-8584-2e37611a17d1 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:02.936487 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.944045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:02.944917 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:02.948654 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:02.962885 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:02.963424 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Checking segment: {'id': '028e6241-b432-4f32-8bf2-2276703e0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '258d0dc4-e5fc-4c15-8584-2e37611a17d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:02.963861 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:02.964257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Bound using segment: {'id': '028e6241-b432-4f32-8bf2-2276703e0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '258d0dc4-e5fc-4c15-8584-2e37611a17d1'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:02.964741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Bound port: 6836aed0-bd54-4ccc-9c45-2d2456ee9839, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028e6241-b432-4f32-8bf2-2276703e0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '258d0dc4-e5fc-4c15-8584-2e37611a17d1'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:02.965416 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.046003 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.api [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 18:57:03.046003 n-d-812150-4 neutron-server[101712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 18:57:03.046003 n-d-812150-4 neutron-server[101712]: [parameters: {'id': '258d0dc4-e5fc-4c15-8584-2e37611a17d1'}] Nov 03 18:57:03.046003 n-d-812150-4 neutron-server[101712]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:57:03.047645 n-d-812150-4 neutron-server[101712]: DEBUG oslo_db.api [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:57:03.067265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7aba7ada-5efa-48c0-b52e-1efe58a5533b, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7aba7ada-5efa-48c0-b52e-1efe58a5533b,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:03.079619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] For port 6836aed0-bd54-4ccc-9c45-2d2456ee9839, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:03.083297 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] For port 6836aed0-bd54-4ccc-9c45-2d2456ee9839, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6836aed0-bd54-4ccc-9c45-2d2456ee9839,segment=NetworkSegment(028e6241-b432-4f32-8bf2-2276703e0a7e),segment_id=028e6241-b432-4f32-8bf2-2276703e0a7e)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:03.086476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '7aba7ada-5efa-48c0-b52e-1efe58a5533b', 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19', 'port_id': '7aba7ada-5efa-48c0-b52e-1efe58a5533b', 'mac_address': 'fa:16:3e:fc:d5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332fb31e-687b-40c3-9f7c-52be81f54424', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:57:03.090459 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.212029 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.213903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf460560-cbba-4ad0-8460-5e0885b0f0b6 None None] Pushing event updated for resources: {'Port': ['ID=6836aed0-bd54-4ccc-9c45-2d2456ee9839,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:03.236349 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aba7ada-5efa-48c0-b52e-1efe58a5533b {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:03.248701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b26b9c9-6176-44ff-aa56-d112b1b8e717 None None] Network 258d0dc4-e5fc-4c15-8584-2e37611a17d1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:03.270981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7aba7ada-5efa-48c0-b52e-1efe58a5533b, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7aba7ada-5efa-48c0-b52e-1efe58a5533b,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:03.281472 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.401101 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=7aba7ada-5efa-48c0-b52e-1efe58a5533b,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:03.453968 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c672bdca-cb8d-435b-a602-f2efbb7d3988 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:57:03.484501 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcae490-8c37-4aeb-90ee-53e6cf4aeb8e req-e7cc7aa2-ac49-4a96-b395-97d2cafd13b0 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:03.492225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cdcae490-8c37-4aeb-90ee-53e6cf4aeb8e req-e7cc7aa2-ac49-4a96-b395-97d2cafd13b0 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 944 time: 0.0631452 Nov 03 18:57:03.552663 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.598292 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cdcae490-8c37-4aeb-90ee-53e6cf4aeb8e req-d1c05403-77d8-4d21-92ca-d09a3119ba7e tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049902 Nov 03 18:57:03.599004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c672bdca-cb8d-435b-a602-f2efbb7d3988 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:57:03.677447 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Deleting port 6836aed0-bd54-4ccc-9c45-2d2456ee9839 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:03.678734 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.726127 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['7aba7ada-5efa-48c0-b52e-1efe58a5533b'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:03.759364 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] For port 6836aed0-bd54-4ccc-9c45-2d2456ee9839, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6836aed0-bd54-4ccc-9c45-2d2456ee9839,segment=NetworkSegment(028e6241-b432-4f32-8bf2-2276703e0a7e),segment_id=028e6241-b432-4f32-8bf2-2276703e0a7e)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:03.759909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:03.785014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Calling delete_port for 6836aed0-bd54-4ccc-9c45-2d2456ee9839 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:03.883448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a9552-f38d-48e6-851a-ff98d698eeea req-13e3d46a-59f4-4bf8-8e56-7d6767ab3cde tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:03.884895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b8a9552-f38d-48e6-851a-ff98d698eeea req-13e3d46a-59f4-4bf8-8e56-7d6767ab3cde tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 948 time: 0.1018572 Nov 03 18:57:03.973639 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.008103 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b8a9552-f38d-48e6-851a-ff98d698eeea req-235a38e0-f369-44f4-901a-dd2c2f4acdd8 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/security-groups?id=c96fe499-30f9-4753-befe-5593d7d90a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054139 Nov 03 18:57:04.008845 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Port': ['ID=6836aed0-bd54-4ccc-9c45-2d2456ee9839,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:04.014416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No DVR routers for this DVR port 6836aed0-bd54-4ccc-9c45-2d2456ee9839 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:04.117265 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.140779 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258d0dc4-e5fc-4c15-8584-2e37611a17d1']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:04.153027 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028e6241-b432-4f32-8bf2-2276703e0a7e') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:04.156060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028e6241-b432-4f32-8bf2-2276703e0a7e') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:04.165764 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.180755 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.194887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:04.195287 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:04.198509 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:04.274952 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.284161 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578409'] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.290865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/258d0dc4-e5fc-4c15-8584-2e37611a17d1 HTTP/1.1" status: 204 len: 168 time: 2.5146987 Nov 03 18:57:04.296705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38116) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:04.303817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c341a95-ad62-45fa-ab06-c1202384fe3d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Network': ['ID=258d0dc4-e5fc-4c15-8584-2e37611a17d1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:04.306982 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4546efa8-b816-4625-9d6a-24808b8f59e8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2140726086'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:04.312560 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a527c20d-9900-45e6-bdd1-6a93d9b6c69c details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:57:04.337494 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4546efa8-b816-4625-9d6a-24808b8f59e8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:04.342450 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4546efa8-b816-4625-9d6a-24808b8f59e8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.378570 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4546efa8-b816-4625-9d6a-24808b8f59e8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:57:04.393843 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4546efa8-b816-4625-9d6a-24808b8f59e8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.394906 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-4546efa8-b816-4625-9d6a-24808b8f59e8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Added segment 387a2056-967a-4b3c-804b-2f0954d4e124 of type vlan for network b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a Nov 03 18:57:04.432202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a527c20d-9900-45e6-bdd1-6a93d9b6c69c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a527c20d-9900-45e6-bdd1-6a93d9b6c69c,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:04.440554 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4546efa8-b816-4625-9d6a-24808b8f59e8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.448548 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'a527c20d-9900-45e6-bdd1-6a93d9b6c69c', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': 'a527c20d-9900-45e6-bdd1-6a93d9b6c69c', 'mac_address': 'fa:16:3e:5e:b2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:57:04.468500 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4546efa8-b816-4625-9d6a-24808b8f59e8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.475403 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4546efa8-b816-4625-9d6a-24808b8f59e8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:04.476394 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4546efa8-b816-4625-9d6a-24808b8f59e8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.493100 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.508281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a527c20d-9900-45e6-bdd1-6a93d9b6c69c {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:04.529976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a527c20d-9900-45e6-bdd1-6a93d9b6c69c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a527c20d-9900-45e6-bdd1-6a93d9b6c69c,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:04.534289 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.561993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546efa8-b816-4625-9d6a-24808b8f59e8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Network': ['ID=b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:04.573640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38120) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:04.573918 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4546efa8-b816-4625-9d6a-24808b8f59e8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2718062 Nov 03 18:57:04.580834 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d4898397-8a60-4538-a676-18914aa76f34 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:04.583928 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:04.697785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a527c20d-9900-45e6-bdd1-6a93d9b6c69c,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:04.780158 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d4babf52-9b93-40bd-90a1-d69270c3f97a up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:04.833070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a527c20d-9900-45e6-bdd1-6a93d9b6c69c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:04.875930 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef1c70-76a5-4771-be05-ad0395c82fe4 req-c70e8fbd-eb84-4045-b941-f11dfc814f7c tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:04.882722 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96ef1c70-76a5-4771-be05-ad0395c82fe4 req-c70e8fbd-eb84-4045-b941-f11dfc814f7c tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 944 time: 0.1493270 Nov 03 18:57:04.908098 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4898397-8a60-4538-a676-18914aa76f34 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.919948 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port d4babf52-9b93-40bd-90a1-d69270c3f97a completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:57:04.937290 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4898397-8a60-4538-a676-18914aa76f34 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.952818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port d4babf52-9b93-40bd-90a1-d69270c3f97a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:04.954117 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.966351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4898397-8a60-4538-a676-18914aa76f34 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a is not hosted by any dhcp agent {{(pid=101712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 18:57:04.972882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4898397-8a60-4538-a676-18914aa76f34 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:04.973682 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4898397-8a60-4538-a676-18914aa76f34 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:04.975140 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d4898397-8a60-4538-a676-18914aa76f34 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "PUT /v2.0/networks/b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a HTTP/1.1" status: 200 len: 723 time: 0.4003739 Nov 03 18:57:04.978963 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38132) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:04.984607 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4471af97-48be-4402-9a31-25aa108557fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'subnet': {'network_id': 'b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:04.996157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96ef1c70-76a5-4771-be05-ad0395c82fe4 req-a2bb1bc2-ac72-479b-8870-8b0828eaa454 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105952 Nov 03 18:57:05.067845 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4898397-8a60-4538-a676-18914aa76f34 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Network': ['ID=b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:05.108782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:05.154313 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4471af97-48be-4402-9a31-25aa108557fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:05.158202 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4471af97-48be-4402-9a31-25aa108557fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:05.193401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce06369-bb6f-4e9d-a070-f9cb89101ca0 req-89bc179f-6738-4887-969b-2b09e4b725c6 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:05.197458 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ce06369-bb6f-4e9d-a070-f9cb89101ca0 req-89bc179f-6738-4887-969b-2b09e4b725c6 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 949 time: 0.0891438 Nov 03 18:57:05.232510 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:05.267387 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ce06369-bb6f-4e9d-a070-f9cb89101ca0 req-e0dd1faa-f687-4590-85f3-0a347c9ff33d tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/security-groups?id=c96fe499-30f9-4753-befe-5593d7d90a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553801 Nov 03 18:57:05.274755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2361e1-10f0-4c48-8950-f8e48141612a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4babf52-9b93-40bd-90a1-d69270c3f97a'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:05.277113 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb97a931-e0aa-4fc1-a276-6c6eb5876aaa" -d '{"events": [{"server_uuid": "bf2361e1-10f0-4c48-8950-f8e48141612a", "name": "network-vif-plugged", "status": "completed", "tag": "d4babf52-9b93-40bd-90a1-d69270c3f97a"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:05.314579 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port d4babf52-9b93-40bd-90a1-d69270c3f97a, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d4babf52-9b93-40bd-90a1-d69270c3f97a,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:05.321563 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:05.356947 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaefd59-a566-4505-957c-f74b981e26e6 x-openstack-request-id: req-beaefd59-a566-4505-957c-f74b981e26e6 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:05.357247 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2361e1-10f0-4c48-8950-f8e48141612a", "name": "network-vif-plugged", "status": "completed", "tag": "d4babf52-9b93-40bd-90a1-d69270c3f97a", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:05.357611 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-beaefd59-a566-4505-957c-f74b981e26e6 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:05.357997 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2361e1-10f0-4c48-8950-f8e48141612a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4babf52-9b93-40bd-90a1-d69270c3f97a', 'code': 200} Nov 03 18:57:05.413753 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=d4babf52-9b93-40bd-90a1-d69270c3f97a,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:05.711966 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-79e5b02b-5873-4ae7-bcf6-e6569529441d req-5c628f1b-4ce6-434d-8337-fab9f78554a2 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021013 Nov 03 18:57:05.731012 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2928c-f8da-4692-bc16-e5007e7ecb29 req-099e19da-8b33-4d74-9959-2f927131819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:05.737205 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b3c2928c-f8da-4692-bc16-e5007e7ecb29 req-099e19da-8b33-4d74-9959-2f927131819a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bf2361e1-10f0-4c48-8950-f8e48141612a HTTP/1.1" status: 200 len: 1097 time: 0.1287911 Nov 03 18:57:05.925528 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b3c2928c-f8da-4692-bc16-e5007e7ecb29 req-0bf01791-d4ee-4a2c-8c3c-32614cf137e2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773276 Nov 03 18:57:05.975249 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5b02b-5873-4ae7-bcf6-e6569529441d req-0d09c91b-e6f0-4f64-a009-f38688dfedba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:05.977562 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-79e5b02b-5873-4ae7-bcf6-e6569529441d req-0d09c91b-e6f0-4f64-a009-f38688dfedba service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 1096 time: 0.1804605 Nov 03 18:57:06.034156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4471af97-48be-4402-9a31-25aa108557fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.137505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b2f10-ea37-416e-bf27-5b4773a6a2c4 req-6a9a60ad-b5b9-4d8b-b6fd-d91227c49a71 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:06.144057 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b00b2f10-ea37-416e-bf27-5b4773a6a2c4 req-6a9a60ad-b5b9-4d8b-b6fd-d91227c49a71 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 944 time: 0.0599780 Nov 03 18:57:06.172997 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471af97-48be-4402-9a31-25aa108557fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Subnet': ['ID=5768083f-72ef-4fcf-b700-a4660f099181,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:06.185947 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471af97-48be-4402-9a31-25aa108557fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Checking segment: {'id': '387a2056-967a-4b3c-804b-2f0954d4e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:06.186317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471af97-48be-4402-9a31-25aa108557fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network hostable DHCP agents. Network: b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:57:06.199092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b00b2f10-ea37-416e-bf27-5b4773a6a2c4 req-ab45e757-dcd6-458e-a65d-f31659623636 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522001 Nov 03 18:57:06.209169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5b02b-5873-4ae7-bcf6-e6569529441d req-02cbb223-00fd-45db-a17f-fee665351068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:06.210678 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-79e5b02b-5873-4ae7-bcf6-e6569529441d req-02cbb223-00fd-45db-a17f-fee665351068 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 200 len: 915 time: 0.2025361 Nov 03 18:57:06.220475 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471af97-48be-4402-9a31-25aa108557fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:57:06.267938 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-79e5b02b-5873-4ae7-bcf6-e6569529441d req-8b8f1ff6-28bf-43c1-9346-bebd5b79716f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63003d42-6336-4ab2-a39c-86bcb259b295 HTTP/1.1" status: 200 len: 217 time: 0.0440974 Nov 03 18:57:06.269355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-4471af97-48be-4402-9a31-25aa108557fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:06.273543 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4471af97-48be-4402-9a31-25aa108557fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:06.274143 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4471af97-48be-4402-9a31-25aa108557fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.280910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de281fc5-9686-48dc-9fce-6f0fde21baa4 None None] Network b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:06.330496 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4471af97-48be-4402-9a31-25aa108557fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3480408 Nov 03 18:57:06.330734 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38152) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:06.336093 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f8415377-580e-45b2-b463-6922301508fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:06.354062 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a527c20d-9900-45e6-bdd1-6a93d9b6c69c up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:06.367122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5b02b-5873-4ae7-bcf6-e6569529441d req-7dad72d8-b5f7-4c57-b226-5c3be2b9670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:06.368914 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-79e5b02b-5873-4ae7-bcf6-e6569529441d req-7dad72d8-b5f7-4c57-b226-5c3be2b9670a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3819844f-11d3-46e6-a85a-1c8983cc47d5 HTTP/1.1" status: 200 len: 854 time: 0.0919180 Nov 03 18:57:06.416242 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-79e5b02b-5873-4ae7-bcf6-e6569529441d req-28e77479-a90d-4402-8cc1-bf7c3277fd9d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367959 Nov 03 18:57:06.439311 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca6213-f8c8-4da2-a1f4-54cd7b842265 req-cef235ba-4d53-48b5-a266-884d2dd009db tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:06.441768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71ca6213-f8c8-4da2-a1f4-54cd7b842265 req-cef235ba-4d53-48b5-a266-884d2dd009db tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 949 time: 0.0729103 Nov 03 18:57:06.482664 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port a527c20d-9900-45e6-bdd1-6a93d9b6c69c completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:57:06.493484 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f8415377-580e-45b2-b463-6922301508fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10319184'] for subnet, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.493729 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port a527c20d-9900-45e6-bdd1-6a93d9b6c69c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:06.494117 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.509125 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71ca6213-f8c8-4da2-a1f4-54cd7b842265 req-db71d222-36b0-4b78-8458-1ba479c6269b tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/security-groups?id=c96fe499-30f9-4753-befe-5593d7d90a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604725 Nov 03 18:57:06.554834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a', 'network_id': 'b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a', 'tenant_id': '7da1f8541630433796b7b43a2ec0cd41', 'fixed_ips': [{'subnet_id': '5768083f-72ef-4fcf-b700-a4660f099181'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:57:06.555737 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.642874 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-79e5b02b-5873-4ae7-bcf6-e6569529441d req-32d22500-da4b-4f8a-8ba9-36fa964d9a5d service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164750 Nov 03 18:57:06.695342 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.733140 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a527c20d-9900-45e6-bdd1-6a93d9b6c69c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a527c20d-9900-45e6-bdd1-6a93d9b6c69c,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:06.741129 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.763119 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f8415377-580e-45b2-b463-6922301508fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733915601767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8593303'] for subnet, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.810135 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7aba7ada-5efa-48c0-b52e-1efe58a5533b up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:06.814972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8415377-580e-45b2-b463-6922301508fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:06.816155 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f8415377-580e-45b2-b463-6922301508fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.817213 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f8415377-580e-45b2-b463-6922301508fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "PUT /v2.0/subnets/5768083f-72ef-4fcf-b700-a4660f099181 HTTP/1.1" status: 200 len: 806 time: 0.4854808 Nov 03 18:57:06.820662 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38156) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:06.849500 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-79e5b02b-5873-4ae7-bcf6-e6569529441d req-9774d8c7-1aee-4cb4-aaa1-000f1719a2f7 service neutron] 10.222.0.98 "GET /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931725 Nov 03 18:57:06.855839 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8415377-580e-45b2-b463-6922301508fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Subnet': ['ID=5768083f-72ef-4fcf-b700-a4660f099181,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:06.897296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a527c20d-9900-45e6-bdd1-6a93d9b6c69c,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:06.912902 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Allocated IP 172.20.0.2 (b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a/5768083f-72ef-4fcf-b700-a4660f099181/07cc1b07-4368-49d4-9cd2-fac880dc6a09) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:06.948775 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:06.993805 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 7aba7ada-5efa-48c0-b52e-1efe58a5533b completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:57:07.001883 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 7aba7ada-5efa-48c0-b52e-1efe58a5533b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:07.002259 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.015121 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.157031 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.162679 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.166180 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.181398 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.214743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Subnet': ['ID=5768083f-72ef-4fcf-b700-a4660f099181,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:07.219531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Pushing event updated for resources: {'Port': ['ID=07cc1b07-4368-49d4-9cd2-fac880dc6a09,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:07.246150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7aba7ada-5efa-48c0-b52e-1efe58a5533b, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7aba7ada-5efa-48c0-b52e-1efe58a5533b,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:07.255384 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Network b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:07.255384 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.305307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=7aba7ada-5efa-48c0-b52e-1efe58a5533b,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:07.308463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:07.310964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:07.333624 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.359123 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c16f8c-d813-4be7-9e55-8c8b318dc75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a527c20d-9900-45e6-bdd1-6a93d9b6c69c'}, {'server_uuid': '6d5f79a5-e2c3-4778-bcd1-d9480db7c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aba7ada-5efa-48c0-b52e-1efe58a5533b'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:07.362159 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e378325-9646-4183-b81a-1729b350801a" -d '{"events": [{"server_uuid": "91c16f8c-d813-4be7-9e55-8c8b318dc75b", "name": "network-vif-plugged", "status": "completed", "tag": "a527c20d-9900-45e6-bdd1-6a93d9b6c69c"}, {"server_uuid": "6d5f79a5-e2c3-4778-bcd1-d9480db7c055", "name": "network-vif-plugged", "status": "completed", "tag": "7aba7ada-5efa-48c0-b52e-1efe58a5533b"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:07.378755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Attempting to bind port 07cc1b07-4368-49d4-9cd2-fac880dc6a09 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:07.379397 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Attempting to bind port 07cc1b07-4368-49d4-9cd2-fac880dc6a09 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '387a2056-967a-4b3c-804b-2f0954d4e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:07.379969 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Attempting to bind port 07cc1b07-4368-49d4-9cd2-fac880dc6a09 on network b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:07.385517 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:07.385900 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Checking segment: {'id': '387a2056-967a-4b3c-804b-2f0954d4e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:07.386305 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.386701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Bound using segment: {'id': '387a2056-967a-4b3c-804b-2f0954d4e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:07.387215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Bound port: 07cc1b07-4368-49d4-9cd2-fac880dc6a09, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387a2056-967a-4b3c-804b-2f0954d4e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:07.388168 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.408268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:07.420282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387a2056-967a-4b3c-804b-2f0954d4e124') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:07.420594 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387a2056-967a-4b3c-804b-2f0954d4e124') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:07.435450 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.451119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8b82c-e095-4be3-ba46-3de7c6d766a6 req-ab2ec23f-0cde-46f9-b255-290baa40358c tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:07.452717 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2d8b82c-e095-4be3-ba46-3de7c6d766a6 req-ab2ec23f-0cde-46f9-b255-290baa40358c tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 945 time: 0.1218216 Nov 03 18:57:07.469937 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.477516 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] For port 07cc1b07-4368-49d4-9cd2-fac880dc6a09, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:07.486271 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba8b5fc-6df0-48d9-b490-79e1e1355334 x-openstack-request-id: req-fba8b5fc-6df0-48d9-b490-79e1e1355334 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:07.486599 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:07.486904 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c16f8c-d813-4be7-9e55-8c8b318dc75b", "name": "network-vif-plugged", "status": "completed", "tag": "a527c20d-9900-45e6-bdd1-6a93d9b6c69c", "code": 200}, {"server_uuid": "6d5f79a5-e2c3-4778-bcd1-d9480db7c055", "name": "network-vif-plugged", "status": "completed", "tag": "7aba7ada-5efa-48c0-b52e-1efe58a5533b", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:07.487032 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.487376 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fba8b5fc-6df0-48d9-b490-79e1e1355334 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:07.488255 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c16f8c-d813-4be7-9e55-8c8b318dc75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a527c20d-9900-45e6-bdd1-6a93d9b6c69c', 'code': 200} Nov 03 18:57:07.488608 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5f79a5-e2c3-4778-bcd1-d9480db7c055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aba7ada-5efa-48c0-b52e-1efe58a5533b', 'code': 200} Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:07.490318 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:07.611009 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] For port 07cc1b07-4368-49d4-9cd2-fac880dc6a09, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=07cc1b07-4368-49d4-9cd2-fac880dc6a09,segment=NetworkSegment(387a2056-967a-4b3c-804b-2f0954d4e124),segment_id=387a2056-967a-4b3c-804b-2f0954d4e124)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:07.617337 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:07.645286 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.api [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 03 18:57:07.645286 n-d-812150-4 neutron-server[101712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 03 18:57:07.645286 n-d-812150-4 neutron-server[101712]: [parameters: {'id': 'b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a'}] Nov 03 18:57:07.645286 n-d-812150-4 neutron-server[101712]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:57:07.646256 n-d-812150-4 neutron-server[101712]: DEBUG oslo_db.api [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:57:07.691536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2d8b82c-e095-4be3-ba46-3de7c6d766a6 req-934bb590-1d83-4fad-a177-40e02f943645 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277489 Nov 03 18:57:07.708210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36b0c3-536d-4994-b591-89e01a1c2327 req-b544500e-a8fa-4670-9f6c-1e702ddfcf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:07.711139 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b36b0c3-536d-4994-b591-89e01a1c2327 req-b544500e-a8fa-4670-9f6c-1e702ddfcf1c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 1096 time: 0.1025562 Nov 03 18:57:07.713554 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbfc3a-410b-45c0-ae5c-8c17f2c3e2ec req-c2fa879c-7c9d-45c3-aa94-8d29997901bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:07.716804 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-58cbfc3a-410b-45c0-ae5c-8c17f2c3e2ec req-c2fa879c-7c9d-45c3-aa94-8d29997901bf service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 1101 time: 0.0985303 Nov 03 18:57:07.735143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d9983-e826-4108-b2a1-bb3bc9c0c356 None None] Pushing event updated for resources: {'Port': ['ID=07cc1b07-4368-49d4-9cd2-fac880dc6a09,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:07.744691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fdfae-7217-4870-9d3d-bcbc6670987e req-e894b225-1e62-4d78-b879-cdbd025b18ae tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:07.756795 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e6fdfae-7217-4870-9d3d-bcbc6670987e req-e894b225-1e62-4d78-b879-cdbd025b18ae tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 950 time: 0.1092222 Nov 03 18:57:07.774786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e80f637-e60f-4672-88c3-6c3b6d6308c7 None None] Network b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:07.810034 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e6fdfae-7217-4870-9d3d-bcbc6670987e req-d5e7666f-43c9-4d2e-9268-dfcb2dc8f309 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/security-groups?id=c96fe499-30f9-4753-befe-5593d7d90a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518014 Nov 03 18:57:07.820684 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-58cbfc3a-410b-45c0-ae5c-8c17f2c3e2ec req-24e26d82-04b8-403d-9188-5c04dec72d3e service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=c96fe499-30f9-4753-befe-5593d7d90a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926387 Nov 03 18:57:07.839939 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b36b0c3-536d-4994-b591-89e01a1c2327 req-dfdde83b-f85a-4bf1-8b34-ae07c00aad12 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196384 Nov 03 18:57:07.916049 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49e7fe6-47d6-4abd-97b8-34ed6cf7bcdc None None] Network b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:08.040538 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45f9db6-70a4-48cb-962c-599051440192 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:57:08.147787 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.148061 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45f9db6-70a4-48cb-962c-599051440192 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:57:08.214264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Deleting port 07cc1b07-4368-49d4-9cd2-fac880dc6a09 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:08.214771 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.288787 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] For port 07cc1b07-4368-49d4-9cd2-fac880dc6a09, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=07cc1b07-4368-49d4-9cd2-fac880dc6a09,segment=NetworkSegment(387a2056-967a-4b3c-804b-2f0954d4e124),segment_id=387a2056-967a-4b3c-804b-2f0954d4e124)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:08.289281 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.302372 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Calling delete_port for 07cc1b07-4368-49d4-9cd2-fac880dc6a09 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:08.439486 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.467217 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Port': ['ID=07cc1b07-4368-49d4-9cd2-fac880dc6a09,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:08.470995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No DVR routers for this DVR port 07cc1b07-4368-49d4-9cd2-fac880dc6a09 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:08.552049 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.579104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:08.589091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387a2056-967a-4b3c-804b-2f0954d4e124') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:08.589389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387a2056-967a-4b3c-804b-2f0954d4e124') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:08.599014 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.612154 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.618743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:08.619161 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:08.622889 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:08.685535 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.694016 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.697654 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a HTTP/1.1" status: 204 len: 168 time: 1.8751459 Nov 03 18:57:08.700702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38196) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:08.720039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a250b4e-1f91-46b2-b17f-53af622fdbe1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Network': ['ID=b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:08.730979 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6bf5f4-e99f-436b-9b85-04a9f9b86a08 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:08.732446 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6bf5f4-e99f-436b-9b85-04a9f9b86a08 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:08.738663 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dd6bf5f4-e99f-436b-9b85-04a9f9b86a08 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a HTTP/1.1" status: 404 len: 339 time: 0.0335574 Nov 03 18:57:08.739115 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38200) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:08.744556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-57560eac-5085-4268-9e6a-059b6ab5c9d1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2043076704', 'description': 'd1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:08.775991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57560eac-5085-4268-9e6a-059b6ab5c9d1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:08.781436 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57560eac-5085-4268-9e6a-059b6ab5c9d1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.818940 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57560eac-5085-4268-9e6a-059b6ab5c9d1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:57:08.831722 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57560eac-5085-4268-9e6a-059b6ab5c9d1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.832406 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-57560eac-5085-4268-9e6a-059b6ab5c9d1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Added segment b32c1b1c-b4c4-4e51-851f-a512b8180104 of type vlan for network 243e8e72-7017-44ce-8157-df94bfdd429d Nov 03 18:57:08.850135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce215dd-d3a3-49c9-b176-fe730175aa9f req-c361f1ea-f22a-41c5-b42c-942f6c9451d0 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:08.852073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fce215dd-d3a3-49c9-b176-fe730175aa9f req-c361f1ea-f22a-41c5-b42c-942f6c9451d0 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 945 time: 0.0712380 Nov 03 18:57:08.914796 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57560eac-5085-4268-9e6a-059b6ab5c9d1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.961758 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57560eac-5085-4268-9e6a-059b6ab5c9d1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.968484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57560eac-5085-4268-9e6a-059b6ab5c9d1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:08.969168 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57560eac-5085-4268-9e6a-059b6ab5c9d1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:08.980810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f54a9-d5eb-4e11-b7d2-190c1e048ed4 req-c4261634-ecb2-4824-981f-7be07e80460b tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:08.982830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-070f54a9-d5eb-4e11-b7d2-190c1e048ed4 req-c4261634-ecb2-4824-981f-7be07e80460b tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 950 time: 0.0559728 Nov 03 18:57:09.011501 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-57560eac-5085-4268-9e6a-059b6ab5c9d1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2687206 Nov 03 18:57:09.011996 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38206) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:09.053359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57560eac-5085-4268-9e6a-059b6ab5c9d1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Network': ['ID=243e8e72-7017-44ce-8157-df94bfdd429d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:09.066083 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 243e8e72-7017-44ce-8157-df94bfdd429d details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:09.153554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-070f54a9-d5eb-4e11-b7d2-190c1e048ed4 req-9eff26b3-2f69-47e6-9a27-9d7ba24c7293 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/security-groups?id=c96fe499-30f9-4753-befe-5593d7d90a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617792 Nov 03 18:57:09.246389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa21347-b1ca-4b91-a37a-906e27e3002b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:09.248045 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-afa21347-b1ca-4b91-a37a-906e27e3002b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "GET /v2.0/networks?id=243e8e72-7017-44ce-8157-df94bfdd429d HTTP/1.1" status: 200 len: 761 time: 0.2347050 Nov 03 18:57:09.250622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38214) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:09.266787 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d388a197-2831-4479-b959-907ff0f26c70 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'network': {'description': 'd2'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:09.334363 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fce215dd-d3a3-49c9-b176-fe730175aa9f req-70617201-7fde-43dd-8c5e-2027bf1d747b tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744711 Nov 03 18:57:09.500849 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d388a197-2831-4479-b959-907ff0f26c70 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.516626 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d388a197-2831-4479-b959-907ff0f26c70 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.545021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d388a197-2831-4479-b959-907ff0f26c70 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network 243e8e72-7017-44ce-8157-df94bfdd429d is not hosted by any dhcp agent {{(pid=101712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 18:57:09.550794 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d388a197-2831-4479-b959-907ff0f26c70 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:09.551588 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d388a197-2831-4479-b959-907ff0f26c70 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.555904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d388a197-2831-4479-b959-907ff0f26c70 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "PUT /v2.0/networks/243e8e72-7017-44ce-8157-df94bfdd429d HTTP/1.1" status: 200 len: 758 time: 0.3017008 Nov 03 18:57:09.556068 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38232) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:09.610204 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388a197-2831-4479-b959-907ff0f26c70 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Network': ['ID=243e8e72-7017-44ce-8157-df94bfdd429d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:09.624311 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 243e8e72-7017-44ce-8157-df94bfdd429d details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:09.685202 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0b929b-5bc8-45ff-94b0-ee7e60e85102 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:09.690391 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1d0b929b-5bc8-45ff-94b0-ee7e60e85102 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "GET /v2.0/networks?id=243e8e72-7017-44ce-8157-df94bfdd429d HTTP/1.1" status: 200 len: 761 time: 0.1298985 Nov 03 18:57:09.690769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38236) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:09.701363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f8b7c443-0244-4f97-ade7-55c06eb4cb11 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1832833981'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:09.746582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b7c443-0244-4f97-ade7-55c06eb4cb11 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:09.750855 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c443-0244-4f97-ade7-55c06eb4cb11 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.780896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b7c443-0244-4f97-ade7-55c06eb4cb11 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:57:09.791445 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c443-0244-4f97-ade7-55c06eb4cb11 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.791837 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-f8b7c443-0244-4f97-ade7-55c06eb4cb11 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Added segment a773b8b9-355c-40f8-b734-b838f917ceff of type vlan for network 72a2b683-7498-4271-b78d-1bf440c83ebb Nov 03 18:57:09.845124 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c443-0244-4f97-ade7-55c06eb4cb11 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.871336 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c443-0244-4f97-ade7-55c06eb4cb11 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.878417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b7c443-0244-4f97-ade7-55c06eb4cb11 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:09.879169 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c443-0244-4f97-ade7-55c06eb4cb11 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:09.951509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f8b7c443-0244-4f97-ade7-55c06eb4cb11 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2596130 Nov 03 18:57:09.952647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7c443-0244-4f97-ade7-55c06eb4cb11 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Network': ['ID=72a2b683-7498-4271-b78d-1bf440c83ebb,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:09.954416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38238) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:09.959383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1089fab0-9c0f-4df4-b7a8-07ece84b0e40 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'subnet': {'network_id': '72a2b683-7498-4271-b78d-1bf440c83ebb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:09.963625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 72a2b683-7498-4271-b78d-1bf440c83ebb details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:10.048662 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1089fab0-9c0f-4df4-b7a8-07ece84b0e40 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:10.052434 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1089fab0-9c0f-4df4-b7a8-07ece84b0e40 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.261929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1089fab0-9c0f-4df4-b7a8-07ece84b0e40 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.332919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089fab0-9c0f-4df4-b7a8-07ece84b0e40 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Subnet': ['ID=f211879b-b18b-4457-8ad8-e935b0aa5f97,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:10.368150 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1089fab0-9c0f-4df4-b7a8-07ece84b0e40 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Checking segment: {'id': 'a773b8b9-355c-40f8-b734-b838f917ceff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '72a2b683-7498-4271-b78d-1bf440c83ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:10.370028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1089fab0-9c0f-4df4-b7a8-07ece84b0e40 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network hostable DHCP agents. Network: 72a2b683-7498-4271-b78d-1bf440c83ebb, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:57:10.390801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc1902-a898-46e8-9549-ba399642643d req-b5ad33fb-b0a8-4c0d-8807-49f03753848b tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:10.395463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1089fab0-9c0f-4df4-b7a8-07ece84b0e40 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network 72a2b683-7498-4271-b78d-1bf440c83ebb is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:57:10.402161 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64fc1902-a898-46e8-9549-ba399642643d req-b5ad33fb-b0a8-4c0d-8807-49f03753848b tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 950 time: 0.1683664 Nov 03 18:57:10.407670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-1089fab0-9c0f-4df4-b7a8-07ece84b0e40 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 72a2b683-7498-4271-b78d-1bf440c83ebb) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:10.417725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d47a8c-1b15-454f-ad46-596cf4204639 None None] Network 72a2b683-7498-4271-b78d-1bf440c83ebb requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:10.423025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1089fab0-9c0f-4df4-b7a8-07ece84b0e40 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:10.424937 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1089fab0-9c0f-4df4-b7a8-07ece84b0e40 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.451066 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1089fab0-9c0f-4df4-b7a8-07ece84b0e40 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4954565 Nov 03 18:57:10.452013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38248) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:10.503981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64fc1902-a898-46e8-9549-ba399642643d req-68c57ef2-38c7-411f-9cb4-e411f03157d1 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/security-groups?id=c96fe499-30f9-4753-befe-5593d7d90a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008844 Nov 03 18:57:10.560969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2054ac-d13b-4a65-a4e6-cd2c08d419a4 req-d8c421e8-d6fa-4fc4-ac7e-f2674f30fb47 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:10.569491 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da2054ac-d13b-4a65-a4e6-cd2c08d419a4 req-d8c421e8-d6fa-4fc4-ac7e-f2674f30fb47 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 945 time: 0.1325409 Nov 03 18:57:10.640981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da2054ac-d13b-4a65-a4e6-cd2c08d419a4 req-2d7083be-7cf8-4de5-a614-23a88b5979ea tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645475 Nov 03 18:57:10.703347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222cefc3-d7e3-45d2-9e16-911fd700edda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-72a2b683-7498-4271-b78d-1bf440c83ebb', 'network_id': '72a2b683-7498-4271-b78d-1bf440c83ebb', 'tenant_id': '7da1f8541630433796b7b43a2ec0cd41', 'fixed_ips': [{'subnet_id': 'f211879b-b18b-4457-8ad8-e935b0aa5f97'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:57:10.704499 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-222cefc3-d7e3-45d2-9e16-911fd700edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.706395 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.797114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.873606 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server [None req-222cefc3-d7e3-45d2-9e16-911fd700edda None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f211879b-b18b-4457-8ad8-e935b0aa5f97: This subnet is being modified by another concurrent operation. Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise exception Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f211879b-b18b-4457-8ad8-e935b0aa5f97: This subnet is being modified by another concurrent operation. Nov 03 18:57:10.891549 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Nov 03 18:57:10.922448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e175722-0a1b-45ed-961e-4e76b230a073 None None] Network 72a2b683-7498-4271-b78d-1bf440c83ebb requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:10.974948 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.000109 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a2b683-7498-4271-b78d-1bf440c83ebb']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:11.007939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935e1bf-9c0a-4190-b5f6-a15309b0aaab req-ad411313-8366-41e6-a29d-09434a259bae tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:11.013673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a773b8b9-355c-40f8-b734-b838f917ceff') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:11.014026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a773b8b9-355c-40f8-b734-b838f917ceff') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:11.019616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2935e1bf-9c0a-4190-b5f6-a15309b0aaab req-ad411313-8366-41e6-a29d-09434a259bae tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf2361e1-10f0-4c48-8950-f8e48141612a HTTP/1.1" status: 200 len: 946 time: 0.0754046 Nov 03 18:57:11.028192 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.048315 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.055730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:11.056237 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:11.060354 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:11.105102 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Subnet': ['ID=f211879b-b18b-4457-8ad8-e935b0aa5f97,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:11.139276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2935e1bf-9c0a-4190-b5f6-a15309b0aaab req-8702e7fa-23f3-4511-8a06-3a2424166b67 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183779 Nov 03 18:57:11.212814 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.218945 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c810d1-de55-47ee-beee-b398d6fc58b7 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 18:57:11.225558 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:11.231025 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/72a2b683-7498-4271-b78d-1bf440c83ebb HTTP/1.1" status: 204 len: 168 time: 0.7765517 Nov 03 18:57:11.234478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38272) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:11.246814 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053282c-6b1c-4a8b-92c6-3999a21d97da tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Network': ['ID=72a2b683-7498-4271-b78d-1bf440c83ebb,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:11.306974 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7852e29-783c-4145-8a9f-75bccec458cc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] GET failed (client error): The resource could not be found. Nov 03 18:57:11.308374 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a7852e29-783c-4145-8a9f-75bccec458cc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "GET /v2.0/subnets/f211879b-b18b-4457-8ad8-e935b0aa5f97 HTTP/1.1" status: 404 len: 337 time: 0.0729244 Nov 03 18:57:11.311655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38274) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:11.350786 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-450200d7-ee63-4310-b0b3-10fbb832203d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:11.354422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450200d7-ee63-4310-b0b3-10fbb832203d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:11.363875 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-450200d7-ee63-4310-b0b3-10fbb832203d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/72a2b683-7498-4271-b78d-1bf440c83ebb HTTP/1.1" status: 404 len: 339 time: 0.0506897 Nov 03 18:57:11.369690 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38278) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:11.493634 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c810d1-de55-47ee-beee-b398d6fc58b7 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 18:57:11.656637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5705c82-13c9-4be6-bbd8-7023da6c43fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:11.658669 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d5705c82-13c9-4be6-bbd8-7023da6c43fc tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2876368 Nov 03 18:57:11.661816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38286) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:11.737528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5bc3286c-8598-4bf1-80ae-fbc2c347b679 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 207 time: 0.0695074 Nov 03 18:57:11.738241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38288) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:11.985834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da99a4-9498-437d-9d22-619d1bd60902 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.000786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da99a4-9498-437d-9d22-619d1bd60902 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.009843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da99a4-9498-437d-9d22-619d1bd60902 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.024392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da99a4-9498-437d-9d22-619d1bd60902 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.026159 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-38da99a4-9498-437d-9d22-619d1bd60902 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2870145 Nov 03 18:57:12.029932 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38302) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:12.086338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-32c5685a-22db-4284-9b76-c3c5617c7d9e tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.087895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-32c5685a-22db-4284-9b76-c3c5617c7d9e tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/networks?id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 HTTP/1.1" status: 200 len: 812 time: 0.2033193 Nov 03 18:57:12.107562 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-7283adc1-5405-44f6-83fb-88343a325c37 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/quotas/56039853018b41faae6089f2fa03b7b5 HTTP/1.1" status: 200 len: 375 time: 0.0135877 Nov 03 18:57:12.176071 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e5f06e93-0ac8-4d56-b93a-3d7423d6da29 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1449823 Nov 03 18:57:12.177767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-a3d8c91e-eddc-4c18-aa95-460ab9945a20 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=56039853018b41faae6089f2fa03b7b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619142 Nov 03 18:57:12.179414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38306) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:12.287412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52b513-ad7a-4ed7-a40c-a065afb46c15 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.289369 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52b513-ad7a-4ed7-a40c-a065afb46c15 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.291108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2b52b513-ad7a-4ed7-a40c-a065afb46c15 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1107254 Nov 03 18:57:12.294924 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38310) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:12.336147 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-c1127195-c178-45ec-a25f-0ba08be2150c service neutron] 10.222.0.107 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474988 Nov 03 18:57:12.361904 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64fafc1-5a6d-4d3d-943a-ad46f2a0b32e tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.363867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64fafc1-5a6d-4d3d-943a-ad46f2a0b32e tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.365579 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f64fafc1-5a6d-4d3d-943a-ad46f2a0b32e tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0688338 Nov 03 18:57:12.369129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38312) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:12.462073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-7e1ba04f-54b7-48a4-ac04-f293aefed968 service neutron] 10.222.0.107 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138811 Nov 03 18:57:12.504014 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8e4325-b5f4-445f-aa4e-060991294955 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.505513 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-be8e4325-b5f4-445f-aa4e-060991294955 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "GET /v2.0/networks/de013140-b890-4dc7-83b7-d3e3e875f9fe HTTP/1.1" status: 200 len: 799 time: 0.1352384 Nov 03 18:57:12.509396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38314) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:12.737371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d7d54ec1-2753-406b-94e3-13dfa5579155 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "GET /v2.0/networks/de013140-b890-4dc7-83b7-d3e3e875f9fe?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2267430 Nov 03 18:57:12.742166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38322) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:12.824169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aa25bc-d8fc-476b-acc3-fe2d7f666e67 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.826369 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-55aa25bc-d8fc-476b-acc3-fe2d7f666e67 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "GET /v2.0/subnets/72110ceb-44a8-45f2-b7ce-d078b8cf0ba6 HTTP/1.1" status: 200 len: 811 time: 0.0831645 Nov 03 18:57:12.829889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38324) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:12.894231 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79b9998-f01d-4313-adcf-78bcea1bfa04 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['shared'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:12.895906 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f79b9998-f01d-4313-adcf-78bcea1bfa04 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "GET /v2.0/subnets/72110ceb-44a8-45f2-b7ce-d078b8cf0ba6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0649128 Nov 03 18:57:12.899440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38332) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:12.907544 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-000f1eda-91c5-4000-a2da-445b3a962af7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-494980193'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:12.964708 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b848e12-6b3c-4663-adc5-ff4d6320af13 req-128ef1c8-fc93-41bf-8608-029bd6c3f831 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 210 time: 0.0419383 Nov 03 18:57:12.977501 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000f1eda-91c5-4000-a2da-445b3a962af7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:12.982965 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-000f1eda-91c5-4000-a2da-445b3a962af7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.019102 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000f1eda-91c5-4000-a2da-445b3a962af7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:57:13.031830 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-000f1eda-91c5-4000-a2da-445b3a962af7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.032545 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-000f1eda-91c5-4000-a2da-445b3a962af7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Added segment ab355c6c-68e9-4fb2-a1f1-eab650a1cc66 of type vlan for network 1c537480-c420-452a-a58b-618c2b32d027 Nov 03 18:57:13.088420 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-000f1eda-91c5-4000-a2da-445b3a962af7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.127631 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-000f1eda-91c5-4000-a2da-445b3a962af7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.134889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000f1eda-91c5-4000-a2da-445b3a962af7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:13.136065 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-000f1eda-91c5-4000-a2da-445b3a962af7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.201710 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-000f1eda-91c5-4000-a2da-445b3a962af7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3011210 Nov 03 18:57:13.204567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38340) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:13.209597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1ace4f1b-80ef-422c-b92c-3fc45d4d5fb8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'subnet': {'network_id': '1c537480-c420-452a-a58b-618c2b32d027', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:13.227094 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.230865 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f1eda-91c5-4000-a2da-445b3a962af7 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Network': ['ID=1c537480-c420-452a-a58b-618c2b32d027,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:13.244093 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 1c537480-c420-452a-a58b-618c2b32d027 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:13.324488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ace4f1b-80ef-422c-b92c-3fc45d4d5fb8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Made reservation on behalf of 7da1f8541630433796b7b43a2ec0cd41 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:13.329110 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ace4f1b-80ef-422c-b92c-3fc45d4d5fb8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.394826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_backend_mixin [None req-1ace4f1b-80ef-422c-b92c-3fc45d4d5fb8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Performing IP validity checks on allocation pools {{(pid=101711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 18:57:13.395340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_backend_mixin [None req-1ace4f1b-80ef-422c-b92c-3fc45d4d5fb8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 18:57:13.574639 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ace4f1b-80ef-422c-b92c-3fc45d4d5fb8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.643885 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace4f1b-80ef-422c-b92c-3fc45d4d5fb8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Subnet': ['ID=f5056d71-a24c-4fbb-b2e9-036c5c176d4b,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:13.662324 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace4f1b-80ef-422c-b92c-3fc45d4d5fb8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Checking segment: {'id': 'ab355c6c-68e9-4fb2-a1f1-eab650a1cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '1c537480-c420-452a-a58b-618c2b32d027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:13.662852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace4f1b-80ef-422c-b92c-3fc45d4d5fb8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network hostable DHCP agents. Network: 1c537480-c420-452a-a58b-618c2b32d027, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:57:13.700291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace4f1b-80ef-422c-b92c-3fc45d4d5fb8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Network 1c537480-c420-452a-a58b-618c2b32d027 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:57:13.720468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-1ace4f1b-80ef-422c-b92c-3fc45d4d5fb8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 1c537480-c420-452a-a58b-618c2b32d027) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:13.724565 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ace4f1b-80ef-422c-b92c-3fc45d4d5fb8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:13.725259 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ace4f1b-80ef-422c-b92c-3fc45d4d5fb8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.734255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f9df74-2e39-4daa-af27-135c0fa37c80 None None] Network 1c537480-c420-452a-a58b-618c2b32d027 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:13.744493 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1ace4f1b-80ef-422c-b92c-3fc45d4d5fb8 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5388281 Nov 03 18:57:13.747233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38348) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:13.752563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9be5113d-6c40-43d2-8565-2a50ccf03b19 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:13.873367 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9be5113d-6c40-43d2-8565-2a50ccf03b19 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10319184'] for subnet, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:13.907401 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1c537480-c420-452a-a58b-618c2b32d027', 'network_id': '1c537480-c420-452a-a58b-618c2b32d027', 'tenant_id': '7da1f8541630433796b7b43a2ec0cd41', 'fixed_ips': [{'subnet_id': 'f5056d71-a24c-4fbb-b2e9-036c5c176d4b'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:57:13.908653 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.058433 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26ae8d-1df9-4fec-969f-abb69d96cdaf req-cb5cb607-f786-42cc-ab0e-a183ab0506f6 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:14.060212 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b26ae8d-1df9-4fec-969f-abb69d96cdaf req-cb5cb607-f786-42cc-ab0e-a183ab0506f6 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.87 "GET /v2.0/ports?device_id=bf2361e1-10f0-4c48-8950-f8e48141612a HTTP/1.1" status: 200 len: 946 time: 0.1043761 Nov 03 18:57:14.099962 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45d4b916-6b80-42b0-ae5d-6a0896adf86a req-8b85fa31-fede-439b-9519-09d823ec3ebd tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 210 time: 0.0383244 Nov 03 18:57:14.180792 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9be5113d-6c40-43d2-8565-2a50ccf03b19 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733915601767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8593303'] for subnet, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.245661 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Allocated IP 172.20.0.3 (1c537480-c420-452a-a58b-618c2b32d027/f5056d71-a24c-4fbb-b2e9-036c5c176d4b/ec5d7ed3-9c63-474c-884c-1d490b9b25a0) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:14.278775 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5113d-6c40-43d2-8565-2a50ccf03b19 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event updated for resources: {'Subnet': ['ID=f5056d71-a24c-4fbb-b2e9-036c5c176d4b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:14.327653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be5113d-6c40-43d2-8565-2a50ccf03b19 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:14.328294 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9be5113d-6c40-43d2-8565-2a50ccf03b19 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.329627 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9be5113d-6c40-43d2-8565-2a50ccf03b19 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "PUT /v2.0/subnets/f5056d71-a24c-4fbb-b2e9-036c5c176d4b HTTP/1.1" status: 200 len: 877 time: 0.5814130 Nov 03 18:57:14.333656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38354) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:14.381066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9c1a2-e66c-47d2-b51d-356813afcaf5 req-a8b2dd7e-4077-4bc8-bb18-ae7be0cfcb05 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:14.383330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3f9c1a2-e66c-47d2-b51d-356813afcaf5 req-a8b2dd7e-4077-4bc8-bb18-ae7be0cfcb05 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d5f79a5-e2c3-4778-bcd1-d9480db7c055 HTTP/1.1" status: 200 len: 945 time: 0.1084020 Nov 03 18:57:14.430476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-49281fb7-9796-47b9-bcb8-8f074c3a2c0a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:14.432113 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-49281fb7-9796-47b9-bcb8-8f074c3a2c0a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.98 "GET /v2.0/networks?id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 HTTP/1.1" status: 200 len: 812 time: 0.2995696 Nov 03 18:57:14.492990 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-2a3e88c3-72e8-4b99-a0a6-07bc604715ec tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Request body: {'port': {'device_id': '1cddc763-1b7b-4de3-bd64-e686a1f1079a', 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19', 'admin_state_up': True, 'tenant_id': '56039853018b41faae6089f2fa03b7b5'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:14.527225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-c3f9c1a2-e66c-47d2-b51d-356813afcaf5 req-2824fad8-80fc-484d-a016-f1dd229a1774 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Deleting port 7aba7ada-5efa-48c0-b52e-1efe58a5533b {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:14.528496 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c3f9c1a2-e66c-47d2-b51d-356813afcaf5 req-2824fad8-80fc-484d-a016-f1dd229a1774 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.541362 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-3b26ae8d-1df9-4fec-969f-abb69d96cdaf req-cd0c03af-27f9-49ba-8504-e14c6977b33f tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Deleting port d4babf52-9b93-40bd-90a1-d69270c3f97a {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:14.541957 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b26ae8d-1df9-4fec-969f-abb69d96cdaf req-cd0c03af-27f9-49ba-8504-e14c6977b33f tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.577901 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.589735 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.674668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-c3f9c1a2-e66c-47d2-b51d-356813afcaf5 req-2824fad8-80fc-484d-a016-f1dd229a1774 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] For port 7aba7ada-5efa-48c0-b52e-1efe58a5533b, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7aba7ada-5efa-48c0-b52e-1efe58a5533b,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:14.675188 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c3f9c1a2-e66c-47d2-b51d-356813afcaf5 req-2824fad8-80fc-484d-a016-f1dd229a1774 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.687785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Network 1c537480-c420-452a-a58b-618c2b32d027 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:14.694160 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:14.701685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-c3f9c1a2-e66c-47d2-b51d-356813afcaf5 req-2824fad8-80fc-484d-a016-f1dd229a1774 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Calling delete_port for 7aba7ada-5efa-48c0-b52e-1efe58a5533b owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:14.710667 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:14.735454 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.827124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Pushing event updated for resources: {'Port': ['ID=ec5d7ed3-9c63-474c-884c-1d490b9b25a0,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:14.837630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:14.837986 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:14.838339 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:14.838682 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:14.839022 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:14.839363 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:14.839743 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:14.840079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:14.840501 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:14.841299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:14.841631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:14.841957 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:14.868247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Attempting to bind port ec5d7ed3-9c63-474c-884c-1d490b9b25a0 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:14.868717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Attempting to bind port ec5d7ed3-9c63-474c-884c-1d490b9b25a0 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'ab355c6c-68e9-4fb2-a1f1-eab650a1cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '1c537480-c420-452a-a58b-618c2b32d027'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:14.869125 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Attempting to bind port ec5d7ed3-9c63-474c-884c-1d490b9b25a0 on network 1c537480-c420-452a-a58b-618c2b32d027 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:14.875143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:14.875527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Checking segment: {'id': 'ab355c6c-68e9-4fb2-a1f1-eab650a1cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '1c537480-c420-452a-a58b-618c2b32d027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:14.875960 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.876408 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Bound using segment: {'id': 'ab355c6c-68e9-4fb2-a1f1-eab650a1cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '1c537480-c420-452a-a58b-618c2b32d027'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:14.876889 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Bound port: ec5d7ed3-9c63-474c-884c-1d490b9b25a0, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab355c6c-68e9-4fb2-a1f1-eab650a1cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '1c537480-c420-452a-a58b-618c2b32d027'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:14.877277 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.914758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3b26ae8d-1df9-4fec-969f-abb69d96cdaf req-cd0c03af-27f9-49ba-8504-e14c6977b33f tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] For port d4babf52-9b93-40bd-90a1-d69270c3f97a, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=d4babf52-9b93-40bd-90a1-d69270c3f97a,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:14.915416 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b26ae8d-1df9-4fec-969f-abb69d96cdaf req-cd0c03af-27f9-49ba-8504-e14c6977b33f tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.928733 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c3f9c1a2-e66c-47d2-b51d-356813afcaf5 req-2824fad8-80fc-484d-a016-f1dd229a1774 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.958963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824fad8-80fc-484d-a016-f1dd229a1774 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Pushing event deleted for resources: {'Port': ['ID=7aba7ada-5efa-48c0-b52e-1efe58a5533b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:14.963562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-3b26ae8d-1df9-4fec-969f-abb69d96cdaf req-cd0c03af-27f9-49ba-8504-e14c6977b33f tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Calling delete_port for d4babf52-9b93-40bd-90a1-d69270c3f97a owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:14.972622 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-2a3e88c3-72e8-4b99-a0a6-07bc604715ec tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Made reservation on behalf of 56039853018b41faae6089f2fa03b7b5 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:14.974040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] For port ec5d7ed3-9c63-474c-884c-1d490b9b25a0, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:14.976352 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-2a3e88c3-72e8-4b99-a0a6-07bc604715ec tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.979551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] For port ec5d7ed3-9c63-474c-884c-1d490b9b25a0, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ec5d7ed3-9c63-474c-884c-1d490b9b25a0,segment=NetworkSegment(ab355c6c-68e9-4fb2-a1f1-eab650a1cc66),segment_id=ab355c6c-68e9-4fb2-a1f1-eab650a1cc66)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:14.985256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-7a90961d-671d-495b-a92f-d9bed21e7f81 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:14.985558 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:14.986972 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-7a90961d-671d-495b-a92f-d9bed21e7f81 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.87 "GET /v2.0/networks?id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 HTTP/1.1" status: 200 len: 812 time: 0.3841648 Nov 03 18:57:15.020959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f9c1a2-e66c-47d2-b51d-356813afcaf5 req-2824fad8-80fc-484d-a016-f1dd229a1774 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] No DVR routers for this DVR port 7aba7ada-5efa-48c0-b52e-1efe58a5533b on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:15.026905 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c3f9c1a2-e66c-47d2-b51d-356813afcaf5 req-2824fad8-80fc-484d-a016-f1dd229a1774 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:15.034323 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3f9c1a2-e66c-47d2-b51d-356813afcaf5 req-2824fad8-80fc-484d-a016-f1dd229a1774 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.87 "DELETE /v2.0/ports/7aba7ada-5efa-48c0-b52e-1efe58a5533b HTTP/1.1" status: 204 len: 173 time: 0.6359746 Nov 03 18:57:15.035122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5f79a5-e2c3-4778-bcd1-d9480db7c055', 'name': 'network-vif-deleted', 'tag': '7aba7ada-5efa-48c0-b52e-1efe58a5533b'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:15.041062 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85231b63-ccd9-461e-9cd7-b51685943138" -d '{"events": [{"server_uuid": "6d5f79a5-e2c3-4778-bcd1-d9480db7c055", "name": "network-vif-deleted", "tag": "7aba7ada-5efa-48c0-b52e-1efe58a5533b"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:15.043326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-d29bd875-4f93-4ce0-b37b-bdfb28ebb66a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Request body: {'port': {'device_id': '7af6a6fd-55e3-44be-9fca-d01ee9577c28', 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19', 'admin_state_up': True, 'tenant_id': '56039853018b41faae6089f2fa03b7b5'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:15.097784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64161881-cfe5-45d3-aa6a-a81a8ab25214 None None] Pushing event updated for resources: {'Port': ['ID=ec5d7ed3-9c63-474c-884c-1d490b9b25a0,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:15.115928 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fecae4-c17c-4c7f-9f59-06431c35bc2b x-openstack-request-id: req-70fecae4-c17c-4c7f-9f59-06431c35bc2b {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:15.117582 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5f79a5-e2c3-4778-bcd1-d9480db7c055", "name": "network-vif-deleted", "tag": "7aba7ada-5efa-48c0-b52e-1efe58a5533b", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:15.119934 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-70fecae4-c17c-4c7f-9f59-06431c35bc2b {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:15.120566 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5f79a5-e2c3-4778-bcd1-d9480db7c055', 'name': 'network-vif-deleted', 'tag': '7aba7ada-5efa-48c0-b52e-1efe58a5533b', 'status': 'completed', 'code': 200} Nov 03 18:57:15.242570 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43ee9e75-9bf6-4fa9-8daa-c1c439c623fc req-ab8a4eaa-e9b8-47a9-9452-b126dbef5abe tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 210 time: 0.0441895 Nov 03 18:57:15.252967 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Deleting port ec5d7ed3-9c63-474c-884c-1d490b9b25a0 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:15.253307 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:15.828587 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-2a3e88c3-72e8-4b99-a0a6-07bc604715ec tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Allocated IP 172.20.0.11 (bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19/332fb31e-687b-40c3-9f7c-52be81f54424/d95cfd22-7685-402c-bc94-9cd711d741be) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:15.879508 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] For port ec5d7ed3-9c63-474c-884c-1d490b9b25a0, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ec5d7ed3-9c63-474c-884c-1d490b9b25a0,segment=NetworkSegment(ab355c6c-68e9-4fb2-a1f1-eab650a1cc66),segment_id=ab355c6c-68e9-4fb2-a1f1-eab650a1cc66)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:15.879979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:15.882853 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-d29bd875-4f93-4ce0-b37b-bdfb28ebb66a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Made reservation on behalf of 56039853018b41faae6089f2fa03b7b5 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:15.892004 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-d29bd875-4f93-4ce0-b37b-bdfb28ebb66a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:15.913986 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Calling delete_port for ec5d7ed3-9c63-474c-884c-1d490b9b25a0 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:15.917463 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b26ae8d-1df9-4fec-969f-abb69d96cdaf req-cd0c03af-27f9-49ba-8504-e14c6977b33f tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:15.981551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c03af-27f9-49ba-8504-e14c6977b33f tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Pushing event deleted for resources: {'Port': ['ID=d4babf52-9b93-40bd-90a1-d69270c3f97a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:16.113770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b26ae8d-1df9-4fec-969f-abb69d96cdaf req-cd0c03af-27f9-49ba-8504-e14c6977b33f tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] No DVR routers for this DVR port d4babf52-9b93-40bd-90a1-d69270c3f97a on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:16.131998 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3b26ae8d-1df9-4fec-969f-abb69d96cdaf req-cd0c03af-27f9-49ba-8504-e14c6977b33f tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:16.135348 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b26ae8d-1df9-4fec-969f-abb69d96cdaf req-cd0c03af-27f9-49ba-8504-e14c6977b33f tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.87 "DELETE /v2.0/ports/d4babf52-9b93-40bd-90a1-d69270c3f97a HTTP/1.1" status: 204 len: 173 time: 2.0385382 Nov 03 18:57:16.141215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2361e1-10f0-4c48-8950-f8e48141612a', 'name': 'network-vif-deleted', 'tag': 'd4babf52-9b93-40bd-90a1-d69270c3f97a'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:16.143974 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1505814-f0a8-414e-8f84-62900072eee6" -d '{"events": [{"server_uuid": "bf2361e1-10f0-4c48-8950-f8e48141612a", "name": "network-vif-deleted", "tag": "d4babf52-9b93-40bd-90a1-d69270c3f97a"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:16.225405 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a18ab04-a1d1-44cc-8821-79d1b839db31 x-openstack-request-id: req-0a18ab04-a1d1-44cc-8821-79d1b839db31 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:16.225700 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2361e1-10f0-4c48-8950-f8e48141612a", "name": "network-vif-deleted", "tag": "d4babf52-9b93-40bd-90a1-d69270c3f97a", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:16.225951 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0a18ab04-a1d1-44cc-8821-79d1b839db31 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:16.226346 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2361e1-10f0-4c48-8950-f8e48141612a', 'name': 'network-vif-deleted', 'tag': 'd4babf52-9b93-40bd-90a1-d69270c3f97a', 'status': 'completed', 'code': 200} Nov 03 18:57:16.299012 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fdf9dc-9c5c-4a16-9b01-07ab389a54b4 None None] Network 1c537480-c420-452a-a58b-618c2b32d027 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:16.314821 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-2a3e88c3-72e8-4b99-a0a6-07bc604715ec tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:16.318152 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:16.353027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Port': ['ID=ec5d7ed3-9c63-474c-884c-1d490b9b25a0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:16.422395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No DVR routers for this DVR port ec5d7ed3-9c63-474c-884c-1d490b9b25a0 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:16.442387 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36570298-0c2a-4a18-86db-8cf479bfc095 req-0b42e839-5730-4977-b6c4-c70fcb4cc987 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 210 time: 0.0433228 Nov 03 18:57:16.500608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f65594e6-e8e2-4168-8121-a0b984d3efd2 None None] Could not find standard attr ID for object ec5d7ed3-9c63-474c-884c-1d490b9b25a0. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 18:57:16.506855 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-2a3e88c3-72e8-4b99-a0a6-07bc604715ec tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:16.581638 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:16.588263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-2a3e88c3-72e8-4b99-a0a6-07bc604715ec tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:16.654332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-2a3e88c3-72e8-4b99-a0a6-07bc604715ec tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:16.655673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-d29bd875-4f93-4ce0-b37b-bdfb28ebb66a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Allocated IP 172.20.0.3 (bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19/332fb31e-687b-40c3-9f7c-52be81f54424/be1989f2-c705-4e0b-83c9-77efd0217452) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:16.663128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-2a3e88c3-72e8-4b99-a0a6-07bc604715ec tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:16.677431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e88c3-72e8-4b99-a0a6-07bc604715ec tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Pushing event updated for resources: {'Port': ['ID=d95cfd22-7685-402c-bc94-9cd711d741be,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:16.841538 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7aba7ada-5efa-48c0-b52e-1efe58a5533b no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:16.864732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-2a3e88c3-72e8-4b99-a0a6-07bc604715ec tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:16.865710 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-2a3e88c3-72e8-4b99-a0a6-07bc604715ec tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:16.883056 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 7aba7ada-5efa-48c0-b52e-1efe58a5533b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:16.884735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7aba7ada-5efa-48c0-b52e-1efe58a5533b not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:16.885278 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d4babf52-9b93-40bd-90a1-d69270c3f97a no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:16.928528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: d4babf52-9b93-40bd-90a1-d69270c3f97a {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:16.929424 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device d4babf52-9b93-40bd-90a1-d69270c3f97a not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:16.961550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da195086-f7c0-498c-8d44-a667b98ac474 None None] Network 1c537480-c420-452a-a58b-618c2b32d027 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:17.071140 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.120284 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-d29bd875-4f93-4ce0-b37b-bdfb28ebb66a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.126070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Subnet': ['ID=f5056d71-a24c-4fbb-b2e9-036c5c176d4b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:17.132127 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-2a3e88c3-72e8-4b99-a0a6-07bc604715ec tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6591928 Nov 03 18:57:17.151487 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Request body: {'port': {'device_id': '1cddc763-1b7b-4de3-bd64-e686a1f1079a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:17.270437 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.318312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf5e26f-ff9e-4872-b288-cb6500f8172e None None] DHCP port deletion for 1c537480-c420-452a-a58b-618c2b32d027 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:17.334698 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c537480-c420-452a-a58b-618c2b32d027']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:17.346182 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.348448 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-d29bd875-4f93-4ce0-b37b-bdfb28ebb66a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.351157 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab355c6c-68e9-4fb2-a1f1-eab650a1cc66') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:17.351540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab355c6c-68e9-4fb2-a1f1-eab650a1cc66') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:17.403295 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.440965 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.473012 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-d29bd875-4f93-4ce0-b37b-bdfb28ebb66a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:17.474698 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-d29bd875-4f93-4ce0-b37b-bdfb28ebb66a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:17.481153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:17.481766 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:17.546934 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:17.549583 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bd875-4f93-4ce0-b37b-bdfb28ebb66a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Pushing event updated for resources: {'Port': ['ID=be1989f2-c705-4e0b-83c9-77efd0217452,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:17.572862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-d29bd875-4f93-4ce0-b37b-bdfb28ebb66a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:17.627288 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf07a97-4e27-4b28-b3b6-ce527e4551a6 req-9d31d4c5-ce4e-489c-9fb3-5e29b0a590cd tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:17.632409 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6cf07a97-4e27-4b28-b3b6-ce527e4551a6 req-9d31d4c5-ce4e-489c-9fb3-5e29b0a590cd tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 931 time: 0.0941098 Nov 03 18:57:17.641913 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.647730 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.665929 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/1c537480-c420-452a-a58b-618c2b32d027 HTTP/1.1" status: 204 len: 168 time: 3.3083076 Nov 03 18:57:17.665929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38404) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:17.700331 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6cf07a97-4e27-4b28-b3b6-ce527e4551a6 req-3f64fab5-e9c3-484b-9120-dc377fa980d2 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594442 Nov 03 18:57:17.722255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef2e3f-aeb7-46f6-8fd0-ecd10bc6cf5b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Network': ['ID=1c537480-c420-452a-a58b-618c2b32d027,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:17.796154 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-d29bd875-4f93-4ce0-b37b-bdfb28ebb66a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:17.796775 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-d29bd875-4f93-4ce0-b37b-bdfb28ebb66a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.801681 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7af4f38-036a-4d2f-8f17-4fdd38a808df tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:17.802125 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7af4f38-036a-4d2f-8f17-4fdd38a808df tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:17.805142 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d7af4f38-036a-4d2f-8f17-4fdd38a808df tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/subnets/f5056d71-a24c-4fbb-b2e9-036c5c176d4b HTTP/1.1" status: 404 len: 337 time: 0.1260304 Nov 03 18:57:17.808013 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38406) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:17.827964 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-670b1844-d5d2-41ff-ae33-828738d5cf78 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:17.828625 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670b1844-d5d2-41ff-ae33-828738d5cf78 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:17.834658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-670b1844-d5d2-41ff-ae33-828738d5cf78 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/1c537480-c420-452a-a58b-618c2b32d027 HTTP/1.1" status: 404 len: 339 time: 0.0253680 Nov 03 18:57:17.835371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38408) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:17.836186 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-d29bd875-4f93-4ce0-b37b-bdfb28ebb66a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7967811 Nov 03 18:57:17.858979 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Request body: {'port': {'device_id': '7af6a6fd-55e3-44be-9fca-d01ee9577c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:17.865067 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c435c6ad-e1ac-4ee7-8b92-920ff63ded86 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:17.865684 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c435c6ad-e1ac-4ee7-8b92-920ff63ded86 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:17.871970 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c435c6ad-e1ac-4ee7-8b92-920ff63ded86 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/subnets/f211879b-b18b-4457-8ad8-e935b0aa5f97 HTTP/1.1" status: 404 len: 337 time: 0.0352967 Nov 03 18:57:17.872725 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38410) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:17.894605 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28b5bc7-89fa-4cbd-a586-f867fc03ba1f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:17.894903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28b5bc7-89fa-4cbd-a586-f867fc03ba1f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:17.902040 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b28b5bc7-89fa-4cbd-a586-f867fc03ba1f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/72a2b683-7498-4271-b78d-1bf440c83ebb HTTP/1.1" status: 404 len: 339 time: 0.0280509 Nov 03 18:57:17.902848 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38412) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:17.987036 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:17.993831 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0093-5372-4a2a-880f-cd87b55b3c76 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.103778 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0093-5372-4a2a-880f-cd87b55b3c76 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.112717 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95cfd22-7685-402c-bc94-9cd711d741be {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:18.125402 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.146062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-bf6a0093-5372-4a2a-880f-cd87b55b3c76 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243e8e72-7017-44ce-8157-df94bfdd429d']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:18.159713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-bf6a0093-5372-4a2a-880f-cd87b55b3c76 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32c1b1c-b4c4-4e51-851f-a512b8180104') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:18.160166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-bf6a0093-5372-4a2a-880f-cd87b55b3c76 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32c1b1c-b4c4-4e51-851f-a512b8180104') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:18.179893 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0093-5372-4a2a-880f-cd87b55b3c76 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.189109 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Transition to ACTIVE for port object d95cfd22-7685-402c-bc94-9cd711d741be will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:57:18.204247 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.222310 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0093-5372-4a2a-880f-cd87b55b3c76 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.240193 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6a0093-5372-4a2a-880f-cd87b55b3c76 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:18.240965 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0093-5372-4a2a-880f-cd87b55b3c76 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:18.248082 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:18.357967 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0093-5372-4a2a-880f-cd87b55b3c76 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.380625 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bf6a0093-5372-4a2a-880f-cd87b55b3c76 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.389821 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bf6a0093-5372-4a2a-880f-cd87b55b3c76 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/243e8e72-7017-44ce-8157-df94bfdd429d HTTP/1.1" status: 204 len: 168 time: 0.4850440 Nov 03 18:57:18.390910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38422) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:18.397630 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Pushing event updated for resources: {'Port': ['ID=d95cfd22-7685-402c-bc94-9cd711d741be,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:18.427538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a0093-5372-4a2a-880f-cd87b55b3c76 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Network': ['ID=243e8e72-7017-44ce-8157-df94bfdd429d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:18.448155 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcdb78d-d130-429a-ba9e-e6b4ef7e4e2b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:18.448646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dcdb78d-d130-429a-ba9e-e6b4ef7e4e2b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:18.452321 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4dcdb78d-d130-429a-ba9e-e6b4ef7e4e2b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/subnets/5768083f-72ef-4fcf-b700-a4660f099181 HTTP/1.1" status: 404 len: 337 time: 0.0337481 Nov 03 18:57:18.454348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38424) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:18.474794 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d52387f-f9e0-43ab-882e-c6929f341b28 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:18.475245 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d52387f-f9e0-43ab-882e-c6929f341b28 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:18.478353 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1d52387f-f9e0-43ab-882e-c6929f341b28 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/b5ce2fcd-7bd2-4bd4-9ba4-19461f0ec86a HTTP/1.1" status: 404 len: 339 time: 0.0230489 Nov 03 18:57:18.480943 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38426) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:18.513121 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-088d46cc-9873-442b-901d-2ad3452c7680 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:18.513580 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088d46cc-9873-442b-901d-2ad3452c7680 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:18.519420 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-088d46cc-9873-442b-901d-2ad3452c7680 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/subnets/42039ddc-96b0-4698-bbe6-e36ffdc5a81b HTTP/1.1" status: 404 len: 337 time: 0.0337682 Nov 03 18:57:18.519898 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38428) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:18.544551 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c5cc13-7b37-467f-86bc-907a6be9cd88 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:18.545231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c5cc13-7b37-467f-86bc-907a6be9cd88 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:18.549884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b2c5cc13-7b37-467f-86bc-907a6be9cd88 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/258d0dc4-e5fc-4c15-8584-2e37611a17d1 HTTP/1.1" status: 404 len: 339 time: 0.0283060 Nov 03 18:57:18.552471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38430) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:18.584554 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16deea7-b3d9-4594-a2c8-28c56f24dd31 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:18.585310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16deea7-b3d9-4594-a2c8-28c56f24dd31 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:18.588679 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c16deea7-b3d9-4594-a2c8-28c56f24dd31 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/subnets/96dd9da0-bf7e-41c0-aff4-df0099416d1a HTTP/1.1" status: 404 len: 337 time: 0.0352099 Nov 03 18:57:18.591378 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38432) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:18.605097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Attempting to bind port d95cfd22-7685-402c-bc94-9cd711d741be on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:18.605468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Attempting to bind port d95cfd22-7685-402c-bc94-9cd711d741be by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:18.606364 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Attempting to bind port d95cfd22-7685-402c-bc94-9cd711d741be on network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:18.623448 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-abed4cd6-a93a-49d2-bd44-9a67ecbd837d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:18.624140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abed4cd6-a93a-49d2-bd44-9a67ecbd837d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:18.627621 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-abed4cd6-a93a-49d2-bd44-9a67ecbd837d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/7740f55a-90bd-4aed-a1f2-c7dba655126d HTTP/1.1" status: 404 len: 339 time: 0.0333724 Nov 03 18:57:18.630136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Port d95cfd22-7685-402c-bc94-9cd711d741be on network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:57:18.630328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38434) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:18.630894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Attempting to bind port d95cfd22-7685-402c-bc94-9cd711d741be on network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:18.643819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:18.644169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Checking segment: {'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:18.644573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Bound using segment: {'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:18.645027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Bound port: d95cfd22-7685-402c-bc94-9cd711d741be, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:18.645403 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.688873 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba485cf-b38e-4f52-85e3-447ced48725b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:18.689968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba485cf-b38e-4f52-85e3-447ced48725b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:18.698398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9ba485cf-b38e-4f52-85e3-447ced48725b tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/subnets/aa109ae0-a482-4e93-8451-65775006b8c5 HTTP/1.1" status: 404 len: 337 time: 0.0645134 Nov 03 18:57:18.700522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38438) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:18.764928 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-8394b239-73cd-4ec6-8b9b-51ca606f11a6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:18.765556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8394b239-73cd-4ec6-8b9b-51ca606f11a6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:18.769004 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8394b239-73cd-4ec6-8b9b-51ca606f11a6 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/5f93c5fe-f1f7-44c4-9971-12d43378738e HTTP/1.1" status: 404 len: 339 time: 0.0674620 Nov 03 18:57:18.771451 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1989f2-c705-4e0b-83c9-77efd0217452 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:18.774031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38444) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:18.785127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.814760 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Transition to ACTIVE for port object be1989f2-c705-4e0b-83c9-77efd0217452 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:57:18.826751 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e588a68-5e7c-4d37-89f0-50731bf3ccf3 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:18.827207 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e588a68-5e7c-4d37-89f0-50731bf3ccf3 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:18.830917 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.831134 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5e588a68-5e7c-4d37-89f0-50731bf3ccf3 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/subnets/7417354a-b0b4-4ede-939d-dd668195500c HTTP/1.1" status: 404 len: 337 time: 0.0558083 Nov 03 18:57:18.836497 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] For port d95cfd22-7685-402c-bc94-9cd711d741be, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:18.836806 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38446) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:18.865776 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf7fee9-7a46-41bf-9ea0-34809908a554 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:18.866407 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf7fee9-7a46-41bf-9ea0-34809908a554 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:18.872618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5cf7fee9-7a46-41bf-9ea0-34809908a554 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/9bfef5c3-f615-4d22-a126-58de0e140b45 HTTP/1.1" status: 404 len: 339 time: 0.0315802 Nov 03 18:57:18.882142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38448) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:18.896957 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] For port d95cfd22-7685-402c-bc94-9cd711d741be, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d95cfd22-7685-402c-bc94-9cd711d741be,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:18.910136 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.936522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Pushing event updated for resources: {'Port': ['ID=be1989f2-c705-4e0b-83c9-77efd0217452,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:18.940506 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ec5d7ed3-9c63-474c-884c-1d490b9b25a0 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:18.979522 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d701ab-6528-49ac-a02b-ada30acc406d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:18.980105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d701ab-6528-49ac-a02b-ada30acc406d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:18.981386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:18.982057 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:18.985737 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d0d701ab-6528-49ac-a02b-ada30acc406d tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/subnets/fe381f41-fa2d-43c7-9a28-024267d5122c HTTP/1.1" status: 404 len: 337 time: 0.1025035 Nov 03 18:57:18.985896 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] 10.222.0.98 "PUT /v2.0/ports/d95cfd22-7685-402c-bc94-9cd711d741be HTTP/1.1" status: 200 len: 1092 time: 1.8366978 Nov 03 18:57:18.985896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cddc763-1b7b-4de3-bd64-e686a1f1079a', 'tag': 'd95cfd22-7685-402c-bc94-9cd711d741be'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:18.986114 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38450) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:18.986611 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5489435d-6bd2-45f2-b7dc-93677e8f7542" -d '{"events": [{"name": "network-changed", "server_uuid": "1cddc763-1b7b-4de3-bd64-e686a1f1079a", "tag": "d95cfd22-7685-402c-bc94-9cd711d741be"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:19.013002 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8760a1e4-d95a-4da7-b7b6-f5de90d9cb6c tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:19.013845 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8760a1e4-d95a-4da7-b7b6-f5de90d9cb6c tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:19.032735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8760a1e4-d95a-4da7-b7b6-f5de90d9cb6c tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/9360b1a7-8fe2-429d-8a1d-0de98b709e22 HTTP/1.1" status: 404 len: 339 time: 0.0457473 Nov 03 18:57:19.037305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38454) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:19.041860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: ec5d7ed3-9c63-474c-884c-1d490b9b25a0 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:19.048102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ec5d7ed3-9c63-474c-884c-1d490b9b25a0 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:19.079546 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5666ac-55a5-44d6-b852-30ee27ff4e5a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:19.080059 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5666ac-55a5-44d6-b852-30ee27ff4e5a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:19.084194 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8c5666ac-55a5-44d6-b852-30ee27ff4e5a tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/subnets/e6bf7030-5524-44b5-93d1-dfc9f914e644 HTTP/1.1" status: 404 len: 337 time: 0.0458148 Nov 03 18:57:19.086304 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32599e5-ef51-4b5a-9723-1b13da5733c5 x-openstack-request-id: req-e32599e5-ef51-4b5a-9723-1b13da5733c5 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:19.086790 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38456) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:19.086894 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cddc763-1b7b-4de3-bd64-e686a1f1079a", "tag": "d95cfd22-7685-402c-bc94-9cd711d741be", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:19.086894 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e32599e5-ef51-4b5a-9723-1b13da5733c5 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:19.087250 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cddc763-1b7b-4de3-bd64-e686a1f1079a', 'tag': 'd95cfd22-7685-402c-bc94-9cd711d741be', 'status': 'completed', 'code': 200} Nov 03 18:57:19.091866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8c597-98a1-48f9-8378-af7958536bca service neutron] Pushing event updated for resources: {'Port': ['ID=d95cfd22-7685-402c-bc94-9cd711d741be,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:19.115174 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b12b1c-d50a-4d51-acbb-65a289ad3823 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:19.115819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b12b1c-d50a-4d51-acbb-65a289ad3823 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:19.116845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Attempting to bind port be1989f2-c705-4e0b-83c9-77efd0217452 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:19.117192 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Attempting to bind port be1989f2-c705-4e0b-83c9-77efd0217452 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:19.117523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Attempting to bind port be1989f2-c705-4e0b-83c9-77efd0217452 on network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:19.119499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-92b12b1c-d50a-4d51-acbb-65a289ad3823 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/e4517d09-9159-49dd-8731-58d8d2e4fb58 HTTP/1.1" status: 404 len: 339 time: 0.0319359 Nov 03 18:57:19.123349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38458) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:19.133988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e7383-d7c2-41a7-85ce-52d6b819e529 req-47fcf3d7-7256-4861-81ee-b6b964cafb75 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.135265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Port be1989f2-c705-4e0b-83c9-77efd0217452 on network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:57:19.135613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Attempting to bind port be1989f2-c705-4e0b-83c9-77efd0217452 on network bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:19.135792 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-545e7383-d7c2-41a7-85ce-52d6b819e529 req-47fcf3d7-7256-4861-81ee-b6b964cafb75 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 943 time: 0.2721508 Nov 03 18:57:19.159075 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-306e0a29-8579-42f8-b57d-c569bcc35176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.160663 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-306e0a29-8579-42f8-b57d-c569bcc35176 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=56039853018b41faae6089f2fa03b7b5&device_id=1cddc763-1b7b-4de3-bd64-e686a1f1079a HTTP/1.1" status: 200 len: 1095 time: 0.1235175 Nov 03 18:57:19.163430 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc2e047-09cd-4cf8-8c4a-673066b16b83 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:19.163912 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc2e047-09cd-4cf8-8c4a-673066b16b83 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:19.167023 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fdc2e047-09cd-4cf8-8c4a-673066b16b83 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/subnets/51b8302c-99c3-4ce4-a577-68b1b978088f HTTP/1.1" status: 404 len: 337 time: 0.0421889 Nov 03 18:57:19.168474 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:19.168826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Checking segment: {'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:19.169177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Bound using segment: {'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:19.169632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Bound port: be1989f2-c705-4e0b-83c9-77efd0217452, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '463ee8bb-afc4-4a1f-8732-8b709518eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:19.169995 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.171731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38460) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:19.212424 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5e909d-9965-4150-b381-8cfa9109620f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] DELETE failed (client error): The resource could not be found. Nov 03 18:57:19.212999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5e909d-9965-4150-b381-8cfa9109620f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:57:19.219629 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38464) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:19.219962 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-da5e909d-9965-4150-b381-8cfa9109620f tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/ebdcdefc-e4f7-4835-b1e1-ed5a7bb20bcc HTTP/1.1" status: 404 len: 339 time: 0.0450325 Nov 03 18:57:19.230445 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-3e8b72b0-1e8b-4c80-b13a-0403036fde2e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d95cfd22-7685-402c-bc94-9cd711d741be HTTP/1.1" status: 200 len: 217 time: 0.0570328 Nov 03 18:57:19.241136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-545e7383-d7c2-41a7-85ce-52d6b819e529 req-10c19cea-3556-4dd4-b696-9df3f320e989 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985880 Nov 03 18:57:19.356315 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb18021-4850-43b7-9e2d-938a32662ca1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Deleting subnet 72110ceb-44a8-45f2-b7ce-d078b8cf0ba6 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:57:19.371831 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fb18021-4850-43b7-9e2d-938a32662ca1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.405538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-8c588243-7d1a-46e8-871f-4e6bbbcd8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.407410 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-8c588243-7d1a-46e8-871f-4e6bbbcd8b37 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=332fb31e-687b-40c3-9f7c-52be81f54424 HTTP/1.1" status: 200 len: 852 time: 0.1521373 Nov 03 18:57:19.421069 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] For port be1989f2-c705-4e0b-83c9-77efd0217452, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:19.434707 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] For port be1989f2-c705-4e0b-83c9-77efd0217452, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=be1989f2-c705-4e0b-83c9-77efd0217452,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:19.467596 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-dfaa436c-6ea3-42b7-91e4-5b57d6a88e11 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438216 Nov 03 18:57:19.468817 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.477167 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fb18021-4850-43b7-9e2d-938a32662ca1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.578380 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.579063 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.580653 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] 10.222.0.87 "PUT /v2.0/ports/be1989f2-c705-4e0b-83c9-77efd0217452 HTTP/1.1" status: 200 len: 1091 time: 1.7262137 Nov 03 18:57:19.635242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480141b6-2811-4d6d-9283-8aa642c69f13 service neutron] Pushing event updated for resources: {'Port': ['ID=be1989f2-c705-4e0b-83c9-77efd0217452,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:19.736265 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-575e27cf-8c6a-439a-8b89-205100e949c2 service neutron] 10.222.0.98 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552118 Nov 03 18:57:19.744751 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fb18021-4850-43b7-9e2d-938a32662ca1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:19.804649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-d04948ab-90a4-4aef-8031-f45e9a315475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:19.806329 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-d04948ab-90a4-4aef-8031-f45e9a315475 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=56039853018b41faae6089f2fa03b7b5&device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 1094 time: 0.1550286 Nov 03 18:57:19.916513 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-a2b84086-a08a-4a3a-8519-dcddfa05c6d1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be1989f2-c705-4e0b-83c9-77efd0217452 HTTP/1.1" status: 200 len: 217 time: 0.0880280 Nov 03 18:57:19.968071 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fb18021-4850-43b7-9e2d-938a32662ca1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.020073 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-a2c90918-1287-4c0a-b42a-26d28c2fed3b service neutron] 10.222.0.98 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497056 Nov 03 18:57:20.020807 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb18021-4850-43b7-9e2d-938a32662ca1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Subnet': ['ID=72110ceb-44a8-45f2-b7ce-d078b8cf0ba6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:20.023219 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fb18021-4850-43b7-9e2d-938a32662ca1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.029783 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6fb18021-4850-43b7-9e2d-938a32662ca1 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/subnets/72110ceb-44a8-45f2-b7ce-d078b8cf0ba6 HTTP/1.1" status: 204 len: 168 time: 0.8091023 Nov 03 18:57:20.029932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38476) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:20.031957 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a11d986-bb09-43e9-a518-1712c6e0172a None None] Network de013140-b890-4dc7-83b7-d3e3e875f9fe requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:20.036265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-ca68e5fa-0d8c-4741-8cb9-ff0b7e604632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:20.037786 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-ca68e5fa-0d8c-4741-8cb9-ff0b7e604632 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=332fb31e-687b-40c3-9f7c-52be81f54424 HTTP/1.1" status: 200 len: 852 time: 0.1120601 Nov 03 18:57:20.086205 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-2a01e05e-ad65-4d80-baf6-a74d1e0c5076 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388193 Nov 03 18:57:20.192639 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.292456 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Deleting port fd32950d-673c-4b07-8f80-190301c1af78 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:20.293098 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.331133 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489435d-6bd2-45f2-b7dc-93677e8f7542 req-501fb793-1f4a-4fe2-801c-de0b5c59ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:20.332856 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5489435d-6bd2-45f2-b7dc-93677e8f7542 req-501fb793-1f4a-4fe2-801c-de0b5c59ff44 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=56039853018b41faae6089f2fa03b7b5&device_id=1cddc763-1b7b-4de3-bd64-e686a1f1079a HTTP/1.1" status: 200 len: 1095 time: 0.2089562 Nov 03 18:57:20.357899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f5829f-e3d9-4303-a33b-0a92d4b73482 None None] DHCP port deletion for de013140-b890-4dc7-83b7-d3e3e875f9fe request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:20.375342 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-8102ffd6-7ca6-4cab-ade3-610b291d4aab service neutron] 10.222.0.87 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778668 Nov 03 18:57:20.406135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] For port fd32950d-673c-4b07-8f80-190301c1af78, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=fd32950d-673c-4b07-8f80-190301c1af78,segment=NetworkSegment(65b55aba-652d-40b5-a02f-0026469c75bf),segment_id=65b55aba-652d-40b5-a02f-0026469c75bf)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:20.406577 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.454610 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f1f5829f-e3d9-4303-a33b-0a92d4b73482 None None] Deleting port fd32950d-673c-4b07-8f80-190301c1af78 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:20.459209 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f1f5829f-e3d9-4303-a33b-0a92d4b73482 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.509936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Calling delete_port for fd32950d-673c-4b07-8f80-190301c1af78 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:20.663825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f1f5829f-e3d9-4303-a33b-0a92d4b73482 None None] For port fd32950d-673c-4b07-8f80-190301c1af78, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=fd32950d-673c-4b07-8f80-190301c1af78,segment=NetworkSegment(65b55aba-652d-40b5-a02f-0026469c75bf),segment_id=65b55aba-652d-40b5-a02f-0026469c75bf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:20.668636 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f1f5829f-e3d9-4303-a33b-0a92d4b73482 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.695092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f1f5829f-e3d9-4303-a33b-0a92d4b73482 None None] Calling delete_port for fd32950d-673c-4b07-8f80-190301c1af78 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:20.695764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d07eab-e828-4455-a237-bd41d224c8af req-6a61a67a-67f9-4cef-909c-594526b047ef tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:20.697614 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9d07eab-e828-4455-a237-bd41d224c8af req-6a61a67a-67f9-4cef-909c-594526b047ef tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 943 time: 0.2732713 Nov 03 18:57:20.769414 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55b411fc-8b58-43f7-864a-4772002bc8c3 req-f84a21fd-4f7b-450d-a4b2-1f6d0dd52f9d service neutron] 10.222.0.87 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735709 Nov 03 18:57:20.773107 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489435d-6bd2-45f2-b7dc-93677e8f7542 req-aa1f9238-4fe9-4abe-9794-f306e080c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:20.775205 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5489435d-6bd2-45f2-b7dc-93677e8f7542 req-aa1f9238-4fe9-4abe-9794-f306e080c6e1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 HTTP/1.1" status: 200 len: 913 time: 0.4315453 Nov 03 18:57:20.807642 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f1f5829f-e3d9-4303-a33b-0a92d4b73482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.832579 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:20.840540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5829f-e3d9-4303-a33b-0a92d4b73482 None None] No DVR routers for this DVR port fd32950d-673c-4b07-8f80-190301c1af78 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:20.891959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5829f-e3d9-4303-a33b-0a92d4b73482 None None] Pushing event deleted for resources: {'Port': ['ID=fd32950d-673c-4b07-8f80-190301c1af78,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:20.904845 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5489435d-6bd2-45f2-b7dc-93677e8f7542 req-55f929fc-a7a1-4e33-9289-8b01615f939b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d95cfd22-7685-402c-bc94-9cd711d741be HTTP/1.1" status: 200 len: 217 time: 0.1148758 Nov 03 18:57:20.927514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] No DVR routers for this DVR port fd32950d-673c-4b07-8f80-190301c1af78 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:20.998564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Port': ['ID=fd32950d-673c-4b07-8f80-190301c1af78,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:21.044099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489435d-6bd2-45f2-b7dc-93677e8f7542 req-46c8d934-bcb7-46ba-8771-bfb8b43c778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:21.048000 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5489435d-6bd2-45f2-b7dc-93677e8f7542 req-46c8d934-bcb7-46ba-8771-bfb8b43c778f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=332fb31e-687b-40c3-9f7c-52be81f54424 HTTP/1.1" status: 200 len: 852 time: 0.1268656 Nov 03 18:57:21.055293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device fd32950d-673c-4b07-8f80-190301c1af78 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:21.092122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af6a6fd-55e3-44be-9fca-d01ee9577c28', 'tag': 'be1989f2-c705-4e0b-83c9-77efd0217452'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:21.094827 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467981db-7be8-49a3-aa5e-bfabb6f64298" -d '{"events": [{"name": "network-changed", "server_uuid": "7af6a6fd-55e3-44be-9fca-d01ee9577c28", "tag": "be1989f2-c705-4e0b-83c9-77efd0217452"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:21.106187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: fd32950d-673c-4b07-8f80-190301c1af78 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:21.108026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device fd32950d-673c-4b07-8f80-190301c1af78 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:21.129127 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5489435d-6bd2-45f2-b7dc-93677e8f7542 req-58cf1764-ec30-4c77-8865-dc550a068f8f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655816 Nov 03 18:57:21.161462 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9d07eab-e828-4455-a237-bd41d224c8af req-93c2e6e0-4b38-48a2-b516-51d11425a781 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479618 Nov 03 18:57:21.254386 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.269398 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd4a4da-c5ac-440c-8aea-51b84f060b81 x-openstack-request-id: req-2cd4a4da-c5ac-440c-8aea-51b84f060b81 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:21.270963 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af6a6fd-55e3-44be-9fca-d01ee9577c28", "tag": "be1989f2-c705-4e0b-83c9-77efd0217452", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:21.272817 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2cd4a4da-c5ac-440c-8aea-51b84f060b81 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:21.273686 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af6a6fd-55e3-44be-9fca-d01ee9577c28', 'tag': 'be1989f2-c705-4e0b-83c9-77efd0217452', 'status': 'completed', 'code': 200} Nov 03 18:57:21.298098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de013140-b890-4dc7-83b7-d3e3e875f9fe']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:21.317994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b55aba-652d-40b5-a02f-0026469c75bf') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:21.318291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b55aba-652d-40b5-a02f-0026469c75bf') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:21.346428 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.369494 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.383401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:21.384031 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:21.388125 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:21.403724 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5489435d-6bd2-45f2-b7dc-93677e8f7542 req-727052e8-eadb-4209-ab78-5bcb416bacfb service neutron] 10.222.0.98 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624772 Nov 03 18:57:21.408901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38508) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:21.462520 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467981db-7be8-49a3-aa5e-bfabb6f64298 req-c1302fab-178e-426b-b94e-3e14391be209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:21.464497 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-467981db-7be8-49a3-aa5e-bfabb6f64298 req-c1302fab-178e-426b-b94e-3e14391be209 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=56039853018b41faae6089f2fa03b7b5&device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 1094 time: 0.1403930 Nov 03 18:57:21.646445 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467981db-7be8-49a3-aa5e-bfabb6f64298 req-b6091069-2d2e-4ae7-b1e6-fdc0e1e6a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:21.647985 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-467981db-7be8-49a3-aa5e-bfabb6f64298 req-b6091069-2d2e-4ae7-b1e6-fdc0e1e6a3b8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 HTTP/1.1" status: 200 len: 913 time: 0.1710565 Nov 03 18:57:21.701345 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-467981db-7be8-49a3-aa5e-bfabb6f64298 req-6ae0a3b1-e26b-4143-86f7-35d18e201160 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be1989f2-c705-4e0b-83c9-77efd0217452 HTTP/1.1" status: 200 len: 217 time: 0.0446563 Nov 03 18:57:21.789627 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5489435d-6bd2-45f2-b7dc-93677e8f7542 req-e442c6f6-8487-4400-9fb6-f1bc826a18e9 service neutron] 10.222.0.98 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681767 Nov 03 18:57:21.809715 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f5da-f4a5-46c7-9d2b-3a25b43e1bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.892033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.899455 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.904373 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] 10.222.0.107 "DELETE /v2.0/networks/de013140-b890-4dc7-83b7-d3e3e875f9fe HTTP/1.1" status: 204 len: 168 time: 1.8725231 Nov 03 18:57:21.929213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a550aae-2d46-4b3f-9481-6d7c7021ae45 tempest-NetworksTest-1252492573 tempest-NetworksTest-1252492573-project] Pushing event deleted for resources: {'Network': ['ID=de013140-b890-4dc7-83b7-d3e3e875f9fe,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:21.973518 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f5da-f4a5-46c7-9d2b-3a25b43e1bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:21.979520 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467981db-7be8-49a3-aa5e-bfabb6f64298 req-dbd47904-ac7c-4de5-b937-76191e498a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:21.981377 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-467981db-7be8-49a3-aa5e-bfabb6f64298 req-dbd47904-ac7c-4de5-b937-76191e498a05 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=332fb31e-687b-40c3-9f7c-52be81f54424 HTTP/1.1" status: 200 len: 852 time: 0.2697022 Nov 03 18:57:21.982876 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f5da-f4a5-46c7-9d2b-3a25b43e1bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:22.041565 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38520) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:22.041781 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f1b4f5da-f4a5-46c7-9d2b-3a25b43e1bff admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=39807b7791b242a08ca6e993f8061555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6309495 Nov 03 18:57:22.068277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4f5da-f4a5-46c7-9d2b-3a25b43e1bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeace122-f95b-48ac-a08f-793afc6652e5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:22.072684 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-467981db-7be8-49a3-aa5e-bfabb6f64298 req-239c2932-cf95-4810-9546-8fed3248508f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624847 Nov 03 18:57:22.180162 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-920c402c-0863-4a18-bd17-e749a893c2dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:22.236253 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-467981db-7be8-49a3-aa5e-bfabb6f64298 req-cae11394-b625-4d26-8881-9f4548f0d7e2 service neutron] 10.222.0.87 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535487 Nov 03 18:57:22.244115 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-920c402c-0863-4a18-bd17-e749a893c2dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:22.345822 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38528) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:22.365819 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-920c402c-0863-4a18-bd17-e749a893c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:22.368586 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-920c402c-0863-4a18-bd17-e749a893c2dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:22.372165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-920c402c-0863-4a18-bd17-e749a893c2dc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/eeace122-f95b-48ac-a08f-793afc6652e5 HTTP/1.1" status: 204 len: 168 time: 0.3269794 Nov 03 18:57:22.394783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c402c-0863-4a18-bd17-e749a893c2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeace122-f95b-48ac-a08f-793afc6652e5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:22.442843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197035d9-f317-4d4b-985a-d9eb315dfbc8 req-51497d5b-e5d4-46f0-9a13-e442ccaa6eca tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:22.445557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-197035d9-f317-4d4b-985a-d9eb315dfbc8 req-51497d5b-e5d4-46f0-9a13-e442ccaa6eca tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 943 time: 0.0925617 Nov 03 18:57:22.469650 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-467981db-7be8-49a3-aa5e-bfabb6f64298 req-2d05a872-5f2f-42fd-9b63-4d1c6604d953 service neutron] 10.222.0.87 "GET /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256422 Nov 03 18:57:22.573914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-197035d9-f317-4d4b-985a-d9eb315dfbc8 req-ea24f144-3466-4c1e-b37d-e7eb75007822 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172900 Nov 03 18:57:22.868133 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38540) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:22.869103 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-199c3e97-177a-4bf6-9bac-c7373d760da6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7da1f8541630433796b7b43a2ec0cd41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5220084 Nov 03 18:57:22.876714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38542) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:22.891312 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f8fb-4585-4aba-a7e1-1fc840f0beb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:22.982505 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f8fb-4585-4aba-a7e1-1fc840f0beb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:22.982726 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76701f2a-3f97-4150-bbfb-bc218cdfa07c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:22.987952 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f8fb-4585-4aba-a7e1-1fc840f0beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:23.009895 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76701f2a-3f97-4150-bbfb-bc218cdfa07c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:23.046025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a0e0f8fb-4585-4aba-a7e1-1fc840f0beb9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=989d8bc514434980a91451258ef256ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680894 Nov 03 18:57:23.047005 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0f8fb-4585-4aba-a7e1-1fc840f0beb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac4a7ad-18d1-42b5-b21a-a2ea575fb720,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:23.062621 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38544) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:23.131284 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5064a053-ec48-4a78-8744-5824a4b6be1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:23.162831 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5064a053-ec48-4a78-8744-5824a4b6be1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:23.233248 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5064a053-ec48-4a78-8744-5824a4b6be1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:23.236242 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5064a053-ec48-4a78-8744-5824a4b6be1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:23.247138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5064a053-ec48-4a78-8744-5824a4b6be1c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bac4a7ad-18d1-42b5-b21a-a2ea575fb720 HTTP/1.1" status: 204 len: 168 time: 0.1818433 Nov 03 18:57:23.264202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064a053-ec48-4a78-8744-5824a4b6be1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac4a7ad-18d1-42b5-b21a-a2ea575fb720,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:23.478206 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76701f2a-3f97-4150-bbfb-bc218cdfa07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:23.481199 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76701f2a-3f97-4150-bbfb-bc218cdfa07c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:23.484627 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-76701f2a-3f97-4150-bbfb-bc218cdfa07c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0bd96000-9cad-4357-9c8f-2a2927d2c102 HTTP/1.1" status: 204 len: 168 time: 0.6125655 Nov 03 18:57:23.505871 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76701f2a-3f97-4150-bbfb-bc218cdfa07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd96000-9cad-4357-9c8f-2a2927d2c102,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:23.834387 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562e44b-7ec1-4612-b734-88511ebff55f req-9bbd35ac-c2e0-42fb-a931-109c2dfe5865 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:23.848450 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b562e44b-7ec1-4612-b734-88511ebff55f req-9bbd35ac-c2e0-42fb-a931-109c2dfe5865 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 943 time: 0.1277015 Nov 03 18:57:23.908028 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b562e44b-7ec1-4612-b734-88511ebff55f req-8f6be21d-f710-468a-88b1-42ad12c2de11 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584834 Nov 03 18:57:24.409940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device d95cfd22-7685-402c-bc94-9cd711d741be details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:57:24.592147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port d95cfd22-7685-402c-bc94-9cd711d741be, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d95cfd22-7685-402c-bc94-9cd711d741be,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:24.620758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'd95cfd22-7685-402c-bc94-9cd711d741be', 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19', 'port_id': 'd95cfd22-7685-402c-bc94-9cd711d741be', 'mac_address': 'fa:16:3e:97:e5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332fb31e-687b-40c3-9f7c-52be81f54424', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:57:24.681161 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:24.705871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95cfd22-7685-402c-bc94-9cd711d741be {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:24.736678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port d95cfd22-7685-402c-bc94-9cd711d741be, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d95cfd22-7685-402c-bc94-9cd711d741be,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:24.742235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:24.835103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=d95cfd22-7685-402c-bc94-9cd711d741be,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:24.836869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38608) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:24.886674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device be1989f2-c705-4e0b-83c9-77efd0217452 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:57:25.045290 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['d95cfd22-7685-402c-bc94-9cd711d741be'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:25.082544 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-0e1ca636-0391-46ed-94a3-475381eace07 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2037397433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:25.117378 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port be1989f2-c705-4e0b-83c9-77efd0217452, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=be1989f2-c705-4e0b-83c9-77efd0217452,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:25.131472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717b5f2-5b91-4e80-94a9-c43261f97852 req-5875c4dc-06d2-4da9-8c8e-612a76a5b2fe tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:25.133222 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b717b5f2-5b91-4e80-94a9-c43261f97852 req-5875c4dc-06d2-4da9-8c8e-612a76a5b2fe tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 943 time: 0.1033700 Nov 03 18:57:25.139280 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'be1989f2-c705-4e0b-83c9-77efd0217452', 'network_id': 'bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19', 'port_id': 'be1989f2-c705-4e0b-83c9-77efd0217452', 'mac_address': 'fa:16:3e:29:f3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332fb31e-687b-40c3-9f7c-52be81f54424', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:57:25.140766 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca636-0391-46ed-94a3-475381eace07 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.143195 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca636-0391-46ed-94a3-475381eace07 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.184596 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.210008 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca636-0391-46ed-94a3-475381eace07 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.212725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1989f2-c705-4e0b-83c9-77efd0217452 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:25.223490 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca636-0391-46ed-94a3-475381eace07 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.251166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port be1989f2-c705-4e0b-83c9-77efd0217452, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=be1989f2-c705-4e0b-83c9-77efd0217452,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:25.262818 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e1ca636-0391-46ed-94a3-475381eace07 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.266645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0e1ca636-0391-46ed-94a3-475381eace07 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4263427 Nov 03 18:57:25.268254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38626) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:25.274775 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-603274685'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:25.298962 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.324873 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Made reservation on behalf of 5fd5852e163e4b31ae0917f7bf41dc39 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:25.326941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb63cc-8927-4cdc-be37-97432de1f762 req-9fe36332-3121-4f62-aa29-c79d3b855aec tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:25.328832 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1edb63cc-8927-4cdc-be37-97432de1f762 req-9fe36332-3121-4f62-aa29-c79d3b855aec tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 945 time: 0.1096027 Nov 03 18:57:25.337513 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.350542 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.363904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b717b5f2-5b91-4e80-94a9-c43261f97852 req-541e294f-113b-436d-b5aa-aed707bb80a8 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116406 Nov 03 18:57:25.401809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=be1989f2-c705-4e0b-83c9-77efd0217452,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:25.433932 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1edb63cc-8927-4cdc-be37-97432de1f762 req-0a6fc4e1-5d65-4804-9688-f1968f1fbbf9 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944636 Nov 03 18:57:25.504941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.510499 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.549374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:57:25.559789 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43fde7a2-a7a0-4209-a51e-0aca2a513b6d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:25.566480 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.567143 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Added segment ffd8caef-3e8a-4677-9fee-39276cc9203c of type vlan for network 8affcf17-c0d4-4b9b-8094-b42f145d64b9 Nov 03 18:57:25.615742 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.645514 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.655023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:25.655682 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.688972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['be1989f2-c705-4e0b-83c9-77efd0217452'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:25.748434 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event updated for resources: {'Network': ['ID=8affcf17-c0d4-4b9b-8094-b42f145d64b9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:25.768430 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-09b0a371-8872-4ecf-9bbd-29aa7d0b894c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4985092 Nov 03 18:57:25.769433 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38638) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:25.777202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f465890b-ce70-4511-91b1-6db274521f7a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Request body: {'subnet': {'network_id': '8affcf17-c0d4-4b9b-8094-b42f145d64b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:25.783038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 8affcf17-c0d4-4b9b-8094-b42f145d64b9 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:25.863569 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ab81729d-6f58-4780-9316-be4702f6ecfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:25.887038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f465890b-ce70-4511-91b1-6db274521f7a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Made reservation on behalf of 5fd5852e163e4b31ae0917f7bf41dc39 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:25.891785 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f465890b-ce70-4511-91b1-6db274521f7a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.123058 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:57:26.206764 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f465890b-ce70-4511-91b1-6db274521f7a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.275639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465890b-ce70-4511-91b1-6db274521f7a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event updated for resources: {'Subnet': ['ID=47848ff9-7fa0-4960-9be2-af7d65f1be9f,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:26.288030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465890b-ce70-4511-91b1-6db274521f7a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Checking segment: {'id': 'ffd8caef-3e8a-4677-9fee-39276cc9203c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8affcf17-c0d4-4b9b-8094-b42f145d64b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:26.288388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f465890b-ce70-4511-91b1-6db274521f7a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Network hostable DHCP agents. Network: 8affcf17-c0d4-4b9b-8094-b42f145d64b9, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:57:26.307408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f465890b-ce70-4511-91b1-6db274521f7a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Network 8affcf17-c0d4-4b9b-8094-b42f145d64b9 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:57:26.318761 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-f465890b-ce70-4511-91b1-6db274521f7a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 8affcf17-c0d4-4b9b-8094-b42f145d64b9) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:26.323949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f465890b-ce70-4511-91b1-6db274521f7a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:26.324815 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f465890b-ce70-4511-91b1-6db274521f7a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.329044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da21c73-2600-4090-9566-de2e590fdbd9 None None] Network 8affcf17-c0d4-4b9b-8094-b42f145d64b9 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:26.347646 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f465890b-ce70-4511-91b1-6db274521f7a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5757592 Nov 03 18:57:26.349559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38650) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:26.355169 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-9432b374-e205-462f-9887-00f2b8eb75b4 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Request body: {'network': {'name': 'tempest-router-network01--997027628'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:26.385791 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9432b374-e205-462f-9887-00f2b8eb75b4 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Made reservation on behalf of 5fd5852e163e4b31ae0917f7bf41dc39 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:26.391485 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9432b374-e205-462f-9887-00f2b8eb75b4 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.430827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9432b374-e205-462f-9887-00f2b8eb75b4 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:57:26.443269 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9432b374-e205-462f-9887-00f2b8eb75b4 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.444168 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-9432b374-e205-462f-9887-00f2b8eb75b4 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Added segment e54addcd-a1d8-4849-bbd4-26792b8fbe29 of type vlan for network 65b458c0-c94d-4b80-a4eb-900b9ab533c3 Nov 03 18:57:26.514341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device d95cfd22-7685-402c-bc94-9cd711d741be up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:26.535781 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9432b374-e205-462f-9887-00f2b8eb75b4 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.578718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-8affcf17-c0d4-4b9b-8094-b42f145d64b9', 'network_id': '8affcf17-c0d4-4b9b-8094-b42f145d64b9', 'tenant_id': '5fd5852e163e4b31ae0917f7bf41dc39', 'fixed_ips': [{'subnet_id': '47848ff9-7fa0-4960-9be2-af7d65f1be9f'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:57:26.579570 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.624081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67e3e0-d98d-4a37-846b-299e40921236 req-5a0a8a89-d908-4361-9fd7-8391fdb5b215 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:26.625600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e67e3e0-d98d-4a37-846b-299e40921236 req-5a0a8a89-d908-4361-9fd7-8391fdb5b215 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 944 time: 0.1341686 Nov 03 18:57:26.633435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c6743-000c-4497-935e-4e8649301b69 req-20b54513-6004-4bad-8adc-d7b9a1537869 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:26.634918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b10c6743-000c-4497-935e-4e8649301b69 req-20b54513-6004-4bad-8adc-d7b9a1537869 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 945 time: 0.1014225 Nov 03 18:57:26.635496 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9432b374-e205-462f-9887-00f2b8eb75b4 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.641030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9432b374-e205-462f-9887-00f2b8eb75b4 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:26.641601 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9432b374-e205-462f-9887-00f2b8eb75b4 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.690832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port d95cfd22-7685-402c-bc94-9cd711d741be completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:57:26.701727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port d95cfd22-7685-402c-bc94-9cd711d741be triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:26.702235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.767551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38658) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:26.772526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9432b374-e205-462f-9887-00f2b8eb75b4 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4212005 Nov 03 18:57:26.774785 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9cfa8c35-12c9-4524-a838-53e6b185600c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Request body: {'network': {'name': 'tempest-router-network02--1182827285'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:26.782055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Allocated IP 2001:db8::2 (8affcf17-c0d4-4b9b-8094-b42f145d64b9/47848ff9-7fa0-4960-9be2-af7d65f1be9f/d3543943-a0ad-41db-ae26-22b1d2177b5f) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:26.785240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432b374-e205-462f-9887-00f2b8eb75b4 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event updated for resources: {'Network': ['ID=65b458c0-c94d-4b80-a4eb-900b9ab533c3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:26.803242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfa8c35-12c9-4524-a838-53e6b185600c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Made reservation on behalf of 5fd5852e163e4b31ae0917f7bf41dc39 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:26.804548 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 65b458c0-c94d-4b80-a4eb-900b9ab533c3 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:26.810291 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9cfa8c35-12c9-4524-a838-53e6b185600c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.839518 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e67e3e0-d98d-4a37-846b-299e40921236 req-578ad7a0-a090-4c3c-af61-5cb91d80cdb6 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948633 Nov 03 18:57:26.844062 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b10c6743-000c-4497-935e-4e8649301b69 req-43ae044e-2ca2-4592-9a45-cdd95a50c7d8 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983407 Nov 03 18:57:26.857707 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfa8c35-12c9-4524-a838-53e6b185600c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:57:26.878234 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9cfa8c35-12c9-4524-a838-53e6b185600c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:26.878893 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-9cfa8c35-12c9-4524-a838-53e6b185600c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Added segment 31392a84-b7ba-4c55-a977-c031f221c890 of type vlan for network a44b7bc7-d943-4404-ab54-723ccaa51fba Nov 03 18:57:26.947271 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9cfa8c35-12c9-4524-a838-53e6b185600c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.024942 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dc1c1-bca3-4d46-9eb1-0afdfaee3bb0 req-dc6baa9a-1ef3-46ab-8d85-0989c1aa1b1d tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:27.026891 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-163dc1c1-bca3-4d46-9eb1-0afdfaee3bb0 req-dc6baa9a-1ef3-46ab-8d85-0989c1aa1b1d tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.98 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 945 time: 0.0763788 Nov 03 18:57:27.028090 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9cfa8c35-12c9-4524-a838-53e6b185600c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.032570 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.035236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfa8c35-12c9-4524-a838-53e6b185600c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:27.036305 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9cfa8c35-12c9-4524-a838-53e6b185600c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.075338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38664) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:27.076180 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9cfa8c35-12c9-4524-a838-53e6b185600c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3053393 Nov 03 18:57:27.078053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port d95cfd22-7685-402c-bc94-9cd711d741be, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d95cfd22-7685-402c-bc94-9cd711d741be,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:27.083009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-0b245cdb-7102-4cfe-b096-b4e4dd5cb701 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Request body: {'subnet': {'network_id': '65b458c0-c94d-4b80-a4eb-900b9ab533c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:27.085393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cddc763-1b7b-4de3-bd64-e686a1f1079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95cfd22-7685-402c-bc94-9cd711d741be'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:27.087887 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd88f19a-bb98-4c19-8bdf-68b5c4fbd895" -d '{"events": [{"server_uuid": "1cddc763-1b7b-4de3-bd64-e686a1f1079a", "name": "network-vif-plugged", "status": "completed", "tag": "d95cfd22-7685-402c-bc94-9cd711d741be"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:27.098899 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.175717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=d95cfd22-7685-402c-bc94-9cd711d741be,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:27.203038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa8c35-12c9-4524-a838-53e6b185600c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event updated for resources: {'Network': ['ID=a44b7bc7-d943-4404-ab54-723ccaa51fba,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:27.241135 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b1d73f-4be5-44c0-a81b-a368721056bc x-openstack-request-id: req-a2b1d73f-4be5-44c0-a81b-a368721056bc {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:27.241704 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cddc763-1b7b-4de3-bd64-e686a1f1079a", "name": "network-vif-plugged", "status": "completed", "tag": "d95cfd22-7685-402c-bc94-9cd711d741be", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:27.242123 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a2b1d73f-4be5-44c0-a81b-a368721056bc {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:27.242786 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cddc763-1b7b-4de3-bd64-e686a1f1079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95cfd22-7685-402c-bc94-9cd711d741be', 'code': 200} Nov 03 18:57:27.246978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network a44b7bc7-d943-4404-ab54-723ccaa51fba details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:27.256040 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-163dc1c1-bca3-4d46-9eb1-0afdfaee3bb0 req-02d4ba52-dd3d-4aa4-b211-607940148121 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Deleting port a615f19f-075b-4e7c-87ab-503973471eb6 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:27.256685 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-163dc1c1-bca3-4d46-9eb1-0afdfaee3bb0 req-02d4ba52-dd3d-4aa4-b211-607940148121 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.322973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b245cdb-7102-4cfe-b096-b4e4dd5cb701 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Made reservation on behalf of 5fd5852e163e4b31ae0917f7bf41dc39 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:27.327282 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b245cdb-7102-4cfe-b096-b4e4dd5cb701 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.331894 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.352241 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.381346 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-163dc1c1-bca3-4d46-9eb1-0afdfaee3bb0 req-02d4ba52-dd3d-4aa4-b211-607940148121 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] For port a615f19f-075b-4e7c-87ab-503973471eb6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a615f19f-075b-4e7c-87ab-503973471eb6,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:27.381769 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-163dc1c1-bca3-4d46-9eb1-0afdfaee3bb0 req-02d4ba52-dd3d-4aa4-b211-607940148121 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.401150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31354110-0a9e-451a-8c5f-5c6820052139 req-4a22578a-8ab1-45af-8b19-2ac9341adea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:27.403131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31354110-0a9e-451a-8c5f-5c6820052139 req-4a22578a-8ab1-45af-8b19-2ac9341adea8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=1cddc763-1b7b-4de3-bd64-e686a1f1079a HTTP/1.1" status: 200 len: 1097 time: 0.1333580 Nov 03 18:57:27.403500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-163dc1c1-bca3-4d46-9eb1-0afdfaee3bb0 req-02d4ba52-dd3d-4aa4-b211-607940148121 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Calling delete_port for a615f19f-075b-4e7c-87ab-503973471eb6 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:27.410506 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Network 8affcf17-c0d4-4b9b-8094-b42f145d64b9 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:27.415119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:27.420650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:27.431251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Pushing event updated for resources: {'Port': ['ID=d3543943-a0ad-41db-ae26-22b1d2177b5f,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:27.477446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31354110-0a9e-451a-8c5f-5c6820052139 req-5be16b47-7f71-4800-955e-78cdffdee49f service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660927 Nov 03 18:57:27.486299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Attempting to bind port d3543943-a0ad-41db-ae26-22b1d2177b5f on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:27.486720 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Attempting to bind port d3543943-a0ad-41db-ae26-22b1d2177b5f by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'ffd8caef-3e8a-4677-9fee-39276cc9203c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8affcf17-c0d4-4b9b-8094-b42f145d64b9'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:27.487116 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Attempting to bind port d3543943-a0ad-41db-ae26-22b1d2177b5f on network 8affcf17-c0d4-4b9b-8094-b42f145d64b9 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:27.493561 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:27.493997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Checking segment: {'id': 'ffd8caef-3e8a-4677-9fee-39276cc9203c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8affcf17-c0d4-4b9b-8094-b42f145d64b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:27.494411 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.494812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Bound using segment: {'id': 'ffd8caef-3e8a-4677-9fee-39276cc9203c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8affcf17-c0d4-4b9b-8094-b42f145d64b9'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:27.495291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Bound port: d3543943-a0ad-41db-ae26-22b1d2177b5f, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd8caef-3e8a-4677-9fee-39276cc9203c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8affcf17-c0d4-4b9b-8094-b42f145d64b9'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:27.496243 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.575884 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-163dc1c1-bca3-4d46-9eb1-0afdfaee3bb0 req-02d4ba52-dd3d-4aa4-b211-607940148121 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.593262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] For port d3543943-a0ad-41db-ae26-22b1d2177b5f, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:27.597865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] For port d3543943-a0ad-41db-ae26-22b1d2177b5f, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d3543943-a0ad-41db-ae26-22b1d2177b5f,segment=NetworkSegment(ffd8caef-3e8a-4677-9fee-39276cc9203c),segment_id=ffd8caef-3e8a-4677-9fee-39276cc9203c)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:27.616958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['63003d42-6336-4ab2-a39c-86bcb259b295', 'a6256e8f-dd54-4618-8d0d-b0df4429d5aa', 'a615f19f-075b-4e7c-87ab-503973471eb6'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:27.622705 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['ceca5cd1-9201-4d7f-bcfb-1af6c4c01340'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:27.628615 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.644657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4ba52-dd3d-4aa4-b211-607940148121 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Pushing event deleted for resources: {'Port': ['ID=a615f19f-075b-4e7c-87ab-503973471eb6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:27.655473 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b245cdb-7102-4cfe-b096-b4e4dd5cb701 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.696199 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-163dc1c1-bca3-4d46-9eb1-0afdfaee3bb0 req-02d4ba52-dd3d-4aa4-b211-607940148121 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] No DVR routers for this DVR port a615f19f-075b-4e7c-87ab-503973471eb6 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:27.701088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-163dc1c1-bca3-4d46-9eb1-0afdfaee3bb0 req-02d4ba52-dd3d-4aa4-b211-607940148121 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.704896 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-163dc1c1-bca3-4d46-9eb1-0afdfaee3bb0 req-02d4ba52-dd3d-4aa4-b211-607940148121 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.98 "DELETE /v2.0/ports/a615f19f-075b-4e7c-87ab-503973471eb6 HTTP/1.1" status: 204 len: 173 time: 0.6565351 Nov 03 18:57:27.706436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113fb92c-401d-45f9-ab8f-84f636b18766', 'name': 'network-vif-deleted', 'tag': 'a615f19f-075b-4e7c-87ab-503973471eb6'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:27.715605 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236bcab8-a50e-430a-ae5d-f51f94c7fe51" -d '{"events": [{"server_uuid": "113fb92c-401d-45f9-ab8f-84f636b18766", "name": "network-vif-deleted", "tag": "a615f19f-075b-4e7c-87ab-503973471eb6"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:27.753401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b245cdb-7102-4cfe-b096-b4e4dd5cb701 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event updated for resources: {'Subnet': ['ID=3f83e7ec-b760-4f22-83a1-3c3cecf87d4d,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:27.767402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b245cdb-7102-4cfe-b096-b4e4dd5cb701 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Checking segment: {'id': 'e54addcd-a1d8-4849-bbd4-26792b8fbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '65b458c0-c94d-4b80-a4eb-900b9ab533c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:27.768074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b245cdb-7102-4cfe-b096-b4e4dd5cb701 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Network hostable DHCP agents. Network: 65b458c0-c94d-4b80-a4eb-900b9ab533c3, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:57:27.787930 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b245cdb-7102-4cfe-b096-b4e4dd5cb701 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Network 65b458c0-c94d-4b80-a4eb-900b9ab533c3 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:57:27.801297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-0b245cdb-7102-4cfe-b096-b4e4dd5cb701 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 65b458c0-c94d-4b80-a4eb-900b9ab533c3) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:27.808002 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b245cdb-7102-4cfe-b096-b4e4dd5cb701 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:27.809346 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b245cdb-7102-4cfe-b096-b4e4dd5cb701 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:27.833022 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0b245cdb-7102-4cfe-b096-b4e4dd5cb701 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7558281 Nov 03 18:57:27.835611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38684) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:27.836089 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41577b25-341c-4bcd-a2e7-224625f6657c None None] Pushing event updated for resources: {'Port': ['ID=d3543943-a0ad-41db-ae26-22b1d2177b5f,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:27.842300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Request body: {'subnet': {'network_id': 'a44b7bc7-d943-4404-ab54-723ccaa51fba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:27.851292 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f11bfe-fc42-4a9a-9cab-d5aeeca6bc62 x-openstack-request-id: req-97f11bfe-fc42-4a9a-9cab-d5aeeca6bc62 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:27.851661 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113fb92c-401d-45f9-ab8f-84f636b18766", "name": "network-vif-deleted", "tag": "a615f19f-075b-4e7c-87ab-503973471eb6", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:27.851943 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-97f11bfe-fc42-4a9a-9cab-d5aeeca6bc62 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:27.852386 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113fb92c-401d-45f9-ab8f-84f636b18766', 'name': 'network-vif-deleted', 'tag': 'a615f19f-075b-4e7c-87ab-503973471eb6', 'status': 'completed', 'code': 200} Nov 03 18:57:27.858839 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e2d466-94b1-4c47-b9d7-ec208752e90e None None] Network 65b458c0-c94d-4b80-a4eb-900b9ab533c3 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:28.033096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Made reservation on behalf of 5fd5852e163e4b31ae0917f7bf41dc39 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:28.038118 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:28.079478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2c37ba9-fd74-4921-82ff-8e113a476d5a req-e19c3f06-9105-4b60-9a67-d07480e40a42 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=113fb92c-401d-45f9-ab8f-84f636b18766 HTTP/1.1" status: 200 len: 210 time: 0.1041548 Nov 03 18:57:28.128198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc204210-2ab5-413e-aba8-ffe83d1007d8 req-ef01ba88-f131-472e-afd0-d6746f7685f1 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:28.136307 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc204210-2ab5-413e-aba8-ffe83d1007d8 req-ef01ba88-f131-472e-afd0-d6746f7685f1 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 944 time: 0.1418939 Nov 03 18:57:28.249880 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc204210-2ab5-413e-aba8-ffe83d1007d8 req-d42cd13d-157a-455b-99c1-faee45c0ec68 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125505 Nov 03 18:57:28.322089 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f32cc462-d518-4131-b6e1-a3b831c386b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:28.444839 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:28.448472 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-65b458c0-c94d-4b80-a4eb-900b9ab533c3', 'network_id': '65b458c0-c94d-4b80-a4eb-900b9ab533c3', 'tenant_id': '5fd5852e163e4b31ae0917f7bf41dc39', 'fixed_ips': [{'subnet_id': '3f83e7ec-b760-4f22-83a1-3c3cecf87d4d'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:57:28.449361 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:28.507963 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event updated for resources: {'Subnet': ['ID=00293979-20d4-4c8d-9cec-a286a690f595,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:28.520448 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:28.520792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:28.521134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:28.521470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:28.521801 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:28.522130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:28.522459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:28.522862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:28.523245 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:28.523639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:28.523926 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:28.524290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:28.530801 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Checking segment: {'id': '31392a84-b7ba-4c55-a977-c031f221c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a44b7bc7-d943-4404-ab54-723ccaa51fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:28.531164 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Network hostable DHCP agents. Network: a44b7bc7-d943-4404-ab54-723ccaa51fba, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:57:28.551032 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Network a44b7bc7-d943-4404-ab54-723ccaa51fba is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:57:28.561208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, a44b7bc7-d943-4404-ab54-723ccaa51fba) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:28.565963 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:28.567321 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:28.576590 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11c291d-b886-4ef8-a947-97ca929d71e5 None None] Network a44b7bc7-d943-4404-ab54-723ccaa51fba requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:28.598061 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-11cf4747-9e6e-4e0f-8b19-6e38e4ae0722 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7582188 Nov 03 18:57:28.598438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38694) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:28.768706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Allocated IP 2001:db8::2 (65b458c0-c94d-4b80-a4eb-900b9ab533c3/3f83e7ec-b760-4f22-83a1-3c3cecf87d4d/cf6be0fb-e42b-4696-b223-899bcd35b22b) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:28.926060 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device be1989f2-c705-4e0b-83c9-77efd0217452 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:29.020995 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.141393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d3543943-a0ad-41db-ae26-22b1d2177b5f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:29.204179 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.211257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-a44b7bc7-d943-4404-ab54-723ccaa51fba', 'network_id': 'a44b7bc7-d943-4404-ab54-723ccaa51fba', 'tenant_id': '5fd5852e163e4b31ae0917f7bf41dc39', 'fixed_ips': [{'subnet_id': '00293979-20d4-4c8d-9cec-a286a690f595'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:57:29.212261 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.228002 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.322656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792d7462-ee43-4013-a515-1f41b0aa033c None None] Network 8affcf17-c0d4-4b9b-8094-b42f145d64b9 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:29.451241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Allocated IP 2001:db8::1 (65b458c0-c94d-4b80-a4eb-900b9ab533c3/3f83e7ec-b760-4f22-83a1-3c3cecf87d4d/69305f78-abec-448f-b3a7-587f5f308ac9) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:29.478056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db3671-7982-4102-93e6-d662ba5c4e28 req-8f7be04a-bde1-4296-b12c-896ecb0d5012 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.481309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91db3671-7982-4102-93e6-d662ba5c4e28 req-8f7be04a-bde1-4296-b12c-896ecb0d5012 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 944 time: 0.0972536 Nov 03 18:57:29.546486 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port be1989f2-c705-4e0b-83c9-77efd0217452 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:57:29.556173 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Network 65b458c0-c94d-4b80-a4eb-900b9ab533c3 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:29.565511 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91db3671-7982-4102-93e6-d662ba5c4e28 req-262bb886-58c3-46d2-acbe-e5faa7d133be tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753517 Nov 03 18:57:29.651869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:29.654911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:29.660137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port be1989f2-c705-4e0b-83c9-77efd0217452 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:29.660513 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.679847 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.729674 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-304f1036-2f0c-4d95-bf62-b8ea87e2f34f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0809946 Nov 03 18:57:29.743004 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.758275 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Pushing event updated for resources: {'Port': ['ID=cf6be0fb-e42b-4696-b223-899bcd35b22b,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:29.798434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Network 65b458c0-c94d-4b80-a4eb-900b9ab533c3 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:29.802370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:29.813060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:29.813634 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.838430 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.859168 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a78e5ce5-c500-4aa2-bd3e-69419b3436c6 None None] Provisioning complete for port d3543943-a0ad-41db-ae26-22b1d2177b5f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:29.859544 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a78e5ce5-c500-4aa2-bd3e-69419b3436c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.927607 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-4ef27429-87a5-4ab4-8159-fabd36eafae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.928095 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-4ef27429-87a5-4ab4-8159-fabd36eafae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.928637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-4ef27429-87a5-4ab4-8159-fabd36eafae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.929157 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-4ef27429-87a5-4ab4-8159-fabd36eafae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.930050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-4ef27429-87a5-4ab4-8159-fabd36eafae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.931441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-4ef27429-87a5-4ab4-8159-fabd36eafae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.932259 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-4ef27429-87a5-4ab4-8159-fabd36eafae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:29.933136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port d3543943-a0ad-41db-ae26-22b1d2177b5f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:29.933688 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:29.935553 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-4ef27429-87a5-4ab4-8159-fabd36eafae8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72caea157bda4c2da13cda8b237e3c26&device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 6491 time: 0.1010520 Nov 03 18:57:29.943837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event updated for resources: {'Port': ['ID=69305f78-abec-448f-b3a7-587f5f308ac9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:29.964999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Attempting to bind port cf6be0fb-e42b-4696-b223-899bcd35b22b on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:29.965610 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Attempting to bind port cf6be0fb-e42b-4696-b223-899bcd35b22b by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'e54addcd-a1d8-4849-bbd4-26792b8fbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '65b458c0-c94d-4b80-a4eb-900b9ab533c3'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:29.966239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Attempting to bind port cf6be0fb-e42b-4696-b223-899bcd35b22b on network 65b458c0-c94d-4b80-a4eb-900b9ab533c3 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:30.029214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:30.029629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Checking segment: {'id': 'e54addcd-a1d8-4849-bbd4-26792b8fbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '65b458c0-c94d-4b80-a4eb-900b9ab533c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:30.030510 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.030923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Bound using segment: {'id': 'e54addcd-a1d8-4849-bbd4-26792b8fbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '65b458c0-c94d-4b80-a4eb-900b9ab533c3'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:30.031412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Bound port: cf6be0fb-e42b-4696-b223-899bcd35b22b, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54addcd-a1d8-4849-bbd4-26792b8fbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '65b458c0-c94d-4b80-a4eb-900b9ab533c3'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:30.031992 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.118393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-652f02b7-ffda-440b-a9a1-a93af4e6d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.118887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-652f02b7-ffda-440b-a9a1-a93af4e6d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.119610 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-652f02b7-ffda-440b-a9a1-a93af4e6d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.121942 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-652f02b7-ffda-440b-a9a1-a93af4e6d76f service neutron] 10.222.0.87 "GET /v2.0/networks?id=6b353351-5b83-45e9-9697-85cd3e4e0a38&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0 HTTP/1.1" status: 200 len: 2292 time: 0.1464446 Nov 03 18:57:30.126710 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.205363 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Allocated IP 2001:db8::2 (a44b7bc7-d943-4404-ab54-723ccaa51fba/00293979-20d4-4c8d-9cec-a286a690f595/cbb12936-963e-4135-895d-072a0f54b362) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:30.256952 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-f9e03a41-7ba9-4e93-beb5-f5a777fa9514 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb6009a2-de14-4b29-bc88-45d0d58e81f1 HTTP/1.1" status: 200 len: 1002 time: 0.1257899 Nov 03 18:57:30.332504 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-fb13a4c5-d746-4232-8d10-90ad9c2b4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.334442 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-fb13a4c5-d746-4232-8d10-90ad9c2b4006 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=adadea0b-ba73-4bc3-9678-1424a1593c04 HTTP/1.1" status: 200 len: 851 time: 0.0699565 Nov 03 18:57:30.364853 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a78e5ce5-c500-4aa2-bd3e-69419b3436c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.411191 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] For port cf6be0fb-e42b-4696-b223-899bcd35b22b, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:30.417724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] For port cf6be0fb-e42b-4696-b223-899bcd35b22b, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cf6be0fb-e42b-4696-b223-899bcd35b22b,segment=NetworkSegment(e54addcd-a1d8-4849-bbd4-26792b8fbe29),segment_id=e54addcd-a1d8-4849-bbd4-26792b8fbe29)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:30.422443 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.456812 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.473903 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.480066 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-0cbcaa5d-9067-4448-8ef7-e1a889715ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:30.483546 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-0cbcaa5d-9067-4448-8ef7-e1a889715ad3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6b353351-5b83-45e9-9697-85cd3e4e0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403525 Nov 03 18:57:30.614052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a78e5ce5-c500-4aa2-bd3e-69419b3436c6 None None] For port d3543943-a0ad-41db-ae26-22b1d2177b5f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d3543943-a0ad-41db-ae26-22b1d2177b5f,segment=NetworkSegment(ffd8caef-3e8a-4677-9fee-39276cc9203c),segment_id=ffd8caef-3e8a-4677-9fee-39276cc9203c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:30.616174 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af6a6fd-55e3-44be-9fca-d01ee9577c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1989f2-c705-4e0b-83c9-77efd0217452'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:30.618517 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd0292a-74da-45a5-ae08-b46549556609" -d '{"events": [{"server_uuid": "7af6a6fd-55e3-44be-9fca-d01ee9577c28", "name": "network-vif-plugged", "status": "completed", "tag": "be1989f2-c705-4e0b-83c9-77efd0217452"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:30.689154 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.703779 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.704636 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.717243 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a78e5ce5-c500-4aa2-bd3e-69419b3436c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.757194 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-cd8b3f6d-07d1-4c2c-9923-e1d611a373e0 service neutron] 10.222.0.87 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646418 Nov 03 18:57:30.758953 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port be1989f2-c705-4e0b-83c9-77efd0217452, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=be1989f2-c705-4e0b-83c9-77efd0217452,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:30.800728 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.803342 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb60917-eeb3-4784-a23c-83de69b59578 x-openstack-request-id: req-2bb60917-eeb3-4784-a23c-83de69b59578 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:30.803957 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af6a6fd-55e3-44be-9fca-d01ee9577c28", "name": "network-vif-plugged", "status": "completed", "tag": "be1989f2-c705-4e0b-83c9-77efd0217452", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:30.804544 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2bb60917-eeb3-4784-a23c-83de69b59578 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:30.805061 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af6a6fd-55e3-44be-9fca-d01ee9577c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1989f2-c705-4e0b-83c9-77efd0217452', 'code': 200} Nov 03 18:57:30.890855 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.910751 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:30.920707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event updated for resources: {'Port': ['ID=69305f78-abec-448f-b3a7-587f5f308ac9,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:30.939750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d51b1-3374-401b-bcc5-e8fb89b3dd6b None None] Pushing event updated for resources: {'Port': ['ID=cf6be0fb-e42b-4696-b223-899bcd35b22b,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:31.067047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e5ce5-c500-4aa2-bd3e-69419b3436c6 None None] Pushing event updated for resources: {'Port': ['ID=d3543943-a0ad-41db-ae26-22b1d2177b5f,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:31.126402 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 18:57:31.133863 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 18:57:31.157016 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b50b6d-ad42-4c31-a00a-0f1abee35d52 req-832bb97f-83a3-4c2c-b179-fc19c992476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:31.159404 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48b50b6d-ad42-4c31-a00a-0f1abee35d52 req-832bb97f-83a3-4c2c-b179-fc19c992476c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 1096 time: 0.1956420 Nov 03 18:57:31.166807 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-7ba6f0ae-2b64-46c5-8f5b-146c1362d89c service neutron] 10.222.0.87 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736193 Nov 03 18:57:31.167018 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:31.269087 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-7f9f0dc8-f7c2-4bae-af4d-bd78448a0b6a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=58701c1c-ad42-4e70-bb43-d7060e56eec3 HTTP/1.1" status: 200 len: 217 time: 0.0913081 Nov 03 18:57:31.282996 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a228f-2bf3-4d9c-b4fe-de5f6969c65a req-f7375796-b6e3-4952-89c0-56ba043882db tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:31.286589 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:31.287709 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f78a228f-2bf3-4d9c-b4fe-de5f6969c65a req-f7375796-b6e3-4952-89c0-56ba043882db tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 945 time: 0.4098518 Nov 03 18:57:31.345572 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-48b50b6d-ad42-4c31-a00a-0f1abee35d52 req-30eed636-126b-4058-9a69-5a33e9edfef0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493468 Nov 03 18:57:31.358598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-13467498-a244-4a53-b072-e307baeb1b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:31.360537 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-13467498-a244-4a53-b072-e307baeb1b4d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.0788999 Nov 03 18:57:31.388615 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=be1989f2-c705-4e0b-83c9-77efd0217452,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:31.398490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Network 65b458c0-c94d-4b80-a4eb-900b9ab533c3 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:31.402341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:31.411147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-363d2da3-bfb0-43d0-ad53-6588522d095d None None] Provisioning complete for port d3543943-a0ad-41db-ae26-22b1d2177b5f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:31.411516 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-363d2da3-bfb0-43d0-ad53-6588522d095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:31.459921 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f78a228f-2bf3-4d9c-b4fe-de5f6969c65a req-da11b001-575f-4a7b-ad3d-4678a174cfb1 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634567 Nov 03 18:57:31.557970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Network a44b7bc7-d943-4404-ab54-723ccaa51fba is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:31.574158 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:31.584187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:31.613413 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:31.646275 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Pushing event updated for resources: {'Port': ['ID=cbb12936-963e-4135-895d-072a0f54b362,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:31.767403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Router 4ee0df49-419e-4e00-8ed8-b3a764ddd01b is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 18:57:31.791791 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Attempting to bind port cbb12936-963e-4135-895d-072a0f54b362 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:31.792166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Attempting to bind port cbb12936-963e-4135-895d-072a0f54b362 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '31392a84-b7ba-4c55-a977-c031f221c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a44b7bc7-d943-4404-ab54-723ccaa51fba'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:31.792533 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Attempting to bind port cbb12936-963e-4135-895d-072a0f54b362 on network a44b7bc7-d943-4404-ab54-723ccaa51fba {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:31.830725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-cb0312b0-d23a-4926-9807-169d98c03766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:31.832572 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-cb0312b0-d23a-4926-9807-169d98c03766 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0808513 Nov 03 18:57:31.855067 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:31.856032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Checking segment: {'id': '31392a84-b7ba-4c55-a977-c031f221c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a44b7bc7-d943-4404-ab54-723ccaa51fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:31.856494 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:31.856896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Bound using segment: {'id': '31392a84-b7ba-4c55-a977-c031f221c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a44b7bc7-d943-4404-ab54-723ccaa51fba'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:31.857390 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Bound port: cbb12936-963e-4135-895d-072a0f54b362, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31392a84-b7ba-4c55-a977-c031f221c890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'a44b7bc7-d943-4404-ab54-723ccaa51fba'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:31.857769 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:31.998808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:57:32.006245 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-72e4dcfb-3ddc-4c3c-906d-c90a35deb5d1 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "PUT /v2.0/routers/4ee0df49-419e-4e00-8ed8-b3a764ddd01b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4050341 Nov 03 18:57:32.008734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38750) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:32.014753 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb160dd0-b572-4856-a46c-f6fe6e1661f5 None None] Sync routers for ids ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:57:32.033856 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb160dd0-b572-4856-a46c-f6fe6e1661f5 None None] Routers {'4ee0df49-419e-4e00-8ed8-b3a764ddd01b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:32.034116 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-aef3b8bb-3a2a-46b9-8c21-22dd32a96dd4 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927571 Nov 03 18:57:32.034436 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bb160dd0-b572-4856-a46c-f6fe6e1661f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:57:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:32.064102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] For port cbb12936-963e-4135-895d-072a0f54b362, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:32.070995 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] For port cbb12936-963e-4135-895d-072a0f54b362, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cbb12936-963e-4135-895d-072a0f54b362,segment=NetworkSegment(31392a84-b7ba-4c55-a977-c031f221c890),segment_id=31392a84-b7ba-4c55-a977-c031f221c890)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:32.083769 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:32.157527 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bb160dd0-b572-4856-a46c-f6fe6e1661f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:32.187412 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb160dd0-b572-4856-a46c-f6fe6e1661f5 None None] Routers {'4ee0df49-419e-4e00-8ed8-b3a764ddd01b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:32.194410 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d3543943-a0ad-41db-ae26-22b1d2177b5f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:32.195455 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bb160dd0-b572-4856-a46c-f6fe6e1661f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:57:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:32.339054 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-5ec1c504-7a06-4743-8569-5193b6583561 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960050 Nov 03 18:57:32.343463 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bb160dd0-b572-4856-a46c-f6fe6e1661f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:32.356808 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb160dd0-b572-4856-a46c-f6fe6e1661f5 None None] The sync data for ids ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:57:32.439038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d76b1-3f2f-4178-8d64-4da2bf84e587 None None] Pushing event updated for resources: {'Port': ['ID=cbb12936-963e-4135-895d-072a0f54b362,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:32.449470 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-3fdf6241-7fb3-48d9-9647-b2c39303bbb7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=762c123b-88ce-45d8-87f6-424c68b11183 HTTP/1.1" status: 200 len: 217 time: 0.0964115 Nov 03 18:57:32.467981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a615f19f-075b-4e7c-87ab-503973471eb6 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:32.539763 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: a615f19f-075b-4e7c-87ab-503973471eb6 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:32.540116 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a615f19f-075b-4e7c-87ab-503973471eb6 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:32.633765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port d3543943-a0ad-41db-ae26-22b1d2177b5f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:32.639295 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:32.661244 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-9032bae2-a75f-46ae-b9ee-7ec875312aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:32.685283 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-9032bae2-a75f-46ae-b9ee-7ec875312aa2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.2059038 Nov 03 18:57:32.771132 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e0cfb9-9145-4423-a630-a7147b2641e3 None None] Network 65b458c0-c94d-4b80-a4eb-900b9ab533c3 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:32.867227 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fbbc2-a8b5-49f0-83a1-d64766b92d93 req-43f1de76-6c0f-43f8-9ba2-4bf4720c3fc6 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:32.869061 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-810fbbc2-a8b5-49f0-83a1-d64766b92d93 req-43f1de76-6c0f-43f8-9ba2-4bf4720c3fc6 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 945 time: 0.1364224 Nov 03 18:57:32.886206 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-1d52375a-12bc-445a-b469-e515d90ca1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:32.892567 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-1d52375a-12bc-445a-b469-e515d90ca1ae service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2062550 Nov 03 18:57:32.947019 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-47510fce-39d0-42a7-ba5d-f93503ca7a15 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:57:32.950127 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-47510fce-39d0-42a7-ba5d-f93503ca7a15 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "PUT /v2.0/routers/4ee0df49-419e-4e00-8ed8-b3a764ddd01b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9404984 Nov 03 18:57:32.964205 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38770) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:33.085292 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fa7c6480-9007-4ef9-a469-e27b8154500e None None] Provisioning complete for port cf6be0fb-e42b-4696-b223-899bcd35b22b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:33.086333 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fa7c6480-9007-4ef9-a469-e27b8154500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:33.145574 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-c1636b25-25d8-44d7-b824-64312c548601 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259207 Nov 03 18:57:33.264383 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cf6be0fb-e42b-4696-b223-899bcd35b22b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:33.347412 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-d8b78416-bc35-4216-bf5e-6f10fde5128c service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929185 Nov 03 18:57:33.377185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-810fbbc2-a8b5-49f0-83a1-d64766b92d93 req-2ca15f79-3db4-4a5f-8620-b5089439d822 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997163 Nov 03 18:57:33.495236 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-bbfa6b92-99d0-42d1-8cc2-a4081e28a532 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=5ab89f05-331d-4782-aa0b-943c45c22fa3 HTTP/1.1" status: 200 len: 217 time: 0.1401880 Nov 03 18:57:33.578091 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-d130c584-435b-4382-9ba0-30bc299e9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:33.579808 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-d130c584-435b-4382-9ba0-30bc299e9c57 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.0744624 Nov 03 18:57:33.648840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-1645eb14-3a02-4dc6-a3cd-33272a6b21bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:33.651305 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-1645eb14-3a02-4dc6-a3cd-33272a6b21bb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0630426 Nov 03 18:57:33.731555 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fa7c6480-9007-4ef9-a469-e27b8154500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:33.832570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-fa7c6480-9007-4ef9-a469-e27b8154500e None None] For port cf6be0fb-e42b-4696-b223-899bcd35b22b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cf6be0fb-e42b-4696-b223-899bcd35b22b,segment=NetworkSegment(e54addcd-a1d8-4849-bbd4-26792b8fbe29),segment_id=e54addcd-a1d8-4849-bbd4-26792b8fbe29)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:33.837200 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port cf6be0fb-e42b-4696-b223-899bcd35b22b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:33.847947 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:33.856115 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fa7c6480-9007-4ef9-a469-e27b8154500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:33.973235 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3b8052-7d05-498f-bec6-2fc6dfa8e8b0 None None] Network a44b7bc7-d943-4404-ab54-723ccaa51fba requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:33.982015 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-6ef134ec-983a-4981-a2b3-4e31d606f181 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173778 Nov 03 18:57:34.190669 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-fc004b8e-269b-427f-b123-7b660cecd88b service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998942 Nov 03 18:57:34.240294 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-211bbc73-6409-42c3-98de-9c6a983eae65 None None] Provisioning complete for port cbb12936-963e-4135-895d-072a0f54b362 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:34.240803 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-211bbc73-6409-42c3-98de-9c6a983eae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:34.247846 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c6480-9007-4ef9-a469-e27b8154500e None None] Pushing event updated for resources: {'Port': ['ID=cf6be0fb-e42b-4696-b223-899bcd35b22b,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:34.253238 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-6013d261-9a24-4f40-88a5-bca52a49b9a5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 HTTP/1.1" status: 200 len: 217 time: 0.0513911 Nov 03 18:57:34.338918 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-ecdea984-d488-4716-a51e-45cee70bdf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:34.343262 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-ecdea984-d488-4716-a51e-45cee70bdf33 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.0796573 Nov 03 18:57:34.477324 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-1617027b-3805-4ce2-9661-220a69841f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:34.479024 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-1617027b-3805-4ce2-9661-220a69841f76 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1099286 Nov 03 18:57:34.620503 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-211bbc73-6409-42c3-98de-9c6a983eae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:34.711698 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-211bbc73-6409-42c3-98de-9c6a983eae65 None None] For port cbb12936-963e-4135-895d-072a0f54b362, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cbb12936-963e-4135-895d-072a0f54b362,segment=NetworkSegment(31392a84-b7ba-4c55-a977-c031f221c890),segment_id=31392a84-b7ba-4c55-a977-c031f221c890)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:34.718455 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-211bbc73-6409-42c3-98de-9c6a983eae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:34.790836 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700984ad-14fe-4278-b45f-3138bef81e78 req-9d6df973-0ac9-4144-8da1-ee0108553f7b tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:34.799539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-700984ad-14fe-4278-b45f-3138bef81e78 req-9d6df973-0ac9-4144-8da1-ee0108553f7b tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 945 time: 0.2535880 Nov 03 18:57:34.833318 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-fc2a5c4a-71f8-4e3c-8cb4-fe797bcf70fe service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447554 Nov 03 18:57:34.907453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bbc73-6409-42c3-98de-9c6a983eae65 None None] Pushing event updated for resources: {'Port': ['ID=cbb12936-963e-4135-895d-072a0f54b362,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:34.923071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cf6be0fb-e42b-4696-b223-899bcd35b22b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:34.946014 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-18a3105b-2dcd-4eab-b973-36cee321df6a None None] Provisioning complete for port cf6be0fb-e42b-4696-b223-899bcd35b22b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:34.950226 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-18a3105b-2dcd-4eab-b973-36cee321df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:34.964331 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-700984ad-14fe-4278-b45f-3138bef81e78 req-ba65ed22-321f-43d9-af7e-deb7d23b5af2 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533544 Nov 03 18:57:34.966919 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c6a4629c-6aad-444c-95b1-dd86f7cbd04a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:35.229728 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-61cb8e0e-771b-4f8f-a622-d6b45186cb25 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883264 Nov 03 18:57:35.321609 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-ecb236a8-65e7-4dce-a055-0264e9d55fd8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bae343c8-8d70-4d32-99cc-d202d84dd31f HTTP/1.1" status: 200 len: 217 time: 0.0828810 Nov 03 18:57:35.361545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port cf6be0fb-e42b-4696-b223-899bcd35b22b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:35.362172 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:35.419489 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-18a3105b-2dcd-4eab-b973-36cee321df6a None None] Provisioning complete for port 69305f78-abec-448f-b3a7-587f5f308ac9 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:35.419901 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-18a3105b-2dcd-4eab-b973-36cee321df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:35.485032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-18a3105b-2dcd-4eab-b973-36cee321df6a None None] Port 69305f78-abec-448f-b3a7-587f5f308ac9 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:57:35.526647 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-237ee89b-acbc-47bf-b0f1-3e1985eec247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.531471 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-237ee89b-acbc-47bf-b0f1-3e1985eec247 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b12d4a62-83aa-465c-b86c-67ad4f5b0c3a HTTP/1.1" status: 200 len: 797 time: 0.1876366 Nov 03 18:57:35.601159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d70ae5-e97a-4850-93e0-6c5065553ef0 req-dfe2356d-c244-46f2-b29f-3f7cbe5d0629 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.601939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41d70ae5-e97a-4850-93e0-6c5065553ef0 req-dfe2356d-c244-46f2-b29f-3f7cbe5d0629 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=1cddc763-1b7b-4de3-bd64-e686a1f1079a HTTP/1.1" status: 200 len: 946 time: 0.3929050 Nov 03 18:57:35.653312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cbb12936-963e-4135-895d-072a0f54b362 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:35.681749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41d70ae5-e97a-4850-93e0-6c5065553ef0 req-90e91652-bd35-469e-9d36-fb59ec825f61 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686445 Nov 03 18:57:35.686327 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-2ea41ed9-cdb9-40cf-84a8-de1eb913b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:35.688891 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-2ea41ed9-cdb9-40cf-84a8-de1eb913b6f9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1499321 Nov 03 18:57:35.757259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c2ec54fd-0f20-4f34-97fe-3919520d44c4 None None] Provisioning complete for port cbb12936-963e-4135-895d-072a0f54b362 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:35.764692 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c2ec54fd-0f20-4f34-97fe-3919520d44c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:35.864243 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-11a90c4c-a932-407b-b565-889a483026e9 service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577871 Nov 03 18:57:35.885193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port cbb12936-963e-4135-895d-072a0f54b362 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:35.885477 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:35.929897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-c6a4629c-6aad-444c-95b1-dd86f7cbd04a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Deleting port 69305f78-abec-448f-b3a7-587f5f308ac9 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:35.931755 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c6a4629c-6aad-444c-95b1-dd86f7cbd04a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:36.003018 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-37d4534a-356d-45f1-9b5f-58d12426f4ed service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328683 Nov 03 18:57:36.052517 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c2ec54fd-0f20-4f34-97fe-3919520d44c4 None None] Provisioning complete for port 69305f78-abec-448f-b3a7-587f5f308ac9 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:36.057890 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c2ec54fd-0f20-4f34-97fe-3919520d44c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:36.060498 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-dccb461f-e6a4-443f-ac8a-e9babe9037b0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 HTTP/1.1" status: 200 len: 217 time: 0.0498052 Nov 03 18:57:36.141132 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-42606ca4-6baa-4dcd-84f7-98f8a3b6e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:36.145088 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-42606ca4-6baa-4dcd-84f7-98f8a3b6e998 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b12d4a62-83aa-465c-b86c-67ad4f5b0c3a HTTP/1.1" status: 200 len: 797 time: 0.0756779 Nov 03 18:57:36.209637 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec54fd-0f20-4f34-97fe-3919520d44c4 None None] Port 69305f78-abec-448f-b3a7-587f5f308ac9 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:57:36.220854 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c6a4629c-6aad-444c-95b1-dd86f7cbd04a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:36.252505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-c6a4629c-6aad-444c-95b1-dd86f7cbd04a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Calling delete_port for 69305f78-abec-448f-b3a7-587f5f308ac9 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:36.264556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-620b844f-652c-4db1-b728-dbd1b9085f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:36.266205 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-620b844f-652c-4db1-b728-dbd1b9085f57 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1109331 Nov 03 18:57:36.442719 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-38d8e5e3-98a6-4989-8ee2-a963a90a23be service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687679 Nov 03 18:57:36.593781 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-340b4eae-7a3e-44c6-8784-82ed960438e9 req-8e1abc34-3a99-4452-85cc-8e7e7f68484b service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426539 Nov 03 18:57:36.636582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc989aef-712f-4e83-9652-cd59c055f47c req-52d103e2-bc73-4e47-b132-b2802f29b0aa tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:36.644741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc989aef-712f-4e83-9652-cd59c055f47c req-52d103e2-bc73-4e47-b132-b2802f29b0aa tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=1cddc763-1b7b-4de3-bd64-e686a1f1079a HTTP/1.1" status: 200 len: 946 time: 0.1048551 Nov 03 18:57:36.688660 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cbb12936-963e-4135-895d-072a0f54b362 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:36.749034 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc989aef-712f-4e83-9652-cd59c055f47c req-3a8b192c-9cd4-4606-aa9b-1f355c6028bd tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878763 Nov 03 18:57:36.752438 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c6a4629c-6aad-444c-95b1-dd86f7cbd04a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:36.801025 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port cbb12936-963e-4135-895d-072a0f54b362 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:36.801620 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:36.860064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4629c-6aad-444c-95b1-dd86f7cbd04a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event deleted for resources: {'Port': ['ID=69305f78-abec-448f-b3a7-587f5f308ac9,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:36.965521 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53145891-fdec-48b0-9188-0230031a6545 req-a06ca197-2865-4989-97c2-175b3d3b9501 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:36.967298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53145891-fdec-48b0-9188-0230031a6545 req-a06ca197-2865-4989-97c2-175b3d3b9501 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 946 time: 0.2170529 Nov 03 18:57:37.023594 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c6a4629c-6aad-444c-95b1-dd86f7cbd04a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:37.127109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53145891-fdec-48b0-9188-0230031a6545 req-36af0a88-fe75-4bce-886c-f60490c28387 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294901 Nov 03 18:57:37.321320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a4629c-6aad-444c-95b1-dd86f7cbd04a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Router 4ee0df49-419e-4e00-8ed8-b3a764ddd01b has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:57:37.474326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a4629c-6aad-444c-95b1-dd86f7cbd04a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:57:37.479487 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c6a4629c-6aad-444c-95b1-dd86f7cbd04a tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "PUT /v2.0/routers/4ee0df49-419e-4e00-8ed8-b3a764ddd01b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5128083 Nov 03 18:57:37.484187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38834) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:37.491800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52468b87-c022-4caf-a18d-7e84435d3e21 None None] Sync routers for ids ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:57:37.526387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52468b87-c022-4caf-a18d-7e84435d3e21 None None] Routers {'4ee0df49-419e-4e00-8ed8-b3a764ddd01b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:37.527221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-52468b87-c022-4caf-a18d-7e84435d3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:57:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:37.568701 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-c2edc4e2-2edf-4736-b526-141b564a8aaa tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] delete failed (client error): The resource could not be found. Nov 03 18:57:37.570207 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c2edc4e2-2edf-4736-b526-141b564a8aaa tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "DELETE /v2.0/routers/tempest-non_exist_router-1998287550 HTTP/1.1" status: 404 len: 335 time: 0.0851088 Nov 03 18:57:37.576219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38840) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:37.581533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b321ba90-55c0-46f5-9b85-fadb43eb3af7 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Request body: {'router': {'external_gateway_info': {'network_id': '4ee0df49-419e-4e00-8ed8-b3a764ddd01b'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:37.629495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-52468b87-c022-4caf-a18d-7e84435d3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:37.639328 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800b2ad-1a74-4f62-bd1d-b6d5ab47ef8e req-8b3001c8-4aaa-456e-9f60-1f991d75459b tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:37.641259 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3800b2ad-1a74-4f62-bd1d-b6d5ab47ef8e req-8b3001c8-4aaa-456e-9f60-1f991d75459b tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cddc763-1b7b-4de3-bd64-e686a1f1079a HTTP/1.1" status: 200 len: 946 time: 0.0844049 Nov 03 18:57:37.679202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52468b87-c022-4caf-a18d-7e84435d3e21 None None] Routers {'4ee0df49-419e-4e00-8ed8-b3a764ddd01b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:37.679978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-52468b87-c022-4caf-a18d-7e84435d3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:57:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:37.758714 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-52468b87-c022-4caf-a18d-7e84435d3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:37.759381 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52468b87-c022-4caf-a18d-7e84435d3e21 None None] The sync data for ids ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:57:37.885616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-3800b2ad-1a74-4f62-bd1d-b6d5ab47ef8e req-4aa494a2-ce23-4a61-8380-22022f80cc85 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Deleting port d95cfd22-7685-402c-bc94-9cd711d741be {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:37.885950 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3800b2ad-1a74-4f62-bd1d-b6d5ab47ef8e req-4aa494a2-ce23-4a61-8380-22022f80cc85 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.093901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3800b2ad-1a74-4f62-bd1d-b6d5ab47ef8e req-4aa494a2-ce23-4a61-8380-22022f80cc85 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] For port d95cfd22-7685-402c-bc94-9cd711d741be, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=d95cfd22-7685-402c-bc94-9cd711d741be,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:38.094379 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3800b2ad-1a74-4f62-bd1d-b6d5ab47ef8e req-4aa494a2-ce23-4a61-8380-22022f80cc85 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.108498 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-3800b2ad-1a74-4f62-bd1d-b6d5ab47ef8e req-4aa494a2-ce23-4a61-8380-22022f80cc85 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Calling delete_port for d95cfd22-7685-402c-bc94-9cd711d741be owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:38.133033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b321ba90-55c0-46f5-9b85-fadb43eb3af7 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.149913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebec2e9-2381-4c00-8838-372986c2bdc1 req-497dcfb5-bf7e-4f45-a062-30dbce8e557a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.151540 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ebec2e9-2381-4c00-8838-372986c2bdc1 req-497dcfb5-bf7e-4f45-a062-30dbce8e557a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=1cddc763-1b7b-4de3-bd64-e686a1f1079a HTTP/1.1" status: 200 len: 946 time: 0.2608180 Nov 03 18:57:38.199502 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-b321ba90-55c0-46f5-9b85-fadb43eb3af7 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] update failed (client error): The resource could not be found. Nov 03 18:57:38.200356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b321ba90-55c0-46f5-9b85-fadb43eb3af7 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "PUT /v2.0/routers/4ee0df49-419e-4e00-8ed8-b3a764ddd01b HTTP/1.1" status: 404 len: 339 time: 0.6226268 Nov 03 18:57:38.218624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38848) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:38.236389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1a61a4c0-14a0-4fe7-90ad-dc95b6e2be7b tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-886066833'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:38.335372 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3800b2ad-1a74-4f62-bd1d-b6d5ab47ef8e req-4aa494a2-ce23-4a61-8380-22022f80cc85 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.346644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b335d3d-6f36-457e-9817-ab28c031c87c req-65f45b28-6e48-4bcb-8b35-b589b70c957c tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.350010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['d95cfd22-7685-402c-bc94-9cd711d741be'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:38.350227 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b335d3d-6f36-457e-9817-ab28c031c87c req-65f45b28-6e48-4bcb-8b35-b589b70c957c tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.98 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 946 time: 0.2588608 Nov 03 18:57:38.377901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa494a2-ce23-4a61-8380-22022f80cc85 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Pushing event deleted for resources: {'Port': ['ID=d95cfd22-7685-402c-bc94-9cd711d741be,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:38.438499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['be1989f2-c705-4e0b-83c9-77efd0217452'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:38.452805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3800b2ad-1a74-4f62-bd1d-b6d5ab47ef8e req-4aa494a2-ce23-4a61-8380-22022f80cc85 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] No DVR routers for this DVR port d95cfd22-7685-402c-bc94-9cd711d741be on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:38.455850 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3800b2ad-1a74-4f62-bd1d-b6d5ab47ef8e req-4aa494a2-ce23-4a61-8380-22022f80cc85 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.461493 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3800b2ad-1a74-4f62-bd1d-b6d5ab47ef8e req-4aa494a2-ce23-4a61-8380-22022f80cc85 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.98 "DELETE /v2.0/ports/d95cfd22-7685-402c-bc94-9cd711d741be HTTP/1.1" status: 204 len: 173 time: 0.8129408 Nov 03 18:57:38.462075 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cddc763-1b7b-4de3-bd64-e686a1f1079a', 'name': 'network-vif-deleted', 'tag': 'd95cfd22-7685-402c-bc94-9cd711d741be'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:38.465612 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af22ce1-ddb0-4712-89a4-e7c3aaaeeff2" -d '{"events": [{"server_uuid": "1cddc763-1b7b-4de3-bd64-e686a1f1079a", "name": "network-vif-deleted", "tag": "d95cfd22-7685-402c-bc94-9cd711d741be"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:38.493223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a61a4c0-14a0-4fe7-90ad-dc95b6e2be7b tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Made reservation on behalf of 5fd5852e163e4b31ae0917f7bf41dc39 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:38.511495 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a61a4c0-14a0-4fe7-90ad-dc95b6e2be7b tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.613466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7fa8c-43f4-4367-b582-fbbcf5d825e7 req-fcc7af3c-23ea-4c93-badd-def394a47e00 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.617836 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-31c7fa8c-43f4-4367-b582-fbbcf5d825e7 req-fcc7af3c-23ea-4c93-badd-def394a47e00 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.87 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 945 time: 0.1347392 Nov 03 18:57:38.638430 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ebec2e9-2381-4c00-8838-372986c2bdc1 req-1b438710-1564-4724-b5c0-3b01335b08bb tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/security-groups?id=0fe5d553-3f1b-45cc-bc56-15d9729354af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409134 Nov 03 18:57:38.720905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a61a4c0-14a0-4fe7-90ad-dc95b6e2be7b tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:57:38.747449 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a61a4c0-14a0-4fe7-90ad-dc95b6e2be7b tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.748371 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-1a61a4c0-14a0-4fe7-90ad-dc95b6e2be7b tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Added segment e74525e1-d0c0-46d2-9874-6a2eccae89c7 of type vlan for network e8ad61be-416e-4c3c-9d38-0583121df8b7 Nov 03 18:57:38.768887 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666d3fcc-d09a-4c0a-b972-67fd5d49dd47 x-openstack-request-id: req-666d3fcc-d09a-4c0a-b972-67fd5d49dd47 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:38.769160 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cddc763-1b7b-4de3-bd64-e686a1f1079a", "name": "network-vif-deleted", "tag": "d95cfd22-7685-402c-bc94-9cd711d741be", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:38.769413 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-666d3fcc-d09a-4c0a-b972-67fd5d49dd47 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:38.771468 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cddc763-1b7b-4de3-bd64-e686a1f1079a', 'name': 'network-vif-deleted', 'tag': 'd95cfd22-7685-402c-bc94-9cd711d741be', 'status': 'completed', 'code': 200} Nov 03 18:57:38.805831 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a61a4c0-14a0-4fe7-90ad-dc95b6e2be7b tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.875682 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a61a4c0-14a0-4fe7-90ad-dc95b6e2be7b tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.884088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a61a4c0-14a0-4fe7-90ad-dc95b6e2be7b tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.884969 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a61a4c0-14a0-4fe7-90ad-dc95b6e2be7b tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.887418 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-31c7fa8c-43f4-4367-b582-fbbcf5d825e7 req-e1e736d0-3235-4657-828e-9384d0541f84 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Deleting port be1989f2-c705-4e0b-83c9-77efd0217452 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:38.887786 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-31c7fa8c-43f4-4367-b582-fbbcf5d825e7 req-e1e736d0-3235-4657-828e-9384d0541f84 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:38.918817 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38858) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:38.920051 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1a61a4c0-14a0-4fe7-90ad-dc95b6e2be7b tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6996760 Nov 03 18:57:38.929805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f1bcc6d4-2d49-4066-92fd-ee7ca00c567d tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Request body: {'subnet': {'network_id': 'e8ad61be-416e-4c3c-9d38-0583121df8b7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:38.958149 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eba571-749d-4070-b995-5b5c77df8149 req-dca17c70-7738-4718-9131-575be3e08969 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:38.966952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28eba571-749d-4070-b995-5b5c77df8149 req-dca17c70-7738-4718-9131-575be3e08969 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 946 time: 0.6373515 Nov 03 18:57:39.042443 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28eba571-749d-4070-b995-5b5c77df8149 req-49248c0d-9cf5-4b9a-a804-3b68f8c1d1e4 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745046 Nov 03 18:57:39.148314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-4b335d3d-6f36-457e-9817-ab28c031c87c req-79571bdc-6a01-44df-8341-2fc4ca23d727 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Deleting port a6256e8f-dd54-4618-8d0d-b0df4429d5aa {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:39.149054 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4b335d3d-6f36-457e-9817-ab28c031c87c req-79571bdc-6a01-44df-8341-2fc4ca23d727 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:39.153243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61a4c0-14a0-4fe7-90ad-dc95b6e2be7b tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event updated for resources: {'Network': ['ID=e8ad61be-416e-4c3c-9d38-0583121df8b7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:39.166021 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network e8ad61be-416e-4c3c-9d38-0583121df8b7 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:39.289762 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-31c7fa8c-43f4-4367-b582-fbbcf5d825e7 req-e1e736d0-3235-4657-828e-9384d0541f84 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] For port be1989f2-c705-4e0b-83c9-77efd0217452, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=be1989f2-c705-4e0b-83c9-77efd0217452,segment=NetworkSegment(463ee8bb-afc4-4a1f-8732-8b709518eaef),segment_id=463ee8bb-afc4-4a1f-8732-8b709518eaef)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:39.290311 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-31c7fa8c-43f4-4367-b582-fbbcf5d825e7 req-e1e736d0-3235-4657-828e-9384d0541f84 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:39.332652 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-31c7fa8c-43f4-4367-b582-fbbcf5d825e7 req-e1e736d0-3235-4657-828e-9384d0541f84 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Calling delete_port for be1989f2-c705-4e0b-83c9-77efd0217452 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:39.341904 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bcc6d4-2d49-4066-92fd-ee7ca00c567d tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Made reservation on behalf of 5fd5852e163e4b31ae0917f7bf41dc39 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:39.345054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-4b335d3d-6f36-457e-9817-ab28c031c87c req-79571bdc-6a01-44df-8341-2fc4ca23d727 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] For port a6256e8f-dd54-4618-8d0d-b0df4429d5aa, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a6256e8f-dd54-4618-8d0d-b0df4429d5aa,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:39.345724 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4b335d3d-6f36-457e-9817-ab28c031c87c req-79571bdc-6a01-44df-8341-2fc4ca23d727 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:39.346603 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc6d4-2d49-4066-92fd-ee7ca00c567d tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:39.364665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-4b335d3d-6f36-457e-9817-ab28c031c87c req-79571bdc-6a01-44df-8341-2fc4ca23d727 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Calling delete_port for a6256e8f-dd54-4618-8d0d-b0df4429d5aa owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:39.545115 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4b335d3d-6f36-457e-9817-ab28c031c87c req-79571bdc-6a01-44df-8341-2fc4ca23d727 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:39.560292 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['63003d42-6336-4ab2-a39c-86bcb259b295', 'a6256e8f-dd54-4618-8d0d-b0df4429d5aa'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:39.650871 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79571bdc-6a01-44df-8341-2fc4ca23d727 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Pushing event deleted for resources: {'Port': ['ID=a6256e8f-dd54-4618-8d0d-b0df4429d5aa,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:39.693320 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['ceca5cd1-9201-4d7f-bcfb-1af6c4c01340'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:39.703970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b335d3d-6f36-457e-9817-ab28c031c87c req-79571bdc-6a01-44df-8341-2fc4ca23d727 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] No DVR routers for this DVR port a6256e8f-dd54-4618-8d0d-b0df4429d5aa on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:39.717592 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4b335d3d-6f36-457e-9817-ab28c031c87c req-79571bdc-6a01-44df-8341-2fc4ca23d727 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:39.720724 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b335d3d-6f36-457e-9817-ab28c031c87c req-79571bdc-6a01-44df-8341-2fc4ca23d727 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.98 "DELETE /v2.0/ports/a6256e8f-dd54-4618-8d0d-b0df4429d5aa HTTP/1.1" status: 204 len: 173 time: 1.3582616 Nov 03 18:57:39.721307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d60d790-e73f-4303-84c4-4d022a66f158', 'name': 'network-vif-deleted', 'tag': 'a6256e8f-dd54-4618-8d0d-b0df4429d5aa'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:39.723830 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47ae81c-5636-42dd-ab38-f08251bd14d5" -d '{"events": [{"server_uuid": "7d60d790-e73f-4303-84c4-4d022a66f158", "name": "network-vif-deleted", "tag": "a6256e8f-dd54-4618-8d0d-b0df4429d5aa"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:39.784236 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535697b4-0fcf-4572-9eb7-33099e69a24f x-openstack-request-id: req-535697b4-0fcf-4572-9eb7-33099e69a24f {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:39.785452 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d60d790-e73f-4303-84c4-4d022a66f158", "name": "network-vif-deleted", "tag": "a6256e8f-dd54-4618-8d0d-b0df4429d5aa", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:39.786008 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-535697b4-0fcf-4572-9eb7-33099e69a24f {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:39.786821 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d60d790-e73f-4303-84c4-4d022a66f158', 'name': 'network-vif-deleted', 'tag': 'a6256e8f-dd54-4618-8d0d-b0df4429d5aa', 'status': 'completed', 'code': 200} Nov 03 18:57:39.811571 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc6d4-2d49-4066-92fd-ee7ca00c567d tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:39.828384 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-31c7fa8c-43f4-4367-b582-fbbcf5d825e7 req-e1e736d0-3235-4657-828e-9384d0541f84 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:39.925776 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dce5f032-619f-48bd-b77f-e99493663120 req-2d4eb629-e1ef-449c-a698-08bf1c8129f3 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 210 time: 0.0885146 Nov 03 18:57:40.047421 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e736d0-3235-4657-828e-9384d0541f84 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Pushing event deleted for resources: {'Port': ['ID=be1989f2-c705-4e0b-83c9-77efd0217452,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:40.118688 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcc6d4-2d49-4066-92fd-ee7ca00c567d tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event updated for resources: {'Subnet': ['ID=9c1c1099-70b0-44ca-8b0c-0aa541de772a,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:40.123975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c7fa8c-43f4-4367-b582-fbbcf5d825e7 req-e1e736d0-3235-4657-828e-9384d0541f84 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] No DVR routers for this DVR port be1989f2-c705-4e0b-83c9-77efd0217452 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:40.128077 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-31c7fa8c-43f4-4367-b582-fbbcf5d825e7 req-e1e736d0-3235-4657-828e-9384d0541f84 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:40.133365 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-31c7fa8c-43f4-4367-b582-fbbcf5d825e7 req-e1e736d0-3235-4657-828e-9384d0541f84 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.87 "DELETE /v2.0/ports/be1989f2-c705-4e0b-83c9-77efd0217452 HTTP/1.1" status: 204 len: 173 time: 1.5008550 Nov 03 18:57:40.142368 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bcc6d4-2d49-4066-92fd-ee7ca00c567d tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Checking segment: {'id': 'e74525e1-d0c0-46d2-9874-6a2eccae89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e8ad61be-416e-4c3c-9d38-0583121df8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:40.143137 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bcc6d4-2d49-4066-92fd-ee7ca00c567d tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Network hostable DHCP agents. Network: e8ad61be-416e-4c3c-9d38-0583121df8b7, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:57:40.169915 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bcc6d4-2d49-4066-92fd-ee7ca00c567d tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Network e8ad61be-416e-4c3c-9d38-0583121df8b7 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:57:40.209994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-f1bcc6d4-2d49-4066-92fd-ee7ca00c567d tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, e8ad61be-416e-4c3c-9d38-0583121df8b7) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:40.223467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3ae1e7-786e-4ed4-9352-7a92cd30605c None None] Network e8ad61be-416e-4c3c-9d38-0583121df8b7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:40.236188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bcc6d4-2d49-4066-92fd-ee7ca00c567d tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:40.252804 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc6d4-2d49-4066-92fd-ee7ca00c567d tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:40.310020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['d95cfd22-7685-402c-bc94-9cd711d741be'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:40.319657 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f1bcc6d4-2d49-4066-92fd-ee7ca00c567d tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3972964 Nov 03 18:57:40.322980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38880) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:40.343929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-95d7c94a-6548-49bb-b5b2-2e44526cf014 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e8ad61be-416e-4c3c-9d38-0583121df8b7'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:40.346692 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c566e93-b26f-4f16-a90e-f2b6eea6ca99 req-c4a3b552-640a-4656-9ef5-988194ad0dbb tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=7d60d790-e73f-4303-84c4-4d022a66f158 HTTP/1.1" status: 200 len: 210 time: 0.1022372 Nov 03 18:57:40.601473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-e8ad61be-416e-4c3c-9d38-0583121df8b7', 'network_id': 'e8ad61be-416e-4c3c-9d38-0583121df8b7', 'tenant_id': '5fd5852e163e4b31ae0917f7bf41dc39', 'fixed_ips': [{'subnet_id': '9c1c1099-70b0-44ca-8b0c-0aa541de772a'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 18:57:40.603133 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:40.788112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Allocated IP 2001:db8:1::2 (e8ad61be-416e-4c3c-9d38-0583121df8b7/9c1c1099-70b0-44ca-8b0c-0aa541de772a/250533e8-1896-47a1-a269-09e743c9a941) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:41.049529 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.063107 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.127167 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dea462f4-75b3-4d37-9237-f413e6dae434 req-c8baf1e2-b8fb-46e8-9a2d-85abed68150a tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] 10.222.0.107 "GET /v2.0/ports?device_id=7af6a6fd-55e3-44be-9fca-d01ee9577c28 HTTP/1.1" status: 200 len: 210 time: 0.0384402 Nov 03 18:57:41.169144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Network e8ad61be-416e-4c3c-9d38-0583121df8b7 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:41.195999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:41.206040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:41.210475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Pushing event updated for resources: {'Port': ['ID=250533e8-1896-47a1-a269-09e743c9a941,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:41.316984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Attempting to bind port 250533e8-1896-47a1-a269-09e743c9a941 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:41.319213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Attempting to bind port 250533e8-1896-47a1-a269-09e743c9a941 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'e74525e1-d0c0-46d2-9874-6a2eccae89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e8ad61be-416e-4c3c-9d38-0583121df8b7'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:41.319213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Attempting to bind port 250533e8-1896-47a1-a269-09e743c9a941 on network e8ad61be-416e-4c3c-9d38-0583121df8b7 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:41.327194 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:41.327853 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Checking segment: {'id': 'e74525e1-d0c0-46d2-9874-6a2eccae89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e8ad61be-416e-4c3c-9d38-0583121df8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:41.328404 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.329087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Bound using segment: {'id': 'e74525e1-d0c0-46d2-9874-6a2eccae89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e8ad61be-416e-4c3c-9d38-0583121df8b7'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:41.330689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Bound port: 250533e8-1896-47a1-a269-09e743c9a941, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74525e1-d0c0-46d2-9874-6a2eccae89c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'e8ad61be-416e-4c3c-9d38-0583121df8b7'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:41.332912 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.488341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] For port 250533e8-1896-47a1-a269-09e743c9a941, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:41.496386 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] For port 250533e8-1896-47a1-a269-09e743c9a941, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=250533e8-1896-47a1-a269-09e743c9a941,segment=NetworkSegment(e74525e1-d0c0-46d2-9874-6a2eccae89c7),segment_id=e74525e1-d0c0-46d2-9874-6a2eccae89c7)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:41.505134 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.610462 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4cad3-0e4e-482c-9113-d8f008f76e30 None None] Pushing event updated for resources: {'Port': ['ID=250533e8-1896-47a1-a269-09e743c9a941,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:41.720522 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-95d7c94a-6548-49bb-b5b2-2e44526cf014 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:41.744244 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af6a6fd-55e3-44be-9fca-d01ee9577c28', 'name': 'network-vif-deleted', 'tag': 'be1989f2-c705-4e0b-83c9-77efd0217452'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:41.746696 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd626dea-d3c8-4ff6-967d-502edfde1a33" -d '{"events": [{"server_uuid": "7af6a6fd-55e3-44be-9fca-d01ee9577c28", "name": "network-vif-deleted", "tag": "be1989f2-c705-4e0b-83c9-77efd0217452"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:41.945818 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be7a1aa-249a-4733-8ba1-c20408227098 x-openstack-request-id: req-6be7a1aa-249a-4733-8ba1-c20408227098 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:41.946982 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af6a6fd-55e3-44be-9fca-d01ee9577c28", "name": "network-vif-deleted", "tag": "be1989f2-c705-4e0b-83c9-77efd0217452", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:41.947845 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6be7a1aa-249a-4733-8ba1-c20408227098 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:41.950319 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af6a6fd-55e3-44be-9fca-d01ee9577c28', 'name': 'network-vif-deleted', 'tag': 'be1989f2-c705-4e0b-83c9-77efd0217452', 'status': 'completed', 'code': 200} Nov 03 18:57:42.146081 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-95d7c94a-6548-49bb-b5b2-2e44526cf014 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:57:42.149410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2a0b1-2156-4816-aefb-c049fc3988a5 req-99a390f0-44e9-4bdb-b0ee-c1686ffa592a tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:42.155636 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-95d7c94a-6548-49bb-b5b2-2e44526cf014 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "PUT /v2.0/routers/4ee0df49-419e-4e00-8ed8-b3a764ddd01b HTTP/1.1" status: 400 len: 364 time: 1.8273132 Nov 03 18:57:42.156339 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38908) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:42.171779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21b2a0b1-2156-4816-aefb-c049fc3988a5 req-99a390f0-44e9-4bdb-b0ee-c1686ffa592a tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 946 time: 0.1119654 Nov 03 18:57:42.251553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38914) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:42.414444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcae61d4-975a-46ae-8b4c-ed40c6523a41 admin admin] Deleting subnet 332fb31e-687b-40c3-9f7c-52be81f54424 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:57:42.424743 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcae61d4-975a-46ae-8b4c-ed40c6523a41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:42.516453 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcae61d4-975a-46ae-8b4c-ed40c6523a41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:42.525739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device d95cfd22-7685-402c-bc94-9cd711d741be no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:42.563612 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcae61d4-975a-46ae-8b4c-ed40c6523a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:42.612112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: d95cfd22-7685-402c-bc94-9cd711d741be {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:42.612489 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device d95cfd22-7685-402c-bc94-9cd711d741be not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:42.612956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a6256e8f-dd54-4618-8d0d-b0df4429d5aa no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:42.670694 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcae61d4-975a-46ae-8b4c-ed40c6523a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:42.684381 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21b2a0b1-2156-4816-aefb-c049fc3988a5 req-62e9b74a-9554-425f-a7da-2710c98475ef tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086110 Nov 03 18:57:42.713302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: a6256e8f-dd54-4618-8d0d-b0df4429d5aa {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:42.716299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a6256e8f-dd54-4618-8d0d-b0df4429d5aa not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:42.731745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae61d4-975a-46ae-8b4c-ed40c6523a41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332fb31e-687b-40c3-9f7c-52be81f54424,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:42.736440 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcae61d4-975a-46ae-8b4c-ed40c6523a41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:42.742951 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bcae61d4-975a-46ae-8b4c-ed40c6523a41 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/332fb31e-687b-40c3-9f7c-52be81f54424 HTTP/1.1" status: 204 len: 168 time: 0.4793713 Nov 03 18:57:42.743189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38918) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:42.811886 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 250533e8-1896-47a1-a269-09e743c9a941 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:42.893583 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.064860 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.114179 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:43.136951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463ee8bb-afc4-4a1f-8732-8b709518eaef') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:43.137320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463ee8bb-afc4-4a1f-8732-8b709518eaef') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:43.157923 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.172686 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.193326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:43.197753 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:43.205267 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:43.301567 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.410267 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.429075 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.432426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] 10.222.0.107 "DELETE /v2.0/networks/bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19 HTTP/1.1" status: 204 len: 168 time: 0.6878543 Nov 03 18:57:43.455203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device be1989f2-c705-4e0b-83c9-77efd0217452 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:43.491223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Pushing event deleted for resources: {'Network': ['ID=bd5112a3-dbcf-45cb-bb91-3a4a1cac2c19,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:43.536231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:43.536682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:43.536866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:43.537191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:43.537536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:43.538206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:43.538206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:43.538526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:43.538861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:43.539198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:43.539532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:43.560305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9818e195-cbbf-4f6e-a77c-0507603cf92a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:57:43.623936 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: be1989f2-c705-4e0b-83c9-77efd0217452 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:43.626269 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device be1989f2-c705-4e0b-83c9-77efd0217452 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:43.631155 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.680313 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 250533e8-1896-47a1-a269-09e743c9a941 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:43.682843 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:43.875049 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.000488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 250533e8-1896-47a1-a269-09e743c9a941, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=250533e8-1896-47a1-a269-09e743c9a941,segment=NetworkSegment(e74525e1-d0c0-46d2-9874-6a2eccae89c7),segment_id=e74525e1-d0c0-46d2-9874-6a2eccae89c7)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:44.010019 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.018757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991dbea-15c6-4d4c-a00d-d85745b78514 req-5e6352c7-ec1b-40f8-a5a8-acde61f99c17 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:44.022186 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b991dbea-15c6-4d4c-a00d-d85745b78514 req-5e6352c7-ec1b-40f8-a5a8-acde61f99c17 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.87 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 946 time: 0.4153585 Nov 03 18:57:44.041898 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072c713-2eca-4c2b-85f6-8f09bc574477 req-c232d9a8-8139-48e4-9309-13a79ce29b51 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:44.052245 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0072c713-2eca-4c2b-85f6-8f09bc574477 req-c232d9a8-8139-48e4-9309-13a79ce29b51 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 946 time: 0.1215470 Nov 03 18:57:44.107139 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38934) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:44.203119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=250533e8-1896-47a1-a269-09e743c9a941,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:44.216307 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0072c713-2eca-4c2b-85f6-8f09bc574477 req-ef747df6-bb1c-4302-a469-9bd1ab545dde tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488700 Nov 03 18:57:44.230474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d103e41-eb12-4b41-89b5-136bef8f4291 None None] Network e8ad61be-416e-4c3c-9d38-0583121df8b7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:44.329568 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cbb1f4ee-53e4-46d8-b9e3-2fdf7c9072e1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=56039853018b41faae6089f2fa03b7b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2208266 Nov 03 18:57:44.332165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38938) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:44.373345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Allocated IP 2001:db8::1 (8affcf17-c0d4-4b9b-8094-b42f145d64b9/47848ff9-7fa0-4960-9be2-af7d65f1be9f/571d1d16-d202-426f-8194-fe7fcacd0823) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:44.393226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a4ed683d-e512-4685-9940-6459ca7e2769 None None] Provisioning complete for port 250533e8-1896-47a1-a269-09e743c9a941 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:44.393765 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a4ed683d-e512-4685-9940-6459ca7e2769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.463455 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e52b8cf-fe6d-40ff-b3f6-0eb67527ac0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.470766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-b991dbea-15c6-4d4c-a00d-d85745b78514 req-149463c2-11d0-41f9-b262-bdd830d1e662 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Deleting port ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:44.470766 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b991dbea-15c6-4d4c-a00d-d85745b78514 req-149463c2-11d0-41f9-b262-bdd830d1e662 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.513315 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e52b8cf-fe6d-40ff-b3f6-0eb67527ac0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.598037 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e52b8cf-fe6d-40ff-b3f6-0eb67527ac0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.604776 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e52b8cf-fe6d-40ff-b3f6-0eb67527ac0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:44.621246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0e52b8cf-fe6d-40ff-b3f6-0eb67527ac0f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0fe5d553-3f1b-45cc-bc56-15d9729354af HTTP/1.1" status: 204 len: 168 time: 0.2862508 Nov 03 18:57:44.666870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52b8cf-fe6d-40ff-b3f6-0eb67527ac0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe5d553-3f1b-45cc-bc56-15d9729354af,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:44.765276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 250533e8-1896-47a1-a269-09e743c9a941 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:57:44.973082 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-b991dbea-15c6-4d4c-a00d-d85745b78514 req-149463c2-11d0-41f9-b262-bdd830d1e662 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] For port ceca5cd1-9201-4d7f-bcfb-1af6c4c01340, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ceca5cd1-9201-4d7f-bcfb-1af6c4c01340,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:44.973082 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b991dbea-15c6-4d4c-a00d-d85745b78514 req-149463c2-11d0-41f9-b262-bdd830d1e662 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.015152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-b991dbea-15c6-4d4c-a00d-d85745b78514 req-149463c2-11d0-41f9-b262-bdd830d1e662 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Calling delete_port for ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:45.036782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 250533e8-1896-47a1-a269-09e743c9a941 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:45.037363 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.232326 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.461101 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b991dbea-15c6-4d4c-a00d-d85745b78514 req-149463c2-11d0-41f9-b262-bdd830d1e662 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.474044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['63003d42-6336-4ab2-a39c-86bcb259b295'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:45.556591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd538e7-e41d-4523-873b-564a614774e9 req-b7abd259-8770-4174-8899-f9f602407c92 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:45.565076 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149463c2-11d0-41f9-b262-bdd830d1e662 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Pushing event deleted for resources: {'Port': ['ID=ceca5cd1-9201-4d7f-bcfb-1af6c4c01340,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:45.566745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6dd538e7-e41d-4523-873b-564a614774e9 req-b7abd259-8770-4174-8899-f9f602407c92 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 867 time: 0.1467638 Nov 03 18:57:45.585122 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.694375 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6dd538e7-e41d-4523-873b-564a614774e9 req-b3474162-ac7d-4faf-b78a-d4e68f80d607 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148887 Nov 03 18:57:45.740904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['ceca5cd1-9201-4d7f-bcfb-1af6c4c01340'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:45.811707 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b991dbea-15c6-4d4c-a00d-d85745b78514 req-149463c2-11d0-41f9-b262-bdd830d1e662 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] No DVR routers for this DVR port ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:45.823357 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b991dbea-15c6-4d4c-a00d-d85745b78514 req-149463c2-11d0-41f9-b262-bdd830d1e662 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.829176 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b991dbea-15c6-4d4c-a00d-d85745b78514 req-149463c2-11d0-41f9-b262-bdd830d1e662 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.87 "DELETE /v2.0/ports/ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 HTTP/1.1" status: 204 len: 173 time: 1.7736266 Nov 03 18:57:45.859073 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event updated for resources: {'Port': ['ID=571d1d16-d202-426f-8194-fe7fcacd0823,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:45.872286 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5585d1f-6ce9-4c2b-b61b-389262a01e50', 'name': 'network-vif-deleted', 'tag': 'ceca5cd1-9201-4d7f-bcfb-1af6c4c01340'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:45.879127 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa3043e-5096-4d16-810e-361fca07ed95" -d '{"events": [{"server_uuid": "f5585d1f-6ce9-4c2b-b61b-389262a01e50", "name": "network-vif-deleted", "tag": "ceca5cd1-9201-4d7f-bcfb-1af6c4c01340"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:45.913845 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ce076f3d-6f2d-4dc6-aba3-bacc316f8b1b None None] Provisioning complete for port 250533e8-1896-47a1-a269-09e743c9a941 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:45.914382 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ce076f3d-6f2d-4dc6-aba3-bacc316f8b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:45.957722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Network 8affcf17-c0d4-4b9b-8094-b42f145d64b9 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:45.969365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:45.993138 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:45.993766 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.300229 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dee179-ac1f-4805-be4d-bd9918eea1d9 x-openstack-request-id: req-67dee179-ac1f-4805-be4d-bd9918eea1d9 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:46.300866 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5585d1f-6ce9-4c2b-b61b-389262a01e50", "name": "network-vif-deleted", "tag": "ceca5cd1-9201-4d7f-bcfb-1af6c4c01340", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:46.301308 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-67dee179-ac1f-4805-be4d-bd9918eea1d9 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:46.301877 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5585d1f-6ce9-4c2b-b61b-389262a01e50', 'name': 'network-vif-deleted', 'tag': 'ceca5cd1-9201-4d7f-bcfb-1af6c4c01340', 'status': 'completed', 'code': 200} Nov 03 18:57:46.353955 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.720224 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-dea09c19-4b73-4016-a815-e7f83ededc59 None None] Provisioning complete for port 571d1d16-d202-426f-8194-fe7fcacd0823 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:46.720721 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dea09c19-4b73-4016-a815-e7f83ededc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:46.757911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38982) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:46.777869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-dea09c19-4b73-4016-a815-e7f83ededc59 None None] Port 571d1d16-d202-426f-8194-fe7fcacd0823 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:57:46.895557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a429475a-9509-4dc4-a717-df21dea86b07 req-d6a8e355-d586-4240-93f0-201409f6d8f7 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5585d1f-6ce9-4c2b-b61b-389262a01e50 HTTP/1.1" status: 200 len: 210 time: 0.0428004 Nov 03 18:57:47.042720 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.049420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.058056 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.090194 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1144102925-network', 'tenant_id': '4a4a568107f143e8aa14bb3dc51af5da'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:47.135374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event updated for resources: {'Port': ['ID=571d1d16-d202-426f-8194-fe7fcacd0823,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:47.183648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] Made reservation on behalf of 4a4a568107f143e8aa14bb3dc51af5da for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:47.187401 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.203918 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.349880 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.358426 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.372024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Network 8affcf17-c0d4-4b9b-8094-b42f145d64b9 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:47.377168 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:47.393730 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:57:47.443367 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.444178 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] Added segment 002a2246-9347-4bf6-96be-56cd6abe92d2 of type vlan for network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 Nov 03 18:57:47.447111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36a69ef-500e-4b41-8ddf-829935a57581,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:47.586575 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.665278 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Router 4ee0df49-419e-4e00-8ed8-b3a764ddd01b has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:57:47.716225 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.717890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:47.718846 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.875999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] Pushing event updated for resources: {'Network': ['ID=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:47.902931 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:57:47.911255 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ebf6bc9e-4ed1-4b40-957f-e36991f7d752 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1515791 Nov 03 18:57:47.914090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38998) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:47.927932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-47a391b7-4012-4157-a237-3161e1da40f7 admin admin] Request body: {'subnet': {'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1144102925-subnet', 'tenant_id': '4a4a568107f143e8aa14bb3dc51af5da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:47.946622 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-236d9dc9-9d34-4f1d-abaf-7046ff507726 None None] Provisioning complete for port 571d1d16-d202-426f-8194-fe7fcacd0823 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:57:47.947146 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-236d9dc9-9d34-4f1d-abaf-7046ff507726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:47.999474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a391b7-4012-4157-a237-3161e1da40f7 admin admin] Made reservation on behalf of 4a4a568107f143e8aa14bb3dc51af5da for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:48.005109 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-47a391b7-4012-4157-a237-3161e1da40f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:48.125757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:57:48.134521 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d10cdf0f-31cb-41ab-80df-bd3744e8b16e tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "PUT /v2.0/routers/4ee0df49-419e-4e00-8ed8-b3a764ddd01b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9764764 Nov 03 18:57:48.139097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39006) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:48.151602 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba07c75-da57-4de8-b940-c3cbf7006390 None None] Sync routers for ids ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:57:48.176849 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba07c75-da57-4de8-b940-c3cbf7006390 None None] Routers {'4ee0df49-419e-4e00-8ed8-b3a764ddd01b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:48.177480 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6ba07c75-da57-4de8-b940-c3cbf7006390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:57:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:48.192121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-236d9dc9-9d34-4f1d-abaf-7046ff507726 None None] Port 571d1d16-d202-426f-8194-fe7fcacd0823 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 18:57:48.305150 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6ba07c75-da57-4de8-b940-c3cbf7006390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:48.335208 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba07c75-da57-4de8-b940-c3cbf7006390 None None] Routers {'4ee0df49-419e-4e00-8ed8-b3a764ddd01b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:48.336032 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6ba07c75-da57-4de8-b940-c3cbf7006390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:57:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:48.373847 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-87c37422-8f48-49f6-8c87-9af136b177dd tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:48.391107 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6ba07c75-da57-4de8-b940-c3cbf7006390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:48.392376 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba07c75-da57-4de8-b940-c3cbf7006390 None None] The sync data for ids ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:57:48.588206 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-47a391b7-4012-4157-a237-3161e1da40f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:48.596804 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-87c37422-8f48-49f6-8c87-9af136b177dd tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 03 18:57:48.601077 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-87c37422-8f48-49f6-8c87-9af136b177dd tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "DELETE /v2.0/routers/4ee0df49-419e-4e00-8ed8-b3a764ddd01b HTTP/1.1" status: 409 len: 329 time: 0.4483030 Nov 03 18:57:48.601715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39014) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:48.718676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a391b7-4012-4157-a237-3161e1da40f7 admin admin] Checking segment: {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:48.719044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a391b7-4012-4157-a237-3161e1da40f7 admin admin] Network hostable DHCP agents. Network: e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:57:48.725708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a391b7-4012-4157-a237-3161e1da40f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c7663b-b60c-42de-9b0b-85148b2d5e45,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:48.778534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a391b7-4012-4157-a237-3161e1da40f7 admin admin] Network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:57:48.819456 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-47a391b7-4012-4157-a237-3161e1da40f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:48.840755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923e1f98-4362-4712-b41a-04a1fdf28209 None None] Network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:48.863464 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a391b7-4012-4157-a237-3161e1da40f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:48.866313 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-47a391b7-4012-4157-a237-3161e1da40f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:48.916470 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-47a391b7-4012-4157-a237-3161e1da40f7 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0008190 Nov 03 18:57:48.997110 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:49.028813 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:49.029435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ceca5cd1-9201-4d7f-bcfb-1af6c4c01340 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:49.172034 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1570f5a0-da64-496c-8504-cd74ac78f361 None None] Network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:49.396251 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0a75ee20-e9c7-4422-ba99-94f2605db58c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:49.799258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-0a75ee20-e9c7-4422-ba99-94f2605db58c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Deleting port 571d1d16-d202-426f-8194-fe7fcacd0823 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:49.800400 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0a75ee20-e9c7-4422-ba99-94f2605db58c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:49.820420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-ab76a9d0-01f8-4f85-bd89-2623ad7948be tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:49.835376 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-ab76a9d0-01f8-4f85-bd89-2623ad7948be tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 806 time: 0.2758994 Nov 03 18:57:49.860258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-53573d48-9ce6-4534-b24d-985541ec7218 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/quotas/4a4a568107f143e8aa14bb3dc51af5da HTTP/1.1" status: 200 len: 375 time: 0.0176976 Nov 03 18:57:49.908237 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-2c482e8e-fdd4-4732-b74c-1e494e932139 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409176 Nov 03 18:57:49.928758 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0a75ee20-e9c7-4422-ba99-94f2605db58c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:49.961389 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-0a75ee20-e9c7-4422-ba99-94f2605db58c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Calling delete_port for 571d1d16-d202-426f-8194-fe7fcacd0823 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:50.102703 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-ea5cfe95-9608-4991-b6de-d12a5a2947fb service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854331 Nov 03 18:57:50.257683 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-d62b6992-7b63-4523-82a5-989f135e816b service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530530 Nov 03 18:57:50.272675 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0a75ee20-e9c7-4422-ba99-94f2605db58c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:50.322914 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75ee20-e9c7-4422-ba99-94f2605db58c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event deleted for resources: {'Port': ['ID=571d1d16-d202-426f-8194-fe7fcacd0823,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:50.493437 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0a75ee20-e9c7-4422-ba99-94f2605db58c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:50.706209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b0aba551-9d75-4680-9303-a4d30ab26c9f req-2344f937-da2c-4b9e-833c-9963aa9fec6b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 210 time: 0.0889075 Nov 03 18:57:50.896233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a75ee20-e9c7-4422-ba99-94f2605db58c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Router 4ee0df49-419e-4e00-8ed8-b3a764ddd01b has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:57:50.999742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a75ee20-e9c7-4422-ba99-94f2605db58c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:57:51.006755 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0a75ee20-e9c7-4422-ba99-94f2605db58c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "PUT /v2.0/routers/4ee0df49-419e-4e00-8ed8-b3a764ddd01b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4036090 Nov 03 18:57:51.010677 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39060) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:51.018434 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234bcc2a-224b-421e-b023-ceedfe67d772 None None] Sync routers for ids ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:57:51.044735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234bcc2a-224b-421e-b023-ceedfe67d772 None None] Routers {'4ee0df49-419e-4e00-8ed8-b3a764ddd01b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:51.045513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-234bcc2a-224b-421e-b023-ceedfe67d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:57:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:51.098053 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-a65bf6b4-0eaf-4af7-aac8-1c9050dcdca0 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] show failed (client error): The resource could not be found. Nov 03 18:57:51.099122 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a65bf6b4-0eaf-4af7-aac8-1c9050dcdca0 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "GET /v2.0/routers/tempest-non_exist_router-1442602517 HTTP/1.1" status: 404 len: 335 time: 0.0864525 Nov 03 18:57:51.104830 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39062) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:51.111598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9b38f865-c27b-45a8-9006-30e1801aeab9 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:51.117574 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-234bcc2a-224b-421e-b023-ceedfe67d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:51.135273 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234bcc2a-224b-421e-b023-ceedfe67d772 None None] Routers {'4ee0df49-419e-4e00-8ed8-b3a764ddd01b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:57:51.136929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-234bcc2a-224b-421e-b023-ceedfe67d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:57:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:51.180350 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-9b38f865-c27b-45a8-9006-30e1801aeab9 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] update failed (client error): The resource could not be found. Nov 03 18:57:51.182187 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9b38f865-c27b-45a8-9006-30e1801aeab9 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "PUT /v2.0/routers/tempest-non_exist_router-522570366 HTTP/1.1" status: 404 len: 334 time: 0.0758986 Nov 03 18:57:51.188626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39068) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:51.257028 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-234bcc2a-224b-421e-b023-ceedfe67d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:51.257911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234bcc2a-224b-421e-b023-ceedfe67d772 None None] The sync data for ids ['4ee0df49-419e-4e00-8ed8-b3a764ddd01b'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:57:51.319229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee69a3d-4cd7-471f-aacc-799f0bbf3b8c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Deleting subnet 9c1c1099-70b0-44ca-8b0c-0aa541de772a {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:57:51.336353 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1ee69a3d-4cd7-471f-aacc-799f0bbf3b8c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:51.397761 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1ee69a3d-4cd7-471f-aacc-799f0bbf3b8c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:51.555118 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1ee69a3d-4cd7-471f-aacc-799f0bbf3b8c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:51.675328 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1ee69a3d-4cd7-471f-aacc-799f0bbf3b8c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:51.726361 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1ee69a3d-4cd7-471f-aacc-799f0bbf3b8c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:51.732545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1ee69a3d-4cd7-471f-aacc-799f0bbf3b8c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "DELETE /v2.0/subnets/9c1c1099-70b0-44ca-8b0c-0aa541de772a HTTP/1.1" status: 204 len: 168 time: 0.5399430 Nov 03 18:57:51.732545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee69a3d-4cd7-471f-aacc-799f0bbf3b8c tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1c1099-70b0-44ca-8b0c-0aa541de772a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:51.733044 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39074) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:51.739483 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0b83aa-333a-42d1-a7c7-23f3341f5b57 None None] Network e8ad61be-416e-4c3c-9d38-0583121df8b7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:51.892133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-719f46da-b2d3-4cb3-90a4-e2a6ccf47689 req-fbee1abb-97f3-4a56-b916-867f76748974 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 210 time: 0.0597460 Nov 03 18:57:51.918727 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.048664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Deleting port 250533e8-1896-47a1-a269-09e743c9a941 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:52.049166 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.257190 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db57566-4d57-4be4-ac20-30facfd4bc6a None None] DHCP port deletion for e8ad61be-416e-4c3c-9d38-0583121df8b7 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:52.351857 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3db57566-4d57-4be4-ac20-30facfd4bc6a None None] Deleting port 250533e8-1896-47a1-a269-09e743c9a941 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:52.352525 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3db57566-4d57-4be4-ac20-30facfd4bc6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.504171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3db57566-4d57-4be4-ac20-30facfd4bc6a None None] For port 250533e8-1896-47a1-a269-09e743c9a941, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=250533e8-1896-47a1-a269-09e743c9a941,segment=NetworkSegment(e74525e1-d0c0-46d2-9874-6a2eccae89c7),segment_id=e74525e1-d0c0-46d2-9874-6a2eccae89c7)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:52.506053 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3db57566-4d57-4be4-ac20-30facfd4bc6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.562246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3db57566-4d57-4be4-ac20-30facfd4bc6a None None] Calling delete_port for 250533e8-1896-47a1-a269-09e743c9a941 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:52.655843 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 250533e8-1896-47a1-a269-09e743c9a941 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:52.672496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39092) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:52.841804 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.943917 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e0701738-c9d7-443b-a655-424f4f3a8e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:52.969388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 250533e8-1896-47a1-a269-09e743c9a941, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=250533e8-1896-47a1-a269-09e743c9a941,segment=NetworkSegment(e74525e1-d0c0-46d2-9874-6a2eccae89c7),segment_id=e74525e1-d0c0-46d2-9874-6a2eccae89c7)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:52.996261 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.118897 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e0701738-c9d7-443b-a655-424f4f3a8e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.146877 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e0701738-c9d7-443b-a655-424f4f3a8e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.157060 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=250533e8-1896-47a1-a269-09e743c9a941,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:53.180797 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3db57566-4d57-4be4-ac20-30facfd4bc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.234251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db57566-4d57-4be4-ac20-30facfd4bc6a None None] No DVR routers for this DVR port 250533e8-1896-47a1-a269-09e743c9a941 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:53.250430 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db57566-4d57-4be4-ac20-30facfd4bc6a None None] Pushing event deleted for resources: {'Port': ['ID=250533e8-1896-47a1-a269-09e743c9a941,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:53.312533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-a174a7b7-bcbb-4b2e-b954-a1c4129e6165 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:53.314232 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-a174a7b7-bcbb-4b2e-b954-a1c4129e6165 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.87 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 806 time: 0.2150996 Nov 03 18:57:53.322652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0701738-c9d7-443b-a655-424f4f3a8e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67913f81-1feb-4c6c-a4ad-0f5891d137c9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:53.325356 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] For port 250533e8-1896-47a1-a269-09e743c9a941, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=250533e8-1896-47a1-a269-09e743c9a941,segment=NetworkSegment(e74525e1-d0c0-46d2-9874-6a2eccae89c7),segment_id=e74525e1-d0c0-46d2-9874-6a2eccae89c7)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:53.325748 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.336259 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7942d3d-2eb1-4578-b368-2733a243215f req-cd3f61ce-7557-4cf4-8c23-a60d4f8bd68e tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 210 time: 0.2154667 Nov 03 18:57:53.347040 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e0701738-c9d7-443b-a655-424f4f3a8e53 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=79969f512f3e4803b0ddff8d299e10b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6728110 Nov 03 18:57:53.351363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39104) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:53.360025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-14c7b5db-a4e6-4b1b-9164-4aae42bff102 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Request body: {'port': {'device_id': 'd5c96f0b-fdf9-4307-9ea9-d6ed50f12387', 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77', 'admin_state_up': True, 'tenant_id': '4a4a568107f143e8aa14bb3dc51af5da'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:53.378886 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Calling delete_port for 250533e8-1896-47a1-a269-09e743c9a941 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:53.443540 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7ef0-25a0-478c-8726-4d3742a6efc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.510524 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7ef0-25a0-478c-8726-4d3742a6efc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.614022 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7ef0-25a0-478c-8726-4d3742a6efc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.617554 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7ef0-25a0-478c-8726-4d3742a6efc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.624062 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b4fe7ef0-25a0-478c-8726-4d3742a6efc1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/67913f81-1feb-4c6c-a4ad-0f5891d137c9 HTTP/1.1" status: 204 len: 168 time: 0.2699766 Nov 03 18:57:53.645019 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:53.656801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe7ef0-25a0-478c-8726-4d3742a6efc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67913f81-1feb-4c6c-a4ad-0f5891d137c9,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:53.872864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event deleted for resources: {'Port': ['ID=250533e8-1896-47a1-a269-09e743c9a941,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:53.877484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] No DVR routers for this DVR port 250533e8-1896-47a1-a269-09e743c9a941 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:54.172583 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.250983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ad61be-416e-4c3c-9d38-0583121df8b7']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:54.279256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-14c7b5db-a4e6-4b1b-9164-4aae42bff102 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Made reservation on behalf of 4a4a568107f143e8aa14bb3dc51af5da for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:57:54.286873 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-14c7b5db-a4e6-4b1b-9164-4aae42bff102 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.318777 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74525e1-d0c0-46d2-9874-6a2eccae89c7') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:54.329678 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74525e1-d0c0-46d2-9874-6a2eccae89c7') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:54.404343 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.458758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39120) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:54.480524 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ef8b77b2-bc93-43a8-a8d1-25707176c9d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.512663 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.524755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:54.525434 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.585073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2646f77b-ca59-4ddc-a29b-365289d4f054 req-d23e091a-fdff-47b5-91ac-6d75dcee7ac0 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 210 time: 0.0766697 Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:54.668647 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:54.678336 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.728589 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ef8b77b2-bc93-43a8-a8d1-25707176c9d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.734880 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.735157 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ef8b77b2-bc93-43a8-a8d1-25707176c9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.738222 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "DELETE /v2.0/networks/e8ad61be-416e-4c3c-9d38-0583121df8b7 HTTP/1.1" status: 204 len: 168 time: 3.0041015 Nov 03 18:57:54.739131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05370a-b9da-466d-9ee5-6b9bfc0f7be6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event deleted for resources: {'Network': ['ID=e8ad61be-416e-4c3c-9d38-0583121df8b7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:54.742875 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39122) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:54.805908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-14c7b5db-a4e6-4b1b-9164-4aae42bff102 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Allocated IP 172.20.0.7 (e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77/b2c7663b-b60c-42de-9b0b-85148b2d5e45/70225b4f-69a0-490b-8115-c12efcb4854c) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:57:54.818423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff132d0-89ec-44d3-9d17-9ff37b9a8bb2 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Deleting subnet 00293979-20d4-4c8d-9cec-a286a690f595 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:57:54.830317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dff132d0-89ec-44d3-9d17-9ff37b9a8bb2 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.842568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ef8b77b2-bc93-43a8-a8d1-25707176c9d7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=987728379cd542f99c0ac450f037e4c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3819299 Nov 03 18:57:54.843487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39124) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:54.844364 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b77b2-bc93-43a8-a8d1-25707176c9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06364176-d7c8-4828-a692-c2e9064fbb3d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:54.914012 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8a5fc969-5883-47fc-addd-29795c146bbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.948909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8a5fc969-5883-47fc-addd-29795c146bbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:54.963530 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dff132d0-89ec-44d3-9d17-9ff37b9a8bb2 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.023409 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8a5fc969-5883-47fc-addd-29795c146bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.027128 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8a5fc969-5883-47fc-addd-29795c146bbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.028457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8a5fc969-5883-47fc-addd-29795c146bbd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/06364176-d7c8-4828-a692-c2e9064fbb3d HTTP/1.1" status: 204 len: 168 time: 0.1805687 Nov 03 18:57:55.038676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fc969-5883-47fc-addd-29795c146bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06364176-d7c8-4828-a692-c2e9064fbb3d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:55.170768 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dff132d0-89ec-44d3-9d17-9ff37b9a8bb2 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.352416 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dff132d0-89ec-44d3-9d17-9ff37b9a8bb2 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.357208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce364f-a757-4c55-a703-623680550e03 req-f903bbc5-4279-4ab8-8d52-6db611763b4e tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:55.364088 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81ce364f-a757-4c55-a703-623680550e03 req-f903bbc5-4279-4ab8-8d52-6db611763b4e tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 945 time: 0.0795133 Nov 03 18:57:55.463791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff132d0-89ec-44d3-9d17-9ff37b9a8bb2 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event deleted for resources: {'Subnet': ['ID=00293979-20d4-4c8d-9cec-a286a690f595,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:55.485718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c76f24-f11a-4618-a2e2-35ed7a6b5603 None None] Network a44b7bc7-d943-4404-ab54-723ccaa51fba requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:55.487945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81ce364f-a757-4c55-a703-623680550e03 req-5a4a9b3a-8391-416b-bae3-554551177f1f tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170566 Nov 03 18:57:55.506887 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dff132d0-89ec-44d3-9d17-9ff37b9a8bb2 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.533593 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dff132d0-89ec-44d3-9d17-9ff37b9a8bb2 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "DELETE /v2.0/subnets/00293979-20d4-4c8d-9cec-a286a690f595 HTTP/1.1" status: 204 len: 168 time: 0.7891066 Nov 03 18:57:55.535962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39144) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:55.572998 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-14c7b5db-a4e6-4b1b-9164-4aae42bff102 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.658283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-721ded41-c11d-4e36-a7b8-0c6af164fe67 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Deleting subnet 3f83e7ec-b760-4f22-83a1-3c3cecf87d4d {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:57:55.658283 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-721ded41-c11d-4e36-a7b8-0c6af164fe67 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.663291 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-14c7b5db-a4e6-4b1b-9164-4aae42bff102 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.759931 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-721ded41-c11d-4e36-a7b8-0c6af164fe67 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.790231 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-14c7b5db-a4e6-4b1b-9164-4aae42bff102 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:57:55.793867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-14c7b5db-a4e6-4b1b-9164-4aae42bff102 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:57:55.798188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-14c7b5db-a4e6-4b1b-9164-4aae42bff102 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:57:55.817449 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-084bb52e-faca-4738-bfae-b173e23f9c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.842883 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7b5db-a4e6-4b1b-9164-4aae42bff102 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Pushing event updated for resources: {'Port': ['ID=70225b4f-69a0-490b-8115-c12efcb4854c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:55.887626 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-14c7b5db-a4e6-4b1b-9164-4aae42bff102 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:55.888343 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-14c7b5db-a4e6-4b1b-9164-4aae42bff102 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:55.916493 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-14c7b5db-a4e6-4b1b-9164-4aae42bff102 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5743535 Nov 03 18:57:55.937987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Request body: {'port': {'device_id': 'd5c96f0b-fdf9-4307-9ea9-d6ed50f12387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:57:55.960822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e4a9d-e003-4c4e-b364-c3dac7b7d440 None None] DHCP port deletion for a44b7bc7-d943-4404-ab54-723ccaa51fba request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:56.014388 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.103141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-506e4a9d-e003-4c4e-b364-c3dac7b7d440 None None] Deleting port cbb12936-963e-4135-895d-072a0f54b362 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:56.103840 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-506e4a9d-e003-4c4e-b364-c3dac7b7d440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.190144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-506e4a9d-e003-4c4e-b364-c3dac7b7d440 None None] For port cbb12936-963e-4135-895d-072a0f54b362, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cbb12936-963e-4135-895d-072a0f54b362,segment=NetworkSegment(31392a84-b7ba-4c55-a977-c031f221c890),segment_id=31392a84-b7ba-4c55-a977-c031f221c890)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:56.190553 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-506e4a9d-e003-4c4e-b364-c3dac7b7d440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.218092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-506e4a9d-e003-4c4e-b364-c3dac7b7d440 None None] Calling delete_port for cbb12936-963e-4135-895d-072a0f54b362 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:56.239731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceeefd-a12a-4282-9076-d847ed2ea84a req-1306f8ee-6a45-4d21-a44d-c2df1ff9499b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:56.242866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0aceeefd-a12a-4282-9076-d847ed2ea84a req-1306f8ee-6a45-4d21-a44d-c2df1ff9499b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 931 time: 0.3718784 Nov 03 18:57:56.373064 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-721ded41-c11d-4e36-a7b8-0c6af164fe67 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.419465 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-506e4a9d-e003-4c4e-b364-c3dac7b7d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.473060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0aceeefd-a12a-4282-9076-d847ed2ea84a req-5049af37-210d-49a3-a838-9ea771099e4a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183070 Nov 03 18:57:56.487015 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e4a9d-e003-4c4e-b364-c3dac7b7d440 None None] Pushing event deleted for resources: {'Port': ['ID=cbb12936-963e-4135-895d-072a0f54b362,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:56.487628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70225b4f-69a0-490b-8115-c12efcb4854c {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:57:56.488012 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e4a9d-e003-4c4e-b364-c3dac7b7d440 None None] No DVR routers for this DVR port cbb12936-963e-4135-895d-072a0f54b362 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:56.497536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.519898 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Transition to ACTIVE for port object 70225b4f-69a0-490b-8115-c12efcb4854c will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:57:56.527868 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.602683 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-721ded41-c11d-4e36-a7b8-0c6af164fe67 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.753228 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Pushing event updated for resources: {'Port': ['ID=70225b4f-69a0-490b-8115-c12efcb4854c,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:56.759537 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cbb12936-963e-4135-895d-072a0f54b362 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:56.773400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Attempting to bind port 70225b4f-69a0-490b-8115-c12efcb4854c on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:57:56.775020 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Attempting to bind port 70225b4f-69a0-490b-8115-c12efcb4854c by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:57:56.776050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Attempting to bind port 70225b4f-69a0-490b-8115-c12efcb4854c on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:56.786683 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Port 70225b4f-69a0-490b-8115-c12efcb4854c on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:57:56.787929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Attempting to bind port 70225b4f-69a0-490b-8115-c12efcb4854c on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:57:56.800939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:57:56.801904 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Checking segment: {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:57:56.802860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Bound using segment: {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:57:56.803687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Bound port: 70225b4f-69a0-490b-8115-c12efcb4854c, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:57:56.804347 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:56.834752 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: cbb12936-963e-4135-895d-072a0f54b362 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:56.835110 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cbb12936-963e-4135-895d-072a0f54b362 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:56.899080 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] For port 70225b4f-69a0-490b-8115-c12efcb4854c, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:57:56.907167 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] For port 70225b4f-69a0-490b-8115-c12efcb4854c, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=70225b4f-69a0-490b-8115-c12efcb4854c,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:57:56.918522 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:57.021120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:57.022048 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:57.024620 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] 10.222.0.87 "PUT /v2.0/ports/70225b4f-69a0-490b-8115-c12efcb4854c HTTP/1.1" status: 200 len: 1091 time: 1.0929310 Nov 03 18:57:57.028880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c96f0b-fdf9-4307-9ea9-d6ed50f12387', 'tag': '70225b4f-69a0-490b-8115-c12efcb4854c'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:57.032147 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911f4302-a042-4745-8214-da92c2618d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c96f0b-fdf9-4307-9ea9-d6ed50f12387", "tag": "70225b4f-69a0-490b-8115-c12efcb4854c"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:57.104980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854624d-b123-4f86-87ab-842bee9cafc3 service neutron] Pushing event updated for resources: {'Port': ['ID=70225b4f-69a0-490b-8115-c12efcb4854c,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:57.122906 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abc0907-f1f3-4920-a913-db104c9578fc x-openstack-request-id: req-2abc0907-f1f3-4920-a913-db104c9578fc {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:57.123250 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c96f0b-fdf9-4307-9ea9-d6ed50f12387", "tag": "70225b4f-69a0-490b-8115-c12efcb4854c", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:57.123557 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2abc0907-f1f3-4920-a913-db104c9578fc {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:57.125641 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c96f0b-fdf9-4307-9ea9-d6ed50f12387', 'tag': '70225b4f-69a0-490b-8115-c12efcb4854c', 'status': 'completed', 'code': 200} Nov 03 18:57:57.199112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-a8d065c9-c307-487c-b84d-9662b5f2090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:57.201456 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-a8d065c9-c307-487c-b84d-9662b5f2090c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 1094 time: 0.0810416 Nov 03 18:57:57.269252 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-559c347e-c7cd-48bf-a20e-93f88bd2dbb4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70225b4f-69a0-490b-8115-c12efcb4854c HTTP/1.1" status: 200 len: 217 time: 0.0481520 Nov 03 18:57:57.333484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-04ae79ad-d8a2-40f7-97e8-b2dfc19cf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:57.335132 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-04ae79ad-d8a2-40f7-97e8-b2dfc19cf1c4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 200 len: 846 time: 0.0561950 Nov 03 18:57:57.340664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ded41-c11d-4e36-a7b8-0c6af164fe67 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event deleted for resources: {'Subnet': ['ID=3f83e7ec-b760-4f22-83a1-3c3cecf87d4d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:57.364917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f2fef-1cf1-4ff6-8093-2b623174cc8c None None] Network 65b458c0-c94d-4b80-a4eb-900b9ab533c3 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:57.390266 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-060cda1e-334e-404d-a31c-55616bbbba78 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454252 Nov 03 18:57:57.390807 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-721ded41-c11d-4e36-a7b8-0c6af164fe67 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:57.397142 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39182) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:57.402039 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-721ded41-c11d-4e36-a7b8-0c6af164fe67 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "DELETE /v2.0/subnets/3f83e7ec-b760-4f22-83a1-3c3cecf87d4d HTTP/1.1" status: 204 len: 168 time: 1.8597591 Nov 03 18:57:57.506465 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42aba6f-f270-4fb3-99e1-fb0008625ebb req-7c610308-7eb4-4a17-a82f-805dc3cb7919 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:57.518430 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e42aba6f-f270-4fb3-99e1-fb0008625ebb req-7c610308-7eb4-4a17-a82f-805dc3cb7919 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 945 time: 0.1903722 Nov 03 18:57:57.544106 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee298c4a-0848-49ad-b0d5-032732470c44 req-920b8f91-f6e5-4d28-8335-c932c11c1293 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:57.546516 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee298c4a-0848-49ad-b0d5-032732470c44 req-920b8f91-f6e5-4d28-8335-c932c11c1293 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.98 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 945 time: 0.2156117 Nov 03 18:57:57.594273 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f5e665c-da63-45a0-8753-d577f6968d42 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:57.661243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a0242-7a70-41df-badb-e331b2411238 None None] DHCP port deletion for 65b458c0-c94d-4b80-a4eb-900b9ab533c3 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:57.719853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e42aba6f-f270-4fb3-99e1-fb0008625ebb req-6c9281c1-0083-4049-b720-68804d4ebad4 tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/security-groups?id=d2d125de-de59-43bd-9ed2-e25d98228e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990795 Nov 03 18:57:57.754399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-978a0242-7a70-41df-badb-e331b2411238 None None] Deleting port cf6be0fb-e42b-4696-b223-899bcd35b22b {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:57.755014 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-978a0242-7a70-41df-badb-e331b2411238 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:57.824057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4eef1-ea5f-4793-902b-e0fc285624a2 req-54d85530-e464-4830-99fb-1abc9ac84e3d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:57.836013 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92c4eef1-ea5f-4793-902b-e0fc285624a2 req-54d85530-e464-4830-99fb-1abc9ac84e3d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 943 time: 0.1862695 Nov 03 18:57:57.867062 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f5e665c-da63-45a0-8753-d577f6968d42 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:57.909003 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-978a0242-7a70-41df-badb-e331b2411238 None None] For port cf6be0fb-e42b-4696-b223-899bcd35b22b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cf6be0fb-e42b-4696-b223-899bcd35b22b,segment=NetworkSegment(e54addcd-a1d8-4849-bbd4-26792b8fbe29),segment_id=e54addcd-a1d8-4849-bbd4-26792b8fbe29)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:57.909404 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-978a0242-7a70-41df-badb-e331b2411238 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:57.921161 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-3f5e665c-da63-45a0-8753-d577f6968d42 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44b7bc7-d943-4404-ab54-723ccaa51fba']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:57.934946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-3f5e665c-da63-45a0-8753-d577f6968d42 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31392a84-b7ba-4c55-a977-c031f221c890') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:57.935832 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-3f5e665c-da63-45a0-8753-d577f6968d42 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31392a84-b7ba-4c55-a977-c031f221c890') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:57.940136 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-02a13319-c73a-4cd7-a9ff-78a674f6c0ad service neutron] 10.222.0.87 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293336 Nov 03 18:57:57.947108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-978a0242-7a70-41df-badb-e331b2411238 None None] Calling delete_port for cf6be0fb-e42b-4696-b223-899bcd35b22b owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:57.959949 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f5e665c-da63-45a0-8753-d577f6968d42 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:57.965073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92c4eef1-ea5f-4793-902b-e0fc285624a2 req-07553cb2-b9ae-4854-a3bb-6c861eed07e7 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276045 Nov 03 18:57:57.967796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-ee298c4a-0848-49ad-b0d5-032732470c44 req-ff775ce9-4328-4634-bd19-d3e9bdf64cdc tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Deleting port 63003d42-6336-4ab2-a39c-86bcb259b295 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:57.968144 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ee298c4a-0848-49ad-b0d5-032732470c44 req-ff775ce9-4328-4634-bd19-d3e9bdf64cdc tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.028260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f5e665c-da63-45a0-8753-d577f6968d42 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.091509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5e665c-da63-45a0-8753-d577f6968d42 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:58.091954 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f5e665c-da63-45a0-8753-d577f6968d42 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.092992 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-ee298c4a-0848-49ad-b0d5-032732470c44 req-ff775ce9-4328-4634-bd19-d3e9bdf64cdc tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] For port 63003d42-6336-4ab2-a39c-86bcb259b295, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=63003d42-6336-4ab2-a39c-86bcb259b295,segment=NetworkSegment(b67ccbaa-df25-4a15-b29e-3b879af16b80),segment_id=b67ccbaa-df25-4a15-b29e-3b879af16b80)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:58.093650 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ee298c4a-0848-49ad-b0d5-032732470c44 req-ff775ce9-4328-4634-bd19-d3e9bdf64cdc tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:58.095627 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:58.113995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-ee298c4a-0848-49ad-b0d5-032732470c44 req-ff775ce9-4328-4634-bd19-d3e9bdf64cdc tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Calling delete_port for 63003d42-6336-4ab2-a39c-86bcb259b295 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:57:58.152006 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ab0f1827-7f70-4f58-afc2-53fb2b86dc2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.160179 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-978a0242-7a70-41df-badb-e331b2411238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.197912 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a0242-7a70-41df-badb-e331b2411238 None None] Pushing event deleted for resources: {'Port': ['ID=cf6be0fb-e42b-4696-b223-899bcd35b22b,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:58.238774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a0242-7a70-41df-badb-e331b2411238 None None] No DVR routers for this DVR port cf6be0fb-e42b-4696-b223-899bcd35b22b on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:58.306103 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f5e665c-da63-45a0-8753-d577f6968d42 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.335467 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3f5e665c-da63-45a0-8753-d577f6968d42 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.339161 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3f5e665c-da63-45a0-8753-d577f6968d42 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "DELETE /v2.0/networks/a44b7bc7-d943-4404-ab54-723ccaa51fba HTTP/1.1" status: 204 len: 168 time: 0.9406836 Nov 03 18:57:58.351031 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-78c1781b-2534-4557-991e-ca8cbf0d5308 req-3458e4f9-84a0-47e8-b061-0e389c363421 service neutron] 10.222.0.87 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020889 Nov 03 18:57:58.351427 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39194) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:58.379687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e665c-da63-45a0-8753-d577f6968d42 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event deleted for resources: {'Network': ['ID=a44b7bc7-d943-4404-ab54-723ccaa51fba,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:58.425501 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ee298c4a-0848-49ad-b0d5-032732470c44 req-ff775ce9-4328-4634-bd19-d3e9bdf64cdc tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.440936 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['63003d42-6336-4ab2-a39c-86bcb259b295'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:57:58.464277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff775ce9-4328-4634-bd19-d3e9bdf64cdc tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Pushing event deleted for resources: {'Port': ['ID=63003d42-6336-4ab2-a39c-86bcb259b295,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:58.561894 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4baeb3f0-f374-44ed-a1bf-d6113d2217da tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.569947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee298c4a-0848-49ad-b0d5-032732470c44 req-ff775ce9-4328-4634-bd19-d3e9bdf64cdc tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] No DVR routers for this DVR port 63003d42-6336-4ab2-a39c-86bcb259b295 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:57:58.574912 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ee298c4a-0848-49ad-b0d5-032732470c44 req-ff775ce9-4328-4634-bd19-d3e9bdf64cdc tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.578878 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee298c4a-0848-49ad-b0d5-032732470c44 req-ff775ce9-4328-4634-bd19-d3e9bdf64cdc tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.98 "DELETE /v2.0/ports/63003d42-6336-4ab2-a39c-86bcb259b295 HTTP/1.1" status: 204 len: 173 time: 1.0182643 Nov 03 18:57:58.579538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafe9bbf-53e8-40b3-a72b-52d3af806093', 'name': 'network-vif-deleted', 'tag': '63003d42-6336-4ab2-a39c-86bcb259b295'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:57:58.582254 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48966bf9-a904-4dd3-ba99-d120b83377f9" -d '{"events": [{"server_uuid": "dafe9bbf-53e8-40b3-a72b-52d3af806093", "name": "network-vif-deleted", "tag": "63003d42-6336-4ab2-a39c-86bcb259b295"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:57:58.587634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f4302-a042-4745-8214-da92c2618d8f req-4686ebef-a3ef-434a-bde8-041cf1373098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:58.589251 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-911f4302-a042-4745-8214-da92c2618d8f req-4686ebef-a3ef-434a-bde8-041cf1373098 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 1094 time: 0.1003158 Nov 03 18:57:58.644538 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f54673-a471-4604-8721-a2b4ddc5831e x-openstack-request-id: req-42f54673-a471-4604-8721-a2b4ddc5831e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:57:58.644867 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafe9bbf-53e8-40b3-a72b-52d3af806093", "name": "network-vif-deleted", "tag": "63003d42-6336-4ab2-a39c-86bcb259b295", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:57:58.645125 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-42f54673-a471-4604-8721-a2b4ddc5831e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:57:58.645545 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafe9bbf-53e8-40b3-a72b-52d3af806093', 'name': 'network-vif-deleted', 'tag': '63003d42-6336-4ab2-a39c-86bcb259b295', 'status': 'completed', 'code': 200} Nov 03 18:57:58.650447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cf6be0fb-e42b-4696-b223-899bcd35b22b no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:57:58.684277 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: cf6be0fb-e42b-4696-b223-899bcd35b22b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:57:58.686101 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cf6be0fb-e42b-4696-b223-899bcd35b22b not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:57:58.769431 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4baeb3f0-f374-44ed-a1bf-d6113d2217da tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.828381 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-4baeb3f0-f374-44ed-a1bf-d6113d2217da tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b458c0-c94d-4b80-a4eb-900b9ab533c3']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:58.847281 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-4baeb3f0-f374-44ed-a1bf-d6113d2217da tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54addcd-a1d8-4849-bbd4-26792b8fbe29') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:58.847702 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-4baeb3f0-f374-44ed-a1bf-d6113d2217da tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54addcd-a1d8-4849-bbd4-26792b8fbe29') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:57:58.862639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af6df0cd-990a-48fe-9244-ed81f6226e35 req-23d8a43a-fb1e-4122-87f0-0cf63f1b7dbf tempest-AttachVolumeNegativeTest-717912127 tempest-AttachVolumeNegativeTest-717912127-project] 10.222.0.107 "GET /v2.0/ports?device_id=dafe9bbf-53e8-40b3-a72b-52d3af806093 HTTP/1.1" status: 200 len: 210 time: 0.0352786 Nov 03 18:57:58.863378 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4baeb3f0-f374-44ed-a1bf-d6113d2217da tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.906240 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4baeb3f0-f374-44ed-a1bf-d6113d2217da tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.919962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f4302-a042-4745-8214-da92c2618d8f req-3811e485-d2a3-49b3-9e05-7c5c1e5752f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:58.921498 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-911f4302-a042-4745-8214-da92c2618d8f req-3811e485-d2a3-49b3-9e05-7c5c1e5752f3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 907 time: 0.2961102 Nov 03 18:57:58.922845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4baeb3f0-f374-44ed-a1bf-d6113d2217da tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:57:58.923275 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4baeb3f0-f374-44ed-a1bf-d6113d2217da tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:57:58.926518 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:57:59.012362 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-911f4302-a042-4745-8214-da92c2618d8f req-ad9b0612-c3ad-42c5-b6e4-401cb071fc81 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70225b4f-69a0-490b-8115-c12efcb4854c HTTP/1.1" status: 200 len: 217 time: 0.0710180 Nov 03 18:57:59.056455 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4baeb3f0-f374-44ed-a1bf-d6113d2217da tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.064970 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4baeb3f0-f374-44ed-a1bf-d6113d2217da tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.068383 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4baeb3f0-f374-44ed-a1bf-d6113d2217da tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "DELETE /v2.0/networks/65b458c0-c94d-4b80-a4eb-900b9ab533c3 HTTP/1.1" status: 204 len: 168 time: 0.7145383 Nov 03 18:57:59.074427 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39210) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:59.121930 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baeb3f0-f374-44ed-a1bf-d6113d2217da tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event deleted for resources: {'Network': ['ID=65b458c0-c94d-4b80-a4eb-900b9ab533c3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:59.141632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f4302-a042-4745-8214-da92c2618d8f req-8019841a-47bf-442e-842c-b33a256b9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:59.144947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a10d2-bc01-4d5f-99d3-45b593244081 req-e618deb1-4232-4d69-b969-0ad9dd19cb4c tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:57:59.146133 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-911f4302-a042-4745-8214-da92c2618d8f req-8019841a-47bf-442e-842c-b33a256b9f96 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 200 len: 846 time: 0.1257510 Nov 03 18:57:59.147302 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c39a10d2-bc01-4d5f-99d3-45b593244081 req-e618deb1-4232-4d69-b969-0ad9dd19cb4c tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 943 time: 0.0924509 Nov 03 18:57:59.158829 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-1725a823-178e-48a1-924d-99d4d6e217ea tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Deleting subnet 47848ff9-7fa0-4960-9be2-af7d65f1be9f {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:57:59.163480 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1725a823-178e-48a1-924d-99d4d6e217ea tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.217192 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-911f4302-a042-4745-8214-da92c2618d8f req-11f03f66-542f-492c-9c2f-0628fe6b951c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285282 Nov 03 18:57:59.223887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c39a10d2-bc01-4d5f-99d3-45b593244081 req-e315aaa8-4778-4700-8040-ddf4208fd217 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672688 Nov 03 18:57:59.268611 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1725a823-178e-48a1-924d-99d4d6e217ea tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.341492 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.395833 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-911f4302-a042-4745-8214-da92c2618d8f req-791381b6-7f2d-4c2e-961b-c2b1585eced9 service neutron] 10.222.0.87 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702373 Nov 03 18:57:59.419970 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1725a823-178e-48a1-924d-99d4d6e217ea tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.540939 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-911f4302-a042-4745-8214-da92c2618d8f req-460e5764-341a-4042-b600-cd7aeea501cc service neutron] 10.222.0.87 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305499 Nov 03 18:57:59.546574 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1725a823-178e-48a1-924d-99d4d6e217ea tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.577295 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725a823-178e-48a1-924d-99d4d6e217ea tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event deleted for resources: {'Subnet': ['ID=47848ff9-7fa0-4960-9be2-af7d65f1be9f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:57:59.581593 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1725a823-178e-48a1-924d-99d4d6e217ea tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.587184 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1725a823-178e-48a1-924d-99d4d6e217ea tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "DELETE /v2.0/subnets/47848ff9-7fa0-4960-9be2-af7d65f1be9f HTTP/1.1" status: 204 len: 168 time: 0.5109918 Nov 03 18:57:59.590586 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39218) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:59.612206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73551b15-30c2-4239-9452-1f8eee8f56e8 None None] Network 8affcf17-c0d4-4b9b-8094-b42f145d64b9 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:57:59.728789 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.797436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Deleting port d3543943-a0ad-41db-ae26-22b1d2177b5f {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:57:59.798511 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.913445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681a1e73-d326-49c9-a2a1-73824b8952fd None None] DHCP port deletion for 8affcf17-c0d4-4b9b-8094-b42f145d64b9 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 18:57:59.921213 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] For port d3543943-a0ad-41db-ae26-22b1d2177b5f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d3543943-a0ad-41db-ae26-22b1d2177b5f,segment=NetworkSegment(ffd8caef-3e8a-4677-9fee-39276cc9203c),segment_id=ffd8caef-3e8a-4677-9fee-39276cc9203c)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:57:59.921504 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:57:59.955536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39224) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:57:59.966992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Calling delete_port for d3543943-a0ad-41db-ae26-22b1d2177b5f owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:58:00.011802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-681a1e73-d326-49c9-a2a1-73824b8952fd None None] Deleting port d3543943-a0ad-41db-ae26-22b1d2177b5f {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:58:00.016916 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-681a1e73-d326-49c9-a2a1-73824b8952fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.049151 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b0cc60-71e5-406d-8327-9cf5463aa02d admin admin] Deleting subnet 3819844f-11d3-46e6-a85a-1c8983cc47d5 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:58:00.053185 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-42b0cc60-71e5-406d-8327-9cf5463aa02d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.105576 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-42b0cc60-71e5-406d-8327-9cf5463aa02d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.116483 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-681a1e73-d326-49c9-a2a1-73824b8952fd None None] For port d3543943-a0ad-41db-ae26-22b1d2177b5f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d3543943-a0ad-41db-ae26-22b1d2177b5f,segment=NetworkSegment(ffd8caef-3e8a-4677-9fee-39276cc9203c),segment_id=ffd8caef-3e8a-4677-9fee-39276cc9203c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:00.117259 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-681a1e73-d326-49c9-a2a1-73824b8952fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.129656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.152495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-681a1e73-d326-49c9-a2a1-73824b8952fd None None] Calling delete_port for d3543943-a0ad-41db-ae26-22b1d2177b5f owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:58:00.162842 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-42b0cc60-71e5-406d-8327-9cf5463aa02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.169234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event deleted for resources: {'Port': ['ID=d3543943-a0ad-41db-ae26-22b1d2177b5f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:00.193323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] No DVR routers for this DVR port d3543943-a0ad-41db-ae26-22b1d2177b5f on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:58:00.290761 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-42b0cc60-71e5-406d-8327-9cf5463aa02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.312808 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-42b0cc60-71e5-406d-8327-9cf5463aa02d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.318000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-42b0cc60-71e5-406d-8327-9cf5463aa02d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/3819844f-11d3-46e6-a85a-1c8983cc47d5 HTTP/1.1" status: 204 len: 168 time: 0.3576899 Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 18:58:00.329109 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 18:58:00.341828 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-681a1e73-d326-49c9-a2a1-73824b8952fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.374789 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39234) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:00.377191 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681a1e73-d326-49c9-a2a1-73824b8952fd None None] No DVR routers for this DVR port d3543943-a0ad-41db-ae26-22b1d2177b5f on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:58:00.383472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0cc60-71e5-406d-8327-9cf5463aa02d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3819844f-11d3-46e6-a85a-1c8983cc47d5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:00.384388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a1e73-d326-49c9-a2a1-73824b8952fd None None] Pushing event deleted for resources: {'Port': ['ID=d3543943-a0ad-41db-ae26-22b1d2177b5f,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:00.397750 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.422573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8affcf17-c0d4-4b9b-8094-b42f145d64b9']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:00.435957 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd8caef-3e8a-4677-9fee-39276cc9203c') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:00.436260 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd8caef-3e8a-4677-9fee-39276cc9203c') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:00.450234 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.468521 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.477100 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:58:00.477526 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:58:00.481793 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:58:00.522687 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee7b71fd-8c2f-4e39-a40d-aac50b542ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.530365 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.535798 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7ffac-9867-4895-b9f1-ef9b919d2271 req-0f0d79ef-9bac-41a6-bd8c-16fcac4fb40f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:00.541653 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ccf7ffac-9867-4895-b9f1-ef9b919d2271 req-0f0d79ef-9bac-41a6-bd8c-16fcac4fb40f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 943 time: 0.1803575 Nov 03 18:58:00.562225 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 63003d42-6336-4ab2-a39c-86bcb259b295 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:58:00.591620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 63003d42-6336-4ab2-a39c-86bcb259b295 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:58:00.592017 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 63003d42-6336-4ab2-a39c-86bcb259b295 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:58:00.599843 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.614066 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.622806 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "DELETE /v2.0/networks/8affcf17-c0d4-4b9b-8094-b42f145d64b9 HTTP/1.1" status: 204 len: 168 time: 1.0310445 Nov 03 18:58:00.629942 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39236) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:00.632154 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.645180 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d3543943-a0ad-41db-ae26-22b1d2177b5f no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:58:00.649085 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987839c-95e0-4dc2-a406-90e51bcc55b6 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Pushing event deleted for resources: {'Network': ['ID=8affcf17-c0d4-4b9b-8094-b42f145d64b9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:00.678974 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: d3543943-a0ad-41db-ae26-22b1d2177b5f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:58:00.679106 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d3543943-a0ad-41db-ae26-22b1d2177b5f not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:58:00.706217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c8c0c994-b657-4083-922e-6352e254b768 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ee0df49-419e-4e00-8ed8-b3a764ddd01b HTTP/1.1" status: 200 len: 205 time: 0.0724335 Nov 03 18:58:00.714489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39242) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:00.763722 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ccf7ffac-9867-4895-b9f1-ef9b919d2271 req-6278fff4-ccee-4208-a70d-907623803855 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138169 Nov 03 18:58:00.765438 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee7b71fd-8c2f-4e39-a40d-aac50b542ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.792671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-ee7b71fd-8c2f-4e39-a40d-aac50b542ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2d15c2-b68c-424c-9a48-22cc9e17d0bd']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:00.804755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-ee7b71fd-8c2f-4e39-a40d-aac50b542ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67ccbaa-df25-4a15-b29e-3b879af16b80') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:00.804755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-ee7b71fd-8c2f-4e39-a40d-aac50b542ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67ccbaa-df25-4a15-b29e-3b879af16b80') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:00.815725 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee7b71fd-8c2f-4e39-a40d-aac50b542ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.820662 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0ad1c96-1754-49c3-b19e-0e59a67ff207 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.830473 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee7b71fd-8c2f-4e39-a40d-aac50b542ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.838595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7b71fd-8c2f-4e39-a40d-aac50b542ea9 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:58:00.839330 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee7b71fd-8c2f-4e39-a40d-aac50b542ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:58:00.841248 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:58:00.904790 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee7b71fd-8c2f-4e39-a40d-aac50b542ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.929947 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ee7b71fd-8c2f-4e39-a40d-aac50b542ea9 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:00.936297 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ee7b71fd-8c2f-4e39-a40d-aac50b542ea9 admin admin] 10.222.0.107 "DELETE /v2.0/networks/6f2d15c2-b68c-424c-9a48-22cc9e17d0bd HTTP/1.1" status: 204 len: 168 time: 0.5579798 Nov 03 18:58:00.936297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b71fd-8c2f-4e39-a40d-aac50b542ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f2d15c2-b68c-424c-9a48-22cc9e17d0bd,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:01.031731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 70225b4f-69a0-490b-8115-c12efcb4854c details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:01.041646 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0ad1c96-1754-49c3-b19e-0e59a67ff207 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.044149 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0ad1c96-1754-49c3-b19e-0e59a67ff207 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.108366 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0ad1c96-1754-49c3-b19e-0e59a67ff207 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.109011 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ad1c96-1754-49c3-b19e-0e59a67ff207 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Fanout notify agent at l3_agent the message router_deleted on router 4ee0df49-419e-4e00-8ed8-b3a764ddd01b {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 18:58:01.128914 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0ad1c96-1754-49c3-b19e-0e59a67ff207 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.130504 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c0ad1c96-1754-49c3-b19e-0e59a67ff207 tempest-RoutersNegativeIpV6Test-1277854288 tempest-RoutersNegativeIpV6Test-1277854288-project] 10.222.0.107 "DELETE /v2.0/routers/4ee0df49-419e-4e00-8ed8-b3a764ddd01b HTTP/1.1" status: 204 len: 168 time: 0.4186277 Nov 03 18:58:01.235035 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39250) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:01.292463 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9cd67913-05de-4659-a8ae-10258341a973 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e3c99d50bcef40dc8698cb2c2caf758f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0551629 Nov 03 18:58:01.295099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39252) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:01.372556 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-056140f1-4f8e-4411-8053-f67f6f81fd31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.431135 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-056140f1-4f8e-4411-8053-f67f6f81fd31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.459348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 70225b4f-69a0-490b-8115-c12efcb4854c, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=70225b4f-69a0-490b-8115-c12efcb4854c,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:01.474723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '70225b4f-69a0-490b-8115-c12efcb4854c', 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77', 'port_id': '70225b4f-69a0-490b-8115-c12efcb4854c', 'mac_address': 'fa:16:3e:14:2a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c7663b-b60c-42de-9b0b-85148b2d5e45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:01.518318 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.537656 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.539287 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-056140f1-4f8e-4411-8053-f67f6f81fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.542237 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-056140f1-4f8e-4411-8053-f67f6f81fd31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.543681 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-056140f1-4f8e-4411-8053-f67f6f81fd31 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d2d125de-de59-43bd-9ed2-e25d98228e7e HTTP/1.1" status: 204 len: 168 time: 0.2471294 Nov 03 18:58:01.553389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056140f1-4f8e-4411-8053-f67f6f81fd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d125de-de59-43bd-9ed2-e25d98228e7e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:01.572215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70225b4f-69a0-490b-8115-c12efcb4854c {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:01.587395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39260) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:01.626989 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 70225b4f-69a0-490b-8115-c12efcb4854c, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=70225b4f-69a0-490b-8115-c12efcb4854c,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:01.640474 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:01.767136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=70225b4f-69a0-490b-8115-c12efcb4854c,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:01.999655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d895374d-5d82-4aea-972a-d7527e87cae4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5fd5852e163e4b31ae0917f7bf41dc39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4101293 Nov 03 18:58:02.002182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39270) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:02.025099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a7327-8754-4a3b-98ee-d5e834147c38 req-2b5310cd-026a-42f4-812f-2e3442e61b3f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:02.027653 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['70225b4f-69a0-490b-8115-c12efcb4854c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:02.033124 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d9a7327-8754-4a3b-98ee-d5e834147c38 req-2b5310cd-026a-42f4-812f-2e3442e61b3f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 944 time: 0.1268287 Nov 03 18:58:02.134631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d9a7327-8754-4a3b-98ee-d5e834147c38 req-8af1efc8-11a6-4147-8745-fd0aaa1bedbb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004803 Nov 03 18:58:02.157120 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b87a0082-09f6-4d86-91a0-983454fa0248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:02.200598 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b87a0082-09f6-4d86-91a0-983454fa0248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:02.255277 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b87a0082-09f6-4d86-91a0-983454fa0248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:02.260274 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b87a0082-09f6-4d86-91a0-983454fa0248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:02.261694 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b87a0082-09f6-4d86-91a0-983454fa0248 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/43fde7a2-a7a0-4209-a51e-0aca2a513b6d HTTP/1.1" status: 204 len: 168 time: 0.2585073 Nov 03 18:58:02.304316 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a0082-09f6-4d86-91a0-983454fa0248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fde7a2-a7a0-4209-a51e-0aca2a513b6d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:03.135258 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:58:03.335889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8d764-c7f4-4649-8a38-dc9503246ee5 req-10b609d3-a14e-420c-9b55-da2f59704706 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:03.347317 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65a8d764-c7f4-4649-8a38-dc9503246ee5 req-10b609d3-a14e-420c-9b55-da2f59704706 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 944 time: 0.0748780 Nov 03 18:58:03.451043 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65a8d764-c7f4-4649-8a38-dc9503246ee5 req-87b5afe8-4de1-4101-9c61-f66493a6741a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015768 Nov 03 18:58:03.570051 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39370) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:03.855886 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99cfaa8f-e398-4238-9566-4e76edf3e4ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.955302 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99cfaa8f-e398-4238-9566-4e76edf3e4ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:03.960886 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99cfaa8f-e398-4238-9566-4e76edf3e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.000557 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-99cfaa8f-e398-4238-9566-4e76edf3e4ef admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=31c6775eeccc45bcaa9ff583d411938e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4282796 Nov 03 18:58:04.003013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39384) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:04.091620 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfaa8f-e398-4238-9566-4e76edf3e4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc4b06f-237a-47ef-a4c0-6794c2770da5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:04.127637 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3dafc6b-0e8d-4fb0-9abe-57ffe37acf77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.163272 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3dafc6b-0e8d-4fb0-9abe-57ffe37acf77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.228739 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3dafc6b-0e8d-4fb0-9abe-57ffe37acf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.231621 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3dafc6b-0e8d-4fb0-9abe-57ffe37acf77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:04.236058 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a3dafc6b-0e8d-4fb0-9abe-57ffe37acf77 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4fc4b06f-237a-47ef-a4c0-6794c2770da5 HTTP/1.1" status: 204 len: 168 time: 0.2319977 Nov 03 18:58:04.246568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dafc6b-0e8d-4fb0-9abe-57ffe37acf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc4b06f-237a-47ef-a4c0-6794c2770da5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:04.696432 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f9ae2-c1fe-4768-a267-695440beba23 req-e78bc20d-f856-46d1-b6f8-fa9440dd7ff8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:04.710360 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-853f9ae2-c1fe-4768-a267-695440beba23 req-e78bc20d-f856-46d1-b6f8-fa9440dd7ff8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 944 time: 0.1585031 Nov 03 18:58:04.815160 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-853f9ae2-c1fe-4768-a267-695440beba23 req-a8e810e8-644f-451a-922e-4cad0b017bfd tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035330 Nov 03 18:58:05.060990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 70225b4f-69a0-490b-8115-c12efcb4854c up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:05.190264 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 70225b4f-69a0-490b-8115-c12efcb4854c completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:58:05.198879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 70225b4f-69a0-490b-8115-c12efcb4854c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:05.200615 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:05.399167 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:05.475519 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c96f0b-fdf9-4307-9ea9-d6ed50f12387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70225b4f-69a0-490b-8115-c12efcb4854c'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:05.480380 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ad857a-6624-42d4-aa19-8c6735f64ffc" -d '{"events": [{"server_uuid": "d5c96f0b-fdf9-4307-9ea9-d6ed50f12387", "name": "network-vif-plugged", "status": "completed", "tag": "70225b4f-69a0-490b-8115-c12efcb4854c"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:05.496965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 70225b4f-69a0-490b-8115-c12efcb4854c, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=70225b4f-69a0-490b-8115-c12efcb4854c,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:05.504138 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:05.573332 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563c55a2-06fd-4a92-9da4-60a6f49aedc3 x-openstack-request-id: req-563c55a2-06fd-4a92-9da4-60a6f49aedc3 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:05.574700 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c96f0b-fdf9-4307-9ea9-d6ed50f12387", "name": "network-vif-plugged", "status": "completed", "tag": "70225b4f-69a0-490b-8115-c12efcb4854c", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:05.575246 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-563c55a2-06fd-4a92-9da4-60a6f49aedc3 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:05.575742 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c96f0b-fdf9-4307-9ea9-d6ed50f12387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70225b4f-69a0-490b-8115-c12efcb4854c', 'code': 200} Nov 03 18:58:05.596558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=70225b4f-69a0-490b-8115-c12efcb4854c,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:05.763519 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf26ccb-eb31-4ed7-83c5-09d8b36810db req-942fb1a2-79fc-4c96-b8b0-9ae417b5dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:05.765840 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-abf26ccb-eb31-4ed7-83c5-09d8b36810db req-942fb1a2-79fc-4c96-b8b0-9ae417b5dda3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 1096 time: 0.0795269 Nov 03 18:58:05.868017 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-abf26ccb-eb31-4ed7-83c5-09d8b36810db req-a6d25f2c-9a7f-4db0-9dd5-89c1f0945688 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926135 Nov 03 18:58:05.980905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd687e-b00a-4dfb-b2a2-57e5e684ac91 req-312b57f9-7f83-42dd-861f-817bfef868d5 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:05.984330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-01dd687e-b00a-4dfb-b2a2-57e5e684ac91 req-312b57f9-7f83-42dd-861f-817bfef868d5 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 945 time: 0.0661862 Nov 03 18:58:06.061736 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-01dd687e-b00a-4dfb-b2a2-57e5e684ac91 req-2155d9b0-1d7f-40eb-8a16-bbffc7b599f6 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705683 Nov 03 18:58:06.378766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb215a38-e495-43b9-ad3c-630a33e04fe9 req-b29d211b-53cb-4cf8-bafe-5206998b957f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0644107 Nov 03 18:58:06.503428 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39500) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:06.503658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb215a38-e495-43b9-ad3c-630a33e04fe9 req-993ebfe0-8ecf-47fe-82ca-e4c60c0d99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:06.503658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb215a38-e495-43b9-ad3c-630a33e04fe9 req-993ebfe0-8ecf-47fe-82ca-e4c60c0d99d6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6e03d37318b34094a0ffff28057c6cc2&device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 1096 time: 0.0934250 Nov 03 18:58:06.503938 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39502) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:06.632915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb215a38-e495-43b9-ad3c-630a33e04fe9 req-a2582147-4042-4908-88b0-cf22be91eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:06.634553 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb215a38-e495-43b9-ad3c-630a33e04fe9 req-a2582147-4042-4908-88b0-cf22be91eabf service neutron] 10.222.0.98 "GET /v2.0/networks?id=59aedf5c-3e42-405b-a5ae-b89a5996e64c HTTP/1.1" status: 200 len: 912 time: 0.1124711 Nov 03 18:58:06.670343 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f26a9dbc-fc8c-48a9-a260-8e3ea3afbcf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:06.679503 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f6fb4b3-1524-4217-87b0-c5111ab0ee99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:06.804954 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f6fb4b3-1524-4217-87b0-c5111ab0ee99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:06.816843 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f6fb4b3-1524-4217-87b0-c5111ab0ee99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:06.861718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fb4b3-1524-4217-87b0-c5111ab0ee99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b236d4cf-2479-4292-8957-dfe5e64ff5eb,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:06.894482 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f26a9dbc-fc8c-48a9-a260-8e3ea3afbcf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:06.899553 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0f6fb4b3-1524-4217-87b0-c5111ab0ee99 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8c35eb20bd614266a969456c6c18a5a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3988676 Nov 03 18:58:06.902621 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39514) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:06.954177 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb215a38-e495-43b9-ad3c-630a33e04fe9 req-fb7297cd-6e30-44af-b5f6-0922b4c3b78d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d1a1db-b0e4-4b9d-be3f-1038cca216c7 HTTP/1.1" status: 200 len: 1000 time: 0.3045683 Nov 03 18:58:06.955999 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f26a9dbc-fc8c-48a9-a260-8e3ea3afbcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.007505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f26a9dbc-fc8c-48a9-a260-8e3ea3afbcf0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5dc1ba1e429a4016b06d48a7928ff792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5016451 Nov 03 18:58:07.011232 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39522) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:07.012142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d97e945-1620-42d6-9bae-65af4469f29a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.069212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a9dbc-fc8c-48a9-a260-8e3ea3afbcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872056ea-30e4-4785-9ac3-8e098ccee1f6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:07.070701 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d97e945-1620-42d6-9bae-65af4469f29a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.110068 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb215a38-e495-43b9-ad3c-630a33e04fe9 req-d63795d3-4b7f-48ad-a369-d42a5abaefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:07.111638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb215a38-e495-43b9-ad3c-630a33e04fe9 req-d63795d3-4b7f-48ad-a369-d42a5abaefd7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1945ba7b-6c1a-48ad-b07e-6241e957b703 HTTP/1.1" status: 200 len: 850 time: 0.1498718 Nov 03 18:58:07.148067 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-309e9af0-fa56-4df3-acc3-643a0d451239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.185519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb215a38-e495-43b9-ad3c-630a33e04fe9 req-3f3aa295-efea-4c7b-b95a-847f28a0d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:07.187971 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb215a38-e495-43b9-ad3c-630a33e04fe9 req-3f3aa295-efea-4c7b-b95a-847f28a0d267 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=59aedf5c-3e42-405b-a5ae-b89a5996e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684166 Nov 03 18:58:07.204386 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-309e9af0-fa56-4df3-acc3-643a0d451239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.269605 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d97e945-1620-42d6-9bae-65af4469f29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.273068 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d97e945-1620-42d6-9bae-65af4469f29a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.275475 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1d97e945-1620-42d6-9bae-65af4469f29a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b236d4cf-2479-4292-8957-dfe5e64ff5eb HTTP/1.1" status: 204 len: 168 time: 0.3711188 Nov 03 18:58:07.309633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97e945-1620-42d6-9bae-65af4469f29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b236d4cf-2479-4292-8957-dfe5e64ff5eb,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:07.355533 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-309e9af0-fa56-4df3-acc3-643a0d451239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.359450 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-309e9af0-fa56-4df3-acc3-643a0d451239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:07.380463 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-309e9af0-fa56-4df3-acc3-643a0d451239 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/872056ea-30e4-4785-9ac3-8e098ccee1f6 HTTP/1.1" status: 204 len: 168 time: 0.3592362 Nov 03 18:58:07.412980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ec8d2-8ce3-4645-a73a-d2626a63097c req-4d9493d6-6d55-49d1-9540-491ede522f35 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:07.420920 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f7ec8d2-8ce3-4645-a73a-d2626a63097c req-4d9493d6-6d55-49d1-9540-491ede522f35 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 945 time: 0.1004736 Nov 03 18:58:07.422709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e9af0-fa56-4df3-acc3-643a0d451239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872056ea-30e4-4785-9ac3-8e098ccee1f6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:07.448606 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb215a38-e495-43b9-ad3c-630a33e04fe9 req-35adbd75-5691-4f2d-8f8a-2439d4e758e8 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527819 Nov 03 18:58:07.653959 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb215a38-e495-43b9-ad3c-630a33e04fe9 req-46a3126a-97a5-497f-889e-2afe1198a822 service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918042 Nov 03 18:58:07.680740 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f7ec8d2-8ce3-4645-a73a-d2626a63097c req-b8abd99f-181f-4e7b-8e3d-488aef5e60f3 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585585 Nov 03 18:58:07.990764 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39558) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:08.013046 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4274d494-e51c-4560-ab73-4c08033e3717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.112912 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4274d494-e51c-4560-ab73-4c08033e3717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.119953 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4274d494-e51c-4560-ab73-4c08033e3717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.155923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274d494-e51c-4560-ab73-4c08033e3717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eac67f2-9d5a-4712-9bb9-188b2bc58c97,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:08.177750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39562) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:08.199678 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4274d494-e51c-4560-ab73-4c08033e3717 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6f8d8b06d5e54ffb9740204a660740dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2075799 Nov 03 18:58:08.256334 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-068b7f7b-120b-4a54-9463-0e6465579fc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.374616 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-068b7f7b-120b-4a54-9463-0e6465579fc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.496648 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-068b7f7b-120b-4a54-9463-0e6465579fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.511546 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-068b7f7b-120b-4a54-9463-0e6465579fc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:08.515258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-068b7f7b-120b-4a54-9463-0e6465579fc3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4eac67f2-9d5a-4712-9bb9-188b2bc58c97 HTTP/1.1" status: 204 len: 168 time: 0.3365166 Nov 03 18:58:08.547109 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b7f7b-120b-4a54-9463-0e6465579fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eac67f2-9d5a-4712-9bb9-188b2bc58c97,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:08.859375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6a200-7cb8-4afe-ad1d-64cb06f72e41 req-73e82708-1da9-412b-947f-b917028b8bbf tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:08.864663 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76c6a200-7cb8-4afe-ad1d-64cb06f72e41 req-73e82708-1da9-412b-947f-b917028b8bbf tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 945 time: 0.0731742 Nov 03 18:58:08.965355 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76c6a200-7cb8-4afe-ad1d-64cb06f72e41 req-67a8295e-8631-4406-9688-f30827658fe4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831237 Nov 03 18:58:09.512583 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44905059-aec9-47e8-9939-957a21348887 req-7c11eda7-9d48-47fb-9f44-e6e84971716e tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:09.521582 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44905059-aec9-47e8-9939-957a21348887 req-7c11eda7-9d48-47fb-9f44-e6e84971716e tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 806 time: 0.2086401 Nov 03 18:58:09.551567 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44905059-aec9-47e8-9939-957a21348887 req-ce73a594-4330-45fc-92d4-f944d8fffd31 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/quotas/4a4a568107f143e8aa14bb3dc51af5da HTTP/1.1" status: 200 len: 375 time: 0.0288370 Nov 03 18:58:09.658521 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44905059-aec9-47e8-9939-957a21348887 req-a8b1503d-2d96-4be6-a638-e2145ffdb226 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1059568 Nov 03 18:58:09.827790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44905059-aec9-47e8-9939-957a21348887 req-2c2c75cf-9e15-4707-a0e3-27eab365f586 service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606159 Nov 03 18:58:10.019656 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44905059-aec9-47e8-9939-957a21348887 req-639854aa-170b-45db-8463-73c86047586a service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830301 Nov 03 18:58:10.755659 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39702) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:10.984119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-87e01706-331d-4d2a-8e1e-c0d970356be8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:11.325413 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-87e01706-331d-4d2a-8e1e-c0d970356be8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:11.346821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857671-b250-470a-9b2f-3a7794013449 req-67513a28-b0bf-41e6-986e-ebacfca98ad2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:11.348876 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98857671-b250-470a-9b2f-3a7794013449 req-67513a28-b0bf-41e6-986e-ebacfca98ad2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 806 time: 0.2624338 Nov 03 18:58:11.351542 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-87e01706-331d-4d2a-8e1e-c0d970356be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:11.462423 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98857671-b250-470a-9b2f-3a7794013449 req-29e159a2-3fa6-4d20-873c-00e4d33b2f78 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/quotas/4a4a568107f143e8aa14bb3dc51af5da HTTP/1.1" status: 200 len: 375 time: 0.1029632 Nov 03 18:58:11.498600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-87e01706-331d-4d2a-8e1e-c0d970356be8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9dbf8b39c32f4b7c8390f6887429b2d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7404799 Nov 03 18:58:11.500096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39742) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:11.526466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e01706-331d-4d2a-8e1e-c0d970356be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccaf483-f6cd-4d68-b53d-710799c59082,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:11.584823 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-102e1350-c8b1-471a-817f-aff01ad8f922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:11.617073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98857671-b250-470a-9b2f-3a7794013449 req-99fea739-409a-40dc-9f86-947daca9556a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1148570 Nov 03 18:58:11.640641 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-102e1350-c8b1-471a-817f-aff01ad8f922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:11.726708 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-102e1350-c8b1-471a-817f-aff01ad8f922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:11.730653 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-102e1350-c8b1-471a-817f-aff01ad8f922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:11.734441 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-102e1350-c8b1-471a-817f-aff01ad8f922 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4ccaf483-f6cd-4d68-b53d-710799c59082 HTTP/1.1" status: 204 len: 168 time: 0.2332752 Nov 03 18:58:11.773288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e1350-c8b1-471a-817f-aff01ad8f922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccaf483-f6cd-4d68-b53d-710799c59082,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:11.837345 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98857671-b250-470a-9b2f-3a7794013449 req-a4c0d155-be23-472f-b895-ed79f4149680 service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192311 Nov 03 18:58:12.098787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98857671-b250-470a-9b2f-3a7794013449 req-d8fc26a3-111a-408a-b9e4-1ac8264d3608 service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568140 Nov 03 18:58:12.475809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e31f43f3-8da8-40f6-b13b-a6dc52e569f7 req-6d7e7548-34f4-405c-a090-803dedc60990 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 210 time: 0.0762205 Nov 03 18:58:13.241224 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:13.727900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96f30a08-855a-4e36-ae5a-b6fcad1462d2 req-08cf13df-e347-4480-aa9e-975465918766 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 210 time: 0.1117599 Nov 03 18:58:14.129518 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857671-b250-470a-9b2f-3a7794013449 req-71fa8680-4e68-477e-885c-a2b7c19fee85 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:14.131692 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98857671-b250-470a-9b2f-3a7794013449 req-71fa8680-4e68-477e-885c-a2b7c19fee85 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 806 time: 0.2237215 Nov 03 18:58:14.146428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-98857671-b250-470a-9b2f-3a7794013449 req-b3b4015d-9ffc-4fe7-91f6-9d8747190e57 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Request body: {'port': {'device_id': '28c12d8a-110d-4ab7-9910-a080517370d0', 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77', 'admin_state_up': True, 'tenant_id': '4a4a568107f143e8aa14bb3dc51af5da'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:14.407218 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98857671-b250-470a-9b2f-3a7794013449 req-b3b4015d-9ffc-4fe7-91f6-9d8747190e57 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Made reservation on behalf of 4a4a568107f143e8aa14bb3dc51af5da for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:14.411388 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98857671-b250-470a-9b2f-3a7794013449 req-b3b4015d-9ffc-4fe7-91f6-9d8747190e57 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.615379 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-98857671-b250-470a-9b2f-3a7794013449 req-b3b4015d-9ffc-4fe7-91f6-9d8747190e57 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Allocated IP 172.20.0.6 (e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77/b2c7663b-b60c-42de-9b0b-85148b2d5e45/79d3241a-d2e8-4dac-a2ee-6e773e73ffa9) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:58:14.873800 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98857671-b250-470a-9b2f-3a7794013449 req-b3b4015d-9ffc-4fe7-91f6-9d8747190e57 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.928027 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cafa2fb4-fa9e-4c91-9d2b-7b2bf208467f req-f32b83d4-4f69-4887-9132-6e4419ae46f3 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 210 time: 0.0457714 Nov 03 18:58:14.954928 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98857671-b250-470a-9b2f-3a7794013449 req-b3b4015d-9ffc-4fe7-91f6-9d8747190e57 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:14.995814 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['70225b4f-69a0-490b-8115-c12efcb4854c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:15.036825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4015d-9ffc-4fe7-91f6-9d8747190e57 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Pushing event updated for resources: {'Port': ['ID=79d3241a-d2e8-4dac-a2ee-6e773e73ffa9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:15.053096 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98857671-b250-470a-9b2f-3a7794013449 req-b3b4015d-9ffc-4fe7-91f6-9d8747190e57 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:58:15.054831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-98857671-b250-470a-9b2f-3a7794013449 req-b3b4015d-9ffc-4fe7-91f6-9d8747190e57 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:15.058031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-98857671-b250-470a-9b2f-3a7794013449 req-b3b4015d-9ffc-4fe7-91f6-9d8747190e57 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:58:15.136514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857671-b250-470a-9b2f-3a7794013449 req-b3b4015d-9ffc-4fe7-91f6-9d8747190e57 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:15.137208 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98857671-b250-470a-9b2f-3a7794013449 req-b3b4015d-9ffc-4fe7-91f6-9d8747190e57 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:15.164554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98857671-b250-470a-9b2f-3a7794013449 req-b3b4015d-9ffc-4fe7-91f6-9d8747190e57 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0222931 Nov 03 18:58:15.180514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Request body: {'port': {'device_id': '28c12d8a-110d-4ab7-9910-a080517370d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:15.308288 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.155260 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:16.217221 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.287342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Transition to ACTIVE for port object 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:58:16.296161 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.346173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e744e-b5d9-4657-8389-19be923f866e req-60cb6f61-dd17-4f6e-8591-bd9687f465f7 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:16.354780 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-249e744e-b5d9-4657-8389-19be923f866e req-60cb6f61-dd17-4f6e-8591-bd9687f465f7 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 931 time: 0.2571287 Nov 03 18:58:16.516508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Pushing event updated for resources: {'Port': ['ID=79d3241a-d2e8-4dac-a2ee-6e773e73ffa9,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:16.546255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39982) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:16.670446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-249e744e-b5d9-4657-8389-19be923f866e req-a5464e69-d3da-46b0-82bb-86c00985adc7 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399247 Nov 03 18:58:16.771789 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Attempting to bind port 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:58:16.772399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Attempting to bind port 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:58:16.772901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Attempting to bind port 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:16.788707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Port 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:58:16.789444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Attempting to bind port 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:16.840466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:58:16.842006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Checking segment: {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:16.844328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Bound using segment: {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:58:16.845356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Bound port: 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:58:16.846224 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:16.948280 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cdec831d-c9da-4d56-b5c2-5929b2eca5e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:17.028549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] For port 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:58:17.038675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] For port 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=79d3241a-d2e8-4dac-a2ee-6e773e73ffa9,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:58:17.058195 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:17.159936 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cdec831d-c9da-4d56-b5c2-5929b2eca5e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:17.165865 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cdec831d-c9da-4d56-b5c2-5929b2eca5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:17.268429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:17.277659 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:17.279196 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98857671-b250-470a-9b2f-3a7794013449 req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] 10.222.0.98 "PUT /v2.0/ports/79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 HTTP/1.1" status: 200 len: 1091 time: 2.1058488 Nov 03 18:58:17.281283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31715458-46ba-46f7-9b38-8a060b476575 service neutron] Pushing event updated for resources: {'Port': ['ID=79d3241a-d2e8-4dac-a2ee-6e773e73ffa9,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:17.296322 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c12d8a-110d-4ab7-9910-a080517370d0', 'tag': '79d3241a-d2e8-4dac-a2ee-6e773e73ffa9'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:17.302173 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398e5644-6c43-4e9a-af4e-f5df0c2cb5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "28c12d8a-110d-4ab7-9910-a080517370d0", "tag": "79d3241a-d2e8-4dac-a2ee-6e773e73ffa9"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:17.332242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40010) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:17.333448 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cdec831d-c9da-4d56-b5c2-5929b2eca5e5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=11cd7c59362e458689d836cbe7e6bdbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7857876 Nov 03 18:58:17.376241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec831d-c9da-4d56-b5c2-5929b2eca5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8005f14-12e8-4ef3-8421-ff213f2e9c9b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:17.450582 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d220973-33b0-4db2-8545-bbf8c82afc1a x-openstack-request-id: req-5d220973-33b0-4db2-8545-bbf8c82afc1a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:17.451307 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c12d8a-110d-4ab7-9910-a080517370d0", "tag": "79d3241a-d2e8-4dac-a2ee-6e773e73ffa9", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:17.451544 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5d220973-33b0-4db2-8545-bbf8c82afc1a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:17.451979 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c12d8a-110d-4ab7-9910-a080517370d0', 'tag': '79d3241a-d2e8-4dac-a2ee-6e773e73ffa9', 'status': 'completed', 'code': 200} Nov 03 18:58:17.535010 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857671-b250-470a-9b2f-3a7794013449 req-0d36d619-b9fb-4e36-92f5-84badf9a0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:17.537159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98857671-b250-470a-9b2f-3a7794013449 req-0d36d619-b9fb-4e36-92f5-84badf9a0f8d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 1094 time: 0.1553011 Nov 03 18:58:17.654393 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98857671-b250-470a-9b2f-3a7794013449 req-5847ab3c-d098-41ab-928c-4baa5daecdcc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 HTTP/1.1" status: 200 len: 217 time: 0.1032333 Nov 03 18:58:17.723840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98857671-b250-470a-9b2f-3a7794013449 req-7e18a52d-9a68-4609-a6b3-afcf262ff9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:17.725666 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98857671-b250-470a-9b2f-3a7794013449 req-7e18a52d-9a68-4609-a6b3-afcf262ff9ce service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 200 len: 846 time: 0.0629313 Nov 03 18:58:17.726338 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5b54f098-7a85-4186-a10f-3bcc7dea0788 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:17.787515 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98857671-b250-470a-9b2f-3a7794013449 req-b85b15c8-b984-4a27-a469-891884e6c606 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489991 Nov 03 18:58:17.840433 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5b54f098-7a85-4186-a10f-3bcc7dea0788 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.005138 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5b54f098-7a85-4186-a10f-3bcc7dea0788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.010962 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5b54f098-7a85-4186-a10f-3bcc7dea0788 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.016341 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5b54f098-7a85-4186-a10f-3bcc7dea0788 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b8005f14-12e8-4ef3-8421-ff213f2e9c9b HTTP/1.1" status: 204 len: 168 time: 0.6749558 Nov 03 18:58:18.048131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54f098-7a85-4186-a10f-3bcc7dea0788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8005f14-12e8-4ef3-8421-ff213f2e9c9b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:18.067254 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98857671-b250-470a-9b2f-3a7794013449 req-f69860bb-7dc3-4cb8-84fc-73c65eb0d2f8 service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662094 Nov 03 18:58:18.303424 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98857671-b250-470a-9b2f-3a7794013449 req-2eb60dd3-2580-40c2-9422-bd8060d9deda service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281611 Nov 03 18:58:18.446707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e5644-6c43-4e9a-af4e-f5df0c2cb5cb req-bd0ca819-bd43-46b6-84de-e0cf5596a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:18.454667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-398e5644-6c43-4e9a-af4e-f5df0c2cb5cb req-bd0ca819-bd43-46b6-84de-e0cf5596a207 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 1094 time: 0.0914130 Nov 03 18:58:18.798257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e5644-6c43-4e9a-af4e-f5df0c2cb5cb req-4067e0f4-9ffb-4ed2-861b-9efe7c278aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:18.800324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-398e5644-6c43-4e9a-af4e-f5df0c2cb5cb req-4067e0f4-9ffb-4ed2-861b-9efe7c278aed service neutron] 10.222.0.98 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 907 time: 0.3349955 Nov 03 18:58:18.817489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40048) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:18.847494 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-627dc48b-ea55-4e1c-88c2-76349364dba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:18.882316 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-398e5644-6c43-4e9a-af4e-f5df0c2cb5cb req-a6e8874e-9b9d-46e2-8a9e-a48290a02aa1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 HTTP/1.1" status: 200 len: 217 time: 0.0547409 Nov 03 18:58:18.923479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb0785-5e7c-470f-b69e-7ef5c98804f4 req-5df8e077-4ac1-4c93-854a-abd0dcaa9f31 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:18.926410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70fb0785-5e7c-470f-b69e-7ef5c98804f4 req-5df8e077-4ac1-4c93-854a-abd0dcaa9f31 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 943 time: 0.2476897 Nov 03 18:58:19.117596 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e5644-6c43-4e9a-af4e-f5df0c2cb5cb req-8efb245c-2322-4376-adb7-561e6753559f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:19.127346 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-398e5644-6c43-4e9a-af4e-f5df0c2cb5cb req-8efb245c-2322-4376-adb7-561e6753559f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 200 len: 846 time: 0.2374289 Nov 03 18:58:19.133894 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-627dc48b-ea55-4e1c-88c2-76349364dba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:19.153141 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70fb0785-5e7c-470f-b69e-7ef5c98804f4 req-2fcbe951-85a1-48ac-97ba-ece5604b26fb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950479 Nov 03 18:58:19.153731 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-627dc48b-ea55-4e1c-88c2-76349364dba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:19.211961 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-398e5644-6c43-4e9a-af4e-f5df0c2cb5cb req-9485fa33-8ef6-40bc-83b9-ef0d07a80410 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572712 Nov 03 18:58:19.271236 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-627dc48b-ea55-4e1c-88c2-76349364dba2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=15b05a17d671426099f8b835693b5104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4513097 Nov 03 18:58:19.273045 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dc48b-ea55-4e1c-88c2-76349364dba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b9ab02-8c7f-4721-b27e-29a309dce67e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:19.292182 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40054) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:19.372162 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-398e5644-6c43-4e9a-af4e-f5df0c2cb5cb req-55d09bfc-9928-4217-9fd2-f1e9fd85049b service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528146 Nov 03 18:58:19.375530 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-363e3782-e0b0-4967-8428-3f293d942a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:19.412184 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-363e3782-e0b0-4967-8428-3f293d942a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:19.496859 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-363e3782-e0b0-4967-8428-3f293d942a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:19.502294 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-363e3782-e0b0-4967-8428-3f293d942a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:19.504875 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-363e3782-e0b0-4967-8428-3f293d942a99 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a9b9ab02-8c7f-4721-b27e-29a309dce67e HTTP/1.1" status: 204 len: 168 time: 0.2096577 Nov 03 18:58:19.533883 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e3782-e0b0-4967-8428-3f293d942a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b9ab02-8c7f-4721-b27e-29a309dce67e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:19.589252 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-398e5644-6c43-4e9a-af4e-f5df0c2cb5cb req-67bf08f2-be91-4990-ab33-4f6cee7c9d24 service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102482 Nov 03 18:58:20.446984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933fcab-7a0b-4148-a742-158269c15d83 req-d74f619f-4598-4891-8429-1fb3a8c6e822 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:20.455469 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1933fcab-7a0b-4148-a742-158269c15d83 req-d74f619f-4598-4891-8429-1fb3a8c6e822 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 943 time: 0.0950029 Nov 03 18:58:20.561473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:20.562306 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1933fcab-7a0b-4148-a742-158269c15d83 req-f7260b31-d805-4926-9085-5d565c1e8043 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053486 Nov 03 18:58:20.886294 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=79d3241a-d2e8-4dac-a2ee-6e773e73ffa9,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:20.926311 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '79d3241a-d2e8-4dac-a2ee-6e773e73ffa9', 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77', 'port_id': '79d3241a-d2e8-4dac-a2ee-6e773e73ffa9', 'mac_address': 'fa:16:3e:d5:a4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c7663b-b60c-42de-9b0b-85148b2d5e45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:21.000367 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:21.020815 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:21.067812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=79d3241a-d2e8-4dac-a2ee-6e773e73ffa9,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:21.074378 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:21.142015 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=79d3241a-d2e8-4dac-a2ee-6e773e73ffa9,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:21.154931 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:21.155231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:21.155598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:21.156173 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:21.157030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:21.157400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:21.157738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:21.158257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:21.158802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:21.159149 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:21.159510 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:21.159890 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:21.324810 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['79d3241a-d2e8-4dac-a2ee-6e773e73ffa9'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:21.776368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f424a23-79cc-4ade-9816-d2771afd328c req-8316794c-d1a4-4bcb-8494-a3b31d0506f4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:21.779378 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f424a23-79cc-4ade-9816-d2771afd328c req-8316794c-d1a4-4bcb-8494-a3b31d0506f4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 944 time: 0.0747883 Nov 03 18:58:21.849952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f424a23-79cc-4ade-9816-d2771afd328c req-d30c5ba6-6a6d-4a0f-95fd-2e12bc5790ef tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607715 Nov 03 18:58:22.570935 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40182) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:22.580271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:22.726458 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:58:22.765613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:22.768486 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:22.920450 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f67b18dc-22ab-49d6-a177-9289b5d676ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.031019 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.103182 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f67b18dc-22ab-49d6-a177-9289b5d676ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.112499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c12d8a-110d-4ab7-9910-a080517370d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d3241a-d2e8-4dac-a2ee-6e773e73ffa9'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:23.112726 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f67b18dc-22ab-49d6-a177-9289b5d676ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.115740 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e88ec1-4a5f-4f21-a3cd-413de93eeed2" -d '{"events": [{"server_uuid": "28c12d8a-110d-4ab7-9910-a080517370d0", "name": "network-vif-plugged", "status": "completed", "tag": "79d3241a-d2e8-4dac-a2ee-6e773e73ffa9"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:23.138359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d1e4c-6cdb-42ef-8820-c4047bb033bd req-b2255259-ece3-43c6-940f-5bbe0a7732bc tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:23.146896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=79d3241a-d2e8-4dac-a2ee-6e773e73ffa9,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:23.170138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d89d1e4c-6cdb-42ef-8820-c4047bb033bd req-b2255259-ece3-43c6-940f-5bbe0a7732bc tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 944 time: 0.1907401 Nov 03 18:58:23.173395 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.250683 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f67b18dc-22ab-49d6-a177-9289b5d676ee admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ea76db5b75a14cf58260fbd26dedfe9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6775861 Nov 03 18:58:23.253207 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b18dc-22ab-49d6-a177-9289b5d676ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc16d2c7-5fb2-4b09-8d03-48881d571c26,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:23.256474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40226) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:23.282038 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52195e9-8414-4a92-832e-8c94fa077b6f x-openstack-request-id: req-f52195e9-8414-4a92-832e-8c94fa077b6f {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:23.283762 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c12d8a-110d-4ab7-9910-a080517370d0", "name": "network-vif-plugged", "status": "completed", "tag": "79d3241a-d2e8-4dac-a2ee-6e773e73ffa9", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:23.284259 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f52195e9-8414-4a92-832e-8c94fa077b6f {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:23.286778 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c12d8a-110d-4ab7-9910-a080517370d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d3241a-d2e8-4dac-a2ee-6e773e73ffa9', 'code': 200} Nov 03 18:58:23.297495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d89d1e4c-6cdb-42ef-8820-c4047bb033bd req-6297ddfa-21fc-43f1-884a-04ce62068930 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261916 Nov 03 18:58:23.349622 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=79d3241a-d2e8-4dac-a2ee-6e773e73ffa9,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:23.461633 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a46e80cc-4f2b-4f34-b150-3b283f440177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.470668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4352c6-29ed-4cbd-b95e-ef4055c112e9 req-1495b20c-05ff-48f7-83da-f76ee6656542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:23.472512 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f4352c6-29ed-4cbd-b95e-ef4055c112e9 req-1495b20c-05ff-48f7-83da-f76ee6656542 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 1096 time: 0.0964806 Nov 03 18:58:23.533830 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a46e80cc-4f2b-4f34-b150-3b283f440177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.571275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f4352c6-29ed-4cbd-b95e-ef4055c112e9 req-3630d37e-e8f5-4d43-a169-1c2523af17d8 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891819 Nov 03 18:58:23.619000 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a46e80cc-4f2b-4f34-b150-3b283f440177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.629418 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a46e80cc-4f2b-4f34-b150-3b283f440177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:23.633173 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a46e80cc-4f2b-4f34-b150-3b283f440177 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/dc16d2c7-5fb2-4b09-8d03-48881d571c26 HTTP/1.1" status: 204 len: 168 time: 0.3731308 Nov 03 18:58:23.675936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e80cc-4f2b-4f34-b150-3b283f440177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc16d2c7-5fb2-4b09-8d03-48881d571c26,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:24.111163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40262) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:24.128002 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-508a3a2d-4ca2-4e33-aff0-6538c5beabcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.218998 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-508a3a2d-4ca2-4e33-aff0-6538c5beabcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.224995 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-508a3a2d-4ca2-4e33-aff0-6538c5beabcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.283742 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-508a3a2d-4ca2-4e33-aff0-6538c5beabcd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ebfb84d84f014290ac08b6b893e604cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712413 Nov 03 18:58:24.284563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a3a2d-4ca2-4e33-aff0-6538c5beabcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4757ed8-dcad-49bd-80ea-6fab9d86c46d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:24.286644 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40268) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:24.394155 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d7da8b9-9c1b-43c4-87a9-10cc3887366f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.420104 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d7da8b9-9c1b-43c4-87a9-10cc3887366f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.532872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fef9cd-d9e5-4f59-84ec-69b8bcc286b6 req-72ebf15f-db3e-4a41-af8c-67b01ca423ae tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:24.541831 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87fef9cd-d9e5-4f59-84ec-69b8bcc286b6 req-72ebf15f-db3e-4a41-af8c-67b01ca423ae tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 945 time: 0.1005886 Nov 03 18:58:24.581432 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d7da8b9-9c1b-43c4-87a9-10cc3887366f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.597192 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d7da8b9-9c1b-43c4-87a9-10cc3887366f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:24.603144 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3d7da8b9-9c1b-43c4-87a9-10cc3887366f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c4757ed8-dcad-49bd-80ea-6fab9d86c46d HTTP/1.1" status: 204 len: 168 time: 0.3130770 Nov 03 18:58:24.634426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7da8b9-9c1b-43c4-87a9-10cc3887366f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4757ed8-dcad-49bd-80ea-6fab9d86c46d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:24.736653 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87fef9cd-d9e5-4f59-84ec-69b8bcc286b6 req-4d77cf72-f823-44fd-bde1-d2092eb59dd7 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932456 Nov 03 18:58:25.448731 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40316) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:25.704422 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0ad708b8-0892-4e68-bda5-7d6ad5ac7b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.761962 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3af1c1aa-be0f-4f1d-b802-18ef7dda4737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.851282 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0ad708b8-0892-4e68-bda5-7d6ad5ac7b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.860945 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0ad708b8-0892-4e68-bda5-7d6ad5ac7b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:25.907326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866bae9-f3e4-435a-b92c-2b191724c7d9 req-47581838-0724-48ed-8cf9-1c5e19fe25b8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:25.913154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1866bae9-f3e4-435a-b92c-2b191724c7d9 req-47581838-0724-48ed-8cf9-1c5e19fe25b8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 945 time: 0.0945225 Nov 03 18:58:25.939816 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0ad708b8-0892-4e68-bda5-7d6ad5ac7b9f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4bfafd5e6882492684557dcf87098bf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4887786 Nov 03 18:58:25.942664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40336) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:25.950255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad708b8-0892-4e68-bda5-7d6ad5ac7b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913b8766-0e92-48c7-9966-6e42123e6a08,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:26.068601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40346) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:26.095138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1866bae9-f3e4-435a-b92c-2b191724c7d9 req-a59dc8cd-e274-46bf-adfd-3459e4f762cc tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698632 Nov 03 18:58:26.197755 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-500087a7-d2b1-45c8-a650-481c04c5d3cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.230581 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-500087a7-d2b1-45c8-a650-481c04c5d3cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.271599 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-663740207-network', 'tenant_id': '1504d60ed3a7469da0530acfa26ef589'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:26.315067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] Made reservation on behalf of 1504d60ed3a7469da0530acfa26ef589 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:26.319125 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.340673 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.395130 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-500087a7-d2b1-45c8-a650-481c04c5d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.398503 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-500087a7-d2b1-45c8-a650-481c04c5d3cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.403761 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-500087a7-d2b1-45c8-a650-481c04c5d3cc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/913b8766-0e92-48c7-9966-6e42123e6a08 HTTP/1.1" status: 204 len: 168 time: 0.4598675 Nov 03 18:58:26.420907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ccd04-a52e-47ba-9155-bfa00b5abd0a req-03c2cd3a-db2e-4632-a65e-d6928d74f4ef tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:26.429529 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-805ccd04-a52e-47ba-9155-bfa00b5abd0a req-03c2cd3a-db2e-4632-a65e-d6928d74f4ef tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 945 time: 0.1377819 Nov 03 18:58:26.470990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500087a7-d2b1-45c8-a650-481c04c5d3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913b8766-0e92-48c7-9966-6e42123e6a08,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:26.552728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-805ccd04-a52e-47ba-9155-bfa00b5abd0a req-db93a500-8370-491d-9642-bfe4066f083d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184068 Nov 03 18:58:26.634143 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.643537 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.684109 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:58:26.698698 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.699047 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] Added segment 0c337647-d7af-4bf2-bdc1-c97ccb0d6875 of type vlan for network fdc51973-9500-4506-8e55-17cff364a7b5 Nov 03 18:58:26.704040 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927f710d-82d8-4245-b19d-ecc0386d7ec9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:26.793553 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.824673 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.825990 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:26.826947 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.851911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40366) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:26.859335 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-2791b71a-b18b-4c71-9b56-2205423f09c7 admin admin] Request body: {'subnet': {'network_id': 'fdc51973-9500-4506-8e55-17cff364a7b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-663740207-subnet', 'tenant_id': '1504d60ed3a7469da0530acfa26ef589', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:26.868280 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7939019 Nov 03 18:58:26.900427 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2791b71a-b18b-4c71-9b56-2205423f09c7 admin admin] Made reservation on behalf of 1504d60ed3a7469da0530acfa26ef589 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:26.902898 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2791b71a-b18b-4c71-9b56-2205423f09c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:26.997347 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e0b77-4360-4b40-9736-5dd548672903 admin admin] Pushing event updated for resources: {'Network': ['ID=fdc51973-9500-4506-8e55-17cff364a7b5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:27.012265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network fdc51973-9500-4506-8e55-17cff364a7b5 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:58:27.109711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cc981-281b-4434-bb48-f10b573ed234 req-c2039f7f-0464-469e-b9df-979f849c2c31 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:27.123199 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-986cc981-281b-4434-bb48-f10b573ed234 req-c2039f7f-0464-469e-b9df-979f849c2c31 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 945 time: 0.1733150 Nov 03 18:58:27.127091 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40374) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:27.147378 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29a8f2e6-7ec3-44b2-9f27-5718549dba5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.296339 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-986cc981-281b-4434-bb48-f10b573ed234 req-92f8d6e6-adb0-4df8-9359-35968a0c48bb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718915 Nov 03 18:58:27.372697 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29a8f2e6-7ec3-44b2-9f27-5718549dba5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.379106 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29a8f2e6-7ec3-44b2-9f27-5718549dba5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.388588 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2791b71a-b18b-4c71-9b56-2205423f09c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.435953 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-29a8f2e6-7ec3-44b2-9f27-5718549dba5c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b5f169d2375e4ce09d5a54a76990ac04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3072374 Nov 03 18:58:27.439392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8f2e6-7ec3-44b2-9f27-5718549dba5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ec51b7-31d1-4234-89c2-ffc5d45d452e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:27.443135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40380) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:27.477427 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791b71a-b18b-4c71-9b56-2205423f09c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e655cc4-fd4b-47d7-90c2-de26b1475792,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:27.488233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2791b71a-b18b-4c71-9b56-2205423f09c7 admin admin] Checking segment: {'id': '0c337647-d7af-4bf2-bdc1-c97ccb0d6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'fdc51973-9500-4506-8e55-17cff364a7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:27.488462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2791b71a-b18b-4c71-9b56-2205423f09c7 admin admin] Network hostable DHCP agents. Network: fdc51973-9500-4506-8e55-17cff364a7b5, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:58:27.514289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2791b71a-b18b-4c71-9b56-2205423f09c7 admin admin] Network fdc51973-9500-4506-8e55-17cff364a7b5 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:58:27.528096 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3cfe106-eedb-4b5a-a380-66dd4cbb2d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.531140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-2791b71a-b18b-4c71-9b56-2205423f09c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, fdc51973-9500-4506-8e55-17cff364a7b5) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:27.540696 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5099827d-672b-49ba-8933-86916d6f99d4 None None] Network fdc51973-9500-4506-8e55-17cff364a7b5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:27.542604 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2791b71a-b18b-4c71-9b56-2205423f09c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:27.543792 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2791b71a-b18b-4c71-9b56-2205423f09c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.577592 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3cfe106-eedb-4b5a-a380-66dd4cbb2d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.620106 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2791b71a-b18b-4c71-9b56-2205423f09c7 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7662787 Nov 03 18:58:27.670109 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3cfe106-eedb-4b5a-a380-66dd4cbb2d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.675114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3cfe106-eedb-4b5a-a380-66dd4cbb2d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:27.680254 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f3cfe106-eedb-4b5a-a380-66dd4cbb2d31 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/03ec51b7-31d1-4234-89c2-ffc5d45d452e HTTP/1.1" status: 204 len: 168 time: 0.2338691 Nov 03 18:58:27.707833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfe106-eedb-4b5a-a380-66dd4cbb2d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ec51b7-31d1-4234-89c2-ffc5d45d452e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:27.767543 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d10ba9-35b4-4d29-902f-ea75993b63bf None None] Network fdc51973-9500-4506-8e55-17cff364a7b5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:28.086557 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7b3ca0c0-8783-40a7-a8b5-2526f4656e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:28.398084 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbccc4-5c33-4a5b-bfa9-d646669526c7 req-34df9a93-bb79-4061-b2e4-5b2cf5fc0810 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:28.412883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3bbccc4-5c33-4a5b-bfa9-d646669526c7 req-34df9a93-bb79-4061-b2e4-5b2cf5fc0810 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 945 time: 0.1973870 Nov 03 18:58:28.800747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e5158-cbe6-4159-93f5-b816f239ee63 req-85be82f9-f762-4d40-bf7e-7902e96d0c2b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:28.812441 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-286e5158-cbe6-4159-93f5-b816f239ee63 req-85be82f9-f762-4d40-bf7e-7902e96d0c2b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 945 time: 0.1925530 Nov 03 18:58:29.331524 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40450) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:29.339274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-738754627-network', 'tenant_id': '342650228c354c7b89db72cd8e00f46a'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:29.363254 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.403941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Made reservation on behalf of 342650228c354c7b89db72cd8e00f46a for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:29.407425 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.421654 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.506577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-d3bbccc4-5c33-4a5b-bfa9-d646669526c7 req-2a590cb4-d74a-4cc8-ac3b-0ae070ea2e71 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Deleting port 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:58:29.507216 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d3bbccc4-5c33-4a5b-bfa9-d646669526c7 req-2a590cb4-d74a-4cc8-ac3b-0ae070ea2e71 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.606213 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-286e5158-cbe6-4159-93f5-b816f239ee63 req-73f2ab2d-1302-497b-82fa-7de7e3035d99 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7928147 Nov 03 18:58:29.638012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.649118 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.691649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4456f890-181c-495d-a6f7-1eadfc56c136,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:29.709560 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:29.710775 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:29.711497 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:29.712039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:29.713597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:29.714396 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:29.715190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:29.715907 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:29.716456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:29.717241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:29.717740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:29.718274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:29.759557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d3bbccc4-5c33-4a5b-bfa9-d646669526c7 req-2a590cb4-d74a-4cc8-ac3b-0ae070ea2e71 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] For port 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=79d3241a-d2e8-4dac-a2ee-6e773e73ffa9,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:29.760534 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d3bbccc4-5c33-4a5b-bfa9-d646669526c7 req-2a590cb4-d74a-4cc8-ac3b-0ae070ea2e71 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.763706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:58:29.784205 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.784556 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Added segment 82842606-fd9e-4852-a1b6-b18376d46bae of type vlan for network b91b39df-b482-49f0-8323-6a48e1508084 Nov 03 18:58:29.803467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-d3bbccc4-5c33-4a5b-bfa9-d646669526c7 req-2a590cb4-d74a-4cc8-ac3b-0ae070ea2e71 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Calling delete_port for 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:58:29.902735 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.952092 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:29.954062 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:29.954939 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.085291 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7479460 Nov 03 18:58:30.085870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40480) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:30.121042 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d3bbccc4-5c33-4a5b-bfa9-d646669526c7 req-2a590cb4-d74a-4cc8-ac3b-0ae070ea2e71 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.140126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['79d3241a-d2e8-4dac-a2ee-6e773e73ffa9'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:30.169198 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c0d0faf5-76e2-433e-b543-cf75495c71da admin admin] Request body: {'subnet': {'network_id': 'b91b39df-b482-49f0-8323-6a48e1508084', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-738754627-subnet', 'tenant_id': '342650228c354c7b89db72cd8e00f46a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:30.177528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a590cb4-d74a-4cc8-ac3b-0ae070ea2e71 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Pushing event deleted for resources: {'Port': ['ID=79d3241a-d2e8-4dac-a2ee-6e773e73ffa9,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:30.219293 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf444a1-2d07-485d-bb3f-43e40920703c admin admin] Pushing event updated for resources: {'Network': ['ID=b91b39df-b482-49f0-8323-6a48e1508084,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:30.244557 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d0faf5-76e2-433e-b543-cf75495c71da admin admin] Made reservation on behalf of 342650228c354c7b89db72cd8e00f46a for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:30.246999 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0d0faf5-76e2-433e-b543-cf75495c71da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.278062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bbccc4-5c33-4a5b-bfa9-d646669526c7 req-2a590cb4-d74a-4cc8-ac3b-0ae070ea2e71 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] No DVR routers for this DVR port 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:58:30.297869 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d3bbccc4-5c33-4a5b-bfa9-d646669526c7 req-2a590cb4-d74a-4cc8-ac3b-0ae070ea2e71 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.309964 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3bbccc4-5c33-4a5b-bfa9-d646669526c7 req-2a590cb4-d74a-4cc8-ac3b-0ae070ea2e71 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "DELETE /v2.0/ports/79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 HTTP/1.1" status: 204 len: 173 time: 1.8777983 Nov 03 18:58:30.310843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c12d8a-110d-4ab7-9910-a080517370d0', 'name': 'network-vif-deleted', 'tag': '79d3241a-d2e8-4dac-a2ee-6e773e73ffa9'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:30.317359 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06662347-9a3d-47b0-898d-40b23872fa2d" -d '{"events": [{"server_uuid": "28c12d8a-110d-4ab7-9910-a080517370d0", "name": "network-vif-deleted", "tag": "79d3241a-d2e8-4dac-a2ee-6e773e73ffa9"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:30.348572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['70225b4f-69a0-490b-8115-c12efcb4854c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:30.352267 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network b91b39df-b482-49f0-8323-6a48e1508084 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:58:30.513864 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a48c13-4855-4140-b87b-f6ee6f6a5e5b x-openstack-request-id: req-55a48c13-4855-4140-b87b-f6ee6f6a5e5b {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:30.514883 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c12d8a-110d-4ab7-9910-a080517370d0", "name": "network-vif-deleted", "tag": "79d3241a-d2e8-4dac-a2ee-6e773e73ffa9", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:30.514883 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-55a48c13-4855-4140-b87b-f6ee6f6a5e5b {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:30.515219 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c12d8a-110d-4ab7-9910-a080517370d0', 'name': 'network-vif-deleted', 'tag': '79d3241a-d2e8-4dac-a2ee-6e773e73ffa9', 'status': 'completed', 'code': 200} Nov 03 18:58:30.817777 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:30.856865 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:31.069499 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0d0faf5-76e2-433e-b543-cf75495c71da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:31.089635 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e43f05f-363e-4669-b038-cda1b65d152a req-5f7d4c15-e101-4fee-ba34-62a14db0af97 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=28c12d8a-110d-4ab7-9910-a080517370d0 HTTP/1.1" status: 200 len: 210 time: 0.0970726 Nov 03 18:58:31.280169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0faf5-76e2-433e-b543-cf75495c71da admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c0a823-3160-4db9-ad0b-b31d81762e84,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:31.355671 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d0faf5-76e2-433e-b543-cf75495c71da admin admin] Checking segment: {'id': '82842606-fd9e-4852-a1b6-b18376d46bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'b91b39df-b482-49f0-8323-6a48e1508084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:31.356107 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d0faf5-76e2-433e-b543-cf75495c71da admin admin] Network hostable DHCP agents. Network: b91b39df-b482-49f0-8323-6a48e1508084, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:58:31.401233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d0faf5-76e2-433e-b543-cf75495c71da admin admin] Network b91b39df-b482-49f0-8323-6a48e1508084 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:58:31.418019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-c0d0faf5-76e2-433e-b543-cf75495c71da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, b91b39df-b482-49f0-8323-6a48e1508084) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:31.423821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d0faf5-76e2-433e-b543-cf75495c71da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:31.424423 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0d0faf5-76e2-433e-b543-cf75495c71da admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:31.461504 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c0d0faf5-76e2-433e-b543-cf75495c71da admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3693914 Nov 03 18:58:31.525234 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85065145-81d9-4bb6-8f8e-5aceacacb141 None None] Network b91b39df-b482-49f0-8323-6a48e1508084 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:31.581190 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:32.010602 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc06f126-cd45-401d-9989-2cd3533557f3 None None] Network b91b39df-b482-49f0-8323-6a48e1508084 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:58:32.660170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:58:32.730055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:58:32.730607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 79d3241a-d2e8-4dac-a2ee-6e773e73ffa9 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:58:32.903127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40628) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:33.145118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-849456e8-3118-4ef5-84a2-62b22568e26c tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:33.153727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-849456e8-3118-4ef5-84a2-62b22568e26c tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/networks?id=fdc51973-9500-4506-8e55-17cff364a7b5 HTTP/1.1" status: 200 len: 808 time: 0.4050610 Nov 03 18:58:33.251426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-721742c2-398f-4bf1-ba9a-ead9cfe850c7 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/quotas/1504d60ed3a7469da0530acfa26ef589 HTTP/1.1" status: 200 len: 375 time: 0.0788894 Nov 03 18:58:33.352185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-762dcfee-bea2-4440-8b9d-0e2344ad536c tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=1504d60ed3a7469da0530acfa26ef589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979450 Nov 03 18:58:33.433779 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-74c84c40-1ca2-414e-a2c3-9c2f803275b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:33.617743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-2be31189-9aa9-49d8-990e-c5f720f312a1 service neutron] 10.222.0.107 "GET /v2.0/networks/fdc51973-9500-4506-8e55-17cff364a7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641940 Nov 03 18:58:33.670886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807d480-ea35-451b-9ebc-d462969055f2 req-98f512b1-e33c-404c-88bd-f57145fec1fa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:33.677881 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e807d480-ea35-451b-9ebc-d462969055f2 req-98f512b1-e33c-404c-88bd-f57145fec1fa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 806 time: 0.3427932 Nov 03 18:58:33.766987 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e807d480-ea35-451b-9ebc-d462969055f2 req-fdab813a-9eaa-4729-8fbc-d5ba41e324b8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/quotas/4a4a568107f143e8aa14bb3dc51af5da HTTP/1.1" status: 200 len: 375 time: 0.0881886 Nov 03 18:58:33.843666 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-74c84c40-1ca2-414e-a2c3-9c2f803275b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:33.854973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-75f0b14d-83f6-417e-96dd-6b65f4614d42 service neutron] 10.222.0.107 "GET /v2.0/networks/fdc51973-9500-4506-8e55-17cff364a7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360349 Nov 03 18:58:33.856775 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-74c84c40-1ca2-414e-a2c3-9c2f803275b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:33.919135 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e807d480-ea35-451b-9ebc-d462969055f2 req-2d82f0ea-1bdd-44d7-ad4e-2a5ebb9add3c tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1409676 Nov 03 18:58:33.921590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c84c40-1ca2-414e-a2c3-9c2f803275b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6bb789-e348-466d-920e-914c01ad0505,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:33.938202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-74c84c40-1ca2-414e-a2c3-9c2f803275b7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=46acf7363f504e4f871aca66b53b0763&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0332174 Nov 03 18:58:33.943164 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40662) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:34.143173 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-83e12fc7-b167-4ea0-912b-5fbc15ddafbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:34.143860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e807d480-ea35-451b-9ebc-d462969055f2 req-da2ba256-d4a9-4445-9308-0b991c790661 service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037799 Nov 03 18:58:34.184148 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-83e12fc7-b167-4ea0-912b-5fbc15ddafbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:34.276918 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-83e12fc7-b167-4ea0-912b-5fbc15ddafbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:34.281315 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-83e12fc7-b167-4ea0-912b-5fbc15ddafbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:34.285674 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-83e12fc7-b167-4ea0-912b-5fbc15ddafbf admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6d6bb789-e348-466d-920e-914c01ad0505 HTTP/1.1" status: 204 len: 168 time: 0.3410158 Nov 03 18:58:34.318724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e12fc7-b167-4ea0-912b-5fbc15ddafbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6bb789-e348-466d-920e-914c01ad0505,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:34.374882 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e807d480-ea35-451b-9ebc-d462969055f2 req-e0da0485-7091-4a04-898e-cc4934a7fdc9 service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187405 Nov 03 18:58:34.837436 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4fcb31bd-8887-42dd-84ac-09528100984a req-90b23064-98c2-4644-805c-0147676b0f11 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 210 time: 0.0783606 Nov 03 18:58:35.054197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d44e04c1-6ea2-4673-986e-0cc76d0be03d req-7497a0c0-4932-48e0-8742-4fda9fb7a320 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 210 time: 0.0711639 Nov 03 18:58:36.168642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e2ea14f-86a2-4f05-9210-e1f3f86b1935 req-763affb0-9f74-4092-b4db-8b848d5b50ab tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 210 time: 0.1400297 Nov 03 18:58:36.405308 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-517e47b2-ced1-491e-aa6a-a012af6238f8 req-0f56ac71-b2a3-4d35-bfbc-2376fe06fe97 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 210 time: 0.1271985 Nov 03 18:58:36.846403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-8b87bb98-ae98-4dd7-8be5-7524a9cc1efd tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:36.849854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-8b87bb98-ae98-4dd7-8be5-7524a9cc1efd tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.98 "GET /v2.0/networks?id=fdc51973-9500-4506-8e55-17cff364a7b5 HTTP/1.1" status: 200 len: 808 time: 0.3614326 Nov 03 18:58:36.868137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-dceb5e59-b392-4773-b7f7-1bce1031c0f6 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Request body: {'port': {'device_id': '4ed207c0-c674-4427-823d-22b4f447e963', 'network_id': 'fdc51973-9500-4506-8e55-17cff364a7b5', 'admin_state_up': True, 'tenant_id': '1504d60ed3a7469da0530acfa26ef589'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:36.870698 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40764) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:37.045306 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-dceb5e59-b392-4773-b7f7-1bce1031c0f6 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Made reservation on behalf of 1504d60ed3a7469da0530acfa26ef589 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:37.051968 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-dceb5e59-b392-4773-b7f7-1bce1031c0f6 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:37.146034 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f74370c-1e4c-49cd-a5b3-8895dbbe09ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:37.248135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807d480-ea35-451b-9ebc-d462969055f2 req-b1fb3745-a950-4336-abe9-75e14dda7d5d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:37.251298 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e807d480-ea35-451b-9ebc-d462969055f2 req-b1fb3745-a950-4336-abe9-75e14dda7d5d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 806 time: 0.2446332 Nov 03 18:58:37.292442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-e807d480-ea35-451b-9ebc-d462969055f2 req-93f292c2-6a9e-4b7b-af3f-5c16159cdd76 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Request body: {'port': {'device_id': '0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff', 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77', 'admin_state_up': True, 'tenant_id': '4a4a568107f143e8aa14bb3dc51af5da'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:37.387775 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b33b0a1-c064-44d4-bc60-180a49e0b8f0 req-191bccd9-72ac-4096-a32e-4149f2928bfe tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 210 time: 0.0550799 Nov 03 18:58:37.393904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-dceb5e59-b392-4773-b7f7-1bce1031c0f6 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Allocated IP 172.20.0.3 (fdc51973-9500-4506-8e55-17cff364a7b5/5e655cc4-fd4b-47d7-90c2-de26b1475792/98484adf-bdf9-43c6-a629-00d26f65e797) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:58:37.449699 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f74370c-1e4c-49cd-a5b3-8895dbbe09ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:37.462809 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f74370c-1e4c-49cd-a5b3-8895dbbe09ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:37.526725 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40778) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:37.527891 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9f74370c-1e4c-49cd-a5b3-8895dbbe09ff admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2f8368421bf340ed8a5f396c7f1d3383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6544685 Nov 03 18:58:37.583381 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74370c-1e4c-49cd-a5b3-8895dbbe09ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40632af9-3ba7-4551-92de-0bdf61b2b805,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:37.598276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e807d480-ea35-451b-9ebc-d462969055f2 req-93f292c2-6a9e-4b7b-af3f-5c16159cdd76 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Made reservation on behalf of 4a4a568107f143e8aa14bb3dc51af5da for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:37.608577 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e807d480-ea35-451b-9ebc-d462969055f2 req-93f292c2-6a9e-4b7b-af3f-5c16159cdd76 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:37.755445 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63d3dc1a-0862-4a5f-bf11-4563e7dd11ae req-8d631854-7947-4071-869e-8a511e6d9888 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 210 time: 0.2042112 Nov 03 18:58:37.790066 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-232fc5a8-53bb-4d68-a102-8cfba161f21a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:37.896795 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-232fc5a8-53bb-4d68-a102-8cfba161f21a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:38.006729 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-dceb5e59-b392-4773-b7f7-1bce1031c0f6 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:38.086017 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-232fc5a8-53bb-4d68-a102-8cfba161f21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:38.095119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-232fc5a8-53bb-4d68-a102-8cfba161f21a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:38.097157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-232fc5a8-53bb-4d68-a102-8cfba161f21a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/40632af9-3ba7-4551-92de-0bdf61b2b805 HTTP/1.1" status: 204 len: 168 time: 0.5680225 Nov 03 18:58:38.112544 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-dceb5e59-b392-4773-b7f7-1bce1031c0f6 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:38.117289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fc5a8-53bb-4d68-a102-8cfba161f21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40632af9-3ba7-4551-92de-0bdf61b2b805,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:38.180698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-dceb5e59-b392-4773-b7f7-1bce1031c0f6 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Network fdc51973-9500-4506-8e55-17cff364a7b5 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:58:38.196532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-dceb5e59-b392-4773-b7f7-1bce1031c0f6 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:38.208825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-dceb5e59-b392-4773-b7f7-1bce1031c0f6 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:58:38.215413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb5e59-b392-4773-b7f7-1bce1031c0f6 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Pushing event updated for resources: {'Port': ['ID=98484adf-bdf9-43c6-a629-00d26f65e797,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:38.326729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-dceb5e59-b392-4773-b7f7-1bce1031c0f6 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:38.327548 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-dceb5e59-b392-4773-b7f7-1bce1031c0f6 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:38.348044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-dceb5e59-b392-4773-b7f7-1bce1031c0f6 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4877505 Nov 03 18:58:38.369483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Request body: {'port': {'device_id': '4ed207c0-c674-4427-823d-22b4f447e963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:38.480030 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:38.731507 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-e807d480-ea35-451b-9ebc-d462969055f2 req-93f292c2-6a9e-4b7b-af3f-5c16159cdd76 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Allocated IP 172.20.0.3 (e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77/b2c7663b-b60c-42de-9b0b-85148b2d5e45/273c3a61-45af-4e64-ac53-37e47e699118) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:58:38.804656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9701-ae5d-414a-aba0-f7cc33075a9a req-8f887a99-dae1-4ae6-bb16-38426a2fe277 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:38.807679 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6dbb9701-ae5d-414a-aba0-f7cc33075a9a req-8f887a99-dae1-4ae6-bb16-38426a2fe277 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 931 time: 0.2478633 Nov 03 18:58:39.016505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6dbb9701-ae5d-414a-aba0-f7cc33075a9a req-5e91d427-5209-4147-80c2-7f2eb760e6a7 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/security-groups?id=927f710d-82d8-4245-b19d-ecc0386d7ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011483 Nov 03 18:58:39.126883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-681370c3-1046-4119-a814-cacb90814ffd req-b73f9ae6-700e-4604-a82e-5cc000b15cd7 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 210 time: 0.1729791 Nov 03 18:58:39.186693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e807d480-ea35-451b-9ebc-d462969055f2 req-93f292c2-6a9e-4b7b-af3f-5c16159cdd76 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:39.289564 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e807d480-ea35-451b-9ebc-d462969055f2 req-93f292c2-6a9e-4b7b-af3f-5c16159cdd76 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:39.336546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['70225b4f-69a0-490b-8115-c12efcb4854c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:39.452703 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e807d480-ea35-451b-9ebc-d462969055f2 req-93f292c2-6a9e-4b7b-af3f-5c16159cdd76 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:58:39.468954 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-e807d480-ea35-451b-9ebc-d462969055f2 req-93f292c2-6a9e-4b7b-af3f-5c16159cdd76 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:58:39.486198 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f292c2-6a9e-4b7b-af3f-5c16159cdd76 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Pushing event updated for resources: {'Port': ['ID=273c3a61-45af-4e64-ac53-37e47e699118,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:39.492711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98484adf-bdf9-43c6-a629-00d26f65e797 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:39.516820 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:39.526755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e807d480-ea35-451b-9ebc-d462969055f2 req-93f292c2-6a9e-4b7b-af3f-5c16159cdd76 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:58:39.559890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Transition to ACTIVE for port object 98484adf-bdf9-43c6-a629-00d26f65e797 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:58:39.564744 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:39.672178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807d480-ea35-451b-9ebc-d462969055f2 req-93f292c2-6a9e-4b7b-af3f-5c16159cdd76 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:39.672827 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e807d480-ea35-451b-9ebc-d462969055f2 req-93f292c2-6a9e-4b7b-af3f-5c16159cdd76 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:39.703414 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e807d480-ea35-451b-9ebc-d462969055f2 req-93f292c2-6a9e-4b7b-af3f-5c16159cdd76 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4209294 Nov 03 18:58:39.710597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Pushing event updated for resources: {'Port': ['ID=98484adf-bdf9-43c6-a629-00d26f65e797,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:39.715637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Request body: {'port': {'device_id': '0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:39.809489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40846) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:39.869891 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:39.973326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Attempting to bind port 98484adf-bdf9-43c6-a629-00d26f65e797 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:58:39.973887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Attempting to bind port 98484adf-bdf9-43c6-a629-00d26f65e797 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '0c337647-d7af-4bf2-bdc1-c97ccb0d6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'fdc51973-9500-4506-8e55-17cff364a7b5'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:58:39.974428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Attempting to bind port 98484adf-bdf9-43c6-a629-00d26f65e797 on network fdc51973-9500-4506-8e55-17cff364a7b5 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:39.999862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Port 98484adf-bdf9-43c6-a629-00d26f65e797 on network fdc51973-9500-4506-8e55-17cff364a7b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:58:40.000384 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Attempting to bind port 98484adf-bdf9-43c6-a629-00d26f65e797 on network fdc51973-9500-4506-8e55-17cff364a7b5 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:40.016551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:58:40.017106 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Checking segment: {'id': '0c337647-d7af-4bf2-bdc1-c97ccb0d6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'fdc51973-9500-4506-8e55-17cff364a7b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:40.017731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Bound using segment: {'id': '0c337647-d7af-4bf2-bdc1-c97ccb0d6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'fdc51973-9500-4506-8e55-17cff364a7b5'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:58:40.018705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Bound port: 98484adf-bdf9-43c6-a629-00d26f65e797, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c337647-d7af-4bf2-bdc1-c97ccb0d6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'fdc51973-9500-4506-8e55-17cff364a7b5'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:58:40.019281 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:40.129982 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:58:40.285181 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c83b3f54-517c-40da-ae73-8bb76fc569ca tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] Request body: {'port': {'network_id': 'b70653d1-3b46-48cd-8b5c-c00917ffdd2e', 'name': 'tempest-NetworksNegativeTestJSON-1506181692'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:40.293330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] For port 98484adf-bdf9-43c6-a629-00d26f65e797, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:58:40.310475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] For port 98484adf-bdf9-43c6-a629-00d26f65e797, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=98484adf-bdf9-43c6-a629-00d26f65e797,segment=NetworkSegment(0c337647-d7af-4bf2-bdc1-c97ccb0d6875),segment_id=0c337647-d7af-4bf2-bdc1-c97ccb0d6875)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:58:40.347996 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83b3f54-517c-40da-ae73-8bb76fc569ca tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] POST failed (client error): The resource could not be found. Nov 03 18:58:40.348894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83b3f54-517c-40da-ae73-8bb76fc569ca tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:40.351429 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:40.359978 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c83b3f54-517c-40da-ae73-8bb76fc569ca tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5490291 Nov 03 18:58:40.360905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40866) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:40.400231 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6c7239-98cf-4479-830c-0b59c5784eda tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] DELETE failed (client error): The resource could not be found. Nov 03 18:58:40.401827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6c7239-98cf-4479-830c-0b59c5784eda tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:40.417437 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7e6c7239-98cf-4479-830c-0b59c5784eda tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] 10.222.0.107 "DELETE /v2.0/networks/67ebf366-9971-479e-88f4-3a8856329b68 HTTP/1.1" status: 404 len: 339 time: 0.0511105 Nov 03 18:58:40.422977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40868) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:40.461222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:40.461877 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:40.464026 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] 10.222.0.98 "PUT /v2.0/ports/98484adf-bdf9-43c6-a629-00d26f65e797 HTTP/1.1" status: 200 len: 1091 time: 2.1059070 Nov 03 18:58:40.497947 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ea2046-dba9-4d47-954a-9846fc8c60c7 tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] DELETE failed (client error): The resource could not be found. Nov 03 18:58:40.500645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ea2046-dba9-4d47-954a-9846fc8c60c7 tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:40.514577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed207c0-c674-4427-823d-22b4f447e963', 'tag': '98484adf-bdf9-43c6-a629-00d26f65e797'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:40.514577 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f10d81-b93c-4d56-912d-e4c32973e7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed207c0-c674-4427-823d-22b4f447e963", "tag": "98484adf-bdf9-43c6-a629-00d26f65e797"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:40.515646 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-55ea2046-dba9-4d47-954a-9846fc8c60c7 tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] 10.222.0.107 "DELETE /v2.0/ports/d485f157-5823-4bab-bb4b-4cc1cf73ca7b HTTP/1.1" status: 404 len: 333 time: 0.0865324 Nov 03 18:58:40.523228 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40872) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:40.693858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c47ca-5cb2-4dac-8aae-d956f9fbb933 req-bf3d59a9-5c6a-40a6-9148-034d68a09f26 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:40.703964 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d66c47ca-5cb2-4dac-8aae-d956f9fbb933 req-bf3d59a9-5c6a-40a6-9148-034d68a09f26 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 943 time: 0.4925842 Nov 03 18:58:40.706206 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3085a0ea-78e4-4f7d-a327-b5a7078331cd tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] DELETE failed (client error): The resource could not be found. Nov 03 18:58:40.707556 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3085a0ea-78e4-4f7d-a327-b5a7078331cd tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:40.710475 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3085a0ea-78e4-4f7d-a327-b5a7078331cd tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] 10.222.0.107 "DELETE /v2.0/subnets/9c05642f-6684-4277-82d4-c27593c26556 HTTP/1.1" status: 404 len: 337 time: 0.1709781 Nov 03 18:58:40.725267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5470a1-0311-417c-9489-bd43ca204daf req-781df753-be28-42a4-a5b0-6c03bd9d260e tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:40.726674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea5470a1-0311-417c-9489-bd43ca204daf req-781df753-be28-42a4-a5b0-6c03bd9d260e tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 931 time: 0.3630702 Nov 03 18:58:40.727268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40878) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:40.818039 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a0e2c3-e025-4672-a42b-7241de80ddd7 tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] GET failed (client error): The resource could not be found. Nov 03 18:58:40.828937 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-51a0e2c3-e025-4672-a42b-7241de80ddd7 tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] 10.222.0.107 "GET /v2.0/networks/aa6d354a-640e-4831-a1c4-1649899ef0b4 HTTP/1.1" status: 404 len: 339 time: 0.0557165 Nov 03 18:58:40.829901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e6630-10ee-448f-820c-0d15ee816096 service neutron] Pushing event updated for resources: {'Port': ['ID=98484adf-bdf9-43c6-a629-00d26f65e797,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:40.836868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40880) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:40.893766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273c3a61-45af-4e64-ac53-37e47e699118 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:40.928989 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:40.957514 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Transition to ACTIVE for port object 273c3a61-45af-4e64-ac53-37e47e699118 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:58:40.963735 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:40.964619 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-215b4739-439f-4ad9-8b46-ba89f3fc1f3f tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] GET failed (client error): The resource could not be found. Nov 03 18:58:40.966394 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-215b4739-439f-4ad9-8b46-ba89f3fc1f3f tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] 10.222.0.107 "GET /v2.0/ports/3d99fda9-2d92-4cd7-aef4-3ae33ce71802 HTTP/1.1" status: 404 len: 333 time: 0.1251116 Nov 03 18:58:40.973754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d66c47ca-5cb2-4dac-8aae-d956f9fbb933 req-e67cc46f-7529-43f7-b6f0-17dfd80f7fcf tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/security-groups?id=927f710d-82d8-4245-b19d-ecc0386d7ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687562 Nov 03 18:58:40.974934 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40884) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:41.042554 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84ff262-b9b7-4c22-96e8-2432ef76754e tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] GET failed (client error): The resource could not be found. Nov 03 18:58:41.045045 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a84ff262-b9b7-4c22-96e8-2432ef76754e tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] 10.222.0.107 "GET /v2.0/subnets/62246ec7-12d1-4e96-9e1d-4feeb604fb42 HTTP/1.1" status: 404 len: 337 time: 0.0688224 Nov 03 18:58:41.088584 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40890) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:41.116899 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d2383038-6791-41de-8ad3-6f7d7187f54e tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:41.140653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-5118cb95-a334-4cc9-a367-8ba10107c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:41.142821 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-5118cb95-a334-4cc9-a367-8ba10107c94e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1504d60ed3a7469da0530acfa26ef589&device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 1094 time: 0.6281791 Nov 03 18:58:41.152323 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea5470a1-0311-417c-9489-bd43ca204daf req-59aadf5c-64dc-4815-9b00-ffb4e72a5236 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518529 Nov 03 18:58:41.201924 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2383038-6791-41de-8ad3-6f7d7187f54e tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] PUT failed (client error): The resource could not be found. Nov 03 18:58:41.202289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2383038-6791-41de-8ad3-6f7d7187f54e tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:41.205538 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d2383038-6791-41de-8ad3-6f7d7187f54e tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] 10.222.0.107 "PUT /v2.0/networks/75b81504-9305-495b-8481-ed9f769cd255 HTTP/1.1" status: 404 len: 339 time: 0.1102729 Nov 03 18:58:41.209090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Pushing event updated for resources: {'Port': ['ID=273c3a61-45af-4e64-ac53-37e47e699118,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:41.224073 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40896) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:41.262405 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-64acf7d4-f178-4299-aa57-de870be73941 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98484adf-bdf9-43c6-a629-00d26f65e797 HTTP/1.1" status: 200 len: 217 time: 0.1018302 Nov 03 18:58:41.273418 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-42026e3e-f5aa-4a85-a2c1-59c1646d727e tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:41.330613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-5024ba84-d035-47bd-a362-6e9f7a2f2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:41.332459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-5024ba84-d035-47bd-a362-6e9f7a2f2e41 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5e655cc4-fd4b-47d7-90c2-de26b1475792 HTTP/1.1" status: 200 len: 848 time: 0.0628734 Nov 03 18:58:41.376953 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-9fa02ddb-1570-4c4c-b397-a999af4ef36c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fdc51973-9500-4506-8e55-17cff364a7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364468 Nov 03 18:58:41.426564 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-42026e3e-f5aa-4a85-a2c1-59c1646d727e tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] PUT failed (client error): The resource could not be found. Nov 03 18:58:41.439015 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42026e3e-f5aa-4a85-a2c1-59c1646d727e tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:41.440385 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-42026e3e-f5aa-4a85-a2c1-59c1646d727e tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] 10.222.0.107 "PUT /v2.0/ports/0fdf63b5-2425-489c-950e-23f95abba796 HTTP/1.1" status: 404 len: 333 time: 0.1752310 Nov 03 18:58:41.449608 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40902) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:41.455133 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9685c36d-17f9-40fb-9e36-1c33920041f8 tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:41.513872 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-9685c36d-17f9-40fb-9e36-1c33920041f8 tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] PUT failed (client error): The resource could not be found. Nov 03 18:58:41.514851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9685c36d-17f9-40fb-9e36-1c33920041f8 tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 18:58:41.516328 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9685c36d-17f9-40fb-9e36-1c33920041f8 tempest-NetworksNegativeTestJSON-1779085177 tempest-NetworksNegativeTestJSON-1779085177-project] 10.222.0.107 "PUT /v2.0/subnets/83cb737e-93fb-441a-954f-1ff4685b534e HTTP/1.1" status: 404 len: 337 time: 0.0657537 Nov 03 18:58:41.543135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Attempting to bind port 273c3a61-45af-4e64-ac53-37e47e699118 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:58:41.543942 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Attempting to bind port 273c3a61-45af-4e64-ac53-37e47e699118 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:58:41.544454 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Attempting to bind port 273c3a61-45af-4e64-ac53-37e47e699118 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:41.557997 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Port 273c3a61-45af-4e64-ac53-37e47e699118 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:58:41.558884 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Attempting to bind port 273c3a61-45af-4e64-ac53-37e47e699118 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:58:41.568912 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:58:41.575378 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Checking segment: {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:58:41.578279 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Bound using segment: {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:58:41.580160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Bound port: 273c3a61-45af-4e64-ac53-37e47e699118, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:58:41.580760 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:41.650755 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-350ae042-74f0-41fa-96db-080f8bb685da service neutron] 10.222.0.98 "GET /v2.0/networks/fdc51973-9500-4506-8e55-17cff364a7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660067 Nov 03 18:58:41.655858 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716e345b-9bcc-4c14-ad35-d8532a454fdd x-openstack-request-id: req-716e345b-9bcc-4c14-ad35-d8532a454fdd {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:41.656273 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed207c0-c674-4427-823d-22b4f447e963", "tag": "98484adf-bdf9-43c6-a629-00d26f65e797", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:41.656654 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-716e345b-9bcc-4c14-ad35-d8532a454fdd {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:41.663554 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed207c0-c674-4427-823d-22b4f447e963', 'tag': '98484adf-bdf9-43c6-a629-00d26f65e797', 'status': 'completed', 'code': 200} Nov 03 18:58:41.769273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] For port 273c3a61-45af-4e64-ac53-37e47e699118, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:58:41.782644 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] For port 273c3a61-45af-4e64-ac53-37e47e699118, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=273c3a61-45af-4e64-ac53-37e47e699118,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:58:41.788943 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:41.901334 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:41.903091 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:41.905066 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e807d480-ea35-451b-9ebc-d462969055f2 req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] 10.222.0.98 "PUT /v2.0/ports/273c3a61-45af-4e64-ac53-37e47e699118 HTTP/1.1" status: 200 len: 1091 time: 2.1938708 Nov 03 18:58:41.913195 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd97d470-fe2e-4a6f-bd1b-eaafae8ca56b req-36359266-23b8-4eb2-a604-a859d3eef59d service neutron] 10.222.0.98 "GET /v2.0/networks/fdc51973-9500-4506-8e55-17cff364a7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474408 Nov 03 18:58:41.917060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff', 'tag': '273c3a61-45af-4e64-ac53-37e47e699118'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:41.923441 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846685e9-6646-427a-9aad-4b49ac59510c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff", "tag": "273c3a61-45af-4e64-ac53-37e47e699118"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:41.983619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1ca06-f974-4276-9725-2daa07ec8614 service neutron] Pushing event updated for resources: {'Port': ['ID=273c3a61-45af-4e64-ac53-37e47e699118,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:42.167956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807d480-ea35-451b-9ebc-d462969055f2 req-9e47902c-83ac-4a79-886d-0c97ca8118d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:42.174125 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e807d480-ea35-451b-9ebc-d462969055f2 req-9e47902c-83ac-4a79-886d-0c97ca8118d6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 1094 time: 0.1811001 Nov 03 18:58:42.183759 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f10d81-b93c-4d56-912d-e4c32973e7f6 req-6ffd701e-0d59-4491-a664-360eb01f55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:42.194001 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-47f10d81-b93c-4d56-912d-e4c32973e7f6 req-6ffd701e-0d59-4491-a664-360eb01f55ca service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1504d60ed3a7469da0530acfa26ef589&device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 1094 time: 0.1966360 Nov 03 18:58:42.243312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40926) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:42.304222 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e807d480-ea35-451b-9ebc-d462969055f2 req-71446be0-e81c-44eb-87aa-db720139cfef service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273c3a61-45af-4e64-ac53-37e47e699118 HTTP/1.1" status: 200 len: 217 time: 0.1112733 Nov 03 18:58:42.370410 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5fe682-f7ef-45d1-9a19-13432ee74ae8 x-openstack-request-id: req-fa5fe682-f7ef-45d1-9a19-13432ee74ae8 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:42.370740 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff", "tag": "273c3a61-45af-4e64-ac53-37e47e699118", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:42.371000 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fa5fe682-f7ef-45d1-9a19-13432ee74ae8 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:42.371418 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff', 'tag': '273c3a61-45af-4e64-ac53-37e47e699118', 'status': 'completed', 'code': 200} Nov 03 18:58:42.417106 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4764cad-249b-4b5e-8ef1-03a746b3a8c0 req-5173954a-6e49-440f-b66c-69a9a5e1faac tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:42.419754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4764cad-249b-4b5e-8ef1-03a746b3a8c0 req-5173954a-6e49-440f-b66c-69a9a5e1faac tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 943 time: 0.1266141 Nov 03 18:58:42.450492 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807d480-ea35-451b-9ebc-d462969055f2 req-34a736a8-53ec-41fa-a12f-f9e6d52bf172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:42.453057 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e807d480-ea35-451b-9ebc-d462969055f2 req-34a736a8-53ec-41fa-a12f-f9e6d52bf172 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 200 len: 846 time: 0.1133580 Nov 03 18:58:42.480887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f10d81-b93c-4d56-912d-e4c32973e7f6 req-961d16b2-768b-4d95-a332-b40945e4c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:42.482858 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-47f10d81-b93c-4d56-912d-e4c32973e7f6 req-961d16b2-768b-4d95-a332-b40945e4c793 service neutron] 10.222.0.98 "GET /v2.0/networks?id=fdc51973-9500-4506-8e55-17cff364a7b5 HTTP/1.1" status: 200 len: 909 time: 0.2795570 Nov 03 18:58:42.559493 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e807d480-ea35-451b-9ebc-d462969055f2 req-0da2364f-57a4-472c-a4d6-639f3c0fdd06 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819125 Nov 03 18:58:42.593356 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-47f10d81-b93c-4d56-912d-e4c32973e7f6 req-8da6135c-046f-4ee6-bed1-1d8e6362c796 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98484adf-bdf9-43c6-a629-00d26f65e797 HTTP/1.1" status: 200 len: 217 time: 0.1029897 Nov 03 18:58:42.617184 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6cbf0da4-ffc8-4750-8010-05e2bcf74e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.629219 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4764cad-249b-4b5e-8ef1-03a746b3a8c0 req-68ddfb36-6cb1-40f3-8e72-4d04ce2414c0 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/security-groups?id=927f710d-82d8-4245-b19d-ecc0386d7ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918147 Nov 03 18:58:42.762675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e807d480-ea35-451b-9ebc-d462969055f2 req-aae5efb8-3b27-4a38-851c-dd87da552ff0 service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610293 Nov 03 18:58:42.861643 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6cbf0da4-ffc8-4750-8010-05e2bcf74e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.868473 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6cbf0da4-ffc8-4750-8010-05e2bcf74e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:42.917323 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6cbf0da4-ffc8-4750-8010-05e2bcf74e4a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d9dd991fcced4691b032e6cd0cf60df9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6679840 Nov 03 18:58:42.918263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40936) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:42.937516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6858-f748-48e3-88a6-8e83ce206faa req-71166d1d-1310-479f-8f4b-93c06442ddff tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:42.939919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d55b6858-f748-48e3-88a6-8e83ce206faa req-71166d1d-1310-479f-8f4b-93c06442ddff tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 943 time: 0.4790926 Nov 03 18:58:42.942474 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e807d480-ea35-451b-9ebc-d462969055f2 req-11163c86-c793-485d-98d9-45bd60723e18 service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714933 Nov 03 18:58:42.949828 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f10d81-b93c-4d56-912d-e4c32973e7f6 req-7f938714-1930-46d5-adba-cdbff0ed0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:42.952359 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-47f10d81-b93c-4d56-912d-e4c32973e7f6 req-7f938714-1930-46d5-adba-cdbff0ed0fc0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5e655cc4-fd4b-47d7-90c2-de26b1475792 HTTP/1.1" status: 200 len: 848 time: 0.3504195 Nov 03 18:58:43.071738 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf0da4-ffc8-4750-8010-05e2bcf74e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1bec06-865a-4d85-93df-a22fb1bd5992,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:43.072973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d55b6858-f748-48e3-88a6-8e83ce206faa req-0e90a219-6e9e-4be5-8526-9c7395849bad tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052339 Nov 03 18:58:43.105015 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-47f10d81-b93c-4d56-912d-e4c32973e7f6 req-287d866f-b0a0-413d-a09c-ac8cc3ebca5e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=fdc51973-9500-4506-8e55-17cff364a7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292551 Nov 03 18:58:43.192915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846685e9-6646-427a-9aad-4b49ac59510c req-8f9d89a7-07a2-4d8d-87a8-5ff4049385ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:43.195995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-846685e9-6646-427a-9aad-4b49ac59510c req-8f9d89a7-07a2-4d8d-87a8-5ff4049385ba service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 1094 time: 0.1215310 Nov 03 18:58:43.248204 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36bf4abe-ab19-4bb4-a8a5-ec6afd3f24b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:43.263405 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:43.270667 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-47f10d81-b93c-4d56-912d-e4c32973e7f6 req-4cc9b5e7-f365-49d1-915b-29836887b24c service neutron] 10.222.0.98 "GET /v2.0/networks/fdc51973-9500-4506-8e55-17cff364a7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560524 Nov 03 18:58:43.332845 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36bf4abe-ab19-4bb4-a8a5-ec6afd3f24b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:43.402250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846685e9-6646-427a-9aad-4b49ac59510c req-8c60952c-e4fb-4b0b-9968-f9037a11b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:43.404129 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-846685e9-6646-427a-9aad-4b49ac59510c req-8c60952c-e4fb-4b0b-9968-f9037a11b701 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 907 time: 0.1954038 Nov 03 18:58:43.536736 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-846685e9-6646-427a-9aad-4b49ac59510c req-88bae370-acc4-46ec-9a39-2f68004e9099 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=273c3a61-45af-4e64-ac53-37e47e699118 HTTP/1.1" status: 200 len: 217 time: 0.1249843 Nov 03 18:58:43.559805 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-47f10d81-b93c-4d56-912d-e4c32973e7f6 req-2d3d071b-4ca3-4b45-ae04-c53e3a5805e9 service neutron] 10.222.0.98 "GET /v2.0/networks/fdc51973-9500-4506-8e55-17cff364a7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738469 Nov 03 18:58:43.589714 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36bf4abe-ab19-4bb4-a8a5-ec6afd3f24b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:43.606114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36bf4abe-ab19-4bb4-a8a5-ec6afd3f24b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:43.610240 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-36bf4abe-ab19-4bb4-a8a5-ec6afd3f24b4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ce1bec06-865a-4d85-93df-a22fb1bd5992 HTTP/1.1" status: 204 len: 168 time: 0.6829267 Nov 03 18:58:43.631705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf4abe-ab19-4bb4-a8a5-ec6afd3f24b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1bec06-865a-4d85-93df-a22fb1bd5992,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:43.645473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846685e9-6646-427a-9aad-4b49ac59510c req-4fbc5f45-c308-4ea4-a882-22833496dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:43.647377 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-846685e9-6646-427a-9aad-4b49ac59510c req-4fbc5f45-c308-4ea4-a882-22833496dfb1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 200 len: 846 time: 0.1021364 Nov 03 18:58:43.705019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-846685e9-6646-427a-9aad-4b49ac59510c req-f331d42f-86f4-4c67-9cb6-c208a58738ab service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485222 Nov 03 18:58:44.039912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee33041-5e07-466d-8c23-3d8e4d6eaf76 req-a1e6ec64-8c6d-4b56-9f47-2d6583443f92 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:44.042168 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ee33041-5e07-466d-8c23-3d8e4d6eaf76 req-a1e6ec64-8c6d-4b56-9f47-2d6583443f92 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 943 time: 0.1814198 Nov 03 18:58:44.046210 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-846685e9-6646-427a-9aad-4b49ac59510c req-fa269884-c82a-481b-8d7d-192096e57b6e service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318789 Nov 03 18:58:44.220393 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ee33041-5e07-466d-8c23-3d8e4d6eaf76 req-84c67fa7-580b-4904-8f71-90f402334809 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/security-groups?id=927f710d-82d8-4245-b19d-ecc0386d7ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507075 Nov 03 18:58:44.222799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-846685e9-6646-427a-9aad-4b49ac59510c req-243de0d6-3a37-4f20-a8f7-59f8397ad026 service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681812 Nov 03 18:58:44.350192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205cf14-8c5f-40c8-a01e-d382d8e393bc req-d3d9d8a5-e99d-45e7-8647-8934304f6531 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:44.357814 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1205cf14-8c5f-40c8-a01e-d382d8e393bc req-d3d9d8a5-e99d-45e7-8647-8934304f6531 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 943 time: 0.0919356 Nov 03 18:58:44.459297 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1205cf14-8c5f-40c8-a01e-d382d8e393bc req-2c8ffb09-10a4-4fd5-9245-b1d1584b96a7 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934241 Nov 03 18:58:44.687558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 98484adf-bdf9-43c6-a629-00d26f65e797 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:44.849084 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 98484adf-bdf9-43c6-a629-00d26f65e797, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=98484adf-bdf9-43c6-a629-00d26f65e797,segment=NetworkSegment(0c337647-d7af-4bf2-bdc1-c97ccb0d6875),segment_id=0c337647-d7af-4bf2-bdc1-c97ccb0d6875)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:44.874635 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '98484adf-bdf9-43c6-a629-00d26f65e797', 'network_id': 'fdc51973-9500-4506-8e55-17cff364a7b5', 'port_id': '98484adf-bdf9-43c6-a629-00d26f65e797', 'mac_address': 'fa:16:3e:02:e0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e655cc4-fd4b-47d7-90c2-de26b1475792', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:44.937321 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:44.958091 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98484adf-bdf9-43c6-a629-00d26f65e797 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:44.995607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 98484adf-bdf9-43c6-a629-00d26f65e797, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=98484adf-bdf9-43c6-a629-00d26f65e797,segment=NetworkSegment(0c337647-d7af-4bf2-bdc1-c97ccb0d6875),segment_id=0c337647-d7af-4bf2-bdc1-c97ccb0d6875)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:45.003213 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.079684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=98484adf-bdf9-43c6-a629-00d26f65e797,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:45.083188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40998) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:45.215943 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['98484adf-bdf9-43c6-a629-00d26f65e797'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:45.292831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6f4d3251-5aea-498a-9c5f-25b6b98a3759 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:45.293283 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-6f4d3251-5aea-498a-9c5f-25b6b98a3759 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 18:58:45.293786 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-6f4d3251-5aea-498a-9c5f-25b6b98a3759 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 18:58:45.294781 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6f4d3251-5aea-498a-9c5f-25b6b98a3759 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2106719 Nov 03 18:58:45.300175 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41004) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:45.306242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ebc66fc8-b8af-4fd7-9669-75317e5379b2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group': {'name': 'tempest-secgroup--304117403'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:45.348140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df6d52-6099-47ef-9f97-2fc9c97df04c req-087a550e-6400-4db9-a84b-76e65751df94 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:45.354138 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ebc66fc8-b8af-4fd7-9669-75317e5379b2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.358705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08df6d52-6099-47ef-9f97-2fc9c97df04c req-087a550e-6400-4db9-a84b-76e65751df94 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 944 time: 0.0656104 Nov 03 18:58:45.380793 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ebc66fc8-b8af-4fd7-9669-75317e5379b2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.424527 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08df6d52-6099-47ef-9f97-2fc9c97df04c req-c45792ab-4fdb-4bb1-bcea-83ee76f37b69 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/security-groups?id=927f710d-82d8-4245-b19d-ecc0386d7ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643086 Nov 03 18:58:45.672867 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ebc66fc8-b8af-4fd7-9669-75317e5379b2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.683731 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ebc66fc8-b8af-4fd7-9669-75317e5379b2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.742722 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34375b08-05ba-4e5d-b7e0-bc32d3a3fa2f req-c8f1e559-eceb-4f6f-a507-440261a6c22e tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:45.750873 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34375b08-05ba-4e5d-b7e0-bc32d3a3fa2f req-c8f1e559-eceb-4f6f-a507-440261a6c22e tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 943 time: 0.1467457 Nov 03 18:58:45.752623 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc66fc8-b8af-4fd7-9669-75317e5379b2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81af44f1-b1cd-4237-a68b-ba7c9453149a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:45.828124 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ebc66fc8-b8af-4fd7-9669-75317e5379b2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.834969 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ebc66fc8-b8af-4fd7-9669-75317e5379b2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.876147 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34375b08-05ba-4e5d-b7e0-bc32d3a3fa2f req-f14d7c57-26a9-4406-a36e-a15b18f2e11f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243834 Nov 03 18:58:45.889798 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ebc66fc8-b8af-4fd7-9669-75317e5379b2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:45.891033 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ebc66fc8-b8af-4fd7-9669-75317e5379b2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5898848 Nov 03 18:58:45.894564 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc66fc8-b8af-4fd7-9669-75317e5379b2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b9b6a9-dae0-4063-a53b-8d5064be5dba,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:45.894738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41024) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:45.899185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': 'c2b9b6a9-dae0-4063-a53b-8d5064be5dba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:45.949919 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:46.107631 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:46.107631 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:46.145989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4def59db-96dc-47e8-bbcd-8979729b272e,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:46.163235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:46.163609 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:46.164039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:46.164381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:46.164717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:46.165051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:46.165467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:46.166022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:46.166357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:46.166685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:46.167009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:46.167339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:58:46.174790 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:46.175975 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e582fd62-deb1-404c-84e4-670826b19976 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2803490 Nov 03 18:58:46.179482 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41032) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:46.186755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c7eb7b91-8bc5-4bff-a277-56f39f081d27 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': 'c2b9b6a9-dae0-4063-a53b-8d5064be5dba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:46.247320 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7eb7b91-8bc5-4bff-a277-56f39f081d27 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:46.370185 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-c7eb7b91-8bc5-4bff-a277-56f39f081d27 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): There was a conflict when trying to complete your request. Nov 03 18:58:46.372144 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c7eb7b91-8bc5-4bff-a277-56f39f081d27 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1906347 Nov 03 18:58:46.375336 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41036) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:46.481011 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6188abb2-8d04-4b4e-bc7e-b716d738081b tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:46.523737 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6188abb2-8d04-4b4e-bc7e-b716d738081b tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:46.580425 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6188abb2-8d04-4b4e-bc7e-b716d738081b tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:46.583481 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6188abb2-8d04-4b4e-bc7e-b716d738081b tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:46.585047 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6188abb2-8d04-4b4e-bc7e-b716d738081b tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "DELETE /v2.0/security-groups/c2b9b6a9-dae0-4063-a53b-8d5064be5dba HTTP/1.1" status: 204 len: 168 time: 0.2080581 Nov 03 18:58:46.608696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41046) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:46.609540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188abb2-8d04-4b4e-bc7e-b716d738081b tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b9b6a9-dae0-4063-a53b-8d5064be5dba,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:46.687333 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 273c3a61-45af-4e64-ac53-37e47e699118 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:58:46.703717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 98484adf-bdf9-43c6-a629-00d26f65e797 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:46.781937 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b4812451-6b04-4b2d-8cab-8345c6ab6b47 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1700571 Nov 03 18:58:46.782709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41050) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:46.791143 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7c897e0f-d2bd-4d29-9f9e-f0549d8c2949 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313477416'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:46.803726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e65e9b-3017-4578-98c6-6c768471bbc8 req-07107f59-fbba-44d5-85b8-b5209ecf9101 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:46.815139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14e65e9b-3017-4578-98c6-6c768471bbc8 req-07107f59-fbba-44d5-85b8-b5209ecf9101 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 944 time: 0.2291317 Nov 03 18:58:46.849293 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c897e0f-d2bd-4d29-9f9e-f0549d8c2949 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:46.956288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14e65e9b-3017-4578-98c6-6c768471bbc8 req-f8ea6d16-9e72-4132-a15f-ed97f061a3bd tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/security-groups?id=927f710d-82d8-4245-b19d-ecc0386d7ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397493 Nov 03 18:58:46.984931 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.resource_extend [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:58:47.044455 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c897e0f-d2bd-4d29-9f9e-f0549d8c2949 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.050008 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c897e0f-d2bd-4d29-9f9e-f0549d8c2949 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.111763 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 98484adf-bdf9-43c6-a629-00d26f65e797 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:58:47.118239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 98484adf-bdf9-43c6-a629-00d26f65e797 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:47.119506 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.124099 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c897e0f-d2bd-4d29-9f9e-f0549d8c2949 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.127194 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7c897e0f-d2bd-4d29-9f9e-f0549d8c2949 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3429573 Nov 03 18:58:47.130500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41054) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:47.148635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-108ae323-a927-4fed-8f2b-10ce3252e506 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': '7a13a73f-a936-4a77-887e-8e80424a5caa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:47.149415 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-108ae323-a927-4fed-8f2b-10ce3252e506 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 03 18:58:47.149967 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-108ae323-a927-4fed-8f2b-10ce3252e506 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:47.153836 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-108ae323-a927-4fed-8f2b-10ce3252e506 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0221324 Nov 03 18:58:47.154654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c897e0f-d2bd-4d29-9f9e-f0549d8c2949 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a13a73f-a936-4a77-887e-8e80424a5caa,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:47.157028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41056) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:47.214641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2b04e-abec-465e-b270-577118cf1529 req-7aebb93c-56b2-495c-939e-994b0b202690 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.228726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3a2b04e-abec-465e-b270-577118cf1529 req-7aebb93c-56b2-495c-939e-994b0b202690 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 943 time: 0.1638086 Nov 03 18:58:47.237866 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96f585e4-2195-47fa-9666-f622f56d7169 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.294662 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96f585e4-2195-47fa-9666-f622f56d7169 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.305804 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 273c3a61-45af-4e64-ac53-37e47e699118, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=273c3a61-45af-4e64-ac53-37e47e699118,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:47.325695 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.338760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '273c3a61-45af-4e64-ac53-37e47e699118', 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77', 'port_id': '273c3a61-45af-4e64-ac53-37e47e699118', 'mac_address': 'fa:16:3e:1a:f8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c7663b-b60c-42de-9b0b-85148b2d5e45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:58:47.399952 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 98484adf-bdf9-43c6-a629-00d26f65e797, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=98484adf-bdf9-43c6-a629-00d26f65e797,segment=NetworkSegment(0c337647-d7af-4bf2-bdc1-c97ccb0d6875),segment_id=0c337647-d7af-4bf2-bdc1-c97ccb0d6875)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:47.402028 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed207c0-c674-4427-823d-22b4f447e963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98484adf-bdf9-43c6-a629-00d26f65e797'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:47.404151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96f585e4-2195-47fa-9666-f622f56d7169 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.406230 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ca65e9-613c-47c4-87c8-6fea9f570072" -d '{"events": [{"server_uuid": "4ed207c0-c674-4427-823d-22b4f447e963", "name": "network-vif-plugged", "status": "completed", "tag": "98484adf-bdf9-43c6-a629-00d26f65e797"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:47.408462 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96f585e4-2195-47fa-9666-f622f56d7169 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.411025 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.412639 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-96f585e4-2195-47fa-9666-f622f56d7169 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "DELETE /v2.0/security-groups/7a13a73f-a936-4a77-887e-8e80424a5caa HTTP/1.1" status: 204 len: 168 time: 0.2540421 Nov 03 18:58:47.416400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41068) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:47.439808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3a2b04e-abec-465e-b270-577118cf1529 req-6f73d552-fc36-416b-bfcb-9a1b22cae8c2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100635 Nov 03 18:58:47.481375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f585e4-2195-47fa-9666-f622f56d7169 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a13a73f-a936-4a77-887e-8e80424a5caa,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:47.532348 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.536828 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=98484adf-bdf9-43c6-a629-00d26f65e797,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:47.542145 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2c2cffc6-2c32-4433-8716-c2202c96e2ef tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1215034 Nov 03 18:58:47.546586 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41070) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:47.552054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a918ca00-262d-4933-8ef2-9621936a412e tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550955631'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:47.599961 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a918ca00-262d-4933-8ef2-9621936a412e tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.743694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934f6df-b76a-4adf-8fa8-b83dc9c9bc5c req-ff143a34-1ebe-4e50-8754-86128eb16aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:47.745343 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3934f6df-b76a-4adf-8fa8-b83dc9c9bc5c req-ff143a34-1ebe-4e50-8754-86128eb16aaa service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 1096 time: 0.1245685 Nov 03 18:58:47.751023 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273c3a61-45af-4e64-ac53-37e47e699118 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:58:47.756655 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d42ba4-5ef0-4f46-a5d5-04e094a86e0c x-openstack-request-id: req-92d42ba4-5ef0-4f46-a5d5-04e094a86e0c {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:47.757041 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed207c0-c674-4427-823d-22b4f447e963", "name": "network-vif-plugged", "status": "completed", "tag": "98484adf-bdf9-43c6-a629-00d26f65e797", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:47.757366 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-92d42ba4-5ef0-4f46-a5d5-04e094a86e0c {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:47.757835 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed207c0-c674-4427-823d-22b4f447e963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98484adf-bdf9-43c6-a629-00d26f65e797', 'code': 200} Nov 03 18:58:47.790235 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 273c3a61-45af-4e64-ac53-37e47e699118, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=273c3a61-45af-4e64-ac53-37e47e699118,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:47.804297 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.843088 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a918ca00-262d-4933-8ef2-9621936a412e tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.859777 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a918ca00-262d-4933-8ef2-9621936a412e tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.902744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918ca00-262d-4933-8ef2-9621936a412e tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1ac1cf-baf9-4a6b-93c2-072051650ddf,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:47.927796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3934f6df-b76a-4adf-8fa8-b83dc9c9bc5c req-531ca889-f757-4447-a400-faba159330ed service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=927f710d-82d8-4245-b19d-ecc0386d7ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670728 Nov 03 18:58:47.931154 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a918ca00-262d-4933-8ef2-9621936a412e tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:47.932508 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a918ca00-262d-4933-8ef2-9621936a412e tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3849132 Nov 03 18:58:47.934633 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=273c3a61-45af-4e64-ac53-37e47e699118,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:47.935373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41080) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:47.939936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-e9fd370e-6deb-4d24-a508-07c19d3d12e2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': 'bd1ac1cf-baf9-4a6b-93c2-072051650ddf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:47.940500 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-e9fd370e-6deb-4d24-a508-07c19d3d12e2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 03 18:58:47.941001 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-e9fd370e-6deb-4d24-a508-07c19d3d12e2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:47.942380 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e9fd370e-6deb-4d24-a508-07c19d3d12e2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0055594 Nov 03 18:58:47.944947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41082) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:48.023295 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2e553f73-6c86-489d-b4fa-16030dc9c805 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.035777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['273c3a61-45af-4e64-ac53-37e47e699118'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:48.076415 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2e553f73-6c86-489d-b4fa-16030dc9c805 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.217935 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdaeee-57b9-407e-b584-0f01661dec01 req-88579ff8-4063-4ac7-87b9-8246dc56cb62 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:48.219620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bbdaeee-57b9-407e-b584-0f01661dec01 req-88579ff8-4063-4ac7-87b9-8246dc56cb62 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 945 time: 0.1563072 Nov 03 18:58:48.250012 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2e553f73-6c86-489d-b4fa-16030dc9c805 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.252544 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2e553f73-6c86-489d-b4fa-16030dc9c805 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.256524 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41090) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:48.257155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2e553f73-6c86-489d-b4fa-16030dc9c805 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "DELETE /v2.0/security-groups/bd1ac1cf-baf9-4a6b-93c2-072051650ddf HTTP/1.1" status: 204 len: 168 time: 0.3104367 Nov 03 18:58:48.313804 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e553f73-6c86-489d-b4fa-16030dc9c805 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1ac1cf-baf9-4a6b-93c2-072051650ddf,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:48.336294 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bbdaeee-57b9-407e-b584-0f01661dec01 req-0b9d3177-eb33-43a8-b79e-8bb55cbc94af tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/security-groups?id=927f710d-82d8-4245-b19d-ecc0386d7ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042845 Nov 03 18:58:48.343394 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cf6f2a87-7c30-40c1-97ca-49e26417024e tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0809975 Nov 03 18:58:48.344166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41094) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:48.349306 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b4cf4346-da4d-4098-a982-de224122ef30 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410778220'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:48.372808 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4346-da4d-4098-a982-de224122ef30 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.492287 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4346-da4d-4098-a982-de224122ef30 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.496799 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4346-da4d-4098-a982-de224122ef30 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.529485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf4346-da4d-4098-a982-de224122ef30 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7392a1-f201-4f8a-bb75-507723b1aa79,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:48.596807 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4cf4346-da4d-4098-a982-de224122ef30 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.599510 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b4cf4346-da4d-4098-a982-de224122ef30 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2538471 Nov 03 18:58:48.602365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41104) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:48.607939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ec82f74e-a658-43ef-bacf-60cf45031b02 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': '2a7392a1-f201-4f8a-bb75-507723b1aa79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:48.609024 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-ec82f74e-a658-43ef-bacf-60cf45031b02 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 03 18:58:48.609717 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-ec82f74e-a658-43ef-bacf-60cf45031b02 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:48.610834 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ec82f74e-a658-43ef-bacf-60cf45031b02 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067370 Nov 03 18:58:48.614586 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41106) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:48.624008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9b2dbac2-bf1f-4705-b451-b776c5fd239c tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': '2a7392a1-f201-4f8a-bb75-507723b1aa79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:48.624966 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-9b2dbac2-bf1f-4705-b451-b776c5fd239c tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 03 18:58:48.625636 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-9b2dbac2-bf1f-4705-b451-b776c5fd239c tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:48.626907 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9b2dbac2-bf1f-4705-b451-b776c5fd239c tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0111945 Nov 03 18:58:48.630352 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41108) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:48.633001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63302918-4ae1-4cd8-b65d-20e8eec3bf8a req-89502547-2bde-4f1d-8c1b-1bde62bf14b9 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:48.638542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-552a8b3d-70e7-4e03-b249-cb7ae18a274a tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': '2a7392a1-f201-4f8a-bb75-507723b1aa79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:48.639491 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-552a8b3d-70e7-4e03-b249-cb7ae18a274a tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 03 18:58:48.640020 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-552a8b3d-70e7-4e03-b249-cb7ae18a274a tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:48.641123 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-552a8b3d-70e7-4e03-b249-cb7ae18a274a tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098283 Nov 03 18:58:48.641582 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63302918-4ae1-4cd8-b65d-20e8eec3bf8a req-89502547-2bde-4f1d-8c1b-1bde62bf14b9 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 944 time: 0.1147370 Nov 03 18:58:48.644967 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41110) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:48.650235 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-96793b89-69ea-44ae-9fb5-eb0a5c1262bf tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': '2a7392a1-f201-4f8a-bb75-507723b1aa79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:48.650923 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-96793b89-69ea-44ae-9fb5-eb0a5c1262bf tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 03 18:58:48.651501 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-96793b89-69ea-44ae-9fb5-eb0a5c1262bf tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:48.652798 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-96793b89-69ea-44ae-9fb5-eb0a5c1262bf tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067992 Nov 03 18:58:48.655459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41112) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:48.698907 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63302918-4ae1-4cd8-b65d-20e8eec3bf8a req-6a8aa2df-e3c9-4f04-bd0e-2213a18cfc8f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549400 Nov 03 18:58:48.750692 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35eabbe7-e1ff-4688-9b43-b5314088bbf8 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.774242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35eabbe7-e1ff-4688-9b43-b5314088bbf8 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.825108 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35eabbe7-e1ff-4688-9b43-b5314088bbf8 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.828713 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35eabbe7-e1ff-4688-9b43-b5314088bbf8 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:48.832232 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-35eabbe7-e1ff-4688-9b43-b5314088bbf8 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "DELETE /v2.0/security-groups/2a7392a1-f201-4f8a-bb75-507723b1aa79 HTTP/1.1" status: 204 len: 168 time: 0.1734853 Nov 03 18:58:48.832995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41118) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:48.840870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eabbe7-e1ff-4688-9b43-b5314088bbf8 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7392a1-f201-4f8a-bb75-507723b1aa79,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:48.981103 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-512b4ed0-b013-42b7-831c-17ac8fe346cd tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1465087 Nov 03 18:58:48.985301 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41124) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:48.990134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7d653883-f338-483d-b0cf-ad39837f9903 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group': {'name': 'tempest-secgroup--286268443'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:49.020974 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7d653883-f338-483d-b0cf-ad39837f9903 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:49.110187 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7d653883-f338-483d-b0cf-ad39837f9903 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:49.114296 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7d653883-f338-483d-b0cf-ad39837f9903 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:49.142274 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7d653883-f338-483d-b0cf-ad39837f9903 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:49.143787 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7d653883-f338-483d-b0cf-ad39837f9903 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1573811 Nov 03 18:58:49.146799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41130) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:49.147906 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d653883-f338-483d-b0cf-ad39837f9903 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e992f4c4-c950-46c7-89e4-296cb25d0731,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:49.153510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c625dd4a-01ee-4641-93cc-bac6b860d1de tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': 'e992f4c4-c950-46c7-89e4-296cb25d0731', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:49.155791 n-d-812150-4 neutron-server[101712]: WARNING neutron.api.v2.base [None req-c625dd4a-01ee-4641-93cc-bac6b860d1de tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 18:58:49.156192 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-c625dd4a-01ee-4641-93cc-bac6b860d1de tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:49.160228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c625dd4a-01ee-4641-93cc-bac6b860d1de tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094268 Nov 03 18:58:49.161803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41132) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:49.167081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-60db0001-ff40-4749-86b6-dbf9d07cc784 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': 'e992f4c4-c950-46c7-89e4-296cb25d0731', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:49.211512 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-60db0001-ff40-4749-86b6-dbf9d07cc784 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:49.215356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-60db0001-ff40-4749-86b6-dbf9d07cc784 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0498469 Nov 03 18:58:49.215678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41134) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:49.221321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4e5eee59-61f0-4589-a81a-7f828e19ce85 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': 'e992f4c4-c950-46c7-89e4-296cb25d0731', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:49.221861 n-d-812150-4 neutron-server[101712]: WARNING neutron.api.v2.base [None req-4e5eee59-61f0-4589-a81a-7f828e19ce85 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 03 18:58:49.222424 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-4e5eee59-61f0-4589-a81a-7f828e19ce85 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:49.226155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4e5eee59-61f0-4589-a81a-7f828e19ce85 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068240 Nov 03 18:58:49.226448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41136) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:49.231869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-623a496f-53b8-49a6-b643-3fa0d8802110 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': 'e992f4c4-c950-46c7-89e4-296cb25d0731', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:49.280181 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-623a496f-53b8-49a6-b643-3fa0d8802110 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:49.284007 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-623a496f-53b8-49a6-b643-3fa0d8802110 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0539420 Nov 03 18:58:49.284182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41138) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:49.289134 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-497ab5e0-c91e-4904-87b2-3a5b0a8a7f3b tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': 'e992f4c4-c950-46c7-89e4-296cb25d0731', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:49.289724 n-d-812150-4 neutron-server[101712]: WARNING neutron.api.v2.base [None req-497ab5e0-c91e-4904-87b2-3a5b0a8a7f3b tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 03 18:58:49.290863 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-497ab5e0-c91e-4904-87b2-3a5b0a8a7f3b tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:49.294306 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-497ab5e0-c91e-4904-87b2-3a5b0a8a7f3b tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062625 Nov 03 18:58:49.294434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41140) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:49.299897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a916ea38-bf1c-404f-976f-9b6df4c7d563 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': 'e992f4c4-c950-46c7-89e4-296cb25d0731', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:49.334793 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-a916ea38-bf1c-404f-976f-9b6df4c7d563 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Project c62d2eb3ca5a4d63bb0b6c37d6f8b335 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 18:58:49.380210 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-a916ea38-bf1c-404f-976f-9b6df4c7d563 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:49.381924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a916ea38-bf1c-404f-976f-9b6df4c7d563 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0860412 Nov 03 18:58:49.387200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41148) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:49.403150 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-978a1074-aa45-462d-9aac-c0f2aecf5345 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': 'e992f4c4-c950-46c7-89e4-296cb25d0731', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:49.404716 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-978a1074-aa45-462d-9aac-c0f2aecf5345 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 03 18:58:49.405471 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-978a1074-aa45-462d-9aac-c0f2aecf5345 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:49.409798 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-978a1074-aa45-462d-9aac-c0f2aecf5345 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0174072 Nov 03 18:58:49.409798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41154) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:49.417183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-16079554-896b-41fe-900a-3c44a8250629 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': 'e992f4c4-c950-46c7-89e4-296cb25d0731', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:49.464018 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-16079554-896b-41fe-900a-3c44a8250629 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Project c62d2eb3ca5a4d63bb0b6c37d6f8b335 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 18:58:49.489930 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-16079554-896b-41fe-900a-3c44a8250629 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:49.498586 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41164) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:49.505230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ff130457-73cb-4d0d-b7f2-0f5953eaf734 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': 'e992f4c4-c950-46c7-89e4-296cb25d0731', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:49.507359 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-16079554-896b-41fe-900a-3c44a8250629 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0966625 Nov 03 18:58:49.542349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564b672-7fc1-4f4d-bd9a-e04d44d01a35 req-004bdeb7-0842-4943-9fc9-1cb16095a30b tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:49.544392 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c564b672-7fc1-4f4d-bd9a-e04d44d01a35 req-004bdeb7-0842-4943-9fc9-1cb16095a30b tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 945 time: 0.0989807 Nov 03 18:58:49.575683 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-ff130457-73cb-4d0d-b7f2-0f5953eaf734 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Project c62d2eb3ca5a4d63bb0b6c37d6f8b335 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 18:58:49.593352 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-ff130457-73cb-4d0d-b7f2-0f5953eaf734 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:49.594648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ff130457-73cb-4d0d-b7f2-0f5953eaf734 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0942433 Nov 03 18:58:49.598868 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41168) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:49.615805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c564b672-7fc1-4f4d-bd9a-e04d44d01a35 req-c4978c47-5f85-4597-8a34-a92a188775c0 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/security-groups?id=927f710d-82d8-4245-b19d-ecc0386d7ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649397 Nov 03 18:58:49.708051 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0e3166-a50f-4a80-b412-74a36ed29ba7 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:49.764294 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0e3166-a50f-4a80-b412-74a36ed29ba7 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:49.850381 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0e3166-a50f-4a80-b412-74a36ed29ba7 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:49.853851 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee0e3166-a50f-4a80-b412-74a36ed29ba7 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:49.856015 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ee0e3166-a50f-4a80-b412-74a36ed29ba7 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "DELETE /v2.0/security-groups/e992f4c4-c950-46c7-89e4-296cb25d0731 HTTP/1.1" status: 204 len: 168 time: 0.2559776 Nov 03 18:58:49.859828 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41182) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:49.884926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c87e00-a3d1-4d69-944e-be20e162f489 req-f39723e2-89d9-43d0-8563-2caac6f4edda tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:49.901467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07c87e00-a3d1-4d69-944e-be20e162f489 req-f39723e2-89d9-43d0-8563-2caac6f4edda tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 944 time: 0.1137578 Nov 03 18:58:49.973689 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e3166-a50f-4a80-b412-74a36ed29ba7 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e992f4c4-c950-46c7-89e4-296cb25d0731,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:50.005312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41188) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:50.026334 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07c87e00-a3d1-4d69-944e-be20e162f489 req-e2bfb2a8-cc1b-407c-a9d2-c3a7120182c2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239905 Nov 03 18:58:50.032135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41192) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:50.032300 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-574e3fb1-b9a5-46bc-9047-095cb3a57586 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1687875 Nov 03 18:58:50.042267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ce4c935d-7fc5-4936-b6b5-e3d70eb056e5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809117012'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:50.082056 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce4c935d-7fc5-4936-b6b5-e3d70eb056e5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.211989 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce4c935d-7fc5-4936-b6b5-e3d70eb056e5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.220666 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce4c935d-7fc5-4936-b6b5-e3d70eb056e5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.223269 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93854865-7d2d-4e7d-b501-3b688344b535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.264774 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce4c935d-7fc5-4936-b6b5-e3d70eb056e5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.271463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ce4c935d-7fc5-4936-b6b5-e3d70eb056e5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2319345 Nov 03 18:58:50.272244 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41202) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:50.278883 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f90d46e6-b054-464e-93b0-67b2d4828c9a tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': '4dab6a67-e7b1-4e45-857a-a332091512cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:50.286216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c935d-7fc5-4936-b6b5-e3d70eb056e5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dab6a67-e7b1-4e45-857a-a332091512cf,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:50.342872 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-f90d46e6-b054-464e-93b0-67b2d4828c9a tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The resource could not be found. Nov 03 18:58:50.347797 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f90d46e6-b054-464e-93b0-67b2d4828c9a tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0720162 Nov 03 18:58:50.349672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41206) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:50.360004 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4e094e8e-78ba-4f02-935e-154f7cf024a9 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': '4dab6a67-e7b1-4e45-857a-a332091512cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e7612ef9-4b5c-448f-b87a-07da3c8295cb'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:50.427265 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-4e094e8e-78ba-4f02-935e-154f7cf024a9 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The resource could not be found. Nov 03 18:58:50.431402 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4e094e8e-78ba-4f02-935e-154f7cf024a9 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0783799 Nov 03 18:58:50.436436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41208) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:50.475362 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93854865-7d2d-4e7d-b501-3b688344b535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.480887 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93854865-7d2d-4e7d-b501-3b688344b535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.508326 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14ddca38-aa64-4354-9651-55d21a061161 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.534508 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14ddca38-aa64-4354-9651-55d21a061161 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.545619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93854865-7d2d-4e7d-b501-3b688344b535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c8987f-68a4-4caf-adb5-e9cfcd9d6148,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:50.584629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-93854865-7d2d-4e7d-b501-3b688344b535 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5d648d33767d451ea7f96d87665c9025&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5780430 Nov 03 18:58:50.587758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41210) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:50.603225 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14ddca38-aa64-4354-9651-55d21a061161 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.606175 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-14ddca38-aa64-4354-9651-55d21a061161 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.607327 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-14ddca38-aa64-4354-9651-55d21a061161 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "DELETE /v2.0/security-groups/4dab6a67-e7b1-4e45-857a-a332091512cf HTTP/1.1" status: 204 len: 168 time: 0.1681137 Nov 03 18:58:50.611429 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41212) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:50.639873 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ddca38-aa64-4354-9651-55d21a061161 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dab6a67-e7b1-4e45-857a-a332091512cf,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:50.686985 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-08aa4393-4129-4810-b13d-a3a7674bf5e2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0744953 Nov 03 18:58:50.692731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41214) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:50.705198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1100cf36-34ba-4885-ac04-92b327e4cad2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': '3f2fee14-1fae-42af-9bc5-45ae8317a458', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:50.719509 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 273c3a61-45af-4e64-ac53-37e47e699118 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:58:50.776236 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-1100cf36-34ba-4885-ac04-92b327e4cad2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The resource could not be found. Nov 03 18:58:50.777413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1100cf36-34ba-4885-ac04-92b327e4cad2 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0784037 Nov 03 18:58:50.778433 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-76f327f7-a8fd-4f29-a613-fd54b8f8a097 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.781568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41220) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:50.786222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-16e9db92-e3e6-46f6-97b9-f1ab5e19c038 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group': {'name': 'tempest-secgroup--391074805'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:50.840799 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 273c3a61-45af-4e64-ac53-37e47e699118 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:58:50.851983 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 273c3a61-45af-4e64-ac53-37e47e699118 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:58:50.853371 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16e9db92-e3e6-46f6-97b9-f1ab5e19c038 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.854565 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.869724 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-76f327f7-a8fd-4f29-a613-fd54b8f8a097 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.959174 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16e9db92-e3e6-46f6-97b9-f1ab5e19c038 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.966260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16e9db92-e3e6-46f6-97b9-f1ab5e19c038 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.979752 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-76f327f7-a8fd-4f29-a613-fd54b8f8a097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.987026 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-76f327f7-a8fd-4f29-a613-fd54b8f8a097 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:50.996086 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-76f327f7-a8fd-4f29-a613-fd54b8f8a097 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/00c8987f-68a4-4caf-adb5-e9cfcd9d6148 HTTP/1.1" status: 204 len: 168 time: 0.4065881 Nov 03 18:58:51.010738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f327f7-a8fd-4f29-a613-fd54b8f8a097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c8987f-68a4-4caf-adb5-e9cfcd9d6148,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:51.060461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9db92-e3e6-46f6-97b9-f1ab5e19c038 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed34a2ce-fc1c-4c67-86b9-963c22d652d2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:51.066169 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-16e9db92-e3e6-46f6-97b9-f1ab5e19c038 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.067386 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-16e9db92-e3e6-46f6-97b9-f1ab5e19c038 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2847385 Nov 03 18:58:51.070679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41230) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:51.080429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-74275049-b567-40c8-9c2c-a4aea8067fe5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group': {'name': 'tempest-secgroup--233011990'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:51.096864 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.146823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273c3a61-45af-4e64-ac53-37e47e699118'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:51.155809 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-74275049-b567-40c8-9c2c-a4aea8067fe5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.164872 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0586761c-7640-4cf9-bfeb-0093f336bff9" -d '{"events": [{"server_uuid": "0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff", "name": "network-vif-plugged", "status": "completed", "tag": "273c3a61-45af-4e64-ac53-37e47e699118"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:51.225716 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 273c3a61-45af-4e64-ac53-37e47e699118, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=273c3a61-45af-4e64-ac53-37e47e699118,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:51.236604 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.253640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4c161-ec82-4bb8-931f-c90063588140 req-02e245cb-df55-4379-a161-aa3bd4274435 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:51.255631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0ce4c161-ec82-4bb8-931f-c90063588140 req-02e245cb-df55-4379-a161-aa3bd4274435 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 944 time: 0.0858302 Nov 03 18:58:51.340164 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-74275049-b567-40c8-9c2c-a4aea8067fe5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.355515 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-74275049-b567-40c8-9c2c-a4aea8067fe5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.440742 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=273c3a61-45af-4e64-ac53-37e47e699118,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:51.446731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0ce4c161-ec82-4bb8-931f-c90063588140 req-f1e37c5f-0646-4799-af48-5f7a0455691d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809659 Nov 03 18:58:51.462600 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-74275049-b567-40c8-9c2c-a4aea8067fe5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.462600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-74275049-b567-40c8-9c2c-a4aea8067fe5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3863702 Nov 03 18:58:51.462600 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74275049-b567-40c8-9c2c-a4aea8067fe5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de6739a7-c057-4cea-8c5c-9f1b516e20eb,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:51.463296 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41254) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:51.478090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a90e5c4d-9e21-4087-afdb-266d1f173f67 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': 'ed34a2ce-fc1c-4c67-86b9-963c22d652d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'de6739a7-c057-4cea-8c5c-9f1b516e20eb'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:51.537553 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-a90e5c4d-9e21-4087-afdb-266d1f173f67 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:51.542593 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a90e5c4d-9e21-4087-afdb-266d1f173f67 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0752308 Nov 03 18:58:51.542992 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41260) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:51.699098 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-21bd97a1-dfe0-423e-b2d0-26d622deba18 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.726308 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505f53fb-88bd-4150-bc13-bae54e613762 x-openstack-request-id: req-505f53fb-88bd-4150-bc13-bae54e613762 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:51.726843 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff", "name": "network-vif-plugged", "status": "completed", "tag": "273c3a61-45af-4e64-ac53-37e47e699118", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:51.727174 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-505f53fb-88bd-4150-bc13-bae54e613762 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:51.728361 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273c3a61-45af-4e64-ac53-37e47e699118', 'code': 200} Nov 03 18:58:51.753299 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-21bd97a1-dfe0-423e-b2d0-26d622deba18 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.830144 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-21bd97a1-dfe0-423e-b2d0-26d622deba18 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.833660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-21bd97a1-dfe0-423e-b2d0-26d622deba18 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:51.838243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41266) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:51.838397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-21bd97a1-dfe0-423e-b2d0-26d622deba18 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "DELETE /v2.0/security-groups/de6739a7-c057-4cea-8c5c-9f1b516e20eb HTTP/1.1" status: 204 len: 168 time: 0.2940831 Nov 03 18:58:51.856663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3090e6-994f-4365-983d-38d7804fa9ea req-3794da90-404d-4ea4-a380-47890b2cd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:51.858715 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c3090e6-994f-4365-983d-38d7804fa9ea req-3794da90-404d-4ea4-a380-47890b2cd311 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 1096 time: 0.0710752 Nov 03 18:58:51.892746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd97a1-dfe0-423e-b2d0-26d622deba18 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6739a7-c057-4cea-8c5c-9f1b516e20eb,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:51.947216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c3090e6-994f-4365-983d-38d7804fa9ea req-13e1b5c1-e4cc-427c-a54a-100e9f7786ee service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735264 Nov 03 18:58:51.968504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41272) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:51.979744 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-48e98c78-73d3-448a-89ad-65b1592d74b6 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1397612 Nov 03 18:58:52.047284 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9df8174d-a28b-4b4a-8815-27446fef2f55 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:52.079235 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9df8174d-a28b-4b4a-8815-27446fef2f55 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:52.138208 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9df8174d-a28b-4b4a-8815-27446fef2f55 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:52.141501 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9df8174d-a28b-4b4a-8815-27446fef2f55 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:52.145799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9df8174d-a28b-4b4a-8815-27446fef2f55 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "DELETE /v2.0/security-groups/ed34a2ce-fc1c-4c67-86b9-963c22d652d2 HTTP/1.1" status: 204 len: 168 time: 0.1705825 Nov 03 18:58:52.146196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41282) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:52.155726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8174d-a28b-4b4a-8815-27446fef2f55 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed34a2ce-fc1c-4c67-86b9-963c22d652d2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:52.210503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41286) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:52.210789 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b15d8565-b143-444a-94cd-e0c46d61d1ab tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0629625 Nov 03 18:58:52.215954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-57d18bf2-65bf-4c9c-8c40-e7c9a5805b41 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group': {'name': 'tempest-secgroup--637999412'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:52.260393 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57d18bf2-65bf-4c9c-8c40-e7c9a5805b41 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:52.341334 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57d18bf2-65bf-4c9c-8c40-e7c9a5805b41 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:52.347665 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57d18bf2-65bf-4c9c-8c40-e7c9a5805b41 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:52.383685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d18bf2-65bf-4c9c-8c40-e7c9a5805b41 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec5b56f-155c-4766-ba0b-d312f71f1f2f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:52.392352 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57d18bf2-65bf-4c9c-8c40-e7c9a5805b41 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:52.398487 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-57d18bf2-65bf-4c9c-8c40-e7c9a5805b41 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1826830 Nov 03 18:58:52.399704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41296) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:52.404887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-3b275ce0-b7ce-4a89-be4a-449812ee5231 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': '0ec5b56f-155c-4766-ba0b-d312f71f1f2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:52.462648 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-3b275ce0-b7ce-4a89-be4a-449812ee5231 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:52.463891 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3b275ce0-b7ce-4a89-be4a-449812ee5231 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0627668 Nov 03 18:58:52.467135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41308) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:52.472549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c8c42c41-0611-4e48-9ebc-58341b8b88c4 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group_rule': {'security_group_id': '0ec5b56f-155c-4766-ba0b-d312f71f1f2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:52.521752 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-c8c42c41-0611-4e48-9ebc-58341b8b88c4 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 18:58:52.525612 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c8c42c41-0611-4e48-9ebc-58341b8b88c4 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0545604 Nov 03 18:58:52.526583 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41314) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:52.648927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d07ad4-d88e-42a3-8639-51bb5017127c req-13ea2cd8-9714-4e05-aac5-1b44b62d37c5 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:52.651265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8d07ad4-d88e-42a3-8639-51bb5017127c req-13ea2cd8-9714-4e05-aac5-1b44b62d37c5 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 945 time: 0.1025076 Nov 03 18:58:52.652527 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-34689487-46d7-4258-a4c2-b9fb84fcebf9 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.139740 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-34689487-46d7-4258-a4c2-b9fb84fcebf9 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.231326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8d07ad4-d88e-42a3-8639-51bb5017127c req-559d0bb9-747c-43c4-a16f-9ccd1f0742f5 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722899 Nov 03 18:58:53.277743 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-34689487-46d7-4258-a4c2-b9fb84fcebf9 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.282957 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-34689487-46d7-4258-a4c2-b9fb84fcebf9 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.291875 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-34689487-46d7-4258-a4c2-b9fb84fcebf9 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "DELETE /v2.0/security-groups/0ec5b56f-155c-4766-ba0b-d312f71f1f2f HTTP/1.1" status: 204 len: 168 time: 0.7602682 Nov 03 18:58:53.292167 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41360) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:53.322152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34689487-46d7-4258-a4c2-b9fb84fcebf9 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec5b56f-155c-4766-ba0b-d312f71f1f2f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:53.385510 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6763d241-4c25-41f8-9632-a47b56b65381 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0909894 Nov 03 18:58:53.390233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41376) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:53.396077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-cb7e477a-8dc5-479c-8cf0-1bfc9951d1cf tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008623314'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:53.441792 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb7e477a-8dc5-479c-8cf0-1bfc9951d1cf tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.600292 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb7e477a-8dc5-479c-8cf0-1bfc9951d1cf tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.608898 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb7e477a-8dc5-479c-8cf0-1bfc9951d1cf tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.638478 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb7e477a-8dc5-479c-8cf0-1bfc9951d1cf tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.640109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cb7e477a-8dc5-479c-8cf0-1bfc9951d1cf tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2488852 Nov 03 18:58:53.643537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41404) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:53.651437 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-2458b854-3981-412b-aef2-21e342112c59 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:53.652182 n-d-812150-4 neutron-server[101711]: WARNING neutron.api.v2.base [None req-2458b854-3981-412b-aef2-21e342112c59 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 03 18:58:53.652869 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-2458b854-3981-412b-aef2-21e342112c59 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] update failed (client error): There was a conflict when trying to complete your request. Nov 03 18:58:53.654110 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2458b854-3981-412b-aef2-21e342112c59 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "PUT /v2.0/security-groups/db0825d8-ce8f-472d-ae9f-5b2c018df54c HTTP/1.1" status: 409 len: 330 time: 0.0078738 Nov 03 18:58:53.657274 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41406) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:53.731565 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e477a-8dc5-479c-8cf0-1bfc9951d1cf tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0825d8-ce8f-472d-ae9f-5b2c018df54c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:53.766932 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f3f037f-cbda-401b-83be-69ea5c56cbe5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.797766 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f3f037f-cbda-401b-83be-69ea5c56cbe5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.884549 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f3f037f-cbda-401b-83be-69ea5c56cbe5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.887764 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f3f037f-cbda-401b-83be-69ea5c56cbe5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:53.888938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2f3f037f-cbda-401b-83be-69ea5c56cbe5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "DELETE /v2.0/security-groups/db0825d8-ce8f-472d-ae9f-5b2c018df54c HTTP/1.1" status: 204 len: 168 time: 0.2296538 Nov 03 18:58:53.891697 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41414) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:53.908416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f037f-cbda-401b-83be-69ea5c56cbe5 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0825d8-ce8f-472d-ae9f-5b2c018df54c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:53.968888 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dc39b02d-1e22-4930-aefc-49edcafc3546 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0758753 Nov 03 18:58:53.976455 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41416) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:54.000610 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-1ffa83a2-199f-43e4-b1bf-0ecb3c04f2ec tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] delete failed (client error): The resource could not be found. Nov 03 18:58:54.007021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41420) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:54.014840 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1ffa83a2-199f-43e4-b1bf-0ecb3c04f2ec tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "DELETE /v2.0/security-groups/96a1165f-1602-4f4f-99ab-b7eb0203c4d2 HTTP/1.1" status: 404 len: 347 time: 0.0377531 Nov 03 18:58:54.037597 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-27c3e1f5-3b61-47b8-aded-0cb8298ca73c tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] show failed (client error): The resource could not be found. Nov 03 18:58:54.045579 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-27c3e1f5-3b61-47b8-aded-0cb8298ca73c tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "GET /v2.0/security-groups/a8055b54-79c7-4afa-91e7-2b3c0c7f90a0 HTTP/1.1" status: 404 len: 347 time: 0.0352433 Nov 03 18:58:54.055733 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41426) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:54.068940 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-51e5697b-70a1-4ac8-a6d3-f643a8ddd002 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] show failed (client error): The resource could not be found. Nov 03 18:58:54.071846 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-51e5697b-70a1-4ac8-a6d3-f643a8ddd002 tempest-NegativeSecGroupIPv6Test-582744831 tempest-NegativeSecGroupIPv6Test-582744831-project] 10.222.0.107 "GET /v2.0/security-group-rules/6691e5e9-b1a1-40ff-86e0-de3e39ff3894 HTTP/1.1" status: 404 len: 356 time: 0.0191052 Nov 03 18:58:54.537051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb3b67-dbac-4a7f-aa30-40a6edab58e0 req-4ee52f08-c914-4a33-9ff1-28d84ef5247b tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:54.546791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ecb3b67-dbac-4a7f-aa30-40a6edab58e0 req-4ee52f08-c914-4a33-9ff1-28d84ef5247b tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 945 time: 0.1162622 Nov 03 18:58:54.567708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb70942-86be-4c2d-a0f1-87939cbfb662 req-68e128c9-10da-4570-b2f0-96d0b92886d5 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:54.577316 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6eb70942-86be-4c2d-a0f1-87939cbfb662 req-68e128c9-10da-4570-b2f0-96d0b92886d5 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 945 time: 0.1089225 Nov 03 18:58:54.683333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41446) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:54.758296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ecb3b67-dbac-4a7f-aa30-40a6edab58e0 req-12e4f1fe-a163-4718-b859-fd9f9cfb7b54 tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/security-groups?id=927f710d-82d8-4245-b19d-ecc0386d7ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094905 Nov 03 18:58:54.809629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6eb70942-86be-4c2d-a0f1-87939cbfb662 req-becefa7b-b588-483e-ba8e-93ab1df52178 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310293 Nov 03 18:58:54.881610 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-41d8f840-fb98-43c2-baa5-eaf76a21367b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c62d2eb3ca5a4d63bb0b6c37d6f8b335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1955492 Nov 03 18:58:54.884181 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41452) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:54.967899 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0cf52c2e-cf18-4421-8c77-43b8212c2832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.009708 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0cf52c2e-cf18-4421-8c77-43b8212c2832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.031751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f46910-7664-437e-95b1-7a48deef9878 req-4b3e6407-573a-4fca-9101-fbd76d599544 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:55.044806 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44f46910-7664-437e-95b1-7a48deef9878 req-4b3e6407-573a-4fca-9101-fbd76d599544 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 945 time: 0.1019766 Nov 03 18:58:55.078963 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0cf52c2e-cf18-4421-8c77-43b8212c2832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.083779 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0cf52c2e-cf18-4421-8c77-43b8212c2832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.085252 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0cf52c2e-cf18-4421-8c77-43b8212c2832 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/81af44f1-b1cd-4237-a68b-ba7c9453149a HTTP/1.1" status: 204 len: 168 time: 0.1995378 Nov 03 18:58:55.124174 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf52c2e-cf18-4421-8c77-43b8212c2832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81af44f1-b1cd-4237-a68b-ba7c9453149a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:55.174283 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44f46910-7664-437e-95b1-7a48deef9878 req-7e63b3c0-59d1-4a41-a59b-fe3c2a9938f6 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268871 Nov 03 18:58:55.689109 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb433aee-1fc3-477e-9b78-20ca034eb9ad req-a7ea9054-79f0-4d74-a49d-090596327603 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:55.691539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb433aee-1fc3-477e-9b78-20ca034eb9ad req-a7ea9054-79f0-4d74-a49d-090596327603 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 945 time: 0.1237218 Nov 03 18:58:55.746869 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f03daf85-22ed-417c-b3f4-2301567e38a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.750636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f1cdc-0589-4b7c-a576-8d08e4f9e90c req-2a2ad0d9-a7fb-40f7-a2fe-3471072323ef tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:55.752380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e7f1cdc-0589-4b7c-a576-8d08e4f9e90c req-2a2ad0d9-a7fb-40f7-a2fe-3471072323ef tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 945 time: 0.1157582 Nov 03 18:58:55.826376 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb433aee-1fc3-477e-9b78-20ca034eb9ad req-46e8386a-2c8d-4da8-8dcc-5627d8900dd6 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180174 Nov 03 18:58:55.946937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-8e7f1cdc-0589-4b7c-a576-8d08e4f9e90c req-7006d4c8-6539-4d52-b192-3bde2712e8ae tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Deleting port 98484adf-bdf9-43c6-a629-00d26f65e797 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:58:55.947356 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e7f1cdc-0589-4b7c-a576-8d08e4f9e90c req-7006d4c8-6539-4d52-b192-3bde2712e8ae tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:55.996997 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bc830-487c-4bec-8b8d-cafe087658a1 req-51663496-3cac-4d75-af79-68682cf2301b tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:55.998875 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f7bc830-487c-4bec-8b8d-cafe087658a1 req-51663496-3cac-4d75-af79-68682cf2301b tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ed207c0-c674-4427-823d-22b4f447e963 HTTP/1.1" status: 200 len: 945 time: 0.1160793 Nov 03 18:58:56.126865 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-8e7f1cdc-0589-4b7c-a576-8d08e4f9e90c req-7006d4c8-6539-4d52-b192-3bde2712e8ae tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] For port 98484adf-bdf9-43c6-a629-00d26f65e797, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=98484adf-bdf9-43c6-a629-00d26f65e797,segment=NetworkSegment(0c337647-d7af-4bf2-bdc1-c97ccb0d6875),segment_id=0c337647-d7af-4bf2-bdc1-c97ccb0d6875)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:56.127242 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e7f1cdc-0589-4b7c-a576-8d08e4f9e90c req-7006d4c8-6539-4d52-b192-3bde2712e8ae tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.160618 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-8e7f1cdc-0589-4b7c-a576-8d08e4f9e90c req-7006d4c8-6539-4d52-b192-3bde2712e8ae tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Calling delete_port for 98484adf-bdf9-43c6-a629-00d26f65e797 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:58:56.174606 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f7bc830-487c-4bec-8b8d-cafe087658a1 req-9df0fa07-6ed8-4406-9f13-01d58259856e tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.107 "GET /v2.0/security-groups?id=927f710d-82d8-4245-b19d-ecc0386d7ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992026 Nov 03 18:58:56.354833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41498) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:56.403776 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e7f1cdc-0589-4b7c-a576-8d08e4f9e90c req-7006d4c8-6539-4d52-b192-3bde2712e8ae tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.416077 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['98484adf-bdf9-43c6-a629-00d26f65e797'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:56.470390 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006d4c8-6539-4d52-b192-3bde2712e8ae tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Pushing event deleted for resources: {'Port': ['ID=98484adf-bdf9-43c6-a629-00d26f65e797,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:56.553121 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-464307079'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:58:56.560911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7f1cdc-0589-4b7c-a576-8d08e4f9e90c req-7006d4c8-6539-4d52-b192-3bde2712e8ae tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] No DVR routers for this DVR port 98484adf-bdf9-43c6-a629-00d26f65e797 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:58:56.566765 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e7f1cdc-0589-4b7c-a576-8d08e4f9e90c req-7006d4c8-6539-4d52-b192-3bde2712e8ae tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.572970 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e7f1cdc-0589-4b7c-a576-8d08e4f9e90c req-7006d4c8-6539-4d52-b192-3bde2712e8ae tempest-VolumesActionsTest-1777831823 tempest-VolumesActionsTest-1777831823-project] 10.222.0.98 "DELETE /v2.0/ports/98484adf-bdf9-43c6-a629-00d26f65e797 HTTP/1.1" status: 204 len: 173 time: 0.8118739 Nov 03 18:58:56.575063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed207c0-c674-4427-823d-22b4f447e963', 'name': 'network-vif-deleted', 'tag': '98484adf-bdf9-43c6-a629-00d26f65e797'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:56.582544 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b9156f-3800-40dc-80d9-6785214bb18b" -d '{"events": [{"server_uuid": "4ed207c0-c674-4427-823d-22b4f447e963", "name": "network-vif-deleted", "tag": "98484adf-bdf9-43c6-a629-00d26f65e797"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:56.620751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Made reservation on behalf of a55423cbed07457aa74fe969d641c485 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:58:56.627736 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.661670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.758506 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14fb36d-21e0-4867-b9f7-d2158c9c2b53 x-openstack-request-id: req-d14fb36d-21e0-4867-b9f7-d2158c9c2b53 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:56.759930 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed207c0-c674-4427-823d-22b4f447e963", "name": "network-vif-deleted", "tag": "98484adf-bdf9-43c6-a629-00d26f65e797", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:56.760379 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d14fb36d-21e0-4867-b9f7-d2158c9c2b53 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:56.760806 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed207c0-c674-4427-823d-22b4f447e963', 'name': 'network-vif-deleted', 'tag': '98484adf-bdf9-43c6-a629-00d26f65e797', 'status': 'completed', 'code': 200} Nov 03 18:58:56.851343 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.857223 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.900047 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:58:56.933475 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a92ec47-ed13-43e9-bd97-0bd7c7db18a6,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:56.955297 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:56.959557 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Added segment 03163d00-b2e2-433c-90d2-b4c5728e3202 of type vlan for network 66ec5610-2d69-4289-81cb-21589dcc3b78 Nov 03 18:58:56.988527 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809b8ef-aafe-487f-ba6d-58af8592fb0c req-236bbf57-27b7-467f-82e2-18a4374cfc9c tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:56.988527 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0809b8ef-aafe-487f-ba6d-58af8592fb0c req-236bbf57-27b7-467f-82e2-18a4374cfc9c tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 945 time: 0.1310058 Nov 03 18:58:57.006711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c13fea-8437-49f3-a05d-7b577ee41a98 req-7d8a8b1f-58ce-4ab5-a967-18cf7e6b5570 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:57.008277 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42c13fea-8437-49f3-a05d-7b577ee41a98 req-7d8a8b1f-58ce-4ab5-a967-18cf7e6b5570 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 945 time: 0.0814707 Nov 03 18:58:57.045204 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:57.135612 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:57.154860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:57.156268 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:57.191495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42c13fea-8437-49f3-a05d-7b577ee41a98 req-865a5114-0bfc-4cd4-95da-b9061ca873d2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610234 Nov 03 18:58:57.290212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-0809b8ef-aafe-487f-ba6d-58af8592fb0c req-e708850d-83f2-4ba6-950e-19048cb106d8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Deleting port 273c3a61-45af-4e64-ac53-37e47e699118 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:58:57.290658 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0809b8ef-aafe-487f-ba6d-58af8592fb0c req-e708850d-83f2-4ba6-950e-19048cb106d8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:57.376436 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0191355 Nov 03 18:58:57.382269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41520) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:57.387444 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-d9dafbeb-71cf-4687-9ad8-a9e7c70d8f01 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '66ec5610-2d69-4289-81cb-21589dcc3b78', 'tempest-TagsTest-Tag-1585637371') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:57.410558 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc4aa8-941a-485d-95db-4c0abffc1948 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Pushing event updated for resources: {'Network': ['ID=66ec5610-2d69-4289-81cb-21589dcc3b78,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:57.423484 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 66ec5610-2d69-4289-81cb-21589dcc3b78 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:58:57.489554 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-0809b8ef-aafe-487f-ba6d-58af8592fb0c req-e708850d-83f2-4ba6-950e-19048cb106d8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] For port 273c3a61-45af-4e64-ac53-37e47e699118, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=273c3a61-45af-4e64-ac53-37e47e699118,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:58:57.490031 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0809b8ef-aafe-487f-ba6d-58af8592fb0c req-e708850d-83f2-4ba6-950e-19048cb106d8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:57.518486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-0809b8ef-aafe-487f-ba6d-58af8592fb0c req-e708850d-83f2-4ba6-950e-19048cb106d8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Calling delete_port for 273c3a61-45af-4e64-ac53-37e47e699118 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:58:57.560679 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d9dafbeb-71cf-4687-9ad8-a9e7c70d8f01 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] 10.222.0.107 "PUT /v2.0/networks/66ec5610-2d69-4289-81cb-21589dcc3b78/tags/tempest-TagsTest-Tag-1585637371 HTTP/1.1" status: 201 len: 201 time: 0.1762764 Nov 03 18:58:57.563356 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41524) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:57.573865 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-82457cfe-7cf6-408c-bdd2-6a73b4a73393 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66ec5610-2d69-4289-81cb-21589dcc3b78', 'tempest-TagsTest-Tag-1585637371') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:57.784860 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-82457cfe-7cf6-408c-bdd2-6a73b4a73393 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] 10.222.0.107 "GET /v2.0/networks/66ec5610-2d69-4289-81cb-21589dcc3b78/tags/tempest-TagsTest-Tag-1585637371 HTTP/1.1" status: 204 len: 168 time: 0.2195609 Nov 03 18:58:57.786838 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41528) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:57.792116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-c5471a33-6fd0-4506-9629-4844ac59be15 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '66ec5610-2d69-4289-81cb-21589dcc3b78') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:57.830259 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0809b8ef-aafe-487f-ba6d-58af8592fb0c req-e708850d-83f2-4ba6-950e-19048cb106d8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:57.842893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['273c3a61-45af-4e64-ac53-37e47e699118'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:57.943100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708850d-83f2-4ba6-950e-19048cb106d8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Pushing event deleted for resources: {'Port': ['ID=273c3a61-45af-4e64-ac53-37e47e699118,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:57.966447 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c5471a33-6fd0-4506-9629-4844ac59be15 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] 10.222.0.107 "GET /v2.0/networks/66ec5610-2d69-4289-81cb-21589dcc3b78/tags HTTP/1.1" status: 200 len: 238 time: 0.1784480 Nov 03 18:58:57.970562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41534) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:57.972510 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['70225b4f-69a0-490b-8115-c12efcb4854c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:58:57.993055 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-4c611fd1-d35e-4f8b-b81e-7441b6813318 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '66ec5610-2d69-4289-81cb-21589dcc3b78', {'tags': ['tempest-TagsTest-Tag-588837273', 'tempest-TagsTest-Tag-399013983', 'tempest-TagsTest-Tag-720540716']}) {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:58.034292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0809b8ef-aafe-487f-ba6d-58af8592fb0c req-e708850d-83f2-4ba6-950e-19048cb106d8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] No DVR routers for this DVR port 273c3a61-45af-4e64-ac53-37e47e699118 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:58:58.044963 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0809b8ef-aafe-487f-ba6d-58af8592fb0c req-e708850d-83f2-4ba6-950e-19048cb106d8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:58.056090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0809b8ef-aafe-487f-ba6d-58af8592fb0c req-e708850d-83f2-4ba6-950e-19048cb106d8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "DELETE /v2.0/ports/273c3a61-45af-4e64-ac53-37e47e699118 HTTP/1.1" status: 204 len: 173 time: 1.0461779 Nov 03 18:58:58.184772 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4c611fd1-d35e-4f8b-b81e-7441b6813318 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] 10.222.0.107 "PUT /v2.0/networks/66ec5610-2d69-4289-81cb-21589dcc3b78/tags HTTP/1.1" status: 200 len: 306 time: 0.2129114 Nov 03 18:58:58.187136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41538) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:58.192570 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-873d4538-9bd0-4bf2-9d0c-c7edafd7196d tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '66ec5610-2d69-4289-81cb-21589dcc3b78', 'tempest-TagsTest-Tag-588837273') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:58.234500 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5f634b11-e731-41e4-88b4-ab2112bff3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:58.396189 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-873d4538-9bd0-4bf2-9d0c-c7edafd7196d tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] 10.222.0.107 "DELETE /v2.0/networks/66ec5610-2d69-4289-81cb-21589dcc3b78/tags/tempest-TagsTest-Tag-588837273 HTTP/1.1" status: 204 len: 168 time: 0.2071867 Nov 03 18:58:58.398341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41546) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:58.406355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-e3427985-d3f7-4245-bbe2-743cd3d64eb5 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66ec5610-2d69-4289-81cb-21589dcc3b78', 'tempest-TagsTest-Tag-588837273') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:58.440338 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f6abc36-f3f1-498d-b429-d807754f5925 req-a8a374e8-2ca8-47c4-8cc8-893fb43e697c tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff HTTP/1.1" status: 200 len: 210 time: 0.0403037 Nov 03 18:58:58.515124 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-e3427985-d3f7-4245-bbe2-743cd3d64eb5 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] show failed (client error): The resource could not be found. Nov 03 18:58:58.517270 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e3427985-d3f7-4245-bbe2-743cd3d64eb5 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] 10.222.0.107 "GET /v2.0/networks/66ec5610-2d69-4289-81cb-21589dcc3b78/tags/tempest-TagsTest-Tag-588837273 HTTP/1.1" status: 404 len: 325 time: 0.1179378 Nov 03 18:58:58.520396 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41548) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:58.527515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-d7d6eead-f7ab-41d9-b115-e2744ed7ea73 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66ec5610-2d69-4289-81cb-21589dcc3b78', 'tempest-TagsTest-Tag-399013983') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:58.654797 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d7d6eead-f7ab-41d9-b115-e2744ed7ea73 tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] 10.222.0.107 "GET /v2.0/networks/66ec5610-2d69-4289-81cb-21589dcc3b78/tags/tempest-TagsTest-Tag-399013983 HTTP/1.1" status: 204 len: 168 time: 0.1328309 Nov 03 18:58:58.657420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41550) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:58.667003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-60060215-590b-47e9-85c7-63dce6bf8a4a tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66ec5610-2d69-4289-81cb-21589dcc3b78', 'tempest-TagsTest-Tag-720540716') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:58.761593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff', 'name': 'network-vif-deleted', 'tag': '273c3a61-45af-4e64-ac53-37e47e699118'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:58:58.764697 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621c0298-c289-4003-a36e-498cd0fcc6c6" -d '{"events": [{"server_uuid": "0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff", "name": "network-vif-deleted", "tag": "273c3a61-45af-4e64-ac53-37e47e699118"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:58:58.778441 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-60060215-590b-47e9-85c7-63dce6bf8a4a tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] 10.222.0.107 "GET /v2.0/networks/66ec5610-2d69-4289-81cb-21589dcc3b78/tags/tempest-TagsTest-Tag-720540716 HTTP/1.1" status: 204 len: 168 time: 0.1193914 Nov 03 18:58:58.780967 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41554) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:58.786935 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-49b0f181-b697-414e-8751-4e64d7c0facd tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '66ec5610-2d69-4289-81cb-21589dcc3b78') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:58.841090 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7684ded7-ce42-491a-b9f6-a8f5b3e7a270 x-openstack-request-id: req-7684ded7-ce42-491a-b9f6-a8f5b3e7a270 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:58:58.841658 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff", "name": "network-vif-deleted", "tag": "273c3a61-45af-4e64-ac53-37e47e699118", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:58:58.841658 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7684ded7-ce42-491a-b9f6-a8f5b3e7a270 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:58:58.842505 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9f0ec1-5e26-46f3-81a3-54f889cdc7ff', 'name': 'network-vif-deleted', 'tag': '273c3a61-45af-4e64-ac53-37e47e699118', 'status': 'completed', 'code': 200} Nov 03 18:58:58.944851 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-49b0f181-b697-414e-8751-4e64d7c0facd tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] 10.222.0.107 "DELETE /v2.0/networks/66ec5610-2d69-4289-81cb-21589dcc3b78/tags HTTP/1.1" status: 204 len: 168 time: 0.1619484 Nov 03 18:58:58.948303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41558) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:58.955510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-7aff698c-cfbf-481c-a443-76902d216f9d tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66ec5610-2d69-4289-81cb-21589dcc3b78', 'tempest-TagsTest-Tag-399013983') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:59.086579 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-7aff698c-cfbf-481c-a443-76902d216f9d tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] show failed (client error): The resource could not be found. Nov 03 18:58:59.089276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7aff698c-cfbf-481c-a443-76902d216f9d tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] 10.222.0.107 "GET /v2.0/networks/66ec5610-2d69-4289-81cb-21589dcc3b78/tags/tempest-TagsTest-Tag-399013983 HTTP/1.1" status: 404 len: 325 time: 0.1396596 Nov 03 18:58:59.099433 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41564) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:59.104585 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.tag.tag_plugin [None req-c7f0237c-f1c6-43e6-b039-ea9e6f25017e tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66ec5610-2d69-4289-81cb-21589dcc3b78', 'tempest-TagsTest-Tag-720540716') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:59.237453 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-c7f0237c-f1c6-43e6-b039-ea9e6f25017e tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] show failed (client error): The resource could not be found. Nov 03 18:58:59.238809 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c7f0237c-f1c6-43e6-b039-ea9e6f25017e tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] 10.222.0.107 "GET /v2.0/networks/66ec5610-2d69-4289-81cb-21589dcc3b78/tags/tempest-TagsTest-Tag-720540716 HTTP/1.1" status: 404 len: 325 time: 0.1380916 Nov 03 18:58:59.242022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41568) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:59.249000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.tag.tag_plugin [None req-c3130d6e-54d9-4ab4-b14f-99f1614e4efa tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '66ec5610-2d69-4289-81cb-21589dcc3b78') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:59.334364 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c3130d6e-54d9-4ab4-b14f-99f1614e4efa tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] 10.222.0.107 "DELETE /v2.0/networks/66ec5610-2d69-4289-81cb-21589dcc3b78/tags HTTP/1.1" status: 204 len: 168 time: 0.0871656 Nov 03 18:58:59.334670 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41570) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:58:59.354413 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:59.442106 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5be7c05b-25a0-4ce4-9c3f-dd14cde669ab tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:59.548549 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5be7c05b-25a0-4ce4-9c3f-dd14cde669ab tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:59.585563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-5be7c05b-25a0-4ce4-9c3f-dd14cde669ab tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ec5610-2d69-4289-81cb-21589dcc3b78']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:59.602081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-5be7c05b-25a0-4ce4-9c3f-dd14cde669ab tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03163d00-b2e2-433c-90d2-b4c5728e3202') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:59.602577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-5be7c05b-25a0-4ce4-9c3f-dd14cde669ab tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03163d00-b2e2-433c-90d2-b4c5728e3202') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:58:59.614956 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5be7c05b-25a0-4ce4-9c3f-dd14cde669ab tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:59.631447 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5be7c05b-25a0-4ce4-9c3f-dd14cde669ab tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:59.639811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be7c05b-25a0-4ce4-9c3f-dd14cde669ab tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:58:59.640602 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5be7c05b-25a0-4ce4-9c3f-dd14cde669ab tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:58:59.644467 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:58:59.739053 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5be7c05b-25a0-4ce4-9c3f-dd14cde669ab tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:59.763514 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5be7c05b-25a0-4ce4-9c3f-dd14cde669ab tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:58:59.767409 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5be7c05b-25a0-4ce4-9c3f-dd14cde669ab tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] 10.222.0.107 "DELETE /v2.0/networks/66ec5610-2d69-4289-81cb-21589dcc3b78 HTTP/1.1" status: 204 len: 168 time: 0.4317572 Nov 03 18:58:59.769058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7c05b-25a0-4ce4-9c3f-dd14cde669ab tempest-TagsTest-1453054880 tempest-TagsTest-1453054880-project] Pushing event deleted for resources: {'Network': ['ID=66ec5610-2d69-4289-81cb-21589dcc3b78,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:58:59.934064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-b0c26876-6e10-4d5c-bad9-a6f87e42c623 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:58:59.945076 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-b0c26876-6e10-4d5c-bad9-a6f87e42c623 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 806 time: 0.1535554 Nov 03 18:58:59.969110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-08cf146e-2bb6-4b5d-964e-1949f336bbcf tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/quotas/4a4a568107f143e8aa14bb3dc51af5da HTTP/1.1" status: 200 len: 375 time: 0.0225921 Nov 03 18:59:00.030655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-80b8df05-8ef7-4dfb-9c28-e8adc830c8f4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596542 Nov 03 18:59:00.152196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41598) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:00.161506 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-e3a1a50d-4585-43a4-955c-510133120263 service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223326 Nov 03 18:59:00.361275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-f5b467d9-030f-4f4e-a1f2-ca017fa1d7c7 service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880949 Nov 03 18:59:00.369386 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d41beab2-fccb-4496-acc2-2725e9a52fa0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a55423cbed07457aa74fe969d641c485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2152209 Nov 03 18:59:00.371794 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41608) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:00.495497 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03a00d3a-e55f-435c-bb6c-2c30c0284118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:00.532358 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:00.544344 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03a00d3a-e55f-435c-bb6c-2c30c0284118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:00.617897 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03a00d3a-e55f-435c-bb6c-2c30c0284118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:00.620849 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03a00d3a-e55f-435c-bb6c-2c30c0284118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:00.624960 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-03a00d3a-e55f-435c-bb6c-2c30c0284118 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7a92ec47-ed13-43e9-bd97-0bd7c7db18a6 HTTP/1.1" status: 204 len: 168 time: 0.2484825 Nov 03 18:59:00.643888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a00d3a-e55f-435c-bb6c-2c30c0284118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a92ec47-ed13-43e9-bd97-0bd7c7db18a6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:00.688433 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e2acc2c-2ba8-4690-a480-6de891d102d2 req-636eaf23-a1b3-4165-bcc7-fae4124a8560 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 210 time: 0.0741704 Nov 03 18:59:00.747272 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:00.779281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 98484adf-bdf9-43c6-a629-00d26f65e797 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:00.836182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 98484adf-bdf9-43c6-a629-00d26f65e797 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:59:00.836540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 98484adf-bdf9-43c6-a629-00d26f65e797 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:59:00.839206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 273c3a61-45af-4e64-ac53-37e47e699118 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:00.891052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 273c3a61-45af-4e64-ac53-37e47e699118 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:59:00.891845 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 273c3a61-45af-4e64-ac53-37e47e699118 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:59:01.447606 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:01.873000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8685b9e6-6ffd-46b1-aa08-4c02b797165f req-5f83ccd6-2b18-4228-b722-c262844ec5c9 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 210 time: 0.0774863 Nov 03 18:59:02.301355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41786) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:02.589245 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-d4230dbd-fdfd-437c-bbe1-105c9fe9ae60 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:02.591178 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-d4230dbd-fdfd-437c-bbe1-105c9fe9ae60 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 806 time: 0.2746150 Nov 03 18:59:02.606357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-cc9baf23-4d22-41a7-871c-6ff2c10333aa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Request body: {'port': {'device_id': '30f77301-511c-41fd-af22-7b9a6930034b', 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77', 'admin_state_up': True, 'tenant_id': '4a4a568107f143e8aa14bb3dc51af5da'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:02.644480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-709144580-network', 'tenant_id': 'b9b1d6696b1d46539ab85e20405b3707'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:02.693279 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] Made reservation on behalf of b9b1d6696b1d46539ab85e20405b3707 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:02.696082 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:02.710553 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:02.834434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-cc9baf23-4d22-41a7-871c-6ff2c10333aa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Made reservation on behalf of 4a4a568107f143e8aa14bb3dc51af5da for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:02.841609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-cc9baf23-4d22-41a7-871c-6ff2c10333aa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:02.906307 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:02.916588 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:02.930069 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:59:02.942064 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:02.942410 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] Added segment 8fb08e2c-e18d-4bb2-af74-fb078d6c6847 of type vlan for network d74303e1-2635-406a-a0b3-af3e2c0be291 Nov 03 18:59:03.084006 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:03.125469 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:03.127268 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:03.128059 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:03.193213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-cc9baf23-4d22-41a7-871c-6ff2c10333aa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Allocated IP 172.20.0.13 (e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77/b2c7663b-b60c-42de-9b0b-85148b2d5e45/db517785-384a-46a3-b84e-3ad7a684cea5) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:59:03.216571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7743edf6-753a-46b2-8e36-1c7aa2823931,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:03.237937 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9346113 Nov 03 18:59:03.245237 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41878) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:03.263083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-11f2bf0f-4f8f-417c-a387-cd371e66f339 admin admin] Request body: {'subnet': {'network_id': 'd74303e1-2635-406a-a0b3-af3e2c0be291', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-709144580-subnet', 'tenant_id': 'b9b1d6696b1d46539ab85e20405b3707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:03.273421 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6ca98-654a-4bd7-aec8-9a46bec6d841 admin admin] Pushing event updated for resources: {'Network': ['ID=d74303e1-2635-406a-a0b3-af3e2c0be291,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:03.285275 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network d74303e1-2635-406a-a0b3-af3e2c0be291 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:59:03.352034 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f2bf0f-4f8f-417c-a387-cd371e66f339 admin admin] Made reservation on behalf of b9b1d6696b1d46539ab85e20405b3707 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:03.358664 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11f2bf0f-4f8f-417c-a387-cd371e66f339 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:03.600726 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-cc9baf23-4d22-41a7-871c-6ff2c10333aa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:03.669858 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f850d6a8-08c4-4e6c-8ed9-c68ffe3aef39 req-ff6c5032-eb1a-45ec-815d-b2269985f9fe tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 210 time: 0.0552635 Nov 03 18:59:03.735157 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-cc9baf23-4d22-41a7-871c-6ff2c10333aa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:03.777903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['70225b4f-69a0-490b-8115-c12efcb4854c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:03.833478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-cc9baf23-4d22-41a7-871c-6ff2c10333aa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:59:03.844733 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-cc9baf23-4d22-41a7-871c-6ff2c10333aa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:03.867300 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11f2bf0f-4f8f-417c-a387-cd371e66f339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:03.885845 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-cc9baf23-4d22-41a7-871c-6ff2c10333aa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:59:03.962839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9baf23-4d22-41a7-871c-6ff2c10333aa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Pushing event updated for resources: {'Port': ['ID=db517785-384a-46a3-b84e-3ad7a684cea5,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:03.966776 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2bf0f-4f8f-417c-a387-cd371e66f339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0062704-fffc-4487-b923-adee548f5ec3,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:03.974751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f2bf0f-4f8f-417c-a387-cd371e66f339 admin admin] Checking segment: {'id': '8fb08e2c-e18d-4bb2-af74-fb078d6c6847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd74303e1-2635-406a-a0b3-af3e2c0be291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:59:03.975704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f2bf0f-4f8f-417c-a387-cd371e66f339 admin admin] Network hostable DHCP agents. Network: d74303e1-2635-406a-a0b3-af3e2c0be291, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:59:03.998927 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f2bf0f-4f8f-417c-a387-cd371e66f339 admin admin] Network d74303e1-2635-406a-a0b3-af3e2c0be291 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:59:04.011435 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-11f2bf0f-4f8f-417c-a387-cd371e66f339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, d74303e1-2635-406a-a0b3-af3e2c0be291) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:04.022133 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f2bf0f-4f8f-417c-a387-cd371e66f339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:04.022743 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-11f2bf0f-4f8f-417c-a387-cd371e66f339 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.049097 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-11f2bf0f-4f8f-417c-a387-cd371e66f339 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7989218 Nov 03 18:59:04.075350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9d3767-39fb-469a-8ae4-6281e1e7885d None None] Network d74303e1-2635-406a-a0b3-af3e2c0be291 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:59:04.088212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-cc9baf23-4d22-41a7-871c-6ff2c10333aa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:04.088889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-cc9baf23-4d22-41a7-871c-6ff2c10333aa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.135846 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-cc9baf23-4d22-41a7-871c-6ff2c10333aa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5353620 Nov 03 18:59:04.162038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Request body: {'port': {'device_id': '30f77301-511c-41fd-af22-7b9a6930034b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:04.294055 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:04.375515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe43ed90-4a0d-4340-95da-6f4cafa7c911 None None] Network d74303e1-2635-406a-a0b3-af3e2c0be291 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:59:04.953899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa2a6e-c14f-4877-8318-987700f838d2 req-3de80a23-d783-4151-a318-ce43c4c5dcef tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:04.962769 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1aa2a6e-c14f-4877-8318-987700f838d2 req-3de80a23-d783-4151-a318-ce43c4c5dcef tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 932 time: 0.1145813 Nov 03 18:59:05.124449 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1aa2a6e-c14f-4877-8318-987700f838d2 req-b6444647-32e7-433c-8644-29b419722394 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551578 Nov 03 18:59:05.242560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db517785-384a-46a3-b84e-3ad7a684cea5 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:05.271792 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.300589 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Transition to ACTIVE for port object db517785-384a-46a3-b84e-3ad7a684cea5 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:59:05.306473 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.411687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42106) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:05.424604 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1389460502-network', 'tenant_id': '3d857bef39af4ff898ee3e2d5cc3fec2'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:05.427932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Pushing event updated for resources: {'Port': ['ID=db517785-384a-46a3-b84e-3ad7a684cea5,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:05.483627 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] Made reservation on behalf of 3d857bef39af4ff898ee3e2d5cc3fec2 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:05.486818 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.521526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Attempting to bind port db517785-384a-46a3-b84e-3ad7a684cea5 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:59:05.522123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Attempting to bind port db517785-384a-46a3-b84e-3ad7a684cea5 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:59:05.522641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Attempting to bind port db517785-384a-46a3-b84e-3ad7a684cea5 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:05.525494 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.551304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Port db517785-384a-46a3-b84e-3ad7a684cea5 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:59:05.552428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Attempting to bind port db517785-384a-46a3-b84e-3ad7a684cea5 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:05.567546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:59:05.568185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Checking segment: {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:59:05.577316 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Bound using segment: {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:59:05.578434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Bound port: db517785-384a-46a3-b84e-3ad7a684cea5, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:59:05.579470 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.769733 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] For port db517785-384a-46a3-b84e-3ad7a684cea5, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:59:05.778187 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] For port db517785-384a-46a3-b84e-3ad7a684cea5, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=db517785-384a-46a3-b84e-3ad7a684cea5,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:59:05.787019 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.804737 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.813326 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.871709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 18:59:05.898802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228751d6-f9da-416f-addf-f49239de5514,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:05.924073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:05.925269 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.927173 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] 10.222.0.98 "PUT /v2.0/ports/db517785-384a-46a3-b84e-3ad7a684cea5 HTTP/1.1" status: 200 len: 1092 time: 1.7786362 Nov 03 18:59:05.927784 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:05.928144 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] Added segment 1a2bf2b9-4a75-4bf0-a6dc-fffbe206ea9f of type vlan for network 6b148d10-72d2-487a-9854-4aa9f776c088 Nov 03 18:59:05.928817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f77301-511c-41fd-af22-7b9a6930034b', 'tag': 'db517785-384a-46a3-b84e-3ad7a684cea5'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:05.959030 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae7c0ed-494e-49f1-b490-ea61b053541e" -d '{"events": [{"name": "network-changed", "server_uuid": "30f77301-511c-41fd-af22-7b9a6930034b", "tag": "db517785-384a-46a3-b84e-3ad7a684cea5"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:06.093873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6be2b9-0c9f-4819-b7ca-ee32089afed4 service neutron] Pushing event updated for resources: {'Port': ['ID=db517785-384a-46a3-b84e-3ad7a684cea5,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:06.117045 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94ae2d4-b02c-4e53-a006-5e6e2aa26b68 x-openstack-request-id: req-c94ae2d4-b02c-4e53-a006-5e6e2aa26b68 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:06.117547 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f77301-511c-41fd-af22-7b9a6930034b", "tag": "db517785-384a-46a3-b84e-3ad7a684cea5", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:06.118547 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c94ae2d4-b02c-4e53-a006-5e6e2aa26b68 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:06.119302 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f77301-511c-41fd-af22-7b9a6930034b', 'tag': 'db517785-384a-46a3-b84e-3ad7a684cea5', 'status': 'completed', 'code': 200} Nov 03 18:59:06.157720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-e543f52e-119f-415e-a024-dcc408f6009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:06.163421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-e543f52e-119f-415e-a024-dcc408f6009d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 1095 time: 0.1494837 Nov 03 18:59:06.226646 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.243506 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-6fecafce-2249-45f8-9e29-b7568a5d3d70 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db517785-384a-46a3-b84e-3ad7a684cea5 HTTP/1.1" status: 200 len: 217 time: 0.0719993 Nov 03 18:59:06.404535 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.db.resource_extend [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 03 18:59:06.413293 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-1e963def-8fe4-4b3b-8e1b-be388497979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:06.417361 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-1e963def-8fe4-4b3b-8e1b-be388497979a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 200 len: 846 time: 0.1677659 Nov 03 18:59:06.450502 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-032e17dd-3692-4371-a49b-fb6b6d25e44e req-df6b5abc-0d74-4415-8f57-e0837f32ce57 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2204733 Nov 03 18:59:06.451931 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.453615 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:06.454854 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.473781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da6afc-8e49-47bd-8963-2425d3eaba93 req-6dfe8328-6417-4499-a819-b4d39ba38182 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:06.478764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80da6afc-8e49-47bd-8963-2425d3eaba93 req-6dfe8328-6417-4499-a819-b4d39ba38182 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 944 time: 0.1804144 Nov 03 18:59:06.501699 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0872152 Nov 03 18:59:06.538242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42168) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:06.544636 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-c08ef6b8-de43-44f4-894e-9757e6cacc96 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175437 Nov 03 18:59:06.552495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-63aaf7ec-b6f9-44be-a6b3-0338b21a4886 admin admin] Request body: {'subnet': {'network_id': '6b148d10-72d2-487a-9854-4aa9f776c088', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1389460502-subnet', 'tenant_id': '3d857bef39af4ff898ee3e2d5cc3fec2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:06.629446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ee049-e67f-4eb2-b7e1-c161f99f968e admin admin] Pushing event updated for resources: {'Network': ['ID=6b148d10-72d2-487a-9854-4aa9f776c088,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:06.657395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e17dd-3692-4371-a49b-fb6b6d25e44e req-b85d7a59-0666-43ba-8e1b-5d9843848a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:06.663142 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 6b148d10-72d2-487a-9854-4aa9f776c088 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 18:59:06.663791 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-032e17dd-3692-4371-a49b-fb6b6d25e44e req-b85d7a59-0666-43ba-8e1b-5d9843848a89 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=6e03d37318b34094a0ffff28057c6cc2&device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 1096 time: 0.1167462 Nov 03 18:59:06.719292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aaf7ec-b6f9-44be-a6b3-0338b21a4886 admin admin] Made reservation on behalf of 3d857bef39af4ff898ee3e2d5cc3fec2 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:06.722437 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-63aaf7ec-b6f9-44be-a6b3-0338b21a4886 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:06.779865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80da6afc-8e49-47bd-8963-2425d3eaba93 req-c50fef49-9d43-4b01-bc1d-4d405c91d9a9 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400563 Nov 03 18:59:06.873470 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-51bb9193-50d0-41be-b0e4-26cec8d716d2 service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159299 Nov 03 18:59:06.903852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e17dd-3692-4371-a49b-fb6b6d25e44e req-ef6299f4-5de2-44c1-a42c-10bc132fb237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:06.905625 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-032e17dd-3692-4371-a49b-fb6b6d25e44e req-ef6299f4-5de2-44c1-a42c-10bc132fb237 service neutron] 10.222.0.98 "GET /v2.0/networks?id=59aedf5c-3e42-405b-a5ae-b89a5996e64c HTTP/1.1" status: 200 len: 912 time: 0.2230535 Nov 03 18:59:07.007465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f086e7ea-776f-4b12-bcce-3c04abcc1380 req-965ffcc5-d949-4296-b2b7-d5cf9cf3459f service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222360 Nov 03 18:59:07.036424 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-032e17dd-3692-4371-a49b-fb6b6d25e44e req-3d183ec7-be6f-4973-82e7-a514b6495686 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76d1a1db-b0e4-4b9d-be3f-1038cca216c7 HTTP/1.1" status: 200 len: 1000 time: 0.1215820 Nov 03 18:59:07.155484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e17dd-3692-4371-a49b-fb6b6d25e44e req-4a0ee1f4-c99e-4053-b7dc-ceeacc22edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:07.157170 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-032e17dd-3692-4371-a49b-fb6b6d25e44e req-4a0ee1f4-c99e-4053-b7dc-ceeacc22edb5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1945ba7b-6c1a-48ad-b07e-6241e957b703 HTTP/1.1" status: 200 len: 850 time: 0.1118612 Nov 03 18:59:07.269754 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e17dd-3692-4371-a49b-fb6b6d25e44e req-9ecd2c81-1602-484c-944c-1a2e2bd6a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:07.275433 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-032e17dd-3692-4371-a49b-fb6b6d25e44e req-9ecd2c81-1602-484c-944c-1a2e2bd6a910 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=59aedf5c-3e42-405b-a5ae-b89a5996e64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073534 Nov 03 18:59:07.304408 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-63aaf7ec-b6f9-44be-a6b3-0338b21a4886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.448040 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7c0ed-494e-49f1-b490-ea61b053541e req-4fd94653-5e49-441b-afcb-4add2fefb6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:07.453246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ae7c0ed-494e-49f1-b490-ea61b053541e req-4fd94653-5e49-441b-afcb-4add2fefb6a5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 1095 time: 0.2498939 Nov 03 18:59:07.520087 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-032e17dd-3692-4371-a49b-fb6b6d25e44e req-859ed7d9-84e2-4c94-ac1b-e9977b08288b service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384868 Nov 03 18:59:07.540758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aaf7ec-b6f9-44be-a6b3-0338b21a4886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ba2189-ed8f-42e4-9862-5458d1257f52,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:07.741451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63aaf7ec-b6f9-44be-a6b3-0338b21a4886 admin admin] Checking segment: {'id': '1a2bf2b9-4a75-4bf0-a6dc-fffbe206ea9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '6b148d10-72d2-487a-9854-4aa9f776c088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:59:07.744385 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aaf7ec-b6f9-44be-a6b3-0338b21a4886 admin admin] Network hostable DHCP agents. Network: 6b148d10-72d2-487a-9854-4aa9f776c088, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 18:59:07.776375 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-032e17dd-3692-4371-a49b-fb6b6d25e44e req-612d9b14-5495-4c0a-89b8-4a2050bef5ca service neutron] 10.222.0.98 "GET /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470069 Nov 03 18:59:07.792126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aaf7ec-b6f9-44be-a6b3-0338b21a4886 admin admin] Network 6b148d10-72d2-487a-9854-4aa9f776c088 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 18:59:07.812481 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7c0ed-494e-49f1-b490-ea61b053541e req-b466a335-5dcd-4c4a-9f89-be5012f3fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:07.814786 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ae7c0ed-494e-49f1-b490-ea61b053541e req-b466a335-5dcd-4c4a-9f89-be5012f3fe84 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 907 time: 0.3400762 Nov 03 18:59:07.816931 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-63aaf7ec-b6f9-44be-a6b3-0338b21a4886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 6b148d10-72d2-487a-9854-4aa9f776c088) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:07.823251 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aaf7ec-b6f9-44be-a6b3-0338b21a4886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:07.825980 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-63aaf7ec-b6f9-44be-a6b3-0338b21a4886 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:07.829540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7317fb05-5b97-41ca-be89-41194d155589 None None] Network 6b148d10-72d2-487a-9854-4aa9f776c088 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:59:07.909251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ae7c0ed-494e-49f1-b490-ea61b053541e req-e26af9aa-2d8a-437c-ba5b-9a441b807ac0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db517785-384a-46a3-b84e-3ad7a684cea5 HTTP/1.1" status: 200 len: 217 time: 0.0798333 Nov 03 18:59:07.917260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-63aaf7ec-b6f9-44be-a6b3-0338b21a4886 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3762388 Nov 03 18:59:08.050116 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7c0ed-494e-49f1-b490-ea61b053541e req-8a07bf46-9afa-4bdc-9920-49e274c37e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:08.053159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ae7c0ed-494e-49f1-b490-ea61b053541e req-8a07bf46-9afa-4bdc-9920-49e274c37e8c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 200 len: 846 time: 0.1347170 Nov 03 18:59:08.057381 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60867ea-03ad-4465-9523-857c6c6dc757 None None] Network 6b148d10-72d2-487a-9854-4aa9f776c088 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 18:59:08.156102 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42196) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:08.212250 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ae7c0ed-494e-49f1-b490-ea61b053541e req-fc7228aa-c742-4339-962d-27a90322e266 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193004 Nov 03 18:59:08.279103 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f26c8f-3ac2-4631-abb4-9f32ed8fdae8 admin admin] Deleting subnet c0062704-fffc-4487-b923-adee548f5ec3 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:59:08.283060 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-93f26c8f-3ac2-4631-abb4-9f32ed8fdae8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.364889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29f536-0854-449f-bf46-b18a9eec55a3 req-e86038a0-76f3-4b25-98e2-c25d367eb98b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:08.366501 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d29f536-0854-449f-bf46-b18a9eec55a3 req-e86038a0-76f3-4b25-98e2-c25d367eb98b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 944 time: 0.3414395 Nov 03 18:59:08.410516 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-93f26c8f-3ac2-4631-abb4-9f32ed8fdae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.541085 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-93f26c8f-3ac2-4631-abb4-9f32ed8fdae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.549260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d29f536-0854-449f-bf46-b18a9eec55a3 req-5104a9b1-acdf-4bf6-a7dc-ccf009b6e1c2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670234 Nov 03 18:59:08.655960 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-93f26c8f-3ac2-4631-abb4-9f32ed8fdae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.662791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ae7c0ed-494e-49f1-b490-ea61b053541e req-f84d0924-a913-47d8-b692-6b6f100178d1 service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371734 Nov 03 18:59:08.673591 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-93f26c8f-3ac2-4631-abb4-9f32ed8fdae8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:08.684482 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-93f26c8f-3ac2-4631-abb4-9f32ed8fdae8 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/c0062704-fffc-4487-b923-adee548f5ec3 HTTP/1.1" status: 204 len: 168 time: 0.5222919 Nov 03 18:59:08.688608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42206) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:08.739952 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f26c8f-3ac2-4631-abb4-9f32ed8fdae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0062704-fffc-4487-b923-adee548f5ec3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:08.935681 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69bbb23a-f5cb-4acd-96b9-1329c2e3fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.065356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ae7c0ed-494e-49f1-b490-ea61b053541e req-f6ca0381-5765-46cd-81b7-35411f0a33ea service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854222 Nov 03 18:59:09.168481 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69bbb23a-f5cb-4acd-96b9-1329c2e3fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.199443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-69bbb23a-f5cb-4acd-96b9-1329c2e3fa79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74303e1-2635-406a-a0b3-af3e2c0be291']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:09.214118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-69bbb23a-f5cb-4acd-96b9-1329c2e3fa79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb08e2c-e18d-4bb2-af74-fb078d6c6847') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:09.215115 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-69bbb23a-f5cb-4acd-96b9-1329c2e3fa79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb08e2c-e18d-4bb2-af74-fb078d6c6847') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:09.228972 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69bbb23a-f5cb-4acd-96b9-1329c2e3fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.245451 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69bbb23a-f5cb-4acd-96b9-1329c2e3fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.261604 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bbb23a-f5cb-4acd-96b9-1329c2e3fa79 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:59:09.271975 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69bbb23a-f5cb-4acd-96b9-1329c2e3fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:59:09.280517 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:59:09.366036 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69bbb23a-f5cb-4acd-96b9-1329c2e3fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.376562 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-69bbb23a-f5cb-4acd-96b9-1329c2e3fa79 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.382509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-69bbb23a-f5cb-4acd-96b9-1329c2e3fa79 admin admin] 10.222.0.107 "DELETE /v2.0/networks/d74303e1-2635-406a-a0b3-af3e2c0be291 HTTP/1.1" status: 204 len: 168 time: 0.6902709 Nov 03 18:59:09.382992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42210) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:09.391222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbb23a-f5cb-4acd-96b9-1329c2e3fa79 admin admin] Pushing event deleted for resources: {'Network': ['ID=d74303e1-2635-406a-a0b3-af3e2c0be291,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:09.443535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f0b040-a0f3-44ed-a81d-66c9671dd427 admin admin] Deleting subnet c6ba2189-ed8f-42e4-9862-5458d1257f52 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:59:09.449292 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01f0b040-a0f3-44ed-a81d-66c9671dd427 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.506042 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01f0b040-a0f3-44ed-a81d-66c9671dd427 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.559746 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01f0b040-a0f3-44ed-a81d-66c9671dd427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.681014 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01f0b040-a0f3-44ed-a81d-66c9671dd427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.697745 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01f0b040-a0f3-44ed-a81d-66c9671dd427 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.702196 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-01f0b040-a0f3-44ed-a81d-66c9671dd427 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/c6ba2189-ed8f-42e4-9862-5458d1257f52 HTTP/1.1" status: 204 len: 168 time: 0.3173742 Nov 03 18:59:09.712020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42216) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:09.732157 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0b040-a0f3-44ed-a81d-66c9671dd427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ba2189-ed8f-42e4-9862-5458d1257f52,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:09.825674 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5534ebe-bbe2-4250-98ae-1603f72baa61 req-17663d72-4087-47ef-8ba2-dfec1422e7dc tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:09.827478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d5534ebe-bbe2-4250-98ae-1603f72baa61 req-17663d72-4087-47ef-8ba2-dfec1422e7dc tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 944 time: 0.1764567 Nov 03 18:59:09.832238 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8dcfe807-7dde-4f3a-ae13-fbb91f350d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:09.951221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d5534ebe-bbe2-4250-98ae-1603f72baa61 req-9b957e99-427a-4d21-813d-c0a031a230bb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159375 Nov 03 18:59:09.981756 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8dcfe807-7dde-4f3a-ae13-fbb91f350d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.019650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-8dcfe807-7dde-4f3a-ae13-fbb91f350d53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b148d10-72d2-487a-9854-4aa9f776c088']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:10.031369 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-8dcfe807-7dde-4f3a-ae13-fbb91f350d53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2bf2b9-4a75-4bf0-a6dc-fffbe206ea9f') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:10.031724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-8dcfe807-7dde-4f3a-ae13-fbb91f350d53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2bf2b9-4a75-4bf0-a6dc-fffbe206ea9f') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:10.048260 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8dcfe807-7dde-4f3a-ae13-fbb91f350d53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.064231 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8dcfe807-7dde-4f3a-ae13-fbb91f350d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.071717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dcfe807-7dde-4f3a-ae13-fbb91f350d53 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:59:10.072117 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8dcfe807-7dde-4f3a-ae13-fbb91f350d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:59:10.074487 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:59:10.139239 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8dcfe807-7dde-4f3a-ae13-fbb91f350d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.145948 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8dcfe807-7dde-4f3a-ae13-fbb91f350d53 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.152397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8dcfe807-7dde-4f3a-ae13-fbb91f350d53 admin admin] 10.222.0.107 "DELETE /v2.0/networks/6b148d10-72d2-487a-9854-4aa9f776c088 HTTP/1.1" status: 204 len: 168 time: 0.4360719 Nov 03 18:59:10.164924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfe807-7dde-4f3a-ae13-fbb91f350d53 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b148d10-72d2-487a-9854-4aa9f776c088,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:10.391900 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42220) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:10.439865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8ab02f41-f2a8-4cb4-ad8a-9c371fe824ba admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b9b1d6696b1d46539ab85e20405b3707&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0473921 Nov 03 18:59:10.442163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42222) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:10.505987 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c2c07032-88d3-4949-aeb9-175af931ec88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.535823 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c2c07032-88d3-4949-aeb9-175af931ec88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:10.839841 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device db517785-384a-46a3-b84e-3ad7a684cea5 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:59:10.996052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port db517785-384a-46a3-b84e-3ad7a684cea5, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=db517785-384a-46a3-b84e-3ad7a684cea5,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:11.030241 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'db517785-384a-46a3-b84e-3ad7a684cea5', 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77', 'port_id': 'db517785-384a-46a3-b84e-3ad7a684cea5', 'mac_address': 'fa:16:3e:a7:f6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c7663b-b60c-42de-9b0b-85148b2d5e45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:59:11.127957 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:11.165170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db517785-384a-46a3-b84e-3ad7a684cea5 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:11.215547 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port db517785-384a-46a3-b84e-3ad7a684cea5, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=db517785-384a-46a3-b84e-3ad7a684cea5,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:11.223795 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:11.291138 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c2c07032-88d3-4949-aeb9-175af931ec88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:11.295849 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c2c07032-88d3-4949-aeb9-175af931ec88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:11.307690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c2c07032-88d3-4949-aeb9-175af931ec88 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7743edf6-753a-46b2-8e36-1c7aa2823931 HTTP/1.1" status: 204 len: 168 time: 0.8641200 Nov 03 18:59:11.382854 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dc77c-2cc8-44b7-824f-94f7f6cbec90 req-86c4bade-0dba-4f05-964c-e827e46a197d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:11.399713 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d35dc77c-2cc8-44b7-824f-94f7f6cbec90 req-86c4bade-0dba-4f05-964c-e827e46a197d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 944 time: 0.2391303 Nov 03 18:59:11.401439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c07032-88d3-4949-aeb9-175af931ec88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7743edf6-753a-46b2-8e36-1c7aa2823931,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:11.466170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['db517785-384a-46a3-b84e-3ad7a684cea5'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:11.521882 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d35dc77c-2cc8-44b7-824f-94f7f6cbec90 req-fced4398-bf49-4434-9df6-9c3c2aae5882 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214356 Nov 03 18:59:11.582130 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=db517785-384a-46a3-b84e-3ad7a684cea5,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:11.971497 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42242) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:12.029849 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d525d811-e4a6-4d5d-a00b-01a382bb6139 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3d857bef39af4ff898ee3e2d5cc3fec2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567415 Nov 03 18:59:12.033140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42244) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:12.096774 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da514e6c-1e92-48e8-a130-6ff53c1dfafb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:12.131859 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da514e6c-1e92-48e8-a130-6ff53c1dfafb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:12.218960 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da514e6c-1e92-48e8-a130-6ff53c1dfafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:12.223557 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da514e6c-1e92-48e8-a130-6ff53c1dfafb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:12.227007 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-da514e6c-1e92-48e8-a130-6ff53c1dfafb admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/228751d6-f9da-416f-addf-f49239de5514 HTTP/1.1" status: 204 len: 168 time: 0.1907086 Nov 03 18:59:12.236523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da514e6c-1e92-48e8-a130-6ff53c1dfafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228751d6-f9da-416f-addf-f49239de5514,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:12.712389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f558da2-1792-428b-bfec-2caa6e11f536 req-0a0c197d-f1f4-4e68-adb1-47133f624081 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:12.721120 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f558da2-1792-428b-bfec-2caa6e11f536 req-0a0c197d-f1f4-4e68-adb1-47133f624081 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 945 time: 0.0847664 Nov 03 18:59:12.801908 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f558da2-1792-428b-bfec-2caa6e11f536 req-41f071bc-e538-4eb2-ac8c-24121b4c5aaa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796664 Nov 03 18:59:12.840849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device db517785-384a-46a3-b84e-3ad7a684cea5 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:59:12.956689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port db517785-384a-46a3-b84e-3ad7a684cea5 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:59:12.960488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port db517785-384a-46a3-b84e-3ad7a684cea5 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:12.960861 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:13.084320 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:13.139815 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f77301-511c-41fd-af22-7b9a6930034b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db517785-384a-46a3-b84e-3ad7a684cea5'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:13.146046 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6924f7a0-d741-4fcb-846d-d27993a2e118" -d '{"events": [{"server_uuid": "30f77301-511c-41fd-af22-7b9a6930034b", "name": "network-vif-plugged", "status": "completed", "tag": "db517785-384a-46a3-b84e-3ad7a684cea5"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:13.201732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port db517785-384a-46a3-b84e-3ad7a684cea5, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=db517785-384a-46a3-b84e-3ad7a684cea5,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:13.206292 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:13.251448 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e0a883-5f4b-47f0-b89c-e8028f680d0b x-openstack-request-id: req-34e0a883-5f4b-47f0-b89c-e8028f680d0b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:13.251802 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f77301-511c-41fd-af22-7b9a6930034b", "name": "network-vif-plugged", "status": "completed", "tag": "db517785-384a-46a3-b84e-3ad7a684cea5", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:13.252085 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-34e0a883-5f4b-47f0-b89c-e8028f680d0b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:13.252674 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f77301-511c-41fd-af22-7b9a6930034b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db517785-384a-46a3-b84e-3ad7a684cea5', 'code': 200} Nov 03 18:59:13.276361 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:13.313259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=db517785-384a-46a3-b84e-3ad7a684cea5,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:13.398931 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2b8d6-d125-4d44-849e-3ac5e2e579cb req-b71fafa8-787d-4b48-a063-a37f1c042e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:13.401138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b8b2b8d6-d125-4d44-849e-3ac5e2e579cb req-b71fafa8-787d-4b48-a063-a37f1c042e64 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 1097 time: 0.0915046 Nov 03 18:59:13.473966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b8b2b8d6-d125-4d44-849e-3ac5e2e579cb req-fe6faadb-1268-4285-b2ea-baa856cb48c6 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633011 Nov 03 18:59:14.103973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389f8de-02b0-4b71-a0c3-43d07cbb5715 req-e13179dd-ed5e-492b-adea-df4c750abc9b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:14.114886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4389f8de-02b0-4b71-a0c3-43d07cbb5715 req-e13179dd-ed5e-492b-adea-df4c750abc9b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 946 time: 0.1624684 Nov 03 18:59:14.239871 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4389f8de-02b0-4b71-a0c3-43d07cbb5715 req-06f866cb-86b4-4e87-ad41-b478620f892e tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161015 Nov 03 18:59:15.430764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90691a89-b476-473a-8839-6c5fe1199e80 req-22eee6e9-6419-4c40-8f14-4ae0ca1449e4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:15.433389 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90691a89-b476-473a-8839-6c5fe1199e80 req-22eee6e9-6419-4c40-8f14-4ae0ca1449e4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 946 time: 0.0984986 Nov 03 18:59:15.554175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90691a89-b476-473a-8839-6c5fe1199e80 req-5825988a-1607-4efa-97e3-ed5a5188ac49 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140163 Nov 03 18:59:16.042336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-3a8ba533-7d83-4742-8cf1-bf80b63f8dd6 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:16.043932 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-3a8ba533-7d83-4742-8cf1-bf80b63f8dd6 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 806 time: 0.1661398 Nov 03 18:59:16.065417 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-308e69bd-3484-4f48-a5e2-6d93fed9c65b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/quotas/4a4a568107f143e8aa14bb3dc51af5da HTTP/1.1" status: 200 len: 375 time: 0.0141549 Nov 03 18:59:16.182713 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-d014daff-78a8-437f-a674-0b33b1b1b7a8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069436 Nov 03 18:59:16.393589 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-ddb1a641-30ae-4248-afe7-2119169ee2c5 service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093432 Nov 03 18:59:16.540890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-1c72aefc-492f-455a-9703-97d0e2e47bd9 service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365967 Nov 03 18:59:16.877949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51c459c0-450d-4fa1-828d-267a06b1babf req-fffb3c37-1475-47d5-b611-4d1065775573 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 210 time: 0.0538361 Nov 03 18:59:17.134598 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:59:18.086189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71960f46-416d-4ad8-a8ea-ae84b2719516 req-cf68e0f3-cddf-4138-a373-2e81f416b596 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 210 time: 0.0384147 Nov 03 18:59:18.278643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42512) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:18.596166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-1bcfa053-dd16-4e8c-a0f6-5a9ca2fdf650 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:18.597811 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-1bcfa053-dd16-4e8c-a0f6-5a9ca2fdf650 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.87 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 806 time: 0.2944169 Nov 03 18:59:18.608788 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7fbbbb6-471f-4419-aa69-b254990173b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:18.623298 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-47f2c0bd-2b4a-4869-a798-fa75ba8dc7fb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Request body: {'port': {'device_id': '7221bdaa-574e-4d28-936f-10ed8392dcd9', 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77', 'admin_state_up': True, 'tenant_id': '4a4a568107f143e8aa14bb3dc51af5da'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:18.715862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f341208-80e9-4b0b-b0cb-c85cb4f2d51a req-7933a8a6-3572-4948-9ce5-d084ab2abd8f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:18.724533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f341208-80e9-4b0b-b0cb-c85cb4f2d51a req-7933a8a6-3572-4948-9ce5-d084ab2abd8f tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 950 time: 0.1370993 Nov 03 18:59:18.823889 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f341208-80e9-4b0b-b0cb-c85cb4f2d51a req-eb8f4204-7912-4107-982b-f7cd3ecd64ef tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/security-groups?id=c96fe499-30f9-4753-befe-5593d7d90a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927966 Nov 03 18:59:18.840531 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7fbbbb6-471f-4419-aa69-b254990173b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:18.848176 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a7fbbbb6-471f-4419-aa69-b254990173b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:18.902532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-47f2c0bd-2b4a-4869-a798-fa75ba8dc7fb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Made reservation on behalf of 4a4a568107f143e8aa14bb3dc51af5da for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:18.905915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a7fbbbb6-471f-4419-aa69-b254990173b8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=693ee32bfc52448d821560c23c25a522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6258917 Nov 03 18:59:18.910360 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbbbb6-471f-4419-aa69-b254990173b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cfa367-0994-49a8-aa55-62e9a49d7e9a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:18.913705 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-47f2c0bd-2b4a-4869-a798-fa75ba8dc7fb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:18.940627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42522) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:19.005529 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5599ea5d-d63a-475c-b393-ffe3f41b61fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:19.053922 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5599ea5d-d63a-475c-b393-ffe3f41b61fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:19.099146 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-47f2c0bd-2b4a-4869-a798-fa75ba8dc7fb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Allocated IP 172.20.0.5 (e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77/b2c7663b-b60c-42de-9b0b-85148b2d5e45/768afec2-7eb7-4b38-9c30-36e5a14bb878) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:59:19.138358 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5599ea5d-d63a-475c-b393-ffe3f41b61fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:19.141156 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5599ea5d-d63a-475c-b393-ffe3f41b61fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:19.147916 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5599ea5d-d63a-475c-b393-ffe3f41b61fd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/21cfa367-0994-49a8-aa55-62e9a49d7e9a HTTP/1.1" status: 204 len: 168 time: 0.2026811 Nov 03 18:59:19.163553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599ea5d-d63a-475c-b393-ffe3f41b61fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cfa367-0994-49a8-aa55-62e9a49d7e9a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:19.302188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25943fea-42cb-4418-9bb8-20b948f964a0 req-1cc6f4b8-8752-4784-bd46-cba5fbd9ad0b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 210 time: 0.0482099 Nov 03 18:59:19.380503 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-47f2c0bd-2b4a-4869-a798-fa75ba8dc7fb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:19.423613 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-47f2c0bd-2b4a-4869-a798-fa75ba8dc7fb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:19.438011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['db517785-384a-46a3-b84e-3ad7a684cea5'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:19.498394 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-47f2c0bd-2b4a-4869-a798-fa75ba8dc7fb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:59:19.505789 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-47f2c0bd-2b4a-4869-a798-fa75ba8dc7fb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:19.514879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-47f2c0bd-2b4a-4869-a798-fa75ba8dc7fb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:59:19.542547 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['70225b4f-69a0-490b-8115-c12efcb4854c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:19.599589 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-47f2c0bd-2b4a-4869-a798-fa75ba8dc7fb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:19.600525 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-47f2c0bd-2b4a-4869-a798-fa75ba8dc7fb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:19.623305 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-47f2c0bd-2b4a-4869-a798-fa75ba8dc7fb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0068145 Nov 03 18:59:19.624258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2c0bd-2b4a-4869-a798-fa75ba8dc7fb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Pushing event updated for resources: {'Port': ['ID=768afec2-7eb7-4b38-9c30-36e5a14bb878,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:19.699143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42546) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:19.728180 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b50f3841-09a8-432a-8448-e4ea7442f29b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:19.935616 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b50f3841-09a8-432a-8448-e4ea7442f29b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:19.943048 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b50f3841-09a8-432a-8448-e4ea7442f29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:19.972578 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Request body: {'port': {'device_id': '7221bdaa-574e-4d28-936f-10ed8392dcd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:20.049850 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.162645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b50f3841-09a8-432a-8448-e4ea7442f29b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=48f8477441ba4d54ad81a31853feaca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4588609 Nov 03 18:59:20.165811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42554) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:20.170032 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f3841-09a8-432a-8448-e4ea7442f29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d522c78-d3c8-4406-826a-30c6467a1e65,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:20.214453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a052fa6-afb5-4496-a160-4a7f2820aa2e req-c8ff220e-1888-4d3a-aca0-45707785c81a tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:20.216121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a052fa6-afb5-4496-a160-4a7f2820aa2e req-c8ff220e-1888-4d3a-aca0-45707785c81a tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.98 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 950 time: 0.2285063 Nov 03 18:59:20.265893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a4e62-f9a9-469d-b075-340f80f53ef2 req-2fb7e686-0fa2-4180-850a-7f561d46a6ee tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:20.274637 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d6a4e62-f9a9-469d-b075-340f80f53ef2 req-2fb7e686-0fa2-4180-850a-7f561d46a6ee tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 950 time: 0.3215022 Nov 03 18:59:20.484896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768afec2-7eb7-4b38-9c30-36e5a14bb878 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:20.494117 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.500337 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d6a4e62-f9a9-469d-b075-340f80f53ef2 req-37dd4b1d-10db-4228-9151-d32d9c78d828 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/security-groups?id=c96fe499-30f9-4753-befe-5593d7d90a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247128 Nov 03 18:59:20.508702 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Transition to ACTIVE for port object 768afec2-7eb7-4b38-9c30-36e5a14bb878 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:59:20.519840 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.557018 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa4e173f-0778-47e7-b2b2-db45d9a5b7f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.607599 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e1288-cb6a-47d6-8793-e3300cdc915e req-96bdb921-ab4f-4454-897a-91c19dc7283c tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:20.609962 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-858e1288-cb6a-47d6-8793-e3300cdc915e req-96bdb921-ab4f-4454-897a-91c19dc7283c tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 931 time: 0.1929662 Nov 03 18:59:20.632149 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa4e173f-0778-47e7-b2b2-db45d9a5b7f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.686234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Pushing event updated for resources: {'Port': ['ID=768afec2-7eb7-4b38-9c30-36e5a14bb878,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:20.723083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-858e1288-cb6a-47d6-8793-e3300cdc915e req-518e92a5-f8c3-4ae6-b6bb-fae1c34456fb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065421 Nov 03 18:59:20.725250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-0a052fa6-afb5-4496-a160-4a7f2820aa2e req-37e37672-84ef-40fa-b9fd-9e10fe7ee637 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Deleting port a527c20d-9900-45e6-bdd1-6a93d9b6c69c {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:20.725612 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0a052fa6-afb5-4496-a160-4a7f2820aa2e req-37e37672-84ef-40fa-b9fd-9e10fe7ee637 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.766075 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa4e173f-0778-47e7-b2b2-db45d9a5b7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.769393 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa4e173f-0778-47e7-b2b2-db45d9a5b7f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.771487 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aa4e173f-0778-47e7-b2b2-db45d9a5b7f5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1d522c78-d3c8-4406-826a-30c6467a1e65 HTTP/1.1" status: 204 len: 168 time: 0.6023126 Nov 03 18:59:20.829908 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e173f-0778-47e7-b2b2-db45d9a5b7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d522c78-d3c8-4406-826a-30c6467a1e65,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:20.849766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Attempting to bind port 768afec2-7eb7-4b38-9c30-36e5a14bb878 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:59:20.852459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Attempting to bind port 768afec2-7eb7-4b38-9c30-36e5a14bb878 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:59:20.852884 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Attempting to bind port 768afec2-7eb7-4b38-9c30-36e5a14bb878 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:20.867453 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Port 768afec2-7eb7-4b38-9c30-36e5a14bb878 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:59:20.868050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Attempting to bind port 768afec2-7eb7-4b38-9c30-36e5a14bb878 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:20.881020 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:59:20.881375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Checking segment: {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:59:20.881800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Bound using segment: {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:59:20.882332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Bound port: 768afec2-7eb7-4b38-9c30-36e5a14bb878, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:59:20.882768 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.906074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-0a052fa6-afb5-4496-a160-4a7f2820aa2e req-37e37672-84ef-40fa-b9fd-9e10fe7ee637 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] For port a527c20d-9900-45e6-bdd1-6a93d9b6c69c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a527c20d-9900-45e6-bdd1-6a93d9b6c69c,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:20.913242 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0a052fa6-afb5-4496-a160-4a7f2820aa2e req-37e37672-84ef-40fa-b9fd-9e10fe7ee637 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:20.942136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-0a052fa6-afb5-4496-a160-4a7f2820aa2e req-37e37672-84ef-40fa-b9fd-9e10fe7ee637 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Calling delete_port for a527c20d-9900-45e6-bdd1-6a93d9b6c69c owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:21.088306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] For port 768afec2-7eb7-4b38-9c30-36e5a14bb878, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:59:21.096440 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] For port 768afec2-7eb7-4b38-9c30-36e5a14bb878, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=768afec2-7eb7-4b38-9c30-36e5a14bb878,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:59:21.105636 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.170706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:21.172563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.174021 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-77705c81-4abe-460a-a707-da2973e13709 service neutron] 10.222.0.87 "PUT /v2.0/ports/768afec2-7eb7-4b38-9c30-36e5a14bb878 HTTP/1.1" status: 200 len: 1091 time: 1.5297091 Nov 03 18:59:21.201424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7221bdaa-574e-4d28-936f-10ed8392dcd9', 'tag': '768afec2-7eb7-4b38-9c30-36e5a14bb878'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:21.204633 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705728d1-4ddb-4ecf-b1e2-fe9b082cf0ed" -d '{"events": [{"name": "network-changed", "server_uuid": "7221bdaa-574e-4d28-936f-10ed8392dcd9", "tag": "768afec2-7eb7-4b38-9c30-36e5a14bb878"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:21.282609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0a052fa6-afb5-4496-a160-4a7f2820aa2e req-37e37672-84ef-40fa-b9fd-9e10fe7ee637 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.294222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77705c81-4abe-460a-a707-da2973e13709 service neutron] Pushing event updated for resources: {'Port': ['ID=768afec2-7eb7-4b38-9c30-36e5a14bb878,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:21.296381 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a527c20d-9900-45e6-bdd1-6a93d9b6c69c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:21.346714 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4841e351-d54f-4b4b-9231-8568ac6b3d0a x-openstack-request-id: req-4841e351-d54f-4b4b-9231-8568ac6b3d0a {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:21.347014 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7221bdaa-574e-4d28-936f-10ed8392dcd9", "tag": "768afec2-7eb7-4b38-9c30-36e5a14bb878", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:21.347263 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4841e351-d54f-4b4b-9231-8568ac6b3d0a {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:21.347725 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7221bdaa-574e-4d28-936f-10ed8392dcd9', 'tag': '768afec2-7eb7-4b38-9c30-36e5a14bb878', 'status': 'completed', 'code': 200} Nov 03 18:59:21.367901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e37672-84ef-40fa-b9fd-9e10fe7ee637 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Pushing event deleted for resources: {'Port': ['ID=a527c20d-9900-45e6-bdd1-6a93d9b6c69c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:21.403013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-6a80db1b-ab6d-4fe1-8388-e2e14f1b96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:21.403525 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-6a80db1b-ab6d-4fe1-8388-e2e14f1b96c5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 1094 time: 0.1476047 Nov 03 18:59:21.459041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a052fa6-afb5-4496-a160-4a7f2820aa2e req-37e37672-84ef-40fa-b9fd-9e10fe7ee637 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] No DVR routers for this DVR port a527c20d-9900-45e6-bdd1-6a93d9b6c69c on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:59:21.471780 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0a052fa6-afb5-4496-a160-4a7f2820aa2e req-37e37672-84ef-40fa-b9fd-9e10fe7ee637 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:21.475271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a052fa6-afb5-4496-a160-4a7f2820aa2e req-37e37672-84ef-40fa-b9fd-9e10fe7ee637 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.98 "DELETE /v2.0/ports/a527c20d-9900-45e6-bdd1-6a93d9b6c69c HTTP/1.1" status: 204 len: 173 time: 1.2278972 Nov 03 18:59:21.475792 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c16f8c-d813-4be7-9e55-8c8b318dc75b', 'name': 'network-vif-deleted', 'tag': 'a527c20d-9900-45e6-bdd1-6a93d9b6c69c'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:21.491482 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad33274-addd-4438-a71d-b02a80583556" -d '{"events": [{"server_uuid": "91c16f8c-d813-4be7-9e55-8c8b318dc75b", "name": "network-vif-deleted", "tag": "a527c20d-9900-45e6-bdd1-6a93d9b6c69c"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:21.494225 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-7d8456bc-ae47-42d6-afa3-cb8d9bbba3e2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=768afec2-7eb7-4b38-9c30-36e5a14bb878 HTTP/1.1" status: 200 len: 217 time: 0.0605702 Nov 03 18:59:21.597490 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d2eac9-17e1-4e01-b6fa-972f59787945 x-openstack-request-id: req-69d2eac9-17e1-4e01-b6fa-972f59787945 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:21.598541 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c16f8c-d813-4be7-9e55-8c8b318dc75b", "name": "network-vif-deleted", "tag": "a527c20d-9900-45e6-bdd1-6a93d9b6c69c", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:21.599254 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-69d2eac9-17e1-4e01-b6fa-972f59787945 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:21.600464 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c16f8c-d813-4be7-9e55-8c8b318dc75b', 'name': 'network-vif-deleted', 'tag': 'a527c20d-9900-45e6-bdd1-6a93d9b6c69c', 'status': 'completed', 'code': 200} Nov 03 18:59:21.622585 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-21c68ed2-886b-4f28-8f3e-aa3fd8f2ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:21.626610 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-21c68ed2-886b-4f28-8f3e-aa3fd8f2ec13 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 200 len: 846 time: 0.1220920 Nov 03 18:59:21.693796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d43dcd80-8516-4a83-80e7-d4c4bb3b9847 req-80aeb168-7259-4ff0-ba39-40b87161ff27 tempest-VolumesBackupsTest-232660258 tempest-VolumesBackupsTest-232660258-project] 10.222.0.107 "GET /v2.0/ports?device_id=91c16f8c-d813-4be7-9e55-8c8b318dc75b HTTP/1.1" status: 200 len: 210 time: 0.0674748 Nov 03 18:59:21.707132 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-a9665878-59cc-4659-81b8-3a7e69fd02da service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732093 Nov 03 18:59:21.912175 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-135842b0-4394-4a28-8c15-dda53790a471 service neutron] 10.222.0.87 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963615 Nov 03 18:59:22.039687 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dec188-6fc1-4374-aa72-49fc41dc4ab1 req-cfabafc3-9748-4858-b888-b2ea585fa9c0 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:22.047225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34dec188-6fc1-4374-aa72-49fc41dc4ab1 req-cfabafc3-9748-4858-b888-b2ea585fa9c0 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 943 time: 0.1418786 Nov 03 18:59:22.135098 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4b28ee59-b560-429d-9912-d0029d8242c4 req-d45b27c3-6333-427f-9755-e5adce6eb9bc service neutron] 10.222.0.87 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088573 Nov 03 18:59:22.203765 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34dec188-6fc1-4374-aa72-49fc41dc4ab1 req-2c143036-d2a0-4654-8227-6cd95fdce9f7 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553826 Nov 03 18:59:22.376690 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705728d1-4ddb-4ecf-b1e2-fe9b082cf0ed req-836adb2b-1db1-4b27-8250-563ee0c3fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:22.378338 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-705728d1-4ddb-4ecf-b1e2-fe9b082cf0ed req-836adb2b-1db1-4b27-8250-563ee0c3fe68 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 1094 time: 0.0654409 Nov 03 18:59:22.571084 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705728d1-4ddb-4ecf-b1e2-fe9b082cf0ed req-e007e18e-9518-4375-a9df-6b7b7d072f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:22.576323 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-705728d1-4ddb-4ecf-b1e2-fe9b082cf0ed req-e007e18e-9518-4375-a9df-6b7b7d072f64 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 907 time: 0.1892948 Nov 03 18:59:22.668189 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-705728d1-4ddb-4ecf-b1e2-fe9b082cf0ed req-8a590222-d99a-43ee-b8fe-0a3f05463744 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=768afec2-7eb7-4b38-9c30-36e5a14bb878 HTTP/1.1" status: 200 len: 217 time: 0.0781271 Nov 03 18:59:22.756003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705728d1-4ddb-4ecf-b1e2-fe9b082cf0ed req-aeb94ea9-172e-4e89-add6-e8fc308ad46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:22.758484 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-705728d1-4ddb-4ecf-b1e2-fe9b082cf0ed req-aeb94ea9-172e-4e89-add6-e8fc308ad46a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 200 len: 846 time: 0.0771611 Nov 03 18:59:22.844770 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-705728d1-4ddb-4ecf-b1e2-fe9b082cf0ed req-58869389-89b3-4233-b631-c5ea8f44aeb7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775313 Nov 03 18:59:23.015674 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-705728d1-4ddb-4ecf-b1e2-fe9b082cf0ed req-f6854710-94e5-4934-8d57-406aca26bad3 service neutron] 10.222.0.87 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568024 Nov 03 18:59:23.238634 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-705728d1-4ddb-4ecf-b1e2-fe9b082cf0ed req-7de7cf84-847d-4c8d-9755-16999c385f5a service neutron] 10.222.0.87 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142427 Nov 03 18:59:23.490250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640d5bb-e6d2-4426-8eb3-94c2d38a5904 req-8bf18a37-e3d4-4dc3-a592-b7670985d6f9 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:23.492764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0640d5bb-e6d2-4426-8eb3-94c2d38a5904 req-8bf18a37-e3d4-4dc3-a592-b7670985d6f9 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 943 time: 0.1086006 Nov 03 18:59:23.580888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0640d5bb-e6d2-4426-8eb3-94c2d38a5904 req-a2c9de17-c76d-4ec6-804b-eeca542ee53a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754278 Nov 03 18:59:24.751779 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dd893-73f5-4b75-b3cb-6c50c6182a21 req-dcca1be7-0196-4b40-aaf4-1a7b0753ec6c tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:24.761358 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-640dd893-73f5-4b75-b3cb-6c50c6182a21 req-dcca1be7-0196-4b40-aaf4-1a7b0753ec6c tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 943 time: 0.0657518 Nov 03 18:59:24.825682 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-640dd893-73f5-4b75-b3cb-6c50c6182a21 req-2b46b7f9-1278-4c94-8105-dfa25be237f1 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574596 Nov 03 18:59:24.895569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a527c20d-9900-45e6-bdd1-6a93d9b6c69c no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:24.919177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: a527c20d-9900-45e6-bdd1-6a93d9b6c69c {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:59:24.920014 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a527c20d-9900-45e6-bdd1-6a93d9b6c69c not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:59:25.403687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 768afec2-7eb7-4b38-9c30-36e5a14bb878 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:59:25.554266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 768afec2-7eb7-4b38-9c30-36e5a14bb878, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=768afec2-7eb7-4b38-9c30-36e5a14bb878,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:25.610250 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '768afec2-7eb7-4b38-9c30-36e5a14bb878', 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77', 'port_id': '768afec2-7eb7-4b38-9c30-36e5a14bb878', 'mac_address': 'fa:16:3e:88:24:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c7663b-b60c-42de-9b0b-85148b2d5e45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:59:25.698939 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:25.733898 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768afec2-7eb7-4b38-9c30-36e5a14bb878 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:25.749169 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b8c4da74-67d4-484a-8ca0-93bdc85b6b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:25.771630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 768afec2-7eb7-4b38-9c30-36e5a14bb878, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=768afec2-7eb7-4b38-9c30-36e5a14bb878,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:25.776901 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:25.833868 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=768afec2-7eb7-4b38-9c30-36e5a14bb878,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:25.845595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:25.846152 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:25.846781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:25.847301 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:25.847824 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:25.848309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:25.848940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:25.849607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:25.850715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:25.851471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:25.852717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:25.853218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:26.075162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f08fe-96a9-4dc5-8cf5-ddb3d6652cce req-6483588e-9f9f-43ef-9033-291e5ce1e555 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:26.077763 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-163f08fe-96a9-4dc5-8cf5-ddb3d6652cce req-6483588e-9f9f-43ef-9033-291e5ce1e555 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 944 time: 0.1151738 Nov 03 18:59:26.157613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-163f08fe-96a9-4dc5-8cf5-ddb3d6652cce req-826ed893-035a-40be-a678-4c2bdc74d86e tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719101 Nov 03 18:59:26.228220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['768afec2-7eb7-4b38-9c30-36e5a14bb878'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:27.452819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af77309-0fc9-4468-9bd9-fd2d2e324151 req-9f7cd805-8a28-4457-ad04-28bbf133ccbe tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:27.472450 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0af77309-0fc9-4468-9bd9-fd2d2e324151 req-9f7cd805-8a28-4457-ad04-28bbf133ccbe tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 944 time: 0.2210920 Nov 03 18:59:27.606864 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0af77309-0fc9-4468-9bd9-fd2d2e324151 req-3ac49c4a-4dee-418d-a5eb-9cd40f6a2faa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329694 Nov 03 18:59:28.129276 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d7245da7-88c2-48d1-99bc-6dbc6d34338b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:28.825311 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05736e5e-4473-4230-b6e0-7209021d81d6 req-d70b88a7-8672-4df0-b5a1-87b7bbd84086 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:28.827596 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05736e5e-4473-4230-b6e0-7209021d81d6 req-d70b88a7-8672-4df0-b5a1-87b7bbd84086 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 944 time: 0.1042690 Nov 03 18:59:28.902900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05736e5e-4473-4230-b6e0-7209021d81d6 req-417ceae6-8cfc-4471-bf51-284b0b57ea50 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593848 Nov 03 18:59:29.356987 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:29.412551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 768afec2-7eb7-4b38-9c30-36e5a14bb878 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:59:29.528770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 768afec2-7eb7-4b38-9c30-36e5a14bb878 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:59:29.540547 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 768afec2-7eb7-4b38-9c30-36e5a14bb878 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:29.540811 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:29.721460 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:29.753825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7221bdaa-574e-4d28-936f-10ed8392dcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768afec2-7eb7-4b38-9c30-36e5a14bb878'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:29.757286 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06186174-d863-4b66-86cd-301647f027fe" -d '{"events": [{"server_uuid": "7221bdaa-574e-4d28-936f-10ed8392dcd9", "name": "network-vif-plugged", "status": "completed", "tag": "768afec2-7eb7-4b38-9c30-36e5a14bb878"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:29.774895 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 768afec2-7eb7-4b38-9c30-36e5a14bb878, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=768afec2-7eb7-4b38-9c30-36e5a14bb878,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:29.781219 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:29.880593 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c31881-be03-4fa4-81fe-0de6522e6ea3 x-openstack-request-id: req-a5c31881-be03-4fa4-81fe-0de6522e6ea3 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:29.880896 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7221bdaa-574e-4d28-936f-10ed8392dcd9", "name": "network-vif-plugged", "status": "completed", "tag": "768afec2-7eb7-4b38-9c30-36e5a14bb878", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:29.881156 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a5c31881-be03-4fa4-81fe-0de6522e6ea3 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:29.881564 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7221bdaa-574e-4d28-936f-10ed8392dcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768afec2-7eb7-4b38-9c30-36e5a14bb878', 'code': 200} Nov 03 18:59:29.913099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=768afec2-7eb7-4b38-9c30-36e5a14bb878,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:30.090099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68751ae8-a27b-4b00-bcc0-bc240ac086a2 req-9d3d1ba0-ece2-49f0-a982-391efbc73c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:30.092363 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-68751ae8-a27b-4b00-bcc0-bc240ac086a2 req-9d3d1ba0-ece2-49f0-a982-391efbc73c92 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 1096 time: 0.0993254 Nov 03 18:59:30.212508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badd4be-e524-4329-9493-d3aea5751d6d req-00f3f2bc-9312-4d61-88fc-498a3287feda tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:30.214705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8badd4be-e524-4329-9493-d3aea5751d6d req-00f3f2bc-9312-4d61-88fc-498a3287feda tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 945 time: 0.1495612 Nov 03 18:59:30.243312 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-68751ae8-a27b-4b00-bcc0-bc240ac086a2 req-56a8e711-88d3-4143-b197-e67b70c880ea service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434684 Nov 03 18:59:30.421753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8badd4be-e524-4329-9493-d3aea5751d6d req-bc8780f1-313b-4910-b53b-922524fdb522 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970966 Nov 03 18:59:30.555205 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:30.662320 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:30.806409 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-ceb83671-947a-4cd8-88ef-87bf8bacf090 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1128070 Nov 03 18:59:31.474827 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:31.719796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44a34b-1549-4df2-847f-13df04bddbbc req-a7f209fe-0192-49db-8454-d5b5134aabb6 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:31.736646 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f44a34b-1549-4df2-847f-13df04bddbbc req-a7f209fe-0192-49db-8454-d5b5134aabb6 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 945 time: 0.1113796 Nov 03 18:59:31.794054 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-a65e3cb8-4ce3-4275-b271-63d7e813b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:31.794778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-a65e3cb8-4ce3-4275-b271-63d7e813b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:31.815843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-a65e3cb8-4ce3-4275-b271-63d7e813b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:31.816479 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-a65e3cb8-4ce3-4275-b271-63d7e813b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:31.818097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-a65e3cb8-4ce3-4275-b271-63d7e813b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:31.821065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-a65e3cb8-4ce3-4275-b271-63d7e813b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:31.825735 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-a65e3cb8-4ce3-4275-b271-63d7e813b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:31.833074 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-a65e3cb8-4ce3-4275-b271-63d7e813b3cc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72caea157bda4c2da13cda8b237e3c26&device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 6491 time: 0.8996344 Nov 03 18:59:31.869673 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f44a34b-1549-4df2-847f-13df04bddbbc req-5fd54e5b-bbfc-4559-b7e2-e760073682ba tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261368 Nov 03 18:59:32.107024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-094f0489-836b-423a-bd00-4e3fa11456f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:32.108694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-094f0489-836b-423a-bd00-4e3fa11456f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:32.109672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-094f0489-836b-423a-bd00-4e3fa11456f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:32.111539 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-094f0489-836b-423a-bd00-4e3fa11456f6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6b353351-5b83-45e9-9697-85cd3e4e0a38&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0 HTTP/1.1" status: 200 len: 2292 time: 0.2242782 Nov 03 18:59:32.230414 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-3c0b294b-be44-4908-8e16-1de4b0f6b7ee service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb6009a2-de14-4b29-bc88-45d0d58e81f1 HTTP/1.1" status: 200 len: 1002 time: 0.1060834 Nov 03 18:59:32.331537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-655ff00f-1dc4-4e7f-932a-3dd93bd99472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:32.333406 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-655ff00f-1dc4-4e7f-932a-3dd93bd99472 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=adadea0b-ba73-4bc3-9678-1424a1593c04 HTTP/1.1" status: 200 len: 851 time: 0.0906389 Nov 03 18:59:32.437450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-6d51fe94-12fb-4f16-bd94-b2e22afe2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:32.439353 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-6d51fe94-12fb-4f16-bd94-b2e22afe2f9f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6b353351-5b83-45e9-9697-85cd3e4e0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920169 Nov 03 18:59:32.611291 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-a2de989a-6ad5-4be4-aa52-3001be479703 service neutron] 10.222.0.87 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586380 Nov 03 18:59:32.901997 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-cd9eacba-71c4-4f59-81be-7081b5ca24f1 service neutron] 10.222.0.87 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771070 Nov 03 18:59:33.007633 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-f82bc4d6-32aa-428f-8394-0fba6903c062 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=58701c1c-ad42-4e70-bb43-d7060e56eec3 HTTP/1.1" status: 200 len: 217 time: 0.0957434 Nov 03 18:59:33.095861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7ba43-c072-415a-aaf9-5e1eb708fbdc req-3fac516d-3a4a-4e48-96a8-28e7754bdadb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:33.112465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-afd7ba43-c072-415a-aaf9-5e1eb708fbdc req-3fac516d-3a4a-4e48-96a8-28e7754bdadb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 945 time: 0.1016848 Nov 03 18:59:33.172502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-6ff59d4e-d132-440c-81b6-540252ef0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:33.176033 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-6ff59d4e-d132-440c-81b6-540252ef0c9e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.1473975 Nov 03 18:59:33.217771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-afd7ba43-c072-415a-aaf9-5e1eb708fbdc req-3cf2fc06-777c-407a-8d5a-471f7d4e0eaa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039977 Nov 03 18:59:33.284487 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-95ba4ad4-7142-46f1-9e9c-2430623343e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:33.285998 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-95ba4ad4-7142-46f1-9e9c-2430623343e8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1027155 Nov 03 18:59:33.372077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dd4cd-5d12-4020-a1f0-b6ca1add6283 req-74d4c762-6558-4119-b47a-29bffe8813a7 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:33.374101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-636dd4cd-5d12-4020-a1f0-b6ca1add6283 req-74d4c762-6558-4119-b47a-29bffe8813a7 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 946 time: 0.0821846 Nov 03 18:59:33.496246 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-9822d126-8d82-4a3d-8182-f0a0f6d34189 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000196 Nov 03 18:59:33.536675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-636dd4cd-5d12-4020-a1f0-b6ca1add6283 req-2cfdba45-37a5-4d1e-8005-b7a7be5c0fbe tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511126 Nov 03 18:59:33.646903 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-9eca9490-f673-4d4d-9d85-3fdf2d7ca8c8 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418521 Nov 03 18:59:33.689336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689829f2-8a7b-4562-953f-d51ad08a3403 req-b32b01c7-1794-4d76-a70a-5f23c4f77f36 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:33.703956 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-689829f2-8a7b-4562-953f-d51ad08a3403 req-b32b01c7-1794-4d76-a70a-5f23c4f77f36 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 945 time: 0.0747612 Nov 03 18:59:33.751326 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-8ae81ff9-1e97-44d9-8720-7f1420f9e5ba service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=762c123b-88ce-45d8-87f6-424c68b11183 HTTP/1.1" status: 200 len: 217 time: 0.0825233 Nov 03 18:59:33.814309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-689829f2-8a7b-4562-953f-d51ad08a3403 req-d3279994-52fd-486c-8144-8436ac533708 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976293 Nov 03 18:59:33.829986 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-dd3a619f-3b53-4a57-a82a-45877fc8dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:33.831711 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-dd3a619f-3b53-4a57-a82a-45877fc8dca6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.0752265 Nov 03 18:59:33.901138 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-b1ed6ccd-1f89-4f16-b6b7-40ed307a3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:33.903021 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-b1ed6ccd-1f89-4f16-b6b7-40ed307a3c3c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0569761 Nov 03 18:59:34.111848 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-92376346-afe4-4c93-ae65-1bf5bea758c3 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943333 Nov 03 18:59:34.289818 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75fe2d-2629-416e-b7e6-6117bae6a34b req-8395db90-18d3-4cb8-93b6-d6487ba71b33 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:34.298487 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc75fe2d-2629-416e-b7e6-6117bae6a34b req-8395db90-18d3-4cb8-93b6-d6487ba71b33 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 945 time: 0.1346381 Nov 03 18:59:34.300281 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-85340511-f409-4fd9-bf79-28db389dcb29 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710966 Nov 03 18:59:34.391254 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-ce3d079c-09eb-4a99-a9b8-624c0a3fe1a7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=5ab89f05-331d-4782-aa0b-943c45c22fa3 HTTP/1.1" status: 200 len: 217 time: 0.0776377 Nov 03 18:59:34.464082 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc75fe2d-2629-416e-b7e6-6117bae6a34b req-85eb2ce8-a725-405a-830b-29eb0839aa57 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563821 Nov 03 18:59:34.505018 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-1ec3b79e-a429-433f-a5b8-7816613630be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:34.507630 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-1ec3b79e-a429-433f-a5b8-7816613630be service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.1083014 Nov 03 18:59:34.584780 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-876c3b73-acce-47d9-83a3-2ea5c1a880fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:34.589042 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-876c3b73-acce-47d9-83a3-2ea5c1a880fd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717175 Nov 03 18:59:34.819405 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-d8cde506-23ed-444b-834b-78f62e3b60d5 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201588 Nov 03 18:59:34.999082 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-044fa10d-b359-4ce6-8fec-d87702ada1d6 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625123 Nov 03 18:59:35.075339 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-830f18a0-d398-4377-8f5e-a83ffb763d71 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 HTTP/1.1" status: 200 len: 217 time: 0.0620914 Nov 03 18:59:35.166520 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-c3e1f67f-01aa-4d12-a6f1-49bcf67df749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:35.190930 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-c3e1f67f-01aa-4d12-a6f1-49bcf67df749 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.0848746 Nov 03 18:59:35.317744 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-06cff12f-2774-4b69-a043-37db48f2ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:35.319348 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-06cff12f-2774-4b69-a043-37db48f2ddda service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1276181 Nov 03 18:59:35.622650 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-1e852b1c-051f-4367-888c-96df6f7ae530 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573571 Nov 03 18:59:35.723281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4973d-d9e0-4cb0-a7db-72587d7a58d9 req-40ca4a62-4fd2-4433-acf2-d5e9a6a47e80 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:35.740464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55f4973d-d9e0-4cb0-a7db-72587d7a58d9 req-40ca4a62-4fd2-4433-acf2-d5e9a6a47e80 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 945 time: 0.1013544 Nov 03 18:59:35.879391 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55f4973d-d9e0-4cb0-a7db-72587d7a58d9 req-2760b755-59dd-4969-98cd-635e9220ae16 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293101 Nov 03 18:59:35.926641 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-b73a39d4-1c24-4d10-84b3-5566ef95cecc service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928085 Nov 03 18:59:36.213008 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-68878a42-dcd1-4c35-9aa7-17dd0298f63a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bae343c8-8d70-4d32-99cc-d202d84dd31f HTTP/1.1" status: 200 len: 217 time: 0.2760921 Nov 03 18:59:36.321543 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-7155dbea-0a6b-4f63-a236-8809e449e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.323019 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-7155dbea-0a6b-4f63-a236-8809e449e4c9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b12d4a62-83aa-465c-b86c-67ad4f5b0c3a HTTP/1.1" status: 200 len: 797 time: 0.0726337 Nov 03 18:59:36.381449 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38386a28-2f15-4298-b83f-454e16eb4800 req-8f13c11a-549d-48af-b2e4-603c73b26ddd tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.383319 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38386a28-2f15-4298-b83f-454e16eb4800 req-8f13c11a-549d-48af-b2e4-603c73b26ddd tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.87 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 945 time: 0.2053907 Nov 03 18:59:36.476910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-58dc59b7-3b04-456f-9490-0a33f14abbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:36.481119 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-58dc59b7-3b04-456f-9490-0a33f14abbd5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1492317 Nov 03 18:59:36.779605 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-2d44e97d-39a1-4573-bb13-e89cc7b72ffc service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480600 Nov 03 18:59:36.793028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-38386a28-2f15-4298-b83f-454e16eb4800 req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Deleting port 768afec2-7eb7-4b38-9c30-36e5a14bb878 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:36.793965 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-38386a28-2f15-4298-b83f-454e16eb4800 req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.049569 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8014a8a-b9a4-4685-acd6-77535cac39fd req-697dc1ab-aacd-40ec-96f2-771233e172f7 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:37.050208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-38386a28-2f15-4298-b83f-454e16eb4800 req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] For port 768afec2-7eb7-4b38-9c30-36e5a14bb878, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=768afec2-7eb7-4b38-9c30-36e5a14bb878,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:37.050441 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-38386a28-2f15-4298-b83f-454e16eb4800 req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.069163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b8014a8a-b9a4-4685-acd6-77535cac39fd req-697dc1ab-aacd-40ec-96f2-771233e172f7 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 945 time: 0.1075473 Nov 03 18:59:37.089606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-38386a28-2f15-4298-b83f-454e16eb4800 req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Calling delete_port for 768afec2-7eb7-4b38-9c30-36e5a14bb878 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:37.230800 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b8014a8a-b9a4-4685-acd6-77535cac39fd req-0bb14603-d730-4f25-994c-ef75e12cb3fb tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=05cfcb4f-6d9f-4aef-a11f-9938ff37e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568630 Nov 03 18:59:37.424502 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d2c77-9b3c-4f9b-916f-5b4051365002 req-e7de99f3-3843-48f4-a1d1-2902456d8cf3 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:37.440995 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-f09d724a-2508-44fd-be3a-e80b7a952e73 service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6512001 Nov 03 18:59:37.441584 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-113d2c77-9b3c-4f9b-916f-5b4051365002 req-e7de99f3-3843-48f4-a1d1-2902456d8cf3 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 945 time: 0.2678967 Nov 03 18:59:37.506524 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-b35dd14e-8ed0-4078-9af3-d1aca78e1931 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 HTTP/1.1" status: 200 len: 217 time: 0.0459223 Nov 03 18:59:37.639181 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-113d2c77-9b3c-4f9b-916f-5b4051365002 req-dd837725-533a-42af-a646-e934ff4ee901 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959019 Nov 03 18:59:37.737255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-99a8f42a-917e-4836-a166-aa11e116a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:37.738963 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-99a8f42a-917e-4836-a166-aa11e116a486 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b12d4a62-83aa-465c-b86c-67ad4f5b0c3a HTTP/1.1" status: 200 len: 797 time: 0.2210457 Nov 03 18:59:37.831158 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-38386a28-2f15-4298-b83f-454e16eb4800 req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:37.850578 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['db517785-384a-46a3-b84e-3ad7a684cea5'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:37.881336 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Pushing event deleted for resources: {'Port': ['ID=768afec2-7eb7-4b38-9c30-36e5a14bb878,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:37.894596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['70225b4f-69a0-490b-8115-c12efcb4854c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:37.912728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-1d127479-3d8a-4464-afec-42d8d8c72a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:37.915001 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-1d127479-3d8a-4464-afec-42d8d8c72a8d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1615620 Nov 03 18:59:37.917574 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:37.918357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:37.918357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:37.918582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:37.918893 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:37.919223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:37.919542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:37.919895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:37.920250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:37.921031 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:37.921031 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:37.921254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:37.965202 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-38386a28-2f15-4298-b83f-454e16eb4800 req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] No DVR routers for this DVR port 768afec2-7eb7-4b38-9c30-36e5a14bb878 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:59:37.998690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-38386a28-2f15-4298-b83f-454e16eb4800 req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:38.008616 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-38386a28-2f15-4298-b83f-454e16eb4800 req-662838cb-7041-4ef4-86b1-7a7688cb385a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.87 "DELETE /v2.0/ports/768afec2-7eb7-4b38-9c30-36e5a14bb878 HTTP/1.1" status: 204 len: 173 time: 1.6055040 Nov 03 18:59:38.065187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7221bdaa-574e-4d28-936f-10ed8392dcd9', 'name': 'network-vif-deleted', 'tag': '768afec2-7eb7-4b38-9c30-36e5a14bb878'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:38.108365 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf283cd6-3860-4dab-8a3b-30244fc206b8" -d '{"events": [{"server_uuid": "7221bdaa-574e-4d28-936f-10ed8392dcd9", "name": "network-vif-deleted", "tag": "768afec2-7eb7-4b38-9c30-36e5a14bb878"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:38.271968 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e470b9-6005-4c7b-9aad-d8e2e74a9d4c x-openstack-request-id: req-a4e470b9-6005-4c7b-9aad-d8e2e74a9d4c {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:38.272277 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7221bdaa-574e-4d28-936f-10ed8392dcd9", "name": "network-vif-deleted", "tag": "768afec2-7eb7-4b38-9c30-36e5a14bb878", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:38.273449 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a4e470b9-6005-4c7b-9aad-d8e2e74a9d4c {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:38.274131 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7221bdaa-574e-4d28-936f-10ed8392dcd9', 'name': 'network-vif-deleted', 'tag': '768afec2-7eb7-4b38-9c30-36e5a14bb878', 'status': 'completed', 'code': 200} Nov 03 18:59:38.486026 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-611427c2-8108-4f90-b33f-1251daad67a1 service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346451 Nov 03 18:59:38.541449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2a687-8a87-44a0-b4be-b288f5f75d8c req-fa35c9af-01ce-4e28-9345-8f9547400455 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:38.552742 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52c2a687-8a87-44a0-b4be-b288f5f75d8c req-fa35c9af-01ce-4e28-9345-8f9547400455 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 945 time: 0.1376243 Nov 03 18:59:38.702486 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2abdae63-c2e7-41df-9e94-92ae02325bdb req-0b4e0f9f-aff9-456b-b4a2-ec09dc6922d2 service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065096 Nov 03 18:59:38.772001 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-52c2a687-8a87-44a0-b4be-b288f5f75d8c req-0d0f199b-9fb6-4ff8-8d8d-321a42a898e5 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups?id=05cfcb4f-6d9f-4aef-a11f-9938ff37e20c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183332 Nov 03 18:59:38.815808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-4598dd20-fb6f-4bb4-b1ca-4a864441663d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:38.829437 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-4598dd20-fb6f-4bb4-b1ca-4a864441663d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 945 time: 0.2379262 Nov 03 18:59:39.067351 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a80a20d6-bb18-4273-8ab8-822eaf0e0148 req-ce8af0bc-50df-4222-9799-bd6071c99984 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=7221bdaa-574e-4d28-936f-10ed8392dcd9 HTTP/1.1" status: 200 len: 210 time: 0.0463202 Nov 03 18:59:39.142635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-b28f64f8-9ccf-4c4e-b394-9db1317e51a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Deleting port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:39.146611 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-b28f64f8-9ccf-4c4e-b394-9db1317e51a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.282777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-b28f64f8-9ccf-4c4e-b394-9db1317e51a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] For port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=76d1a1db-b0e4-4b9d-be3f-1038cca216c7,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:39.283127 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-b28f64f8-9ccf-4c4e-b394-9db1317e51a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.465071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 768afec2-7eb7-4b38-9c30-36e5a14bb878 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:39.554259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 768afec2-7eb7-4b38-9c30-36e5a14bb878 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:59:39.554732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 768afec2-7eb7-4b38-9c30-36e5a14bb878 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:59:39.689246 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-b28f64f8-9ccf-4c4e-b394-9db1317e51a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.689246 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-b28f64f8-9ccf-4c4e-b394-9db1317e51a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.689246 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-b28f64f8-9ccf-4c4e-b394-9db1317e51a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Floating IP 39990cf4-3fa9-47a4-96f5-d0e7cbda2443 disassociated. External IP: 172.25.2.61, port: 76d1a1db-b0e4-4b9d-be3f-1038cca216c7. Nov 03 18:59:39.689246 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-b28f64f8-9ccf-4c4e-b394-9db1317e51a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Calling delete_port for 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:39.902362 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-b28f64f8-9ccf-4c4e-b394-9db1317e51a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:39.974980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f64f8-9ccf-4c4e-b394-9db1317e51a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event deleted for resources: {'Port': ['ID=76d1a1db-b0e4-4b9d-be3f-1038cca216c7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:40.277125 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dbef787-e529-4c81-a8bf-e7a30de88123 req-692edc07-c140-4230-bbd0-73a8e478d628 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 210 time: 0.2680774 Nov 03 18:59:40.533717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-b28f64f8-9ccf-4c4e-b394-9db1317e51a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Router c8de3029-4126-41a0-accd-5104c2d710bd has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 18:59:40.800766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-b28f64f8-9ccf-4c4e-b394-9db1317e51a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 18:59:40.823746 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac4a7d8-ab55-4ed3-aa5d-02c723087c50 None None] Sync routers for ids ['c8de3029-4126-41a0-accd-5104c2d710bd'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 18:59:40.841700 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac4a7d8-ab55-4ed3-aa5d-02c723087c50 None None] Routers {'c8de3029-4126-41a0-accd-5104c2d710bd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:59:40.842775 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8ac4a7d8-ab55-4ed3-aa5d-02c723087c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:59:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c8de3029-4126-41a0-accd-5104c2d710bd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:40.937230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-b28f64f8-9ccf-4c4e-b394-9db1317e51a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] No DVR routers for this DVR port 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:59:40.942752 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-b28f64f8-9ccf-4c4e-b394-9db1317e51a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:40.950078 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35fa592d-2247-4049-b0b2-e21d286d0ba1 req-b28f64f8-9ccf-4c4e-b394-9db1317e51a4 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.98 "DELETE /v2.0/ports/76d1a1db-b0e4-4b9d-be3f-1038cca216c7 HTTP/1.1" status: 204 len: 173 time: 2.1148169 Nov 03 18:59:40.950582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6c61fd-9e9f-435d-9029-fe7115e733bc', 'name': 'network-vif-deleted', 'tag': '76d1a1db-b0e4-4b9d-be3f-1038cca216c7'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:40.956917 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ec3cff-158e-484b-9532-0d038522299a" -d '{"events": [{"server_uuid": "4f6c61fd-9e9f-435d-9029-fe7115e733bc", "name": "network-vif-deleted", "tag": "76d1a1db-b0e4-4b9d-be3f-1038cca216c7"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:41.156234 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2e01b8-7f98-4e9f-84be-2a87932b9641 x-openstack-request-id: req-8e2e01b8-7f98-4e9f-84be-2a87932b9641 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:41.157325 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6c61fd-9e9f-435d-9029-fe7115e733bc", "name": "network-vif-deleted", "tag": "76d1a1db-b0e4-4b9d-be3f-1038cca216c7", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:41.157595 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8e2e01b8-7f98-4e9f-84be-2a87932b9641 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:41.161733 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6c61fd-9e9f-435d-9029-fe7115e733bc', 'name': 'network-vif-deleted', 'tag': '76d1a1db-b0e4-4b9d-be3f-1038cca216c7', 'status': 'completed', 'code': 200} Nov 03 18:59:41.248523 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-8ac4a7d8-ab55-4ed3-aa5d-02c723087c50 None None] Set router c8de3029-4126-41a0-accd-5104c2d710bd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:59:41.270665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b46bcd-a85d-4597-bcc9-1e4706dd65dd req-19645920-c712-41b6-8579-02c29f0ca2fe tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:41.288331 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b46bcd-a85d-4597-bcc9-1e4706dd65dd req-19645920-c712-41b6-8579-02c29f0ca2fe tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 946 time: 0.2594240 Nov 03 18:59:41.552779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9b46bcd-a85d-4597-bcc9-1e4706dd65dd req-e0e7d9f0-9c0d-477a-9969-c7afaf0702a0 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573392 Nov 03 18:59:41.695799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ab5b8c3-3ea9-489a-805a-765b458b919f req-08d290d7-5c0e-40a9-8c89-e6caf4bbc67d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f6c61fd-9e9f-435d-9029-fe7115e733bc HTTP/1.1" status: 200 len: 210 time: 0.0677500 Nov 03 18:59:41.906755 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8ac4a7d8-ab55-4ed3-aa5d-02c723087c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '40ed404d-3561-4648-a0e9-f838a2f3e852', 'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'mac_address': 'fa:16:3e:07:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:35Z', 'updated_at': '2021-11-03T18:51:49Z', 'revision_number': 5, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'subnets': [{'id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:41.963695 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac4a7d8-ab55-4ed3-aa5d-02c723087c50 None None] Checking router: c8de3029-4126-41a0-accd-5104c2d710bd for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 18:59:41.983819 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac4a7d8-ab55-4ed3-aa5d-02c723087c50 None None] Routers {'c8de3029-4126-41a0-accd-5104c2d710bd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 18:59:41.984259 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8ac4a7d8-ab55-4ed3-aa5d-02c723087c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:59:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c8de3029-4126-41a0-accd-5104c2d710bd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:42.129298 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-8ac4a7d8-ab55-4ed3-aa5d-02c723087c50 None None] Set router c8de3029-4126-41a0-accd-5104c2d710bd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 18:59:42.290890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be6a73-bf07-4861-acd2-6fffdaef9437 req-944c0732-404f-4c46-b86c-de7a07f93c92 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:42.292600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1be6a73-bf07-4861-acd2-6fffdaef9437 req-944c0732-404f-4c46-b86c-de7a07f93c92 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 946 time: 0.1707263 Nov 03 18:59:42.547709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e1be6a73-bf07-4861-acd2-6fffdaef9437 req-ed4c7cc3-b90d-49d0-8655-f5e9dd8cce00 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Deleting port db517785-384a-46a3-b84e-3ad7a684cea5 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:42.548177 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e1be6a73-bf07-4861-acd2-6fffdaef9437 req-ed4c7cc3-b90d-49d0-8655-f5e9dd8cce00 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:42.610436 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8ac4a7d8-ab55-4ed3-aa5d-02c723087c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '40ed404d-3561-4648-a0e9-f838a2f3e852', 'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'mac_address': 'fa:16:3e:07:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:35Z', 'updated_at': '2021-11-03T18:51:49Z', 'revision_number': 5, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'subnets': [{'id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:42.675338 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac4a7d8-ab55-4ed3-aa5d-02c723087c50 None None] The sync data for ids ['c8de3029-4126-41a0-accd-5104c2d710bd'] in n-d-812150-4 is: [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T18:51:39Z', 'revision_number': 4, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '40ed404d-3561-4648-a0e9-f838a2f3e852', 'name': '', 'network_id': '59aedf5c-3e42-405b-a5ae-b89a5996e64c', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'mac_address': 'fa:16:3e:07:51:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:35Z', 'updated_at': '2021-11-03T18:51:49Z', 'revision_number': 5, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'subnets': [{'id': '1945ba7b-6c1a-48ad-b07e-6241e957b703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 18:59:42.996529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:43.069522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43078) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:43.109797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-e1be6a73-bf07-4861-acd2-6fffdaef9437 req-ed4c7cc3-b90d-49d0-8655-f5e9dd8cce00 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] For port db517785-384a-46a3-b84e-3ad7a684cea5, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=db517785-384a-46a3-b84e-3ad7a684cea5,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:43.110176 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e1be6a73-bf07-4861-acd2-6fffdaef9437 req-ed4c7cc3-b90d-49d0-8655-f5e9dd8cce00 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.139337 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:59:43.153606 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 76d1a1db-b0e4-4b9d-be3f-1038cca216c7 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:59:43.157314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e1be6a73-bf07-4861-acd2-6fffdaef9437 req-ed4c7cc3-b90d-49d0-8655-f5e9dd8cce00 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Calling delete_port for db517785-384a-46a3-b84e-3ad7a684cea5 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:43.256234 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67e5388-ec41-46ab-acc4-d26d063758d9 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.342180 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.376181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67e5388-ec41-46ab-acc4-d26d063758d9 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.406917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5a8d8-a04d-4e5f-8083-8d6c4609dae5 req-64150977-864a-482f-8fac-048c7be0b87b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:43.410334 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b6c5a8d8-a04d-4e5f-8083-8d6c4609dae5 req-64150977-864a-482f-8fac-048c7be0b87b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=30f77301-511c-41fd-af22-7b9a6930034b HTTP/1.1" status: 200 len: 946 time: 0.5570037 Nov 03 18:59:43.503978 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67e5388-ec41-46ab-acc4-d26d063758d9 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.506657 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a67e5388-ec41-46ab-acc4-d26d063758d9 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.507960 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a67e5388-ec41-46ab-acc4-d26d063758d9 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "DELETE /v2.0/security-groups/05cfcb4f-6d9f-4aef-a11f-9938ff37e20c HTTP/1.1" status: 204 len: 168 time: 0.4333673 Nov 03 18:59:43.511165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf55f4-6469-4b2b-9147-5a5507dd44e9 None None] New status for floating IP 39990cf4-3fa9-47a4-96f5-d0e7cbda2443: DOWN {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 18:59:43.512522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43082) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:43.550701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e5388-ec41-46ab-acc4-d26d063758d9 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cfcb4f-6d9f-4aef-a11f-9938ff37e20c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:43.561043 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-fe4dcf72-1ca1-4fd0-ae50-66220f0e8f31 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] show failed (client error): The resource could not be found. Nov 03 18:59:43.562120 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fe4dcf72-1ca1-4fd0-ae50-66220f0e8f31 tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "GET /v2.0/security-groups/05cfcb4f-6d9f-4aef-a11f-9938ff37e20c HTTP/1.1" status: 404 len: 347 time: 0.0486457 Nov 03 18:59:43.576007 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43086) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:43.726932 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b6c5a8d8-a04d-4e5f-8083-8d6c4609dae5 req-42d9fd69-726a-4721-8d18-a1abb716d036 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015585 Nov 03 18:59:43.855699 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e1be6a73-bf07-4861-acd2-6fffdaef9437 req-ed4c7cc3-b90d-49d0-8655-f5e9dd8cce00 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:43.900293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['db517785-384a-46a3-b84e-3ad7a684cea5'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:43.907458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c7cc3-b90d-49d0-8655-f5e9dd8cce00 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Pushing event deleted for resources: {'Port': ['ID=db517785-384a-46a3-b84e-3ad7a684cea5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:43.922821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['70225b4f-69a0-490b-8115-c12efcb4854c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:44.026965 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1be6a73-bf07-4861-acd2-6fffdaef9437 req-ed4c7cc3-b90d-49d0-8655-f5e9dd8cce00 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] No DVR routers for this DVR port db517785-384a-46a3-b84e-3ad7a684cea5 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 18:59:44.030017 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e1be6a73-bf07-4861-acd2-6fffdaef9437 req-ed4c7cc3-b90d-49d0-8655-f5e9dd8cce00 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:44.043902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1be6a73-bf07-4861-acd2-6fffdaef9437 req-ed4c7cc3-b90d-49d0-8655-f5e9dd8cce00 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "DELETE /v2.0/ports/db517785-384a-46a3-b84e-3ad7a684cea5 HTTP/1.1" status: 204 len: 173 time: 1.7441640 Nov 03 18:59:44.044439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f77301-511c-41fd-af22-7b9a6930034b', 'name': 'network-vif-deleted', 'tag': 'db517785-384a-46a3-b84e-3ad7a684cea5'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:44.058570 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06ebb39-6062-450a-abb2-32d3af3e2450" -d '{"events": [{"server_uuid": "30f77301-511c-41fd-af22-7b9a6930034b", "name": "network-vif-deleted", "tag": "db517785-384a-46a3-b84e-3ad7a684cea5"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:44.097815 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1ca44-a609-431b-8966-73abbaf78c3d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Deleting port d96622d1-e0e0-4ceb-aa11-91e44c00cde9 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 18:59:44.098319 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2c1ca44-a609-431b-8966-73abbaf78c3d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:44.165808 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7c4c86-036c-4095-9ac6-10cdad4b9edc x-openstack-request-id: req-5e7c4c86-036c-4095-9ac6-10cdad4b9edc {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:44.166177 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f77301-511c-41fd-af22-7b9a6930034b", "name": "network-vif-deleted", "tag": "db517785-384a-46a3-b84e-3ad7a684cea5", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:44.166501 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5e7c4c86-036c-4095-9ac6-10cdad4b9edc {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:44.167965 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f77301-511c-41fd-af22-7b9a6930034b', 'name': 'network-vif-deleted', 'tag': 'db517785-384a-46a3-b84e-3ad7a684cea5', 'status': 'completed', 'code': 200} Nov 03 18:59:44.277414 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2c1ca44-a609-431b-8966-73abbaf78c3d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:44.277919 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2c1ca44-a609-431b-8966-73abbaf78c3d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:44.313128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1ca44-a609-431b-8966-73abbaf78c3d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Calling delete_port for d96622d1-e0e0-4ceb-aa11-91e44c00cde9 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 18:59:45.162562 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2c1ca44-a609-431b-8966-73abbaf78c3d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.259849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1ca44-a609-431b-8966-73abbaf78c3d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Pushing event deleted for resources: {'Port': ['ID=d96622d1-e0e0-4ceb-aa11-91e44c00cde9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:45.398657 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2c1ca44-a609-431b-8966-73abbaf78c3d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.401901 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2c1ca44-a609-431b-8966-73abbaf78c3d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:45.409277 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f2c1ca44-a609-431b-8966-73abbaf78c3d tempest-AttachVolumeTestJSON-1367359651 tempest-AttachVolumeTestJSON-1367359651-project] 10.222.0.107 "DELETE /v2.0/floatingips/39990cf4-3fa9-47a4-96f5-d0e7cbda2443 HTTP/1.1" status: 204 len: 168 time: 1.8322062 Nov 03 18:59:45.590863 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3432-a9db-450e-8102-60963fe709f6 req-f75dcfe4-11c0-41d8-bfee-5225e1665c16 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:45.603904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98ee3432-a9db-450e-8102-60963fe709f6 req-f75dcfe4-11c0-41d8-bfee-5225e1665c16 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 806 time: 0.2555101 Nov 03 18:59:45.622741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98ee3432-a9db-450e-8102-60963fe709f6 req-0f5dbd41-9250-4887-80a0-9edb1c8db3bc tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/quotas/4a4a568107f143e8aa14bb3dc51af5da HTTP/1.1" status: 200 len: 375 time: 0.0175955 Nov 03 18:59:45.750528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98ee3432-a9db-450e-8102-60963fe709f6 req-b8e7ece5-19c7-4817-9bcc-f2863c1d8ff0 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1127586 Nov 03 18:59:45.937639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98ee3432-a9db-450e-8102-60963fe709f6 req-4629d8aa-e7b2-4a07-a107-2260da25ddf3 service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681221 Nov 03 18:59:46.095757 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c32b26c0-6052-4031-b965-7105c474a931 service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568696 Nov 03 18:59:46.310086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 43142) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:46.477283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Deleting subnet 5e655cc4-fd4b-47d7-90c2-de26b1475792 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:59:46.481362 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:46.627467 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:46.823194 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e036cffc-fabf-4a36-a0fa-0b2320e26df3 req-f823fdc0-e94a-4c20-87bc-f6595a36a75a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 210 time: 0.1029050 Nov 03 18:59:46.927073 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.011759 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device db517785-384a-46a3-b84e-3ad7a684cea5 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 18:59:47.099199 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: db517785-384a-46a3-b84e-3ad7a684cea5 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 18:59:47.103698 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device db517785-384a-46a3-b84e-3ad7a684cea5 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 18:59:47.132919 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.228441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.235381 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/5e655cc4-fd4b-47d7-90c2-de26b1475792 HTTP/1.1" status: 204 len: 168 time: 0.9242427 Nov 03 18:59:47.238231 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43158) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:47.251388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e655cc4-fd4b-47d7-90c2-de26b1475792,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:47.276475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:47.277029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:47.277476 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:47.277918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:47.279466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:47.279875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:47.280313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:47.281525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:47.283959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:47.284427 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:47.284877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:47.285317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054b68e-c91d-4d96-aae3-7079ee4f1934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 18:59:47.434597 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89a950a2-09ce-4074-9871-4cc1a2972a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.665976 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89a950a2-09ce-4074-9871-4cc1a2972a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.740985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-89a950a2-09ce-4074-9871-4cc1a2972a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc51973-9500-4506-8e55-17cff364a7b5']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:47.771664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-89a950a2-09ce-4074-9871-4cc1a2972a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c337647-d7af-4bf2-bdc1-c97ccb0d6875') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:47.772269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-89a950a2-09ce-4074-9871-4cc1a2972a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c337647-d7af-4bf2-bdc1-c97ccb0d6875') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:47.809250 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89a950a2-09ce-4074-9871-4cc1a2972a8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.856268 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89a950a2-09ce-4074-9871-4cc1a2972a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.865703 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a950a2-09ce-4074-9871-4cc1a2972a8c admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:59:47.867699 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89a950a2-09ce-4074-9871-4cc1a2972a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: timer() Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:59:47.870535 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:59:48.015619 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89a950a2-09ce-4074-9871-4cc1a2972a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.028061 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89a950a2-09ce-4074-9871-4cc1a2972a8c admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.040491 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-89a950a2-09ce-4074-9871-4cc1a2972a8c admin admin] 10.222.0.107 "DELETE /v2.0/networks/fdc51973-9500-4506-8e55-17cff364a7b5 HTTP/1.1" status: 204 len: 168 time: 0.7961025 Nov 03 18:59:48.041555 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43176) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:48.076232 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d45ca45-0418-4815-8831-81b93a9b1325 req-9a98fb6a-73e9-4800-b0ec-d7ad1494b044 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 210 time: 0.0899887 Nov 03 18:59:48.116489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b451fe3-b163-419b-929d-35ae5e4307d6 admin admin] Deleting subnet 30c0a823-3160-4db9-ad0b-b31d81762e84 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 18:59:48.128288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a950a2-09ce-4074-9871-4cc1a2972a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=fdc51973-9500-4506-8e55-17cff364a7b5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:48.135897 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7b451fe3-b163-419b-929d-35ae5e4307d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.214302 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7b451fe3-b163-419b-929d-35ae5e4307d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.291550 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7b451fe3-b163-419b-929d-35ae5e4307d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.436485 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7b451fe3-b163-419b-929d-35ae5e4307d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.516680 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b451fe3-b163-419b-929d-35ae5e4307d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c0a823-3160-4db9-ad0b-b31d81762e84,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:48.525225 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7b451fe3-b163-419b-929d-35ae5e4307d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:48.529493 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7b451fe3-b163-419b-929d-35ae5e4307d6 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/30c0a823-3160-4db9-ad0b-b31d81762e84 HTTP/1.1" status: 204 len: 168 time: 0.4845650 Nov 03 18:59:48.532093 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 43186) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:48.793071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3432-a9db-450e-8102-60963fe709f6 req-df947da2-fb7f-46f2-b486-5e77ac05f0ab tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:48.794869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98ee3432-a9db-450e-8102-60963fe709f6 req-df947da2-fb7f-46f2-b486-5e77ac05f0ab tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 806 time: 0.2540014 Nov 03 18:59:48.825908 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-98ee3432-a9db-450e-8102-60963fe709f6 req-9efec850-20af-4704-a3d1-2c16d5c533e4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Request body: {'port': {'device_id': '5a58f747-4e01-4203-a6aa-46c5083c62dd', 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77', 'admin_state_up': True, 'tenant_id': '4a4a568107f143e8aa14bb3dc51af5da'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:48.988385 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20de405e-637b-4ce5-b5b4-eef9c432b426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:49.270594 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0fa56845-85bb-4f18-b8fe-429996c5c7a2 req-fb7b1930-ce3f-4930-ac0d-cb27eaf0a0af tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 210 time: 0.0844204 Nov 03 18:59:49.303884 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20de405e-637b-4ce5-b5b4-eef9c432b426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:49.327957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ee3432-a9db-450e-8102-60963fe709f6 req-9efec850-20af-4704-a3d1-2c16d5c533e4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Made reservation on behalf of 4a4a568107f143e8aa14bb3dc51af5da for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 18:59:49.333210 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98ee3432-a9db-450e-8102-60963fe709f6 req-9efec850-20af-4704-a3d1-2c16d5c533e4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:49.410168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-20de405e-637b-4ce5-b5b4-eef9c432b426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91b39df-b482-49f0-8323-6a48e1508084']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:49.543562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-20de405e-637b-4ce5-b5b4-eef9c432b426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82842606-fd9e-4852-a1b6-b18376d46bae') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:49.545338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-20de405e-637b-4ce5-b5b4-eef9c432b426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82842606-fd9e-4852-a1b6-b18376d46bae') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 18:59:49.571335 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20de405e-637b-4ce5-b5b4-eef9c432b426 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:49.619686 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20de405e-637b-4ce5-b5b4-eef9c432b426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:49.641630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20de405e-637b-4ce5-b5b4-eef9c432b426 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 18:59:49.643538 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20de405e-637b-4ce5-b5b4-eef9c432b426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: timer() Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 18:59:49.671660 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 18:59:50.270333 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20de405e-637b-4ce5-b5b4-eef9c432b426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:50.274516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-98ee3432-a9db-450e-8102-60963fe709f6 req-9efec850-20af-4704-a3d1-2c16d5c533e4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Allocated IP 172.20.0.6 (e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77/b2c7663b-b60c-42de-9b0b-85148b2d5e45/ae16ca37-c19a-4b89-a618-1bea14804db2) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 18:59:50.300161 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20de405e-637b-4ce5-b5b4-eef9c432b426 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:50.303746 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-20de405e-637b-4ce5-b5b4-eef9c432b426 admin admin] 10.222.0.107 "DELETE /v2.0/networks/b91b39df-b482-49f0-8323-6a48e1508084 HTTP/1.1" status: 204 len: 168 time: 1.7699661 Nov 03 18:59:50.305012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de405e-637b-4ce5-b5b4-eef9c432b426 admin admin] Pushing event deleted for resources: {'Network': ['ID=b91b39df-b482-49f0-8323-6a48e1508084,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:50.634085 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a86d485c-ab76-43a5-a374-b3169c201bb5 req-b196367f-d745-4b1a-870c-16c03f653d41 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 210 time: 0.0408747 Nov 03 18:59:50.664897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43226) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:50.740620 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98ee3432-a9db-450e-8102-60963fe709f6 req-9efec850-20af-4704-a3d1-2c16d5c533e4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:50.810890 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-521680de-93dd-4d87-b234-4911a524e8f4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1504d60ed3a7469da0530acfa26ef589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444020 Nov 03 18:59:50.815435 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43228) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:50.857030 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98ee3432-a9db-450e-8102-60963fe709f6 req-9efec850-20af-4704-a3d1-2c16d5c533e4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:50.891394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['70225b4f-69a0-490b-8115-c12efcb4854c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:50.940225 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9177c39b-f4f6-432b-9a70-e6fd96232ba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:50.987668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ee3432-a9db-450e-8102-60963fe709f6 req-9efec850-20af-4704-a3d1-2c16d5c533e4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 18:59:51.005923 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9177c39b-f4f6-432b-9a70-e6fd96232ba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:51.032154 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-98ee3432-a9db-450e-8102-60963fe709f6 req-9efec850-20af-4704-a3d1-2c16d5c533e4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 18:59:51.039136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ee3432-a9db-450e-8102-60963fe709f6 req-9efec850-20af-4704-a3d1-2c16d5c533e4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 18:59:51.109580 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efec850-20af-4704-a3d1-2c16d5c533e4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Pushing event updated for resources: {'Port': ['ID=ae16ca37-c19a-4b89-a618-1bea14804db2,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:51.126122 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9177c39b-f4f6-432b-9a70-e6fd96232ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:51.134949 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9177c39b-f4f6-432b-9a70-e6fd96232ba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:51.139316 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9177c39b-f4f6-432b-9a70-e6fd96232ba1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/927f710d-82d8-4245-b19d-ecc0386d7ec9 HTTP/1.1" status: 204 len: 168 time: 0.3220079 Nov 03 18:59:51.164410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177c39b-f4f6-432b-9a70-e6fd96232ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927f710d-82d8-4245-b19d-ecc0386d7ec9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:51.215751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3432-a9db-450e-8102-60963fe709f6 req-9efec850-20af-4704-a3d1-2c16d5c533e4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:51.219368 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98ee3432-a9db-450e-8102-60963fe709f6 req-9efec850-20af-4704-a3d1-2c16d5c533e4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:51.282536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98ee3432-a9db-450e-8102-60963fe709f6 req-9efec850-20af-4704-a3d1-2c16d5c533e4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4464223 Nov 03 18:59:51.287008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Request body: {'port': {'device_id': '5a58f747-4e01-4203-a6aa-46c5083c62dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 18:59:51.388533 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:51.799689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae16ca37-c19a-4b89-a618-1bea14804db2 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:51.810026 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:51.837589 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403b1a8-4595-4f6b-9f64-36011a5bfde4 req-88bedcf3-b94a-41c4-a66a-f7cc639fcb4c tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:51.839734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f403b1a8-4595-4f6b-9f64-36011a5bfde4 req-88bedcf3-b94a-41c4-a66a-f7cc639fcb4c tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 931 time: 0.0918114 Nov 03 18:59:51.845075 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Transition to ACTIVE for port object ae16ca37-c19a-4b89-a618-1bea14804db2 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 18:59:51.857213 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:51.869858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43254) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:51.937581 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae16ca37-c19a-4b89-a618-1bea14804db2,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:51.992211 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e4dacba8-23d9-4fa1-8ec6-e044722241d1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=342650228c354c7b89db72cd8e00f46a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1180210 Nov 03 18:59:51.992211 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43256) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 18:59:52.049659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f403b1a8-4595-4f6b-9f64-36011a5bfde4 req-bb33afdd-b56f-4ff3-a491-e48fdcfeae45 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033794 Nov 03 18:59:52.088973 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f30039a-535e-4a48-ad55-37d4727cec84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.121199 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f30039a-535e-4a48-ad55-37d4727cec84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.208006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Attempting to bind port ae16ca37-c19a-4b89-a618-1bea14804db2 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 18:59:52.208413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Attempting to bind port ae16ca37-c19a-4b89-a618-1bea14804db2 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 18:59:52.208798 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Attempting to bind port ae16ca37-c19a-4b89-a618-1bea14804db2 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:52.210940 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f30039a-535e-4a48-ad55-37d4727cec84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.216643 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f30039a-535e-4a48-ad55-37d4727cec84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.219252 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2f30039a-535e-4a48-ad55-37d4727cec84 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4456f890-181c-495d-a6f7-1eadfc56c136 HTTP/1.1" status: 204 len: 168 time: 0.2226207 Nov 03 18:59:52.234824 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Port ae16ca37-c19a-4b89-a618-1bea14804db2 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 18:59:52.235072 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Attempting to bind port ae16ca37-c19a-4b89-a618-1bea14804db2 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 18:59:52.237601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30039a-535e-4a48-ad55-37d4727cec84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4456f890-181c-495d-a6f7-1eadfc56c136,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:52.249981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 18, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 18:59:52.250329 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Checking segment: {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 18:59:52.250818 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Bound using segment: {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 18:59:52.251279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Bound port: ae16ca37-c19a-4b89-a618-1bea14804db2, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 18:59:52.251675 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.402935 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] For port ae16ca37-c19a-4b89-a618-1bea14804db2, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 18:59:52.407284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] For port ae16ca37-c19a-4b89-a618-1bea14804db2, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ae16ca37-c19a-4b89-a618-1bea14804db2,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 18:59:52.415835 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.464924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:52.465498 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:52.469744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98ee3432-a9db-450e-8102-60963fe709f6 req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] 10.222.0.98 "PUT /v2.0/ports/ae16ca37-c19a-4b89-a618-1bea14804db2 HTTP/1.1" status: 200 len: 1091 time: 1.1886306 Nov 03 18:59:52.471166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a58f747-4e01-4203-a6aa-46c5083c62dd', 'tag': 'ae16ca37-c19a-4b89-a618-1bea14804db2'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:52.475966 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaa0b08-a572-4d31-a969-8db9e518fc30" -d '{"events": [{"name": "network-changed", "server_uuid": "5a58f747-4e01-4203-a6aa-46c5083c62dd", "tag": "ae16ca37-c19a-4b89-a618-1bea14804db2"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:52.534039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6efad-15f9-4285-a8d9-dce944f75cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae16ca37-c19a-4b89-a618-1bea14804db2,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:52.582191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3432-a9db-450e-8102-60963fe709f6 req-42846019-4945-4194-b61a-a13af9826a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:52.584164 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98ee3432-a9db-450e-8102-60963fe709f6 req-42846019-4945-4194-b61a-a13af9826a22 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 1094 time: 0.0698738 Nov 03 18:59:52.596723 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616bf1cf-fdfd-4b9e-9a2a-5fe3a4df4a07 x-openstack-request-id: req-616bf1cf-fdfd-4b9e-9a2a-5fe3a4df4a07 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:52.597029 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a58f747-4e01-4203-a6aa-46c5083c62dd", "tag": "ae16ca37-c19a-4b89-a618-1bea14804db2", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:52.597430 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-616bf1cf-fdfd-4b9e-9a2a-5fe3a4df4a07 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:52.598592 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a58f747-4e01-4203-a6aa-46c5083c62dd', 'tag': 'ae16ca37-c19a-4b89-a618-1bea14804db2', 'status': 'completed', 'code': 200} Nov 03 18:59:52.693115 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98ee3432-a9db-450e-8102-60963fe709f6 req-9faaf723-1e96-4354-8a3d-20b9e3745f12 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae16ca37-c19a-4b89-a618-1bea14804db2 HTTP/1.1" status: 200 len: 217 time: 0.0921369 Nov 03 18:59:52.790383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3432-a9db-450e-8102-60963fe709f6 req-f727aa32-975d-4e57-b48d-ace5fcb98203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:52.792955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98ee3432-a9db-450e-8102-60963fe709f6 req-f727aa32-975d-4e57-b48d-ace5fcb98203 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 200 len: 846 time: 0.0922136 Nov 03 18:59:52.859109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98ee3432-a9db-450e-8102-60963fe709f6 req-82bd99fa-aaf9-4ca8-9c5a-e48a2a03fe10 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584438 Nov 03 18:59:53.031096 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98ee3432-a9db-450e-8102-60963fe709f6 req-5f4c023a-a43a-458c-b413-ef17dbcd2498 service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644218 Nov 03 18:59:53.389708 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98ee3432-a9db-450e-8102-60963fe709f6 req-0d0809e4-7bec-4c4c-8dc4-b8b9d5f47648 service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515129 Nov 03 18:59:53.473120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a6573-646c-4a6b-b62a-dad1da845b48 req-5aaabbe3-4f10-40e4-9708-b6350e0da7d7 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:53.480238 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd6a6573-646c-4a6b-b62a-dad1da845b48 req-5aaabbe3-4f10-40e4-9708-b6350e0da7d7 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 943 time: 0.2516770 Nov 03 18:59:53.752593 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd6a6573-646c-4a6b-b62a-dad1da845b48 req-4840fae3-49b0-45aa-b986-168af93754e0 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436035 Nov 03 18:59:53.781579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa0b08-a572-4d31-a969-8db9e518fc30 req-9c3f8ad3-946a-4d88-9201-fa81974d98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:53.786077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2eaa0b08-a572-4d31-a969-8db9e518fc30 req-9c3f8ad3-946a-4d88-9201-fa81974d98db service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 1094 time: 0.2999282 Nov 03 18:59:54.132388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa0b08-a572-4d31-a969-8db9e518fc30 req-c11eeff5-ad8a-4637-9c9f-3f2456d4555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:54.142022 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2eaa0b08-a572-4d31-a969-8db9e518fc30 req-c11eeff5-ad8a-4637-9c9f-3f2456d4555a service neutron] 10.222.0.98 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 907 time: 0.3458176 Nov 03 18:59:54.144138 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 18:59:54.229580 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2eaa0b08-a572-4d31-a969-8db9e518fc30 req-a2854c80-6a16-42a3-b55f-c3a78ca7866a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae16ca37-c19a-4b89-a618-1bea14804db2 HTTP/1.1" status: 200 len: 217 time: 0.0787132 Nov 03 18:59:54.324832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa0b08-a572-4d31-a969-8db9e518fc30 req-ab86d3ee-7fb7-4a7e-9352-e17fce7d6781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:54.326684 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2eaa0b08-a572-4d31-a969-8db9e518fc30 req-ab86d3ee-7fb7-4a7e-9352-e17fce7d6781 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 200 len: 846 time: 0.0767283 Nov 03 18:59:54.380484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2eaa0b08-a572-4d31-a969-8db9e518fc30 req-90a23821-a341-4b3d-a338-85e914caa6ac service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459480 Nov 03 18:59:54.526969 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2eaa0b08-a572-4d31-a969-8db9e518fc30 req-68da491d-2a34-4f96-a514-4498f55f9341 service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388628 Nov 03 18:59:54.682148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2eaa0b08-a572-4d31-a969-8db9e518fc30 req-4c12659f-4d1e-49d3-b849-19a343649205 service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483953 Nov 03 18:59:55.118033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691073c-6b9e-4693-8042-717714d72c3b req-4a5527bd-baa9-447a-9c50-4dcb1ac30789 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:55.133120 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e691073c-6b9e-4693-8042-717714d72c3b req-4a5527bd-baa9-447a-9c50-4dcb1ac30789 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 943 time: 0.1597061 Nov 03 18:59:55.233116 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e691073c-6b9e-4693-8042-717714d72c3b req-876a3a82-797f-457f-ab52-fed8fc8ca9bf tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933571 Nov 03 18:59:55.786372 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0c00a68a-eb09-4aa3-9ed9-1b768b549f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:56.382690 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840f9c8-f66c-4488-88de-ee7039627b02 req-dac9ad62-a9bf-4df4-829b-0e003e1d8358 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:56.384241 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2840f9c8-f66c-4488-88de-ee7039627b02 req-dac9ad62-a9bf-4df4-829b-0e003e1d8358 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 943 time: 0.0558889 Nov 03 18:59:56.465445 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2840f9c8-f66c-4488-88de-ee7039627b02 req-e620ca23-5c07-4b97-960d-d966d0e698e6 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698345 Nov 03 18:59:57.076121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ae16ca37-c19a-4b89-a618-1bea14804db2 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 18:59:57.328497 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ae16ca37-c19a-4b89-a618-1bea14804db2, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ae16ca37-c19a-4b89-a618-1bea14804db2,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:57.399276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'ae16ca37-c19a-4b89-a618-1bea14804db2', 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77', 'port_id': 'ae16ca37-c19a-4b89-a618-1bea14804db2', 'mac_address': 'fa:16:3e:df:fe:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c7663b-b60c-42de-9b0b-85148b2d5e45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 18:59:57.472988 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:57.500701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae16ca37-c19a-4b89-a618-1bea14804db2 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 18:59:57.526626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ae16ca37-c19a-4b89-a618-1bea14804db2, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ae16ca37-c19a-4b89-a618-1bea14804db2,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:57.532621 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:57.614042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=ae16ca37-c19a-4b89-a618-1bea14804db2,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 18:59:57.657582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b87e01-46d1-4215-92ae-cce890024e64 req-ee75cb93-eb60-4b35-b61b-61e7e269b7f0 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:57.665545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9b87e01-46d1-4215-92ae-cce890024e64 req-ee75cb93-eb60-4b35-b61b-61e7e269b7f0 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 944 time: 0.0915513 Nov 03 18:59:57.737711 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9b87e01-46d1-4215-92ae-cce890024e64 req-c2d3d445-4d34-4845-b7e1-7d10e7b1f5c4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705347 Nov 03 18:59:57.749423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['ae16ca37-c19a-4b89-a618-1bea14804db2'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 18:59:58.088702 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-72fb6b4f-9c01-460f-b2bd-ab33eeaed57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:59.012094 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a6876-24bb-48cd-b3c8-99c1fc4c5d5f req-feca30c4-039b-48fb-8dd4-3a607cdb8481 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 18:59:59.033797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae0a6876-24bb-48cd-b3c8-99c1fc4c5d5f req-feca30c4-039b-48fb-8dd4-3a607cdb8481 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 944 time: 0.1356907 Nov 03 18:59:59.106063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ae16ca37-c19a-4b89-a618-1bea14804db2 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 18:59:59.156541 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae0a6876-24bb-48cd-b3c8-99c1fc4c5d5f req-9ad87dac-bc4e-4255-b2a5-d300e076437f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159377 Nov 03 18:59:59.269045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port ae16ca37-c19a-4b89-a618-1bea14804db2 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 18:59:59.276640 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port ae16ca37-c19a-4b89-a618-1bea14804db2 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 18:59:59.279388 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:59.472872 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:59.633848 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:59.730542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a58f747-4e01-4203-a6aa-46c5083c62dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae16ca37-c19a-4b89-a618-1bea14804db2'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 18:59:59.738282 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d807028-4f4f-4e05-a321-8593349d7557" -d '{"events": [{"server_uuid": "5a58f747-4e01-4203-a6aa-46c5083c62dd", "name": "network-vif-plugged", "status": "completed", "tag": "ae16ca37-c19a-4b89-a618-1bea14804db2"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 18:59:59.825347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ae16ca37-c19a-4b89-a618-1bea14804db2, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ae16ca37-c19a-4b89-a618-1bea14804db2,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 18:59:59.842489 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 18:59:59.973596 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 18:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6713fe1-9dce-4e1b-9a3a-910e2f81432c x-openstack-request-id: req-a6713fe1-9dce-4e1b-9a3a-910e2f81432c {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 18:59:59.974111 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a58f747-4e01-4203-a6aa-46c5083c62dd", "name": "network-vif-plugged", "status": "completed", "tag": "ae16ca37-c19a-4b89-a618-1bea14804db2", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 18:59:59.979472 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a6713fe1-9dce-4e1b-9a3a-910e2f81432c {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 18:59:59.980339 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a58f747-4e01-4203-a6aa-46c5083c62dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae16ca37-c19a-4b89-a618-1bea14804db2', 'code': 200} Nov 03 19:00:00.138791 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=ae16ca37-c19a-4b89-a618-1bea14804db2,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:00.309576 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b95fe3-3671-4156-b44f-a97cf1b2c2b5 req-5f847fda-7c7d-4ac8-b040-0a9f4f8180ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:00.324269 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0b95fe3-3671-4156-b44f-a97cf1b2c2b5 req-5f847fda-7c7d-4ac8-b040-0a9f4f8180ab service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 1096 time: 0.2431343 Nov 03 19:00:00.575040 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:00.654127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cd5ac-195f-40dc-938f-381463dc1765 req-4148269c-801b-4578-a1db-03c0eb97e0d0 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:00.662635 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:00.668786 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-212cd5ac-195f-40dc-938f-381463dc1765 req-4148269c-801b-4578-a1db-03c0eb97e0d0 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 945 time: 0.2742107 Nov 03 19:00:00.673243 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0b95fe3-3671-4156-b44f-a97cf1b2c2b5 req-a3a84320-7263-47de-97f7-99358fcee625 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375392 Nov 03 19:00:00.797348 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-212cd5ac-195f-40dc-938f-381463dc1765 req-b216c54b-ff9a-417f-809d-3e9592bb9091 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215827 Nov 03 19:00:01.465427 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:02.002424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ffa34-3f4a-400f-a3f7-6333eb09c97d req-80afe820-8c07-4ce7-99b3-249da408f8d8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:02.004041 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c72ffa34-3f4a-400f-a3f7-6333eb09c97d req-80afe820-8c07-4ce7-99b3-249da408f8d8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 945 time: 0.1130123 Nov 03 19:00:02.125909 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c72ffa34-3f4a-400f-a3f7-6333eb09c97d req-fae39779-12ef-4caa-b94f-d85e5e047522 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137624 Nov 03 19:00:03.510690 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f4c70-6418-4e53-9414-aa9fbe6ea6d5 req-480d0288-b93a-447d-a479-b3f49ff28501 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:03.524166 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f3f4c70-6418-4e53-9414-aa9fbe6ea6d5 req-480d0288-b93a-447d-a479-b3f49ff28501 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 945 time: 0.1803405 Nov 03 19:00:03.667505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f3f4c70-6418-4e53-9414-aa9fbe6ea6d5 req-1f05ead8-63a9-4e18-8732-718f115d63ce tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418877 Nov 03 19:00:04.109230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e1bff-c9bf-4248-a927-e0f8b756e7f5 req-4320b05f-728b-45b0-b7b1-16bcaf195de3 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:04.131110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-811e1bff-c9bf-4248-a927-e0f8b756e7f5 req-4320b05f-728b-45b0-b7b1-16bcaf195de3 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 945 time: 0.1287985 Nov 03 19:00:04.218375 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-811e1bff-c9bf-4248-a927-e0f8b756e7f5 req-e226cc7a-fb36-4c82-8b8b-c8aecea2a34d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943890 Nov 03 19:00:04.561456 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d699b86-2e09-4a4c-a380-240311f52b29 req-867323cc-a111-45e7-bfe1-205cb1e3d2fd tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:04.570922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d699b86-2e09-4a4c-a380-240311f52b29 req-867323cc-a111-45e7-bfe1-205cb1e3d2fd tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 945 time: 0.1623931 Nov 03 19:00:04.695452 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d699b86-2e09-4a4c-a380-240311f52b29 req-fe941f53-ce3e-46ea-a269-185b2ad43a43 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188467 Nov 03 19:00:05.189317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465dcb9-9aa7-4e1b-9ccc-8b14953b2844 req-5e87d094-29a1-44b2-bf3f-6ed930806812 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:05.198182 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4465dcb9-9aa7-4e1b-9ccc-8b14953b2844 req-5e87d094-29a1-44b2-bf3f-6ed930806812 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 945 time: 0.0864491 Nov 03 19:00:05.354547 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4465dcb9-9aa7-4e1b-9ccc-8b14953b2844 req-7fa720e1-c5bf-46e4-b2ea-3214b24cd9b5 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541553 Nov 03 19:00:06.405528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac5dfd-d240-4338-a927-9148f4aaf3ab req-e25af18a-ee6a-407c-909e-bf4b70f54fda tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:06.412102 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4ac5dfd-d240-4338-a927-9148f4aaf3ab req-e25af18a-ee6a-407c-909e-bf4b70f54fda tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 945 time: 0.0788488 Nov 03 19:00:06.737300 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8043338-c370-409a-a78f-587f8da07737 req-db13ac54-88b4-4564-b35d-8b314b7183d4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:06.745141 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f8043338-c370-409a-a78f-587f8da07737 req-db13ac54-88b4-4564-b35d-8b314b7183d4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 945 time: 0.1977103 Nov 03 19:00:06.797859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e4ac5dfd-d240-4338-a927-9148f4aaf3ab req-ed36b7c0-7afe-4f58-99c3-1365da33922b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Deleting port ae16ca37-c19a-4b89-a618-1bea14804db2 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:06.798198 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e4ac5dfd-d240-4338-a927-9148f4aaf3ab req-ed36b7c0-7afe-4f58-99c3-1365da33922b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:06.812089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f8043338-c370-409a-a78f-587f8da07737 req-880c304d-7f7b-4689-b55a-4147547c7535 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657041 Nov 03 19:00:06.889805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43600) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:07.007475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-e4ac5dfd-d240-4338-a927-9148f4aaf3ab req-ed36b7c0-7afe-4f58-99c3-1365da33922b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] For port ae16ca37-c19a-4b89-a618-1bea14804db2, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ae16ca37-c19a-4b89-a618-1bea14804db2,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:07.008551 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e4ac5dfd-d240-4338-a927-9148f4aaf3ab req-ed36b7c0-7afe-4f58-99c3-1365da33922b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:07.032609 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e4ac5dfd-d240-4338-a927-9148f4aaf3ab req-ed36b7c0-7afe-4f58-99c3-1365da33922b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Calling delete_port for ae16ca37-c19a-4b89-a618-1bea14804db2 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:07.340516 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e4ac5dfd-d240-4338-a927-9148f4aaf3ab req-ed36b7c0-7afe-4f58-99c3-1365da33922b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:07.353418 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['ae16ca37-c19a-4b89-a618-1bea14804db2'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:07.434712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36b7c0-7afe-4f58-99c3-1365da33922b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Pushing event deleted for resources: {'Port': ['ID=ae16ca37-c19a-4b89-a618-1bea14804db2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:07.465248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['70225b4f-69a0-490b-8115-c12efcb4854c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:07.543776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ac5dfd-d240-4338-a927-9148f4aaf3ab req-ed36b7c0-7afe-4f58-99c3-1365da33922b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] No DVR routers for this DVR port ae16ca37-c19a-4b89-a618-1bea14804db2 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:07.550984 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e4ac5dfd-d240-4338-a927-9148f4aaf3ab req-ed36b7c0-7afe-4f58-99c3-1365da33922b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:07.555050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4ac5dfd-d240-4338-a927-9148f4aaf3ab req-ed36b7c0-7afe-4f58-99c3-1365da33922b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "DELETE /v2.0/ports/ae16ca37-c19a-4b89-a618-1bea14804db2 HTTP/1.1" status: 204 len: 173 time: 1.1365392 Nov 03 19:00:07.558246 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a58f747-4e01-4203-a6aa-46c5083c62dd', 'name': 'network-vif-deleted', 'tag': 'ae16ca37-c19a-4b89-a618-1bea14804db2'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:07.561087 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f08e12-4e00-4f16-98d9-647df5b39f54" -d '{"events": [{"server_uuid": "5a58f747-4e01-4203-a6aa-46c5083c62dd", "name": "network-vif-deleted", "tag": "ae16ca37-c19a-4b89-a618-1bea14804db2"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:07.679639 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d43f65-9326-4c53-a1ab-60bc96c9c04c x-openstack-request-id: req-c7d43f65-9326-4c53-a1ab-60bc96c9c04c {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:07.679931 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a58f747-4e01-4203-a6aa-46c5083c62dd", "name": "network-vif-deleted", "tag": "ae16ca37-c19a-4b89-a618-1bea14804db2", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:07.680329 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c7d43f65-9326-4c53-a1ab-60bc96c9c04c {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:07.680801 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a58f747-4e01-4203-a6aa-46c5083c62dd', 'name': 'network-vif-deleted', 'tag': 'ae16ca37-c19a-4b89-a618-1bea14804db2', 'status': 'completed', 'code': 200} Nov 03 19:00:08.116235 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a86817a7-5af4-4c4e-b8dc-47517d88e5c7 req-2e030174-b001-49af-aec2-f0f0b31c1de3 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=5a58f747-4e01-4203-a6aa-46c5083c62dd HTTP/1.1" status: 200 len: 210 time: 0.0581474 Nov 03 19:00:08.672854 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04a28a04-ddc6-4ce5-a89f-43c8a99bf985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:09.476356 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-04a28a04-ddc6-4ce5-a89f-43c8a99bf985 admin admin] Deleting port 40ed404d-3561-4648-a0e9-f838a2f3e852 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:09.476356 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04a28a04-ddc6-4ce5-a89f-43c8a99bf985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:09.695208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-04a28a04-ddc6-4ce5-a89f-43c8a99bf985 admin admin] For port 40ed404d-3561-4648-a0e9-f838a2f3e852, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=40ed404d-3561-4648-a0e9-f838a2f3e852,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:09.695853 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04a28a04-ddc6-4ce5-a89f-43c8a99bf985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:09.727939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-04a28a04-ddc6-4ce5-a89f-43c8a99bf985 admin admin] Calling delete_port for 40ed404d-3561-4648-a0e9-f838a2f3e852 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:09.938382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-453f651c-c0f4-4ddf-a1c1-7fe3b89f122b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:09.947734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-453f651c-c0f4-4ddf-a1c1-7fe3b89f122b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 806 time: 0.2561779 Nov 03 19:00:09.972620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-2d2f6472-94c7-4d90-8334-f83b880aa8f1 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/quotas/4a4a568107f143e8aa14bb3dc51af5da HTTP/1.1" status: 200 len: 375 time: 0.0216558 Nov 03 19:00:10.068604 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-028b400a-93b8-4a20-bb5f-ab4fde3f886e tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939064 Nov 03 19:00:10.216311 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04a28a04-ddc6-4ce5-a89f-43c8a99bf985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:10.256443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a28a04-ddc6-4ce5-a89f-43c8a99bf985 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ed404d-3561-4648-a0e9-f838a2f3e852,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:10.364631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-6d51b7f7-8c63-411e-9007-e41cc3fefe56 service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942328 Nov 03 19:00:10.579382 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04a28a04-ddc6-4ce5-a89f-43c8a99bf985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:10.673068 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-ba6f02e0-6391-43e6-95d0-fcfa151d42c7 service neutron] 10.222.0.107 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957239 Nov 03 19:00:11.010681 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd7624a1-31a7-4e65-96ea-74aa43df5d5f req-ebef1739-d721-435d-943d-656b4087ce95 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 210 time: 0.0543094 Nov 03 19:00:11.122478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ae16ca37-c19a-4b89-a618-1bea14804db2 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:11.216557 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: ae16ca37-c19a-4b89-a618-1bea14804db2 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:11.219611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ae16ca37-c19a-4b89-a618-1bea14804db2 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:11.341578 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a28a04-ddc6-4ce5-a89f-43c8a99bf985 admin admin] Router c8de3029-4126-41a0-accd-5104c2d710bd has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:00:11.574898 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 43688) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:11.643610 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a28a04-ddc6-4ce5-a89f-43c8a99bf985 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:00:11.662421 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6978cd37-73d7-4d01-8382-667fe68ed4aa None None] Sync routers for ids ['c8de3029-4126-41a0-accd-5104c2d710bd'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:00:11.690423 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-04a28a04-ddc6-4ce5-a89f-43c8a99bf985 admin admin] 10.222.0.107 "PUT /v2.0/routers/c8de3029-4126-41a0-accd-5104c2d710bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7947454 Nov 03 19:00:11.696551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43694) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:11.697339 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6978cd37-73d7-4d01-8382-667fe68ed4aa None None] Routers {'c8de3029-4126-41a0-accd-5104c2d710bd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:11.701249 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6978cd37-73d7-4d01-8382-667fe68ed4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:59:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c8de3029-4126-41a0-accd-5104c2d710bd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:11.870382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-49395cf3-f36a-4f8a-b93f-33500c272fd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.013611 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-49395cf3-f36a-4f8a-b93f-33500c272fd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.025474 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-49395cf3-f36a-4f8a-b93f-33500c272fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.071073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-49395cf3-f36a-4f8a-b93f-33500c272fd3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=95bdd4d74ec44ffdab92c0848be8e0f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4948404 Nov 03 19:00:12.074257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43702) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:12.098559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49395cf3-f36a-4f8a-b93f-33500c272fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4e33f5-797a-49b4-bde6-da939487aa60,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:12.154074 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6978cd37-73d7-4d01-8382-667fe68ed4aa None None] Set router c8de3029-4126-41a0-accd-5104c2d710bd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:00:12.169390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0dc15c20-126a-49ae-81fa-2a8632a725e6 req-8dd3d003-8e86-4bad-946e-246a11b17b67 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 210 time: 0.0478361 Nov 03 19:00:12.227230 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.408660 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6978cd37-73d7-4d01-8382-667fe68ed4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T19:00:10Z', 'revision_number': 5, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:12.456296 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6978cd37-73d7-4d01-8382-667fe68ed4aa None None] Checking router: c8de3029-4126-41a0-accd-5104c2d710bd for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:00:12.475424 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6978cd37-73d7-4d01-8382-667fe68ed4aa None None] Routers {'c8de3029-4126-41a0-accd-5104c2d710bd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:00:12.476137 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6978cd37-73d7-4d01-8382-667fe68ed4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T18:59:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c8de3029-4126-41a0-accd-5104c2d710bd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:12.502063 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.533431 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0db06dda-5609-4a95-a43f-23b0038a904a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.653952 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0db06dda-5609-4a95-a43f-23b0038a904a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.720628 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6978cd37-73d7-4d01-8382-667fe68ed4aa None None] Set router c8de3029-4126-41a0-accd-5104c2d710bd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:00:12.765004 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] Deleting port 2f6eae02-fc29-4161-b0de-35fe1f2d6114 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:12.765776 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.883181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0db06dda-5609-4a95-a43f-23b0038a904a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.887858 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0db06dda-5609-4a95-a43f-23b0038a904a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:12.892235 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0db06dda-5609-4a95-a43f-23b0038a904a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7d4e33f5-797a-49b4-bde6-da939487aa60 HTTP/1.1" status: 204 len: 168 time: 0.8133211 Nov 03 19:00:12.969576 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db06dda-5609-4a95-a43f-23b0038a904a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4e33f5-797a-49b4-bde6-da939487aa60,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:13.025348 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] For port 2f6eae02-fc29-4161-b0de-35fe1f2d6114, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=2f6eae02-fc29-4161-b0de-35fe1f2d6114,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:13.026084 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:13.066870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] Calling delete_port for 2f6eae02-fc29-4161-b0de-35fe1f2d6114 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:13.235385 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-8637be0c-82a5-4f6c-a395-0bfcb20ab9be tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:13.245084 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-8637be0c-82a5-4f6c-a395-0bfcb20ab9be tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 806 time: 0.4107885 Nov 03 19:00:13.258349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-0645c206-6f80-4b66-bced-f27db05eba18 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Request body: {'port': {'device_id': '407a4a64-af60-4de3-aa7d-e57d8c02b744', 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77', 'admin_state_up': True, 'tenant_id': '4a4a568107f143e8aa14bb3dc51af5da'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:13.293203 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:13.341138 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6978cd37-73d7-4d01-8382-667fe68ed4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T19:00:10Z', 'revision_number': 5, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:13.384020 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6978cd37-73d7-4d01-8382-667fe68ed4aa None None] The sync data for ids ['c8de3029-4126-41a0-accd-5104c2d710bd'] in n-d-812150-4 is: [{'id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'name': 'tempest-AttachVolumeTestJSON-1110113750-router', 'tenant_id': '6e03d37318b34094a0ffff28057c6cc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:25Z', 'updated_at': '2021-11-03T19:00:10Z', 'revision_number': 5, 'project_id': '6e03d37318b34094a0ffff28057c6cc2', 'gw_port': {'id': '2f6eae02-fc29-4161-b0de-35fe1f2d6114', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8de3029-4126-41a0-accd-5104c2d710bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:27Z', 'updated_at': '2021-11-03T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:00:13.446600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a4cffbb-d4b4-40be-903f-273b4804d1cf req-e5e9fd55-d5dd-4506-aacd-fa305334e96f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 210 time: 0.0461221 Nov 03 19:00:13.595946 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:13.596456 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-0645c206-6f80-4b66-bced-f27db05eba18 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Made reservation on behalf of 4a4a568107f143e8aa14bb3dc51af5da for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:00:13.606149 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-0645c206-6f80-4b66-bced-f27db05eba18 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:13.643975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6eae02-fc29-4161-b0de-35fe1f2d6114,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:13.755691 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:13.813292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-0645c206-6f80-4b66-bced-f27db05eba18 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Allocated IP 172.20.0.8 (e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77/b2c7663b-b60c-42de-9b0b-85148b2d5e45/6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:00:14.021078 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-0645c206-6f80-4b66-bced-f27db05eba18 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.071443 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-0645c206-6f80-4b66-bced-f27db05eba18 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.110163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['70225b4f-69a0-490b-8115-c12efcb4854c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:14.201099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645c206-6f80-4b66-bced-f27db05eba18 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Pushing event updated for resources: {'Port': ['ID=6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:14.219451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-0645c206-6f80-4b66-bced-f27db05eba18 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:00:14.225557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-0645c206-6f80-4b66-bced-f27db05eba18 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:00:14.240089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-0645c206-6f80-4b66-bced-f27db05eba18 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:00:14.349265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-0645c206-6f80-4b66-bced-f27db05eba18 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:14.350857 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-0645c206-6f80-4b66-bced-f27db05eba18 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.377304 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-0645c206-6f80-4b66-bced-f27db05eba18 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1254504 Nov 03 19:00:14.378308 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.383916 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.397542 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Request body: {'port': {'device_id': '407a4a64-af60-4de3-aa7d-e57d8c02b744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:00:14.471217 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.471963 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8de3029-4126-41a0-accd-5104c2d710bd {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:00:14.477907 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.481613 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7f3f8ab3-428b-4054-b381-9573c891b44a admin admin] 10.222.0.107 "DELETE /v2.0/routers/c8de3029-4126-41a0-accd-5104c2d710bd HTTP/1.1" status: 204 len: 168 time: 2.7797179 Nov 03 19:00:14.482237 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43756) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:14.525551 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.672877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b8f1f3-5685-4f4a-b0aa-dc06577e049f admin admin] Deleting subnet 1945ba7b-6c1a-48ad-b07e-6241e957b703 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:00:14.720359 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-55b8f1f3-5685-4f4a-b0aa-dc06577e049f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.824385 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-55b8f1f3-5685-4f4a-b0aa-dc06577e049f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:14.975424 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-55b8f1f3-5685-4f4a-b0aa-dc06577e049f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.150483 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 40ed404d-3561-4648-a0e9-f838a2f3e852 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:15.152236 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-55b8f1f3-5685-4f4a-b0aa-dc06577e049f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.235716 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43772) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:15.236901 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 40ed404d-3561-4648-a0e9-f838a2f3e852 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:15.239276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 40ed404d-3561-4648-a0e9-f838a2f3e852 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:15.258478 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8f1f3-5685-4f4a-b0aa-dc06577e049f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1945ba7b-6c1a-48ad-b07e-6241e957b703,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:15.295941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-55b8f1f3-5685-4f4a-b0aa-dc06577e049f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.300029 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-55b8f1f3-5685-4f4a-b0aa-dc06577e049f admin admin] 10.222.0.107 "DELETE /v2.0/subnets/1945ba7b-6c1a-48ad-b07e-6241e957b703 HTTP/1.1" status: 204 len: 168 time: 0.8167844 Nov 03 19:00:15.304595 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43776) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:15.305627 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2decfebd-1eb0-4bff-ac8d-8b220d79c36d None None] Network 59aedf5c-3e42-405b-a5ae-b89a5996e64c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:00:15.490265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:00:15.500508 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.510334 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.513508 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43780) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:15.514245 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Transition to ACTIVE for port object 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:00:15.532869 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.583290 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24d2e495-8db4-4aac-8e83-8c604add134c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.633278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e2d72-93c8-4dcb-babb-3b7e864f7e90 req-92bba486-36e8-471a-b798-f174f6daff2d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:15.649906 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28326a83-631c-4821-b92c-46375ce0096a None None] DHCP port deletion for 59aedf5c-3e42-405b-a5ae-b89a5996e64c request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:00:15.650894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-364e2d72-93c8-4dcb-babb-3b7e864f7e90 req-92bba486-36e8-471a-b798-f174f6daff2d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 931 time: 0.9576795 Nov 03 19:00:15.774946 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-28326a83-631c-4821-b92c-46375ce0096a None None] Deleting port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:15.775839 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-28326a83-631c-4821-b92c-46375ce0096a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.779046 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8f0885b-07fd-4e51-b8d8-5ecccdd0efda admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.801797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:15.900394 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Attempting to bind port 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:00:15.901901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Attempting to bind port 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:00:15.903178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Attempting to bind port 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:15.915654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Port 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:00:15.916279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Attempting to bind port 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 on network e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:00:15.925609 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:00:15.926323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Checking segment: {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:00:15.926888 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Bound using segment: {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:00:15.927717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Bound port: 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002a2246-9347-4bf6-96be-56cd6abe92d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:00:15.928333 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.942581 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-28326a83-631c-4821-b92c-46375ce0096a None None] For port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:15.947409 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-28326a83-631c-4821-b92c-46375ce0096a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.965383 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8f0885b-07fd-4e51-b8d8-5ecccdd0efda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.976918 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8f0885b-07fd-4e51-b8d8-5ecccdd0efda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:15.983159 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-28326a83-631c-4821-b92c-46375ce0096a None None] Calling delete_port for f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:16.016846 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0885b-07fd-4e51-b8d8-5ecccdd0efda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bf59fe-1548-4631-827a-bf870e0f47ea,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:16.031773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] Deleting port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:16.032286 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.074773 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e8f0885b-07fd-4e51-b8d8-5ecccdd0efda admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=aadd781338cb421cae392fc599914ef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5565321 Nov 03 19:00:16.075423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43790) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:16.087852 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] For port 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:00:16.096409 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] For port 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:00:16.122982 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-364e2d72-93c8-4dcb-babb-3b7e864f7e90 req-01351fc3-60de-4823-a763-b816f4cbd2cd tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655917 Nov 03 19:00:16.129004 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.185564 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-28326a83-631c-4821-b92c-46375ce0096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.231085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:16.233147 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.235520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] 10.222.0.98 "PUT /v2.0/ports/6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 HTTP/1.1" status: 200 len: 1091 time: 1.8488309 Nov 03 19:00:16.239469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407a4a64-af60-4de3-aa7d-e57d8c02b744', 'tag': '6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:16.242795 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909dc942-7a9e-4194-95e8-e05699ae5693" -d '{"events": [{"name": "network-changed", "server_uuid": "407a4a64-af60-4de3-aa7d-e57d8c02b744", "tag": "6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:16.257470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28326a83-631c-4821-b92c-46375ce0096a None None] Pushing event deleted for resources: {'Port': ['ID=f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:16.289215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28326a83-631c-4821-b92c-46375ce0096a None None] No DVR routers for this DVR port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:16.311904 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35fab7dc-b30e-4d2e-9a07-09ec36e9713f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.338267 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e81f01-c1cb-4f9d-9aba-02f27970e13e x-openstack-request-id: req-97e81f01-c1cb-4f9d-9aba-02f27970e13e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:16.338625 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407a4a64-af60-4de3-aa7d-e57d8c02b744", "tag": "6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:16.338751 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35fab7dc-b30e-4d2e-9a07-09ec36e9713f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.338841 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-97e81f01-c1cb-4f9d-9aba-02f27970e13e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:16.339216 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407a4a64-af60-4de3-aa7d-e57d8c02b744', 'tag': '6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250', 'status': 'completed', 'code': 200} Nov 03 19:00:16.350212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea3e3c-ea18-4bbd-893d-44de10460898 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:16.365021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-055042ad-7acd-4a3f-b84e-d7f9aaee5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:16.366768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-055042ad-7acd-4a3f-b84e-d7f9aaee5994 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 1094 time: 0.0835421 Nov 03 19:00:16.434779 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24d2e495-8db4-4aac-8e83-8c604add134c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.445201 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] For port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3,segment=NetworkSegment(00a5c9ee-9741-4a81-9118-447a93972420),segment_id=00a5c9ee-9741-4a81-9118-447a93972420)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:16.445840 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.449095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24d2e495-8db4-4aac-8e83-8c604add134c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.460021 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35fab7dc-b30e-4d2e-9a07-09ec36e9713f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.462559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35fab7dc-b30e-4d2e-9a07-09ec36e9713f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.466834 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-35fab7dc-b30e-4d2e-9a07-09ec36e9713f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/31bf59fe-1548-4631-827a-bf870e0f47ea HTTP/1.1" status: 204 len: 168 time: 0.3846266 Nov 03 19:00:16.481885 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-94fa0a9a-0b8b-48fb-8a8f-8d8000a87394 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 HTTP/1.1" status: 200 len: 217 time: 0.1053069 Nov 03 19:00:16.482138 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] Calling delete_port for f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:16.529021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2e495-8db4-4aac-8e83-8c604add134c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972d90ed-558f-4f57-938f-4e776b846fa1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:16.603205 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-24d2e495-8db4-4aac-8e83-8c604add134c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=47b11e23e0a14f4ea25eab3d7bd9ec3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3379695 Nov 03 19:00:16.605306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43798) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:16.643108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-c79256ff-d465-4352-8bb4-901b2b10e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:16.648868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-c79256ff-d465-4352-8bb4-901b2b10e903 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 200 len: 846 time: 0.1591437 Nov 03 19:00:16.736266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-6e233df7-48af-4a03-8433-5eef97a4e1d3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788579 Nov 03 19:00:16.749331 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fab7dc-b30e-4d2e-9a07-09ec36e9713f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bf59fe-1548-4631-827a-bf870e0f47ea,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:16.812136 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e418b23-85ac-4a5c-b2e6-73ef55a0613c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.866967 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e418b23-85ac-4a5c-b2e6-73ef55a0613c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:16.871805 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 2f6eae02-fc29-4161-b0de-35fe1f2d6114 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:16.907134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 2f6eae02-fc29-4161-b0de-35fe1f2d6114 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:16.912919 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 2f6eae02-fc29-4161-b0de-35fe1f2d6114 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:16.916868 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:16.996751 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-8251c231-78df-456f-8c10-b588c5fc99f2 service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489839 Nov 03 19:00:17.001345 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e418b23-85ac-4a5c-b2e6-73ef55a0613c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.007028 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:17.007381 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:17.009483 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e418b23-85ac-4a5c-b2e6-73ef55a0613c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.013516 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5e418b23-85ac-4a5c-b2e6-73ef55a0613c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/972d90ed-558f-4f57-938f-4e776b846fa1 HTTP/1.1" status: 204 len: 168 time: 0.4049664 Nov 03 19:00:17.032550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e418b23-85ac-4a5c-b2e6-73ef55a0613c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972d90ed-558f-4f57-938f-4e776b846fa1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:17.042665 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.134566 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] Pushing event deleted for resources: {'Port': ['ID=f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:17.158642 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] No DVR routers for this DVR port f15c444d-c6c7-4a7e-8d2d-8e101a98d8c3 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:17.328551 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.343695 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed2328b-13ec-4285-8152-2fb3a63cba1f req-de53c247-41aa-4a73-9b4e-343fc1224a36 service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379173 Nov 03 19:00:17.358654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59aedf5c-3e42-405b-a5ae-b89a5996e64c']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:17.371562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a5c9ee-9741-4a81-9118-447a93972420') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:17.372290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a5c9ee-9741-4a81-9118-447a93972420') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:00:17.384739 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.400216 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.401307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6eac69-f641-45a7-b305-1ad39f3c497b req-48122c3e-eb1c-4a5c-a198-671f9e94d141 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:17.408230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:00:17.409053 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.416269 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec6eac69-f641-45a7-b305-1ad39f3c497b req-48122c3e-eb1c-4a5c-a198-671f9e94d141 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 943 time: 0.1978977 Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:00:17.475270 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:00:17.480652 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.489216 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.492357 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] 10.222.0.107 "DELETE /v2.0/networks/59aedf5c-3e42-405b-a5ae-b89a5996e64c HTTP/1.1" status: 204 len: 168 time: 2.1864791 Nov 03 19:00:17.515261 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8fad4-545a-40a2-b963-20cfe40ae49a admin admin] Pushing event deleted for resources: {'Network': ['ID=59aedf5c-3e42-405b-a5ae-b89a5996e64c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:17.657380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec6eac69-f641-45a7-b305-1ad39f3c497b req-d0860307-9617-4a45-8d64-e84d028dd2c4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379520 Nov 03 19:00:17.675195 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dc942-7a9e-4194-95e8-e05699ae5693 req-e990674d-faab-49c7-860e-0e642ec371ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:17.676926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-909dc942-7a9e-4194-95e8-e05699ae5693 req-e990674d-faab-49c7-860e-0e642ec371ff service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 1094 time: 0.2505932 Nov 03 19:00:17.811980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43834) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:17.862653 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c14a18da-b4f0-4127-947e-e8eb75ca05f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:17.879530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dc942-7a9e-4194-95e8-e05699ae5693 req-c0eb2e7f-4977-4519-a871-6d8b47f920fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:17.889471 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-909dc942-7a9e-4194-95e8-e05699ae5693 req-c0eb2e7f-4977-4519-a871-6d8b47f920fe service neutron] 10.222.0.98 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 907 time: 0.2045033 Nov 03 19:00:17.976940 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43836) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:17.995177 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-909dc942-7a9e-4194-95e8-e05699ae5693 req-832a7939-3b13-4388-aba3-ce086193c579 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 HTTP/1.1" status: 200 len: 217 time: 0.0984609 Nov 03 19:00:18.059833 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c14a18da-b4f0-4127-947e-e8eb75ca05f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.076691 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c14a18da-b4f0-4127-947e-e8eb75ca05f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.102301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dc942-7a9e-4194-95e8-e05699ae5693 req-7cc4989d-6636-450f-8b9c-595296dc0f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:18.106914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-909dc942-7a9e-4194-95e8-e05699ae5693 req-7cc4989d-6636-450f-8b9c-595296dc0f40 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 200 len: 846 time: 0.1049085 Nov 03 19:00:18.167863 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-49e991e1-aa9b-488d-93ae-4ebc4d7d575c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6e03d37318b34094a0ffff28057c6cc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1893845 Nov 03 19:00:18.168495 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a18da-b4f0-4127-947e-e8eb75ca05f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff31160d-fcad-4e35-938f-5c267be398d4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:18.172051 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43840) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:18.176756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-909dc942-7a9e-4194-95e8-e05699ae5693 req-7671d197-eca8-4052-ab7a-ab833bde7821 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616744 Nov 03 19:00:18.201718 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c14a18da-b4f0-4127-947e-e8eb75ca05f5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=aad93c3643344707b6d6ee5ec4b52a91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3863311 Nov 03 19:00:18.201944 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 43846) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:18.297763 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7d477ca-25e2-45bd-9d09-c8a848426495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.414091 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7d477ca-25e2-45bd-9d09-c8a848426495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.444011 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-95e202e4-1dcd-4ba7-9df0-7de40880b2e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.448401 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-909dc942-7a9e-4194-95e8-e05699ae5693 req-00a91db6-179b-44a4-80f5-bc72e0ca4205 service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606812 Nov 03 19:00:18.508127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-95e202e4-1dcd-4ba7-9df0-7de40880b2e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.556231 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7d477ca-25e2-45bd-9d09-c8a848426495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.559421 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d7d477ca-25e2-45bd-9d09-c8a848426495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.563739 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d7d477ca-25e2-45bd-9d09-c8a848426495 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/991ecfef-01ea-4ffc-aa36-11d83905a6dc HTTP/1.1" status: 204 len: 168 time: 0.3853664 Nov 03 19:00:18.577417 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d477ca-25e2-45bd-9d09-c8a848426495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991ecfef-01ea-4ffc-aa36-11d83905a6dc,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:18.593545 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-95e202e4-1dcd-4ba7-9df0-7de40880b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.597525 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-95e202e4-1dcd-4ba7-9df0-7de40880b2e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:18.603139 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-95e202e4-1dcd-4ba7-9df0-7de40880b2e9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ff31160d-fcad-4e35-938f-5c267be398d4 HTTP/1.1" status: 204 len: 168 time: 0.3974700 Nov 03 19:00:18.615615 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e202e4-1dcd-4ba7-9df0-7de40880b2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff31160d-fcad-4e35-938f-5c267be398d4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:18.813892 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-909dc942-7a9e-4194-95e8-e05699ae5693 req-4d0b64db-472f-46ad-9e5e-f6e5e586190a service neutron] 10.222.0.98 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574364 Nov 03 19:00:18.946039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9910b-3c0b-4450-a1fe-a48c44857d50 req-ca13a91b-719a-4e50-ac2b-1aad3ece9a71 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:18.957718 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ba9910b-3c0b-4450-a1fe-a48c44857d50 req-ca13a91b-719a-4e50-ac2b-1aad3ece9a71 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 943 time: 0.1110871 Nov 03 19:00:19.061220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ba9910b-3c0b-4450-a1fe-a48c44857d50 req-e5b6a8cf-b14c-4516-b8f1-5ce1aefd1fd0 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978680 Nov 03 19:00:19.152339 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:00:19.291322 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:19.318896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250', 'network_id': 'e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77', 'port_id': '6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250', 'mac_address': 'fa:16:3e:2a:e1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c7663b-b60c-42de-9b0b-85148b2d5e45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:00:19.382965 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:19.404081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:00:19.440126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:19.448207 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:19.513538 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:19.640559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:20.309139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24ffb0-9522-44a1-9825-b520b7d6168c req-5e3e4e46-8d27-4613-8c51-e49a421c5f59 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:20.311601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb24ffb0-9522-44a1-9825-b520b7d6168c req-5e3e4e46-8d27-4613-8c51-e49a421c5f59 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 944 time: 0.1119773 Nov 03 19:00:20.426398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb24ffb0-9522-44a1-9825-b520b7d6168c req-91059ab7-fbbc-425e-b686-0e23e4abb28c tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035779 Nov 03 19:00:21.152063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:00:21.271498 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:00:21.279298 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:00:21.279609 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:21.372386 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:21.404603 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407a4a64-af60-4de3-aa7d-e57d8c02b744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:21.407765 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ebfa5b-2892-4dd3-a508-146bcb38c54d" -d '{"events": [{"server_uuid": "407a4a64-af60-4de3-aa7d-e57d8c02b744", "name": "network-vif-plugged", "status": "completed", "tag": "6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:21.444176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:21.454656 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:21.524297 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4502e5dc-5676-4532-a096-a98b9985f4d0 x-openstack-request-id: req-4502e5dc-5676-4532-a096-a98b9985f4d0 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:21.524605 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407a4a64-af60-4de3-aa7d-e57d8c02b744", "name": "network-vif-plugged", "status": "completed", "tag": "6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:21.524841 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4502e5dc-5676-4532-a096-a98b9985f4d0 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:21.525236 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407a4a64-af60-4de3-aa7d-e57d8c02b744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250', 'code': 200} Nov 03 19:00:21.598369 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:21.794039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c12908-a46a-49e4-a087-ac708d75c77c req-4fa46b15-ec8a-4939-b0bd-e4b55ed6a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:21.796731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4c12908-a46a-49e4-a087-ac708d75c77c req-4fa46b15-ec8a-4939-b0bd-e4b55ed6a0c6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 1096 time: 0.2310610 Nov 03 19:00:21.887436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc17f4-df15-4e43-b0ac-4cddf1dbc8a4 req-e43c3b66-ca61-4bd1-8157-db0c5f9a1415 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:21.896128 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbbc17f4-df15-4e43-b0ac-4cddf1dbc8a4 req-e43c3b66-ca61-4bd1-8157-db0c5f9a1415 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.2391734 Nov 03 19:00:22.088107 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbbc17f4-df15-4e43-b0ac-4cddf1dbc8a4 req-11e56649-908a-43f2-a21c-cf16c40bba46 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902788 Nov 03 19:00:22.137177 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4c12908-a46a-49e4-a087-ac708d75c77c req-c07afb9b-986c-4f68-bde3-abcd6bf901c0 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211956 Nov 03 19:00:23.294581 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9f834-7ff5-4dee-a180-f63048e03e8c req-c3f251dd-c268-4518-a000-4f6af60bee2f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:23.300192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53f9f834-7ff5-4dee-a180-f63048e03e8c req-c3f251dd-c268-4518-a000-4f6af60bee2f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0708404 Nov 03 19:00:23.403432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53f9f834-7ff5-4dee-a180-f63048e03e8c req-7ff82c51-facd-4795-87c2-e2f9c985c16e tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925689 Nov 03 19:00:24.105736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44044) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:24.279069 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6fb8f5c-844e-4aa2-b8e4-82bc47a0c1f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:24.385494 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6fb8f5c-844e-4aa2-b8e4-82bc47a0c1f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:24.391211 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6fb8f5c-844e-4aa2-b8e4-82bc47a0c1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:24.437295 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c6fb8f5c-844e-4aa2-b8e4-82bc47a0c1f2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=721fd62c73ae4c679a92031ed2773e6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3303530 Nov 03 19:00:24.439639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb8f5c-844e-4aa2-b8e4-82bc47a0c1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7160c75c-47dd-4ebe-9bb2-3d47397e4b9c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:24.440149 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44052) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:24.511672 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e3784e18-5d78-454d-b0ca-474054027ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:24.558728 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e3784e18-5d78-454d-b0ca-474054027ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:24.603244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860e55-509b-4290-bdb1-6e2f74ee1788 req-e77574f1-52a4-4a75-be52-074885dbd60f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:24.604888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d860e55-509b-4290-bdb1-6e2f74ee1788 req-e77574f1-52a4-4a75-be52-074885dbd60f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0905278 Nov 03 19:00:24.641697 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e3784e18-5d78-454d-b0ca-474054027ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:24.645633 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e3784e18-5d78-454d-b0ca-474054027ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:24.647490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e3784e18-5d78-454d-b0ca-474054027ea2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7160c75c-47dd-4ebe-9bb2-3d47397e4b9c HTTP/1.1" status: 204 len: 168 time: 0.2062366 Nov 03 19:00:24.672524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3784e18-5d78-454d-b0ca-474054027ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7160c75c-47dd-4ebe-9bb2-3d47397e4b9c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:24.680228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d860e55-509b-4290-bdb1-6e2f74ee1788 req-8ad0f803-a6eb-4bcb-87b8-c136fb525e7f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662227 Nov 03 19:00:25.057949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d286c72-b98b-4c61-893e-74d8c5ebab88 req-ae49825a-60de-4209-9cae-d1019043d6b4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:25.074019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d286c72-b98b-4c61-893e-74d8c5ebab88 req-ae49825a-60de-4209-9cae-d1019043d6b4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.1058741 Nov 03 19:00:25.190599 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44084) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:25.210057 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78bd4d8f-3cde-41b6-b976-b1de0f66ab89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.211024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d286c72-b98b-4c61-893e-74d8c5ebab88 req-642393e1-929e-428d-8952-cdcbe9484ce8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217780 Nov 03 19:00:25.434438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63070ae8-44fb-4436-a61a-030be563ef73 req-e9fbb57f-82dd-438e-8ee3-c1501aee470d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:25.440652 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63070ae8-44fb-4436-a61a-030be563ef73 req-e9fbb57f-82dd-438e-8ee3-c1501aee470d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.1029119 Nov 03 19:00:25.442524 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78bd4d8f-3cde-41b6-b976-b1de0f66ab89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.448648 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78bd4d8f-3cde-41b6-b976-b1de0f66ab89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.509253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd4d8f-3cde-41b6-b976-b1de0f66ab89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27de9f77-2f05-4fe7-808e-78c4a4ef8314,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:25.547394 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-78bd4d8f-3cde-41b6-b976-b1de0f66ab89 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1ce3adaf34004755afbfe73a396252ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3550401 Nov 03 19:00:25.549995 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44096) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:25.573296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63070ae8-44fb-4436-a61a-030be563ef73 req-abac7550-f427-4899-831c-4a91d5159036 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272271 Nov 03 19:00:25.639971 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efbce90d-268b-457c-ac9c-abe7138a4ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.674954 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efbce90d-268b-457c-ac9c-abe7138a4ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.751258 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efbce90d-268b-457c-ac9c-abe7138a4ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.755981 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-efbce90d-268b-457c-ac9c-abe7138a4ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.758716 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-efbce90d-268b-457c-ac9c-abe7138a4ba6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/27de9f77-2f05-4fe7-808e-78c4a4ef8314 HTTP/1.1" status: 204 len: 168 time: 0.2069829 Nov 03 19:00:25.760566 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9f2d-8102-4d9b-aed2-c2901309431c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:25.773627 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbce90d-268b-457c-ac9c-abe7138a4ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27de9f77-2f05-4fe7-808e-78c4a4ef8314,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:26.126892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13900a8c-7a00-4321-aac3-b6629da0a69a req-b079c785-7228-4422-ace2-4aae8fd9a1ef tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:26.135396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-13900a8c-7a00-4321-aac3-b6629da0a69a req-b079c785-7228-4422-ace2-4aae8fd9a1ef tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.1263349 Nov 03 19:00:26.251753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-13900a8c-7a00-4321-aac3-b6629da0a69a req-c15a0621-cf7c-4e3b-ad41-a901bc949bfb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146502 Nov 03 19:00:27.515466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5e526-3bde-46be-8291-032f89008eca req-d3bdd14c-c3f8-4a29-84dc-46c8747c9bcf tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:27.527485 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15d5e526-3bde-46be-8291-032f89008eca req-d3bdd14c-c3f8-4a29-84dc-46c8747c9bcf tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.1076438 Nov 03 19:00:27.613316 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15d5e526-3bde-46be-8291-032f89008eca req-1844e9ab-69e8-4705-9145-fcb49ab853e2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819345 Nov 03 19:00:28.099895 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-834f5f34-cbe5-495d-8c20-cfa326305724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:28.802130 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8b198-08fb-4382-a233-9754b85a899e req-0c325157-c724-4544-a0cd-6d5aa72ba28e tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:28.821065 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9d8b198-08fb-4382-a233-9754b85a899e req-0c325157-c724-4544-a0cd-6d5aa72ba28e tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.1032407 Nov 03 19:00:28.895455 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9d8b198-08fb-4382-a233-9754b85a899e req-2d7e065e-e755-4fe6-9332-95969942cf23 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733750 Nov 03 19:00:29.411001 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.093227 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8678e8-4ee1-4f34-971d-e589e2eba330 req-1b769d5e-8e03-4b36-bc3b-6e141a45ee0f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:30.112254 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da8678e8-4ee1-4f34-971d-e589e2eba330 req-1b769d5e-8e03-4b36-bc3b-6e141a45ee0f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.1158929 Nov 03 19:00:30.215960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da8678e8-4ee1-4f34-971d-e589e2eba330 req-38b03214-9050-49d4-93b3-8bc7343e5856 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026947 Nov 03 19:00:30.403976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44262) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:30.592451 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.663669 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:30.900171 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5b364f74-3d43-4686-87f3-cc3b27eeb459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.030640 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5b364f74-3d43-4686-87f3-cc3b27eeb459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.038955 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5b364f74-3d43-4686-87f3-cc3b27eeb459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.104458 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5b364f74-3d43-4686-87f3-cc3b27eeb459 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=af636935cfab4e1dba2dc2e046ee2462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6994331 Nov 03 19:00:31.106122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b364f74-3d43-4686-87f3-cc3b27eeb459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ae579-e442-43b4-b8c2-df51ecd737c0,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:31.107389 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44276) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:31.133822 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:00:31.233740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f75cdd1-6ff7-4b71-b396-ac6db2330027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.287719 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f75cdd1-6ff7-4b71-b396-ac6db2330027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.377015 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f75cdd1-6ff7-4b71-b396-ac6db2330027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.379931 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f75cdd1-6ff7-4b71-b396-ac6db2330027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.384541 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4f75cdd1-6ff7-4b71-b396-ac6db2330027 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1b2ae579-e442-43b4-b8c2-df51ecd737c0 HTTP/1.1" status: 204 len: 168 time: 0.2759898 Nov 03 19:00:31.420345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75cdd1-6ff7-4b71-b396-ac6db2330027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2ae579-e442-43b4-b8c2-df51ecd737c0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:31.449682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffecc3-6462-4be2-b980-c78f3a1d6cac req-1b35eed6-f741-4dce-8fdd-c986bab59287 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:31.459403 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50ffecc3-6462-4be2-b980-c78f3a1d6cac req-1b35eed6-f741-4dce-8fdd-c986bab59287 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.1487534 Nov 03 19:00:31.494558 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:31.624210 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50ffecc3-6462-4be2-b980-c78f3a1d6cac req-28640369-682d-4548-a79c-1934d5dbb923 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567469 Nov 03 19:00:32.804898 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-512a8eba-e162-4c88-a899-22f9c0063946 req-cfeb9304-f87d-4e2d-9b6b-a08819d5f931 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1548920 Nov 03 19:00:32.963963 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a8eba-e162-4c88-a899-22f9c0063946 req-2f2fc4ee-0778-45b3-a7e0-96d2cc79ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:32.977580 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-512a8eba-e162-4c88-a899-22f9c0063946 req-2f2fc4ee-0778-45b3-a7e0-96d2cc79ba44 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 1096 time: 0.1334548 Nov 03 19:00:33.246046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a8eba-e162-4c88-a899-22f9c0063946 req-2cd8370d-2631-410d-b262-e7aaf51fdcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:33.252732 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-512a8eba-e162-4c88-a899-22f9c0063946 req-2cd8370d-2631-410d-b262-e7aaf51fdcee service neutron] 10.222.0.87 "GET /v2.0/networks?id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 200 len: 907 time: 0.2537088 Nov 03 19:00:33.393964 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-512a8eba-e162-4c88-a899-22f9c0063946 req-58b49425-2f5c-4c89-852c-5682f9429b52 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70225b4f-69a0-490b-8115-c12efcb4854c HTTP/1.1" status: 200 len: 217 time: 0.1318717 Nov 03 19:00:33.522090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a8eba-e162-4c88-a899-22f9c0063946 req-ac33f3b3-56b4-4d6e-9797-68b69546b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:33.524428 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-512a8eba-e162-4c88-a899-22f9c0063946 req-ac33f3b3-56b4-4d6e-9797-68b69546b51c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 200 len: 846 time: 0.1219025 Nov 03 19:00:33.620273 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-512a8eba-e162-4c88-a899-22f9c0063946 req-db24ca21-45af-48b8-9e1c-2d20b2ff4bc3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873370 Nov 03 19:00:33.858236 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-512a8eba-e162-4c88-a899-22f9c0063946 req-dbe5e8d0-f115-43cc-823a-c69a85507073 service neutron] 10.222.0.87 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298865 Nov 03 19:00:33.921303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ab32-497a-4f25-ab01-8e67ed2a1eeb req-06069e3a-ab0b-4f2f-a253-ac3a66c15442 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:33.944422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ab32-497a-4f25-ab01-8e67ed2a1eeb req-06069e3a-ab0b-4f2f-a253-ac3a66c15442 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:33.961950 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ab32-497a-4f25-ab01-8e67ed2a1eeb req-06069e3a-ab0b-4f2f-a253-ac3a66c15442 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:33.970999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ab32-497a-4f25-ab01-8e67ed2a1eeb req-06069e3a-ab0b-4f2f-a253-ac3a66c15442 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:33.978692 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ab32-497a-4f25-ab01-8e67ed2a1eeb req-06069e3a-ab0b-4f2f-a253-ac3a66c15442 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:33.987336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ab32-497a-4f25-ab01-8e67ed2a1eeb req-06069e3a-ab0b-4f2f-a253-ac3a66c15442 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:33.995960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2ab32-497a-4f25-ab01-8e67ed2a1eeb req-06069e3a-ab0b-4f2f-a253-ac3a66c15442 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:34.000046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34f2ab32-497a-4f25-ab01-8e67ed2a1eeb req-06069e3a-ab0b-4f2f-a253-ac3a66c15442 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5434 time: 0.1662242 Nov 03 19:00:34.014590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518e38f-49d2-4b8a-aeca-abbd631e0670 req-aab8b5a2-d88f-4e79-9c6f-77c9f88cd7e5 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:34.017019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6518e38f-49d2-4b8a-aeca-abbd631e0670 req-aab8b5a2-d88f-4e79-9c6f-77c9f88cd7e5 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 1.2121201 Nov 03 19:00:34.078879 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-512a8eba-e162-4c88-a899-22f9c0063946 req-4356d49e-d8d3-43e0-b3bb-fdc02330cbe4 service neutron] 10.222.0.87 "GET /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115881 Nov 03 19:00:34.121939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34f2ab32-497a-4f25-ab01-8e67ed2a1eeb req-eb4f7c14-1179-4700-8bb4-63608bf8da58 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031749 Nov 03 19:00:34.157049 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6518e38f-49d2-4b8a-aeca-abbd631e0670 req-018253bb-7a74-4cf4-962e-e7039deee9f6 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628214 Nov 03 19:00:34.483193 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2948c1-80e2-4c25-912e-2214141dbb2d req-a809c2f9-ca61-4a46-9d4a-c65ac75306c4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:34.496449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2948c1-80e2-4c25-912e-2214141dbb2d req-a809c2f9-ca61-4a46-9d4a-c65ac75306c4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:34.509725 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2948c1-80e2-4c25-912e-2214141dbb2d req-a809c2f9-ca61-4a46-9d4a-c65ac75306c4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:34.541127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2948c1-80e2-4c25-912e-2214141dbb2d req-a809c2f9-ca61-4a46-9d4a-c65ac75306c4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:34.566140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2948c1-80e2-4c25-912e-2214141dbb2d req-a809c2f9-ca61-4a46-9d4a-c65ac75306c4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:34.575340 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2948c1-80e2-4c25-912e-2214141dbb2d req-a809c2f9-ca61-4a46-9d4a-c65ac75306c4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:34.589711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2948c1-80e2-4c25-912e-2214141dbb2d req-a809c2f9-ca61-4a46-9d4a-c65ac75306c4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:34.596289 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d2948c1-80e2-4c25-912e-2214141dbb2d req-a809c2f9-ca61-4a46-9d4a-c65ac75306c4 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5434 time: 0.2641637 Nov 03 19:00:35.394245 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962ab35-753e-494c-89d2-eade8d3b3766 req-493a0be6-eb6b-4d35-b264-8f43b6117efa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:35.403474 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1962ab35-753e-494c-89d2-eade8d3b3766 req-493a0be6-eb6b-4d35-b264-8f43b6117efa tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0677524 Nov 03 19:00:35.477492 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1962ab35-753e-494c-89d2-eade8d3b3766 req-eaf44922-1449-47b0-9e54-b964402da809 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726845 Nov 03 19:00:36.657583 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44616) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:36.706660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44620) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:36.738482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7810e-7c8c-4e3a-8700-7381fb80a8a9 req-84b454ec-2e4d-4910-b7a2-9c05e326c90b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:36.751371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ff7810e-7c8c-4e3a-8700-7381fb80a8a9 req-84b454ec-2e4d-4910-b7a2-9c05e326c90b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.1229427 Nov 03 19:00:36.846848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ff7810e-7c8c-4e3a-8700-7381fb80a8a9 req-658e14bd-8e07-4190-8c5b-92239a336cbe tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943499 Nov 03 19:00:36.907031 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ccf5e5b2-bc48-4b4b-a4c0-f79b888fbc3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:36.998908 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9437369f-bf93-4432-afd7-05327122f44b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.230882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44648) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:37.240292 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ccf5e5b2-bc48-4b4b-a4c0-f79b888fbc3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.242406 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9437369f-bf93-4432-afd7-05327122f44b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.255320 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ccf5e5b2-bc48-4b4b-a4c0-f79b888fbc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.295928 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9437369f-bf93-4432-afd7-05327122f44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.359242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5e5b2-bc48-4b4b-a4c0-f79b888fbc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f240a06-9a32-40d5-88e9-2d8eefad47f7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:37.403981 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ccf5e5b2-bc48-4b4b-a4c0-f79b888fbc3c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=03b1af219b4749cab35a0e29ca7bb356&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6962154 Nov 03 19:00:37.407210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44654) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:37.417189 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9437369f-bf93-4432-afd7-05327122f44b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ec6c99117f4a4538ac8822895db8a7b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7562799 Nov 03 19:00:37.434592 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44658) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:37.444437 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437369f-bf93-4432-afd7-05327122f44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60373913-8957-4b4f-b0e9-e34cac4890f0,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:37.507412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d97f1a-3b73-4dd1-aced-2c31cc236b31 req-afddc12d-989b-4d24-93b3-8028d92d5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.507802 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d97f1a-3b73-4dd1-aced-2c31cc236b31 req-afddc12d-989b-4d24-93b3-8028d92d5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.508546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d97f1a-3b73-4dd1-aced-2c31cc236b31 req-afddc12d-989b-4d24-93b3-8028d92d5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.509389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d97f1a-3b73-4dd1-aced-2c31cc236b31 req-afddc12d-989b-4d24-93b3-8028d92d5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.510966 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d97f1a-3b73-4dd1-aced-2c31cc236b31 req-afddc12d-989b-4d24-93b3-8028d92d5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.511689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d97f1a-3b73-4dd1-aced-2c31cc236b31 req-afddc12d-989b-4d24-93b3-8028d92d5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.512315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d97f1a-3b73-4dd1-aced-2c31cc236b31 req-afddc12d-989b-4d24-93b3-8028d92d5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:37.514698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93d97f1a-3b73-4dd1-aced-2c31cc236b31 req-afddc12d-989b-4d24-93b3-8028d92d5bdd service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 6491 time: 0.2817557 Nov 03 19:00:37.626668 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f815c7a-e758-46e2-9020-35500051209f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.663558 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5043-cc5a-4d8e-975e-b5c879e2a6d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.686624 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93d97f1a-3b73-4dd1-aced-2c31cc236b31 req-de38d74a-cac2-471d-a6de-aeb6718529e0 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1564963 Nov 03 19:00:37.698444 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f815c7a-e758-46e2-9020-35500051209f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.714608 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5043-cc5a-4d8e-975e-b5c879e2a6d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.808369 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5043-cc5a-4d8e-975e-b5c879e2a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.812505 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c0ab5043-cc5a-4d8e-975e-b5c879e2a6d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.816219 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c0ab5043-cc5a-4d8e-975e-b5c879e2a6d7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/60373913-8957-4b4f-b0e9-e34cac4890f0 HTTP/1.1" status: 204 len: 168 time: 0.3770123 Nov 03 19:00:37.838449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab5043-cc5a-4d8e-975e-b5c879e2a6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60373913-8957-4b4f-b0e9-e34cac4890f0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:37.842997 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f815c7a-e758-46e2-9020-35500051209f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.863188 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f815c7a-e758-46e2-9020-35500051209f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:37.868187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6f815c7a-e758-46e2-9020-35500051209f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9f240a06-9a32-40d5-88e9-2d8eefad47f7 HTTP/1.1" status: 204 len: 168 time: 0.4573829 Nov 03 19:00:37.885184 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f815c7a-e758-46e2-9020-35500051209f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f240a06-9a32-40d5-88e9-2d8eefad47f7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:38.048981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29fa30-cb04-4ca1-b16d-b6122b48fc16 req-06cc6b65-4d39-4075-b7d9-86f18afd95bb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:38.050583 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de29fa30-cb04-4ca1-b16d-b6122b48fc16 req-06cc6b65-4d39-4075-b7d9-86f18afd95bb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0720487 Nov 03 19:00:38.168221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de29fa30-cb04-4ca1-b16d-b6122b48fc16 req-16365dec-64b4-40c4-9b90-b2c45aa30683 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100166 Nov 03 19:00:38.538929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44688) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:38.557842 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa1849c7-28dd-49ed-847a-3029c31c4b7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.777041 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa1849c7-28dd-49ed-847a-3029c31c4b7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.783507 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa1849c7-28dd-49ed-847a-3029c31c4b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.836397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44696) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:38.870443 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-767ad9d7-41ec-48fb-9dd6-e0a911e3e047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:38.881824 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1849c7-28dd-49ed-847a-3029c31c4b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77d7e75-a01a-40b4-889e-221749e5072d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:38.902744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aa1849c7-28dd-49ed-847a-3029c31c4b7b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8ebb49c3f15f4c93b28972ca833a5a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3589697 Nov 03 19:00:38.903030 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44698) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:38.976853 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.010182 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.019286 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-767ad9d7-41ec-48fb-9dd6-e0a911e3e047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.026809 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-767ad9d7-41ec-48fb-9dd6-e0a911e3e047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.084236 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.095258 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.097883 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d77d7e75-a01a-40b4-889e-221749e5072d HTTP/1.1" status: 204 len: 168 time: 0.1925306 Nov 03 19:00:39.113202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ad9d7-41ec-48fb-9dd6-e0a911e3e047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b034322-b208-43cb-9fd5-49e75808dd13,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:39.115426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77d7e75-a01a-40b4-889e-221749e5072d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:39.118767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-767ad9d7-41ec-48fb-9dd6-e0a911e3e047 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9ed923f64e58498aa55c7b1e744ea6a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2764003 Nov 03 19:00:39.121878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44704) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:39.145722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:39.147768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:39.150691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:39.150691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:39.150691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:39.150691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:39.150691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:39.150691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:39.150691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:39.151509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:39.152300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:39.153108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd03a36-788e-44d1-bb83-bbec051b9484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:39.247649 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1418-b9b2-471d-99c0-e70f0ef674cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.287174 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1418-b9b2-471d-99c0-e70f0ef674cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.391524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ed219-20dc-4e2b-b8e4-38988cffee40 req-de1e9ea2-b7bf-4f23-91c8-eef9117e1517 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:39.393902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d10ed219-20dc-4e2b-b8e4-38988cffee40 req-de1e9ea2-b7bf-4f23-91c8-eef9117e1517 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0964327 Nov 03 19:00:39.452202 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1418-b9b2-471d-99c0-e70f0ef674cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.456189 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6bbb1418-b9b2-471d-99c0-e70f0ef674cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:39.459874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6bbb1418-b9b2-471d-99c0-e70f0ef674cc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0b034322-b208-43cb-9fd5-49e75808dd13 HTTP/1.1" status: 204 len: 168 time: 0.3345397 Nov 03 19:00:39.493481 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb1418-b9b2-471d-99c0-e70f0ef674cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b034322-b208-43cb-9fd5-49e75808dd13,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:39.498388 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d10ed219-20dc-4e2b-b8e4-38988cffee40 req-bb475b83-8cf9-4f72-91ed-0e1aab634584 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861838 Nov 03 19:00:40.169577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44734) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:40.462274 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2947da71-5e22-4897-a981-94fdd550161f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.564265 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2947da71-5e22-4897-a981-94fdd550161f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.572866 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2947da71-5e22-4897-a981-94fdd550161f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.641728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2947da71-5e22-4897-a981-94fdd550161f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dd3e49c4cd4e419d90bef5bac8b9f985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4710176 Nov 03 19:00:40.642593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947da71-5e22-4897-a981-94fdd550161f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b29798-fbae-4ad8-9e1e-29914ff86f99,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:40.644794 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44752) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:40.690586 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f841cf-6d1e-4eb1-a5f9-2e5c3c451c98 req-a1cea35b-26d1-43dc-b629-f540dad0b4f8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:40.692178 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b0f841cf-6d1e-4eb1-a5f9-2e5c3c451c98 req-a1cea35b-26d1-43dc-b629-f540dad0b4f8 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0810032 Nov 03 19:00:40.758335 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1994845c-b6f4-43c7-8cac-96aa2e5e2d5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.765158 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b0f841cf-6d1e-4eb1-a5f9-2e5c3c451c98 req-6dcd8922-2eb9-4d58-9693-b773fca62ca4 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646572 Nov 03 19:00:40.803269 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1994845c-b6f4-43c7-8cac-96aa2e5e2d5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.872215 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1994845c-b6f4-43c7-8cac-96aa2e5e2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.875108 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1994845c-b6f4-43c7-8cac-96aa2e5e2d5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:40.876507 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1994845c-b6f4-43c7-8cac-96aa2e5e2d5c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/09b29798-fbae-4ad8-9e1e-29914ff86f99 HTTP/1.1" status: 204 len: 168 time: 0.2292681 Nov 03 19:00:40.888144 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994845c-b6f4-43c7-8cac-96aa2e5e2d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b29798-fbae-4ad8-9e1e-29914ff86f99,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:41.338548 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44774) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:41.352386 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6fdac51-2603-468f-8465-1edeca9ebd3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.433828 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6fdac51-2603-468f-8465-1edeca9ebd3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.438563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6fdac51-2603-468f-8465-1edeca9ebd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.484251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdac51-2603-468f-8465-1edeca9ebd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a9a7fa-8f17-4871-a294-b4ccd435d44a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:41.492402 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e6fdac51-2603-468f-8465-1edeca9ebd3c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4c5aa75724914e5cade5028bc0b655f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1527383 Nov 03 19:00:41.498096 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44782) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:41.560974 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a49a-a6d2-495b-a9bf-514ef15a9c34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.590051 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a49a-a6d2-495b-a9bf-514ef15a9c34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.652505 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a49a-a6d2-495b-a9bf-514ef15a9c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.655282 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a49a-a6d2-495b-a9bf-514ef15a9c34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:41.656500 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3bc2a49a-a6d2-495b-a9bf-514ef15a9c34 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b7a9a7fa-8f17-4871-a294-b4ccd435d44a HTTP/1.1" status: 204 len: 168 time: 0.1552145 Nov 03 19:00:41.666579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2a49a-a6d2-495b-a9bf-514ef15a9c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a9a7fa-8f17-4871-a294-b4ccd435d44a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:41.919053 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac906ad-5d60-4962-a4a5-97efded0539e req-24a26c26-f421-4e48-a183-51a34dddc8c7 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:41.920691 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aac906ad-5d60-4962-a4a5-97efded0539e req-24a26c26-f421-4e48-a183-51a34dddc8c7 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0687943 Nov 03 19:00:41.979234 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aac906ad-5d60-4962-a4a5-97efded0539e req-ebaddf2c-7378-4051-a326-6e3dbfb7f72d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506957 Nov 03 19:00:42.245944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 44812) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:42.261337 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-228fe67d-f1c9-49e3-9145-3ec825bff746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.370101 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-228fe67d-f1c9-49e3-9145-3ec825bff746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.374835 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-228fe67d-f1c9-49e3-9145-3ec825bff746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.429564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-228fe67d-f1c9-49e3-9145-3ec825bff746 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e05cd6d5b41d405a918f5b84a4161353&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1793594 Nov 03 19:00:42.429564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fe67d-f1c9-49e3-9145-3ec825bff746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df388be6-e32d-49f8-8343-21d15296e61c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:42.433346 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44816) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:42.527171 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-612471fe-6669-4451-bc51-5f05ffd9344a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.555228 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-612471fe-6669-4451-bc51-5f05ffd9344a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.624375 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-612471fe-6669-4451-bc51-5f05ffd9344a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.627210 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-612471fe-6669-4451-bc51-5f05ffd9344a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:42.630924 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-612471fe-6669-4451-bc51-5f05ffd9344a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/df388be6-e32d-49f8-8343-21d15296e61c HTTP/1.1" status: 204 len: 168 time: 0.1965201 Nov 03 19:00:42.639389 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612471fe-6669-4451-bc51-5f05ffd9344a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df388be6-e32d-49f8-8343-21d15296e61c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:43.158085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda36a30-e96d-4f2e-b03f-77dfbc908ee8 req-336d6fd6-68de-41b6-80f9-b70914b5dd4d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:43.158085 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dda36a30-e96d-4f2e-b03f-77dfbc908ee8 req-336d6fd6-68de-41b6-80f9-b70914b5dd4d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0590935 Nov 03 19:00:43.217312 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dda36a30-e96d-4f2e-b03f-77dfbc908ee8 req-2917e273-a0a9-487d-ab5d-959f6ce3df96 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561304 Nov 03 19:00:43.275429 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:44.385532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c74ed9-f47a-4565-8e5d-47ee941b5ed8 req-ae80c09f-9f9e-41c6-80e4-0e66ab58e6f9 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:44.400173 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06c74ed9-f47a-4565-8e5d-47ee941b5ed8 req-ae80c09f-9f9e-41c6-80e4-0e66ab58e6f9 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0838785 Nov 03 19:00:44.518619 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-06c74ed9-f47a-4565-8e5d-47ee941b5ed8 req-e7394a5a-3a10-4bbd-8b76-b728401157f0 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065238 Nov 03 19:00:45.714508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c242b0-f607-4d3a-a734-d2e6b5e093c4 req-a460c1ca-ca29-4b09-a672-cdbd0f066248 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:45.724537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-38c242b0-f607-4d3a-a734-d2e6b5e093c4 req-a460c1ca-ca29-4b09-a672-cdbd0f066248 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0872250 Nov 03 19:00:45.784507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-38c242b0-f607-4d3a-a734-d2e6b5e093c4 req-f902010a-5e6d-4c91-a61e-ac376e754482 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585160 Nov 03 19:00:46.983522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee83986-b0c7-42dc-903a-589effae6911 req-3cda3cfc-93e9-45b2-baa5-fdefce85ace1 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:46.985109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fee83986-b0c7-42dc-903a-589effae6911 req-3cda3cfc-93e9-45b2-baa5-fdefce85ace1 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.1094210 Nov 03 19:00:47.051197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fee83986-b0c7-42dc-903a-589effae6911 req-5936934d-f82a-49d9-9efd-03d4de0bb137 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583317 Nov 03 19:00:47.097161 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 44994) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:47.231072 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69413d2a-3754-44e3-9c61-cbabb7de63f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.366107 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69413d2a-3754-44e3-9c61-cbabb7de63f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.372206 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69413d2a-3754-44e3-9c61-cbabb7de63f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.455977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69413d2a-3754-44e3-9c61-cbabb7de63f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbb4dee-4e8a-4f3a-8ae7-dd9aba928b8d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:47.461174 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-69413d2a-3754-44e3-9c61-cbabb7de63f0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c273758ff1334bf7b08ec9ece1954ca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3621042 Nov 03 19:00:47.464131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45000) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:47.518958 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.541678 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.592243 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.594963 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:47.602327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/dfbb4dee-4e8a-4f3a-8ae7-dd9aba928b8d HTTP/1.1" status: 204 len: 168 time: 0.1307094 Nov 03 19:00:47.607830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbb4dee-4e8a-4f3a-8ae7-dd9aba928b8d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:47.618161 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:47.618857 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:47.619494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:47.620103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:47.620745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:47.621354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:47.621986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:47.622528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:47.623647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:47.624377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:47.624923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:47.625545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d096df-67d9-4ddd-9ea0-67cb47db3630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:00:47.970905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45010) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:47.985558 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1e91-1c75-4f03-817e-d795fe8f183a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.149678 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1e91-1c75-4f03-817e-d795fe8f183a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.154769 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1e91-1c75-4f03-817e-d795fe8f183a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.203138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f68e82-ed39-4ce0-b28a-ca23f6f31707 req-fcb40d85-b53d-4953-a5ad-9a8d89cd4e36 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:48.205847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70f68e82-ed39-4ce0-b28a-ca23f6f31707 req-fcb40d85-b53d-4953-a5ad-9a8d89cd4e36 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0643458 Nov 03 19:00:48.222240 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f6fe1e91-1c75-4f03-817e-d795fe8f183a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bb29f53af0a74b779d9126f5c20e5612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2501194 Nov 03 19:00:48.222923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe1e91-1c75-4f03-817e-d795fe8f183a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e67392-bd98-4e8d-bcf3-acdb48593ded,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:48.225612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45020) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:48.342383 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70f68e82-ed39-4ce0-b28a-ca23f6f31707 req-5716c427-3b04-4bdf-b11c-3d018947440a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298659 Nov 03 19:00:48.346720 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0a3e-f19c-4114-b95b-37d0accdfb19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.380074 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0a3e-f19c-4114-b95b-37d0accdfb19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.437557 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0a3e-f19c-4114-b95b-37d0accdfb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.441797 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0a3e-f19c-4114-b95b-37d0accdfb19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:48.443293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d3ae0a3e-f19c-4114-b95b-37d0accdfb19 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e6e67392-bd98-4e8d-bcf3-acdb48593ded HTTP/1.1" status: 204 len: 168 time: 0.2163455 Nov 03 19:00:48.463095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae0a3e-f19c-4114-b95b-37d0accdfb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e67392-bd98-4e8d-bcf3-acdb48593ded,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:49.533940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8c63e-3cdb-4687-a782-4e5c78216ab3 req-c6caebbe-4a14-4f71-918e-58c25a10f496 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:49.544048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53f8c63e-3cdb-4687-a782-4e5c78216ab3 req-c6caebbe-4a14-4f71-918e-58c25a10f496 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0996454 Nov 03 19:00:49.656574 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53f8c63e-3cdb-4687-a782-4e5c78216ab3 req-9a0286e8-d471-4df6-a242-8adf12ffeca5 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111541 Nov 03 19:00:49.969735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45068) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:50.209357 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b2f18545-f83b-48cc-ac8f-f85650bf9c5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.345905 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b2f18545-f83b-48cc-ac8f-f85650bf9c5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.358310 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b2f18545-f83b-48cc-ac8f-f85650bf9c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.416772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f18545-f83b-48cc-ac8f-f85650bf9c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac006522-a4a7-4d29-8f62-67b73b89c075,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:50.440803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b2f18545-f83b-48cc-ac8f-f85650bf9c5d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=44424af30a14442e84eb73334b3ce304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4698951 Nov 03 19:00:50.443929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45088) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:50.537645 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39c8c28e-d173-4156-83cc-4da040543759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.562777 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39c8c28e-d173-4156-83cc-4da040543759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.624557 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39c8c28e-d173-4156-83cc-4da040543759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.627432 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39c8c28e-d173-4156-83cc-4da040543759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:50.629563 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-39c8c28e-d173-4156-83cc-4da040543759 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ac006522-a4a7-4d29-8f62-67b73b89c075 HTTP/1.1" status: 204 len: 168 time: 0.1845472 Nov 03 19:00:50.654043 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8c28e-d173-4156-83cc-4da040543759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac006522-a4a7-4d29-8f62-67b73b89c075,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:50.865450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf916fa-9696-4dc1-ad83-2968f27912a9 req-4327fa53-0c5d-466e-a970-cc1cdb902c9f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:50.868055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bf916fa-9696-4dc1-ad83-2968f27912a9 req-4327fa53-0c5d-466e-a970-cc1cdb902c9f tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0776196 Nov 03 19:00:50.942914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bf916fa-9696-4dc1-ad83-2968f27912a9 req-9be1089d-07e8-4c91-8092-578a56eee23a tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671697 Nov 03 19:00:51.203252 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45122) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:51.236995 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1e34-7fb4-4533-83a4-748618b33ebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.347278 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1e34-7fb4-4533-83a4-748618b33ebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.353314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1e34-7fb4-4533-83a4-748618b33ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.410420 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dd7d1e34-7fb4-4533-83a4-748618b33ebd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bb0b3d83657e4d3a8d3fbc19e0e4f954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2058492 Nov 03 19:00:51.413325 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45126) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:51.427634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d1e34-7fb4-4533-83a4-748618b33ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5041d4-8b51-44b5-9124-afe007185411,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:51.479757 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-53079cbb-0e5e-4373-8001-3a6ef4d2a83a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.503511 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-53079cbb-0e5e-4373-8001-3a6ef4d2a83a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.568937 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-53079cbb-0e5e-4373-8001-3a6ef4d2a83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.571607 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-53079cbb-0e5e-4373-8001-3a6ef4d2a83a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:51.572773 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-53079cbb-0e5e-4373-8001-3a6ef4d2a83a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/be5041d4-8b51-44b5-9124-afe007185411 HTTP/1.1" status: 204 len: 168 time: 0.1584003 Nov 03 19:00:51.602699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53079cbb-0e5e-4373-8001-3a6ef4d2a83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5041d4-8b51-44b5-9124-afe007185411,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:52.120755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c70e4e-886e-474f-8a63-653616c38a26 req-aaa05dd8-4408-4595-b83f-6f73209a9cb5 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:52.128063 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a4c70e4e-886e-474f-8a63-653616c38a26 req-aaa05dd8-4408-4595-b83f-6f73209a9cb5 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0954959 Nov 03 19:00:52.217654 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a4c70e4e-886e-474f-8a63-653616c38a26 req-fdf8c35d-ffd6-4b1c-8454-2c70817f7802 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829780 Nov 03 19:00:52.304157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45168) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:52.522067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f7947-9f3c-4558-833b-a597c2e8c0e1 req-e7e5dc6a-6799-4b39-967a-ef0ee4709650 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:52.548221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d4f7947-9f3c-4558-833b-a597c2e8c0e1 req-e7e5dc6a-6799-4b39-967a-ef0ee4709650 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.1104734 Nov 03 19:00:52.624677 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22db270e-55b0-4d1f-9695-bd9899c59316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:52.667259 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d4f7947-9f3c-4558-833b-a597c2e8c0e1 req-8d26a532-de7d-41c0-9379-d5c6f62f0569 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244905 Nov 03 19:00:52.761187 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22db270e-55b0-4d1f-9695-bd9899c59316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:52.771040 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22db270e-55b0-4d1f-9695-bd9899c59316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:52.872985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db270e-55b0-4d1f-9695-bd9899c59316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70695d79-f91b-461b-8661-bd1663f13986,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:52.894166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45192) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:52.894658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-22db270e-55b0-4d1f-9695-bd9899c59316 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5adb9bf49a404db5a044c432993dca1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5892293 Nov 03 19:00:52.920011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d62d9a-d2be-4422-9524-6de74a3c7d11 req-4d5f86fa-6d4b-4595-8d36-f4d56e2b4290 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:52.922880 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96d62d9a-d2be-4422-9524-6de74a3c7d11 req-4d5f86fa-6d4b-4595-8d36-f4d56e2b4290 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.1261215 Nov 03 19:00:52.976730 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbc19841-6a50-425e-b70b-25a1b766ab26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.007287 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96d62d9a-d2be-4422-9524-6de74a3c7d11 req-c29bc257-2462-4706-8476-f9c5d53e8051 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777452 Nov 03 19:00:53.028333 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbc19841-6a50-425e-b70b-25a1b766ab26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.109455 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbc19841-6a50-425e-b70b-25a1b766ab26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.131507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbc19841-6a50-425e-b70b-25a1b766ab26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.133938 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dbc19841-6a50-425e-b70b-25a1b766ab26 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/70695d79-f91b-461b-8661-bd1663f13986 HTTP/1.1" status: 204 len: 168 time: 0.2375305 Nov 03 19:00:53.183123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc19841-6a50-425e-b70b-25a1b766ab26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70695d79-f91b-461b-8661-bd1663f13986,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:53.467630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28469fb0-dbcd-4a48-97f2-5194bcfb3d1f req-41d62684-97b0-4b75-b512-93dc36104a59 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:53.469297 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28469fb0-dbcd-4a48-97f2-5194bcfb3d1f req-41d62684-97b0-4b75-b512-93dc36104a59 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.1203542 Nov 03 19:00:53.592386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28469fb0-dbcd-4a48-97f2-5194bcfb3d1f req-0990be4e-860f-4f7e-949c-dce92d9e993b tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124067 Nov 03 19:00:53.765511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45246) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:53.779541 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-493bc469-314e-486e-9e6f-f3b61ec2a628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.871609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-493bc469-314e-486e-9e6f-f3b61ec2a628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.877604 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-493bc469-314e-486e-9e6f-f3b61ec2a628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:53.930036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bc469-314e-486e-9e6f-f3b61ec2a628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9145b3ac-0da9-4226-9913-84d0b8f0df35,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:53.938133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-493bc469-314e-486e-9e6f-f3b61ec2a628 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=00b98ebbafdd4d94b043681eb6101269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714230 Nov 03 19:00:53.943796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45256) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:00:54.023193 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ba44406f-076d-4423-9c50-bc5756632ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.049164 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ba44406f-076d-4423-9c50-bc5756632ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.114674 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ba44406f-076d-4423-9c50-bc5756632ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.126637 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ba44406f-076d-4423-9c50-bc5756632ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.130159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ba44406f-076d-4423-9c50-bc5756632ff8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9145b3ac-0da9-4226-9913-84d0b8f0df35 HTTP/1.1" status: 204 len: 168 time: 0.1831136 Nov 03 19:00:54.136581 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44406f-076d-4423-9c50-bc5756632ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9145b3ac-0da9-4226-9913-84d0b8f0df35,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:54.509657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb0091-bb1e-4204-9402-d10414beda13 req-621156c4-b05a-43a1-936a-f3af0cd00617 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:54.511554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5adb0091-bb1e-4204-9402-d10414beda13 req-621156c4-b05a-43a1-936a-f3af0cd00617 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0698080 Nov 03 19:00:54.628236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-5adb0091-bb1e-4204-9402-d10414beda13 req-7903c65e-f896-4e75-9eac-cefb424e6624 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Deleting port 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:54.628677 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5adb0091-bb1e-4204-9402-d10414beda13 req-7903c65e-f896-4e75-9eac-cefb424e6624 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.796083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d814d9-a254-4a13-b6f9-58994a94355f req-42f843a0-e670-4050-8bcb-6b0cf9e54feb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:54.797930 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-38d814d9-a254-4a13-b6f9-58994a94355f req-42f843a0-e670-4050-8bcb-6b0cf9e54feb tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=407a4a64-af60-4de3-aa7d-e57d8c02b744 HTTP/1.1" status: 200 len: 945 time: 0.0794885 Nov 03 19:00:54.829244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-5adb0091-bb1e-4204-9402-d10414beda13 req-7903c65e-f896-4e75-9eac-cefb424e6624 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] For port 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:54.829619 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5adb0091-bb1e-4204-9402-d10414beda13 req-7903c65e-f896-4e75-9eac-cefb424e6624 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:54.861241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-5adb0091-bb1e-4204-9402-d10414beda13 req-7903c65e-f896-4e75-9eac-cefb424e6624 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Calling delete_port for 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:54.944618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-38d814d9-a254-4a13-b6f9-58994a94355f req-cc8fa6e5-0b7d-4885-a3f6-8f99b0c35d64 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342571 Nov 03 19:00:55.052460 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5adb0091-bb1e-4204-9402-d10414beda13 req-7903c65e-f896-4e75-9eac-cefb424e6624 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.067831 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:55.098611 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903c65e-f896-4e75-9eac-cefb424e6624 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Pushing event deleted for resources: {'Port': ['ID=6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:55.114701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['70225b4f-69a0-490b-8115-c12efcb4854c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:55.186322 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adb0091-bb1e-4204-9402-d10414beda13 req-7903c65e-f896-4e75-9eac-cefb424e6624 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] No DVR routers for this DVR port 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:55.195096 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5adb0091-bb1e-4204-9402-d10414beda13 req-7903c65e-f896-4e75-9eac-cefb424e6624 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:55.201834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5adb0091-bb1e-4204-9402-d10414beda13 req-7903c65e-f896-4e75-9eac-cefb424e6624 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.98 "DELETE /v2.0/ports/6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 HTTP/1.1" status: 204 len: 173 time: 0.6843820 Nov 03 19:00:55.202636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407a4a64-af60-4de3-aa7d-e57d8c02b744', 'name': 'network-vif-deleted', 'tag': '6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:55.206998 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eadeccb-4522-4b54-9961-bac158748696" -d '{"events": [{"server_uuid": "407a4a64-af60-4de3-aa7d-e57d8c02b744", "name": "network-vif-deleted", "tag": "6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:55.314343 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cdfd43-50a6-4590-9212-4155d535e5b4 x-openstack-request-id: req-64cdfd43-50a6-4590-9212-4155d535e5b4 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:55.314659 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407a4a64-af60-4de3-aa7d-e57d8c02b744", "name": "network-vif-deleted", "tag": "6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:55.314902 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-64cdfd43-50a6-4590-9212-4155d535e5b4 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:55.315309 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407a4a64-af60-4de3-aa7d-e57d8c02b744', 'name': 'network-vif-deleted', 'tag': '6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250', 'status': 'completed', 'code': 200} Nov 03 19:00:55.810031 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1fdc48db-4b70-4a86-8cae-4467941d9993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:57.327262 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc5191-78c3-41aa-ac74-cf81d31047bd req-7524ef73-2a04-4c88-9347-35357e571e65 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:57.336093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cdc5191-78c3-41aa-ac74-cf81d31047bd req-7524ef73-2a04-4c88-9347-35357e571e65 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 945 time: 0.0996053 Nov 03 19:00:57.455718 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cdc5191-78c3-41aa-ac74-cf81d31047bd req-2c70df5b-132a-4812-b979-99872868d5c6 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105118 Nov 03 19:00:58.087978 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f26c68b5-4710-4356-8b7e-dec295a2c11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:58.652484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00272548-7c46-4fa9-806f-4ecb038a623e req-df08c650-af2b-477b-a482-d6e6cfce098e tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:58.655383 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00272548-7c46-4fa9-806f-4ecb038a623e req-df08c650-af2b-477b-a482-d6e6cfce098e tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 945 time: 0.0868950 Nov 03 19:00:58.733030 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00272548-7c46-4fa9-806f-4ecb038a623e req-3468adff-a40a-4dd4-a2e2-ed905996d025 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/security-groups?id=a36a69ef-500e-4b41-8ddf-829935a57581&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677395 Nov 03 19:00:58.900785 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32c994-caa4-4a29-acb4-cfe741535927 req-aab38cd9-a79c-4284-b7c2-7f039228a57d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:00:58.906755 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d32c994-caa4-4a29-acb4-cfe741535927 req-aab38cd9-a79c-4284-b7c2-7f039228a57d tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 945 time: 0.0729482 Nov 03 19:00:59.012569 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-3d32c994-caa4-4a29-acb4-cfe741535927 req-2ffc28c6-7758-4d3e-aa17-5ff843758dd2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Deleting port 70225b4f-69a0-490b-8115-c12efcb4854c {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:00:59.013278 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3d32c994-caa4-4a29-acb4-cfe741535927 req-2ffc28c6-7758-4d3e-aa17-5ff843758dd2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:59.165022 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3d32c994-caa4-4a29-acb4-cfe741535927 req-2ffc28c6-7758-4d3e-aa17-5ff843758dd2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] For port 70225b4f-69a0-490b-8115-c12efcb4854c, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=70225b4f-69a0-490b-8115-c12efcb4854c,segment=NetworkSegment(002a2246-9347-4bf6-96be-56cd6abe92d2),segment_id=002a2246-9347-4bf6-96be-56cd6abe92d2)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:00:59.165778 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3d32c994-caa4-4a29-acb4-cfe741535927 req-2ffc28c6-7758-4d3e-aa17-5ff843758dd2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:59.185839 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-3d32c994-caa4-4a29-acb4-cfe741535927 req-2ffc28c6-7758-4d3e-aa17-5ff843758dd2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Calling delete_port for 70225b4f-69a0-490b-8115-c12efcb4854c owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:00:59.371298 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:59.401224 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3d32c994-caa4-4a29-acb4-cfe741535927 req-2ffc28c6-7758-4d3e-aa17-5ff843758dd2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:59.414207 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:00:59.443978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:00:59.444601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6fa19a28-f95a-4ca6-9cb6-1bc2d1e60250 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:00:59.446854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['70225b4f-69a0-490b-8115-c12efcb4854c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:00:59.455178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc28c6-7758-4d3e-aa17-5ff843758dd2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Pushing event deleted for resources: {'Port': ['ID=70225b4f-69a0-490b-8115-c12efcb4854c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:00:59.545534 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d32c994-caa4-4a29-acb4-cfe741535927 req-2ffc28c6-7758-4d3e-aa17-5ff843758dd2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] No DVR routers for this DVR port 70225b4f-69a0-490b-8115-c12efcb4854c on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:00:59.548644 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3d32c994-caa4-4a29-acb4-cfe741535927 req-2ffc28c6-7758-4d3e-aa17-5ff843758dd2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:00:59.553167 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d32c994-caa4-4a29-acb4-cfe741535927 req-2ffc28c6-7758-4d3e-aa17-5ff843758dd2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.87 "DELETE /v2.0/ports/70225b4f-69a0-490b-8115-c12efcb4854c HTTP/1.1" status: 204 len: 173 time: 0.6390257 Nov 03 19:00:59.553640 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c96f0b-fdf9-4307-9ea9-d6ed50f12387', 'name': 'network-vif-deleted', 'tag': '70225b4f-69a0-490b-8115-c12efcb4854c'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:00:59.556012 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bd56c7-c9d4-42c0-819e-b5f5b10ec6de" -d '{"events": [{"server_uuid": "d5c96f0b-fdf9-4307-9ea9-d6ed50f12387", "name": "network-vif-deleted", "tag": "70225b4f-69a0-490b-8115-c12efcb4854c"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:00:59.612711 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2f3bfb-01f0-4b0d-aa33-80927a579b35 x-openstack-request-id: req-9c2f3bfb-01f0-4b0d-aa33-80927a579b35 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:00:59.613273 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c96f0b-fdf9-4307-9ea9-d6ed50f12387", "name": "network-vif-deleted", "tag": "70225b4f-69a0-490b-8115-c12efcb4854c", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:00:59.613732 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9c2f3bfb-01f0-4b0d-aa33-80927a579b35 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:00:59.614906 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c96f0b-fdf9-4307-9ea9-d6ed50f12387', 'name': 'network-vif-deleted', 'tag': '70225b4f-69a0-490b-8115-c12efcb4854c', 'status': 'completed', 'code': 200} Nov 03 19:00:59.918065 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ef85d838-9fca-42c8-85ee-98cb036fb93d req-df669387-f2d5-4ff4-918e-f91784970ba2 tempest-ServersTestJSON-1216201055 tempest-ServersTestJSON-1216201055-project] 10.222.0.107 "GET /v2.0/ports?device_id=d5c96f0b-fdf9-4307-9ea9-d6ed50f12387 HTTP/1.1" status: 200 len: 210 time: 0.0665932 Nov 03 19:01:00.580970 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:00.649611 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:00.993839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45550) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:01.097858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a648f3-7792-4187-ac8c-402f785312a0 admin admin] Deleting subnet b2c7663b-b60c-42de-9b0b-85148b2d5e45 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:01:01.100919 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-17a648f3-7792-4187-ac8c-402f785312a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.151166 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-17a648f3-7792-4187-ac8c-402f785312a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.230328 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-17a648f3-7792-4187-ac8c-402f785312a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.344009 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-17a648f3-7792-4187-ac8c-402f785312a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.433433 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.465878 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-17a648f3-7792-4187-ac8c-402f785312a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.475198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-17a648f3-7792-4187-ac8c-402f785312a0 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/b2c7663b-b60c-42de-9b0b-85148b2d5e45 HTTP/1.1" status: 204 len: 168 time: 0.4779675 Nov 03 19:01:01.476741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45568) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:01.479361 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a648f3-7792-4187-ac8c-402f785312a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c7663b-b60c-42de-9b0b-85148b2d5e45,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:01.582297 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3987-a0e3-4c60-abb4-bc19fbef874a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.709278 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3987-a0e3-4c60-abb4-bc19fbef874a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.736048 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-1f0d3987-a0e3-4c60-abb4-bc19fbef874a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:01.749549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-1f0d3987-a0e3-4c60-abb4-bc19fbef874a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002a2246-9347-4bf6-96be-56cd6abe92d2') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:01.750441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-1f0d3987-a0e3-4c60-abb4-bc19fbef874a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002a2246-9347-4bf6-96be-56cd6abe92d2') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:01:01.764718 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3987-a0e3-4c60-abb4-bc19fbef874a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.781272 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3987-a0e3-4c60-abb4-bc19fbef874a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.793421 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0d3987-a0e3-4c60-abb4-bc19fbef874a admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:01:01.794075 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3987-a0e3-4c60-abb4-bc19fbef874a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:01:01.796826 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:01:01.866418 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3987-a0e3-4c60-abb4-bc19fbef874a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.872636 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3987-a0e3-4c60-abb4-bc19fbef874a admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:01.878934 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1f0d3987-a0e3-4c60-abb4-bc19fbef874a admin admin] 10.222.0.107 "DELETE /v2.0/networks/e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77 HTTP/1.1" status: 204 len: 168 time: 0.4010260 Nov 03 19:01:01.894670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d3987-a0e3-4c60-abb4-bc19fbef874a admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d52f5a-f7b0-4bf0-8f56-9b8cd2361a77,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:01.926184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 70225b4f-69a0-490b-8115-c12efcb4854c no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:01:01.973310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 70225b4f-69a0-490b-8115-c12efcb4854c {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:01:01.975312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 70225b4f-69a0-490b-8115-c12efcb4854c not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:01:02.202549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45592) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:02.257407 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-784d760d-105c-4a96-b304-ed75174eac55 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4a4a568107f143e8aa14bb3dc51af5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511916 Nov 03 19:01:02.258088 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45594) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:02.360907 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-984796d5-42ad-4ff2-b4d0-d73362bd6eac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.390609 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-984796d5-42ad-4ff2-b4d0-d73362bd6eac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.484353 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-984796d5-42ad-4ff2-b4d0-d73362bd6eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.489946 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-984796d5-42ad-4ff2-b4d0-d73362bd6eac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:02.491338 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-984796d5-42ad-4ff2-b4d0-d73362bd6eac admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a36a69ef-500e-4b41-8ddf-829935a57581 HTTP/1.1" status: 204 len: 168 time: 0.2321057 Nov 03 19:01:02.500827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984796d5-42ad-4ff2-b4d0-d73362bd6eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36a69ef-500e-4b41-8ddf-829935a57581,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:08.146112 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:01:09.151747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45862) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:09.385427 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2fbfa393-4d33-40ce-bf53-082632f60644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.517337 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2fbfa393-4d33-40ce-bf53-082632f60644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.523570 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2fbfa393-4d33-40ce-bf53-082632f60644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.565851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45874) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:09.567922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2fbfa393-4d33-40ce-bf53-082632f60644 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=aac5d448b0274b4b9116a8aa708aa025&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4154031 Nov 03 19:01:09.606083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfa393-4d33-40ce-bf53-082632f60644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d258131-b027-46eb-9ac1-891be0c62e43,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:09.684231 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb507d7b-692d-48dd-b2b8-4fcf8ce1a166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.712018 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb507d7b-692d-48dd-b2b8-4fcf8ce1a166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.769296 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb507d7b-692d-48dd-b2b8-4fcf8ce1a166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.771953 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb507d7b-692d-48dd-b2b8-4fcf8ce1a166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:09.778640 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cb507d7b-692d-48dd-b2b8-4fcf8ce1a166 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4d258131-b027-46eb-9ac1-891be0c62e43 HTTP/1.1" status: 204 len: 168 time: 0.2078958 Nov 03 19:01:09.804355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb507d7b-692d-48dd-b2b8-4fcf8ce1a166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d258131-b027-46eb-9ac1-891be0c62e43,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:10.359270 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45900) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:10.374074 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91a58a38-5e55-4c8e-944c-bf2b10ff2a79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.524574 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91a58a38-5e55-4c8e-944c-bf2b10ff2a79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.537728 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91a58a38-5e55-4c8e-944c-bf2b10ff2a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.589890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45908) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:10.598030 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-91a58a38-5e55-4c8e-944c-bf2b10ff2a79 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=25f88eda8a844f7fb72eb2ba3839f4db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2375419 Nov 03 19:01:10.655783 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0fff3947-a7f7-4124-be18-bcc9dec12873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.656023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a58a38-5e55-4c8e-944c-bf2b10ff2a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dc7fb2-7834-4af2-b19f-e3dae297265e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:10.720381 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0fff3947-a7f7-4124-be18-bcc9dec12873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.815296 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0fff3947-a7f7-4124-be18-bcc9dec12873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.821574 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0fff3947-a7f7-4124-be18-bcc9dec12873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:10.822779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0fff3947-a7f7-4124-be18-bcc9dec12873 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/30dc7fb2-7834-4af2-b19f-e3dae297265e HTTP/1.1" status: 204 len: 168 time: 0.2319026 Nov 03 19:01:10.844745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff3947-a7f7-4124-be18-bcc9dec12873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dc7fb2-7834-4af2-b19f-e3dae297265e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:11.414675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45934) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:11.462450 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f3b4ddb5-b865-439f-9d2f-561a4256a4ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:11.672943 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f3b4ddb5-b865-439f-9d2f-561a4256a4ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:11.680791 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f3b4ddb5-b865-439f-9d2f-561a4256a4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:11.724617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4ddb5-b865-439f-9d2f-561a4256a4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3e8394-b691-4974-a5ad-57eebe0823f6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:11.753366 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f3b4ddb5-b865-439f-9d2f-561a4256a4ab admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=73c7bdfeaaa74446be822a22db0a3295&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3371766 Nov 03 19:01:11.756364 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45944) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:11.838995 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e059b786-fdba-4001-a72f-228364f260b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:11.887944 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e059b786-fdba-4001-a72f-228364f260b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:11.999026 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e059b786-fdba-4001-a72f-228364f260b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.003559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e059b786-fdba-4001-a72f-228364f260b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.008318 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e059b786-fdba-4001-a72f-228364f260b6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6e3e8394-b691-4974-a5ad-57eebe0823f6 HTTP/1.1" status: 204 len: 168 time: 0.2494779 Nov 03 19:01:12.033286 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059b786-fdba-4001-a72f-228364f260b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3e8394-b691-4974-a5ad-57eebe0823f6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:12.072405 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 45954) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:12.281356 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b18d77e-79c4-4eec-a8c9-b6d353cffbe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.453313 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b18d77e-79c4-4eec-a8c9-b6d353cffbe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.459919 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b18d77e-79c4-4eec-a8c9-b6d353cffbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.535041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 45968) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:12.535934 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2b18d77e-79c4-4eec-a8c9-b6d353cffbe2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ac5ed7e91f5a4a1b8667af05acc54a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4622045 Nov 03 19:01:12.565126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18d77e-79c4-4eec-a8c9-b6d353cffbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60738f37-8252-490c-bbf6-08682257ed86,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:12.627162 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-151bd074-c7ed-4f17-bfab-ac00bb6202f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.709150 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-151bd074-c7ed-4f17-bfab-ac00bb6202f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.811195 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-151bd074-c7ed-4f17-bfab-ac00bb6202f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.815869 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-151bd074-c7ed-4f17-bfab-ac00bb6202f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:12.817225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-151bd074-c7ed-4f17-bfab-ac00bb6202f3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/60738f37-8252-490c-bbf6-08682257ed86 HTTP/1.1" status: 204 len: 168 time: 0.2811148 Nov 03 19:01:12.880170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bd074-c7ed-4f17-bfab-ac00bb6202f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60738f37-8252-490c-bbf6-08682257ed86,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:13.296633 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:15.901237 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46168) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:16.127721 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8c4537db-7fd1-47af-8de3-de892d3c6f92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.234299 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8c4537db-7fd1-47af-8de3-de892d3c6f92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.241785 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8c4537db-7fd1-47af-8de3-de892d3c6f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.294921 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4537db-7fd1-47af-8de3-de892d3c6f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086182eb-a0e7-46ee-8aab-edbe22036255,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:16.312146 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8c4537db-7fd1-47af-8de3-de892d3c6f92 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=542e21afd5234ad1bed07eefeebe9010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4089878 Nov 03 19:01:16.315231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46194) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:16.390466 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-802f87bc-d962-4fc3-b554-6fa3448d6dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.433470 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-802f87bc-d962-4fc3-b554-6fa3448d6dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.522583 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-802f87bc-d962-4fc3-b554-6fa3448d6dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.525608 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-802f87bc-d962-4fc3-b554-6fa3448d6dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:16.526899 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-802f87bc-d962-4fc3-b554-6fa3448d6dbb admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/086182eb-a0e7-46ee-8aab-edbe22036255 HTTP/1.1" status: 204 len: 168 time: 0.2104018 Nov 03 19:01:16.541743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f87bc-d962-4fc3-b554-6fa3448d6dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086182eb-a0e7-46ee-8aab-edbe22036255,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:16.745560 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46206) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:16.936661 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22bc1bc2-ab50-4a01-9f33-85a272b9a130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.062549 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22bc1bc2-ab50-4a01-9f33-85a272b9a130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.069026 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22bc1bc2-ab50-4a01-9f33-85a272b9a130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.152580 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46222) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:17.153407 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-22bc1bc2-ab50-4a01-9f33-85a272b9a130 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d1344e21959c4d4c8cb14c4d368e197e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4025054 Nov 03 19:01:17.155903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc1bc2-ab50-4a01-9f33-85a272b9a130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3bff70-240c-4e57-b223-12714986fcc9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:17.277167 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-856253e3-28e9-48d1-9f71-76dd5ea67b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.329516 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46226) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:17.331208 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-856253e3-28e9-48d1-9f71-76dd5ea67b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.347161 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-510a7a78-50d6-42e3-a8bd-f19bcd311de2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.395668 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-856253e3-28e9-48d1-9f71-76dd5ea67b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.398909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-856253e3-28e9-48d1-9f71-76dd5ea67b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.400430 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-856253e3-28e9-48d1-9f71-76dd5ea67b45 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2c3bff70-240c-4e57-b223-12714986fcc9 HTTP/1.1" status: 204 len: 168 time: 0.2454979 Nov 03 19:01:17.427058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856253e3-28e9-48d1-9f71-76dd5ea67b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3bff70-240c-4e57-b223-12714986fcc9,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:17.554087 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-510a7a78-50d6-42e3-a8bd-f19bcd311de2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.565619 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-510a7a78-50d6-42e3-a8bd-f19bcd311de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.650946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a7a78-50d6-42e3-a8bd-f19bcd311de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e41597-e07b-42dc-88d2-a1500cf3c18e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:17.660954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46234) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:17.661115 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-510a7a78-50d6-42e3-a8bd-f19bcd311de2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5cc976df48174b409d07b8d5c9205d61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3296247 Nov 03 19:01:17.788224 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-40e3a394-2ec0-4dea-93de-3fb2110d32ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.829107 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-40e3a394-2ec0-4dea-93de-3fb2110d32ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.882457 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-40e3a394-2ec0-4dea-93de-3fb2110d32ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.886946 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-40e3a394-2ec0-4dea-93de-3fb2110d32ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:17.888796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-40e3a394-2ec0-4dea-93de-3fb2110d32ce admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d6e41597-e07b-42dc-88d2-a1500cf3c18e HTTP/1.1" status: 204 len: 168 time: 0.2267370 Nov 03 19:01:17.900736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3a394-2ec0-4dea-93de-3fb2110d32ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e41597-e07b-42dc-88d2-a1500cf3c18e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:18.111893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46246) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:18.133502 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0ced386e-ca14-4c09-a4bc-035294d9f0e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.329361 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0ced386e-ca14-4c09-a4bc-035294d9f0e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.337311 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0ced386e-ca14-4c09-a4bc-035294d9f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.404673 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0ced386e-ca14-4c09-a4bc-035294d9f0e8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=17d1f2bf975344c0a19e1ca2c9f4f54f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2904963 Nov 03 19:01:18.407725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46260) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:18.427914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced386e-ca14-4c09-a4bc-035294d9f0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43b1a0f-dfcc-453d-afb7-766861fd573b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:18.559542 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0c660296-dfdb-4f53-99a7-6023ad601ece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.643875 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0c660296-dfdb-4f53-99a7-6023ad601ece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.749041 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0c660296-dfdb-4f53-99a7-6023ad601ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.754269 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0c660296-dfdb-4f53-99a7-6023ad601ece admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:18.756256 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0c660296-dfdb-4f53-99a7-6023ad601ece admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a43b1a0f-dfcc-453d-afb7-766861fd573b HTTP/1.1" status: 204 len: 168 time: 0.3467450 Nov 03 19:01:18.791331 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c660296-dfdb-4f53-99a7-6023ad601ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43b1a0f-dfcc-453d-afb7-766861fd573b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:23.824090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46616) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:23.979266 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46624) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:24.037254 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e60991a3-70c1-4796-8232-8e8867a9626b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.111915 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-909a1f65-3d32-4ee9-8401-2dced834aa5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.204886 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-909a1f65-3d32-4ee9-8401-2dced834aa5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.215749 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-909a1f65-3d32-4ee9-8401-2dced834aa5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.250499 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-909a1f65-3d32-4ee9-8401-2dced834aa5f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ca05103c7966427296fa444c2abfbaba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696459 Nov 03 19:01:24.253150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46636) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:24.274559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a1f65-3d32-4ee9-8401-2dced834aa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287114d4-e1d0-4056-bfb6-9bc64abe5809,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:24.339023 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e60991a3-70c1-4796-8232-8e8867a9626b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.345597 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e60991a3-70c1-4796-8232-8e8867a9626b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.347961 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-86860c34-2f8a-45b2-b70f-a2c2f621a0a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.394880 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-86860c34-2f8a-45b2-b70f-a2c2f621a0a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.396407 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e60991a3-70c1-4796-8232-8e8867a9626b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=512e4236eb484a819df52cb76e3e2ff0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5712018 Nov 03 19:01:24.396796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46638) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:24.398107 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60991a3-70c1-4796-8232-8e8867a9626b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a69a97-2b1b-4110-a46b-82bfc55a57c5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:24.500447 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce67c8e6-ed35-494c-bb4d-5210ffcc27cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.533259 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce67c8e6-ed35-494c-bb4d-5210ffcc27cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.541088 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-86860c34-2f8a-45b2-b70f-a2c2f621a0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.543777 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-86860c34-2f8a-45b2-b70f-a2c2f621a0a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.545033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-86860c34-2f8a-45b2-b70f-a2c2f621a0a2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/287114d4-e1d0-4056-bfb6-9bc64abe5809 HTTP/1.1" status: 204 len: 168 time: 0.2905734 Nov 03 19:01:24.558317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86860c34-2f8a-45b2-b70f-a2c2f621a0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287114d4-e1d0-4056-bfb6-9bc64abe5809,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:24.626356 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce67c8e6-ed35-494c-bb4d-5210ffcc27cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.629348 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ce67c8e6-ed35-494c-bb4d-5210ffcc27cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:24.633716 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ce67c8e6-ed35-494c-bb4d-5210ffcc27cd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/21a69a97-2b1b-4110-a46b-82bfc55a57c5 HTTP/1.1" status: 204 len: 168 time: 0.2359095 Nov 03 19:01:24.654612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67c8e6-ed35-494c-bb4d-5210ffcc27cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a69a97-2b1b-4110-a46b-82bfc55a57c5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:25.119753 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46666) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:25.146263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46668) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:25.155746 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f41e767f-b7db-41a6-9873-ccf12df035b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.164339 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de44c1f6-4cd4-4a5f-896a-9ad51afb652c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.294024 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de44c1f6-4cd4-4a5f-896a-9ad51afb652c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.294808 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f41e767f-b7db-41a6-9873-ccf12df035b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.301710 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de44c1f6-4cd4-4a5f-896a-9ad51afb652c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.303019 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f41e767f-b7db-41a6-9873-ccf12df035b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.342753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44c1f6-4cd4-4a5f-896a-9ad51afb652c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169a67dd-53fc-4af1-ab44-601a7f83d155,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:25.375648 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-de44c1f6-4cd4-4a5f-896a-9ad51afb652c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b995c94d1db3400b9707919a15d730bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279212 Nov 03 19:01:25.377758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46672) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:25.397829 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f41e767f-b7db-41a6-9873-ccf12df035b3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=17ea1b440a82499c9ad6e1cb17caec7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2768781 Nov 03 19:01:25.398727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e767f-b7db-41a6-9873-ccf12df035b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bd4a43-cffc-4f9c-b807-0f0b8d82b797,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:25.409328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46676) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:25.517495 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-27d47f1a-006a-4126-a6f3-92416cedd5d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.523349 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8d21f9e4-e290-4e68-bd2a-913d3e94c15f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.554308 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-27d47f1a-006a-4126-a6f3-92416cedd5d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.556531 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8d21f9e4-e290-4e68-bd2a-913d3e94c15f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.637097 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8d21f9e4-e290-4e68-bd2a-913d3e94c15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.639478 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-27d47f1a-006a-4126-a6f3-92416cedd5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.642377 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-27d47f1a-006a-4126-a6f3-92416cedd5d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.646785 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-27d47f1a-006a-4126-a6f3-92416cedd5d7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/169a67dd-53fc-4af1-ab44-601a7f83d155 HTTP/1.1" status: 204 len: 168 time: 0.2666440 Nov 03 19:01:25.651717 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8d21f9e4-e290-4e68-bd2a-913d3e94c15f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:25.652896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8d21f9e4-e290-4e68-bd2a-913d3e94c15f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/59bd4a43-cffc-4f9c-b807-0f0b8d82b797 HTTP/1.1" status: 204 len: 168 time: 0.2418401 Nov 03 19:01:25.682797 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d47f1a-006a-4126-a6f3-92416cedd5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169a67dd-53fc-4af1-ab44-601a7f83d155,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:25.700826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21f9e4-e290-4e68-bd2a-913d3e94c15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bd4a43-cffc-4f9c-b807-0f0b8d82b797,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:25.773167 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d71beb0e-851e-428c-ad73-d791d4f1b73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:26.629636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46738) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:26.880660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-39c29ce9-b485-4881-a978-60a490a3d126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.086858 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-39c29ce9-b485-4881-a978-60a490a3d126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.093922 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-39c29ce9-b485-4881-a978-60a490a3d126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.127802 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c29ce9-b485-4881-a978-60a490a3d126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1869ae50-8bea-48b2-9ef2-e12e527e4ec0,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:27.187461 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-39c29ce9-b485-4881-a978-60a490a3d126 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d7cb6b2697e14ccea20260c77288e64f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5549996 Nov 03 19:01:27.193862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46768) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:27.319627 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10355484-baef-4a5f-a0c5-aed869b00f08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.374714 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10355484-baef-4a5f-a0c5-aed869b00f08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.475223 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10355484-baef-4a5f-a0c5-aed869b00f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.478992 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10355484-baef-4a5f-a0c5-aed869b00f08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:27.480394 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-10355484-baef-4a5f-a0c5-aed869b00f08 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1869ae50-8bea-48b2-9ef2-e12e527e4ec0 HTTP/1.1" status: 204 len: 168 time: 0.2845409 Nov 03 19:01:27.497152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10355484-baef-4a5f-a0c5-aed869b00f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1869ae50-8bea-48b2-9ef2-e12e527e4ec0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:28.085874 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5783184a-b60a-4823-b3a4-47c5fd0ac57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:28.521497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46840) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:28.822312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c507698f-a599-4945-a44c-58b0f16c6c63 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-855541802'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:28.822910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c507698f-a599-4945-a44c-58b0f16c6c63 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Unknown quota resources ['metering_label']. {{(pid=101712) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:01:29.169029 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c507698f-a599-4945-a44c-58b0f16c6c63 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.173519 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46872) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:29.179932 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-bfd362bb-b937-4736-868b-0218264fd075 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd85dab6f-0644-40d1-936b-ca9668e2684e'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:29.180061 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-bfd362bb-b937-4736-868b-0218264fd075 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101711) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:01:29.184159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c507698f-a599-4945-a44c-58b0f16c6c63 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6615074 Nov 03 19:01:29.298678 n-d-812150-4 neutron-server[101711]: WARNING neutron.services.metering.metering_plugin [None req-bfd362bb-b937-4736-868b-0218264fd075 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 19:01:29.369572 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.593693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bfd362bb-b937-4736-868b-0218264fd075 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.598247 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bfd362bb-b937-4736-868b-0218264fd075 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4201827 Nov 03 19:01:29.599319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46886) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:29.605211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-119aa17d-467a-42b3-88c4-ff83b18da678 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd85dab6f-0644-40d1-936b-ca9668e2684e'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:29.605841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-119aa17d-467a-42b3-88c4-ff83b18da678 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101712) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:01:29.784178 n-d-812150-4 neutron-server[101712]: WARNING neutron.services.metering.metering_plugin [None req-119aa17d-467a-42b3-88c4-ff83b18da678 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 19:01:29.916433 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-119aa17d-467a-42b3-88c4-ff83b18da678 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:29.917157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-119aa17d-467a-42b3-88c4-ff83b18da678 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3163671 Nov 03 19:01:29.919690 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46898) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:29.934467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c69aae85-8c05-4310-99da-73fc492a971e tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules?id=3fc2b643-7ef8-48b5-b9f2-a449bd2c6197 HTTP/1.1" status: 200 len: 464 time: 0.0135477 Nov 03 19:01:29.937265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46900) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:30.167756 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-12391bc8-973b-47c5-8374-27ccc636c56f tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.169223 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-12391bc8-973b-47c5-8374-27ccc636c56f tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-label-rules/3fc2b643-7ef8-48b5-b9f2-a449bd2c6197 HTTP/1.1" status: 204 len: 168 time: 0.2302594 Nov 03 19:01:30.173282 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46912) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:30.185356 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-340859c9-270f-4b9e-b80f-3ef14fd10bb6 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules?id=3fc2b643-7ef8-48b5-b9f2-a449bd2c6197 HTTP/1.1" status: 200 len: 221 time: 0.0107284 Nov 03 19:01:30.192215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46914) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:30.203135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-eba645b3-3d83-4760-83de-99a6870a6656 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--736063372', 'description': 'label created by tempest'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:30.203851 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-eba645b3-3d83-4760-83de-99a6870a6656 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Unknown quota resources ['metering_label']. {{(pid=101712) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:01:30.465171 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eba645b3-3d83-4760-83de-99a6870a6656 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.467633 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-eba645b3-3d83-4760-83de-99a6870a6656 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2729905 Nov 03 19:01:30.469334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46924) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:30.566922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46928) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:30.570399 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:30.573786 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1ad43923-1545-4b9f-97cd-866a72cc3e68 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels?id=3941269d-1c2a-4161-a2ab-4335b863c91a HTTP/1.1" status: 200 len: 467 time: 0.1028891 Nov 03 19:01:30.653355 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.187192 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-feb21a98-6cbf-4910-8bc0-e66922bbe87c tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.188602 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-feb21a98-6cbf-4910-8bc0-e66922bbe87c tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-labels/3941269d-1c2a-4161-a2ab-4335b863c91a HTTP/1.1" status: 204 len: 168 time: 0.6205809 Nov 03 19:01:31.192135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46956) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:31.208922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7d31e6dd-74bc-464f-9f59-d1888df12943 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels?id=3941269d-1c2a-4161-a2ab-4335b863c91a HTTP/1.1" status: 200 len: 216 time: 0.0114675 Nov 03 19:01:31.208922 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46960) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:31.217978 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-326d8ff2-4e79-4002-9469-0ee98b98a4c1 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0082488 Nov 03 19:01:31.221525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46962) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:31.234633 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ec6ceee0-a83a-4d56-b4cb-2711bca84874 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0114915 Nov 03 19:01:31.238644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46964) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:31.316877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e708b0e8-de21-436c-a940-58f1ef9cac08 tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels/d85dab6f-0644-40d1-936b-ca9668e2684e HTTP/1.1" status: 200 len: 472 time: 0.0765345 Nov 03 19:01:31.320591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46970) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:31.333547 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-116b5590-f95b-480b-83b0-ec29948c2f1a tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules/5c4ff9f6-97e7-4cae-b870-5f3309dc8fb0 HTTP/1.1" status: 200 len: 461 time: 0.0116596 Nov 03 19:01:31.337559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 46972) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:31.445111 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.590759 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-359cd3c6-c6d6-410f-9db4-fc5ffc80d3db tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.594558 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 46984) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:31.598010 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-359cd3c6-c6d6-410f-9db4-fc5ffc80d3db tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-label-rules/5c4ff9f6-97e7-4cae-b870-5f3309dc8fb0 HTTP/1.1" status: 204 len: 168 time: 0.2586377 Nov 03 19:01:31.900102 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d21caf2f-adee-4663-b257-ad18d8982bde tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:31.903670 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d21caf2f-adee-4663-b257-ad18d8982bde tempest-MeteringTestJSON-1098552704 tempest-MeteringTestJSON-1098552704-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-labels/d85dab6f-0644-40d1-936b-ca9668e2684e HTTP/1.1" status: 204 len: 168 time: 0.3055527 Nov 03 19:01:32.314036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47022) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:32.726216 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e2d51fc6-053f-407d-ab82-6418d2da4eba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.906916 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e2d51fc6-053f-407d-ab82-6418d2da4eba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.922325 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e2d51fc6-053f-407d-ab82-6418d2da4eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:32.967251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e2d51fc6-053f-407d-ab82-6418d2da4eba admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a1d8979b502a4b77af081f2c4a8377a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6521413 Nov 03 19:01:32.969781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47054) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:33.053088 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-897751e2-4b0a-4f89-8e74-5f65da08e191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.057191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d51fc6-053f-407d-ab82-6418d2da4eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad4fe87-0d71-4955-9849-861a75a8d3ec,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:33.132409 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-897751e2-4b0a-4f89-8e74-5f65da08e191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.231606 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-897751e2-4b0a-4f89-8e74-5f65da08e191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.234787 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-897751e2-4b0a-4f89-8e74-5f65da08e191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:33.236183 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-897751e2-4b0a-4f89-8e74-5f65da08e191 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0ad4fe87-0d71-4955-9849-861a75a8d3ec HTTP/1.1" status: 204 len: 168 time: 0.2650282 Nov 03 19:01:33.256033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897751e2-4b0a-4f89-8e74-5f65da08e191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad4fe87-0d71-4955-9849-861a75a8d3ec,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:33.800315 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-fd977d10-a704-43d3-8dd0-4601e3943c1a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1472194 Nov 03 19:01:33.942153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-6e88fabd-f5c5-4420-9d3b-3df635b5ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:33.942632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-6e88fabd-f5c5-4420-9d3b-3df635b5ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:33.943111 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-6e88fabd-f5c5-4420-9d3b-3df635b5ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:33.954649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-6e88fabd-f5c5-4420-9d3b-3df635b5ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:33.955539 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-6e88fabd-f5c5-4420-9d3b-3df635b5ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:33.956543 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-6e88fabd-f5c5-4420-9d3b-3df635b5ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:33.957201 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-6e88fabd-f5c5-4420-9d3b-3df635b5ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:33.959510 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-6e88fabd-f5c5-4420-9d3b-3df635b5ed7d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72caea157bda4c2da13cda8b237e3c26&device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 6491 time: 0.0966656 Nov 03 19:01:34.004591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47108) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:34.018833 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80886962-b22c-4fff-bcb6-bceca4cd59be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.143760 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-1c6782bd-0ba4-494a-aaf9-135140900ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:34.145000 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-1c6782bd-0ba4-494a-aaf9-135140900ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:34.146008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-1c6782bd-0ba4-494a-aaf9-135140900ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:34.147860 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-1c6782bd-0ba4-494a-aaf9-135140900ba5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6b353351-5b83-45e9-9697-85cd3e4e0a38&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0 HTTP/1.1" status: 200 len: 2292 time: 0.1446652 Nov 03 19:01:34.224040 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80886962-b22c-4fff-bcb6-bceca4cd59be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.241244 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-80886962-b22c-4fff-bcb6-bceca4cd59be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.244430 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-88b3dbbf-2ef0-404b-a3c2-f1fbc7df7cc0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb6009a2-de14-4b29-bc88-45d0d58e81f1 HTTP/1.1" status: 200 len: 1002 time: 0.0890105 Nov 03 19:01:34.290735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80886962-b22c-4fff-bcb6-bceca4cd59be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e845aa2d-5bf3-42f4-ab26-b23f666fabcc,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:34.317300 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-80886962-b22c-4fff-bcb6-bceca4cd59be admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a7c8956bcfec4d129f6a041f7d68a19b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3114932 Nov 03 19:01:34.320336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47114) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:34.359996 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-74c672e7-253e-4a52-ae1d-acdca6f8fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:34.361554 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-74c672e7-253e-4a52-ae1d-acdca6f8fb31 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=adadea0b-ba73-4bc3-9678-1424a1593c04 HTTP/1.1" status: 200 len: 851 time: 0.1080935 Nov 03 19:01:34.450598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-76f7fb3e-a124-4db3-a1a8-0cc3511c601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:34.453891 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-76f7fb3e-a124-4db3-a1a8-0cc3511c601a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6b353351-5b83-45e9-9697-85cd3e4e0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826871 Nov 03 19:01:34.491449 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-18638f5c-d9b2-4b94-856d-24574ae5e207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.542586 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-18638f5c-d9b2-4b94-856d-24574ae5e207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.598385 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-7e042d6d-6a8f-4995-83e5-11d60d085b68 service neutron] 10.222.0.87 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327567 Nov 03 19:01:34.634018 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-18638f5c-d9b2-4b94-856d-24574ae5e207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.638291 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-18638f5c-d9b2-4b94-856d-24574ae5e207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:34.640301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-18638f5c-d9b2-4b94-856d-24574ae5e207 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e845aa2d-5bf3-42f4-ab26-b23f666fabcc HTTP/1.1" status: 204 len: 168 time: 0.3185868 Nov 03 19:01:34.654370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18638f5c-d9b2-4b94-856d-24574ae5e207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e845aa2d-5bf3-42f4-ab26-b23f666fabcc,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:34.860171 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-a473c7cb-a1ce-4ef2-84e0-1603cc8d5616 service neutron] 10.222.0.87 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508862 Nov 03 19:01:34.961039 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-e32605d7-38d0-433e-89d5-0e45ba734b8b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=58701c1c-ad42-4e70-bb43-d7060e56eec3 HTTP/1.1" status: 200 len: 217 time: 0.0912101 Nov 03 19:01:35.091386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-9d730dfc-f1f2-4357-bfc6-33479bfd1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:35.097262 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-9d730dfc-f1f2-4357-bfc6-33479bfd1651 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.1293306 Nov 03 19:01:35.172797 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-b6f580ac-913a-427c-a09f-65d8300efcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:35.174542 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-b6f580ac-913a-427c-a09f-65d8300efcc0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685735 Nov 03 19:01:35.377655 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-76dd31f7-16e7-4bcd-a0a3-79d678549c31 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846623 Nov 03 19:01:35.552955 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-a99a9d90-d099-4861-a590-82cc9eae611e service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666465 Nov 03 19:01:35.651412 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-306db5c3-ceed-4754-bcb2-22241f6216d8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=762c123b-88ce-45d8-87f6-424c68b11183 HTTP/1.1" status: 200 len: 217 time: 0.0851917 Nov 03 19:01:35.743019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-318dd026-2be7-487c-bebf-390be3de146f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:35.749465 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-318dd026-2be7-487c-bebf-390be3de146f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.0891020 Nov 03 19:01:35.813491 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-e98763b4-88bb-4a9b-ad99-63c9ee236b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:35.815892 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-e98763b4-88bb-4a9b-ad99-63c9ee236b6b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0576379 Nov 03 19:01:36.097467 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-5b72e2bc-f24d-4db0-b86b-02638fbd09b4 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714822 Nov 03 19:01:36.256218 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-4c092f19-1a1b-4d68-b973-0c56eb2aa4d3 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480820 Nov 03 19:01:36.339553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47212) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:36.367811 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-aecce60b-332f-433a-8007-80e8886aef4c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=5ab89f05-331d-4782-aa0b-943c45c22fa3 HTTP/1.1" status: 200 len: 217 time: 0.1007638 Nov 03 19:01:36.482050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-5d08f878-028f-48d7-a220-905daf017775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:36.482050 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-5d08f878-028f-48d7-a220-905daf017775 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.1050746 Nov 03 19:01:36.545609 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-02899e5b-4206-45df-b96d-0fd765681b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:36.547500 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-02899e5b-4206-45df-b96d-0fd765681b59 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0589509 Nov 03 19:01:36.608376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47234) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:36.716553 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-6ccb77d0-249c-4d6d-b524-cdf616fd66d2 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586909 Nov 03 19:01:36.765557 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4727b9a-6482-4104-8a8d-f5f761acad0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.852119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-e8e599da-1afe-463a-9445-9adff87882e0 tempest-DvrRoutersNegativeTest-1217095576 tempest-DvrRoutersNegativeTest-1217095576-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-892598539', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:36.855672 n-d-812150-4 neutron-server[101712]: DEBUG neutron.policy [None req-e8e599da-1afe-463a-9445-9adff87882e0 tempest-DvrRoutersNegativeTest-1217095576 tempest-DvrRoutersNegativeTest-1217095576-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101712) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 03 19:01:36.855917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.policy [None req-e8e599da-1afe-463a-9445-9adff87882e0 tempest-DvrRoutersNegativeTest-1217095576 tempest-DvrRoutersNegativeTest-1217095576-project] Failed policy check for 'create_router' {{(pid=101712) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 03 19:01:36.856447 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-e8e599da-1afe-463a-9445-9adff87882e0 tempest-DvrRoutersNegativeTest-1217095576 tempest-DvrRoutersNegativeTest-1217095576-project] create failed (client error): Access was denied to this resource. Nov 03 19:01:36.861657 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-47ad1802-86bd-4fd4-b91e-88cd72dceef3 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322310 Nov 03 19:01:36.868539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e8e599da-1afe-463a-9445-9adff87882e0 tempest-DvrRoutersNegativeTest-1217095576 tempest-DvrRoutersNegativeTest-1217095576-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2587326 Nov 03 19:01:36.939396 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-352fe7d4-dc86-4bbd-86f8-f84561e94c2e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 HTTP/1.1" status: 200 len: 217 time: 0.0693326 Nov 03 19:01:36.963889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4727b9a-6482-4104-8a8d-f5f761acad0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:36.968868 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4727b9a-6482-4104-8a8d-f5f761acad0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.023484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b4727b9a-6482-4104-8a8d-f5f761acad0b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ca59f893c16748e5a595a8893b3d5898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6818216 Nov 03 19:01:37.026721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47254) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:37.043696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-be64ddaf-32f7-4d93-80a8-7cb6024acc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:37.043696 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-be64ddaf-32f7-4d93-80a8-7cb6024acc63 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.0931215 Nov 03 19:01:37.098174 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4727b9a-6482-4104-8a8d-f5f761acad0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb577cb-ad4c-414d-82cc-698650d19791,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:37.132819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-b04b98f7-4e42-4ce8-bdca-6dcf84afc0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:37.134405 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-b04b98f7-4e42-4ce8-bdca-6dcf84afc0c7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0846477 Nov 03 19:01:37.230664 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52222c8f-6782-47fb-8895-350a62010af2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.270872 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52222c8f-6782-47fb-8895-350a62010af2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.292916 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47270) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:37.337233 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52222c8f-6782-47fb-8895-350a62010af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.339980 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52222c8f-6782-47fb-8895-350a62010af2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.344276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-52222c8f-6782-47fb-8895-350a62010af2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6bb577cb-ad4c-414d-82cc-698650d19791 HTTP/1.1" status: 204 len: 168 time: 0.3133407 Nov 03 19:01:37.349443 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-16f6d73a-1a62-42ab-b117-910f7066e9eb service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065451 Nov 03 19:01:37.355235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52222c8f-6782-47fb-8895-350a62010af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb577cb-ad4c-414d-82cc-698650d19791,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:37.492656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cbbd1066-45db-4bfa-8ccc-d3da4a54e663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.588853 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-f550bb03-3dec-4929-9007-6d3ec9bceb50 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321107 Nov 03 19:01:37.653263 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-b8c8159f-7bf3-4a4e-9579-430d08ee75c8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bae343c8-8d70-4d32-99cc-d202d84dd31f HTTP/1.1" status: 200 len: 217 time: 0.0563614 Nov 03 19:01:37.781049 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-7b5fcc5c-20bf-4345-a590-ab5a38e23a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:37.783927 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-7b5fcc5c-20bf-4345-a590-ab5a38e23a1e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b12d4a62-83aa-465c-b86c-67ad4f5b0c3a HTTP/1.1" status: 200 len: 797 time: 0.1215520 Nov 03 19:01:37.797017 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cbbd1066-45db-4bfa-8ccc-d3da4a54e663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.806947 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cbbd1066-45db-4bfa-8ccc-d3da4a54e663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:37.904648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47282) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:37.911740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-25f86dba-22b0-4823-83bd-1ad555fd431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:37.913708 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-25f86dba-22b0-4823-83bd-1ad555fd431c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1190627 Nov 03 19:01:37.919756 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cbbd1066-45db-4bfa-8ccc-d3da4a54e663 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b514d6cec6804d379481fd12d24b7844&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6257377 Nov 03 19:01:37.920843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd1066-45db-4bfa-8ccc-d3da4a54e663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c4c658-5f04-465d-854e-d8d8ae155caa,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:37.925487 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47284) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:37.937584 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-30acb0d7-42e0-4d6d-a50a-25a331c41b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.072829 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31866da6-3f13-486e-82d4-3b69b2a8129c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.078834 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-30acb0d7-42e0-4d6d-a50a-25a331c41b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.085652 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-30acb0d7-42e0-4d6d-a50a-25a331c41b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.122569 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31866da6-3f13-486e-82d4-3b69b2a8129c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.150004 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-bd72d90b-69fc-4372-a719-91931332378e service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253947 Nov 03 19:01:38.164595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acb0d7-42e0-4d6d-a50a-25a331c41b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176fdca8-c8e2-4b19-b410-7316e4ce7193,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:38.219211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-30acb0d7-42e0-4d6d-a50a-25a331c41b00 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cf7914dc9004426bbbee352b4a2c10df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3134418 Nov 03 19:01:38.222720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47298) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:38.312541 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31866da6-3f13-486e-82d4-3b69b2a8129c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.315222 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31866da6-3f13-486e-82d4-3b69b2a8129c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.317142 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-31866da6-3f13-486e-82d4-3b69b2a8129c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/60c4c658-5f04-465d-854e-d8d8ae155caa HTTP/1.1" status: 204 len: 168 time: 0.3907990 Nov 03 19:01:38.338907 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31866da6-3f13-486e-82d4-3b69b2a8129c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c4c658-5f04-465d-854e-d8d8ae155caa,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:38.345507 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-cddee0c1-3e42-4500-b6d8-8c91f434de6a service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875224 Nov 03 19:01:38.363675 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4fd7-95af-4ce7-8346-7b7a2f6450c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.408675 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-d448fa14-f7f0-4660-abed-ed5807fa404d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 HTTP/1.1" status: 200 len: 217 time: 0.0544503 Nov 03 19:01:38.411431 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4fd7-95af-4ce7-8346-7b7a2f6450c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.477674 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4fd7-95af-4ce7-8346-7b7a2f6450c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.481794 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4fd7-95af-4ce7-8346-7b7a2f6450c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:38.484049 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b5fb4fd7-95af-4ce7-8346-7b7a2f6450c2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/176fdca8-c8e2-4b19-b410-7316e4ce7193 HTTP/1.1" status: 204 len: 168 time: 0.2590303 Nov 03 19:01:38.507443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb4fd7-95af-4ce7-8346-7b7a2f6450c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176fdca8-c8e2-4b19-b410-7316e4ce7193,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:38.556582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-df3a3ece-8cea-488b-9109-a8d3433e62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:38.559624 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-df3a3ece-8cea-488b-9109-a8d3433e62cd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b12d4a62-83aa-465c-b86c-67ad4f5b0c3a HTTP/1.1" status: 200 len: 797 time: 0.1424901 Nov 03 19:01:38.657397 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-170dbad4-a3ee-4975-a520-78f0a65b636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:38.657397 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-170dbad4-a3ee-4975-a520-78f0a65b636c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0896983 Nov 03 19:01:38.833330 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-589ccf11-a552-4434-bfec-c7eb5833870c service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649992 Nov 03 19:01:39.016181 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a5b0ba8b-6bea-4240-a0a2-5a5bebad75d6 req-3afba7b1-8072-461c-a0df-906b61e4e5ac service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749070 Nov 03 19:01:40.081060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47360) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:40.480006 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-00bb4706-9cde-4a76-8626-dd7ca941affe tempest-ServiceProvidersTest-162605580 tempest-ServiceProvidersTest-162605580-project] 10.222.0.107 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3964341 Nov 03 19:01:40.879191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47390) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:41.236541 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1b965670-0c48-4049-9360-bf9bd9563309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.376734 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1b965670-0c48-4049-9360-bf9bd9563309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.382021 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1b965670-0c48-4049-9360-bf9bd9563309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.417443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b965670-0c48-4049-9360-bf9bd9563309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbc9af3-c122-40c1-8c6f-e7517da72d41,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:41.462563 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1b965670-0c48-4049-9360-bf9bd9563309 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=acbf1c8fd23f42d6908f306f4a94d0c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5820949 Nov 03 19:01:41.465325 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47416) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:41.545945 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4be8cfe7-a3fc-4451-8bbb-684e7e46a075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.576893 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4be8cfe7-a3fc-4451-8bbb-684e7e46a075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.712416 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4be8cfe7-a3fc-4451-8bbb-684e7e46a075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.715202 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4be8cfe7-a3fc-4451-8bbb-684e7e46a075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:41.721103 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4be8cfe7-a3fc-4451-8bbb-684e7e46a075 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7fbc9af3-c122-40c1-8c6f-e7517da72d41 HTTP/1.1" status: 204 len: 168 time: 0.2546160 Nov 03 19:01:41.753699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8cfe7-a3fc-4451-8bbb-684e7e46a075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbc9af3-c122-40c1-8c6f-e7517da72d41,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:43.022078 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47474) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:43.150852 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d221cfab-4039-4828-9a8b-7a0e35de9396 tempest-SubnetPoolsTestJSON-1602753262 tempest-SubnetPoolsTestJSON-1602753262-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-165815177', 'prefixes': ['172.20.0.0/16']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:43.283434 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d221cfab-4039-4828-9a8b-7a0e35de9396 tempest-SubnetPoolsTestJSON-1602753262 tempest-SubnetPoolsTestJSON-1602753262-project] Publish callbacks [] for subnetpool, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:43.287809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d221cfab-4039-4828-9a8b-7a0e35de9396 tempest-SubnetPoolsTestJSON-1602753262 tempest-SubnetPoolsTestJSON-1602753262-project] 10.222.0.107 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2621372 Nov 03 19:01:43.288432 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47498) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:43.290377 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:43.358230 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bb096f51-58a4-4f43-879a-11646426aab8 tempest-SubnetPoolsTestJSON-1602753262 tempest-SubnetPoolsTestJSON-1602753262-project] 10.222.0.107 "GET /v2.0/subnetpools/be67279d-a903-488b-9357-9403725280da HTTP/1.1" status: 200 len: 731 time: 0.0678279 Nov 03 19:01:43.360638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47502) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:43.366056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6817785e-7ccd-4c0d-884c-88a2fdf2621e tempest-SubnetPoolsTestJSON-1602753262 tempest-SubnetPoolsTestJSON-1602753262-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1326840596'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:43.483375 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6817785e-7ccd-4c0d-884c-88a2fdf2621e tempest-SubnetPoolsTestJSON-1602753262 tempest-SubnetPoolsTestJSON-1602753262-project] Publish callbacks [] for subnetpool, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:43.488156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6817785e-7ccd-4c0d-884c-88a2fdf2621e tempest-SubnetPoolsTestJSON-1602753262 tempest-SubnetPoolsTestJSON-1602753262-project] 10.222.0.107 "PUT /v2.0/subnetpools/be67279d-a903-488b-9357-9403725280da HTTP/1.1" status: 200 len: 684 time: 0.1262243 Nov 03 19:01:43.488333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47512) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:43.676891 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8d52b25d-8d9d-4615-8622-968ed296405f tempest-SubnetPoolsTestJSON-1602753262 tempest-SubnetPoolsTestJSON-1602753262-project] Publish callbacks [] for subnetpool, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:43.681424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47524) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:43.681606 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8d52b25d-8d9d-4615-8622-968ed296405f tempest-SubnetPoolsTestJSON-1602753262 tempest-SubnetPoolsTestJSON-1602753262-project] 10.222.0.107 "DELETE /v2.0/subnetpools/be67279d-a903-488b-9357-9403725280da HTTP/1.1" status: 204 len: 168 time: 0.1919477 Nov 03 19:01:43.708613 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-98f4ecd0-138e-4a70-9f5d-6fde754b3d6f tempest-SubnetPoolsTestJSON-1602753262 tempest-SubnetPoolsTestJSON-1602753262-project] show failed (client error): The resource could not be found. Nov 03 19:01:43.715317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47528) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:43.716579 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-98f4ecd0-138e-4a70-9f5d-6fde754b3d6f tempest-SubnetPoolsTestJSON-1602753262 tempest-SubnetPoolsTestJSON-1602753262-project] 10.222.0.107 "GET /v2.0/subnetpools/be67279d-a903-488b-9357-9403725280da HTTP/1.1" status: 404 len: 346 time: 0.0335820 Nov 03 19:01:43.734696 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-902dc69b-93c6-452f-a650-f77504141e3b tempest-SubnetPoolsTestJSON-1602753262 tempest-SubnetPoolsTestJSON-1602753262-project] delete failed (client error): The resource could not be found. Nov 03 19:01:43.736174 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-902dc69b-93c6-452f-a650-f77504141e3b tempest-SubnetPoolsTestJSON-1602753262 tempest-SubnetPoolsTestJSON-1602753262-project] 10.222.0.107 "DELETE /v2.0/subnetpools/be67279d-a903-488b-9357-9403725280da HTTP/1.1" status: 404 len: 346 time: 0.0194001 Nov 03 19:01:44.216285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47550) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:44.640579 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8b85c44-4e9f-488e-a6b0-33c476a95662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:44.819502 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8b85c44-4e9f-488e-a6b0-33c476a95662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:44.823508 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8b85c44-4e9f-488e-a6b0-33c476a95662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:44.884493 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e8b85c44-4e9f-488e-a6b0-33c476a95662 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=453511df2cd246f6b6f3a1bec1c9ada0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6666186 Nov 03 19:01:44.886662 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47572) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:44.994704 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b85c44-4e9f-488e-a6b0-33c476a95662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a5f3b1-67fe-4b95-96ed-6ce6833b4681,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:45.014950 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb1994bc-a25d-40cc-99d4-2b72214f9714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:45.107631 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb1994bc-a25d-40cc-99d4-2b72214f9714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:45.136631 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:01:45.221677 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb1994bc-a25d-40cc-99d4-2b72214f9714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:45.225415 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb1994bc-a25d-40cc-99d4-2b72214f9714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:45.231491 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fb1994bc-a25d-40cc-99d4-2b72214f9714 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/39a5f3b1-67fe-4b95-96ed-6ce6833b4681 HTTP/1.1" status: 204 len: 168 time: 0.3411539 Nov 03 19:01:45.253922 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1994bc-a25d-40cc-99d4-2b72214f9714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a5f3b1-67fe-4b95-96ed-6ce6833b4681,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:47.470932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47730) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:47.622707 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:47.773342 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:47.778817 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:47.831517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8259a0ee992346aeb18ede423a69f185&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3593662 Nov 03 19:01:47.834529 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47782) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:47.843719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a7a3c1-a93e-4123-8b32-c6e3a56c36e3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:47.865033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:47.865392 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:47.865764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:47.866087 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:47.866429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:47.866767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:47.869523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:47.872497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:47.873249 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:47.874263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:47.875317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:47.877023 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f2d42-8b68-4eb6-9433-3c7666cda51e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:47.922196 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:47.953339 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.051492 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.055455 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.071450 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/75a7a3c1-a93e-4123-8b32-c6e3a56c36e3 HTTP/1.1" status: 204 len: 168 time: 0.2238851 Nov 03 19:01:48.096554 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a7a3c1-a93e-4123-8b32-c6e3a56c36e3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:48.116851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:48.117188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:48.117531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:48.117870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:48.118209 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:48.118540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:48.118871 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:48.119198 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:48.119530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:48.125233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:48.125530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:48.125879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffde1cf5-4149-49d4-bd44-f38cfb5d40d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:01:48.663893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 47894) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:48.689619 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca6d603c-52b0-4baf-9d5e-f79a92f0b2e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.892747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47916) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:48.910829 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca6d603c-52b0-4baf-9d5e-f79a92f0b2e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.921590 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca6d603c-52b0-4baf-9d5e-f79a92f0b2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:48.950660 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d603c-52b0-4baf-9d5e-f79a92f0b2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06265d0d-ac58-4c02-9b26-2cdc125a7944,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:49.018901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ca6d603c-52b0-4baf-9d5e-f79a92f0b2e0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0c8d6b50d51940e2b0327f5b1ec6a99c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3508263 Nov 03 19:01:49.019789 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 47932) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:49.183905 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0a4e-ccd0-4daa-95bd-381dcaf48290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.187114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e512908c-017d-4902-bd05-fb56ce6deb49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.233297 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0a4e-ccd0-4daa-95bd-381dcaf48290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.318881 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0a4e-ccd0-4daa-95bd-381dcaf48290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.322014 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0a4e-ccd0-4daa-95bd-381dcaf48290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.325844 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fd9a0a4e-ccd0-4daa-95bd-381dcaf48290 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/06265d0d-ac58-4c02-9b26-2cdc125a7944 HTTP/1.1" status: 204 len: 168 time: 0.3026791 Nov 03 19:01:49.397901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a0a4e-ccd0-4daa-95bd-381dcaf48290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06265d0d-ac58-4c02-9b26-2cdc125a7944,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:49.430450 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e512908c-017d-4902-bd05-fb56ce6deb49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.436241 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e512908c-017d-4902-bd05-fb56ce6deb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.474617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512908c-017d-4902-bd05-fb56ce6deb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d544ab4-1e19-4d49-ae29-405104f18184,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:49.533869 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e512908c-017d-4902-bd05-fb56ce6deb49 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9ca28eaaa1c54983988adfa664ab8e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6366832 Nov 03 19:01:49.537344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48000) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:49.621350 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41da29e5-3fb2-4892-8787-59bf401b2185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.656997 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41da29e5-3fb2-4892-8787-59bf401b2185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.741554 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41da29e5-3fb2-4892-8787-59bf401b2185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.744677 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41da29e5-3fb2-4892-8787-59bf401b2185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:49.745976 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-41da29e5-3fb2-4892-8787-59bf401b2185 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3d544ab4-1e19-4d49-ae29-405104f18184 HTTP/1.1" status: 204 len: 168 time: 0.2076128 Nov 03 19:01:49.766339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da29e5-3fb2-4892-8787-59bf401b2185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d544ab4-1e19-4d49-ae29-405104f18184,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:50.021226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48066) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:50.043796 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6cdd2620-66d6-4926-b0f2-7fc01ed9121f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.164072 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6cdd2620-66d6-4926-b0f2-7fc01ed9121f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.172502 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6cdd2620-66d6-4926-b0f2-7fc01ed9121f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.255664 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6cdd2620-66d6-4926-b0f2-7fc01ed9121f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d0586a34684c45fc885fd3a2e93a61b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322478 Nov 03 19:01:50.258109 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd2620-66d6-4926-b0f2-7fc01ed9121f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364a70ff-5f8f-4fe6-af7b-4c0184927b91,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:50.258383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48090) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:50.370880 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-86611d52-6280-4e53-991d-80e529337030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.433468 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-86611d52-6280-4e53-991d-80e529337030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.526350 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-86611d52-6280-4e53-991d-80e529337030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.529007 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-86611d52-6280-4e53-991d-80e529337030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.530369 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-86611d52-6280-4e53-991d-80e529337030 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/364a70ff-5f8f-4fe6-af7b-4c0184927b91 HTTP/1.1" status: 204 len: 168 time: 0.2709630 Nov 03 19:01:50.546359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86611d52-6280-4e53-991d-80e529337030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364a70ff-5f8f-4fe6-af7b-4c0184927b91,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:50.713580 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48150) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:50.740028 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ceef68be-d878-4ce2-8f15-7d055e90f7af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.857944 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48168) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:50.930657 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ceef68be-d878-4ce2-8f15-7d055e90f7af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:50.939404 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ceef68be-d878-4ce2-8f15-7d055e90f7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.033097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48190) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:51.033588 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ceef68be-d878-4ce2-8f15-7d055e90f7af admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4873f0bbea8a42c69227af3f45b7de39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3182807 Nov 03 19:01:51.048426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef68be-d878-4ce2-8f15-7d055e90f7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472e2a32-3366-4bb9-930d-30d977d74bd5,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:51.090599 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f9a934a-c5f8-45fe-88bc-dda886f9103f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.164799 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f60c0474-68b2-49cf-837e-9d75fb1fa57f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.208346 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f60c0474-68b2-49cf-837e-9d75fb1fa57f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.295779 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f60c0474-68b2-49cf-837e-9d75fb1fa57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.298710 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f60c0474-68b2-49cf-837e-9d75fb1fa57f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.300842 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f60c0474-68b2-49cf-837e-9d75fb1fa57f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/472e2a32-3366-4bb9-930d-30d977d74bd5 HTTP/1.1" status: 204 len: 168 time: 0.2667243 Nov 03 19:01:51.315104 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c0474-68b2-49cf-837e-9d75fb1fa57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472e2a32-3366-4bb9-930d-30d977d74bd5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:51.342174 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f9a934a-c5f8-45fe-88bc-dda886f9103f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.350605 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f9a934a-c5f8-45fe-88bc-dda886f9103f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.390629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48230) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:51.391291 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9f9a934a-c5f8-45fe-88bc-dda886f9103f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=045491e65ee94c8aabd6bfd41a718f81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5319552 Nov 03 19:01:51.418850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a934a-c5f8-45fe-88bc-dda886f9103f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365e6053-c220-40b2-ad9d-d9a43d8d7e22,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:51.486017 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3cd72fd-57ce-4bbb-8368-c642d09b2dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.538451 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3cd72fd-57ce-4bbb-8368-c642d09b2dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.635815 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3cd72fd-57ce-4bbb-8368-c642d09b2dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.641925 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3cd72fd-57ce-4bbb-8368-c642d09b2dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:51.645426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b3cd72fd-57ce-4bbb-8368-c642d09b2dfc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/365e6053-c220-40b2-ad9d-d9a43d8d7e22 HTTP/1.1" status: 204 len: 168 time: 0.2533298 Nov 03 19:01:51.653464 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd72fd-57ce-4bbb-8368-c642d09b2dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365e6053-c220-40b2-ad9d-d9a43d8d7e22,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:52.184912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48266) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:52.201889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-470ff6e2-5081-4d41-a830-76a7070383c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.304079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-470ff6e2-5081-4d41-a830-76a7070383c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.309918 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-470ff6e2-5081-4d41-a830-76a7070383c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.351833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48270) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:52.364076 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-470ff6e2-5081-4d41-a830-76a7070383c7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2d19d7b7fb4b4ac99302c69921b4503f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1780376 Nov 03 19:01:52.366381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ff6e2-5081-4d41-a830-76a7070383c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f202b44-d660-4360-909a-1c58d300f6c8,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:52.367182 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48274) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:52.454637 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4a35-7ea2-4a0a-aecc-724b0ddd1338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.486615 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4a35-7ea2-4a0a-aecc-724b0ddd1338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.524877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2118671479-network', 'tenant_id': '9ec613c7cf0b4d2a89815159bd095221'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:52.554108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] Made reservation on behalf of 9ec613c7cf0b4d2a89815159bd095221 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:52.558107 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.571073 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.618089 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4a35-7ea2-4a0a-aecc-724b0ddd1338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.622688 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4a35-7ea2-4a0a-aecc-724b0ddd1338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.625078 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c7fa4a35-7ea2-4a0a-aecc-724b0ddd1338 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4f202b44-d660-4360-909a-1c58d300f6c8 HTTP/1.1" status: 204 len: 168 time: 0.2566924 Nov 03 19:01:52.643784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa4a35-7ea2-4a0a-aecc-724b0ddd1338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f202b44-d660-4360-909a-1c58d300f6c8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:52.722498 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.730345 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.767549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:01:52.780972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ec78e8-2466-4f46-85e5-844c8e00894f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:52.792133 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.792734 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] Added segment b7085e66-33f5-4a8b-bd9a-7eb3b4936299 of type vlan for network 3a3eff64-c0f8-4294-b325-2ab84c0660b2 Nov 03 19:01:52.845819 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.881262 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.882418 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:52.883067 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:52.921173 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5676615 Nov 03 19:01:52.924234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48288) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:52.929614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-573a8fe6-3a90-49cd-bb49-68d908a4daac admin admin] Request body: {'subnet': {'network_id': '3a3eff64-c0f8-4294-b325-2ab84c0660b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2118671479-subnet', 'tenant_id': '9ec613c7cf0b4d2a89815159bd095221', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:52.959330 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fef200-0485-4cd7-968f-7ab1304584be admin admin] Pushing event updated for resources: {'Network': ['ID=3a3eff64-c0f8-4294-b325-2ab84c0660b2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:52.975999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 3a3eff64-c0f8-4294-b325-2ab84c0660b2 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:01:52.983519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573a8fe6-3a90-49cd-bb49-68d908a4daac admin admin] Made reservation on behalf of 9ec613c7cf0b4d2a89815159bd095221 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:52.986199 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-573a8fe6-3a90-49cd-bb49-68d908a4daac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.254757 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-573a8fe6-3a90-49cd-bb49-68d908a4daac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.337750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a8fe6-3a90-49cd-bb49-68d908a4daac admin admin] Checking segment: {'id': 'b7085e66-33f5-4a8b-bd9a-7eb3b4936299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3a3eff64-c0f8-4294-b325-2ab84c0660b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:01:53.338158 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a8fe6-3a90-49cd-bb49-68d908a4daac admin admin] Network hostable DHCP agents. Network: 3a3eff64-c0f8-4294-b325-2ab84c0660b2, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:01:53.346484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a8fe6-3a90-49cd-bb49-68d908a4daac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b26284-7baf-4b63-85b2-48e18173be29,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:53.364531 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a8fe6-3a90-49cd-bb49-68d908a4daac admin admin] Network 3a3eff64-c0f8-4294-b325-2ab84c0660b2 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:01:53.382335 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-573a8fe6-3a90-49cd-bb49-68d908a4daac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 3a3eff64-c0f8-4294-b325-2ab84c0660b2) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:53.392589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56e3e12-ae83-40df-bc0d-25c4c2041f27 None None] Network 3a3eff64-c0f8-4294-b325-2ab84c0660b2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:53.397523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a8fe6-3a90-49cd-bb49-68d908a4daac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:53.398376 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-573a8fe6-3a90-49cd-bb49-68d908a4daac admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:53.432168 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-573a8fe6-3a90-49cd-bb49-68d908a4daac admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5066442 Nov 03 19:01:53.572816 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d4a1b0-5341-48e8-9651-ca2c0ec17816 None None] Network 3a3eff64-c0f8-4294-b325-2ab84c0660b2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:01:55.103635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48374) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:55.247423 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-06bcc1cf-34d1-4b9e-ab24-7f1e7ce8a0cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:55.344443 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-06bcc1cf-34d1-4b9e-ab24-7f1e7ce8a0cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:55.351779 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-06bcc1cf-34d1-4b9e-ab24-7f1e7ce8a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:55.407477 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-06bcc1cf-34d1-4b9e-ab24-7f1e7ce8a0cc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=14c5ffe1116d4e18adc969f1cd0f17df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3061538 Nov 03 19:01:55.410193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48388) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:55.417962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcc1cf-34d1-4b9e-ab24-7f1e7ce8a0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51abee72-86b9-4bb7-a675-2ca4d0b64e24,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:55.477717 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a7d35b4-360d-4240-be99-d0a9366a09f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:55.503103 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a7d35b4-360d-4240-be99-d0a9366a09f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:55.563608 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a7d35b4-360d-4240-be99-d0a9366a09f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:55.567379 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a7d35b4-360d-4240-be99-d0a9366a09f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:55.583992 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5a7d35b4-360d-4240-be99-d0a9366a09f6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/51abee72-86b9-4bb7-a675-2ca4d0b64e24 HTTP/1.1" status: 204 len: 168 time: 0.1640477 Nov 03 19:01:55.604739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d35b4-360d-4240-be99-d0a9366a09f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51abee72-86b9-4bb7-a675-2ca4d0b64e24,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:55.743180 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4d8b45d2-15d0-46ee-ab1d-dcc90031d610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:55.775070 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-f70f0ac7-3ab9-4eb4-b27a-51bf6b0a00c7 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:55.790552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-f70f0ac7-3ab9-4eb4-b27a-51bf6b0a00c7 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/networks?id=3a3eff64-c0f8-4294-b325-2ab84c0660b2 HTTP/1.1" status: 200 len: 809 time: 0.1874015 Nov 03 19:01:55.817475 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-b0f48c32-d959-48ab-99b7-8c81fbf90207 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/quotas/9ec613c7cf0b4d2a89815159bd095221 HTTP/1.1" status: 200 len: 375 time: 0.0191033 Nov 03 19:01:55.875542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-97df7ee8-8102-4342-a09a-47afb8cf2784 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9ec613c7cf0b4d2a89815159bd095221&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513501 Nov 03 19:01:56.671993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-71318857-a152-47e0-bd0d-aef3a2773c5d service neutron] 10.222.0.107 "GET /v2.0/networks/3a3eff64-c0f8-4294-b325-2ab84c0660b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7824697 Nov 03 19:01:56.832677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-8e8b79f4-0ffa-43b1-a8ff-206199de8fef service neutron] 10.222.0.107 "GET /v2.0/networks/3a3eff64-c0f8-4294-b325-2ab84c0660b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499236 Nov 03 19:01:57.217967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f18f6364-99d0-44b5-8b17-05f7f93145af req-9762b589-6505-41e4-ab07-260a41757ee5 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 210 time: 0.0430143 Nov 03 19:01:57.429134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48466) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:57.622863 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-513cd5b0-e4ea-4958-880b-1831700b1098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.763064 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-513cd5b0-e4ea-4958-880b-1831700b1098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.767802 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-513cd5b0-e4ea-4958-880b-1831700b1098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.804816 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cd5b0-e4ea-4958-880b-1831700b1098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5df79a8-1ee6-4771-b229-95f084f62bc8,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:57.832448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48484) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:57.833479 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-513cd5b0-e4ea-4958-880b-1831700b1098 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1a7c267322db41089a901ae64e5b41ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4022858 Nov 03 19:01:57.896379 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e073a4ca-0993-4225-95a7-0fdc6c6a3502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:57.947783 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e073a4ca-0993-4225-95a7-0fdc6c6a3502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.014968 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e073a4ca-0993-4225-95a7-0fdc6c6a3502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.019471 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e073a4ca-0993-4225-95a7-0fdc6c6a3502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.021324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e073a4ca-0993-4225-95a7-0fdc6c6a3502 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d5df79a8-1ee6-4771-b229-95f084f62bc8 HTTP/1.1" status: 204 len: 168 time: 0.1877401 Nov 03 19:01:58.032943 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073a4ca-0993-4225-95a7-0fdc6c6a3502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5df79a8-1ee6-4771-b229-95f084f62bc8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:58.050320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48490) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:58.088978 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-569b675c-bc4b-48ef-b3fd-4eadb53d18f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.274263 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8162bbd-1005-4e8f-b4a5-5fdba31e1f41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.417595 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6cda22f-88b8-4f16-b225-423722a83dad req-b7538f9c-ce57-460c-8caa-73b574fac20a tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 210 time: 0.0624912 Nov 03 19:01:58.422828 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8162bbd-1005-4e8f-b4a5-5fdba31e1f41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.428130 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8162bbd-1005-4e8f-b4a5-5fdba31e1f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.491087 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b8162bbd-1005-4e8f-b4a5-5fdba31e1f41 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5f540bd2f92a4ddf8e685c8bee78b251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4393907 Nov 03 19:01:58.492778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8162bbd-1005-4e8f-b4a5-5fdba31e1f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a19f45a-69a0-42eb-8b98-1edb5fb4cb75,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:58.496061 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48500) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:58.567264 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9617254-2066-4602-ab14-88429bd2a44a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.630195 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9617254-2066-4602-ab14-88429bd2a44a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.739623 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9617254-2066-4602-ab14-88429bd2a44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.743095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d9617254-2066-4602-ab14-88429bd2a44a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:58.747364 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d9617254-2066-4602-ab14-88429bd2a44a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7a19f45a-69a0-42eb-8b98-1edb5fb4cb75 HTTP/1.1" status: 204 len: 168 time: 0.2464643 Nov 03 19:01:58.757161 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9617254-2066-4602-ab14-88429bd2a44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a19f45a-69a0-42eb-8b98-1edb5fb4cb75,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:58.858267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-63e9679b-0463-45b7-a19f-3d86ebde9979 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:58.860066 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-63e9679b-0463-45b7-a19f-3d86ebde9979 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.98 "GET /v2.0/networks?id=3a3eff64-c0f8-4294-b325-2ab84c0660b2 HTTP/1.1" status: 200 len: 809 time: 0.3756077 Nov 03 19:01:58.878742 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-4f026ec4-3c58-45b4-85e7-25db845edda7 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Request body: {'port': {'device_id': 'f50b5746-df89-4fb4-8c48-c5291e1c02a6', 'network_id': '3a3eff64-c0f8-4294-b325-2ab84c0660b2', 'admin_state_up': True, 'tenant_id': '9ec613c7cf0b4d2a89815159bd095221'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:01:59.142732 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-4f026ec4-3c58-45b4-85e7-25db845edda7 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Made reservation on behalf of 9ec613c7cf0b4d2a89815159bd095221 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:01:59.147050 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-4f026ec4-3c58-45b4-85e7-25db845edda7 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.151304 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48522) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:59.170634 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45ee9744-6c48-43ca-bbb1-721bd06df73a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.281033 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45ee9744-6c48-43ca-bbb1-721bd06df73a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.291274 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45ee9744-6c48-43ca-bbb1-721bd06df73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.369649 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.375686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-4f026ec4-3c58-45b4-85e7-25db845edda7 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Allocated IP 172.20.0.12 (3a3eff64-c0f8-4294-b325-2ab84c0660b2/a0b26284-7baf-4b63-85b2-48e18173be29/a8bf93b4-585c-45b5-a63e-eacd2da7e0c5) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:01:59.609523 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-4f026ec4-3c58-45b4-85e7-25db845edda7 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.677295 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-4f026ec4-3c58-45b4-85e7-25db845edda7 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.783166 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-45ee9744-6c48-43ca-bbb1-721bd06df73a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=defea6ffa3c14dc58bad0df33769984b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6268263 Nov 03 19:01:59.783166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee9744-6c48-43ca-bbb1-721bd06df73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96e0984-4c32-453e-b46e-c8294767d621,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:59.788962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-4f026ec4-3c58-45b4-85e7-25db845edda7 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Network 3a3eff64-c0f8-4294-b325-2ab84c0660b2 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:01:59.796397 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48542) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:01:59.808034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-4f026ec4-3c58-45b4-85e7-25db845edda7 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:01:59.822862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-4f026ec4-3c58-45b4-85e7-25db845edda7 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:01:59.889394 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f026ec4-3c58-45b4-85e7-25db845edda7 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Pushing event updated for resources: {'Port': ['ID=a8bf93b4-585c-45b5-a63e-eacd2da7e0c5,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:01:59.917875 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b83233ae-4722-42dd-b36e-2512deaf901b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.930223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237e98c-8c6c-45e0-8083-65960b866122 req-efd990c0-e5be-4ef5-8175-756e93f640d5 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:59.941104 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0237e98c-8c6c-45e0-8083-65960b866122 req-efd990c0-e5be-4ef5-8175-756e93f640d5 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 932 time: 0.2942495 Nov 03 19:01:59.953929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-4f026ec4-3c58-45b4-85e7-25db845edda7 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:01:59.956697 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-4f026ec4-3c58-45b4-85e7-25db845edda7 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.983868 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b83233ae-4722-42dd-b36e-2512deaf901b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:01:59.988462 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-4f026ec4-3c58-45b4-85e7-25db845edda7 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1174569 Nov 03 19:02:00.011815 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Request body: {'port': {'device_id': 'f50b5746-df89-4fb4-8c48-c5291e1c02a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:00.086957 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b83233ae-4722-42dd-b36e-2512deaf901b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.091754 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b83233ae-4722-42dd-b36e-2512deaf901b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.092828 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b83233ae-4722-42dd-b36e-2512deaf901b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b96e0984-4c32-453e-b46e-c8294767d621 HTTP/1.1" status: 204 len: 168 time: 0.2935958 Nov 03 19:02:00.119550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83233ae-4722-42dd-b36e-2512deaf901b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96e0984-4c32-453e-b46e-c8294767d621,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:00.192786 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0237e98c-8c6c-45e0-8083-65960b866122 req-0cb41a51-066a-43ab-841b-de7dd0a74946 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506759 Nov 03 19:02:00.218871 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.292587 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48554) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:00.578438 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.647559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eaa9db3-89cc-410d-8cb0-9c51ef43c8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.663939 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.790928 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:02:00.795681 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eaa9db3-89cc-410d-8cb0-9c51ef43c8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.802744 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eaa9db3-89cc-410d-8cb0-9c51ef43c8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.805899 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.840749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Transition to ACTIVE for port object a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:02:00.849889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:00.867370 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7eaa9db3-89cc-410d-8cb0-9c51ef43c8fc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=954bc3e2f16f4bd58a8094adcbdf4f93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5732033 Nov 03 19:02:00.869026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa9db3-89cc-410d-8cb0-9c51ef43c8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9656fb-64a5-4e78-a11f-f2913cee75ca,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:00.871804 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48570) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:00.966568 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1bef687c-b663-4bc1-ae23-c898f6dca2c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.007517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bf93b4-585c-45b5-a63e-eacd2da7e0c5,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:01.017309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1bef687c-b663-4bc1-ae23-c898f6dca2c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.100578 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1bef687c-b663-4bc1-ae23-c898f6dca2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.108453 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1bef687c-b663-4bc1-ae23-c898f6dca2c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.113026 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1bef687c-b663-4bc1-ae23-c898f6dca2c7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2e9656fb-64a5-4e78-a11f-f2913cee75ca HTTP/1.1" status: 204 len: 168 time: 0.2397385 Nov 03 19:02:01.126413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef687c-b663-4bc1-ae23-c898f6dca2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9656fb-64a5-4e78-a11f-f2913cee75ca,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:01.199853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Attempting to bind port a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:01.200156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Attempting to bind port a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'b7085e66-33f5-4a8b-bd9a-7eb3b4936299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3a3eff64-c0f8-4294-b325-2ab84c0660b2'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:01.200513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Attempting to bind port a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 on network 3a3eff64-c0f8-4294-b325-2ab84c0660b2 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:01.205950 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Port a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 on network 3a3eff64-c0f8-4294-b325-2ab84c0660b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:01.206442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Attempting to bind port a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 on network 3a3eff64-c0f8-4294-b325-2ab84c0660b2 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:01.213931 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:01.214399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Checking segment: {'id': 'b7085e66-33f5-4a8b-bd9a-7eb3b4936299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3a3eff64-c0f8-4294-b325-2ab84c0660b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:01.214809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Bound using segment: {'id': 'b7085e66-33f5-4a8b-bd9a-7eb3b4936299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3a3eff64-c0f8-4294-b325-2ab84c0660b2'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:01.215633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Bound port: a8bf93b4-585c-45b5-a63e-eacd2da7e0c5, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7085e66-33f5-4a8b-bd9a-7eb3b4936299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3a3eff64-c0f8-4294-b325-2ab84c0660b2'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:01.215750 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.344897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] For port a8bf93b4-585c-45b5-a63e-eacd2da7e0c5, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:01.378092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] For port a8bf93b4-585c-45b5-a63e-eacd2da7e0c5, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a8bf93b4-585c-45b5-a63e-eacd2da7e0c5,segment=NetworkSegment(b7085e66-33f5-4a8b-bd9a-7eb3b4936299),segment_id=b7085e66-33f5-4a8b-bd9a-7eb3b4936299)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:01.395846 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.437860 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.461919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdd1d4-4906-4727-aa03-518ef88e7da2 req-d5d47ee0-5239-4528-aa57-07da0c042cbf tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:01.470035 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75bdd1d4-4906-4727-aa03-518ef88e7da2 req-d5d47ee0-5239-4528-aa57-07da0c042cbf tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 944 time: 0.1638148 Nov 03 19:02:01.540732 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:01.541191 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:01.542599 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] 10.222.0.98 "PUT /v2.0/ports/a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 HTTP/1.1" status: 200 len: 1092 time: 1.5439346 Nov 03 19:02:01.543244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf77e16-aee4-4dbf-ad21-d27a58fe5d67 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bf93b4-585c-45b5-a63e-eacd2da7e0c5,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:01.545969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50b5746-df89-4fb4-8c48-c5291e1c02a6', 'tag': 'a8bf93b4-585c-45b5-a63e-eacd2da7e0c5'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:01.556807 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acda7730-a825-4ae5-8c39-2f353c5958bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f50b5746-df89-4fb4-8c48-c5291e1c02a6", "tag": "a8bf93b4-585c-45b5-a63e-eacd2da7e0c5"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:01.649634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75bdd1d4-4906-4727-aa03-518ef88e7da2 req-5ebf9fd9-eedc-45b3-a9d0-ac82970169ca tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727614 Nov 03 19:02:01.651401 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4747a46-f973-4a1e-9fbb-941d6c14dd48 x-openstack-request-id: req-e4747a46-f973-4a1e-9fbb-941d6c14dd48 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:01.651925 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50b5746-df89-4fb4-8c48-c5291e1c02a6", "tag": "a8bf93b4-585c-45b5-a63e-eacd2da7e0c5", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:01.652362 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e4747a46-f973-4a1e-9fbb-941d6c14dd48 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:01.653126 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50b5746-df89-4fb4-8c48-c5291e1c02a6', 'tag': 'a8bf93b4-585c-45b5-a63e-eacd2da7e0c5', 'status': 'completed', 'code': 200} Nov 03 19:02:01.706078 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-38dd1ce1-9fc5-4f5d-8fad-6b616a2a9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:01.708999 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-38dd1ce1-9fc5-4f5d-8fad-6b616a2a9102 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9ec613c7cf0b4d2a89815159bd095221&device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 1095 time: 0.0549281 Nov 03 19:02:01.779312 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-903bf1dc-30ac-4981-bcda-f80bd9ffa766 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 HTTP/1.1" status: 200 len: 217 time: 0.0589008 Nov 03 19:02:01.848784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-825adb15-ce87-4728-913b-743b23e3a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:01.851237 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-825adb15-ce87-4728-913b-743b23e3a7b6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a0b26284-7baf-4b63-85b2-48e18173be29 HTTP/1.1" status: 200 len: 849 time: 0.0644925 Nov 03 19:02:01.899111 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-59c8d54a-6174-4235-a31d-d0199895a758 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3a3eff64-c0f8-4294-b325-2ab84c0660b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385213 Nov 03 19:02:02.052810 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-b2aa69ef-8fc0-4c6a-93b6-a6214f99e5c4 service neutron] 10.222.0.98 "GET /v2.0/networks/3a3eff64-c0f8-4294-b325-2ab84c0660b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473804 Nov 03 19:02:02.227887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43d8aa0c-2ca5-45e6-8381-7862aa6daeb1 req-6e73780d-0498-4e4c-93a9-6766cf95d66c service neutron] 10.222.0.98 "GET /v2.0/networks/3a3eff64-c0f8-4294-b325-2ab84c0660b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673865 Nov 03 19:02:02.369285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda7730-a825-4ae5-8c39-2f353c5958bc req-577338fa-0d52-47f1-a567-8ef9c46cdf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:02.370698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-acda7730-a825-4ae5-8c39-2f353c5958bc req-577338fa-0d52-47f1-a567-8ef9c46cdf47 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9ec613c7cf0b4d2a89815159bd095221&device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 1095 time: 0.0845861 Nov 03 19:02:02.483199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda7730-a825-4ae5-8c39-2f353c5958bc req-65eb90d1-8174-4da3-b61c-ba477f3475cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:02.484851 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-acda7730-a825-4ae5-8c39-2f353c5958bc req-65eb90d1-8174-4da3-b61c-ba477f3475cd service neutron] 10.222.0.98 "GET /v2.0/networks?id=3a3eff64-c0f8-4294-b325-2ab84c0660b2 HTTP/1.1" status: 200 len: 910 time: 0.1073866 Nov 03 19:02:02.535531 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-acda7730-a825-4ae5-8c39-2f353c5958bc req-e980a3c2-0cfa-4084-bce7-b879a55c3354 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 HTTP/1.1" status: 200 len: 217 time: 0.0425448 Nov 03 19:02:02.645140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda7730-a825-4ae5-8c39-2f353c5958bc req-8ba830ac-52be-48bf-a8ff-a4ea32124d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:02.648043 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-acda7730-a825-4ae5-8c39-2f353c5958bc req-8ba830ac-52be-48bf-a8ff-a4ea32124d39 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a0b26284-7baf-4b63-85b2-48e18173be29 HTTP/1.1" status: 200 len: 849 time: 0.1040893 Nov 03 19:02:02.703236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-acda7730-a825-4ae5-8c39-2f353c5958bc req-41c6bcfb-98da-4391-a5d5-e48d54899be0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3a3eff64-c0f8-4294-b325-2ab84c0660b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454803 Nov 03 19:02:02.789705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48716) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:02.898873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed455b6d-3374-4964-94b7-f785e072070b req-85e751a2-8ac9-4009-b562-797efc583cdd tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:02.900578 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ed455b6d-3374-4964-94b7-f785e072070b req-85e751a2-8ac9-4009-b562-797efc583cdd tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 944 time: 0.1174300 Nov 03 19:02:02.906485 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-acda7730-a825-4ae5-8c39-2f353c5958bc req-98c1db6e-b2f4-4962-a70c-0dc565e8b0d1 service neutron] 10.222.0.98 "GET /v2.0/networks/3a3eff64-c0f8-4294-b325-2ab84c0660b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982548 Nov 03 19:02:03.024570 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4dabb874-ea68-4b13-aa57-3e8047ac2bb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:03.057076 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ed455b6d-3374-4964-94b7-f785e072070b req-ab679f1d-57c5-4491-a33b-83a434484208 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445529 Nov 03 19:02:03.088041 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-acda7730-a825-4ae5-8c39-2f353c5958bc req-009b61d7-f576-4440-8cf0-418579d05429 service neutron] 10.222.0.98 "GET /v2.0/networks/3a3eff64-c0f8-4294-b325-2ab84c0660b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611102 Nov 03 19:02:03.154305 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4dabb874-ea68-4b13-aa57-3e8047ac2bb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:03.162403 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4dabb874-ea68-4b13-aa57-3e8047ac2bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:03.210774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48734) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:03.210954 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4dabb874-ea68-4b13-aa57-3e8047ac2bb6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=71793fe4344b4739afed8da0aa761c0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4196520 Nov 03 19:02:03.221804 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabb874-ea68-4b13-aa57-3e8047ac2bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a2c2ff-4dc5-4c5a-9071-419d6ae348e4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:03.294382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-223446f9-7aee-43d5-afb6-4cf30846d313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:03.318724 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-223446f9-7aee-43d5-afb6-4cf30846d313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:03.403615 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-223446f9-7aee-43d5-afb6-4cf30846d313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:03.409285 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-223446f9-7aee-43d5-afb6-4cf30846d313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:03.410770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-223446f9-7aee-43d5-afb6-4cf30846d313 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f1a2c2ff-4dc5-4c5a-9071-419d6ae348e4 HTTP/1.1" status: 204 len: 168 time: 0.1989164 Nov 03 19:02:03.422874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223446f9-7aee-43d5-afb6-4cf30846d313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a2c2ff-4dc5-4c5a-9071-419d6ae348e4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:03.845347 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48756) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:03.863918 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-169c40d8-8402-4f3d-b55b-2d55a90766a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:03.972054 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-169c40d8-8402-4f3d-b55b-2d55a90766a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:03.978808 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-169c40d8-8402-4f3d-b55b-2d55a90766a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:04.028772 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-169c40d8-8402-4f3d-b55b-2d55a90766a7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2b4503bee6184cc0a353a6be51406ab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1814599 Nov 03 19:02:04.030285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c40d8-8402-4f3d-b55b-2d55a90766a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b2221d-8456-4c7d-abd0-6fda432488f7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:04.031692 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48760) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:04.130770 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e21582bd-dc08-4ef7-bf9f-265697740dfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:04.166518 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e21582bd-dc08-4ef7-bf9f-265697740dfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:04.201240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5c94f-dc49-4380-b504-28387a999db1 req-c9ce44b2-0eac-42c7-907b-9488011f3504 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:04.205221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00c5c94f-dc49-4380-b504-28387a999db1 req-c9ce44b2-0eac-42c7-907b-9488011f3504 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 944 time: 0.0642333 Nov 03 19:02:04.271405 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e21582bd-dc08-4ef7-bf9f-265697740dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:04.274509 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e21582bd-dc08-4ef7-bf9f-265697740dfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:04.275761 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e21582bd-dc08-4ef7-bf9f-265697740dfe admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/78b2221d-8456-4c7d-abd0-6fda432488f7 HTTP/1.1" status: 204 len: 168 time: 0.2422547 Nov 03 19:02:04.290065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21582bd-dc08-4ef7-bf9f-265697740dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b2221d-8456-4c7d-abd0-6fda432488f7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:04.324357 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00c5c94f-dc49-4380-b504-28387a999db1 req-cbb57c05-7a9b-4d42-a523-4108f0146aba tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045325 Nov 03 19:02:05.485061 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ac625-c57e-48bb-ba87-1facc5c0dfc7 req-19a65895-aad0-4924-a050-8892388f5fe4 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:05.486841 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e8ac625-c57e-48bb-ba87-1facc5c0dfc7 req-19a65895-aad0-4924-a050-8892388f5fe4 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 944 time: 0.0805278 Nov 03 19:02:05.548457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e8ac625-c57e-48bb-ba87-1facc5c0dfc7 req-a2589e7d-3a1e-42d5-9182-f2014994ff66 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526595 Nov 03 19:02:05.738699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:02:05.900282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a8bf93b4-585c-45b5-a63e-eacd2da7e0c5, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a8bf93b4-585c-45b5-a63e-eacd2da7e0c5,segment=NetworkSegment(b7085e66-33f5-4a8b-bd9a-7eb3b4936299),segment_id=b7085e66-33f5-4a8b-bd9a-7eb3b4936299)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:05.921544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'a8bf93b4-585c-45b5-a63e-eacd2da7e0c5', 'network_id': '3a3eff64-c0f8-4294-b325-2ab84c0660b2', 'port_id': 'a8bf93b4-585c-45b5-a63e-eacd2da7e0c5', 'mac_address': 'fa:16:3e:89:33:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b26284-7baf-4b63-85b2-48e18173be29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:02:05.971889 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:05.986760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:02:06.029955 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a8bf93b4-585c-45b5-a63e-eacd2da7e0c5, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a8bf93b4-585c-45b5-a63e-eacd2da7e0c5,segment=NetworkSegment(b7085e66-33f5-4a8b-bd9a-7eb3b4936299),segment_id=b7085e66-33f5-4a8b-bd9a-7eb3b4936299)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:06.035807 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:06.095920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a8bf93b4-585c-45b5-a63e-eacd2da7e0c5,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:06.104545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:06.104888 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:06.105424 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:06.105762 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:06.106178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:06.106511 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:06.106839 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:06.107165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:06.107487 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:06.107854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:06.108643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:06.108643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:06.179213 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48820) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:06.244641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a8bf93b4-585c-45b5-a63e-eacd2da7e0c5'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:02:06.303922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:06.334465 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:06.482695 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:06.688290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Allocated IP 172.25.2.223 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/2ef3cf18-fc43-4348-a628-06edc860278e) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:06.714126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9d332-926d-46d1-8812-c7452881c9e3 req-300861c7-d807-437d-99f3-40b7c0c43978 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:06.728410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6e9d332-926d-46d1-8812-c7452881c9e3 req-300861c7-d807-437d-99f3-40b7c0c43978 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 945 time: 0.0900431 Nov 03 19:02:06.818465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6e9d332-926d-46d1-8812-c7452881c9e3 req-75b4c222-d6a6-4321-bc6b-257b96d45729 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883870 Nov 03 19:02:06.864220 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:06.938400 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:07.016019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:07.020578 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:07.025970 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:07.030911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Pushing event updated for resources: {'Port': ['ID=2ef3cf18-fc43-4348-a628-06edc860278e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:07.286156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:07.336378 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:07.522015 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:07.527847 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:07.626987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Pushing event updated for resources: {'Port': ['ID=2ef3cf18-fc43-4348-a628-06edc860278e,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:07.646925 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:07.671246 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:07.672990 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6075a057-7b67-4916-9191-ee4833163fc2 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4925461 Nov 03 19:02:07.677000 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48860) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:07.682275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-80a886cb-11a2-457c-8476-6b94117eb4a0 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1326128923', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'fixed_ips': [{'ip_address': '172.25.2.223'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:07.731520 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a886cb-11a2-457c-8476-6b94117eb4a0 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Made reservation on behalf of fbc934e4acb14085982227ac79e054b3 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:07.734468 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80a886cb-11a2-457c-8476-6b94117eb4a0 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:07.746351 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:07.760443 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80a886cb-11a2-457c-8476-6b94117eb4a0 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:07.978482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:02:07.978482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:07.978482 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.021394 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80a886cb-11a2-457c-8476-6b94117eb4a0 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.031612 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80a886cb-11a2-457c-8476-6b94117eb4a0 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.086993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a886cb-11a2-457c-8476-6b94117eb4a0 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04135298-38bb-4ba4-9d2d-48cc329c8fdf,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:08.094305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707a448-cdc5-440c-803d-0d14683cc0bd req-dc5a57f9-1f55-40bc-9136-912726822eea tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:08.097021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-80a886cb-11a2-457c-8476-6b94117eb4a0 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] device_id is not set on port 19e8b622-f0e4-4326-af5e-a2c5841209a4 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:08.105064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a707a448-cdc5-440c-803d-0d14683cc0bd req-dc5a57f9-1f55-40bc-9136-912726822eea tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 945 time: 0.0972626 Nov 03 19:02:08.140342 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.222101 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a8bf93b4-585c-45b5-a63e-eacd2da7e0c5, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a8bf93b4-585c-45b5-a63e-eacd2da7e0c5,segment=NetworkSegment(b7085e66-33f5-4a8b-bd9a-7eb3b4936299),segment_id=b7085e66-33f5-4a8b-bd9a-7eb3b4936299)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:08.233870 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50b5746-df89-4fb4-8c48-c5291e1c02a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bf93b4-585c-45b5-a63e-eacd2da7e0c5'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:08.234470 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c26b2f-7d54-401f-a2d2-a59c6cc18787" -d '{"events": [{"server_uuid": "f50b5746-df89-4fb4-8c48-c5291e1c02a6", "name": "network-vif-plugged", "status": "completed", "tag": "a8bf93b4-585c-45b5-a63e-eacd2da7e0c5"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:08.254052 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.402413 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f74f481-d43f-4f1c-b3fa-acfad6bdeef2 x-openstack-request-id: req-8f74f481-d43f-4f1c-b3fa-acfad6bdeef2 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:08.403108 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50b5746-df89-4fb4-8c48-c5291e1c02a6", "name": "network-vif-plugged", "status": "completed", "tag": "a8bf93b4-585c-45b5-a63e-eacd2da7e0c5", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:08.404420 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8f74f481-d43f-4f1c-b3fa-acfad6bdeef2 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:08.404855 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50b5746-df89-4fb4-8c48-c5291e1c02a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bf93b4-585c-45b5-a63e-eacd2da7e0c5', 'code': 200} Nov 03 19:02:08.433444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a8bf93b4-585c-45b5-a63e-eacd2da7e0c5,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:08.463069 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a886cb-11a2-457c-8476-6b94117eb4a0 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 03 19:02:08.464674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a886cb-11a2-457c-8476-6b94117eb4a0 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:02:08.478506 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a707a448-cdc5-440c-803d-0d14683cc0bd req-deb27454-4410-49cd-a23e-7d8c6add8d39 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722420 Nov 03 19:02:08.495670 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5cdfa-90c9-4f61-9b8a-76885a3f35c0 req-d3cd3509-8c88-40a9-bb59-93ce0a767ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:08.497636 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7a5cdfa-90c9-4f61-9b8a-76885a3f35c0 req-d3cd3509-8c88-40a9-bb59-93ce0a767ef4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 1097 time: 0.0803311 Nov 03 19:02:08.500750 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-80a886cb-11a2-457c-8476-6b94117eb4a0 tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8224452 Nov 03 19:02:08.503455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48888) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:08.729554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7a5cdfa-90c9-4f61-9b8a-76885a3f35c0 req-a9a5b13a-356e-4ca9-bebb-57618e999255 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196820 Nov 03 19:02:08.753552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-c0ddf24a-6116-4720-8aa6-35591903310c tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Deleting port 2ef3cf18-fc43-4348-a628-06edc860278e {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:08.754208 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c0ddf24a-6116-4720-8aa6-35591903310c tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.859734 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c0ddf24a-6116-4720-8aa6-35591903310c tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.860145 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c0ddf24a-6116-4720-8aa6-35591903310c tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:08.873631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-c0ddf24a-6116-4720-8aa6-35591903310c tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Calling delete_port for 2ef3cf18-fc43-4348-a628-06edc860278e owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:09.084650 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c0ddf24a-6116-4720-8aa6-35591903310c tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:09.113446 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddf24a-6116-4720-8aa6-35591903310c tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ef3cf18-fc43-4348-a628-06edc860278e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:09.202774 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c0ddf24a-6116-4720-8aa6-35591903310c tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:09.206140 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c0ddf24a-6116-4720-8aa6-35591903310c tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:09.207807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c0ddf24a-6116-4720-8aa6-35591903310c tempest-ExternalNetworksAdminNegativeTestJSON-328459529 tempest-ExternalNetworksAdminNegativeTestJSON-328459529-project-admin] 10.222.0.107 "DELETE /v2.0/floatingips/e11c503f-5893-4043-b7df-543e3bdf15b6 HTTP/1.1" status: 204 len: 168 time: 0.7031202 Nov 03 19:02:09.601190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48920) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:09.959471 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9f265a49-335d-47d7-a51b-95a829933394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.100554 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e30b5-76a8-4841-bffd-114130ced2e9 req-ab233222-ebed-4655-85c6-6f57b84fa59d tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:10.116716 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-947e30b5-76a8-4841-bffd-114130ced2e9 req-ab233222-ebed-4655-85c6-6f57b84fa59d tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 946 time: 0.5005465 Nov 03 19:02:10.176022 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9f265a49-335d-47d7-a51b-95a829933394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.185051 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9f265a49-335d-47d7-a51b-95a829933394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.233412 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-947e30b5-76a8-4841-bffd-114130ced2e9 req-c0017f55-99cc-4044-86ad-bbd9ce74c9ea tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156671 Nov 03 19:02:10.237979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f265a49-335d-47d7-a51b-95a829933394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850ad1a8-9890-47cd-af4b-041b695a183a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:10.246496 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9f265a49-335d-47d7-a51b-95a829933394 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b61b22215564426cb64e26ae716a57da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6439960 Nov 03 19:02:10.247797 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48940) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:10.302392 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7265-639f-424f-ad3f-7770389254df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.325647 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7265-639f-424f-ad3f-7770389254df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.397014 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7265-639f-424f-ad3f-7770389254df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.400369 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8d7a7265-639f-424f-ad3f-7770389254df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.401404 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8d7a7265-639f-424f-ad3f-7770389254df admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/850ad1a8-9890-47cd-af4b-041b695a183a HTTP/1.1" status: 204 len: 168 time: 0.1519895 Nov 03 19:02:10.418782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a7265-639f-424f-ad3f-7770389254df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850ad1a8-9890-47cd-af4b-041b695a183a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:10.733965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 48952) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:10.795571 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f24a8a10-0a5f-4e7c-9282-a394a9de4000 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fbc934e4acb14085982227ac79e054b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0585732 Nov 03 19:02:10.797010 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 48956) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:10.852360 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-edba9fcc-141c-4639-9d94-95fcd5ce6163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.874045 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-edba9fcc-141c-4639-9d94-95fcd5ce6163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.933301 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-edba9fcc-141c-4639-9d94-95fcd5ce6163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.935943 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-edba9fcc-141c-4639-9d94-95fcd5ce6163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:10.937104 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-edba9fcc-141c-4639-9d94-95fcd5ce6163 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/04135298-38bb-4ba4-9d2d-48cc329c8fdf HTTP/1.1" status: 204 len: 168 time: 0.1389282 Nov 03 19:02:10.964290 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba9fcc-141c-4639-9d94-95fcd5ce6163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04135298-38bb-4ba4-9d2d-48cc329c8fdf,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:11.323725 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b293ad2-1c34-4dfc-9e06-a6e885901c8a req-b4d194a8-a0e4-4347-9f19-3b63229382b4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1059256 Nov 03 19:02:11.602148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778a499-c4ff-4db3-8a4b-4192c02c9089 req-e1d8ebbf-7609-45d2-aad7-11c71d9e5a8a tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:11.603801 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d778a499-c4ff-4db3-8a4b-4192c02c9089 req-e1d8ebbf-7609-45d2-aad7-11c71d9e5a8a tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 946 time: 0.2167802 Nov 03 19:02:11.632451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b293ad2-1c34-4dfc-9e06-a6e885901c8a req-5727cf71-fe57-45e8-86a5-f88d0c31985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:11.634015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b293ad2-1c34-4dfc-9e06-a6e885901c8a req-5727cf71-fe57-45e8-86a5-f88d0c31985d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9ec613c7cf0b4d2a89815159bd095221&device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 1097 time: 0.2338762 Nov 03 19:02:11.924785 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49000) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:11.965185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d778a499-c4ff-4db3-8a4b-4192c02c9089 req-cc1f77cd-83e4-4dde-b339-5386236b02df tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403225 Nov 03 19:02:12.003882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b293ad2-1c34-4dfc-9e06-a6e885901c8a req-ec29a7c3-aac2-4007-adc4-433cab8bf035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:12.008013 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b293ad2-1c34-4dfc-9e06-a6e885901c8a req-ec29a7c3-aac2-4007-adc4-433cab8bf035 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3a3eff64-c0f8-4294-b325-2ab84c0660b2 HTTP/1.1" status: 200 len: 910 time: 0.3121541 Nov 03 19:02:12.120594 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b293ad2-1c34-4dfc-9e06-a6e885901c8a req-83256044-7e6a-4532-b993-e3652b0b42da service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 HTTP/1.1" status: 200 len: 217 time: 0.1059904 Nov 03 19:02:12.206379 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b293ad2-1c34-4dfc-9e06-a6e885901c8a req-6a8a67b6-8f05-455d-a3e6-9ca206077eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:12.211949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b293ad2-1c34-4dfc-9e06-a6e885901c8a req-6a8a67b6-8f05-455d-a3e6-9ca206077eca service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a0b26284-7baf-4b63-85b2-48e18173be29 HTTP/1.1" status: 200 len: 849 time: 0.0837302 Nov 03 19:02:12.266982 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c34d4357-2bbc-44a6-8d5c-dab0671f5c06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:12.276937 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b293ad2-1c34-4dfc-9e06-a6e885901c8a req-349db17f-a17b-45f5-8b95-1ba6093255be service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3a3eff64-c0f8-4294-b325-2ab84c0660b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579481 Nov 03 19:02:12.396926 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c34d4357-2bbc-44a6-8d5c-dab0671f5c06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:12.408802 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c34d4357-2bbc-44a6-8d5c-dab0671f5c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:12.456575 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d4357-2bbc-44a6-8d5c-dab0671f5c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba43090-9033-480c-8140-915eefd24bbc,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:12.482267 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c34d4357-2bbc-44a6-8d5c-dab0671f5c06 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f135fc33a9b449618654069671f8db3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5546525 Nov 03 19:02:12.486024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49026) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:12.500071 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b293ad2-1c34-4dfc-9e06-a6e885901c8a req-6ef4bd19-17d2-478e-9017-706673258b58 service neutron] 10.222.0.98 "GET /v2.0/networks/3a3eff64-c0f8-4294-b325-2ab84c0660b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144043 Nov 03 19:02:12.562780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91d34743-a29d-4e8f-98ce-5ac4f9e31454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:12.601454 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91d34743-a29d-4e8f-98ce-5ac4f9e31454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:12.732931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b293ad2-1c34-4dfc-9e06-a6e885901c8a req-099564bd-c564-4333-b2ad-05c6e7de005c service neutron] 10.222.0.98 "GET /v2.0/networks/3a3eff64-c0f8-4294-b325-2ab84c0660b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256587 Nov 03 19:02:12.751559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91d34743-a29d-4e8f-98ce-5ac4f9e31454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:12.754950 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91d34743-a29d-4e8f-98ce-5ac4f9e31454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:12.756409 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-91d34743-a29d-4e8f-98ce-5ac4f9e31454 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bba43090-9033-480c-8140-915eefd24bbc HTTP/1.1" status: 204 len: 168 time: 0.2696807 Nov 03 19:02:12.770966 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d34743-a29d-4e8f-98ce-5ac4f9e31454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba43090-9033-480c-8140-915eefd24bbc,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:13.209873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d15b7-920e-4d8d-9adb-ad848445109a req-14c440b0-9e09-469a-ae2f-f738c75eac9b tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:13.223149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd1d15b7-920e-4d8d-9adb-ad848445109a req-14c440b0-9e09-469a-ae2f-f738c75eac9b tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 946 time: 0.1731400 Nov 03 19:02:13.306986 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd1d15b7-920e-4d8d-9adb-ad848445109a req-60e4d0b8-03e6-418b-8564-c5dc2cf349d0 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821204 Nov 03 19:02:13.324993 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.358806 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49060) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:13.376687 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-682617b5-494f-45c6-bd12-8260b345acd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.491272 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-682617b5-494f-45c6-bd12-8260b345acd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.500492 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-682617b5-494f-45c6-bd12-8260b345acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.513877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49064) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:13.566167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682617b5-494f-45c6-bd12-8260b345acd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbc0dda-637e-4a91-9dea-be2c82d80c78,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:13.588995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-682617b5-494f-45c6-bd12-8260b345acd7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1b5c29cd471e4bd9b0d067d1ab9568ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2290814 Nov 03 19:02:13.591397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49070) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:13.659220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d40144ee-6d34-4cc4-ae57-795c4910aa0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.685969 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d40144ee-6d34-4cc4-ae57-795c4910aa0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.781596 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-823359203'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:13.841808 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d40144ee-6d34-4cc4-ae57-795c4910aa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.850052 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d40144ee-6d34-4cc4-ae57-795c4910aa0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.856048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d40144ee-6d34-4cc4-ae57-795c4910aa0a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fcbc0dda-637e-4a91-9dea-be2c82d80c78 HTTP/1.1" status: 204 len: 168 time: 0.2590871 Nov 03 19:02:13.883721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40144ee-6d34-4cc4-ae57-795c4910aa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbc0dda-637e-4a91-9dea-be2c82d80c78,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:13.976773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Made reservation on behalf of 38acfa23703840ad974cc0ec9bdda2f1 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:13.980689 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:13.990603 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:14.114640 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:14.121324 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:14.152772 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:02:14.178887 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:14.179249 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Added segment ff43eb0d-12e3-4827-b280-bd47fd8f6163 of type vlan for network f9d13162-6406-47ce-ab5c-d707e63f0766 Nov 03 19:02:14.197499 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dec9170-fb25-42e7-b48e-79b209bececc,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:14.231855 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:14.260682 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:14.266446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:14.267047 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:14.312577 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7963073 Nov 03 19:02:14.407775 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f66c65-4325-4011-9a11-7fcc9bb255b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Pushing event updated for resources: {'Network': ['ID=f9d13162-6406-47ce-ab5c-d707e63f0766,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:14.426914 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network f9d13162-6406-47ce-ab5c-d707e63f0766 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:02:14.488733 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49100) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:14.509332 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-774ed952-cf3f-4385-88e7-a9c5d4ec020d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:14.717607 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-774ed952-cf3f-4385-88e7-a9c5d4ec020d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:14.728072 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-774ed952-cf3f-4385-88e7-a9c5d4ec020d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:14.783021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd5bd6-afd8-40ae-a5c5-1bdcb3054a9f req-8452a269-4be8-4549-89e3-bed5b16ddd7a tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:14.785413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18dd5bd6-afd8-40ae-a5c5-1bdcb3054a9f req-8452a269-4be8-4549-89e3-bed5b16ddd7a tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.98 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 946 time: 0.4561491 Nov 03 19:02:14.806859 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ed952-cf3f-4385-88e7-a9c5d4ec020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3b7a5b-4ec9-4e2d-aa7c-a0385b4da3a9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:14.812828 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-774ed952-cf3f-4385-88e7-a9c5d4ec020d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dfea89fd6d664786b2c21b3e929b04c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228307 Nov 03 19:02:14.823143 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49116) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:14.938650 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a6484646-f877-430f-8fd6-2f15fa433ab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:14.938918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a29604-e316-42fd-aa7f-25a6304b5d3f req-52090e87-5111-4404-84ec-fdba756e72e9 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:14.940881 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43a29604-e316-42fd-aa7f-25a6304b5d3f req-52090e87-5111-4404-84ec-fdba756e72e9 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 946 time: 0.2208312 Nov 03 19:02:14.965441 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a6484646-f877-430f-8fd6-2f15fa433ab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.064441 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a6484646-f877-430f-8fd6-2f15fa433ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.067656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a6484646-f877-430f-8fd6-2f15fa433ab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.068549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-18dd5bd6-afd8-40ae-a5c5-1bdcb3054a9f req-3a01595e-e9b7-4313-99ad-1a036e5a8da8 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Deleting port a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:15.071658 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a6484646-f877-430f-8fd6-2f15fa433ab9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ca3b7a5b-4ec9-4e2d-aa7c-a0385b4da3a9 HTTP/1.1" status: 204 len: 168 time: 0.2446694 Nov 03 19:02:15.073293 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-18dd5bd6-afd8-40ae-a5c5-1bdcb3054a9f req-3a01595e-e9b7-4313-99ad-1a036e5a8da8 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.091530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6484646-f877-430f-8fd6-2f15fa433ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3b7a5b-4ec9-4e2d-aa7c-a0385b4da3a9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:15.108969 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49134) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:15.117658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Request body: {'port': {'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766', 'binding:host_id': 'n-h2-812150-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1139172716'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:15.165543 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Made reservation on behalf of cfadeca4baed41efb790218857ced292 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:15.172375 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.191059 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.196666 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43a29604-e316-42fd-aa7f-25a6304b5d3f req-03b43cab-20a2-483f-8714-bd27a1f7ba04 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421572 Nov 03 19:02:15.223827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-18dd5bd6-afd8-40ae-a5c5-1bdcb3054a9f req-3a01595e-e9b7-4313-99ad-1a036e5a8da8 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] For port a8bf93b4-585c-45b5-a63e-eacd2da7e0c5, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a8bf93b4-585c-45b5-a63e-eacd2da7e0c5,segment=NetworkSegment(b7085e66-33f5-4a8b-bd9a-7eb3b4936299),segment_id=b7085e66-33f5-4a8b-bd9a-7eb3b4936299)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:15.224193 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-18dd5bd6-afd8-40ae-a5c5-1bdcb3054a9f req-3a01595e-e9b7-4313-99ad-1a036e5a8da8 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.242206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-18dd5bd6-afd8-40ae-a5c5-1bdcb3054a9f req-3a01595e-e9b7-4313-99ad-1a036e5a8da8 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Calling delete_port for a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:15.356630 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.363153 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.369938 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] device_id is not set on port 52fdf29e-ace7-432f-901f-e8deb2e013c6 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:15.504053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd6a2d1-f0e3-47bb-991c-3ae018665d2b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:15.585199 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-18dd5bd6-afd8-40ae-a5c5-1bdcb3054a9f req-3a01595e-e9b7-4313-99ad-1a036e5a8da8 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.599014 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a8bf93b4-585c-45b5-a63e-eacd2da7e0c5'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:02:15.673408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01595e-e9b7-4313-99ad-1a036e5a8da8 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Pushing event deleted for resources: {'Port': ['ID=a8bf93b4-585c-45b5-a63e-eacd2da7e0c5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:15.774684 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-18dd5bd6-afd8-40ae-a5c5-1bdcb3054a9f req-3a01595e-e9b7-4313-99ad-1a036e5a8da8 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] No DVR routers for this DVR port a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:15.778450 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-18dd5bd6-afd8-40ae-a5c5-1bdcb3054a9f req-3a01595e-e9b7-4313-99ad-1a036e5a8da8 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.784920 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18dd5bd6-afd8-40ae-a5c5-1bdcb3054a9f req-3a01595e-e9b7-4313-99ad-1a036e5a8da8 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.98 "DELETE /v2.0/ports/a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 HTTP/1.1" status: 204 len: 173 time: 0.9907386 Nov 03 19:02:15.785528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50b5746-df89-4fb4-8c48-c5291e1c02a6', 'name': 'network-vif-deleted', 'tag': 'a8bf93b4-585c-45b5-a63e-eacd2da7e0c5'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:15.787692 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcb3644-4dfd-4599-ab6d-d76933bfb8c8" -d '{"events": [{"server_uuid": "f50b5746-df89-4fb4-8c48-c5291e1c02a6", "name": "network-vif-deleted", "tag": "a8bf93b4-585c-45b5-a63e-eacd2da7e0c5"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:15.941714 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b02aa3-8b6a-42ad-a1bc-e86023781bb2 x-openstack-request-id: req-f9b02aa3-8b6a-42ad-a1bc-e86023781bb2 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:15.942014 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50b5746-df89-4fb4-8c48-c5291e1c02a6", "name": "network-vif-deleted", "tag": "a8bf93b4-585c-45b5-a63e-eacd2da7e0c5", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:15.942268 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f9b02aa3-8b6a-42ad-a1bc-e86023781bb2 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:15.942681 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50b5746-df89-4fb4-8c48-c5291e1c02a6', 'name': 'network-vif-deleted', 'tag': 'a8bf93b4-585c-45b5-a63e-eacd2da7e0c5', 'status': 'completed', 'code': 200} Nov 03 19:02:15.973693 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] device_id is not set on port 52fdf29e-ace7-432f-901f-e8deb2e013c6 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:15.987504 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:15.997312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:16.118845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Pushing event updated for resources: {'Port': ['ID=52fdf29e-ace7-432f-901f-e8deb2e013c6,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:16.134796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Checking segment: {'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:16.135635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Network hostable DHCP agents. Network: f9d13162-6406-47ce-ab5c-d707e63f0766, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:02:16.162393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Network f9d13162-6406-47ce-ab5c-d707e63f0766 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:02:16.178354 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, f9d13162-6406-47ce-ab5c-d707e63f0766) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:16.191064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80ef57a-15b5-4dcc-8651-f408fd0a3e92 None None] Network f9d13162-6406-47ce-ab5c-d707e63f0766 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:16.223692 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:16.260914 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:16.263210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:16.264747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:16.294646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:16.295239 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:16.295968 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 2 to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 Nov 03 19:02:16.312786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:16.313449 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:16.313964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:16.319532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:16.320112 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:16.320679 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 3 to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 Nov 03 19:02:16.337009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:16.337608 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:16.338124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:16.351333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:16.352073 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:16.352716 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 4 to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 Nov 03 19:02:16.370161 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:16.370336 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:16.370744 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:16.387269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:16.391023 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:16.391552 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 5 to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 Nov 03 19:02:16.412582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:16.412893 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:16.413208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:16.426473 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:16.426938 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:16.427232 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 6 to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 Nov 03 19:02:16.456765 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-656530cd-9730-441f-ab5f-ce9fdbdaf398 req-a167a6bf-21bd-4e91-a501-532eef72e19c tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=f50b5746-df89-4fb4-8c48-c5291e1c02a6 HTTP/1.1" status: 200 len: 210 time: 0.0724392 Nov 03 19:02:16.492982 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:16.493467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:16.493931 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:16.528514 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:16.528856 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:16.529285 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 7 to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 Nov 03 19:02:16.562974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:16.563320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:16.563693 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:16.575683 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:16.576033 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:16.576626 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 8 to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 Nov 03 19:02:16.608037 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:16.609061 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:16.609847 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:16.617722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:16.618150 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:16.619096 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 9 to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 Nov 03 19:02:16.642907 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:16.643733 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:16.644788 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:16.652900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:16.653539 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:16.653962 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 10 to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 Nov 03 19:02:16.680275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:16.680524 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:16.681096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:16.686304 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:16.686670 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 52fdf29e-ace7-432f-901f-e8deb2e013c6 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:16.687181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:16.811459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] For port 52fdf29e-ace7-432f-901f-e8deb2e013c6, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:16.812148 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempted to set empty binding levels {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 19:02:16.825499 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:16.877160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:16.877904 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:16.901519 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Pushing event updated for resources: {'Port': ['ID=52fdf29e-ace7-432f-901f-e8deb2e013c6,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:16.911983 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49194) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:16.921465 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-02f56a72-9644-4b27-9034-2de369698417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.8107491 Nov 03 19:02:17.042918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-366b204b-73fa-42b3-9723-a97dfbecd9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Deleting port 52fdf29e-ace7-432f-901f-e8deb2e013c6 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:17.043423 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-366b204b-73fa-42b3-9723-a97dfbecd9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:17.145045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-366b204b-73fa-42b3-9723-a97dfbecd9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] For port 52fdf29e-ace7-432f-901f-e8deb2e013c6, host n-h2-812150-4, got binding levels [] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:17.146284 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-366b204b-73fa-42b3-9723-a97dfbecd9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:17.166593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-366b204b-73fa-42b3-9723-a97dfbecd9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Calling delete_port for 52fdf29e-ace7-432f-901f-e8deb2e013c6 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:17.328746 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-366b204b-73fa-42b3-9723-a97dfbecd9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:17.370231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b204b-73fa-42b3-9723-a97dfbecd9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Pushing event deleted for resources: {'Port': ['ID=52fdf29e-ace7-432f-901f-e8deb2e013c6,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:17.385986 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-366b204b-73fa-42b3-9723-a97dfbecd9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:17.390376 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-366b204b-73fa-42b3-9723-a97dfbecd9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "DELETE /v2.0/ports/52fdf29e-ace7-432f-901f-e8deb2e013c6 HTTP/1.1" status: 204 len: 168 time: 0.4772563 Nov 03 19:02:17.394760 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49206) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:17.457844 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a453d426-4a3a-4917-8f27-9556eec00b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:02:17.460142 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a453d426-4a3a-4917-8f27-9556eec00b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "GET /v2.0/ports/52fdf29e-ace7-432f-901f-e8deb2e013c6 HTTP/1.1" status: 404 len: 333 time: 0.0637367 Nov 03 19:02:17.469137 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49208) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:17.478527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f93d09a5-7364-40df-8530-2cb7a5cec140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Request body: {'port': {'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-967871035'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:17.524914 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93d09a5-7364-40df-8530-2cb7a5cec140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Made reservation on behalf of cfadeca4baed41efb790218857ced292 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:17.529301 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f93d09a5-7364-40df-8530-2cb7a5cec140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:17.561764 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-f93d09a5-7364-40df-8530-2cb7a5cec140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] device_id is not set on port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:17.781656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:17.895205 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:02:17.895847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a8bf93b4-585c-45b5-a63e-eacd2da7e0c5 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:02:17.941559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f93d09a5-7364-40df-8530-2cb7a5cec140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:18.044172 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f93d09a5-7364-40df-8530-2cb7a5cec140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:18.108636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93d09a5-7364-40df-8530-2cb7a5cec140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Network f9d13162-6406-47ce-ab5c-d707e63f0766 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:18.115851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-f93d09a5-7364-40df-8530-2cb7a5cec140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:18.117305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-56c9c5ac-678b-4413-b83f-c133db5f8f1c tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:18.121925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93d09a5-7364-40df-8530-2cb7a5cec140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:18.123024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93d09a5-7364-40df-8530-2cb7a5cec140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:18.124094 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f93d09a5-7364-40df-8530-2cb7a5cec140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:18.127860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-56c9c5ac-678b-4413-b83f-c133db5f8f1c tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/networks?id=3a3eff64-c0f8-4294-b325-2ab84c0660b2 HTTP/1.1" status: 200 len: 809 time: 0.2359190 Nov 03 19:02:18.131379 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d09a5-7364-40df-8530-2cb7a5cec140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Pushing event updated for resources: {'Port': ['ID=6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:18.164156 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f93d09a5-7364-40df-8530-2cb7a5cec140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6931801 Nov 03 19:02:18.164994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49236) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:18.166725 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-ae53197a-ba99-41a5-9632-a27a703baaeb tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/quotas/9ec613c7cf0b4d2a89815159bd095221 HTTP/1.1" status: 200 len: 375 time: 0.0375941 Nov 03 19:02:18.171177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:18.225522 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-d817d6c8-9d59-4ec9-a0a9-a666f6c29635 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9ec613c7cf0b4d2a89815159bd095221&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564981 Nov 03 19:02:18.258811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:18.389935 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-77f54edc-e646-4a73-a115-d3a7c651e5e2 service neutron] 10.222.0.107 "GET /v2.0/networks/3a3eff64-c0f8-4294-b325-2ab84c0660b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632063 Nov 03 19:02:18.513810 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] device_id is not set on port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:18.524045 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:18.528261 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-1c237157-6d6f-48c3-8358-eadbcbbe125e service neutron] 10.222.0.107 "GET /v2.0/networks/3a3eff64-c0f8-4294-b325-2ab84c0660b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368122 Nov 03 19:02:18.530483 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:18.591143 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Pushing event updated for resources: {'Port': ['ID=6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:18.606700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:18.607382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:18.607871 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:18.613774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:18.614194 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:18.614762 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 2 to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac Nov 03 19:02:18.631766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:18.632119 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:18.632540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:18.640357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:18.640702 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:18.641097 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 3 to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac Nov 03 19:02:18.673582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:18.675179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:18.675179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:18.681028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:18.681371 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:18.682789 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 4 to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac Nov 03 19:02:18.752483 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:18.752870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:18.753267 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:18.769316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:18.769652 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:18.770075 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 5 to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac Nov 03 19:02:18.823370 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97eff644-099a-4db3-baf8-feaa3a269441 req-1944af80-1831-4d64-8a4a-253c48288cb0 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 210 time: 0.1001778 Nov 03 19:02:18.836344 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:18.837102 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:18.837989 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:18.850757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:18.851299 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:18.854062 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 6 to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac Nov 03 19:02:18.879053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:18.879402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:18.879788 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:18.885083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:18.885531 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:18.885807 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 7 to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac Nov 03 19:02:18.900961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:18.901425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:18.901864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:18.907442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:18.907875 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:18.908413 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 8 to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac Nov 03 19:02:18.925576 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:18.926107 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:18.926622 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:18.931805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:18.932430 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:18.932987 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 9 to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac Nov 03 19:02:18.949848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:18.951936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:18.952310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:18.958850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:18.959190 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:18.960216 n-d-812150-4 neutron-server[101711]: INFO neutron.plugins.ml2.plugin [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 10 to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac Nov 03 19:02:18.976435 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:18.977044 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:18.977646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:18.983707 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:18.984092 n-d-812150-4 neutron-server[101711]: ERROR neutron.plugins.ml2.managers [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:18.984477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.073427 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] For port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:19.073815 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempted to set empty binding levels {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 19:02:19.079143 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.099488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] In _notify_port_updated(), no bound segment for port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:02:19.100485 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.101244 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.105544 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49266) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:19.105733 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "PUT /v2.0/ports/6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac HTTP/1.1" status: 200 len: 978 time: 0.9392166 Nov 03 19:02:19.146678 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41c6e8-6091-455e-95f9-5a2d381dabbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Pushing event updated for resources: {'Port': ['ID=6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:19.241762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.242556 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.243101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.243661 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.244194 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.244721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.245259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.245787 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.246421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.247064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.247620 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.248158 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.248719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.249405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.250198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.250880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.251520 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.252359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:19.255905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c76375a9-d922-4ed2-a9ec-5f13ea1986b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16394 time: 0.1490278 Nov 03 19:02:19.260201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49272) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:19.359381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-462405d8-02ab-4909-aaa8-85502df325b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Deleting port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:19.359805 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-462405d8-02ab-4909-aaa8-85502df325b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.459408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-462405d8-02ab-4909-aaa8-85502df325b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] For port 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac, host n-h2-812150-4, got binding levels [] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:19.459876 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-462405d8-02ab-4909-aaa8-85502df325b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.479046 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-462405d8-02ab-4909-aaa8-85502df325b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Calling delete_port for 6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:19.602832 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-462405d8-02ab-4909-aaa8-85502df325b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.638375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462405d8-02ab-4909-aaa8-85502df325b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:19.647709 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-462405d8-02ab-4909-aaa8-85502df325b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.651630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-462405d8-02ab-4909-aaa8-85502df325b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "DELETE /v2.0/ports/6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac HTTP/1.1" status: 204 len: 168 time: 0.3897398 Nov 03 19:02:19.653660 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49288) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:19.683729 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2788d807-b9f5-47ba-b842-7751e1d4acc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:02:19.690018 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2788d807-b9f5-47ba-b842-7751e1d4acc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "GET /v2.0/ports/6b4ac77a-2eec-4a26-a4f2-c6dbacac75ac HTTP/1.1" status: 404 len: 333 time: 0.0309017 Nov 03 19:02:19.691089 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49290) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:19.696694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6a7621a6-b264-481c-a86a-46eb0329fef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1414349730', 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:19.742084 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7621a6-b264-481c-a86a-46eb0329fef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Made reservation on behalf of cfadeca4baed41efb790218857ced292 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:19.745378 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a7621a6-b264-481c-a86a-46eb0329fef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:19.781036 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-6a7621a6-b264-481c-a86a-46eb0329fef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] device_id is not set on port 47971e7d-39e4-446e-a1fc-a7c48a5658a7 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:19.977113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7e3b98b-ba96-4bdd-b561-5b5e5f91aa4c req-dc6a7240-b42c-4f5f-9ce5-51965c39a1a8 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 210 time: 0.0446012 Nov 03 19:02:20.066744 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a7621a6-b264-481c-a86a-46eb0329fef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.104031 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a7621a6-b264-481c-a86a-46eb0329fef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.169831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7621a6-b264-481c-a86a-46eb0329fef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Network f9d13162-6406-47ce-ab5c-d707e63f0766 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:20.174945 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-6a7621a6-b264-481c-a86a-46eb0329fef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:20.180961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7621a6-b264-481c-a86a-46eb0329fef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:20.182061 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7621a6-b264-481c-a86a-46eb0329fef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:20.182735 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6a7621a6-b264-481c-a86a-46eb0329fef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.210221 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6a7621a6-b264-481c-a86a-46eb0329fef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5176628 Nov 03 19:02:20.211073 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49318) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:20.211794 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7621a6-b264-481c-a86a-46eb0329fef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Pushing event updated for resources: {'Port': ['ID=47971e7d-39e4-446e-a1fc-a7c48a5658a7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:20.310303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad362fc-044f-4e50-a0fc-56022a358ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:20.311746 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9ad362fc-044f-4e50-a0fc-56022a358ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "GET /v2.0/ports/47971e7d-39e4-446e-a1fc-a7c48a5658a7 HTTP/1.1" status: 200 len: 959 time: 0.0972252 Nov 03 19:02:20.324276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-8cc22bf8-5947-45ce-929d-1e0c03c970c5 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:20.325375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49326) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:20.326259 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-8cc22bf8-5947-45ce-929d-1e0c03c970c5 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.98 "GET /v2.0/networks?id=3a3eff64-c0f8-4294-b325-2ab84c0660b2 HTTP/1.1" status: 200 len: 809 time: 0.2635815 Nov 03 19:02:20.342548 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-66bd5070-3b3c-456d-9a66-993cbf77ed31 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Request body: {'port': {'device_id': '486aa4a1-308b-45e1-93db-3210c6566558', 'network_id': '3a3eff64-c0f8-4294-b325-2ab84c0660b2', 'admin_state_up': True, 'tenant_id': '9ec613c7cf0b4d2a89815159bd095221'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:20.475251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-659907b7-a176-4302-a7fb-a4eb7a6d466d tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Deleting port 47971e7d-39e4-446e-a1fc-a7c48a5658a7 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:20.476268 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-659907b7-a176-4302-a7fb-a4eb7a6d466d tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.557232 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-659907b7-a176-4302-a7fb-a4eb7a6d466d tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.574934 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-66bd5070-3b3c-456d-9a66-993cbf77ed31 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Made reservation on behalf of 9ec613c7cf0b4d2a89815159bd095221 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:20.579119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-66bd5070-3b3c-456d-9a66-993cbf77ed31 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.589557 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-659907b7-a176-4302-a7fb-a4eb7a6d466d tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Calling delete_port for 47971e7d-39e4-446e-a1fc-a7c48a5658a7 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:20.746237 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-659907b7-a176-4302-a7fb-a4eb7a6d466d tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.797860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659907b7-a176-4302-a7fb-a4eb7a6d466d tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Pushing event deleted for resources: {'Port': ['ID=47971e7d-39e4-446e-a1fc-a7c48a5658a7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:20.816650 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-659907b7-a176-4302-a7fb-a4eb7a6d466d tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:20.820399 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-659907b7-a176-4302-a7fb-a4eb7a6d466d tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "DELETE /v2.0/ports/47971e7d-39e4-446e-a1fc-a7c48a5658a7 HTTP/1.1" status: 204 len: 168 time: 0.4941123 Nov 03 19:02:20.822824 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49336) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:20.848436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-66bd5070-3b3c-456d-9a66-993cbf77ed31 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Allocated IP 172.20.0.8 (3a3eff64-c0f8-4294-b325-2ab84c0660b2/a0b26284-7baf-4b63-85b2-48e18173be29/0567ccea-12db-4d29-ae8c-4e8761b77c0c) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:20.882409 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8b5b43-d4b2-42ca-ab90-331b4a0894e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:02:20.889288 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0d8b5b43-d4b2-42ca-ab90-331b4a0894e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "GET /v2.0/ports/47971e7d-39e4-446e-a1fc-a7c48a5658a7 HTTP/1.1" status: 404 len: 333 time: 0.0618663 Nov 03 19:02:20.891791 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49340) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:20.897662 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-650cfb0e-c337-4656-8634-68837426a242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Request body: {'port': {'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-385534694'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:20.960357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650cfb0e-c337-4656-8634-68837426a242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Made reservation on behalf of cfadeca4baed41efb790218857ced292 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:20.962746 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-650cfb0e-c337-4656-8634-68837426a242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.001207 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-650cfb0e-c337-4656-8634-68837426a242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] device_id is not set on port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:21.183995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51a61162-ef82-4ccd-9d07-03924a3cb21b req-dc656d91-c370-4ccd-ac25-f88b863c3e08 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 210 time: 0.0690348 Nov 03 19:02:21.249697 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-66bd5070-3b3c-456d-9a66-993cbf77ed31 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.345430 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-66bd5070-3b3c-456d-9a66-993cbf77ed31 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.400696 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-650cfb0e-c337-4656-8634-68837426a242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.418160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-66bd5070-3b3c-456d-9a66-993cbf77ed31 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Network 3a3eff64-c0f8-4294-b325-2ab84c0660b2 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:21.424895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-66bd5070-3b3c-456d-9a66-993cbf77ed31 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:21.431647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd5070-3b3c-456d-9a66-993cbf77ed31 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Pushing event updated for resources: {'Port': ['ID=0567ccea-12db-4d29-ae8c-4e8761b77c0c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:21.437566 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-66bd5070-3b3c-456d-9a66-993cbf77ed31 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:21.505315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-66bd5070-3b3c-456d-9a66-993cbf77ed31 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:21.505989 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-66bd5070-3b3c-456d-9a66-993cbf77ed31 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.510538 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-650cfb0e-c337-4656-8634-68837426a242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.550814 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-66bd5070-3b3c-456d-9a66-993cbf77ed31 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2122760 Nov 03 19:02:21.562116 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-2657c533-bba0-4e2c-a7f9-9bda4acfdabd tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:02:21.563176 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-2657c533-bba0-4e2c-a7f9-9bda4acfdabd tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053551 Nov 03 19:02:21.569373 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650cfb0e-c337-4656-8634-68837426a242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Network f9d13162-6406-47ce-ab5c-d707e63f0766 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:21.581535 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-650cfb0e-c337-4656-8634-68837426a242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:21.587517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650cfb0e-c337-4656-8634-68837426a242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:21.588718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650cfb0e-c337-4656-8634-68837426a242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:21.589446 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-650cfb0e-c337-4656-8634-68837426a242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.593680 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cfb0e-c337-4656-8634-68837426a242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Pushing event updated for resources: {'Port': ['ID=9530195b-a3ce-45d4-bbcb-c1528fcf0e16,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:21.609530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-650cfb0e-c337-4656-8634-68837426a242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7159925 Nov 03 19:02:21.612755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49360) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:21.620868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:21.702609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:21.835656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Request body: {'port': {'device_id': '486aa4a1-308b-45e1-93db-3210c6566558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:21.947503 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:22.062398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] device_id is not set on port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:22.082524 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:22.136534 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:02:22.192724 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:22.295505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Pushing event updated for resources: {'Port': ['ID=9530195b-a3ce-45d4-bbcb-c1528fcf0e16,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:22.390573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:22.391255 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:22.391464 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:22.423146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:22.423367 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:22.514258 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 2 to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 Nov 03 19:02:22.536367 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:22.536707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:22.537184 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:22.544299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0567ccea-12db-4d29-ae8c-4e8761b77c0c {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:02:22.550444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:22.550603 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:22.553899 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 3 to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 Nov 03 19:02:22.569498 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:22.572035 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:22.572429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:22.572827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:22.584966 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:22.585302 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:22.588612 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 4 to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 Nov 03 19:02:22.609628 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:22.609970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:22.610314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:22.618949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:22.619276 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:22.620240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Transition to ACTIVE for port object 0567ccea-12db-4d29-ae8c-4e8761b77c0c will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:02:22.621835 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 5 to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 Nov 03 19:02:22.638326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:22.638594 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:22.639058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:22.650012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961a529-73a8-412e-8c06-75efa1a8eec6 req-d4bb6c38-1b99-4501-a74c-05892a407922 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:22.663864 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6961a529-73a8-412e-8c06-75efa1a8eec6 req-d4bb6c38-1b99-4501-a74c-05892a407922 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 931 time: 0.2897339 Nov 03 19:02:22.663864 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:22.737939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Pushing event updated for resources: {'Port': ['ID=0567ccea-12db-4d29-ae8c-4e8761b77c0c,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:22.759509 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:22.760191 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:22.766172 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 6 to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 Nov 03 19:02:22.820025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:22.820536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:22.821054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:22.855162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:22.856439 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:22.856929 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 7 to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 Nov 03 19:02:22.879697 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6961a529-73a8-412e-8c06-75efa1a8eec6 req-dc3a16ae-5e30-4e4e-9b8c-29fefaddc110 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203920 Nov 03 19:02:22.927865 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:22.928568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:22.929717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:22.937270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:22.938161 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:22.958921 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 8 to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 Nov 03 19:02:22.987229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:22.987769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:22.988204 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:23.003087 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:23.003457 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:23.003884 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 9 to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 Nov 03 19:02:23.036277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:23.037401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:23.037704 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:23.043856 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:23.044190 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:23.044766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Attempting to bind port 0567ccea-12db-4d29-ae8c-4e8761b77c0c on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:23.045091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Attempting to bind port 0567ccea-12db-4d29-ae8c-4e8761b77c0c by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'b7085e66-33f5-4a8b-bd9a-7eb3b4936299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3a3eff64-c0f8-4294-b325-2ab84c0660b2'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:23.045409 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Attempting to bind port 0567ccea-12db-4d29-ae8c-4e8761b77c0c on network 3a3eff64-c0f8-4294-b325-2ab84c0660b2 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:23.050496 n-d-812150-4 neutron-server[101712]: INFO neutron.plugins.ml2.plugin [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempt 10 to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 Nov 03 19:02:23.064691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Port 0567ccea-12db-4d29-ae8c-4e8761b77c0c on network 3a3eff64-c0f8-4294-b325-2ab84c0660b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:23.065056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Attempting to bind port 0567ccea-12db-4d29-ae8c-4e8761b77c0c on network 3a3eff64-c0f8-4294-b325-2ab84c0660b2 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:23.068616 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:23.068955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:23.069726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempting to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:23.076339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:23.076706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Checking segment: {'id': 'b7085e66-33f5-4a8b-bd9a-7eb3b4936299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3a3eff64-c0f8-4294-b325-2ab84c0660b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:23.077102 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Bound using segment: {'id': 'b7085e66-33f5-4a8b-bd9a-7eb3b4936299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3a3eff64-c0f8-4294-b325-2ab84c0660b2'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:23.077549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Bound port: 0567ccea-12db-4d29-ae8c-4e8761b77c0c, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7085e66-33f5-4a8b-bd9a-7eb3b4936299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '3a3eff64-c0f8-4294-b325-2ab84c0660b2'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:23.077903 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.080980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:02:23.081327 n-d-812150-4 neutron-server[101712]: ERROR neutron.plugins.ml2.managers [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Failed to bind port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on host n-h2-812150-4 for vnic_type normal using segments [{'id': 'ff43eb0d-12e3-4827-b280-bd47fd8f6163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'f9d13162-6406-47ce-ab5c-d707e63f0766'}] Nov 03 19:02:23.081660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.167718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] For port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:23.167718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attempted to set empty binding levels {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 03 19:02:23.173974 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.257356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] In _notify_port_updated(), no bound segment for port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 on network f9d13162-6406-47ce-ab5c-d707e63f0766 {{(pid=101712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:02:23.258220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:23.258832 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.262841 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "PUT /v2.0/ports/9530195b-a3ce-45d4-bbcb-c1528fcf0e16 HTTP/1.1" status: 200 len: 978 time: 1.6465151 Nov 03 19:02:23.264319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49402) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:23.308568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388757d-365d-4b89-b432-091af61f4072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Pushing event updated for resources: {'Port': ['ID=9530195b-a3ce-45d4-bbcb-c1528fcf0e16,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:23.316568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] For port 0567ccea-12db-4d29-ae8c-4e8761b77c0c, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:23.323705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] For port 0567ccea-12db-4d29-ae8c-4e8761b77c0c, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0567ccea-12db-4d29-ae8c-4e8761b77c0c,segment=NetworkSegment(b7085e66-33f5-4a8b-bd9a-7eb3b4936299),segment_id=b7085e66-33f5-4a8b-bd9a-7eb3b4936299)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:23.329077 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.390574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:23.391319 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.394045 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] 10.222.0.98 "PUT /v2.0/ports/0567ccea-12db-4d29-ae8c-4e8761b77c0c HTTP/1.1" status: 200 len: 1091 time: 1.8199441 Nov 03 19:02:23.394588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486aa4a1-308b-45e1-93db-3210c6566558', 'tag': '0567ccea-12db-4d29-ae8c-4e8761b77c0c'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:23.397681 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea06b4e-7faf-4290-991b-9df989cf6e05" -d '{"events": [{"name": "network-changed", "server_uuid": "486aa4a1-308b-45e1-93db-3210c6566558", "tag": "0567ccea-12db-4d29-ae8c-4e8761b77c0c"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:23.402163 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-6f32a381-3315-4acb-a338-fcc95cc7444b tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Deleting port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:23.403032 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f32a381-3315-4acb-a338-fcc95cc7444b tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.513302 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e4a21a-6f8d-4c52-b1d2-e05566dcc994 x-openstack-request-id: req-83e4a21a-6f8d-4c52-b1d2-e05566dcc994 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:23.514035 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486aa4a1-308b-45e1-93db-3210c6566558", "tag": "0567ccea-12db-4d29-ae8c-4e8761b77c0c", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:23.514539 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-83e4a21a-6f8d-4c52-b1d2-e05566dcc994 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:23.515180 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486aa4a1-308b-45e1-93db-3210c6566558', 'tag': '0567ccea-12db-4d29-ae8c-4e8761b77c0c', 'status': 'completed', 'code': 200} Nov 03 19:02:23.516075 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500870c0-9c48-4f5a-96c3-9096325e8a20 service neutron] Pushing event updated for resources: {'Port': ['ID=0567ccea-12db-4d29-ae8c-4e8761b77c0c,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:23.543957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-badabe06-30af-4999-9023-11520c496b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:23.544668 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-badabe06-30af-4999-9023-11520c496b14 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9ec613c7cf0b4d2a89815159bd095221&device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 1094 time: 0.0975184 Nov 03 19:02:23.636649 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-7d8c4ea4-4c5d-43fb-a86f-123520b35c25 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0567ccea-12db-4d29-ae8c-4e8761b77c0c HTTP/1.1" status: 200 len: 217 time: 0.0831013 Nov 03 19:02:23.654661 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-6f32a381-3315-4acb-a338-fcc95cc7444b tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] For port 9530195b-a3ce-45d4-bbcb-c1528fcf0e16, host n-h2-812150-4, got binding levels [] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:23.655040 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f32a381-3315-4acb-a338-fcc95cc7444b tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.696304 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-6f32a381-3315-4acb-a338-fcc95cc7444b tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Calling delete_port for 9530195b-a3ce-45d4-bbcb-c1528fcf0e16 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:23.735242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-32508769-17d6-4e2a-94b2-0fda98cd325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:23.736847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-32508769-17d6-4e2a-94b2-0fda98cd325d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a0b26284-7baf-4b63-85b2-48e18173be29 HTTP/1.1" status: 200 len: 849 time: 0.0912757 Nov 03 19:02:23.781861 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-c1ac6ce5-19c0-4fc0-94b8-1627ebd1041a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3a3eff64-c0f8-4294-b325-2ab84c0660b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359755 Nov 03 19:02:23.907418 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f32a381-3315-4acb-a338-fcc95cc7444b tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.957768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32a381-3315-4acb-a338-fcc95cc7444b tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Pushing event deleted for resources: {'Port': ['ID=9530195b-a3ce-45d4-bbcb-c1528fcf0e16,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:23.967772 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6f32a381-3315-4acb-a338-fcc95cc7444b tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:23.974485 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6f32a381-3315-4acb-a338-fcc95cc7444b tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "DELETE /v2.0/ports/9530195b-a3ce-45d4-bbcb-c1528fcf0e16 HTTP/1.1" status: 204 len: 168 time: 0.7084923 Nov 03 19:02:23.975482 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49422) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:24.006442 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-80cc713e-8274-4403-af93-332ed7796078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] GET failed (client error): The resource could not be found. Nov 03 19:02:24.012836 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-80cc713e-8274-4403-af93-332ed7796078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-351025838-project-admin] 10.222.0.107 "GET /v2.0/ports/9530195b-a3ce-45d4-bbcb-c1528fcf0e16 HTTP/1.1" status: 404 len: 333 time: 0.0360560 Nov 03 19:02:24.013489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49424) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:24.028988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-1439c5de-2189-403a-be3d-d9dbe1ef4d27 service neutron] 10.222.0.98 "GET /v2.0/networks/3a3eff64-c0f8-4294-b325-2ab84c0660b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367785 Nov 03 19:02:24.222156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ab78bd4-b501-4e0e-a50e-630a501e64de tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:24.441131 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ab78bd4-b501-4e0e-a50e-630a501e64de tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:24.497703 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6ab78bd4-b501-4e0e-a50e-630a501e64de tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d13162-6406-47ce-ab5c-d707e63f0766']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:24.510226 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6ab78bd4-b501-4e0e-a50e-630a501e64de tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff43eb0d-12e3-4827-b280-bd47fd8f6163') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:24.510514 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6ab78bd4-b501-4e0e-a50e-630a501e64de tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff43eb0d-12e3-4827-b280-bd47fd8f6163') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:24.526507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ab78bd4-b501-4e0e-a50e-630a501e64de tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:24.554470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49438) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:24.561329 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ab78bd4-b501-4e0e-a50e-630a501e64de tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:24.588765 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab78bd4-b501-4e0e-a50e-630a501e64de tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:02:24.589320 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ab78bd4-b501-4e0e-a50e-630a501e64de tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:02:24.621443 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:02:24.721448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c8108-613b-4109-a1cb-879b8e12dd0e req-fe826a81-831f-4750-9c87-c2780b0ad666 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:24.723694 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f86c8108-613b-4109-a1cb-879b8e12dd0e req-fe826a81-831f-4750-9c87-c2780b0ad666 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 943 time: 0.1621003 Nov 03 19:02:24.765318 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ab78bd4-b501-4e0e-a50e-630a501e64de tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:24.789681 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ab78bd4-b501-4e0e-a50e-630a501e64de tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:24.814383 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6ab78bd4-b501-4e0e-a50e-630a501e64de tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] 10.222.0.107 "DELETE /v2.0/networks/f9d13162-6406-47ce-ab5c-d707e63f0766 HTTP/1.1" status: 204 len: 168 time: 0.7995243 Nov 03 19:02:24.832851 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1471bba3-4e0e-4d92-b723-50c91057dad8 req-f7b119e1-e2f9-480b-b321-cb444e82deb2 service neutron] 10.222.0.98 "GET /v2.0/networks/3a3eff64-c0f8-4294-b325-2ab84c0660b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7991378 Nov 03 19:02:24.855412 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab78bd4-b501-4e0e-a50e-630a501e64de tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-607904524-project] Pushing event deleted for resources: {'Network': ['ID=f9d13162-6406-47ce-ab5c-d707e63f0766,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:24.876825 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7624d222-b11f-4fc5-8935-21a4076e6c82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:24.914055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f86c8108-613b-4109-a1cb-879b8e12dd0e req-9a8a2322-0909-40cd-a6ea-4c49e13026ff tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829216 Nov 03 19:02:25.028843 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7624d222-b11f-4fc5-8935-21a4076e6c82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.034872 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7624d222-b11f-4fc5-8935-21a4076e6c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.068636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea06b4e-7faf-4290-991b-9df989cf6e05 req-102876ca-0959-484d-b013-32ab154b2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:25.075342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ea06b4e-7faf-4290-991b-9df989cf6e05 req-102876ca-0959-484d-b013-32ab154b2a3c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9ec613c7cf0b4d2a89815159bd095221&device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 1094 time: 0.1250987 Nov 03 19:02:25.089297 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7624d222-b11f-4fc5-8935-21a4076e6c82 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b8ce5a4431dd4b0fae2a5448e3e5a605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5308814 Nov 03 19:02:25.089297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624d222-b11f-4fc5-8935-21a4076e6c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cc2ecf-a0f6-422c-8604-69f852d42935,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:25.090297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49452) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:25.190976 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49458) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:25.290685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea06b4e-7faf-4290-991b-9df989cf6e05 req-e08bdd41-0d11-4673-bbfa-0bb7fb223e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:25.292638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ea06b4e-7faf-4290-991b-9df989cf6e05 req-e08bdd41-0d11-4673-bbfa-0bb7fb223e18 service neutron] 10.222.0.98 "GET /v2.0/networks?id=3a3eff64-c0f8-4294-b325-2ab84c0660b2 HTTP/1.1" status: 200 len: 910 time: 0.2120140 Nov 03 19:02:25.294860 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ecc51c36-2aec-4106-88f0-ba7bfb68f20a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.353210 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ea06b4e-7faf-4290-991b-9df989cf6e05 req-eb7a9f7c-1826-4f80-abd5-f31c7d6df105 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0567ccea-12db-4d29-ae8c-4e8761b77c0c HTTP/1.1" status: 200 len: 217 time: 0.0521524 Nov 03 19:02:25.359341 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ecc51c36-2aec-4106-88f0-ba7bfb68f20a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.448584 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f1f23b91-75f3-4fd9-aa9e-5d3283d579d2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=38acfa23703840ad974cc0ec9bdda2f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2561374 Nov 03 19:02:25.449257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49474) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:25.488720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea06b4e-7faf-4290-991b-9df989cf6e05 req-b3742db6-a25a-4d0f-ab90-d7202908db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:25.490831 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ea06b4e-7faf-4290-991b-9df989cf6e05 req-b3742db6-a25a-4d0f-ab90-d7202908db36 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a0b26284-7baf-4b63-85b2-48e18173be29 HTTP/1.1" status: 200 len: 849 time: 0.1288755 Nov 03 19:02:25.532861 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ea06b4e-7faf-4290-991b-9df989cf6e05 req-d697f1cd-c498-42cf-a62c-c30a26020671 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3a3eff64-c0f8-4294-b325-2ab84c0660b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337548 Nov 03 19:02:25.535139 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eef81943-e97f-4cbb-a562-68d7e86e133a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.571945 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eef81943-e97f-4cbb-a562-68d7e86e133a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.609820 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ecc51c36-2aec-4106-88f0-ba7bfb68f20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.613073 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ecc51c36-2aec-4106-88f0-ba7bfb68f20a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.614514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ecc51c36-2aec-4106-88f0-ba7bfb68f20a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/69cc2ecf-a0f6-422c-8604-69f852d42935 HTTP/1.1" status: 204 len: 168 time: 0.5218954 Nov 03 19:02:25.632191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc51c36-2aec-4106-88f0-ba7bfb68f20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cc2ecf-a0f6-422c-8604-69f852d42935,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:25.649023 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eef81943-e97f-4cbb-a562-68d7e86e133a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.653701 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eef81943-e97f-4cbb-a562-68d7e86e133a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.678555 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-eef81943-e97f-4cbb-a562-68d7e86e133a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0dec9170-fb25-42e7-b48e-79b209bececc HTTP/1.1" status: 204 len: 168 time: 0.2055781 Nov 03 19:02:25.692242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef81943-e97f-4cbb-a562-68d7e86e133a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dec9170-fb25-42e7-b48e-79b209bececc,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:25.777803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ea06b4e-7faf-4290-991b-9df989cf6e05 req-bb15e972-4f39-4453-89ab-eef01c15238e service neutron] 10.222.0.98 "GET /v2.0/networks/3a3eff64-c0f8-4294-b325-2ab84c0660b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333803 Nov 03 19:02:25.815502 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bbb7dd63-95db-4ae1-b157-2d1e98ed1fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:25.968709 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ea06b4e-7faf-4290-991b-9df989cf6e05 req-b6a39030-78de-4e29-927c-8e0a6484a8fc service neutron] 10.222.0.98 "GET /v2.0/networks/3a3eff64-c0f8-4294-b325-2ab84c0660b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816034 Nov 03 19:02:26.143166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800a6e7-cd3b-499e-8955-d211bdefaac6 req-8c3272fd-661c-4b59-956b-882fbea5ee00 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:26.145285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0800a6e7-cd3b-499e-8955-d211bdefaac6 req-8c3272fd-661c-4b59-956b-882fbea5ee00 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 943 time: 0.0866838 Nov 03 19:02:26.252460 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0800a6e7-cd3b-499e-8955-d211bdefaac6 req-8927afa9-cd3c-4032-8727-f64c139a8e80 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885804 Nov 03 19:02:26.273693 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49502) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:26.337904 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b03f7328-9669-42eb-a03e-69433adfb25c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cfadeca4baed41efb790218857ced292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0620728 Nov 03 19:02:26.340642 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49506) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:26.437639 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd01d-f219-4d17-a89e-ab726c66fdef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.471425 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd01d-f219-4d17-a89e-ab726c66fdef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.551600 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd01d-f219-4d17-a89e-ab726c66fdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.555335 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd01d-f219-4d17-a89e-ab726c66fdef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:26.557371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a8bbd01d-f219-4d17-a89e-ab726c66fdef admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/dfd6a2d1-f0e3-47bb-991c-3ae018665d2b HTTP/1.1" status: 204 len: 168 time: 0.2156074 Nov 03 19:02:26.586794 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbd01d-f219-4d17-a89e-ab726c66fdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd6a2d1-f0e3-47bb-991c-3ae018665d2b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:27.537641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3e0a2-0d3b-447a-a18f-c29d1f31ac7a req-1c141031-03db-4b34-9e4f-626bd6d5c0c9 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:27.547367 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed3e0a2-0d3b-447a-a18f-c29d1f31ac7a req-1c141031-03db-4b34-9e4f-626bd6d5c0c9 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 943 time: 0.1043603 Nov 03 19:02:27.676200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ed3e0a2-0d3b-447a-a18f-c29d1f31ac7a req-8f867d55-cbff-49ab-8054-d7a5e2fb4321 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254845 Nov 03 19:02:27.788570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0567ccea-12db-4d29-ae8c-4e8761b77c0c details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:02:27.936865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0567ccea-12db-4d29-ae8c-4e8761b77c0c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0567ccea-12db-4d29-ae8c-4e8761b77c0c,segment=NetworkSegment(b7085e66-33f5-4a8b-bd9a-7eb3b4936299),segment_id=b7085e66-33f5-4a8b-bd9a-7eb3b4936299)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:27.968302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '0567ccea-12db-4d29-ae8c-4e8761b77c0c', 'network_id': '3a3eff64-c0f8-4294-b325-2ab84c0660b2', 'port_id': '0567ccea-12db-4d29-ae8c-4e8761b77c0c', 'mac_address': 'fa:16:3e:51:66:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b26284-7baf-4b63-85b2-48e18173be29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:02:28.027701 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:28.057071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0567ccea-12db-4d29-ae8c-4e8761b77c0c {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:02:28.080452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0567ccea-12db-4d29-ae8c-4e8761b77c0c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0567ccea-12db-4d29-ae8c-4e8761b77c0c,segment=NetworkSegment(b7085e66-33f5-4a8b-bd9a-7eb3b4936299),segment_id=b7085e66-33f5-4a8b-bd9a-7eb3b4936299)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:28.090973 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:28.146272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=0567ccea-12db-4d29-ae8c-4e8761b77c0c,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:28.158835 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a1a4061a-a8c0-4e58-9fb9-1f9fa824e3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:28.287036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['0567ccea-12db-4d29-ae8c-4e8761b77c0c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:02:28.906550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f6fb3-dd4e-4fed-af49-938ca8add312 req-4223fccd-941d-487b-b432-a6e34aa8866e tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:28.912236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb3f6fb3-dd4e-4fed-af49-938ca8add312 req-4223fccd-941d-487b-b432-a6e34aa8866e tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 944 time: 0.0746205 Nov 03 19:02:29.030761 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb3f6fb3-dd4e-4fed-af49-938ca8add312 req-c889d927-f655-4781-a5e8-0f1b237c0b71 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100767 Nov 03 19:02:29.239273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49598) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:29.277236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49602) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:29.379296 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.406714 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3d314fe-60dd-45c0-a43a-0d58e28ac41e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.422684 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1e185d1e-d069-47e5-9885-95a0195d5e37 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:29.491064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1e185d1e-d069-47e5-9885-95a0195d5e37 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] 10.222.0.107 "PUT /v2.0/quotas/be4011f736c44a40b3977e4d3ead6912 HTTP/1.1" status: 200 len: 366 time: 0.2102563 Nov 03 19:02:29.491498 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49608) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:29.507458 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4836d43d-e9c7-453a-b8ad-b41d01c4098b tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] 10.222.0.107 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0144534 Nov 03 19:02:29.508039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49610) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:29.527483 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9a7d0885-5256-4889-a493-5622c3fce2b2 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] 10.222.0.107 "GET /v2.0/quotas/be4011f736c44a40b3977e4d3ead6912 HTTP/1.1" status: 200 len: 366 time: 0.0160329 Nov 03 19:02:29.528473 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49612) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:29.538850 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3d314fe-60dd-45c0-a43a-0d58e28ac41e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.544288 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3d314fe-60dd-45c0-a43a-0d58e28ac41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.550558 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-52e75dfe-7a69-47e9-a48a-5d647c22f61c tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] 10.222.0.107 "DELETE /v2.0/quotas/be4011f736c44a40b3977e4d3ead6912 HTTP/1.1" status: 204 len: 168 time: 0.0205929 Nov 03 19:02:29.551754 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49614) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:29.567059 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ea66268d-7df6-47c5-b80f-63ed88b6a9da tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] 10.222.0.107 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0136678 Nov 03 19:02:29.568067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49616) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:29.576872 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a3d314fe-60dd-45c0-a43a-0d58e28ac41e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1b7b688425de421fad90776c849f66be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3351574 Nov 03 19:02:29.580463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49618) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:29.605666 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d314fe-60dd-45c0-a43a-0d58e28ac41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb16df7-1c73-4e9f-a6d6-ad50b942f705,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:29.606943 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b4af5112-6d21-4311-984f-f48b77700b7b tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] 10.222.0.107 "GET /v2.0/quotas/be4011f736c44a40b3977e4d3ead6912 HTTP/1.1" status: 200 len: 370 time: 0.0372858 Nov 03 19:02:29.607205 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49620) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:29.616513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b7b6fdb3-185a-4d62-9809-123356cfae4c tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] 10.222.0.107 "GET /v2.0/quotas/be4011f736c44a40b3977e4d3ead6912/default HTTP/1.1" status: 200 len: 370 time: 0.0054123 Nov 03 19:02:29.619538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49622) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:29.640965 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-36a4dc06-d748-46a8-aa35-3d409c6abb1a tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] delete failed (client error): The resource could not be found. Nov 03 19:02:29.645348 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-36a4dc06-d748-46a8-aa35-3d409c6abb1a tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] 10.222.0.107 "DELETE /v2.0/quotas/be4011f736c44a40b3977e4d3ead6912 HTTP/1.1" status: 404 len: 348 time: 0.0216053 Nov 03 19:02:29.673784 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eaa82526-4850-4603-96d6-791b1ec86378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.722980 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eaa82526-4850-4603-96d6-791b1ec86378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.788096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0567ccea-12db-4d29-ae8c-4e8761b77c0c up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:29.795948 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49626) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:29.806389 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eaa82526-4850-4603-96d6-791b1ec86378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.810443 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eaa82526-4850-4603-96d6-791b1ec86378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.812139 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-eaa82526-4850-4603-96d6-791b1ec86378 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bfb16df7-1c73-4e9f-a6d6-ad50b942f705 HTTP/1.1" status: 204 len: 168 time: 0.2304509 Nov 03 19:02:29.828463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa82526-4850-4603-96d6-791b1ec86378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb16df7-1c73-4e9f-a6d6-ad50b942f705,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:29.840551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Usage tracker for resource:network and project:5045c0a0c3c04f65b8aaab48182c4c34 is out of sync, need to count used quota {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:02:29.844848 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:02:29.862925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Usage tracker for resource:subnet and project:5045c0a0c3c04f65b8aaab48182c4c34 is out of sync, need to count used quota {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:02:29.872773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:02:29.882496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Usage tracker for resource:subnetpool and project:5045c0a0c3c04f65b8aaab48182c4c34 is out of sync, need to count used quota {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:02:29.885920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 0567ccea-12db-4d29-ae8c-4e8761b77c0c completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:02:29.890619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:02:29.891373 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 0567ccea-12db-4d29-ae8c-4e8761b77c0c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:29.892780 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.899684 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Usage tracker for resource:port and project:5045c0a0c3c04f65b8aaab48182c4c34 is out of sync, need to count used quota {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:02:29.904017 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:02:29.918854 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Usage tracker for resource:router and project:5045c0a0c3c04f65b8aaab48182c4c34 is out of sync, need to count used quota {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:02:29.928039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:02:29.936329 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Usage tracker for resource:floatingip and project:5045c0a0c3c04f65b8aaab48182c4c34 is out of sync, need to count used quota {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:02:29.942823 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:02:29.992259 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:29.992560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Usage tracker for resource:security_group and project:5045c0a0c3c04f65b8aaab48182c4c34 is out of sync, need to count used quota {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:02:29.997881 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:02:30.007889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Usage tracker for resource:security_group_rule and project:5045c0a0c3c04f65b8aaab48182c4c34 is out of sync, need to count used quota {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 03 19:02:30.012669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.quota.resource [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101712) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 03 19:02:30.020016 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-947279a4-4d37-4577-8612-19c808a667e0 tempest-QuotasTest-1102783788 tempest-QuotasTest-1102783788-project-admin] 10.222.0.107 "GET /v2.0/quotas/5045c0a0c3c04f65b8aaab48182c4c34/details.json HTTP/1.1" status: 200 len: 703 time: 0.2226193 Nov 03 19:02:30.038904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486aa4a1-308b-45e1-93db-3210c6566558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0567ccea-12db-4d29-ae8c-4e8761b77c0c'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:30.056491 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c4ca41-6901-404f-ad1b-19097bed89b1" -d '{"events": [{"server_uuid": "486aa4a1-308b-45e1-93db-3210c6566558", "name": "network-vif-plugged", "status": "completed", "tag": "0567ccea-12db-4d29-ae8c-4e8761b77c0c"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:30.118282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0567ccea-12db-4d29-ae8c-4e8761b77c0c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0567ccea-12db-4d29-ae8c-4e8761b77c0c,segment=NetworkSegment(b7085e66-33f5-4a8b-bd9a-7eb3b4936299),segment_id=b7085e66-33f5-4a8b-bd9a-7eb3b4936299)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:30.130141 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:30.346856 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=0567ccea-12db-4d29-ae8c-4e8761b77c0c,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:30.363459 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7889fa7-35b7-455a-850a-e2589c173d58 x-openstack-request-id: req-d7889fa7-35b7-455a-850a-e2589c173d58 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:30.364080 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486aa4a1-308b-45e1-93db-3210c6566558", "name": "network-vif-plugged", "status": "completed", "tag": "0567ccea-12db-4d29-ae8c-4e8761b77c0c", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:30.364551 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d7889fa7-35b7-455a-850a-e2589c173d58 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:30.365180 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486aa4a1-308b-45e1-93db-3210c6566558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0567ccea-12db-4d29-ae8c-4e8761b77c0c', 'code': 200} Nov 03 19:02:30.480445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985845b-b1f9-406f-aa11-0fb4b09c5013 req-5536dc6d-d1da-4d57-913f-6c1ecf769d7d tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:30.487842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0985845b-b1f9-406f-aa11-0fb4b09c5013 req-5536dc6d-d1da-4d57-913f-6c1ecf769d7d tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 945 time: 0.1832893 Nov 03 19:02:30.500771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1e92d-fb6b-41c2-a411-777d07eeadc0 req-2d381a94-3b98-4165-bd74-9962b654cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:30.502387 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45e1e92d-fb6b-41c2-a411-777d07eeadc0 req-2d381a94-3b98-4165-bd74-9962b654cb0d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 1096 time: 0.0998905 Nov 03 19:02:30.514855 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49652) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:30.560353 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:30.646764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0985845b-b1f9-406f-aa11-0fb4b09c5013 req-74409e0b-322c-47dd-b2fb-79f6429f0f7c tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523530 Nov 03 19:02:30.664433 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45e1e92d-fb6b-41c2-a411-777d07eeadc0 req-a7e20390-da59-43d9-9c0d-7d9619ea0634 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533191 Nov 03 19:02:30.672274 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:30.767849 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ee48a5d-03e3-4484-8601-43b7db40eb83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:30.865412 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ee48a5d-03e3-4484-8601-43b7db40eb83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:30.870135 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ee48a5d-03e3-4484-8601-43b7db40eb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:30.934645 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9ee48a5d-03e3-4484-8601-43b7db40eb83 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ef3016e38e8040f79e134de6c0f489c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4185393 Nov 03 19:02:30.935812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee48a5d-03e3-4484-8601-43b7db40eb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6d4a37-1e59-4dfb-a66b-81339d8c49a1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:30.937292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49666) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:30.993294 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a265ce5a-d6be-412c-a7f3-4a1d4f311ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:31.017929 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a265ce5a-d6be-412c-a7f3-4a1d4f311ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:31.086150 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a265ce5a-d6be-412c-a7f3-4a1d4f311ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:31.090367 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a265ce5a-d6be-412c-a7f3-4a1d4f311ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:31.091644 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a265ce5a-d6be-412c-a7f3-4a1d4f311ef0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1c6d4a37-1e59-4dfb-a66b-81339d8c49a1 HTTP/1.1" status: 204 len: 168 time: 0.1532574 Nov 03 19:02:31.104928 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265ce5a-d6be-412c-a7f3-4a1d4f311ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6d4a37-1e59-4dfb-a66b-81339d8c49a1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:31.435420 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:31.605073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49688) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:31.635445 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15b450be-3f9d-45dc-8360-6343caab11f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:31.836510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc4caf-78eb-46ad-956a-b395a01b28b7 req-6658643d-4f66-4791-a4f9-b4fd82c27605 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:31.838138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbfc4caf-78eb-46ad-956a-b395a01b28b7 req-6658643d-4f66-4791-a4f9-b4fd82c27605 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 945 time: 0.0871201 Nov 03 19:02:31.840672 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15b450be-3f9d-45dc-8360-6343caab11f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:31.856127 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-15b450be-3f9d-45dc-8360-6343caab11f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:31.892751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b450be-3f9d-45dc-8360-6343caab11f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4639574-c140-4ab2-af03-dd97fff16d2d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:31.942413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49696) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:31.943063 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-15b450be-3f9d-45dc-8360-6343caab11f0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5045c0a0c3c04f65b8aaab48182c4c34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3363388 Nov 03 19:02:31.951112 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbfc4caf-78eb-46ad-956a-b395a01b28b7 req-7751c09c-d5a4-4fcd-81d7-9749786ba490 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055870 Nov 03 19:02:32.022622 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-673d27cc-6475-4b1d-b66b-605578a4632f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:32.059285 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-673d27cc-6475-4b1d-b66b-605578a4632f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:32.147369 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-673d27cc-6475-4b1d-b66b-605578a4632f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:32.155910 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-673d27cc-6475-4b1d-b66b-605578a4632f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:32.158613 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-673d27cc-6475-4b1d-b66b-605578a4632f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c4639574-c140-4ab2-af03-dd97fff16d2d HTTP/1.1" status: 204 len: 168 time: 0.2129910 Nov 03 19:02:32.184003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d27cc-6475-4b1d-b66b-605578a4632f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4639574-c140-4ab2-af03-dd97fff16d2d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:33.335401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79ef07-870d-42ea-8ae0-7d03925bbe1a req-5cf41fa6-d29c-4f46-93dc-0fd648b1a9d0 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:33.338771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e79ef07-870d-42ea-8ae0-7d03925bbe1a req-5cf41fa6-d29c-4f46-93dc-0fd648b1a9d0 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 945 time: 0.0965996 Nov 03 19:02:33.421356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e79ef07-870d-42ea-8ae0-7d03925bbe1a req-bec968f2-3344-41be-93e7-ff6b0cd03d85 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723922 Nov 03 19:02:33.475883 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49754) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:33.651667 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-767902175'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:33.714545 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Made reservation on behalf of 7f530414e1644ad29276a494638c3646 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:33.730281 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:33.745491 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:33.918941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:33.925486 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:33.977091 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c13180-fa03-4e52-959a-5f4416f8d597,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:34.021971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:02:34.036374 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.037567 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Added segment dcbd4214-46dc-42fb-9358-a1bc8c876bb5 of type vlan for network cfebefd2-ca09-4fd3-84b0-dda0696a0bcb Nov 03 19:02:34.087060 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.117111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49766) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:34.132863 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.149554 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:34.151873 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.181212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49770) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:34.191602 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Request body: {'network': {'name': 'tempest-network-smoke--148871814', 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'port_security_enabled': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:34.233219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Made reservation on behalf of a66432c41f664b9c8a9ca7bdeba030f9 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:34.249831 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.273440 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.390147 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.403053 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.420844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:02:34.435527 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.436496 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Added segment d98dfe52-2dba-4930-ab0a-36bd3a0a46d0 of type vlan for network 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 Nov 03 19:02:34.502175 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.562529 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.569201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:34.569866 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.578615 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Pushing event updated for resources: {'Network': ['ID=cfebefd2-ca09-4fd3-84b0-dda0696a0bcb,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:34.598133 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network cfebefd2-ca09-4fd3-84b0-dda0696a0bcb details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:02:34.601926 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fa649569-58fe-47dc-b6af-97bb4738f49b tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1246486 Nov 03 19:02:34.603238 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49774) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:34.606328 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-678ad84f-d705-4fd5-be72-dfbd722280df admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.614568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-db241f20-f135-4b88-b6d4-6e68bdffddce tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Request body: {'subnet': {'network_id': 'cfebefd2-ca09-4fd3-84b0-dda0696a0bcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:34.728380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5436449 Nov 03 19:02:34.734263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49778) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:34.759115 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-678ad84f-d705-4fd5-be72-dfbd722280df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.768706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'admin_state_up': True, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:34.796483 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-678ad84f-d705-4fd5-be72-dfbd722280df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.868623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1ea4c3-f3bf-4e32-bfb1-605f768bd4a9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:34.908507 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db241f20-f135-4b88-b6d4-6e68bdffddce tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Made reservation on behalf of 7f530414e1644ad29276a494638c3646 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:34.916056 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db241f20-f135-4b88-b6d4-6e68bdffddce tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:34.917900 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ad84f-d705-4fd5-be72-dfbd722280df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56af7678-d705-41e6-891c-f1adb5f1a69c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:34.934606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a02ce4-c698-43b0-a7a9-99c5a872c439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'Network': ['ID=821feb72-7915-4b1e-9ae2-b5ba84e1f5f2,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:34.939053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-678ad84f-d705-4fd5-be72-dfbd722280df admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=13c5dad503a24f48855d7e8457ee0576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8208857 Nov 03 19:02:34.940384 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.db.api [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 19:02:34.940384 n-d-812150-4 neutron-server[101712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 03 19:02:34.940384 n-d-812150-4 neutron-server[101712]: [parameters: {'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'id': '5bc5fb4c-f19c-4cf6-9151-5c7720c96691', 'expiration': datetime.datetime(2021, 11, 3, 19, 4, 34, 881120)}] Nov 03 19:02:34.940384 n-d-812150-4 neutron-server[101712]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:02:34.940384 n-d-812150-4 neutron-server[101712]: DEBUG oslo_db.api [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:02:34.943257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49780) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:34.965910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:02:34.986482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcce56-f41d-4e2d-8f8c-83ec1f26bc59 req-67a45fdd-8341-4491-897d-5b7549374835 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:34.988499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0dcce56-f41d-4e2d-8f8c-83ec1f26bc59 req-67a45fdd-8341-4491-897d-5b7549374835 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.98 "GET /v2.0/ports?device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 945 time: 0.4600036 Nov 03 19:02:34.997915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97c0b1-ffde-446c-ba16-577b09403d20 req-201fbe13-0c70-4fc2-b21a-310700426b40 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:35.000774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d97c0b1-ffde-446c-ba16-577b09403d20 req-201fbe13-0c70-4fc2-b21a-310700426b40 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 945 time: 0.4491239 Nov 03 19:02:35.134657 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05bb7bd4-4f5e-4bbd-a0d0-45df41c28287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.183172 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d97c0b1-ffde-446c-ba16-577b09403d20 req-5ba18321-ff43-4856-bac7-f483f05c5666 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/security-groups?id=d4ec78e8-2466-4f46-85e5-844c8e00894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687109 Nov 03 19:02:35.186601 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05bb7bd4-4f5e-4bbd-a0d0-45df41c28287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.236065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e0dcce56-f41d-4e2d-8f8c-83ec1f26bc59 req-c21b0562-360b-40b4-8f34-06cca448e23c tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Deleting port 0567ccea-12db-4d29-ae8c-4e8761b77c0c {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:35.236358 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0dcce56-f41d-4e2d-8f8c-83ec1f26bc59 req-c21b0562-360b-40b4-8f34-06cca448e23c tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.246048 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db241f20-f135-4b88-b6d4-6e68bdffddce tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.331948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db241f20-f135-4b88-b6d4-6e68bdffddce tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Pushing event updated for resources: {'Subnet': ['ID=27bf2ab0-c8ac-4e15-8c80-ab4c6c123741,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:35.343679 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db241f20-f135-4b88-b6d4-6e68bdffddce tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Checking segment: {'id': 'dcbd4214-46dc-42fb-9358-a1bc8c876bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'cfebefd2-ca09-4fd3-84b0-dda0696a0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:35.344331 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db241f20-f135-4b88-b6d4-6e68bdffddce tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Network hostable DHCP agents. Network: cfebefd2-ca09-4fd3-84b0-dda0696a0bcb, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:02:35.360267 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05bb7bd4-4f5e-4bbd-a0d0-45df41c28287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.363078 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05bb7bd4-4f5e-4bbd-a0d0-45df41c28287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.364370 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-05bb7bd4-4f5e-4bbd-a0d0-45df41c28287 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/56af7678-d705-41e6-891c-f1adb5f1a69c HTTP/1.1" status: 204 len: 168 time: 0.4191282 Nov 03 19:02:35.372085 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db241f20-f135-4b88-b6d4-6e68bdffddce tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Network cfebefd2-ca09-4fd3-84b0-dda0696a0bcb is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:02:35.398122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-db241f20-f135-4b88-b6d4-6e68bdffddce tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, cfebefd2-ca09-4fd3-84b0-dda0696a0bcb) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:35.398916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb7bd4-4f5e-4bbd-a0d0-45df41c28287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56af7678-d705-41e6-891c-f1adb5f1a69c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:35.411154 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db241f20-f135-4b88-b6d4-6e68bdffddce tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:35.411810 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db241f20-f135-4b88-b6d4-6e68bdffddce tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.430934 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-e0dcce56-f41d-4e2d-8f8c-83ec1f26bc59 req-c21b0562-360b-40b4-8f34-06cca448e23c tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] For port 0567ccea-12db-4d29-ae8c-4e8761b77c0c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0567ccea-12db-4d29-ae8c-4e8761b77c0c,segment=NetworkSegment(b7085e66-33f5-4a8b-bd9a-7eb3b4936299),segment_id=b7085e66-33f5-4a8b-bd9a-7eb3b4936299)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:35.432486 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0dcce56-f41d-4e2d-8f8c-83ec1f26bc59 req-c21b0562-360b-40b4-8f34-06cca448e23c tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.447049 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-db241f20-f135-4b88-b6d4-6e68bdffddce tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8435204 Nov 03 19:02:35.449993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49784) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:35.458902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-956f20fb-6c30-435c-b19c-f8a00432cda0 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Request body: {'port': {'network_id': 'cfebefd2-ca09-4fd3-84b0-dda0696a0bcb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-906515846'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:35.471936 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3db8d24-141f-46cb-b21b-c0967998e04a None None] Network cfebefd2-ca09-4fd3-84b0-dda0696a0bcb requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:35.481019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e0dcce56-f41d-4e2d-8f8c-83ec1f26bc59 req-c21b0562-360b-40b4-8f34-06cca448e23c tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Calling delete_port for 0567ccea-12db-4d29-ae8c-4e8761b77c0c owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:35.578001 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.580065 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.632585 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956f20fb-6c30-435c-b19c-f8a00432cda0 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Made reservation on behalf of 7f530414e1644ad29276a494638c3646 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:35.638276 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-956f20fb-6c30-435c-b19c-f8a00432cda0 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.730064 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.738297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-956f20fb-6c30-435c-b19c-f8a00432cda0 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] device_id is not set on port 41b16341-80d8-4e77-aa35-2e2c4eb62067 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:35.820639 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-5cd58ae7-a4ef-469b-8072-2cdd73e1c516 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1623511 Nov 03 19:02:35.880198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-cfebefd2-ca09-4fd3-84b0-dda0696a0bcb', 'network_id': 'cfebefd2-ca09-4fd3-84b0-dda0696a0bcb', 'tenant_id': '7f530414e1644ad29276a494638c3646', 'fixed_ips': [{'subnet_id': '27bf2ab0-c8ac-4e15-8c80-ab4c6c123741'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:02:35.881661 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.948850 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:35.987001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-956f20fb-6c30-435c-b19c-f8a00432cda0 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Allocated IP 172.20.0.5 (cfebefd2-ca09-4fd3-84b0-dda0696a0bcb/27bf2ab0-c8ac-4e15-8c80-ab4c6c123741/41b16341-80d8-4e77-aa35-2e2c4eb62067) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:36.010415 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-1f08edcb-159a-44f2-b051-c38dcdb54b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:36.011263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-1f08edcb-159a-44f2-b051-c38dcdb54b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:36.011959 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-1f08edcb-159a-44f2-b051-c38dcdb54b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:36.012617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-1f08edcb-159a-44f2-b051-c38dcdb54b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:36.013366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-1f08edcb-159a-44f2-b051-c38dcdb54b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:36.014180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-1f08edcb-159a-44f2-b051-c38dcdb54b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:36.014813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-1f08edcb-159a-44f2-b051-c38dcdb54b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:36.017074 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-1f08edcb-159a-44f2-b051-c38dcdb54b69 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=72caea157bda4c2da13cda8b237e3c26&device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 6491 time: 0.0941472 Nov 03 19:02:36.028092 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0dcce56-f41d-4e2d-8f8c-83ec1f26bc59 req-c21b0562-360b-40b4-8f34-06cca448e23c tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:36.086057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b0562-360b-40b4-8f34-06cca448e23c tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Pushing event deleted for resources: {'Port': ['ID=0567ccea-12db-4d29-ae8c-4e8761b77c0c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:36.136560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0dcce56-f41d-4e2d-8f8c-83ec1f26bc59 req-c21b0562-360b-40b4-8f34-06cca448e23c tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] No DVR routers for this DVR port 0567ccea-12db-4d29-ae8c-4e8761b77c0c on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:36.140713 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e0dcce56-f41d-4e2d-8f8c-83ec1f26bc59 req-c21b0562-360b-40b4-8f34-06cca448e23c tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:36.144972 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0dcce56-f41d-4e2d-8f8c-83ec1f26bc59 req-c21b0562-360b-40b4-8f34-06cca448e23c tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.98 "DELETE /v2.0/ports/0567ccea-12db-4d29-ae8c-4e8761b77c0c HTTP/1.1" status: 204 len: 173 time: 1.1416910 Nov 03 19:02:36.146505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486aa4a1-308b-45e1-93db-3210c6566558', 'name': 'network-vif-deleted', 'tag': '0567ccea-12db-4d29-ae8c-4e8761b77c0c'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:36.148214 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40624b9f-0c6e-4fa4-9ca8-ec6a1ba00c35" -d '{"events": [{"server_uuid": "486aa4a1-308b-45e1-93db-3210c6566558", "name": "network-vif-deleted", "tag": "0567ccea-12db-4d29-ae8c-4e8761b77c0c"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:36.223835 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb7fbb2-98ef-4d44-9059-4079d9c1829f x-openstack-request-id: req-5eb7fbb2-98ef-4d44-9059-4079d9c1829f {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:36.224492 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486aa4a1-308b-45e1-93db-3210c6566558", "name": "network-vif-deleted", "tag": "0567ccea-12db-4d29-ae8c-4e8761b77c0c", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:36.224764 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5eb7fbb2-98ef-4d44-9059-4079d9c1829f {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:36.225370 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486aa4a1-308b-45e1-93db-3210c6566558', 'name': 'network-vif-deleted', 'tag': '0567ccea-12db-4d29-ae8c-4e8761b77c0c', 'status': 'completed', 'code': 200} Nov 03 19:02:36.248220 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-e5c5d80c-8d97-4c2e-86f5-aad68d57efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:36.248703 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-e5c5d80c-8d97-4c2e-86f5-aad68d57efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:36.249180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-e5c5d80c-8d97-4c2e-86f5-aad68d57efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:36.250864 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-e5c5d80c-8d97-4c2e-86f5-aad68d57efa1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6b353351-5b83-45e9-9697-85cd3e4e0a38&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=3fe7be63-f171-40af-afef-cfb3cf900a49&id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0 HTTP/1.1" status: 200 len: 2292 time: 0.1968215 Nov 03 19:02:36.312164 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-956f20fb-6c30-435c-b19c-f8a00432cda0 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:36.347657 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-73989db5-0733-4973-941c-4bf66f92c350 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb6009a2-de14-4b29-bc88-45d0d58e81f1 HTTP/1.1" status: 200 len: 1002 time: 0.0879192 Nov 03 19:02:36.357198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73ab1282-6d2d-4f29-8a1e-01341f9a47b0 req-3ec7866a-e9e4-42fa-bb75-41b5cedd78f0 tempest-VolumesActionsTest-275621214 tempest-VolumesActionsTest-275621214-project] 10.222.0.107 "GET /v2.0/ports?device_id=486aa4a1-308b-45e1-93db-3210c6566558 HTTP/1.1" status: 200 len: 210 time: 0.0366426 Nov 03 19:02:36.402275 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:36.413511 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-956f20fb-6c30-435c-b19c-f8a00432cda0 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:36.431302 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:36.456447 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-1f8a9dfe-e544-469f-9a7c-bd5dc6cc9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:36.457844 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-1f8a9dfe-e544-469f-9a7c-bd5dc6cc9970 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=adadea0b-ba73-4bc3-9678-1424a1593c04 HTTP/1.1" status: 200 len: 851 time: 0.1001658 Nov 03 19:02:36.472034 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f20fb-6c30-435c-b19c-f8a00432cda0 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Network cfebefd2-ca09-4fd3-84b0-dda0696a0bcb is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:36.476714 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-956f20fb-6c30-435c-b19c-f8a00432cda0 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:36.482740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Allocated IP 172.20.0.2 (cfebefd2-ca09-4fd3-84b0-dda0696a0bcb/27bf2ab0-c8ac-4e15-8c80-ab4c6c123741/891b7304-b243-43b6-b5b3-1d8fd869bffe) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:36.508201 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f20fb-6c30-435c-b19c-f8a00432cda0 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:36.555749 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f20fb-6c30-435c-b19c-f8a00432cda0 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Pushing event updated for resources: {'Port': ['ID=41b16341-80d8-4e77-aa35-2e2c4eb62067,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:36.577179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956f20fb-6c30-435c-b19c-f8a00432cda0 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:36.578186 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-956f20fb-6c30-435c-b19c-f8a00432cda0 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:36.599522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-4729208e-e400-4e8e-b880-b81beab46a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:36.601848 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-4729208e-e400-4e8e-b880-b81beab46a47 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6b353351-5b83-45e9-9697-85cd3e4e0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264055 Nov 03 19:02:36.605918 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-956f20fb-6c30-435c-b19c-f8a00432cda0 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1546946 Nov 03 19:02:36.612946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49810) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:36.640649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Request body: {'port': {'network_id': 'cfebefd2-ca09-4fd3-84b0-dda0696a0bcb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-269701320', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:36.644503 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.api.validators [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] bootfile-name is not in valid_values {{(pid=101711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:02:36.645921 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.api.validators [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] tftp-server is not in valid_values {{(pid=101711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:02:36.650290 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.api.validators [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] server-ip-address is not in valid_values {{(pid=101711) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:02:36.932275 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-023c61fd-78cb-4985-8c60-38763c36e6a2 service neutron] 10.222.0.87 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163953 Nov 03 19:02:37.036396 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Made reservation on behalf of 7f530414e1644ad29276a494638c3646 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:37.050060 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.050208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Allocated IP 172.25.2.236 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/043a07fa-9ba9-46fb-85f4-2653369ca228) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:37.087076 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.091972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] device_id is not set on port 06f7c4f0-f597-4713-964b-96cb2ea2ce52 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:37.095560 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.188330 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.202891 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Network cfebefd2-ca09-4fd3-84b0-dda0696a0bcb is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:37.212834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:37.214296 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-4fe660b1-9d22-4b9b-9228-f8c1ac6dc347 service neutron] 10.222.0.87 "GET /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628963 Nov 03 19:02:37.218851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:37.230799 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.290065 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-43eb8f80-85e1-4ba5-ba11-bc4b0f51ae40 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=58701c1c-ad42-4e70-bb43-d7060e56eec3 HTTP/1.1" status: 200 len: 217 time: 0.0532827 Nov 03 19:02:37.303056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'Port': ['ID=043a07fa-9ba9-46fb-85f4-2653369ca228,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:37.320274 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:37.322818 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:37.325021 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Pushing event updated for resources: {'Port': ['ID=891b7304-b243-43b6-b5b3-1d8fd869bffe,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:37.333863 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:37.341197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Attempting to bind port 891b7304-b243-43b6-b5b3-1d8fd869bffe on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:37.342277 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Attempting to bind port 891b7304-b243-43b6-b5b3-1d8fd869bffe by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'dcbd4214-46dc-42fb-9358-a1bc8c876bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'cfebefd2-ca09-4fd3-84b0-dda0696a0bcb'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:37.342277 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Attempting to bind port 891b7304-b243-43b6-b5b3-1d8fd869bffe on network cfebefd2-ca09-4fd3-84b0-dda0696a0bcb {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:37.350941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:37.350941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Checking segment: {'id': 'dcbd4214-46dc-42fb-9358-a1bc8c876bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'cfebefd2-ca09-4fd3-84b0-dda0696a0bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:37.350941 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.350941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Bound using segment: {'id': 'dcbd4214-46dc-42fb-9358-a1bc8c876bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'cfebefd2-ca09-4fd3-84b0-dda0696a0bcb'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:37.350941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Bound port: 891b7304-b243-43b6-b5b3-1d8fd869bffe, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbd4214-46dc-42fb-9358-a1bc8c876bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'cfebefd2-ca09-4fd3-84b0-dda0696a0bcb'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:37.350941 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.426750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Allocated IP 172.20.0.6 (cfebefd2-ca09-4fd3-84b0-dda0696a0bcb/27bf2ab0-c8ac-4e15-8c80-ab4c6c123741/06f7c4f0-f597-4713-964b-96cb2ea2ce52) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:37.460887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] For port 891b7304-b243-43b6-b5b3-1d8fd869bffe, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:37.469445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] For port 891b7304-b243-43b6-b5b3-1d8fd869bffe, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=891b7304-b243-43b6-b5b3-1d8fd869bffe,segment=NetworkSegment(dcbd4214-46dc-42fb-9358-a1bc8c876bb5),segment_id=dcbd4214-46dc-42fb-9358-a1bc8c876bb5)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:37.477545 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.642265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30b6fd-61a5-4a1f-9ce6-d7d5affa250d None None] Pushing event updated for resources: {'Port': ['ID=891b7304-b243-43b6-b5b3-1d8fd869bffe,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:37.759239 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.805948 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0567ccea-12db-4d29-ae8c-4e8761b77c0c no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:37.837552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-313f23c5-d979-4424-a674-55da97b332c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:37.839547 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-313f23c5-d979-4424-a674-55da97b332c9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.5184445 Nov 03 19:02:37.840620 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:37.868969 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 0567ccea-12db-4d29-ae8c-4e8761b77c0c {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:02:37.869312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0567ccea-12db-4d29-ae8c-4e8761b77c0c not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:02:37.997455 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.043500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Network cfebefd2-ca09-4fd3-84b0-dda0696a0bcb is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:38.057425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:38.077349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:38.159102 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:38.159821 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.163276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Pushing event updated for resources: {'Port': ['ID=06f7c4f0-f597-4713-964b-96cb2ea2ce52,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:38.182640 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-10ca27ae-a294-4790-a3fc-98d4aecdb59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:38.184322 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-10ca27ae-a294-4790-a3fc-98d4aecdb59c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3242781 Nov 03 19:02:38.376789 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-9d75ecfc-2e46-46dd-93c3-2313f458be1f service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722479 Nov 03 19:02:38.411363 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-22ce6bf3-350d-44d1-99a0-e170d21f5705 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.7971692 Nov 03 19:02:38.412265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49864) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:38.508411 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:38.619795 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023268e5-63e7-40f4-8bdd-095941b9ab03 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:38.637388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023268e5-63e7-40f4-8bdd-095941b9ab03 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:38.645688 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023268e5-63e7-40f4-8bdd-095941b9ab03 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:38.662603 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-023268e5-63e7-40f4-8bdd-095941b9ab03 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.2262747 Nov 03 19:02:38.665402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49884) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:38.757756 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Router c91c779a-0dd3-4b1c-9f42-7477e180fe85 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:02:38.758393 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-9c840d7d-7126-4fed-901e-9fd6c355d068 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793502 Nov 03 19:02:38.825795 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-16ccee51-d257-487a-adf8-1ecde7e2d97c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=762c123b-88ce-45d8-87f6-424c68b11183 HTTP/1.1" status: 200 len: 217 time: 0.0562563 Nov 03 19:02:39.026731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:02:39.037740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-55748469-ddb8-4646-9986-b8bbbb3827fa tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Deleting port 06f7c4f0-f597-4713-964b-96cb2ea2ce52 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:39.038290 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-55748469-ddb8-4646-9986-b8bbbb3827fa tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.040814 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Sync routers for ids ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:02:39.048714 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-c165258e-75f2-4fa5-8f37-f15ae910f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:39.050620 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-c165258e-75f2-4fa5-8f37-f15ae910f0a3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.1946065 Nov 03 19:02:39.069799 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Routers {'c91c779a-0dd3-4b1c-9f42-7477e180fe85'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:02:39.070475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:02:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:39.081311 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.086225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c86bc766-fdda-4aab-98c8-b68229c886a1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.3236628 Nov 03 19:02:39.086878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49888) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:39.205877 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 891b7304-b243-43b6-b5b3-1d8fd869bffe up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:39.293069 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-55748469-ddb8-4646-9986-b8bbbb3827fa tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.332663 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-55748469-ddb8-4646-9986-b8bbbb3827fa tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Calling delete_port for 06f7c4f0-f597-4713-964b-96cb2ea2ce52 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:39.433570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 891b7304-b243-43b6-b5b3-1d8fd869bffe triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:39.434329 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.468070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-b3ec7a13-66bf-4553-b153-05db9608de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:39.470397 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-b3ec7a13-66bf-4553-b153-05db9608de03 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4064713 Nov 03 19:02:39.479990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13af799-a552-4e0a-8e38-e23965d3840a None None] Network cfebefd2-ca09-4fd3-84b0-dda0696a0bcb requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:39.582764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cc43dfe6-18b7-4a2a-b6ff-9b982d9856e0 tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=a66432c41f664b9c8a9ca7bdeba030f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4912119 Nov 03 19:02:39.584005 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49898) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:39.620104 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Set router c91c779a-0dd3-4b1c-9f42-7477e180fe85 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:02:39.756259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-37cc6936-1458-4553-a06c-e27df7333bb4 None None] Provisioning complete for port 891b7304-b243-43b6-b5b3-1d8fd869bffe triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:39.756963 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-37cc6936-1458-4553-a06c-e27df7333bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.824616 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-de35d193-0ab4-4179-9036-d28e74be1773 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447783 Nov 03 19:02:39.840907 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-55748469-ddb8-4646-9986-b8bbbb3827fa tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:39.976472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55748469-ddb8-4646-9986-b8bbbb3827fa tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Pushing event deleted for resources: {'Port': ['ID=06f7c4f0-f597-4713-964b-96cb2ea2ce52,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:40.011906 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:40.036755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fd2456-36b5-462f-b547-d5e15516115b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:40.042028 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f3fd2456-36b5-462f-b547-d5e15516115b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4552867 Nov 03 19:02:40.050541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49912) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:40.218329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 49916) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:40.218578 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ffdbcac1-4312-490b-8521-6c4df5f5f78c tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1618788 Nov 03 19:02:40.226193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-76d10370-44fe-46f0-a94f-667c5e72b540 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-396268176', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:40.240991 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-37cc6936-1458-4553-a06c-e27df7333bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:40.248205 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 891b7304-b243-43b6-b5b3-1d8fd869bffe, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=891b7304-b243-43b6-b5b3-1d8fd869bffe,segment=NetworkSegment(dcbd4214-46dc-42fb-9358-a1bc8c876bb5),segment_id=dcbd4214-46dc-42fb-9358-a1bc8c876bb5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:40.274621 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-55748469-ddb8-4646-9986-b8bbbb3827fa tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:40.277286 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:40.277688 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-55748469-ddb8-4646-9986-b8bbbb3827fa tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] 10.222.0.107 "DELETE /v2.0/ports/06f7c4f0-f597-4713-964b-96cb2ea2ce52 HTTP/1.1" status: 204 len: 168 time: 1.5878828 Nov 03 19:02:40.284812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49920) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:40.294883 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ac89193d-bc07-43b2-959b-0b8c3fd35e01 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Request body: {'port': {'name': 'tempest-new-port-name-35824923', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:40.295512 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.api.validators [None req-ac89193d-bc07-43b2-959b-0b8c3fd35e01 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] bootfile-name is not in valid_values {{(pid=101712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:02:40.298439 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.api.validators [None req-ac89193d-bc07-43b2-959b-0b8c3fd35e01 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] tftp-server is not in valid_values {{(pid=101712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:02:40.299082 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.api.validators [None req-ac89193d-bc07-43b2-959b-0b8c3fd35e01 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] server-ip-address is not in valid_values {{(pid=101712) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 03 19:02:40.299474 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-a2843f7a-8347-47a5-b083-432e04758e06 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619479 Nov 03 19:02:40.443521 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ac89193d-bc07-43b2-959b-0b8c3fd35e01 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:40.444112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=891b7304-b243-43b6-b5b3-1d8fd869bffe,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:40.517882 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-37cc6936-1458-4553-a06c-e27df7333bb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:02:40.519106 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-37cc6936-1458-4553-a06c-e27df7333bb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:02:40.526819 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:35Z', 'updated_at': '2021-11-03T19:02:37Z', 'revision_number': 3, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:86:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:36Z', 'updated_at': '2021-11-03T19:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:40.528845 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-76191bbb-71a2-44e5-bc9a-0b3a512ab921 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=5ab89f05-331d-4782-aa0b-943c45c22fa3 HTTP/1.1" status: 200 len: 217 time: 0.2140632 Nov 03 19:02:40.570777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Checking router: c91c779a-0dd3-4b1c-9f42-7477e180fe85 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:02:40.571143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Updating router c91c779a-0dd3-4b1c-9f42-7477e180fe85 port 043a07fa-9ba9-46fb-85f4-2653369ca228 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:02:40.634530 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:40.754059 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-3bf435bc-54d8-400c-8400-6c57535d2717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:40.755874 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-3bf435bc-54d8-400c-8400-6c57535d2717 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.1966279 Nov 03 19:02:40.784807 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d10370-44fe-46f0-a94f-667c5e72b540 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Made reservation on behalf of a66432c41f664b9c8a9ca7bdeba030f9 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:40.788370 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76d10370-44fe-46f0-a94f-667c5e72b540 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:40.857588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced5165-b179-4e66-a897-87db44ac76ef req-8abf2161-cc9d-4731-8e35-ec02289119c6 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:40.874441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced5165-b179-4e66-a897-87db44ac76ef req-8abf2161-cc9d-4731-8e35-ec02289119c6 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:40.895287 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced5165-b179-4e66-a897-87db44ac76ef req-8abf2161-cc9d-4731-8e35-ec02289119c6 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:40.903199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced5165-b179-4e66-a897-87db44ac76ef req-8abf2161-cc9d-4731-8e35-ec02289119c6 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:40.915484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced5165-b179-4e66-a897-87db44ac76ef req-8abf2161-cc9d-4731-8e35-ec02289119c6 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:40.923964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced5165-b179-4e66-a897-87db44ac76ef req-8abf2161-cc9d-4731-8e35-ec02289119c6 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:40.950088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced5165-b179-4e66-a897-87db44ac76ef req-8abf2161-cc9d-4731-8e35-ec02289119c6 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:40.958707 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ced5165-b179-4e66-a897-87db44ac76ef req-8abf2161-cc9d-4731-8e35-ec02289119c6 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5434 time: 0.3748014 Nov 03 19:02:41.041312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 891b7304-b243-43b6-b5b3-1d8fd869bffe up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:41.190007 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-283932d7-7aee-4a99-83e2-68907eb03e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:41.193556 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-283932d7-7aee-4a99-83e2-68907eb03e19 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4138806 Nov 03 19:02:41.395024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ced5165-b179-4e66-a897-87db44ac76ef req-738d2859-009e-4b94-8c23-6fef930572be tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4177675 Nov 03 19:02:41.506630 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-938ad6a8-158f-4313-9fe8-da92ef307412 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821584 Nov 03 19:02:41.635645 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ac89193d-bc07-43b2-959b-0b8c3fd35e01 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:41.651455 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ac89193d-bc07-43b2-959b-0b8c3fd35e01 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:41.785905 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:41.815234 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:41.858732 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76d10370-44fe-46f0-a94f-667c5e72b540 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:41.879435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89193d-bc07-43b2-959b-0b8c3fd35e01 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Pushing event updated for resources: {'Port': ['ID=41b16341-80d8-4e77-aa35-2e2c4eb62067,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:41.911257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-ac89193d-bc07-43b2-959b-0b8c3fd35e01 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] In _notify_port_updated(), no bound segment for port 41b16341-80d8-4e77-aa35-2e2c4eb62067 on network cfebefd2-ca09-4fd3-84b0-dda0696a0bcb {{(pid=101712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:02:41.923625 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac89193d-bc07-43b2-959b-0b8c3fd35e01 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:41.924447 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ac89193d-bc07-43b2-959b-0b8c3fd35e01 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:41.930086 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ac89193d-bc07-43b2-959b-0b8c3fd35e01 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] 10.222.0.107 "PUT /v2.0/ports/41b16341-80d8-4e77-aa35-2e2c4eb62067 HTTP/1.1" status: 200 len: 1134 time: 1.6437576 Nov 03 19:02:41.930895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49958) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:41.985096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 891b7304-b243-43b6-b5b3-1d8fd869bffe triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:41.986218 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:42.008161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82655559-780d-444e-9863-a930677dd344 None None] Pushing event updated for resources: {'Port': ['ID=043a07fa-9ba9-46fb-85f4-2653369ca228,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:42.045007 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fd904092-c88a-4e4b-9dbc-96525cda4aac None None] Provisioning complete for port 891b7304-b243-43b6-b5b3-1d8fd869bffe triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:42.045466 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fd904092-c88a-4e4b-9dbc-96525cda4aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:42.080216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62a6cd-0f72-4290-9127-479d92cfa86a tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:42.086360 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7c62a6cd-0f72-4290-9127-479d92cfa86a tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] 10.222.0.107 "GET /v2.0/ports/41b16341-80d8-4e77-aa35-2e2c4eb62067 HTTP/1.1" status: 200 len: 1134 time: 0.1512458 Nov 03 19:02:42.087022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49960) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:42.416125 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-434e1260-8398-470b-932a-fd15dfa7c7a2 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Deleting port 41b16341-80d8-4e77-aa35-2e2c4eb62067 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:42.416853 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-434e1260-8398-470b-932a-fd15dfa7c7a2 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:42.756211 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-434e1260-8398-470b-932a-fd15dfa7c7a2 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:42.781360 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-434e1260-8398-470b-932a-fd15dfa7c7a2 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Calling delete_port for 41b16341-80d8-4e77-aa35-2e2c4eb62067 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:42.796005 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3204b-716c-459b-ba75-b9d3b0225e0b req-fbdd5c3c-1662-4d74-b18e-2ec84731a507 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:42.802144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3204b-716c-459b-ba75-b9d3b0225e0b req-fbdd5c3c-1662-4d74-b18e-2ec84731a507 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:42.808454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3204b-716c-459b-ba75-b9d3b0225e0b req-fbdd5c3c-1662-4d74-b18e-2ec84731a507 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:42.815346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3204b-716c-459b-ba75-b9d3b0225e0b req-fbdd5c3c-1662-4d74-b18e-2ec84731a507 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:42.821588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3204b-716c-459b-ba75-b9d3b0225e0b req-fbdd5c3c-1662-4d74-b18e-2ec84731a507 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:42.827936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3204b-716c-459b-ba75-b9d3b0225e0b req-fbdd5c3c-1662-4d74-b18e-2ec84731a507 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:42.834032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Attempting to bind port 043a07fa-9ba9-46fb-85f4-2653369ca228 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:42.834731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Attempting to bind port 043a07fa-9ba9-46fb-85f4-2653369ca228 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:42.834882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3204b-716c-459b-ba75-b9d3b0225e0b req-fbdd5c3c-1662-4d74-b18e-2ec84731a507 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:42.835023 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Attempting to bind port 043a07fa-9ba9-46fb-85f4-2653369ca228 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:42.836742 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00e3204b-716c-459b-ba75-b9d3b0225e0b req-fbdd5c3c-1662-4d74-b18e-2ec84731a507 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5434 time: 0.1709638 Nov 03 19:02:42.851036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:42.851384 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:42.871990 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:42.872505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:42.873041 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Bound port: 043a07fa-9ba9-46fb-85f4-2653369ca228, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:42.873445 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:43.041930 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d10370-44fe-46f0-a94f-667c5e72b540 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'Subnet': ['ID=6b71190c-9777-4625-b173-9fc09e43b398,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:43.084128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-f71c965a-8c2a-4681-8a18-8b0d99bd8c90 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:43.107314 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-f71c965a-8c2a-4681-8a18-8b0d99bd8c90 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:43.118626 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-f71c965a-8c2a-4681-8a18-8b0d99bd8c90 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:43.126296 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-f71c965a-8c2a-4681-8a18-8b0d99bd8c90 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:43.134360 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-f71c965a-8c2a-4681-8a18-8b0d99bd8c90 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:43.163427 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00e3204b-716c-459b-ba75-b9d3b0225e0b req-807151e3-be5f-4e4c-b3c3-81499998d915 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3090017 Nov 03 19:02:43.193860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-f71c965a-8c2a-4681-8a18-8b0d99bd8c90 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:43.208072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-f71c965a-8c2a-4681-8a18-8b0d99bd8c90 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:43.222194 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-f71c965a-8c2a-4681-8a18-8b0d99bd8c90 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5434 time: 1.3261037 Nov 03 19:02:43.228516 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] For port 043a07fa-9ba9-46fb-85f4-2653369ca228, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:43.229105 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-96206ad3-b1cc-4b6e-9d70-1a91bffecbd1 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7070382 Nov 03 19:02:43.233384 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] For port 043a07fa-9ba9-46fb-85f4-2653369ca228, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=043a07fa-9ba9-46fb-85f4-2653369ca228,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:43.236918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fd904092-c88a-4e4b-9dbc-96525cda4aac None None] Could not find standard attr ID for object 06f7c4f0-f597-4713-964b-96cb2ea2ce52. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:02:43.241276 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:43.327222 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-434e1260-8398-470b-932a-fd15dfa7c7a2 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:43.332046 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82655559-780d-444e-9863-a930677dd344 None None] Pushing event updated for resources: {'Port': ['ID=043a07fa-9ba9-46fb-85f4-2653369ca228,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:43.411033 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-38753da8-f340-4fbb-8353-6f16d98e8513 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 HTTP/1.1" status: 200 len: 217 time: 0.1674964 Nov 03 19:02:43.420489 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e1260-8398-470b-932a-fd15dfa7c7a2 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Pushing event deleted for resources: {'Port': ['ID=41b16341-80d8-4e77-aa35-2e2c4eb62067,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:43.421715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d10370-44fe-46f0-a94f-667c5e72b540 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Checking segment: {'id': 'd98dfe52-2dba-4930-ab0a-36bd3a0a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:43.422273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d10370-44fe-46f0-a94f-667c5e72b540 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Network hostable DHCP agents. Network: 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:02:43.435555 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-3ae40e9d-881c-4680-84fc-845258c493f6 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:43.437412 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-3ae40e9d-881c-4680-84fc-845258c493f6 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "GET /v2.0/ports/762c123b-88ce-45d8-87f6-424c68b11183?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1880422 Nov 03 19:02:43.449728 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:43.451562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fd904092-c88a-4e4b-9dbc-96525cda4aac None None] Provisioning complete for port 41b16341-80d8-4e77-aa35-2e2c4eb62067 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:43.468373 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fd904092-c88a-4e4b-9dbc-96525cda4aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:43.573121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-fd904092-c88a-4e4b-9dbc-96525cda4aac None None] Port 41b16341-80d8-4e77-aa35-2e2c4eb62067 was deleted so its status cannot be updated. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Nov 03 19:02:43.584585 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Routers {'c91c779a-0dd3-4b1c-9f42-7477e180fe85'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:02:43.585253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:02:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:43.596150 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d10370-44fe-46f0-a94f-667c5e72b540 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Network 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:02:43.652646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-678ea610-e94b-42c8-9703-a112da58d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:43.654523 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-678ea610-e94b-42c8-9703-a112da58d430 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 200 len: 797 time: 0.2355487 Nov 03 19:02:43.674287 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-76d10370-44fe-46f0-a94f-667c5e72b540 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:43.698078 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-434e1260-8398-470b-932a-fd15dfa7c7a2 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:43.707659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-434e1260-8398-470b-932a-fd15dfa7c7a2 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] 10.222.0.107 "DELETE /v2.0/ports/41b16341-80d8-4e77-aa35-2e2c4eb62067 HTTP/1.1" status: 204 len: 168 time: 1.6193104 Nov 03 19:02:43.710586 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49972) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:43.725912 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d10370-44fe-46f0-a94f-667c5e72b540 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:43.726516 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76d10370-44fe-46f0-a94f-667c5e72b540 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:43.850932 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-76d10370-44fe-46f0-a94f-667c5e72b540 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.6293347 Nov 03 19:02:43.858564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 49974) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:43.874110 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-30229097-dec0-49d5-8343-4ec4fdd597db tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4116988 Nov 03 19:02:43.880967 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-cd3eae82-6137-44c6-b6c1-dfcce131635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:43.881193 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-cd3eae82-6137-44c6-b6c1-dfcce131635a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3fe7be63-f171-40af-afef-cfb3cf900a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2024314 Nov 03 19:02:43.886422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-bcb8a528-be5b-4f48-9be0-ace1f2f7a5bd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:43.948642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] Set router c91c779a-0dd3-4b1c-9f42-7477e180fe85 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:02:44.014901 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-bcb8a528-be5b-4f48-9be0-ace1f2f7a5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:44.109794 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-4ca87901-fe24-41ac-b95e-8437d5ddc46d service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201791 Nov 03 19:02:44.181455 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19092e0-3fb2-45f9-8c4e-64f148255ed8 None None] Network 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:44.224817 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-32c694ee-142f-40b9-bfd5-1d5c0eab3a5f None None] Could not find standard attr ID for object 41b16341-80d8-4e77-aa35-2e2c4eb62067. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:02:44.557893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe295fa6-6403-4d80-8af4-d7a0659f09ab tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Deleting subnet 27bf2ab0-c8ac-4e15-8c80-ab4c6c123741 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:02:44.567150 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fe295fa6-6403-4d80-8af4-d7a0659f09ab tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:44.579974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-bcb8a528-be5b-4f48-9be0-ace1f2f7a5bd service neutron] For port 762c123b-88ce-45d8-87f6-424c68b11183, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=762c123b-88ce-45d8-87f6-424c68b11183,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:44.592063 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-5f370148-d1e9-4d41-b427-8c0dd73dc1a6 service neutron] 10.222.0.87 "GET /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695153 Nov 03 19:02:44.598842 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 762c123b-88ce-45d8-87f6-424c68b11183 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:44.666034 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-d111e259-9f8d-4d6a-bcec-074621988c10 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bae343c8-8d70-4d32-99cc-d202d84dd31f HTTP/1.1" status: 200 len: 217 time: 0.0619607 Nov 03 19:02:44.839040 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-bcb8a528-be5b-4f48-9be0-ace1f2f7a5bd service neutron] For port 762c123b-88ce-45d8-87f6-424c68b11183, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:44.952557 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fe295fa6-6403-4d80-8af4-d7a0659f09ab tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:44.955940 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:44.980578 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-43708795-3055-4bd9-9199-ee39094bbdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:44.983861 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-43708795-3055-4bd9-9199-ee39094bbdf6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b12d4a62-83aa-465c-b86c-67ad4f5b0c3a HTTP/1.1" status: 200 len: 797 time: 0.3023095 Nov 03 19:02:45.020673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-bcb8a528-be5b-4f48-9be0-ace1f2f7a5bd service neutron] device_id is not set on port 762c123b-88ce-45d8-87f6-424c68b11183 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:45.041216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'fixed_ips': [{'subnet_id': '6b71190c-9777-4625-b173-9fc09e43b398'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:02:45.042125 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:45.070249 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-bcb8a528-be5b-4f48-9be0-ace1f2f7a5bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:45.095358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-bcb8a528-be5b-4f48-9be0-ace1f2f7a5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:45.153387 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fe295fa6-6403-4d80-8af4-d7a0659f09ab tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:45.244127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-26bed8a1-2b3c-467c-a28c-654cad7ba88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:45.245691 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-26bed8a1-2b3c-467c-a28c-654cad7ba88f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2487774 Nov 03 19:02:45.300482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:35Z', 'updated_at': '2021-11-03T19:02:37Z', 'revision_number': 3, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:86:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:36Z', 'updated_at': '2021-11-03T19:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:45.399223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2ee0b-bb4a-4c15-94af-9ad270b1a9ca req-ba9ea8d7-28ff-4b76-8751-057b06383f27 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:45.406741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2ee0b-bb4a-4c15-94af-9ad270b1a9ca req-ba9ea8d7-28ff-4b76-8751-057b06383f27 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:45.407452 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-bcb8a528-be5b-4f48-9be0-ace1f2f7a5bd service neutron] No DVR routers for this DVR port 762c123b-88ce-45d8-87f6-424c68b11183 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:45.431814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2ee0b-bb4a-4c15-94af-9ad270b1a9ca req-ba9ea8d7-28ff-4b76-8751-057b06383f27 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:45.458342 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:02:45.458711 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:02:45.465578 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2ee0b-bb4a-4c15-94af-9ad270b1a9ca req-ba9ea8d7-28ff-4b76-8751-057b06383f27 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:45.501916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2ee0b-bb4a-4c15-94af-9ad270b1a9ca req-ba9ea8d7-28ff-4b76-8751-057b06383f27 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:45.532658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2ee0b-bb4a-4c15-94af-9ad270b1a9ca req-ba9ea8d7-28ff-4b76-8751-057b06383f27 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:45.549671 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ea24a-82dc-4a05-bf6b-7363ecb46da2 None None] The sync data for ids ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'] in n-d-812150-4 is: [{'id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:35Z', 'updated_at': '2021-11-03T19:02:37Z', 'revision_number': 3, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:86:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:36Z', 'updated_at': '2021-11-03T19:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:02:45.565183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2ee0b-bb4a-4c15-94af-9ad270b1a9ca req-ba9ea8d7-28ff-4b76-8751-057b06383f27 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:45.570939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eef2ee0b-bb4a-4c15-94af-9ad270b1a9ca req-ba9ea8d7-28ff-4b76-8751-057b06383f27 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 5434 time: 1.0306106 Nov 03 19:02:45.711062 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8a528-be5b-4f48-9be0-ace1f2f7a5bd service neutron] Pushing event updated for resources: {'Port': ['ID=762c123b-88ce-45d8-87f6-424c68b11183,revision_number=6']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:45.729766 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-3edf9d74-45cf-4865-a08b-b33060ddbde4 service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599226 Nov 03 19:02:46.010607 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fe295fa6-6403-4d80-8af4-d7a0659f09ab tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:46.037350 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-b9496385-b91b-4ca3-b2c4-6710472157f3 service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971234 Nov 03 19:02:46.063028 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3b575a2b-2ab2-4877-9ecf-62316ef8adae None None] Provisioning complete for port 762c123b-88ce-45d8-87f6-424c68b11183 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:46.068293 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3b575a2b-2ab2-4877-9ecf-62316ef8adae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:46.073443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5ab89f05-331d-4782-aa0b-943c45c22fa3 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:46.190207 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f060d-181f-4c50-bcbe-0ba16a883f43 None None] Network cfebefd2-ca09-4fd3-84b0-dda0696a0bcb requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:46.207673 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fe295fa6-6403-4d80-8af4-d7a0659f09ab tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:46.208455 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-5d0b4610-5aa8-4a06-835e-271a34136f1c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 HTTP/1.1" status: 200 len: 217 time: 0.1084065 Nov 03 19:02:46.220639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fe295fa6-6403-4d80-8af4-d7a0659f09ab tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] 10.222.0.107 "DELETE /v2.0/subnets/27bf2ab0-c8ac-4e15-8c80-ab4c6c123741 HTTP/1.1" status: 204 len: 168 time: 2.5086651 Nov 03 19:02:46.239493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50040) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:46.298894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe295fa6-6403-4d80-8af4-d7a0659f09ab tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Pushing event deleted for resources: {'Subnet': ['ID=27bf2ab0-c8ac-4e15-8c80-ab4c6c123741,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:46.430242 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Allocated IP 172.20.0.2 (821feb72-7915-4b1e-9ae2-b5ba84e1f5f2/6b71190c-9777-4625-b173-9fc09e43b398/4393df3e-1e3d-4c2d-9814-8bf0a9f90b14) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:46.498279 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eef2ee0b-bb4a-4c15-94af-9ad270b1a9ca req-1b06aff2-a582-4415-b616-5ac512f37ab7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8912592 Nov 03 19:02:46.521656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-bcb8a528-be5b-4f48-9be0-ace1f2f7a5bd service neutron] In _notify_port_updated(), no bound segment for port 762c123b-88ce-45d8-87f6-424c68b11183 on network 3fe7be63-f171-40af-afef-cfb3cf900a49 {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:02:46.534604 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-bcb8a528-be5b-4f48-9be0-ace1f2f7a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:46.545865 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-bcb8a528-be5b-4f48-9be0-ace1f2f7a5bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:46.562221 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-bcb8a528-be5b-4f48-9be0-ace1f2f7a5bd service neutron] 10.222.0.87 "PUT /v2.0/ports/762c123b-88ce-45d8-87f6-424c68b11183 HTTP/1.1" status: 200 len: 1028 time: 2.6800158 Nov 03 19:02:46.841221 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:46.861230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-cc6be40e-6c41-48b8-838e-11e3b441dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:46.866471 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-cc6be40e-6c41-48b8-838e-11e3b441dce5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b12d4a62-83aa-465c-b86c-67ad4f5b0c3a HTTP/1.1" status: 200 len: 797 time: 0.6513178 Nov 03 19:02:46.923572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3b575a2b-2ab2-4877-9ecf-62316ef8adae None None] Port 762c123b-88ce-45d8-87f6-424c68b11183 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:02:47.026697 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:47.042710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-823ee4f4-f919-4cb1-a14c-cd38a69c48d3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:47.049864 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-823ee4f4-f919-4cb1-a14c-cd38a69c48d3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "GET /v2.0/ports/58701c1c-ad42-4e70-bb43-d7060e56eec3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3307946 Nov 03 19:02:47.069484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-66872ee3-6809-4ce4-9a46-2dff57974fa0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:47.082327 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5ab89f05-331d-4782-aa0b-943c45c22fa3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5ab89f05-331d-4782-aa0b-943c45c22fa3,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:47.113774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab89f05-331d-4782-aa0b-943c45c22fa3'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:47.120379 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17322f8-d358-4d48-bcbd-8b696161331b" -d '{"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-unplugged", "status": "completed", "tag": "5ab89f05-331d-4782-aa0b-943c45c22fa3"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:47.331107 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:47.335162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device eb6009a2-de14-4b29-bc88-45d0d58e81f1 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:47.365125 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-05b70fc9-bbe2-451e-a5c2-9caea20bbaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:47.368184 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-05b70fc9-bbe2-451e-a5c2-9caea20bbaa4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b2294077-3c3e-4a9f-9319-6a435e6d0bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4613061 Nov 03 19:02:47.375211 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fb1e49-175e-4646-9966-cb03aa1f4f94 None None] DHCP port deletion for cfebefd2-ca09-4fd3-84b0-dda0696a0bcb request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:02:47.405958 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-66872ee3-6809-4ce4-9a46-2dff57974fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:47.475823 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35699dc8-be50-45f8-9410-8105b361f31d x-openstack-request-id: req-35699dc8-be50-45f8-9410-8105b361f31d {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:47.477098 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-unplugged", "status": "completed", "tag": "5ab89f05-331d-4782-aa0b-943c45c22fa3", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:47.477630 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-35699dc8-be50-45f8-9410-8105b361f31d {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:47.478473 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab89f05-331d-4782-aa0b-943c45c22fa3', 'code': 200} Nov 03 19:02:47.563894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5ab89f05-331d-4782-aa0b-943c45c22fa3,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:47.571005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 043a07fa-9ba9-46fb-85f4-2653369ca228 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:47.782766 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:47.974818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Deleting port 891b7304-b243-43b6-b5b3-1d8fd869bffe {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:47.975334 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.087833 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.207449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 043a07fa-9ba9-46fb-85f4-2653369ca228 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:48.228115 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.247239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d20ed-9004-4e50-9492-0eddad284136 req-b322323e-b89e-48e2-b613-0125517195f2 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:48.304673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d20ed-9004-4e50-9492-0eddad284136 req-b322323e-b89e-48e2-b613-0125517195f2 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:48.322794 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d20ed-9004-4e50-9492-0eddad284136 req-b322323e-b89e-48e2-b613-0125517195f2 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:48.341620 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-7088e2e6-f89e-4fd6-996d-2e974db726d5 service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9237347 Nov 03 19:02:48.349349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d20ed-9004-4e50-9492-0eddad284136 req-b322323e-b89e-48e2-b613-0125517195f2 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:48.367914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d20ed-9004-4e50-9492-0eddad284136 req-b322323e-b89e-48e2-b613-0125517195f2 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:48.391560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d20ed-9004-4e50-9492-0eddad284136 req-b322323e-b89e-48e2-b613-0125517195f2 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:48.404092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-575d20ed-9004-4e50-9492-0eddad284136 req-b322323e-b89e-48e2-b613-0125517195f2 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 4657 time: 0.5379736 Nov 03 19:02:48.445914 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb1e49-175e-4646-9966-cb03aa1f4f94 None None] Deleting port 891b7304-b243-43b6-b5b3-1d8fd869bffe {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:48.449938 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1e49-175e-4646-9966-cb03aa1f4f94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.476679 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.668554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b6fb1e49-175e-4646-9966-cb03aa1f4f94 None None] For port 891b7304-b243-43b6-b5b3-1d8fd869bffe, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=891b7304-b243-43b6-b5b3-1d8fd869bffe,segment=NetworkSegment(dcbd4214-46dc-42fb-9358-a1bc8c876bb5),segment_id=dcbd4214-46dc-42fb-9358-a1bc8c876bb5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:48.669367 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1e49-175e-4646-9966-cb03aa1f4f94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.691053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb1e49-175e-4646-9966-cb03aa1f4f94 None None] Calling delete_port for 891b7304-b243-43b6-b5b3-1d8fd869bffe owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:48.829296 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1e49-175e-4646-9966-cb03aa1f4f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.835223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] For port 891b7304-b243-43b6-b5b3-1d8fd869bffe, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=891b7304-b243-43b6-b5b3-1d8fd869bffe,segment=NetworkSegment(dcbd4214-46dc-42fb-9358-a1bc8c876bb5),segment_id=dcbd4214-46dc-42fb-9358-a1bc8c876bb5)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:48.836256 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.861213 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:48.881094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Calling delete_port for 891b7304-b243-43b6-b5b3-1d8fd869bffe owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:49.040025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-575d20ed-9004-4e50-9492-0eddad284136 req-b50936d8-de31-4be8-8d49-07ce435c422e tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b&id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6342413 Nov 03 19:02:49.109693 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-66872ee3-6809-4ce4-9a46-2dff57974fa0 service neutron] For port 58701c1c-ad42-4e70-bb43-d7060e56eec3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=58701c1c-ad42-4e70-bb43-d7060e56eec3,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:49.146228 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb1e49-175e-4646-9966-cb03aa1f4f94 None None] Pushing event deleted for resources: {'Port': ['ID=891b7304-b243-43b6-b5b3-1d8fd869bffe,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:49.211972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-66872ee3-6809-4ce4-9a46-2dff57974fa0 service neutron] For port 58701c1c-ad42-4e70-bb43-d7060e56eec3, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:49.335783 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-66872ee3-6809-4ce4-9a46-2dff57974fa0 service neutron] device_id is not set on port 58701c1c-ad42-4e70-bb43-d7060e56eec3 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:49.362796 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-66872ee3-6809-4ce4-9a46-2dff57974fa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:49.373568 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:49.406937 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-66872ee3-6809-4ce4-9a46-2dff57974fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:49.574203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:49.582172 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103937af-60b4-4398-baf1-27d39ce6b9b5" -d '{"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-unplugged", "status": "completed", "tag": "eb6009a2-de14-4b29-bc88-45d0d58e81f1"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:49.595443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Pushing event deleted for resources: {'Port': ['ID=891b7304-b243-43b6-b5b3-1d8fd869bffe,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:49.668416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Allocated IP 172.20.0.1 (821feb72-7915-4b1e-9ae2-b5ba84e1f5f2/6b71190c-9777-4625-b173-9fc09e43b398/09d681a4-82bb-4ca0-a6ec-b682a7d0b087) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:02:49.676049 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] No DVR routers for this DVR port 891b7304-b243-43b6-b5b3-1d8fd869bffe on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:49.689529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb1e49-175e-4646-9966-cb03aa1f4f94 None None] No DVR routers for this DVR port 891b7304-b243-43b6-b5b3-1d8fd869bffe on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:49.697126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port eb6009a2-de14-4b29-bc88-45d0d58e81f1, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=eb6009a2-de14-4b29-bc88-45d0d58e81f1,segment=NetworkSegment(5587f12b-7f23-48d6-bce7-28db4e0f4527),segment_id=5587f12b-7f23-48d6-bce7-28db4e0f4527)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:49.717439 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:49.783220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Network 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:49.784445 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-43ddbbf2-9ac8-4afb-9bfd-d92f1cd09c2f req-743c9043-79fc-4f50-8e4a-e5f3e11ffa7b service neutron] 10.222.0.87 "GET /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4043398 Nov 03 19:02:49.793599 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:49.798988 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:49.867700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:49.868032 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:49.868359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:49.877185 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:49.877854 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:49.878411 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:49.882308 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:49.887324 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:49.888217 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:49.888908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:49.889482 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:49.890039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:49.918397 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7e62c5-6795-4617-89ba-e634d1012882 x-openstack-request-id: req-dc7e62c5-6795-4617-89ba-e634d1012882 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:49.918703 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-unplugged", "status": "completed", "tag": "eb6009a2-de14-4b29-bc88-45d0d58e81f1", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:49.919056 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dc7e62c5-6795-4617-89ba-e634d1012882 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:49.919438 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1', 'code': 200} Nov 03 19:02:49.929233 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:49.951347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:49.959074 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 043a07fa-9ba9-46fb-85f4-2653369ca228, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=043a07fa-9ba9-46fb-85f4-2653369ca228,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:49.963651 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Pushing event updated for resources: {'Port': ['ID=4393df3e-1e3d-4c2d-9814-8bf0a9f90b14,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:50.003673 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.146602 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-66872ee3-6809-4ce4-9a46-2dff57974fa0 service neutron] No DVR routers for this DVR port 58701c1c-ad42-4e70-bb43-d7060e56eec3 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:50.222690 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.275400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66872ee3-6809-4ce4-9a46-2dff57974fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=58701c1c-ad42-4e70-bb43-d7060e56eec3,revision_number=6']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:50.283632 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.312446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-66872ee3-6809-4ce4-9a46-2dff57974fa0 service neutron] In _notify_port_updated(), no bound segment for port 58701c1c-ad42-4e70-bb43-d7060e56eec3 on network 3fe7be63-f171-40af-afef-cfb3cf900a49 {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:02:50.313840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-66872ee3-6809-4ce4-9a46-2dff57974fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:50.315317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-66872ee3-6809-4ce4-9a46-2dff57974fa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.317328 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-66872ee3-6809-4ce4-9a46-2dff57974fa0 service neutron] 10.222.0.87 "PUT /v2.0/ports/58701c1c-ad42-4e70-bb43-d7060e56eec3 HTTP/1.1" status: 200 len: 1026 time: 3.2521710 Nov 03 19:02:50.336215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfebefd2-ca09-4fd3-84b0-dda0696a0bcb']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:50.349491 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Attempting to bind port 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:50.352359 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Attempting to bind port 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'd98dfe52-2dba-4930-ab0a-36bd3a0a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:50.353001 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Attempting to bind port 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14 on network 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:50.353489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbd4214-46dc-42fb-9358-a1bc8c876bb5') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:50.353790 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbd4214-46dc-42fb-9358-a1bc8c876bb5') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:50.363732 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.367666 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 891b7304-b243-43b6-b5b3-1d8fd869bffe no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:50.387643 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.402503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:02:50.404027 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.450024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 891b7304-b243-43b6-b5b3-1d8fd869bffe {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:02:50.450934 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 891b7304-b243-43b6-b5b3-1d8fd869bffe not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:02:50.493804 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:50.494396 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Checking segment: {'id': 'd98dfe52-2dba-4930-ab0a-36bd3a0a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:50.495027 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.497417 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Bound using segment: {'id': 'd98dfe52-2dba-4930-ab0a-36bd3a0a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:50.497957 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Bound port: 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98dfe52-2dba-4930-ab0a-36bd3a0a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:50.499546 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:02:50.536488 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:02:50.543337 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.551402 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.588015 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] 10.222.0.107 "DELETE /v2.0/networks/cfebefd2-ca09-4fd3-84b0-dda0696a0bcb HTTP/1.1" status: 204 len: 168 time: 4.3105271 Nov 03 19:02:50.589380 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.643806 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.757714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Network 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:50.772653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:50.795456 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] For port 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:50.810066 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] For port 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4393df3e-1e3d-4c2d-9814-8bf0a9f90b14,segment=NetworkSegment(d98dfe52-2dba-4930-ab0a-36bd3a0a46d0),segment_id=d98dfe52-2dba-4930-ab0a-36bd3a0a46d0)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:50.812689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'Port': ['ID=09d681a4-82bb-4ca0-a6ec-b682a7d0b087,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:50.821889 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=eb6009a2-de14-4b29-bc88-45d0d58e81f1,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:50.829668 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.836449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b3ac8724-76db-418e-bfe9-ccef7daf04c7 None None] Provisioning complete for port 58701c1c-ad42-4e70-bb43-d7060e56eec3 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:50.837463 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b3ac8724-76db-418e-bfe9-ccef7daf04c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:50.855765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:02:50.857385 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78027a4f-aec2-4b36-befe-72c8a676c688 tempest-ExtraDHCPOptionsTestJSON-1526400470 tempest-ExtraDHCPOptionsTestJSON-1526400470-project] Pushing event deleted for resources: {'Network': ['ID=cfebefd2-ca09-4fd3-84b0-dda0696a0bcb,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:50.874899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:50.876629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:50.878781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:50.879776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:50.881700 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:50.882758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:50.883844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:50.884919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:50.886097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:50.887951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:50.889915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:50.890628 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:51.071532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:51.089650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=043a07fa-9ba9-46fb-85f4-2653369ca228,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:51.103859 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.105029 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device bae343c8-8d70-4d32-99cc-d202d84dd31f no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:51.119825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac8724-76db-418e-bfe9-ccef7daf04c7 None None] Port 58701c1c-ad42-4e70-bb43-d7060e56eec3 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:02:51.141776 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-e1258372-9477-4ef1-a154-340d23cf2cc3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Deleting port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:51.142127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-e1258372-9477-4ef1-a154-340d23cf2cc3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.221973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7662258-c85e-45db-a35d-77065d39c3aa req-448368b1-3452-4178-a2bd-e753d2c5020a tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:51.254669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7662258-c85e-45db-a35d-77065d39c3aa req-448368b1-3452-4178-a2bd-e753d2c5020a tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:51.281624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7662258-c85e-45db-a35d-77065d39c3aa req-448368b1-3452-4178-a2bd-e753d2c5020a tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:51.301982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7662258-c85e-45db-a35d-77065d39c3aa req-448368b1-3452-4178-a2bd-e753d2c5020a tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:51.305233 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344c47c-ddf8-4002-8deb-3baa03ad5b38 None None] Pushing event updated for resources: {'Port': ['ID=4393df3e-1e3d-4c2d-9814-8bf0a9f90b14,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:51.318115 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7662258-c85e-45db-a35d-77065d39c3aa req-448368b1-3452-4178-a2bd-e753d2c5020a tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:51.329762 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7662258-c85e-45db-a35d-77065d39c3aa req-448368b1-3452-4178-a2bd-e753d2c5020a tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 3882 time: 0.8986320 Nov 03 19:02:51.410251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-e1258372-9477-4ef1-a154-340d23cf2cc3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] For port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:51.410982 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-e1258372-9477-4ef1-a154-340d23cf2cc3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.463915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:51.467405 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.477077 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.481452 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-e1258372-9477-4ef1-a154-340d23cf2cc3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Calling delete_port for b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:51.610532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50362) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:51.627516 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port bae343c8-8d70-4d32-99cc-d202d84dd31f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=bae343c8-8d70-4d32-99cc-d202d84dd31f,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:51.645670 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.651620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:51.823391 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-e1258372-9477-4ef1-a154-340d23cf2cc3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:51.898196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1258372-9477-4ef1-a154-340d23cf2cc3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event deleted for resources: {'Port': ['ID=b961a24e-417a-4a3f-8a1a-75bd3d9b7a15,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:51.932137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eaf2fe3-41ce-4c5c-8d4c-45e854cef364'}, {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae343c8-8d70-4d32-99cc-d202d84dd31f'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:51.944226 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7662258-c85e-45db-a35d-77065d39c3aa req-01674b9c-d83f-4b1d-9f2d-1d72a1a14baf tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6132896 Nov 03 19:02:51.944975 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232dce54-0156-4dd7-a359-4f2316c3f99b" -d '{"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-unplugged", "status": "completed", "tag": "2eaf2fe3-41ce-4c5c-8d4c-45e854cef364"}, {"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-unplugged", "status": "completed", "tag": "bae343c8-8d70-4d32-99cc-d202d84dd31f"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:51.989248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-e1258372-9477-4ef1-a154-340d23cf2cc3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] No DVR routers for this DVR port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:51.994229 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-e1258372-9477-4ef1-a154-340d23cf2cc3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:52.004368 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-e1258372-9477-4ef1-a154-340d23cf2cc3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "DELETE /v2.0/ports/b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 HTTP/1.1" status: 204 len: 173 time: 1.6752794 Nov 03 19:02:52.007831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-deleted', 'tag': 'b961a24e-417a-4a3f-8a1a-75bd3d9b7a15'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:52.014962 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2246264a-93c0-4144-bfba-e7463e18d306" -d '{"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-deleted", "tag": "b961a24e-417a-4a3f-8a1a-75bd3d9b7a15"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:52.148779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=bae343c8-8d70-4d32-99cc-d202d84dd31f,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:52.197266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No active binding found for port b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 {{(pid=101713) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 03 19:02:52.199808 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device b961a24e-417a-4a3f-8a1a-75bd3d9b7a15 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:02:52.200280 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 58701c1c-ad42-4e70-bb43-d7060e56eec3 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:02:52.203347 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:52.269001 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da8525b-7de9-4e8a-83c3-d53c7c0fe1e0 x-openstack-request-id: req-1da8525b-7de9-4e8a-83c3-d53c7c0fe1e0 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:52.269372 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-unplugged", "status": "completed", "tag": "2eaf2fe3-41ce-4c5c-8d4c-45e854cef364", "code": 200}, {"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-unplugged", "status": "completed", "tag": "bae343c8-8d70-4d32-99cc-d202d84dd31f", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:52.269641 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1da8525b-7de9-4e8a-83c3-d53c7c0fe1e0 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:52.270186 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eaf2fe3-41ce-4c5c-8d4c-45e854cef364', 'code': 200} Nov 03 19:02:52.270585 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae343c8-8d70-4d32-99cc-d202d84dd31f', 'code': 200} Nov 03 19:02:52.294329 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85da1c08-a84a-4876-880d-0fa62293da8f x-openstack-request-id: req-85da1c08-a84a-4876-880d-0fa62293da8f {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:52.298860 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-deleted", "tag": "b961a24e-417a-4a3f-8a1a-75bd3d9b7a15", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:52.302042 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-85da1c08-a84a-4876-880d-0fa62293da8f {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:52.304684 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-deleted', 'tag': 'b961a24e-417a-4a3f-8a1a-75bd3d9b7a15', 'status': 'completed', 'code': 200} Nov 03 19:02:52.357780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 58701c1c-ad42-4e70-bb43-d7060e56eec3 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:02:52.383442 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-27f35331-74cd-4749-ba3a-5b6b0e61fdb4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7f530414e1644ad29276a494638c3646&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7667220 Nov 03 19:02:52.391995 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50404) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:52.515799 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-481d77d7-17e0-4cf2-ac3d-1666518ce252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:52.524803 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-ea306b99-8118-4d21-8d25-9adfe948d8ea tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Deleting port 5ab89f05-331d-4782-aa0b-943c45c22fa3 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:52.525672 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-ea306b99-8118-4d21-8d25-9adfe948d8ea tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:52.597593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:52.787247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:52.788035 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:52.936736 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-481d77d7-17e0-4cf2-ac3d-1666518ce252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.046137 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.048492 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-ea306b99-8118-4d21-8d25-9adfe948d8ea tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] For port 5ab89f05-331d-4782-aa0b-943c45c22fa3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5ab89f05-331d-4782-aa0b-943c45c22fa3,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:53.050865 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-ea306b99-8118-4d21-8d25-9adfe948d8ea tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.053638 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.077346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf5790e-346d-409f-90b6-3fdd0e99fce3 None None] Network 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:02:53.135775 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-ea306b99-8118-4d21-8d25-9adfe948d8ea tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Calling delete_port for 5ab89f05-331d-4782-aa0b-943c45c22fa3 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:53.175205 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.207699 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.275556 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-481d77d7-17e0-4cf2-ac3d-1666518ce252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.284335 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-481d77d7-17e0-4cf2-ac3d-1666518ce252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.285554 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-481d77d7-17e0-4cf2-ac3d-1666518ce252 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/94c13180-fa03-4e52-959a-5f4416f8d597 HTTP/1.1" status: 204 len: 168 time: 0.8899481 Nov 03 19:02:53.299700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b5e77d07-54a9-440d-9502-494c1b37bf33 None None] Provisioning complete for port 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:53.300277 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b5e77d07-54a9-440d-9502-494c1b37bf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.314787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d77d7-17e0-4cf2-ac3d-1666518ce252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c13180-fa03-4e52-959a-5f4416f8d597,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:53.354043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'Port': ['ID=09d681a4-82bb-4ca0-a6ec-b682a7d0b087,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:53.502738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4393df3e-1e3d-4c2d-9814-8bf0a9f90b14,segment=NetworkSegment(d98dfe52-2dba-4930-ab0a-36bd3a0a46d0),segment_id=d98dfe52-2dba-4930-ab0a-36bd3a0a46d0)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:53.515713 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.518141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 043a07fa-9ba9-46fb-85f4-2653369ca228 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:53.540910 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-ea306b99-8118-4d21-8d25-9adfe948d8ea tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.640752 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2be54-9022-4f15-91a1-72ec34ca6a08 req-40f23aa0-9e0f-4161-88b7-a5079de643ec tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:53.669218 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2be54-9022-4f15-91a1-72ec34ca6a08 req-40f23aa0-9e0f-4161-88b7-a5079de643ec tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:53.705179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 043a07fa-9ba9-46fb-85f4-2653369ca228 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:53.706484 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.710399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea306b99-8118-4d21-8d25-9adfe948d8ea tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event deleted for resources: {'Port': ['ID=5ab89f05-331d-4782-aa0b-943c45c22fa3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:53.714735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2be54-9022-4f15-91a1-72ec34ca6a08 req-40f23aa0-9e0f-4161-88b7-a5079de643ec tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:53.743553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2be54-9022-4f15-91a1-72ec34ca6a08 req-40f23aa0-9e0f-4161-88b7-a5079de643ec tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:53.749944 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-77b2be54-9022-4f15-91a1-72ec34ca6a08 req-40f23aa0-9e0f-4161-88b7-a5079de643ec tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 3066 time: 0.5207813 Nov 03 19:02:53.776126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-ea306b99-8118-4d21-8d25-9adfe948d8ea tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] No DVR routers for this DVR port 5ab89f05-331d-4782-aa0b-943c45c22fa3 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:53.780528 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-ea306b99-8118-4d21-8d25-9adfe948d8ea tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:53.789802 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-ea306b99-8118-4d21-8d25-9adfe948d8ea tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "DELETE /v2.0/ports/5ab89f05-331d-4782-aa0b-943c45c22fa3 HTTP/1.1" status: 204 len: 173 time: 1.7543836 Nov 03 19:02:53.885738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=4393df3e-1e3d-4c2d-9814-8bf0a9f90b14,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:54.019120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Network 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:02:54.209909 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-77b2be54-9022-4f15-91a1-72ec34ca6a08 req-72062260-9c8f-4122-9251-cf3f93e3849e tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4285481 Nov 03 19:02:54.216022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:02:54.375127 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:02:54.562449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:54.563890 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:54.789628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-48e23271-a091-4bc9-aaab-ffad33af78a8 None None] Provisioning complete for port 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:54.797908 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Router c91c779a-0dd3-4b1c-9f42-7477e180fe85 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:02:54.801787 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-48e23271-a091-4bc9-aaab-ffad33af78a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:55.224289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-deleted', 'tag': '5ab89f05-331d-4782-aa0b-943c45c22fa3'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:55.226570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:02:55.227224 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eaa3b3-69ba-4af3-a8c8-53c3bbb80f43" -d '{"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-deleted", "tag": "5ab89f05-331d-4782-aa0b-943c45c22fa3"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:55.238889 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1956b66a-d5b2-4caa-a3ea-b08e8adf4a9d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "PUT /v2.0/routers/c91c779a-0dd3-4b1c-9f42-7477e180fe85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3764558 Nov 03 19:02:55.241568 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Sync routers for ids ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:02:55.242984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 50560) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:55.247814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-cb84c7ae-aed5-48b4-8a01-ecae91e1cd04 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--339157560', 'description': 'tempest-secgroup_access--339157560 description', 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:55.278136 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Routers {'c91c779a-0dd3-4b1c-9f42-7477e180fe85'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:02:55.281570 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:02:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:55.330825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb84c7ae-aed5-48b4-8a01-ecae91e1cd04 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:55.369153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-48e23271-a091-4bc9-aaab-ffad33af78a8 None None] Provisioning complete for port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:55.369779 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-48e23271-a091-4bc9-aaab-ffad33af78a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:55.373472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-be664812-37da-4525-a486-14021d49374c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Deleting port bae343c8-8d70-4d32-99cc-d202d84dd31f {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:55.374300 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-be664812-37da-4525-a486-14021d49374c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:55.402788 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e1c094-0186-4712-9490-c12f60e2f2ae x-openstack-request-id: req-15e1c094-0186-4712-9490-c12f60e2f2ae {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:55.406537 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-deleted", "tag": "5ab89f05-331d-4782-aa0b-943c45c22fa3", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:55.421067 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-15e1c094-0186-4712-9490-c12f60e2f2ae {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:55.421755 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-deleted', 'tag': '5ab89f05-331d-4782-aa0b-943c45c22fa3', 'status': 'completed', 'code': 200} Nov 03 19:02:55.462444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-48e23271-a091-4bc9-aaab-ffad33af78a8 None None] Port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:02:55.597573 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb84c7ae-aed5-48b4-8a01-ecae91e1cd04 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:55.624056 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb84c7ae-aed5-48b4-8a01-ecae91e1cd04 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:55.670110 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7d585f5c-34be-47b3-88dd-be36ba82cdc0 None None] Provisioning complete for port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:55.674049 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7d585f5c-34be-47b3-88dd-be36ba82cdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:55.817910 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb84c7ae-aed5-48b4-8a01-ecae91e1cd04 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:55.821932 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cb84c7ae-aed5-48b4-8a01-ecae91e1cd04 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5750341 Nov 03 19:02:55.824953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 50586) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:55.838793 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-17bb4d38-feaf-4f0f-901b-2f2250471bd8 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--38905864', 'description': 'tempest-secgroup_general--38905864 description', 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:55.857740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-be664812-37da-4525-a486-14021d49374c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] For port bae343c8-8d70-4d32-99cc-d202d84dd31f, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=bae343c8-8d70-4d32-99cc-d202d84dd31f,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:55.858101 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-be664812-37da-4525-a486-14021d49374c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:55.885371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb0e48-6cb2-42d8-860f-b1a6348d3d7e req-20fe6f94-eea9-41f3-af8b-b5b28bc211c1 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:55.892654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb0e48-6cb2-42d8-860f-b1a6348d3d7e req-20fe6f94-eea9-41f3-af8b-b5b28bc211c1 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:55.900269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb0e48-6cb2-42d8-860f-b1a6348d3d7e req-20fe6f94-eea9-41f3-af8b-b5b28bc211c1 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:55.910050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fb0e48-6cb2-42d8-860f-b1a6348d3d7e req-20fe6f94-eea9-41f3-af8b-b5b28bc211c1 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 2411 time: 0.3568964 Nov 03 19:02:55.924837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84c7ae-aed5-48b4-8a01-ecae91e1cd04 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863eefab-0328-4e8f-9a10-8471e6402f14,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:55.937863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-be664812-37da-4525-a486-14021d49374c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Calling delete_port for bae343c8-8d70-4d32-99cc-d202d84dd31f owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:55.959449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 50600) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:56.014991 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-7d585f5c-34be-47b3-88dd-be36ba82cdc0 None None] Port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:02:56.028487 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-57f7e8bd-fa21-4955-9aba-8979c524d327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.058501 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Set router c91c779a-0dd3-4b1c-9f42-7477e180fe85 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:02:56.104331 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fb0e48-6cb2-42d8-860f-b1a6348d3d7e req-10c24182-ce83-4121-93be-7136366746fd tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931384 Nov 03 19:02:56.108083 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-17bb4d38-feaf-4f0f-901b-2f2250471bd8 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.161173 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e8579bb3-15c2-43d6-8a8c-6dbad657290f None None] Provisioning complete for port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:56.161483 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e8579bb3-15c2-43d6-8a8c-6dbad657290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.314454 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e8579bb3-15c2-43d6-8a8c-6dbad657290f None None] Port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:02:56.342247 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-be664812-37da-4525-a486-14021d49374c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.368246 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1055533790'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:56.425759 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-17bb4d38-feaf-4f0f-901b-2f2250471bd8 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.460716 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-17bb4d38-feaf-4f0f-901b-2f2250471bd8 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.513180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be664812-37da-4525-a486-14021d49374c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event deleted for resources: {'Port': ['ID=bae343c8-8d70-4d32-99cc-d202d84dd31f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:56.549092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:56.558741 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.583404 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-be664812-37da-4525-a486-14021d49374c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] No DVR routers for this DVR port bae343c8-8d70-4d32-99cc-d202d84dd31f on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:56.586084 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-17bb4d38-feaf-4f0f-901b-2f2250471bd8 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.589461 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-be664812-37da-4525-a486-14021d49374c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.590950 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-17bb4d38-feaf-4f0f-901b-2f2250471bd8 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7608144 Nov 03 19:02:56.595733 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 50616) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:56.599989 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-be664812-37da-4525-a486-14021d49374c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "DELETE /v2.0/ports/bae343c8-8d70-4d32-99cc-d202d84dd31f HTTP/1.1" status: 204 len: 173 time: 2.8035245 Nov 03 19:02:56.627180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-9145b60f-655d-4797-8693-71b186e9269a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Request body: {'security_group_rule': {'security_group_id': '863eefab-0328-4e8f-9a10-8471e6402f14', 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:56.632095 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.752875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb4d38-feaf-4f0f-901b-2f2250471bd8 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e3d448-3389-4305-a078-808a3302e77c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:56.861671 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9145b60f-655d-4797-8693-71b186e9269a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.881587 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:35Z', 'updated_at': '2021-11-03T19:02:52Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:36Z', 'updated_at': '2021-11-03T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '09d681a4-82bb-4ca0-a6ec-b682a7d0b087', 'name': '', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'mac_address': 'fa:16:3e:03:b8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6b71190c-9777-4625-b173-9fc09e43b398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:48Z', 'updated_at': '2021-11-03T19:02:52Z', 'revision_number': 2, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'subnets': [{'id': '6b71190c-9777-4625-b173-9fc09e43b398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:56.886407 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-d10fc295-c039-4488-b11e-95935fa3edc7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Deleting port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:56.887661 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-d10fc295-c039-4488-b11e-95935fa3edc7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:56.967399 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Checking router: c91c779a-0dd3-4b1c-9f42-7477e180fe85 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:02:56.967842 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Updating router c91c779a-0dd3-4b1c-9f42-7477e180fe85 port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:02:57.054773 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.066051 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9145b60f-655d-4797-8693-71b186e9269a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.095803 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9145b60f-655d-4797-8693-71b186e9269a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.098480 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.127266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145b60f-655d-4797-8693-71b186e9269a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f788eed0-a8c1-4aa3-a82e-a5b2a68beb30,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:57.168752 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.235410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-d10fc295-c039-4488-b11e-95935fa3edc7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] For port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:57.235840 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-d10fc295-c039-4488-b11e-95935fa3edc7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.293377 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-d10fc295-c039-4488-b11e-95935fa3edc7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Calling delete_port for 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:02:57.311354 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9145b60f-655d-4797-8693-71b186e9269a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.320051 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9145b60f-655d-4797-8693-71b186e9269a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6999798 Nov 03 19:02:57.321080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:02:57.412618 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.416833 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Added segment daeff36e-4e00-423d-8356-485eac74e878 of type vlan for network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 Nov 03 19:02:57.436629 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-deleted', 'tag': 'bae343c8-8d70-4d32-99cc-d202d84dd31f'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:02:57.455628 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2975d145-8d21-4c0d-a4b0-a73ef791d756" -d '{"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-deleted", "tag": "bae343c8-8d70-4d32-99cc-d202d84dd31f"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:02:57.596911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f878ca2-c943-4444-91f4-651796967b76,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:57.761970 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cba3616-a068-450e-b363-190c85107c4d x-openstack-request-id: req-0cba3616-a068-450e-b363-190c85107c4d {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:02:57.762561 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-deleted", "tag": "bae343c8-8d70-4d32-99cc-d202d84dd31f", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:02:57.762950 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0cba3616-a068-450e-b363-190c85107c4d {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:02:57.763492 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-deleted', 'tag': 'bae343c8-8d70-4d32-99cc-d202d84dd31f', 'status': 'completed', 'code': 200} Nov 03 19:02:57.767666 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-d10fc295-c039-4488-b11e-95935fa3edc7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.812179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fc295-c039-4488-b11e-95935fa3edc7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event deleted for resources: {'Port': ['ID=2eaf2fe3-41ce-4c5c-8d4c-45e854cef364,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:57.839347 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.865921 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfdf21-a914-438a-9686-6ca30316e879 req-de5a7607-c5f0-4037-84b6-df77ed1c59fd tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:57.883999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfdf21-a914-438a-9686-6ca30316e879 req-de5a7607-c5f0-4037-84b6-df77ed1c59fd tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:57.891126 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05bfdf21-a914-438a-9686-6ca30316e879 req-de5a7607-c5f0-4037-84b6-df77ed1c59fd tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 1600 time: 0.5358779 Nov 03 19:02:57.918435 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-d10fc295-c039-4488-b11e-95935fa3edc7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] No DVR routers for this DVR port 2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:02:57.925811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-d10fc295-c039-4488-b11e-95935fa3edc7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:57.932758 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-d10fc295-c039-4488-b11e-95935fa3edc7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "DELETE /v2.0/ports/2eaf2fe3-41ce-4c5c-8d4c-45e854cef364 HTTP/1.1" status: 204 len: 173 time: 1.3268261 Nov 03 19:02:58.056876 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.071788 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:58.074499 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.116209 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-03be26b2-bc6e-4301-b86b-f4b93989fd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.166806 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-45626bfd-afcb-4845-8d81-a29c59fd5156 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Deleting port eb6009a2-de14-4b29-bc88-45d0d58e81f1 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:02:58.168437 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-45626bfd-afcb-4845-8d81-a29c59fd5156 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.249829 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.252715 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05bfdf21-a914-438a-9686-6ca30316e879 req-6580dbb8-4597-4423-adc1-c8bbd59d917c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3544414 Nov 03 19:02:58.273240 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3088613 Nov 03 19:02:58.276768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50662) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:02:58.279686 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.309382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6de5a717-8a3a-45d0-9b6a-ae7510da633e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'name': 'tempest-PortsIpV6TestJSON-1708498908'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:02:58.328269 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-73274218-7b86-4c8a-ae60-683832068fc7 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup_access--339157560&fields=id&tenant_id=a66432c41f664b9c8a9ca7bdeba030f9 HTTP/1.1" status: 200 len: 267 time: 0.3530178 Nov 03 19:02:58.330462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99906145-38a0-4fb6-be0a-342db30e1fba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Network': ['ID=87f9ca61-5666-4ac2-b03c-1bd192bbb720,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:58.344196 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:02:58.449284 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc74d0f-0b47-4ae2-a4b8-b1946046bdec None None] Pushing event updated for resources: {'Port': ['ID=09d681a4-82bb-4ca0-a6ec-b682a7d0b087,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:58.515378 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc74d0f-0b47-4ae2-a4b8-b1946046bdec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:58.530515 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc74d0f-0b47-4ae2-a4b8-b1946046bdec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:58.531422 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc74d0f-0b47-4ae2-a4b8-b1946046bdec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:58.537700 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc74d0f-0b47-4ae2-a4b8-b1946046bdec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:58.540814 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc74d0f-0b47-4ae2-a4b8-b1946046bdec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:58.543077 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc74d0f-0b47-4ae2-a4b8-b1946046bdec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:58.543429 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc74d0f-0b47-4ae2-a4b8-b1946046bdec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:58.543830 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc74d0f-0b47-4ae2-a4b8-b1946046bdec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:58.544156 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc74d0f-0b47-4ae2-a4b8-b1946046bdec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:58.544501 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc74d0f-0b47-4ae2-a4b8-b1946046bdec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:58.544842 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc74d0f-0b47-4ae2-a4b8-b1946046bdec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:58.545176 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc74d0f-0b47-4ae2-a4b8-b1946046bdec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:02:58.554411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-4ebfa22d-214b-4458-9aff-6e5f515cb771 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup_general--38905864&fields=id&tenant_id=a66432c41f664b9c8a9ca7bdeba030f9 HTTP/1.1" status: 200 len: 267 time: 0.2247803 Nov 03 19:02:58.720207 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Attempting to bind port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:02:58.720657 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Attempting to bind port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'd98dfe52-2dba-4930-ab0a-36bd3a0a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:02:58.721081 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Attempting to bind port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 on network 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:02:58.729758 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:02:58.732698 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Checking segment: {'id': 'd98dfe52-2dba-4930-ab0a-36bd3a0a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:02:58.733366 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.733987 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Bound using segment: {'id': 'd98dfe52-2dba-4930-ab0a-36bd3a0a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:02:58.737320 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Bound port: 09d681a4-82bb-4ca0-a6ec-b682a7d0b087, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98dfe52-2dba-4930-ab0a-36bd3a0a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:02:58.738204 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.838219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-856aba5f-1a07-4e41-b0d7-6489d167b44f tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:58.849342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-856aba5f-1a07-4e41-b0d7-6489d167b44f tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/networks?id=821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 HTTP/1.1" status: 200 len: 796 time: 0.2893374 Nov 03 19:02:58.888926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-4671a636-10fb-45ef-9926-61c67f2fb00e tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/quotas/a66432c41f664b9c8a9ca7bdeba030f9 HTTP/1.1" status: 200 len: 375 time: 0.0384355 Nov 03 19:02:58.927565 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] For port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:02:58.932136 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] For port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=09d681a4-82bb-4ca0-a6ec-b682a7d0b087,segment=NetworkSegment(d98dfe52-2dba-4930-ab0a-36bd3a0a46d0),segment_id=d98dfe52-2dba-4930-ab0a-36bd3a0a46d0)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:02:58.945027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-45626bfd-afcb-4845-8d81-a29c59fd5156 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] For port eb6009a2-de14-4b29-bc88-45d0d58e81f1, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=eb6009a2-de14-4b29-bc88-45d0d58e81f1,segment=NetworkSegment(5587f12b-7f23-48d6-bce7-28db4e0f4527),segment_id=5587f12b-7f23-48d6-bce7-28db4e0f4527)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:58.945027 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-45626bfd-afcb-4845-8d81-a29c59fd5156 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.946789 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:58.996426 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fb38ec3d-3e33-4932-993e-ed1b516d1d0a None None] Provisioning complete for port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:02:58.997028 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fb38ec3d-3e33-4932-993e-ed1b516d1d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.005271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-0c11488b-a092-4780-95e0-5d95383baaa5 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=a66432c41f664b9c8a9ca7bdeba030f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1149991 Nov 03 19:02:59.022988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-91c632c1-9026-4444-afc6-2c026dfa7a61 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:02:59.044175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-91c632c1-9026-4444-afc6-2c026dfa7a61 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0362813 Nov 03 19:02:59.164117 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fb38ec3d-3e33-4932-993e-ed1b516d1d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.196064 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Routers {'c91c779a-0dd3-4b1c-9f42-7477e180fe85'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:02:59.196726 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:02:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:02:59.263888 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-fb38ec3d-3e33-4932-993e-ed1b516d1d0a None None] For port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=09d681a4-82bb-4ca0-a6ec-b682a7d0b087,segment=NetworkSegment(d98dfe52-2dba-4930-ab0a-36bd3a0a46d0),segment_id=d98dfe52-2dba-4930-ab0a-36bd3a0a46d0)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:02:59.270867 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fb38ec3d-3e33-4932-993e-ed1b516d1d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.288900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-225406a4-9e64-43df-98c2-29d7b871078c service neutron] 10.222.0.107 "GET /v2.0/networks/821feb72-7915-4b1e-9ae2-b5ba84e1f5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434089 Nov 03 19:02:59.427606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de5a717-8a3a-45d0-9b6a-ae7510da633e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:02:59.447135 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc74d0f-0b47-4ae2-a4b8-b1946046bdec None None] Pushing event updated for resources: {'Port': ['ID=09d681a4-82bb-4ca0-a6ec-b682a7d0b087,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:59.454224 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6de5a717-8a3a-45d0-9b6a-ae7510da633e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.494730 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:02:59.500859 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:02:59.533153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38ec3d-3e33-4932-993e-ed1b516d1d0a None None] Pushing event updated for resources: {'Port': ['ID=09d681a4-82bb-4ca0-a6ec-b682a7d0b087,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:02:59.550054 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] Set router c91c779a-0dd3-4b1c-9f42-7477e180fe85 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:02:59.620960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-53d779cf-d4cc-4fe9-8326-23367a49912a service neutron] 10.222.0.107 "GET /v2.0/networks/821feb72-7915-4b1e-9ae2-b5ba84e1f5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309231 Nov 03 19:02:59.670751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824b3ce-24a4-46d1-a74d-9e98b8091b7f req-5f18bb11-e9ad-4303-b9df-d3aff909f462 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:02:59.683072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0824b3ce-24a4-46d1-a74d-9e98b8091b7f req-5f18bb11-e9ad-4303-b9df-d3aff909f462 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 944 time: 0.2064269 Nov 03 19:02:59.832963 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-6de5a717-8a3a-45d0-9b6a-ae7510da633e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port dfb674ad-659c-4015-a6a3-6a9aa1aca757 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:02:59.874368 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0824b3ce-24a4-46d1-a74d-9e98b8091b7f req-4bca1187-5320-44ca-9bdc-42a2b3d30aff tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups?id=f9fc129b-f51d-4e79-ab5a-ddb818d592cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530247 Nov 03 19:03:00.054451 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-54674bb3-2823-4e8d-930c-b7fc446c1b6f None None] Provisioning complete for port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:00.055520 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-54674bb3-2823-4e8d-930c-b7fc446c1b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.149565 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d16cabd-a852-4725-bd11-6a4d4d590cfb req-cb895b4f-7a42-472c-ac41-7c333b8aaeff tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 210 time: 0.1684721 Nov 03 19:03:00.169527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-deleted', 'tag': '2eaf2fe3-41ce-4c5c-8d4c-45e854cef364'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:00.178627 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caff4748-7188-4b55-93fb-b3de1eafc714" -d '{"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-deleted", "tag": "2eaf2fe3-41ce-4c5c-8d4c-45e854cef364"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:00.401630 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:35Z', 'updated_at': '2021-11-03T19:02:52Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:36Z', 'updated_at': '2021-11-03T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '09d681a4-82bb-4ca0-a6ec-b682a7d0b087', 'name': '', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'mac_address': 'fa:16:3e:03:b8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6b71190c-9777-4625-b173-9fc09e43b398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:48Z', 'updated_at': '2021-11-03T19:02:58Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'subnets': [{'id': '6b71190c-9777-4625-b173-9fc09e43b398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:00.441902 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3fb01c-dff3-48d2-a4c7-30296b6ebf24 None None] The sync data for ids ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'] in n-d-812150-4 is: [{'id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:35Z', 'updated_at': '2021-11-03T19:02:52Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:36Z', 'updated_at': '2021-11-03T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '09d681a4-82bb-4ca0-a6ec-b682a7d0b087', 'name': '', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'mac_address': 'fa:16:3e:03:b8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6b71190c-9777-4625-b173-9fc09e43b398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:48Z', 'updated_at': '2021-11-03T19:02:58Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'subnets': [{'id': '6b71190c-9777-4625-b173-9fc09e43b398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:00.450536 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2975b8-a549-4887-85ef-b2073c0880b2 x-openstack-request-id: req-3b2975b8-a549-4887-85ef-b2073c0880b2 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:00.450834 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-deleted", "tag": "2eaf2fe3-41ce-4c5c-8d4c-45e854cef364", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:00.451090 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3b2975b8-a549-4887-85ef-b2073c0880b2 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:00.451500 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-deleted', 'tag': '2eaf2fe3-41ce-4c5c-8d4c-45e854cef364', 'status': 'completed', 'code': 200} Nov 03 19:03:00.583800 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.644917 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-45626bfd-afcb-4845-8d81-a29c59fd5156 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.645512 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-45626bfd-afcb-4845-8d81-a29c59fd5156 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.646011 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-45626bfd-afcb-4845-8d81-a29c59fd5156 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Floating IP ec5be469-6431-4ecc-b756-944c3e31790f disassociated. External IP: 172.25.2.170, port: eb6009a2-de14-4b29-bc88-45d0d58e81f1. Nov 03 19:03:00.646501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-45626bfd-afcb-4845-8d81-a29c59fd5156 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Calling delete_port for eb6009a2-de14-4b29-bc88-45d0d58e81f1 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:00.664935 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6de5a717-8a3a-45d0-9b6a-ae7510da633e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.678847 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.847677 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6de5a717-8a3a-45d0-9b6a-ae7510da633e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:00.932953 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5a717-8a3a-45d0-9b6a-ae7510da633e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=dfb674ad-659c-4015-a6a3-6a9aa1aca757,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:01.010375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de5a717-8a3a-45d0-9b6a-ae7510da633e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Checking segment: {'id': 'daeff36e-4e00-423d-8356-485eac74e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:01.010785 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de5a717-8a3a-45d0-9b6a-ae7510da633e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network hostable DHCP agents. Network: 87f9ca61-5666-4ac2-b03c-1bd192bbb720, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:03:01.037458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de5a717-8a3a-45d0-9b6a-ae7510da633e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:03:01.069736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-6de5a717-8a3a-45d0-9b6a-ae7510da633e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 87f9ca61-5666-4ac2-b03c-1bd192bbb720) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:01.092225 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5062d27-457b-4a50-8774-da64e20804c8 None None] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:01.098738 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5a717-8a3a-45d0-9b6a-ae7510da633e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:01.104895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de5a717-8a3a-45d0-9b6a-ae7510da633e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:01.106124 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6de5a717-8a3a-45d0-9b6a-ae7510da633e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:01.120054 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-45626bfd-afcb-4845-8d81-a29c59fd5156 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:01.130045 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6de5a717-8a3a-45d0-9b6a-ae7510da633e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8437798 Nov 03 19:03:01.176607 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50698) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:01.177725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45626bfd-afcb-4845-8d81-a29c59fd5156 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event deleted for resources: {'Port': ['ID=eb6009a2-de14-4b29-bc88-45d0d58e81f1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:01.198853 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-92266091-b9a4-4d78-8b9a-ea39645a9627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2091741390'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:01.257448 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d3b1bf7-e60f-4c5c-b8b7-cff612d27cca req-bb6e67a2-6166-47d2-8f3f-16b66c3ad93b tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.1762156 Nov 03 19:03:01.459056 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92266091-b9a4-4d78-8b9a-ea39645a9627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:01.486688 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-92266091-b9a4-4d78-8b9a-ea39645a9627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:01.490868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cab7bb21-bc3b-479f-a8ee-af5f9c8d91b5 req-36bafb38-80d9-4baa-afb5-f11c6c897104 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 210 time: 0.0971973 Nov 03 19:03:01.523287 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:01.796758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-45626bfd-afcb-4845-8d81-a29c59fd5156 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Router 14536058-0d01-4c65-aaab-19857e2601a9 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:03:01.846964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92266091-b9a4-4d78-8b9a-ea39645a9627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:03:02.025927 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-92266091-b9a4-4d78-8b9a-ea39645a9627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:02.026985 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-92266091-b9a4-4d78-8b9a-ea39645a9627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Added segment 8ae4d8e3-d813-4a93-8c65-1a1a070f938d of type vlan for network 9f686fb1-cea1-4155-9874-b1cdb0fe3c9e Nov 03 19:03:02.152879 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-92266091-b9a4-4d78-8b9a-ea39645a9627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:02.242472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-875c163b-c957-4c65-b108-27d3fbd711a2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:02.244859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-875c163b-c957-4c65-b108-27d3fbd711a2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.98 "GET /v2.0/networks?id=821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 HTTP/1.1" status: 200 len: 796 time: 0.2449160 Nov 03 19:03:02.303001 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-92266091-b9a4-4d78-8b9a-ea39645a9627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:02.318165 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92266091-b9a4-4d78-8b9a-ea39645a9627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:02.318882 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-92266091-b9a4-4d78-8b9a-ea39645a9627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:02.326273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-45626bfd-afcb-4845-8d81-a29c59fd5156 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:02.340243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff9a38-a552-400f-af75-9fb0cc053044 None None] Sync routers for ids ['14536058-0d01-4c65-aaab-19857e2601a9'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:02.360431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff9a38-a552-400f-af75-9fb0cc053044 None None] Routers {'14536058-0d01-4c65-aaab-19857e2601a9'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:02.365723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f5ff9a38-a552-400f-af75-9fb0cc053044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:02:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['14536058-0d01-4c65-aaab-19857e2601a9'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:02.380725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:02.445949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-a931ccc7-2891-4acb-9102-110ba8256f3c tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a66432c41f664b9c8a9ca7bdeba030f9 HTTP/1.1" status: 200 len: 475 time: 0.1881077 Nov 03 19:03:02.458189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-9d40bfdc-2553-4cd8-9ff4-67bf5643c146 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Request body: {'port': {'device_id': '9416da37-21be-49bf-a47a-9b59060c03d6', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'admin_state_up': True, 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'security_groups': ['863eefab-0328-4e8f-9a10-8471e6402f14', '32e3d448-3389-4305-a078-808a3302e77c']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:02.537019 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-92266091-b9a4-4d78-8b9a-ea39645a9627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3425195 Nov 03 19:03:02.555101 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50724) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:02.566528 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92266091-b9a4-4d78-8b9a-ea39645a9627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Network': ['ID=9f686fb1-cea1-4155-9874-b1cdb0fe3c9e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:02.622844 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'ports': [{'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720'}, {'network_id': '9f686fb1-cea1-4155-9874-b1cdb0fe3c9e'}]} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:02.624040 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:02.633189 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'network_id': '9f686fb1-cea1-4155-9874-b1cdb0fe3c9e'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:02.652725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 9f686fb1-cea1-4155-9874-b1cdb0fe3c9e details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:03:02.752861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-45626bfd-afcb-4845-8d81-a29c59fd5156 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] No DVR routers for this DVR port eb6009a2-de14-4b29-bc88-45d0d58e81f1 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:02.788594 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-45626bfd-afcb-4845-8d81-a29c59fd5156 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:02.796878 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-045a43cd-7f9e-430b-8e0c-df33f0aa24a8 req-45626bfd-afcb-4845-8d81-a29c59fd5156 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.87 "DELETE /v2.0/ports/eb6009a2-de14-4b29-bc88-45d0d58e81f1 HTTP/1.1" status: 204 len: 173 time: 4.8571799 Nov 03 19:03:02.906553 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-deleted', 'tag': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:02.917975 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48993d8c-bc17-4be3-9894-debec5232904" -d '{"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-deleted", "tag": "eb6009a2-de14-4b29-bc88-45d0d58e81f1"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:03.004011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:03.004659 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:03.176704 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f58a4de-b400-41bd-b164-434f2a97cddb req-864b40dd-1ffe-4937-ad00-14170dbebf4b tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.6932099 Nov 03 19:03:03.181925 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f295ec8a-6e3e-4d6b-a3a3-0f0c62af2396 req-a0a3f7c3-3583-4e21-b8e9-cae5c92da3ff tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 210 time: 0.0999553 Nov 03 19:03:03.270455 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-f5ff9a38-a552-400f-af75-9fb0cc053044 None None] Set router 14536058-0d01-4c65-aaab-19857e2601a9 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:03.390539 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752385be-e893-4c60-99dd-393b5980cfef x-openstack-request-id: req-752385be-e893-4c60-99dd-393b5980cfef {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:03.391460 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92789f42-d355-4256-9b13-075df3cae668", "name": "network-vif-deleted", "tag": "eb6009a2-de14-4b29-bc88-45d0d58e81f1", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:03.392336 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-752385be-e893-4c60-99dd-393b5980cfef {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:03.392892 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92789f42-d355-4256-9b13-075df3cae668', 'name': 'network-vif-deleted', 'tag': 'eb6009a2-de14-4b29-bc88-45d0d58e81f1', 'status': 'completed', 'code': 200} Nov 03 19:03:03.434537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'port': 2} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:03.451381 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:03.497548 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-9d40bfdc-2553-4cd8-9ff4-67bf5643c146 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Made reservation on behalf of a66432c41f664b9c8a9ca7bdeba030f9 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:03.502176 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-9d40bfdc-2553-4cd8-9ff4-67bf5643c146 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:03.513700 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:03.795353 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port 56b62827-910e-498b-9b35-28d2ae88ff54 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:03:03.904889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-9d40bfdc-2553-4cd8-9ff4-67bf5643c146 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Allocated IP 172.20.0.8 (821feb72-7915-4b1e-9ae2-b5ba84e1f5f2/6b71190c-9777-4625-b173-9fc09e43b398/35ce48a7-428f-4077-8e74-f52c70bc8f30) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:04.006765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f5ff9a38-a552-400f-af75-9fb0cc053044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14536058-0d01-4c65-aaab-19857e2601a9', 'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:11Z', 'updated_at': '2021-11-03T18:51:22Z', 'revision_number': 4, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'gw_port': {'id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:14Z', 'updated_at': '2021-11-03T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '83c7e990-ee36-4a3d-9798-632c2840d3ff', 'name': '', 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'mac_address': 'fa:16:3e:bb:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:20Z', 'updated_at': '2021-11-03T18:51:30Z', 'revision_number': 5, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'subnets': [{'id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:04.192442 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:04.195891 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff9a38-a552-400f-af75-9fb0cc053044 None None] Checking router: 14536058-0d01-4c65-aaab-19857e2601a9 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:04.258372 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff9a38-a552-400f-af75-9fb0cc053044 None None] Routers {'14536058-0d01-4c65-aaab-19857e2601a9'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:04.264262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f5ff9a38-a552-400f-af75-9fb0cc053044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:02:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['14536058-0d01-4c65-aaab-19857e2601a9'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:04.559422 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-9d40bfdc-2553-4cd8-9ff4-67bf5643c146 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:04.576411 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port ac006a32-b44d-4eb3-94b4-b9c24072d30b yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:03:04.643894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-f5ff9a38-a552-400f-af75-9fb0cc053044 None None] Set router 14536058-0d01-4c65-aaab-19857e2601a9 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:04.715328 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-9d40bfdc-2553-4cd8-9ff4-67bf5643c146 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:04.834284 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:04.951241 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:04.996494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40bfdc-2553-4cd8-9ff4-67bf5643c146 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'Port': ['ID=35ce48a7-428f-4077-8e74-f52c70bc8f30,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:05.019896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78534185-92aa-426a-a28b-d2f625da9ac6 req-a254c9ca-bd92-49a4-8767-18811f8b2b8c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.3529892 Nov 03 19:03:05.051254 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-9d40bfdc-2553-4cd8-9ff4-67bf5643c146 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Network 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:05.053524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-9d40bfdc-2553-4cd8-9ff4-67bf5643c146 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:05.060799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-9d40bfdc-2553-4cd8-9ff4-67bf5643c146 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:05.084700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:05.100345 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f5ff9a38-a552-400f-af75-9fb0cc053044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14536058-0d01-4c65-aaab-19857e2601a9', 'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:11Z', 'updated_at': '2021-11-03T18:51:22Z', 'revision_number': 4, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'gw_port': {'id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:14Z', 'updated_at': '2021-11-03T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '83c7e990-ee36-4a3d-9798-632c2840d3ff', 'name': '', 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'mac_address': 'fa:16:3e:bb:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:20Z', 'updated_at': '2021-11-03T18:51:30Z', 'revision_number': 5, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'subnets': [{'id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:05.101683 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:05.136541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:05.138551 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:05.218726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-9d40bfdc-2553-4cd8-9ff4-67bf5643c146 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:05.224128 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-9d40bfdc-2553-4cd8-9ff4-67bf5643c146 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:05.243570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f73cc-d97c-489b-9cc0-e03301aef444 req-f04f5ce0-5cf7-4dff-a2cb-4e0df7f08753 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:05.258080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff9a38-a552-400f-af75-9fb0cc053044 None None] The sync data for ids ['14536058-0d01-4c65-aaab-19857e2601a9'] in n-d-812150-4 is: [{'id': '14536058-0d01-4c65-aaab-19857e2601a9', 'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:11Z', 'updated_at': '2021-11-03T18:51:22Z', 'revision_number': 4, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'gw_port': {'id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:14Z', 'updated_at': '2021-11-03T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '83c7e990-ee36-4a3d-9798-632c2840d3ff', 'name': '', 'network_id': '6b353351-5b83-45e9-9697-85cd3e4e0a38', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'mac_address': 'fa:16:3e:bb:af:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:20Z', 'updated_at': '2021-11-03T18:51:30Z', 'revision_number': 5, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'subnets': [{'id': 'adadea0b-ba73-4bc3-9678-1424a1593c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:05.275262 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-182f73cc-d97c-489b-9cc0-e03301aef444 req-f04f5ce0-5cf7-4dff-a2cb-4e0df7f08753 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 970 time: 0.6168685 Nov 03 19:03:05.280719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=56b62827-910e-498b-9b35-28d2ae88ff54,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:05.402629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-9d40bfdc-2553-4cd8-9ff4-67bf5643c146 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.9498615 Nov 03 19:03:05.448055 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Request body: {'port': {'device_id': '9416da37-21be-49bf-a47a-9b59060c03d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:05.474077 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=ac006a32-b44d-4eb3-94b4-b9c24072d30b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:05.489806 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Checking segment: {'id': '8ae4d8e3-d813-4a93-8c65-1a1a070f938d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9f686fb1-cea1-4155-9874-b1cdb0fe3c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:05.516741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network hostable DHCP agents. Network: 9f686fb1-cea1-4155-9874-b1cdb0fe3c9e, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:03:05.606523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 9f686fb1-cea1-4155-9874-b1cdb0fe3c9e is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:03:05.645119 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 9f686fb1-cea1-4155-9874-b1cdb0fe3c9e) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:05.659212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:05.675867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:05.690258 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a5c56e89-87be-4acb-be29-7abcb0546cee None None] Provisioning complete for port 35ce48a7-428f-4077-8e74-f52c70bc8f30 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:05.692921 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a5c56e89-87be-4acb-be29-7abcb0546cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:05.697952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-182f73cc-d97c-489b-9cc0-e03301aef444 req-7280537b-c60f-47a4-881d-09568aa0fb98 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/security-groups?id=863eefab-0328-4e8f-9a10-8471e6402f14&id=32e3d448-3389-4305-a078-808a3302e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.4154394 Nov 03 19:03:05.707108 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:05.725123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:05.725859 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:05.766052 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a23c62cf-e391-4357-ba10-fcc876e8efbf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1684666 Nov 03 19:03:05.770284 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50764) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:05.893495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb24d802-ad8a-46dd-94b7-28e99cf87ea2 None None] Network 9f686fb1-cea1-4155-9874-b1cdb0fe3c9e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:05.900644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a5c56e89-87be-4acb-be29-7abcb0546cee None None] Port 35ce48a7-428f-4077-8e74-f52c70bc8f30 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:03:06.026071 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb79d7ba-460f-42b9-86e1-0f92c9981ee6 None None] New status for floating IP ec5be469-6431-4ecc-b756-944c3e31790f: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:03:06.153923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8175739a-e077-4551-bb6e-5cf6b3606986 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port ac006a32-b44d-4eb3-94b4-b9c24072d30b {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:06.154438 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8175739a-e077-4551-bb6e-5cf6b3606986 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:06.347973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ce48a7-428f-4077-8e74-f52c70bc8f30 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:03:06.357185 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:06.379212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8175739a-e077-4551-bb6e-5cf6b3606986 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:06.403451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Transition to ACTIVE for port object 35ce48a7-428f-4077-8e74-f52c70bc8f30 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:03:06.420552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8175739a-e077-4551-bb6e-5cf6b3606986 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for ac006a32-b44d-4eb3-94b4-b9c24072d30b owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:06.483428 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e4dcc02-26b9-4121-844c-f4cfbdf1704e req-77cbceb3-6362-44e3-bf7f-bb8e11d8d03e tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0776036 Nov 03 19:03:06.486066 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:06.606058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Pushing event updated for resources: {'Port': ['ID=35ce48a7-428f-4077-8e74-f52c70bc8f30,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:06.611086 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8175739a-e077-4551-bb6e-5cf6b3606986 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:06.670894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175739a-e077-4551-bb6e-5cf6b3606986 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=ac006a32-b44d-4eb3-94b4-b9c24072d30b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:06.711763 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8175739a-e077-4551-bb6e-5cf6b3606986 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:06.732474 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8175739a-e077-4551-bb6e-5cf6b3606986 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/ac006a32-b44d-4eb3-94b4-b9c24072d30b HTTP/1.1" status: 204 len: 168 time: 0.9587047 Nov 03 19:03:06.733651 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50776) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:06.885333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87880eb-d798-4afe-af46-fcdf7b5bf269 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:06.905970 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87880eb-d798-4afe-af46-fcdf7b5bf269 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:06.913079 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a87880eb-d798-4afe-af46-fcdf7b5bf269 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1781042 Nov 03 19:03:06.915849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50780) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:06.997879 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Attempting to bind port 35ce48a7-428f-4077-8e74-f52c70bc8f30 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:06.999388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Attempting to bind port 35ce48a7-428f-4077-8e74-f52c70bc8f30 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'd98dfe52-2dba-4930-ab0a-36bd3a0a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:06.999805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Attempting to bind port 35ce48a7-428f-4077-8e74-f52c70bc8f30 on network 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:07.026366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Port 35ce48a7-428f-4077-8e74-f52c70bc8f30 on network 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:03:07.026744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Attempting to bind port 35ce48a7-428f-4077-8e74-f52c70bc8f30 on network 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:07.051382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:07.051762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Checking segment: {'id': 'd98dfe52-2dba-4930-ab0a-36bd3a0a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:07.052166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Bound using segment: {'id': 'd98dfe52-2dba-4930-ab0a-36bd3a0a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:07.053320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Bound port: 35ce48a7-428f-4077-8e74-f52c70bc8f30, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98dfe52-2dba-4930-ab0a-36bd3a0a46d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:07.053320 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:07.153759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] For port 35ce48a7-428f-4077-8e74-f52c70bc8f30, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:07.157897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] For port 35ce48a7-428f-4077-8e74-f52c70bc8f30, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=35ce48a7-428f-4077-8e74-f52c70bc8f30,segment=NetworkSegment(d98dfe52-2dba-4930-ab0a-36bd3a0a46d0),segment_id=d98dfe52-2dba-4930-ab0a-36bd3a0a46d0)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:07.187397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3cfe8-7c69-419e-9956-0e00e05a6850 req-0805a352-fce1-4d03-856f-edb447b27dbe tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:07.192496 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ec3cfe8-7c69-419e-9956-0e00e05a6850 req-0805a352-fce1-4d03-856f-edb447b27dbe tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 982 time: 0.2864952 Nov 03 19:03:07.193745 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:07.251940 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c59dd-d6ac-43fc-ad25-23ce6b3e9a09 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port 56b62827-910e-498b-9b35-28d2ae88ff54 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:07.252642 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d9c59dd-d6ac-43fc-ad25-23ce6b3e9a09 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:07.350560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:07.354131 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:07.355829 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] 10.222.0.98 "PUT /v2.0/ports/35ce48a7-428f-4077-8e74-f52c70bc8f30 HTTP/1.1" status: 200 len: 1130 time: 1.9351532 Nov 03 19:03:07.377345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9416da37-21be-49bf-a47a-9b59060c03d6', 'tag': '35ce48a7-428f-4077-8e74-f52c70bc8f30'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:07.380455 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cee0441-448f-4a28-96c6-6f76e81723cf" -d '{"events": [{"name": "network-changed", "server_uuid": "9416da37-21be-49bf-a47a-9b59060c03d6", "tag": "35ce48a7-428f-4077-8e74-f52c70bc8f30"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:07.497785 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d9c59dd-d6ac-43fc-ad25-23ce6b3e9a09 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:07.502765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcf3d7-9bef-4bc4-a309-cd7df238e809 service neutron] Pushing event updated for resources: {'Port': ['ID=35ce48a7-428f-4077-8e74-f52c70bc8f30,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:07.551526 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c59dd-d6ac-43fc-ad25-23ce6b3e9a09 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for 56b62827-910e-498b-9b35-28d2ae88ff54 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:07.604300 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24047f0-0d72-4d40-afd1-998e64da4eee x-openstack-request-id: req-a24047f0-0d72-4d40-afd1-998e64da4eee {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:07.604672 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9416da37-21be-49bf-a47a-9b59060c03d6", "tag": "35ce48a7-428f-4077-8e74-f52c70bc8f30", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:07.604933 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a24047f0-0d72-4d40-afd1-998e64da4eee {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:07.605362 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9416da37-21be-49bf-a47a-9b59060c03d6', 'tag': '35ce48a7-428f-4077-8e74-f52c70bc8f30', 'status': 'completed', 'code': 200} Nov 03 19:03:07.664699 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ec3cfe8-7c69-419e-9956-0e00e05a6850 req-5b01146c-d9cf-4169-a927-780fe401a5bd tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/security-groups?id=863eefab-0328-4e8f-9a10-8471e6402f14&id=32e3d448-3389-4305-a078-808a3302e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.4597723 Nov 03 19:03:07.701925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-60a7a47b-30b1-4036-963f-f1b2de080fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:07.704124 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-60a7a47b-30b1-4036-963f-f1b2de080fba service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a66432c41f664b9c8a9ca7bdeba030f9&device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 1133 time: 0.1818275 Nov 03 19:03:07.762930 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d9c59dd-d6ac-43fc-ad25-23ce6b3e9a09 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:07.864532 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d9c59dd-d6ac-43fc-ad25-23ce6b3e9a09 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:07.882342 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1d9c59dd-d6ac-43fc-ad25-23ce6b3e9a09 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/56b62827-910e-498b-9b35-28d2ae88ff54 HTTP/1.1" status: 204 len: 168 time: 0.9649422 Nov 03 19:03:07.884998 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50794) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:07.886039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c59dd-d6ac-43fc-ad25-23ce6b3e9a09 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=56b62827-910e-498b-9b35-28d2ae88ff54,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:07.889701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-c4e7ddb0-e738-4a97-9a30-36cfad116dc7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35ce48a7-428f-4077-8e74-f52c70bc8f30 HTTP/1.1" status: 200 len: 217 time: 0.1663940 Nov 03 19:03:07.897439 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00075cf2-7aab-477c-ab80-4c8846c41c65 req-425711ad-a80f-4988-9cf1-89fee5e0babb tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.1920898 Nov 03 19:03:07.980178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dda031-8c8a-4931-90ad-6a831808a41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:07.982997 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1fb8d4df-3e91-418e-9137-7495f1e4a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:07.984684 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-70dda031-8c8a-4931-90ad-6a831808a41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0935924 Nov 03 19:03:07.985072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-1fb8d4df-3e91-418e-9137-7495f1e4a6e8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6b71190c-9777-4625-b173-9fc09e43b398 HTTP/1.1" status: 200 len: 834 time: 0.0862112 Nov 03 19:03:07.985308 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50796) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:08.038767 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-711195e8-b264-4c5f-afb0-d2a529ea036f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] GET failed (client error): The resource could not be found. Nov 03 19:03:08.045030 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-711195e8-b264-4c5f-afb0-d2a529ea036f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/ac006a32-b44d-4eb3-94b4-b9c24072d30b HTTP/1.1" status: 404 len: 333 time: 0.0586562 Nov 03 19:03:08.046411 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50798) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:08.087656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-65998d45-f021-44b8-92cc-347edf4a1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:08.089889 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-65998d45-f021-44b8-92cc-347edf4a1646 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=821feb72-7915-4b1e-9ae2-b5ba84e1f5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981529 Nov 03 19:03:08.109969 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c71694-d583-45d8-971e-811838088052 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] GET failed (client error): The resource could not be found. Nov 03 19:03:08.115182 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d9c71694-d583-45d8-971e-811838088052 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/56b62827-910e-498b-9b35-28d2ae88ff54 HTTP/1.1" status: 404 len: 333 time: 0.0679858 Nov 03 19:03:08.115834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50802) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:08.307994 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd26a-1ab8-462c-b5c2-25b1c26f4370 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.327441 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-4ec0fee7-7e19-4682-9f0d-18cd292b5400 service neutron] 10.222.0.98 "GET /v2.0/networks/821feb72-7915-4b1e-9ae2-b5ba84e1f5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281313 Nov 03 19:03:08.481605 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0607693e-82bf-474b-8d60-063fb44eb2e7 req-5abc11e7-9059-4066-a367-18af1108e648 service neutron] 10.222.0.98 "GET /v2.0/networks/821feb72-7915-4b1e-9ae2-b5ba84e1f5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458406 Nov 03 19:03:08.728413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee0441-448f-4a28-96c6-6f76e81723cf req-12002a7e-b3aa-41be-b749-b83dcd9571fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:08.733621 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cee0441-448f-4a28-96c6-6f76e81723cf req-12002a7e-b3aa-41be-b749-b83dcd9571fb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a66432c41f664b9c8a9ca7bdeba030f9&device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 1133 time: 0.1622715 Nov 03 19:03:08.814862 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd26a-1ab8-462c-b5c2-25b1c26f4370 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.847927 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-fc9dd26a-1ab8-462c-b5c2-25b1c26f4370 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f686fb1-cea1-4155-9874-b1cdb0fe3c9e']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:08.861677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-fc9dd26a-1ab8-462c-b5c2-25b1c26f4370 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae4d8e3-d813-4a93-8c65-1a1a070f938d') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:08.862439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-fc9dd26a-1ab8-462c-b5c2-25b1c26f4370 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae4d8e3-d813-4a93-8c65-1a1a070f938d') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:08.880706 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd26a-1ab8-462c-b5c2-25b1c26f4370 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.908125 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd26a-1ab8-462c-b5c2-25b1c26f4370 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.917471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9dd26a-1ab8-462c-b5c2-25b1c26f4370 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:03:08.918177 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd26a-1ab8-462c-b5c2-25b1c26f4370 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:03:08.923397 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:03:09.007626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7d96c-61d6-4acd-b7fa-2dba1191e4c8 req-c2683cf4-500f-4734-9d03-2eb11362c6bd tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:09.016581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fba7d96c-61d6-4acd-b7fa-2dba1191e4c8 req-c2683cf4-500f-4734-9d03-2eb11362c6bd tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 982 time: 0.1561546 Nov 03 19:03:09.064475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee0441-448f-4a28-96c6-6f76e81723cf req-c8dc233d-bd09-449f-a421-12cc6eb5a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:09.066101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cee0441-448f-4a28-96c6-6f76e81723cf req-c8dc233d-bd09-449f-a421-12cc6eb5a5a3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 HTTP/1.1" status: 200 len: 897 time: 0.3278959 Nov 03 19:03:09.131459 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd26a-1ab8-462c-b5c2-25b1c26f4370 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.150115 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cee0441-448f-4a28-96c6-6f76e81723cf req-ab4630c8-f96a-433b-b6b6-f791ae0547fc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35ce48a7-428f-4077-8e74-f52c70bc8f30 HTTP/1.1" status: 200 len: 217 time: 0.0743637 Nov 03 19:03:09.159306 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd26a-1ab8-462c-b5c2-25b1c26f4370 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.170030 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fc9dd26a-1ab8-462c-b5c2-25b1c26f4370 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/networks/9f686fb1-cea1-4155-9874-b1cdb0fe3c9e HTTP/1.1" status: 204 len: 168 time: 1.0503109 Nov 03 19:03:09.173670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50820) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:09.200589 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-863c5a15-953d-49ad-9629-71265fcd792e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-114182843'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:09.263632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dd26a-1ab8-462c-b5c2-25b1c26f4370 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Network': ['ID=9f686fb1-cea1-4155-9874-b1cdb0fe3c9e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:09.290676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee0441-448f-4a28-96c6-6f76e81723cf req-ef8279ce-8587-41fd-87fc-787ff2cbb7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:09.296415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cee0441-448f-4a28-96c6-6f76e81723cf req-ef8279ce-8587-41fd-87fc-787ff2cbb7da service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6b71190c-9777-4625-b173-9fc09e43b398 HTTP/1.1" status: 200 len: 834 time: 0.1379611 Nov 03 19:03:09.310173 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863c5a15-953d-49ad-9629-71265fcd792e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:09.318270 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-863c5a15-953d-49ad-9629-71265fcd792e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.378084 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fba7d96c-61d6-4acd-b7fa-2dba1191e4c8 req-4c2a8c98-59e3-4278-a08b-aa39ae911d23 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/security-groups?id=863eefab-0328-4e8f-9a10-8471e6402f14&id=32e3d448-3389-4305-a078-808a3302e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.3600450 Nov 03 19:03:09.398001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863c5a15-953d-49ad-9629-71265fcd792e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:03:09.421627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05478222-c9be-4a2b-b2a1-fa4791d7c4c4 req-ef6bb640-24ba-47fa-95da-7fe673059227 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.1219792 Nov 03 19:03:09.422448 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-863c5a15-953d-49ad-9629-71265fcd792e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.423201 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-863c5a15-953d-49ad-9629-71265fcd792e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Added segment a6759c77-443a-4551-aec7-04b790e0430c of type vlan for network af1a2ec0-c919-4da9-aaec-6105bc8f6059 Nov 03 19:03:09.490307 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-863c5a15-953d-49ad-9629-71265fcd792e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.504157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee0441-448f-4a28-96c6-6f76e81723cf req-e54d8423-dcb0-42a9-863b-474ae4fa304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:09.505959 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cee0441-448f-4a28-96c6-6f76e81723cf req-e54d8423-dcb0-42a9-863b-474ae4fa304b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=821feb72-7915-4b1e-9ae2-b5ba84e1f5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766636 Nov 03 19:03:09.520581 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-863c5a15-953d-49ad-9629-71265fcd792e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.534413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c5a15-953d-49ad-9629-71265fcd792e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:09.535403 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-863c5a15-953d-49ad-9629-71265fcd792e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:09.705291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c5a15-953d-49ad-9629-71265fcd792e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Network': ['ID=af1a2ec0-c919-4da9-aaec-6105bc8f6059,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:09.714849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cee0441-448f-4a28-96c6-6f76e81723cf req-788f63fb-f475-4461-a7ca-7a3c9df7570d service neutron] 10.222.0.98 "GET /v2.0/networks/821feb72-7915-4b1e-9ae2-b5ba84e1f5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004766 Nov 03 19:03:09.723597 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network af1a2ec0-c919-4da9-aaec-6105bc8f6059 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:03:09.726289 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-863c5a15-953d-49ad-9629-71265fcd792e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5422237 Nov 03 19:03:09.729214 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50828) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:09.741889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c9470b82-45a0-4434-9e8e-0a5d26dc5849 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'subnet': {'network_id': 'af1a2ec0-c919-4da9-aaec-6105bc8f6059', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:09.969577 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9470b82-45a0-4434-9e8e-0a5d26dc5849 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:09.978469 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c9470b82-45a0-4434-9e8e-0a5d26dc5849 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:10.003701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cee0441-448f-4a28-96c6-6f76e81723cf req-7442c0ed-a6d4-42ad-92b3-cb0cdccd45b2 service neutron] 10.222.0.98 "GET /v2.0/networks/821feb72-7915-4b1e-9ae2-b5ba84e1f5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632599 Nov 03 19:03:10.111511 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_backend_mixin [None req-c9470b82-45a0-4434-9e8e-0a5d26dc5849 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Performing IP validity checks on allocation pools {{(pid=101711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:03:10.114631 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_backend_mixin [None req-c9470b82-45a0-4434-9e8e-0a5d26dc5849 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101711) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:03:10.378707 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c9470b82-45a0-4434-9e8e-0a5d26dc5849 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:10.523748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9470b82-45a0-4434-9e8e-0a5d26dc5849 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Subnet': ['ID=b6b8b19f-ba6c-468d-8ccd-6d1b6ec1732a,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:10.579395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9470b82-45a0-4434-9e8e-0a5d26dc5849 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Checking segment: {'id': 'a6759c77-443a-4551-aec7-04b790e0430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'af1a2ec0-c919-4da9-aaec-6105bc8f6059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:10.584456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9470b82-45a0-4434-9e8e-0a5d26dc5849 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network hostable DHCP agents. Network: af1a2ec0-c919-4da9-aaec-6105bc8f6059, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:03:10.653592 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9470b82-45a0-4434-9e8e-0a5d26dc5849 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network af1a2ec0-c919-4da9-aaec-6105bc8f6059 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:03:10.683224 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-c9470b82-45a0-4434-9e8e-0a5d26dc5849 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, af1a2ec0-c919-4da9-aaec-6105bc8f6059) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:10.700388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2f6dbe-61a2-4b00-b9fb-4b8b7a18a342 None None] Network af1a2ec0-c919-4da9-aaec-6105bc8f6059 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:10.712450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052b23e-9ebe-421d-a587-08ca3f7ba54a req-e23b7256-9c12-4a97-bc1d-7baad2772ca0 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:10.714248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f052b23e-9ebe-421d-a587-08ca3f7ba54a req-e23b7256-9c12-4a97-bc1d-7baad2772ca0 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 982 time: 0.2349405 Nov 03 19:03:10.720131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9470b82-45a0-4434-9e8e-0a5d26dc5849 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:10.720753 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c9470b82-45a0-4434-9e8e-0a5d26dc5849 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:10.812539 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c9470b82-45a0-4434-9e8e-0a5d26dc5849 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0807152 Nov 03 19:03:10.815176 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50842) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:10.828860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ad363da1-837e-453d-9616-f4c0a244696a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'network_id': 'af1a2ec0-c919-4da9-aaec-6105bc8f6059', 'name': 'tempest-PortsIpV6TestJSON-219910101'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:10.874009 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-575ac1cb-e0b7-4689-88ad-35f90c21993a req-902627e9-9209-46d9-b368-f43c67742d78 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.1345172 Nov 03 19:03:10.961214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f052b23e-9ebe-421d-a587-08ca3f7ba54a req-7f8ef869-e384-4d4a-80e0-ed1c83a809a4 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/security-groups?id=863eefab-0328-4e8f-9a10-8471e6402f14&id=32e3d448-3389-4305-a078-808a3302e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2353928 Nov 03 19:03:10.987038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-af1a2ec0-c919-4da9-aaec-6105bc8f6059', 'network_id': 'af1a2ec0-c919-4da9-aaec-6105bc8f6059', 'tenant_id': '4d02965793734a9aa7a8412a1bff2ac8', 'fixed_ips': [{'subnet_id': 'b6b8b19f-ba6c-468d-8ccd-6d1b6ec1732a'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:03:10.988225 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.106618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad363da1-837e-453d-9616-f4c0a244696a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:11.115716 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad363da1-837e-453d-9616-f4c0a244696a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.155432 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-ad363da1-837e-453d-9616-f4c0a244696a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port d133fc98-894a-44be-a79e-13266001e863 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:03:11.396442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-ad363da1-837e-453d-9616-f4c0a244696a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Allocated IP 2001:db8::66 (af1a2ec0-c919-4da9-aaec-6105bc8f6059/b6b8b19f-ba6c-468d-8ccd-6d1b6ec1732a/d133fc98-894a-44be-a79e-13266001e863) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:11.680687 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad363da1-837e-453d-9616-f4c0a244696a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.767026 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad363da1-837e-453d-9616-f4c0a244696a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.815194 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad363da1-837e-453d-9616-f4c0a244696a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network af1a2ec0-c919-4da9-aaec-6105bc8f6059 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:11.851158 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Allocated IP 2001:db8::2 (af1a2ec0-c919-4da9-aaec-6105bc8f6059/b6b8b19f-ba6c-468d-8ccd-6d1b6ec1732a/7ec5227f-b308-4ad1-bfbb-3977b8308456) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:11.864665 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-ad363da1-837e-453d-9616-f4c0a244696a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:11.866876 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad363da1-837e-453d-9616-f4c0a244696a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=d133fc98-894a-44be-a79e-13266001e863,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:11.870212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad363da1-837e-453d-9616-f4c0a244696a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:11.877330 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad363da1-837e-453d-9616-f4c0a244696a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:11.878288 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad363da1-837e-453d-9616-f4c0a244696a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:11.902125 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ad363da1-837e-453d-9616-f4c0a244696a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0844827 Nov 03 19:03:11.906388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 50852) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:12.245876 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:12.253052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 35ce48a7-428f-4077-8e74-f52c70bc8f30 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:03:12.348462 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7484e75-c8bc-4d90-81fb-8846b197c99e req-117e0cb3-ed1d-43e7-a6b0-06b51b40fcd0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.1628995 Nov 03 19:03:12.394350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206561e-8763-4449-9f55-4888c4bd4943 req-3455bc0c-0260-4987-aebb-bf7b450db6c2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:12.403702 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 35ce48a7-428f-4077-8e74-f52c70bc8f30, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=35ce48a7-428f-4077-8e74-f52c70bc8f30,segment=NetworkSegment(d98dfe52-2dba-4930-ab0a-36bd3a0a46d0),segment_id=d98dfe52-2dba-4930-ab0a-36bd3a0a46d0)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:12.413677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7206561e-8763-4449-9f55-4888c4bd4943 req-3455bc0c-0260-4987-aebb-bf7b450db6c2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 982 time: 0.2325580 Nov 03 19:03:12.436116 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '35ce48a7-428f-4077-8e74-f52c70bc8f30', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'port_id': '35ce48a7-428f-4077-8e74-f52c70bc8f30', 'mac_address': 'fa:16:3e:ad:18:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b71190c-9777-4625-b173-9fc09e43b398', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:03:12.456375 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:12.495978 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7206561e-8763-4449-9f55-4888c4bd4943 req-447267f5-9cd8-44f8-9440-a632f1003f73 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/security-groups?id=863eefab-0328-4e8f-9a10-8471e6402f14&id=32e3d448-3389-4305-a078-808a3302e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0810192 Nov 03 19:03:12.508301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-42cd5b7a-2b1c-441a-933b-463857e6332f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port d133fc98-894a-44be-a79e-13266001e863 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:12.508301 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-42cd5b7a-2b1c-441a-933b-463857e6332f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:12.641996 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Network af1a2ec0-c919-4da9-aaec-6105bc8f6059 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:12.644788 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-42cd5b7a-2b1c-441a-933b-463857e6332f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:12.664126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-42cd5b7a-2b1c-441a-933b-463857e6332f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for d133fc98-894a-44be-a79e-13266001e863 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:12.708205 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:12.708205 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:12.722609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:12.787441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Pushing event updated for resources: {'Port': ['ID=7ec5227f-b308-4ad1-bfbb-3977b8308456,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:12.855127 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:12.855468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:12.855997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:12.856471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:12.856942 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:12.857447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:12.857926 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:12.858257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:12.858582 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:12.858907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:12.859265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:12.859772 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:12.866949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ce48a7-428f-4077-8e74-f52c70bc8f30 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:03:12.932944 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-42cd5b7a-2b1c-441a-933b-463857e6332f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.001925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd5b7a-2b1c-441a-933b-463857e6332f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=d133fc98-894a-44be-a79e-13266001e863,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:13.058186 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-42cd5b7a-2b1c-441a-933b-463857e6332f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.066086 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-42cd5b7a-2b1c-441a-933b-463857e6332f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/d133fc98-894a-44be-a79e-13266001e863 HTTP/1.1" status: 204 len: 168 time: 1.1546493 Nov 03 19:03:13.066391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 50870) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:13.080073 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 35ce48a7-428f-4077-8e74-f52c70bc8f30, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=35ce48a7-428f-4077-8e74-f52c70bc8f30,segment=NetworkSegment(d98dfe52-2dba-4930-ab0a-36bd3a0a46d0),segment_id=d98dfe52-2dba-4930-ab0a-36bd3a0a46d0)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:13.090268 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.124240 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Attempting to bind port 7ec5227f-b308-4ad1-bfbb-3977b8308456 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:13.125405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Attempting to bind port 7ec5227f-b308-4ad1-bfbb-3977b8308456 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'a6759c77-443a-4551-aec7-04b790e0430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'af1a2ec0-c919-4da9-aaec-6105bc8f6059'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:13.125927 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Attempting to bind port 7ec5227f-b308-4ad1-bfbb-3977b8308456 on network af1a2ec0-c919-4da9-aaec-6105bc8f6059 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:13.133072 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c151741-985c-4d44-b605-a2492f3e8d9a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] DELETE failed (client error): The resource could not be found. Nov 03 19:03:13.134917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c151741-985c-4d44-b605-a2492f3e8d9a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:03:13.136456 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:13.137829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Checking segment: {'id': 'a6759c77-443a-4551-aec7-04b790e0430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'af1a2ec0-c919-4da9-aaec-6105bc8f6059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:13.138515 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.139230 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Bound using segment: {'id': 'a6759c77-443a-4551-aec7-04b790e0430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'af1a2ec0-c919-4da9-aaec-6105bc8f6059'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:13.139926 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Bound port: 7ec5227f-b308-4ad1-bfbb-3977b8308456, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6759c77-443a-4551-aec7-04b790e0430c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'af1a2ec0-c919-4da9-aaec-6105bc8f6059'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:13.140586 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.141968 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50872) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:13.144873 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6c151741-985c-4d44-b605-a2492f3e8d9a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/d133fc98-894a-44be-a79e-13266001e863 HTTP/1.1" status: 404 len: 333 time: 0.0766892 Nov 03 19:03:13.175876 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-49909c33-b7b9-4884-b542-fad614be5f48 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] GET failed (client error): The resource could not be found. Nov 03 19:03:13.177901 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-49909c33-b7b9-4884-b542-fad614be5f48 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/d133fc98-894a-44be-a79e-13266001e863 HTTP/1.1" status: 404 len: 333 time: 0.0343723 Nov 03 19:03:13.180883 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50874) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:13.317870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a26bec1-ba81-446f-8796-d4ec0089fc8d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting subnet b6b8b19f-ba6c-468d-8ccd-6d1b6ec1732a {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:13.326950 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a26bec1-ba81-446f-8796-d4ec0089fc8d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.352967 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['35ce48a7-428f-4077-8e74-f52c70bc8f30'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:03:13.405403 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a26bec1-ba81-446f-8796-d4ec0089fc8d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.443613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=35ce48a7-428f-4077-8e74-f52c70bc8f30,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:13.501604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] For port 7ec5227f-b308-4ad1-bfbb-3977b8308456, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:13.506226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] For port 7ec5227f-b308-4ad1-bfbb-3977b8308456, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=7ec5227f-b308-4ad1-bfbb-3977b8308456,segment=NetworkSegment(a6759c77-443a-4551-aec7-04b790e0430c),segment_id=a6759c77-443a-4551-aec7-04b790e0430c)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:13.550882 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.688771 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a26bec1-ba81-446f-8796-d4ec0089fc8d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.744023 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6aeed547-9d03-4183-97a1-b9f3a87cd3dd req-20d03767-bc88-490b-87a0-2d1126443d00 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.1408908 Nov 03 19:03:13.807640 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5c55d-6657-4351-9ce7-8b15ac015788 None None] Pushing event updated for resources: {'Port': ['ID=7ec5227f-b308-4ad1-bfbb-3977b8308456,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:13.822615 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:13.886356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b5e15-b497-4354-8849-48cf22a2a62f req-6b2a889f-5106-4e22-b04d-3ac12d7c0a3a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:13.900718 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c6b5e15-b497-4354-8849-48cf22a2a62f req-6b2a889f-5106-4e22-b04d-3ac12d7c0a3a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 983 time: 0.1553252 Nov 03 19:03:13.935179 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a26bec1-ba81-446f-8796-d4ec0089fc8d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:14.127779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26bec1-ba81-446f-8796-d4ec0089fc8d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b8b19f-ba6c-468d-8ccd-6d1b6ec1732a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:14.140191 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c6b5e15-b497-4354-8849-48cf22a2a62f req-7cea9a6b-be11-4067-873c-4c3b8f90b9eb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/security-groups?id=863eefab-0328-4e8f-9a10-8471e6402f14&id=32e3d448-3389-4305-a078-808a3302e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2322567 Nov 03 19:03:14.148838 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a26bec1-ba81-446f-8796-d4ec0089fc8d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:14.164456 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4a26bec1-ba81-446f-8796-d4ec0089fc8d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/b6b8b19f-ba6c-468d-8ccd-6d1b6ec1732a HTTP/1.1" status: 204 len: 168 time: 0.9797239 Nov 03 19:03:14.165718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 50890) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:14.439672 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:14.643024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50896) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:14.651831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port 7ec5227f-b308-4ad1-bfbb-3977b8308456 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:14.652326 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:14.758671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] For port 7ec5227f-b308-4ad1-bfbb-3977b8308456, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=7ec5227f-b308-4ad1-bfbb-3977b8308456,segment=NetworkSegment(a6759c77-443a-4551-aec7-04b790e0430c),segment_id=a6759c77-443a-4551-aec7-04b790e0430c)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:14.759419 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:14.786990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for 7ec5227f-b308-4ad1-bfbb-3977b8308456 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:14.922768 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcb62b6b-2442-4aa8-8f50-f27d8e6d9165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:14.997097 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb0061ca-9c06-489a-9d97-41d8bc5c7e9d req-8b7f02bc-abc5-40bd-a687-de00b57620d1 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0394497 Nov 03 19:03:15.102868 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.185713 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcb62b6b-2442-4aa8-8f50-f27d8e6d9165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.189159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=7ec5227f-b308-4ad1-bfbb-3977b8308456,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:15.193311 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcb62b6b-2442-4aa8-8f50-f27d8e6d9165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.204281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No DVR routers for this DVR port 7ec5227f-b308-4ad1-bfbb-3977b8308456 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:15.430991 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bcb62b6b-2442-4aa8-8f50-f27d8e6d9165 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a567b863d05b4de0bca06abd5b0c8924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7841709 Nov 03 19:03:15.431204 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 50908) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:15.432496 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb62b6b-2442-4aa8-8f50-f27d8e6d9165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e734ea-7312-462a-b4fe-faf76afc73e1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:15.557049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827527f-7d86-47d6-8660-722e008a87a2 req-ddfddac4-b651-4e07-832a-d32d96f97280 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:15.558733 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b827527f-7d86-47d6-8660-722e008a87a2 req-ddfddac4-b651-4e07-832a-d32d96f97280 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 983 time: 0.2531691 Nov 03 19:03:15.617612 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.648935 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1a2ec0-c919-4da9-aaec-6105bc8f6059']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:15.663765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6759c77-443a-4551-aec7-04b790e0430c') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:15.664301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6759c77-443a-4551-aec7-04b790e0430c') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:15.680090 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.736332 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.747134 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:03:15.747994 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:03:15.877122 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:03:15.880161 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.907799 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0458bc24-b0e4-44cc-902c-b7ed2318fd5d None None] Network af1a2ec0-c919-4da9-aaec-6105bc8f6059 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:15.938236 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:15.945513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 35ce48a7-428f-4077-8e74-f52c70bc8f30 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:15.948958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0458bc24-b0e4-44cc-902c-b7ed2318fd5d None None] Network af1a2ec0-c919-4da9-aaec-6105bc8f6059 could not be found, it might have been deleted concurrently. {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 19:03:15.949755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50916) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:15.961700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a7d64b14-79f9-41bc-a5a8-cc22708a0627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-197635524'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:15.964172 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/networks/af1a2ec0-c919-4da9-aaec-6105bc8f6059 HTTP/1.1" status: 204 len: 168 time: 1.7964370 Nov 03 19:03:15.971765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a50e3-921c-4d95-a62e-3e8913062da5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Network': ['ID=af1a2ec0-c919-4da9-aaec-6105bc8f6059,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:16.022523 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6efcc07-3887-4554-ade6-97423fe4e1f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.047239 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d64b14-79f9-41bc-a5a8-cc22708a0627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:16.051633 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a7d64b14-79f9-41bc-a5a8-cc22708a0627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.072530 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6ab65f79-f589-4444-8454-3240e368236a None None] Could not find standard attr ID for object 7ec5227f-b308-4ad1-bfbb-3977b8308456. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:03:16.089202 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6efcc07-3887-4554-ade6-97423fe4e1f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.108019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350913fc-9c9b-4e9c-a72b-63571479c257 None None] DHCP port deletion for af1a2ec0-c919-4da9-aaec-6105bc8f6059 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:03:16.158462 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d64b14-79f9-41bc-a5a8-cc22708a0627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:03:16.174180 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6efcc07-3887-4554-ade6-97423fe4e1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.179968 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e6efcc07-3887-4554-ade6-97423fe4e1f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.185310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e6efcc07-3887-4554-ade6-97423fe4e1f4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/64e734ea-7312-462a-b4fe-faf76afc73e1 HTTP/1.1" status: 204 len: 168 time: 0.7417235 Nov 03 19:03:16.206503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efcc07-3887-4554-ade6-97423fe4e1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e734ea-7312-462a-b4fe-faf76afc73e1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:16.220644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 35ce48a7-428f-4077-8e74-f52c70bc8f30 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:03:16.221745 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a7d64b14-79f9-41bc-a5a8-cc22708a0627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.223605 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-a7d64b14-79f9-41bc-a5a8-cc22708a0627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Added segment 2e511051-c2ee-4b7f-b2e9-7a60b30614f0 of type vlan for network a675d16e-83bd-4ff0-ac24-2e495d4d2ca2 Nov 03 19:03:16.235705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b827527f-7d86-47d6-8660-722e008a87a2 req-5125616a-8b8a-473b-bd32-b3395d1101bb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/security-groups?id=863eefab-0328-4e8f-9a10-8471e6402f14&id=32e3d448-3389-4305-a078-808a3302e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.3682780 Nov 03 19:03:16.242716 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 35ce48a7-428f-4077-8e74-f52c70bc8f30 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:16.243327 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.303904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7a76169-6f62-4734-8869-5736ae86a28b req-87ad5e22-c9cb-4a55-a529-4d76c8262fc5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0453990 Nov 03 19:03:16.344758 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a7d64b14-79f9-41bc-a5a8-cc22708a0627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.445775 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a7d64b14-79f9-41bc-a5a8-cc22708a0627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.453718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d64b14-79f9-41bc-a5a8-cc22708a0627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:16.454876 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a7d64b14-79f9-41bc-a5a8-cc22708a0627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.524737 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.558351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 50926) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:16.565056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-23a2e189-ab29-4257-8506-e18ad35c29c9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'subnet': {'network_id': 'a675d16e-83bd-4ff0-ac24-2e495d4d2ca2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:16.569378 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a7d64b14-79f9-41bc-a5a8-cc22708a0627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6180737 Nov 03 19:03:16.599234 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 35ce48a7-428f-4077-8e74-f52c70bc8f30, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=35ce48a7-428f-4077-8e74-f52c70bc8f30,segment=NetworkSegment(d98dfe52-2dba-4930-ab0a-36bd3a0a46d0),segment_id=d98dfe52-2dba-4930-ab0a-36bd3a0a46d0)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:16.600533 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9416da37-21be-49bf-a47a-9b59060c03d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ce48a7-428f-4077-8e74-f52c70bc8f30'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:16.605393 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ced31d3-9e0a-42e1-9cda-8c47447f69c2" -d '{"events": [{"server_uuid": "9416da37-21be-49bf-a47a-9b59060c03d6", "name": "network-vif-plugged", "status": "completed", "tag": "35ce48a7-428f-4077-8e74-f52c70bc8f30"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:16.609772 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.705208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d64b14-79f9-41bc-a5a8-cc22708a0627 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Network': ['ID=a675d16e-83bd-4ff0-ac24-2e495d4d2ca2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:16.788075 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262e50c9-f298-4f5e-a933-6db02091de9d x-openstack-request-id: req-262e50c9-f298-4f5e-a933-6db02091de9d {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:16.788436 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9416da37-21be-49bf-a47a-9b59060c03d6", "name": "network-vif-plugged", "status": "completed", "tag": "35ce48a7-428f-4077-8e74-f52c70bc8f30", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:16.788621 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-262e50c9-f298-4f5e-a933-6db02091de9d {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:16.789024 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9416da37-21be-49bf-a47a-9b59060c03d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ce48a7-428f-4077-8e74-f52c70bc8f30', 'code': 200} Nov 03 19:03:16.789725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network a675d16e-83bd-4ff0-ac24-2e495d4d2ca2 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:03:16.813868 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=35ce48a7-428f-4077-8e74-f52c70bc8f30,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:16.878504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a2e189-ab29-4257-8506-e18ad35c29c9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:16.891672 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-23a2e189-ab29-4257-8506-e18ad35c29c9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:16.958367 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c5179-e1df-4b0a-9c07-5fb0db6da25c req-797bc102-30b6-4c0b-95bb-fc564ac87f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:16.960404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-024c5179-e1df-4b0a-9c07-5fb0db6da25c req-797bc102-30b6-4c0b-95bb-fc564ac87f65 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 1135 time: 0.1617906 Nov 03 19:03:17.104121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-024c5179-e1df-4b0a-9c07-5fb0db6da25c req-55aa89e7-8f50-4714-8414-f367df0d8c4f service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=863eefab-0328-4e8f-9a10-8471e6402f14&id=32e3d448-3389-4305-a078-808a3302e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1356683 Nov 03 19:03:17.285089 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-23a2e189-ab29-4257-8506-e18ad35c29c9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:17.548919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2e189-ab29-4257-8506-e18ad35c29c9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Subnet': ['ID=cac686cf-488c-49fd-8512-cc2b7c42e013,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:17.640101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab2e8e10-d244-4ae8-b39d-2c6e1f329ef8 req-c447c374-4255-49ad-899d-2dd29d3abb0a tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0885737 Nov 03 19:03:17.735163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2e189-ab29-4257-8506-e18ad35c29c9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Checking segment: {'id': '2e511051-c2ee-4b7f-b2e9-7a60b30614f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'a675d16e-83bd-4ff0-ac24-2e495d4d2ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:17.737030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2e189-ab29-4257-8506-e18ad35c29c9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network hostable DHCP agents. Network: a675d16e-83bd-4ff0-ac24-2e495d4d2ca2, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:03:17.786586 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db5d02-f57f-44a4-91e2-9118bbdb5a69 req-75d7ff1e-31f9-4283-ba98-eeca82fe0f98 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:17.788816 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2db5d02-f57f-44a4-91e2-9118bbdb5a69 req-75d7ff1e-31f9-4283-ba98-eeca82fe0f98 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 984 time: 0.3399565 Nov 03 19:03:17.838894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50956) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:17.930188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2db5d02-f57f-44a4-91e2-9118bbdb5a69 req-fd2de94f-67f4-4002-bbe4-dc4383f4c461 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/security-groups?id=863eefab-0328-4e8f-9a10-8471e6402f14&id=32e3d448-3389-4305-a078-808a3302e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1336679 Nov 03 19:03:17.936734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2e189-ab29-4257-8506-e18ad35c29c9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network a675d16e-83bd-4ff0-ac24-2e495d4d2ca2 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:03:17.974283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-23a2e189-ab29-4257-8506-e18ad35c29c9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, a675d16e-83bd-4ff0-ac24-2e495d4d2ca2) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:17.979221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a2e189-ab29-4257-8506-e18ad35c29c9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:17.980467 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-23a2e189-ab29-4257-8506-e18ad35c29c9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.001450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5575b600-a849-43ad-a9ac-f27b2293d5ae None None] Network a675d16e-83bd-4ff0-ac24-2e495d4d2ca2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:18.024913 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-23a2e189-ab29-4257-8506-e18ad35c29c9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4610722 Nov 03 19:03:18.025913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 50964) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:18.032206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-965a8280-24b4-4109-9860-9f0ccb171553 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'network_id': 'a675d16e-83bd-4ff0-ac24-2e495d4d2ca2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1032524377'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:18.139413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-225279991-network', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:18.176158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] Made reservation on behalf of dff9ec367bbb493bb22f68b02f6fda55 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:18.180129 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.213688 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.317003 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-a675d16e-83bd-4ff0-ac24-2e495d4d2ca2', 'network_id': 'a675d16e-83bd-4ff0-ac24-2e495d4d2ca2', 'tenant_id': '4d02965793734a9aa7a8412a1bff2ac8', 'fixed_ips': [{'subnet_id': 'cac686cf-488c-49fd-8512-cc2b7c42e013'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:03:18.318610 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.339672 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965a8280-24b4-4109-9860-9f0ccb171553 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:18.345708 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-965a8280-24b4-4109-9860-9f0ccb171553 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.381420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-965a8280-24b4-4109-9860-9f0ccb171553 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port 7d1d76a5-69f7-474e-aba0-2e7fb2058941 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:03:18.438130 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.446154 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.487040 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:03:18.526795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.527738 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] Added segment 29240041-4129-4ee6-b754-372482839a15 of type vlan for network 26c35c47-8ae1-4617-a018-823ab358a63b Nov 03 19:03:18.567730 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-965a8280-24b4-4109-9860-9f0ccb171553 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Allocated IP 2001:db8::33d (a675d16e-83bd-4ff0-ac24-2e495d4d2ca2/cac686cf-488c-49fd-8512-cc2b7c42e013/7d1d76a5-69f7-474e-aba0-2e7fb2058941) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:18.670021 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.677173 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000761d6-1939-4add-acbf-a4b401c6bb08,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:18.762803 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.765041 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:18.766783 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.826863 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-965a8280-24b4-4109-9860-9f0ccb171553 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:18.883809 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=26c35c47-8ae1-4617-a018-823ab358a63b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:18.884457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-574943f2-0d6d-40b6-8027-7a69d0e03f5c req-35301e80-d563-40b5-b277-84e36d1d5bcb tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0540338 Nov 03 19:03:18.899036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 26c35c47-8ae1-4617-a018-823ab358a63b details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:03:18.910418 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d16c743a-df0f-4e7a-9fd2-9f4631a57bf6 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0696893 Nov 03 19:03:18.916953 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50970) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:18.925399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-dae5c016-ce39-4891-81a7-a4a3e0c86457 admin admin] Request body: {'subnet': {'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-225279991-subnet', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:18.989139 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-965a8280-24b4-4109-9860-9f0ccb171553 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.017407 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae5c016-ce39-4891-81a7-a4a3e0c86457 admin admin] Made reservation on behalf of dff9ec367bbb493bb22f68b02f6fda55 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:19.020665 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dae5c016-ce39-4891-81a7-a4a3e0c86457 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.081464 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a8280-24b4-4109-9860-9f0ccb171553 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=7d1d76a5-69f7-474e-aba0-2e7fb2058941,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:19.165242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965a8280-24b4-4109-9860-9f0ccb171553 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network a675d16e-83bd-4ff0-ac24-2e495d4d2ca2 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:19.168226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-965a8280-24b4-4109-9860-9f0ccb171553 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:19.172890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a8280-24b4-4109-9860-9f0ccb171553 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:19.179414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a8280-24b4-4109-9860-9f0ccb171553 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:19.180217 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-965a8280-24b4-4109-9860-9f0ccb171553 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.217892 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Allocated IP 2001:db8::2 (a675d16e-83bd-4ff0-ac24-2e495d4d2ca2/cac686cf-488c-49fd-8512-cc2b7c42e013/0283f189-a1cf-45ca-a614-9ab9976935b6) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:19.224662 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a05edb-c686-4f82-9c3f-60be0bbc3a24 req-0a8f619d-fa78-42f0-8a48-491b96986b0f tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:19.232785 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0a05edb-c686-4f82-9c3f-60be0bbc3a24 req-0a8f619d-fa78-42f0-8a48-491b96986b0f tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 984 time: 0.1051958 Nov 03 19:03:19.240137 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-965a8280-24b4-4109-9860-9f0ccb171553 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.2125335 Nov 03 19:03:19.243442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 50978) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:19.413446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0a05edb-c686-4f82-9c3f-60be0bbc3a24 req-e40ec8db-36b1-4ee6-a969-c16eb5186b1f tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/security-groups?id=863eefab-0328-4e8f-9a10-8471e6402f14&id=32e3d448-3389-4305-a078-808a3302e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1795437 Nov 03 19:03:19.433670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dae5c016-ce39-4891-81a7-a4a3e0c86457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.486754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5c54bc59-e882-48a7-8275-945c4fa81775 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port 7d1d76a5-69f7-474e-aba0-2e7fb2058941 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:19.487156 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c54bc59-e882-48a7-8275-945c4fa81775 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.571968 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.588915 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.605546 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5c016-ce39-4891-81a7-a4a3e0c86457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=433f5fa3-2efe-48ca-828a-d21a4fc0253c,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:19.617946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5c016-ce39-4891-81a7-a4a3e0c86457 admin admin] Checking segment: {'id': '29240041-4129-4ee6-b754-372482839a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:19.618477 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae5c016-ce39-4891-81a7-a4a3e0c86457 admin admin] Network hostable DHCP agents. Network: 26c35c47-8ae1-4617-a018-823ab358a63b, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:03:19.666343 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae5c016-ce39-4891-81a7-a4a3e0c86457 admin admin] Network 26c35c47-8ae1-4617-a018-823ab358a63b is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:03:19.689926 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-dae5c016-ce39-4891-81a7-a4a3e0c86457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 26c35c47-8ae1-4617-a018-823ab358a63b) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:19.715232 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae5c016-ce39-4891-81a7-a4a3e0c86457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:19.719443 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dae5c016-ce39-4891-81a7-a4a3e0c86457 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.750651 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dae5c016-ce39-4891-81a7-a4a3e0c86457 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8312151 Nov 03 19:03:19.753284 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 50984) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:19.761524 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:19.769112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d54a04e-d0e4-4b93-967a-977de8f22c41 None None] Network 26c35c47-8ae1-4617-a018-823ab358a63b requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:19.808476 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.810064 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.873525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Network a675d16e-83bd-4ff0-ac24-2e495d4d2ca2 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:19.940013 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07d51e-5b01-4f04-9dc4-3de4460a5096 req-ad611dec-5afa-4458-aa6a-a9ff2165db36 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:19.946459 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:19.951252 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e07d51e-5b01-4f04-9dc4-3de4460a5096 req-ad611dec-5afa-4458-aa6a-a9ff2165db36 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 984 time: 0.2686749 Nov 03 19:03:19.959857 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c54bc59-e882-48a7-8275-945c4fa81775 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:19.970098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:20.021219 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Pushing event updated for resources: {'Port': ['ID=0283f189-a1cf-45ca-a614-9ab9976935b6,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:20.053792 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.149093 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Attempting to bind port 0283f189-a1cf-45ca-a614-9ab9976935b6 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:20.149828 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Attempting to bind port 0283f189-a1cf-45ca-a614-9ab9976935b6 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '2e511051-c2ee-4b7f-b2e9-7a60b30614f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'a675d16e-83bd-4ff0-ac24-2e495d4d2ca2'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:20.150800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Attempting to bind port 0283f189-a1cf-45ca-a614-9ab9976935b6 on network a675d16e-83bd-4ff0-ac24-2e495d4d2ca2 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:20.159532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:20.160730 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Checking segment: {'id': '2e511051-c2ee-4b7f-b2e9-7a60b30614f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'a675d16e-83bd-4ff0-ac24-2e495d4d2ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:20.161248 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.161755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Bound using segment: {'id': '2e511051-c2ee-4b7f-b2e9-7a60b30614f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'a675d16e-83bd-4ff0-ac24-2e495d4d2ca2'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:20.162344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Bound port: 0283f189-a1cf-45ca-a614-9ab9976935b6, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e511051-c2ee-4b7f-b2e9-7a60b30614f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'a675d16e-83bd-4ff0-ac24-2e495d4d2ca2'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:20.162844 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.317689 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.388172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] For port 0283f189-a1cf-45ca-a614-9ab9976935b6, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:20.462802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] For port 0283f189-a1cf-45ca-a614-9ab9976935b6, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0283f189-a1cf-45ca-a614-9ab9976935b6,segment=NetworkSegment(2e511051-c2ee-4b7f-b2e9-7a60b30614f0),segment_id=2e511051-c2ee-4b7f-b2e9-7a60b30614f0)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:20.468904 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.502612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-26c35c47-8ae1-4617-a018-823ab358a63b', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'fixed_ips': [{'subnet_id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:03:20.503647 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.687767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21e84785-1971-4bbb-8d75-8f0c0020b6e1 req-0c79dd50-4c15-4432-a835-c51d9301cdc0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0687869 Nov 03 19:03:20.717020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5c54bc59-e882-48a7-8275-945c4fa81775 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for 7d1d76a5-69f7-474e-aba0-2e7fb2058941 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:20.726574 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.773429 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:20.875091 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e07d51e-5b01-4f04-9dc4-3de4460a5096 req-b7f7c1d3-668e-4fba-9f15-a383ba85d7d1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/security-groups?id=863eefab-0328-4e8f-9a10-8471e6402f14&id=32e3d448-3389-4305-a078-808a3302e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.8953199 Nov 03 19:03:20.880717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f472c-8c03-4c47-96ae-e283a6049e61 None None] Pushing event updated for resources: {'Port': ['ID=0283f189-a1cf-45ca-a614-9ab9976935b6,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:21.039715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Allocated IP 172.20.0.2 (26c35c47-8ae1-4617-a018-823ab358a63b/433f5fa3-2efe-48ca-828a-d21a4fc0253c/91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:21.114374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Allocated IP 172.25.2.181 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/ea3f8b7e-1d9e-42de-8049-a890a8f8fffc) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:21.181246 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1501b4-2a1e-473f-b985-abd048531921 req-a6193fca-14b0-4a69-9db5-834225c518d7 tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:21.189853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b1501b4-2a1e-473f-b985-abd048531921 req-a6193fca-14b0-4a69-9db5-834225c518d7 tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 1135 time: 0.1349087 Nov 03 19:03:21.193245 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c54bc59-e882-48a7-8275-945c4fa81775 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.248504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54bc59-e882-48a7-8275-945c4fa81775 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=7d1d76a5-69f7-474e-aba0-2e7fb2058941,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:21.251152 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6b1501b4-2a1e-473f-b985-abd048531921 req-9693d5a0-f467-4df2-a0f7-63b6cd2b8c6b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.347967 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.391785 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6b1501b4-2a1e-473f-b985-abd048531921 req-9693d5a0-f467-4df2-a0f7-63b6cd2b8c6b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.401011 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c54bc59-e882-48a7-8275-945c4fa81775 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.411536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5c54bc59-e882-48a7-8275-945c4fa81775 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/7d1d76a5-69f7-474e-aba0-2e7fb2058941 HTTP/1.1" status: 204 len: 168 time: 2.1527448 Nov 03 19:03:21.411536 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6b1501b4-2a1e-473f-b985-abd048531921 req-9693d5a0-f467-4df2-a0f7-63b6cd2b8c6b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.412278 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51000) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:21.454689 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-b070d67d-a8c6-4d60-b5e3-30ffe758a36e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] GET failed (client error): The resource could not be found. Nov 03 19:03:21.458814 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b070d67d-a8c6-4d60-b5e3-30ffe758a36e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/7d1d76a5-69f7-474e-aba0-2e7fb2058941 HTTP/1.1" status: 404 len: 333 time: 0.0432682 Nov 03 19:03:21.459663 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51002) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:21.468982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693d5a0-f467-4df2-a0f7-63b6cd2b8c6b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41227450-1508-4105-afaf-c9eb0ac28239,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:21.474804 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b1501b4-2a1e-473f-b985-abd048531921 req-9693d5a0-f467-4df2-a0f7-63b6cd2b8c6b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=863eefab-0328-4e8f-9a10-8471e6402f14&id=32e3d448-3389-4305-a078-808a3302e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2839105 Nov 03 19:03:21.519465 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.520762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51004) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:21.537710 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.539707 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.605761 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d857e36c-25da-445b-be91-94657c359d26 tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:21.613131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d857e36c-25da-445b-be91-94657c359d26 tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 1130 time: 0.0910518 Nov 03 19:03:21.615963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51006) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:21.618668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Pushing event updated for resources: {'Port': ['ID=ea3f8b7e-1d9e-42de-8049-a890a8f8fffc,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:21.621204 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '35ce48a7-428f-4077-8e74-f52c70bc8f30', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:21.625427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Network 26c35c47-8ae1-4617-a018-823ab358a63b is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:21.629219 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:21.632773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6704621-94e7-4a13-8419-eaa0a924684f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting subnet cac686cf-488c-49fd-8512-cc2b7c42e013 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:21.639036 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6704621-94e7-4a13-8419-eaa0a924684f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.640652 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:21.646090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:21.674123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:21.682882 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.683159 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:21.725645 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6704621-94e7-4a13-8419-eaa0a924684f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.844967 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Attempting to bind port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:21.845357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Attempting to bind port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '29240041-4129-4ee6-b754-372482839a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:21.845732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Attempting to bind port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af on network 26c35c47-8ae1-4617-a018-823ab358a63b {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:21.853697 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Pushing event updated for resources: {'Port': ['ID=91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:21.869086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:21.869473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Checking segment: {'id': '29240041-4129-4ee6-b754-372482839a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:21.869888 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.870288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Bound using segment: {'id': '29240041-4129-4ee6-b754-372482839a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:21.870784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Bound port: 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29240041-4129-4ee6-b754-372482839a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:21.871170 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.873582 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6704621-94e7-4a13-8419-eaa0a924684f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.964403 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:21.991099 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6704621-94e7-4a13-8419-eaa0a924684f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:22.048642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] For port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:22.055080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] For port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af,segment=NetworkSegment(29240041-4129-4ee6-b754-372482839a15),segment_id=29240041-4129-4ee6-b754-372482839a15)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:22.064838 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:22.129430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6704621-94e7-4a13-8419-eaa0a924684f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Subnet': ['ID=cac686cf-488c-49fd-8512-cc2b7c42e013,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:22.223495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6655e27-8e61-4f77-88ce-090faca0e2fe None None] Pushing event updated for resources: {'Port': ['ID=91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:22.223720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1199a87-663a-4531-b726-5d1081f048ca req-d691b2ca-1465-4931-89e8-1be5ceae4c1e tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.1227643 Nov 03 19:03:22.249105 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6704621-94e7-4a13-8419-eaa0a924684f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:22.254934 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c6704621-94e7-4a13-8419-eaa0a924684f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/cac686cf-488c-49fd-8512-cc2b7c42e013 HTTP/1.1" status: 204 len: 168 time: 0.7919786 Nov 03 19:03:22.255235 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51016) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:22.339409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0283f189-a1cf-45ca-a614-9ab9976935b6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:22.451789 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:22.477210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Allocated IP 172.25.2.127 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/80b794c7-be27-432c-a634-c3a62f31bf68) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:22.492226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 0283f189-a1cf-45ca-a614-9ab9976935b6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:22.492834 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:22.701679 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5b0ed3-e7f8-43d6-9c44-45139b029629 None None] Network a675d16e-83bd-4ff0-ac24-2e495d4d2ca2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:22.867504 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:22.952250 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.051863 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:23.055153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:23.058387 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:23.197340 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'Port': ['ID=80b794c7-be27-432c-a634-c3a62f31bf68,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:23.263191 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port 0283f189-a1cf-45ca-a614-9ab9976935b6 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:23.263780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.302530 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.357288 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.398131 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-130ccb63-82d6-4947-814d-614488859a83 None None] Provisioning complete for port 0283f189-a1cf-45ca-a614-9ab9976935b6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:23.398500 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-130ccb63-82d6-4947-814d-614488859a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.535190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] For port 0283f189-a1cf-45ca-a614-9ab9976935b6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0283f189-a1cf-45ca-a614-9ab9976935b6,segment=NetworkSegment(2e511051-c2ee-4b7f-b2e9-7a60b30614f0),segment_id=2e511051-c2ee-4b7f-b2e9-7a60b30614f0)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:23.537244 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.576898 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 0283f189-a1cf-45ca-a614-9ab9976935b6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0283f189-a1cf-45ca-a614-9ab9976935b6,segment=NetworkSegment(2e511051-c2ee-4b7f-b2e9-7a60b30614f0),segment_id=2e511051-c2ee-4b7f-b2e9-7a60b30614f0)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:23.618513 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:23.725431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for 0283f189-a1cf-45ca-a614-9ab9976935b6 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:23.789687 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5bc581e-1de4-4128-8a2e-8cd9e2d32172 req-dac65659-36e4-427d-ad07-f876dc47336e tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.2844853 Nov 03 19:03:23.826878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=0283f189-a1cf-45ca-a614-9ab9976935b6,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:23.829867 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a200f2-43d4-412b-9db3-2b4f7a612f06 None None] DHCP port deletion for a675d16e-83bd-4ff0-ac24-2e495d4d2ca2 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:03:23.885460 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-130ccb63-82d6-4947-814d-614488859a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.039222 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.185155 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-130ccb63-82d6-4947-814d-614488859a83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:03:24.191148 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-130ccb63-82d6-4947-814d-614488859a83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:03:24.213357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=0283f189-a1cf-45ca-a614-9ab9976935b6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:24.214411 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a0a200f2-43d4-412b-9db3-2b4f7a612f06 None None] Deleting port 0283f189-a1cf-45ca-a614-9ab9976935b6 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:24.215004 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a0a200f2-43d4-412b-9db3-2b4f7a612f06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.225495 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No DVR routers for this DVR port 0283f189-a1cf-45ca-a614-9ab9976935b6 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:24.393333 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a0a200f2-43d4-412b-9db3-2b4f7a612f06 None None] For port 0283f189-a1cf-45ca-a614-9ab9976935b6, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:24.393990 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a0a200f2-43d4-412b-9db3-2b4f7a612f06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.395449 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.410973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a0a200f2-43d4-412b-9db3-2b4f7a612f06 None None] Calling delete_port for 0283f189-a1cf-45ca-a614-9ab9976935b6 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:24.415086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-a0a200f2-43d4-412b-9db3-2b4f7a612f06 None None] Port 0283f189-a1cf-45ca-a614-9ab9976935b6 was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:03:24.420332 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a0a200f2-43d4-412b-9db3-2b4f7a612f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.422774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc0eed-aec0-4aa1-b618-8ed7a18e6ce9 None None] Network 26c35c47-8ae1-4617-a018-823ab358a63b requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:24.471772 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.523399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a675d16e-83bd-4ff0-ac24-2e495d4d2ca2']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:24.536892 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e511051-c2ee-4b7f-b2e9-7a60b30614f0') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:24.537166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e511051-c2ee-4b7f-b2e9-7a60b30614f0') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:24.549053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:24.556345 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.604481 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.626140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:03:24.626554 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:03:24.639355 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:03:24.706455 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a200f2-43d4-412b-9db3-2b4f7a612f06 None None] Pushing event deleted for resources: {'Port': ['ID=0283f189-a1cf-45ca-a614-9ab9976935b6,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:24.744718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a200f2-43d4-412b-9db3-2b4f7a612f06 None None] No DVR routers for this DVR port 0283f189-a1cf-45ca-a614-9ab9976935b6 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:24.848078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-130ccb63-82d6-4947-814d-614488859a83 None None] Port 0283f189-a1cf-45ca-a614-9ab9976935b6 update to ACTIVE by agent not found {{(pid=101713) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 19:03:24.885736 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:24.886164 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.001587 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.014394 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.031028 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.063849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d20dc565-9543-483b-abda-87f0a26c368f None None] Provisioning complete for port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:25.064237 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d20dc565-9543-483b-abda-87f0a26c368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.129128 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.138582 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/networks/a675d16e-83bd-4ff0-ac24-2e495d4d2ca2 HTTP/1.1" status: 204 len: 168 time: 2.8815832 Nov 03 19:03:25.158108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af,segment=NetworkSegment(29240041-4129-4ee6-b754-372482839a15),segment_id=29240041-4129-4ee6-b754-372482839a15)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:25.163992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51040) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:25.168506 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac09d2-4575-4421-b36d-439351b6ef30 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Network': ['ID=a675d16e-83bd-4ff0-ac24-2e495d4d2ca2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:25.174234 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.192507 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6fdcaadb-9762-4235-8ccf-85d6d2c47e5f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'name': 'tempest-PortsIpV6TestJSON-665629991'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:25.283791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a1a9fef4-7fef-47a3-9c2c-1182ffbcfcdc req-b561a6c1-777a-4675-92a5-4147acb9ef9c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.1478317 Nov 03 19:03:25.320384 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0283f189-a1cf-45ca-a614-9ab9976935b6 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:25.391886 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.434162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 0283f189-a1cf-45ca-a614-9ab9976935b6 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:03:25.434955 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0283f189-a1cf-45ca-a614-9ab9976935b6 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:25.444937 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:25.560410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:03:25.587999 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdcaadb-9762-4235-8ccf-85d6d2c47e5f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:25.591489 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fdcaadb-9762-4235-8ccf-85d6d2c47e5f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.611056 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-6fdcaadb-9762-4235-8ccf-85d6d2c47e5f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port 04caa917-a734-4d9e-a755-a1a0460efcc4 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:03:25.616057 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4d456153-0422-4605-b187-37197fa39236 None None] Provisioning complete for port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:25.624017 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4d456153-0422-4605-b187-37197fa39236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.667231 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.673331 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.788816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'Port': ['ID=80b794c7-be27-432c-a634-c3a62f31bf68,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:25.804573 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7c63c57-60f6-4490-a193-031efb09df3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.817851 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.924640 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:25.929311 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fdcaadb-9762-4235-8ccf-85d6d2c47e5f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.939284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Sync routers for ids ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:25.953719 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Routers {'9b11a5c8-f8eb-4398-aebd-85cbb1074d34'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:25.955393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:02:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:25.985535 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:25.989600 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d6d599c8-8086-4dcb-8f71-4bad4f89310f admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2317331 Nov 03 19:03:25.994036 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51048) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:26.033951 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Floating IP f29888db-6e3b-4172-934a-293283001dd5 associated. External IP: 172.25.2.127, port: 35ce48a7-428f-4077-8e74-f52c70bc8f30. Nov 03 19:03:26.123758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Set router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:26.170312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fdcaadb-9762-4235-8ccf-85d6d2c47e5f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.261398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:26.321220 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcaadb-9762-4235-8ccf-85d6d2c47e5f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=04caa917-a734-4d9e-a755-a1a0460efcc4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:26.340213 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdcaadb-9762-4235-8ccf-85d6d2c47e5f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:26.343862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-6fdcaadb-9762-4235-8ccf-85d6d2c47e5f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:26.347345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdcaadb-9762-4235-8ccf-85d6d2c47e5f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:26.353262 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdcaadb-9762-4235-8ccf-85d6d2c47e5f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:26.353991 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fdcaadb-9762-4235-8ccf-85d6d2c47e5f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.377782 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6fdcaadb-9762-4235-8ccf-85d6d2c47e5f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2035878 Nov 03 19:03:26.383458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51056) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:26.565050 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:26.565814 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.717523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Router c91c779a-0dd3-4b1c-9f42-7477e180fe85 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:03:26.729600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4bb7eb5e-430a-44fc-8b54-ad065ad3af8c req-b9c1e49d-a2f5-418e-ba11-dec613876129 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.2341297 Nov 03 19:03:26.835269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2c281c39-440f-4774-886a-abdd026696a9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port 04caa917-a734-4d9e-a755-a1a0460efcc4 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:26.836095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c281c39-440f-4774-886a-abdd026696a9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.895376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:03:22Z', 'revision_number': 3, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:26.922655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c281c39-440f-4774-886a-abdd026696a9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:26.939659 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2c281c39-440f-4774-886a-abdd026696a9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for 04caa917-a734-4d9e-a755-a1a0460efcc4 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:26.959325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Checking router: 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:26.959936 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Updating router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 port ea3f8b7e-1d9e-42de-8049-a890a8f8fffc binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:03:27.025257 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.037663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:27.051176 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f55c32-52f7-4fe7-8fea-52ee70d86675 None None] Sync routers for ids ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:27.073224 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f55c32-52f7-4fe7-8fea-52ee70d86675 None None] Routers {'c91c779a-0dd3-4b1c-9f42-7477e180fe85'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:27.078068 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.082624 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-97f55c32-52f7-4fe7-8fea-52ee70d86675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:02:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:27.107614 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.461114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c281c39-440f-4774-886a-abdd026696a9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.531827 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c281c39-440f-4774-886a-abdd026696a9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.535159 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2c281c39-440f-4774-886a-abdd026696a9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/04caa917-a734-4d9e-a755-a1a0460efcc4 HTTP/1.1" status: 204 len: 168 time: 1.1505146 Nov 03 19:03:27.538326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51064) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:27.539137 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c281c39-440f-4774-886a-abdd026696a9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=04caa917-a734-4d9e-a755-a1a0460efcc4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:27.545536 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9032c4e6-c18d-4a24-a4cc-5a4645d5ad5c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'mac_address': 'fa:16:3e:a4:9c:6e', 'name': 'tempest-PortsIpV6TestJSON-1382161845'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:27.557085 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-97f55c32-52f7-4fe7-8fea-52ee70d86675 None None] Set router c91c779a-0dd3-4b1c-9f42-7477e180fe85 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:27.795844 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.804904 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.873984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Attempting to bind port ea3f8b7e-1d9e-42de-8049-a890a8f8fffc on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:27.876500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Attempting to bind port ea3f8b7e-1d9e-42de-8049-a890a8f8fffc by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:27.877912 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Attempting to bind port ea3f8b7e-1d9e-42de-8049-a890a8f8fffc on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:27.893431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9032c4e6-c18d-4a24-a4cc-5a4645d5ad5c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:27.967088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:27.970227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:27.974083 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:27.975291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:27.976407 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Bound port: ea3f8b7e-1d9e-42de-8049-a890a8f8fffc, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:27.979239 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:28.005903 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8ea268e0-6f48-44a5-b83b-4d591ddb7aef tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3887999 Nov 03 19:03:28.008551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51068) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:28.009263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9416da37-21be-49bf-a47a-9b59060c03d6', 'tag': '35ce48a7-428f-4077-8e74-f52c70bc8f30'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:03:28.019268 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9209c2ea-da45-453b-b0e9-313285c10200" -d '{"events": [{"name": "network-changed", "server_uuid": "9416da37-21be-49bf-a47a-9b59060c03d6", "tag": "35ce48a7-428f-4077-8e74-f52c70bc8f30"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:03:28.139596 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Allocated IP 172.20.0.1 (26c35c47-8ae1-4617-a018-823ab358a63b/433f5fa3-2efe-48ca-828a-d21a4fc0253c/427480b4-4290-434e-a9f8-e7d973018d4f) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:28.187492 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d5ac5cc-ea20-48ac-b936-54e8ae5cf68f req-41dd8ae8-233c-4abd-b6ff-d882ab092a49 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.1293397 Nov 03 19:03:28.210961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121f6b1-7a71-4544-82f4-b118eb4be11a None None] Pushing event updated for resources: {'Port': ['ID=ea3f8b7e-1d9e-42de-8049-a890a8f8fffc,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:28.218508 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-54314b36-ed78-475c-9cb1-c496155b9f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:28.232348 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee8487f-9fdb-4a03-a1d3-564299d493bf x-openstack-request-id: req-dee8487f-9fdb-4a03-a1d3-564299d493bf {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:03:28.232944 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9416da37-21be-49bf-a47a-9b59060c03d6", "tag": "35ce48a7-428f-4077-8e74-f52c70bc8f30", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:03:28.234325 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dee8487f-9fdb-4a03-a1d3-564299d493bf {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:03:28.236545 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9416da37-21be-49bf-a47a-9b59060c03d6', 'tag': '35ce48a7-428f-4077-8e74-f52c70bc8f30', 'status': 'completed', 'code': 200} Nov 03 19:03:28.260359 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9032c4e6-c18d-4a24-a4cc-5a4645d5ad5c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:28.285804 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] For port ea3f8b7e-1d9e-42de-8049-a890a8f8fffc, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:28.298905 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] For port ea3f8b7e-1d9e-42de-8049-a890a8f8fffc, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ea3f8b7e-1d9e-42de-8049-a890a8f8fffc,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:28.307389 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:28.365655 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-97f55c32-52f7-4fe7-8fea-52ee70d86675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:35Z', 'updated_at': '2021-11-03T19:02:52Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:36Z', 'updated_at': '2021-11-03T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'f29888db-6e3b-4172-934a-293283001dd5', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'port_id': '35ce48a7-428f-4077-8e74-f52c70bc8f30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'mac_address': 'fa:16:3e:ad:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9416da37-21be-49bf-a47a-9b59060c03d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:03:24Z', 'updated_at': '2021-11-03T19:03:24Z', 'revision_number': 0, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d681a4-82bb-4ca0-a6ec-b682a7d0b087', 'name': '', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'mac_address': 'fa:16:3e:03:b8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6b71190c-9777-4625-b173-9fc09e43b398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:48Z', 'updated_at': '2021-11-03T19:02:59Z', 'revision_number': 5, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'subnets': [{'id': '6b71190c-9777-4625-b173-9fc09e43b398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:28.386321 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Routers {'9b11a5c8-f8eb-4398-aebd-85cbb1074d34'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:28.386321 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:28.443523 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f55c32-52f7-4fe7-8fea-52ee70d86675 None None] Checking router: c91c779a-0dd3-4b1c-9f42-7477e180fe85 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:28.472084 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f55c32-52f7-4fe7-8fea-52ee70d86675 None None] Routers {'c91c779a-0dd3-4b1c-9f42-7477e180fe85'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:28.479367 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-97f55c32-52f7-4fe7-8fea-52ee70d86675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:28.484370 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121f6b1-7a71-4544-82f4-b118eb4be11a None None] Pushing event updated for resources: {'Port': ['ID=ea3f8b7e-1d9e-42de-8049-a890a8f8fffc,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:28.644171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b14a9c-4a03-4dcc-af95-c0baa0bb8f1b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:28.646190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b14a9c-4a03-4dcc-af95-c0baa0bb8f1b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:28.647213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b14a9c-4a03-4dcc-af95-c0baa0bb8f1b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:28.647989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b14a9c-4a03-4dcc-af95-c0baa0bb8f1b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:28.649012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b14a9c-4a03-4dcc-af95-c0baa0bb8f1b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:28.650537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b14a9c-4a03-4dcc-af95-c0baa0bb8f1b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:28.651083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b14a9c-4a03-4dcc-af95-c0baa0bb8f1b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:28.653471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b14a9c-4a03-4dcc-af95-c0baa0bb8f1b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:28.654910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b14a9c-4a03-4dcc-af95-c0baa0bb8f1b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:28.655925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b14a9c-4a03-4dcc-af95-c0baa0bb8f1b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:28.661009 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-98b14a9c-4a03-4dcc-af95-c0baa0bb8f1b tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7024 time: 0.6373453 Nov 03 19:03:28.670681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51078) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:28.689389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] Set router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:28.784359 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-97f55c32-52f7-4fe7-8fea-52ee70d86675 None None] Set router c91c779a-0dd3-4b1c-9f42-7477e180fe85 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:28.787651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209c2ea-da45-453b-b0e9-313285c10200 req-83d348d2-74cb-4fc5-823f-3ba6594c4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:28.789621 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9209c2ea-da45-453b-b0e9-313285c10200 req-83d348d2-74cb-4fc5-823f-3ba6594c4565 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a66432c41f664b9c8a9ca7bdeba030f9&device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 1135 time: 0.5518227 Nov 03 19:03:28.997257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-9032c4e6-c18d-4a24-a4cc-5a4645d5ad5c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port e4204a17-d4b5-41ee-8957-7b0af911d0ca yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:03:29.148952 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:29.159414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ced24a7-318e-4e67-8599-5077b957108e tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.159978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ced24a7-318e-4e67-8599-5077b957108e tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.160438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ced24a7-318e-4e67-8599-5077b957108e tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.160886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ced24a7-318e-4e67-8599-5077b957108e tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.161334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ced24a7-318e-4e67-8599-5077b957108e tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.161780 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ced24a7-318e-4e67-8599-5077b957108e tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.162227 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ced24a7-318e-4e67-8599-5077b957108e tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.162724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ced24a7-318e-4e67-8599-5077b957108e tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.163169 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ced24a7-318e-4e67-8599-5077b957108e tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.171913 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2ced24a7-318e-4e67-8599-5077b957108e tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5813 time: 0.4994817 Nov 03 19:03:29.172549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51082) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:29.238088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209c2ea-da45-453b-b0e9-313285c10200 req-bd6caa11-f97a-44cc-bf7c-809598bc07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.239551 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9209c2ea-da45-453b-b0e9-313285c10200 req-bd6caa11-f97a-44cc-bf7c-809598bc07d4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 HTTP/1.1" status: 200 len: 897 time: 0.4358048 Nov 03 19:03:29.326054 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-97f55c32-52f7-4fe7-8fea-52ee70d86675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:35Z', 'updated_at': '2021-11-03T19:02:52Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:36Z', 'updated_at': '2021-11-03T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'f29888db-6e3b-4172-934a-293283001dd5', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'port_id': '35ce48a7-428f-4077-8e74-f52c70bc8f30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'mac_address': 'fa:16:3e:ad:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9416da37-21be-49bf-a47a-9b59060c03d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:03:24Z', 'updated_at': '2021-11-03T19:03:24Z', 'revision_number': 0, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d681a4-82bb-4ca0-a6ec-b682a7d0b087', 'name': '', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'mac_address': 'fa:16:3e:03:b8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6b71190c-9777-4625-b173-9fc09e43b398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:48Z', 'updated_at': '2021-11-03T19:02:59Z', 'revision_number': 5, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'subnets': [{'id': '6b71190c-9777-4625-b173-9fc09e43b398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:29.389544 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f55c32-52f7-4fe7-8fea-52ee70d86675 None None] The sync data for ids ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'] in n-d-812150-4 is: [{'id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:35Z', 'updated_at': '2021-11-03T19:02:52Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:36Z', 'updated_at': '2021-11-03T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'f29888db-6e3b-4172-934a-293283001dd5', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'port_id': '35ce48a7-428f-4077-8e74-f52c70bc8f30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'mac_address': 'fa:16:3e:ad:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9416da37-21be-49bf-a47a-9b59060c03d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:03:24Z', 'updated_at': '2021-11-03T19:03:24Z', 'revision_number': 0, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d681a4-82bb-4ca0-a6ec-b682a7d0b087', 'name': '', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'mac_address': 'fa:16:3e:03:b8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6b71190c-9777-4625-b173-9fc09e43b398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:48Z', 'updated_at': '2021-11-03T19:02:59Z', 'revision_number': 5, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'subnets': [{'id': '6b71190c-9777-4625-b173-9fc09e43b398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:29.435069 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9032c4e6-c18d-4a24-a4cc-5a4645d5ad5c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:29.447759 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:29.487691 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:29.527690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b648471d-33a2-4eb0-8e79-8603771f5683 req-c695c8cb-c51c-45b4-8b8b-002e2db048e5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.1136909 Nov 03 19:03:29.636403 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Pushing event updated for resources: {'Port': ['ID=427480b4-4290-434e-a9f8-e7d973018d4f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:29.638552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9209c2ea-da45-453b-b0e9-313285c10200 req-7a97bfe2-ffd0-44f3-a917-960176954014 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35ce48a7-428f-4077-8e74-f52c70bc8f30 HTTP/1.1" status: 200 len: 999 time: 0.3900208 Nov 03 19:03:29.641019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Network 26c35c47-8ae1-4617-a018-823ab358a63b is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:29.660114 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:29.672156 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:29.697736 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:03:22Z', 'revision_number': 3, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:29.821186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9b139-9404-4218-b503-a845c7ecd535 None None] The sync data for ids ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'] in n-d-812150-4 is: [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:03:22Z', 'revision_number': 3, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:29.837497 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9032c4e6-c18d-4a24-a4cc-5a4645d5ad5c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:29.886000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae042ee1-cc14-47d2-b921-e5364ed22280 None None] New status for floating IP f29888db-6e3b-4172-934a-293283001dd5: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:03:29.948520 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209c2ea-da45-453b-b0e9-313285c10200 req-33cd3e0e-d2eb-416a-b443-d20de9395283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:29.955176 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9209c2ea-da45-453b-b0e9-313285c10200 req-33cd3e0e-d2eb-416a-b443-d20de9395283 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6b71190c-9777-4625-b173-9fc09e43b398 HTTP/1.1" status: 200 len: 834 time: 0.3029931 Nov 03 19:03:30.037392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032c4e6-c18d-4a24-a4cc-5a4645d5ad5c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=e4204a17-d4b5-41ee-8957-7b0af911d0ca,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:30.059949 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:30.174747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209c2ea-da45-453b-b0e9-313285c10200 req-b4278154-abfb-496c-a173-6ce817eef6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:30.185756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9209c2ea-da45-453b-b0e9-313285c10200 req-b4278154-abfb-496c-a173-6ce817eef6df service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=821feb72-7915-4b1e-9ae2-b5ba84e1f5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945999 Nov 03 19:03:30.310314 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9032c4e6-c18d-4a24-a4cc-5a4645d5ad5c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:30.330038 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c236cc89-b6cc-483a-b73e-87717b009504 tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 1.1545341 Nov 03 19:03:30.330680 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51092) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:30.331665 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-9032c4e6-c18d-4a24-a4cc-5a4645d5ad5c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:30.353765 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032c4e6-c18d-4a24-a4cc-5a4645d5ad5c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:30.368884 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9032c4e6-c18d-4a24-a4cc-5a4645d5ad5c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:30.369558 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9032c4e6-c18d-4a24-a4cc-5a4645d5ad5c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:30.442227 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9032c4e6-c18d-4a24-a4cc-5a4645d5ad5c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8977396 Nov 03 19:03:30.445787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51094) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:30.511807 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:30.513550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0c98bd65-9fcb-42d3-99d1-7d92e1610afa None None] Provisioning complete for port 427480b4-4290-434e-a9f8-e7d973018d4f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:30.515768 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0c98bd65-9fcb-42d3-99d1-7d92e1610afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:30.555059 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f9a8d7-2c86-4df4-9902-035aa039bc2a tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:30.555542 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f9a8d7-2c86-4df4-9902-035aa039bc2a tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:30.570917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa0a63-8ecb-4897-908d-d2d9569313c9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:30.577468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-76f9a8d7-2c86-4df4-9902-035aa039bc2a tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=c91c779a-0dd3-4b1c-9f42-7477e180fe85 HTTP/1.1" status: 200 len: 1990 time: 0.1783748 Nov 03 19:03:30.577685 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b9fa0a63-8ecb-4897-908d-d2d9569313c9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/e4204a17-d4b5-41ee-8957-7b0af911d0ca HTTP/1.1" status: 200 len: 845 time: 0.0761273 Nov 03 19:03:30.584754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51100) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:30.607089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9209c2ea-da45-453b-b0e9-313285c10200 req-5db29bec-71dd-4ac3-933b-4e6b643945b1 service neutron] 10.222.0.98 "GET /v2.0/networks/821feb72-7915-4b1e-9ae2-b5ba84e1f5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200354 Nov 03 19:03:30.630127 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:30.686338 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0c98bd65-9fcb-42d3-99d1-7d92e1610afa None None] Port 427480b4-4290-434e-a9f8-e7d973018d4f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:03:30.705089 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:30.869455 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:30.879017 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:30.898520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34552fe8-b0b4-43d7-84ed-eeb758f9e6cb req-d38e122e-126c-4f12-9b82-1afa792266c8 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.1092191 Nov 03 19:03:30.964352 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9209c2ea-da45-453b-b0e9-313285c10200 req-9c1ae3a1-33f3-4fb6-9f60-424d02f322ee service neutron] 10.222.0.98 "GET /v2.0/networks/821feb72-7915-4b1e-9ae2-b5ba84e1f5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383107 Nov 03 19:03:31.004064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5e30ca71-6635-4f78-b4bc-f8bc7b1a7773 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port e4204a17-d4b5-41ee-8957-7b0af911d0ca {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:31.004399 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5e30ca71-6635-4f78-b4bc-f8bc7b1a7773 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:31.021664 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:31.083751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Pushing event updated for resources: {'Port': ['ID=427480b4-4290-434e-a9f8-e7d973018d4f,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:31.111998 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5e30ca71-6635-4f78-b4bc-f8bc7b1a7773 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:31.155571 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5e30ca71-6635-4f78-b4bc-f8bc7b1a7773 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for e4204a17-d4b5-41ee-8957-7b0af911d0ca owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:31.245808 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Network 26c35c47-8ae1-4617-a018-823ab358a63b is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:31.247059 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:31.305939 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5e30ca71-6635-4f78-b4bc-f8bc7b1a7773 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:31.369980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30ca71-6635-4f78-b4bc-f8bc7b1a7773 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=e4204a17-d4b5-41ee-8957-7b0af911d0ca,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:31.412787 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5e30ca71-6635-4f78-b4bc-f8bc7b1a7773 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:31.417273 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5e30ca71-6635-4f78-b4bc-f8bc7b1a7773 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/e4204a17-d4b5-41ee-8957-7b0af911d0ca HTTP/1.1" status: 204 len: 168 time: 0.8295512 Nov 03 19:03:31.419902 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51108) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:31.452132 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:31.455823 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b41901-8304-4dab-89b0-2e997216637c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] GET failed (client error): The resource could not be found. Nov 03 19:03:31.464533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-32b41901-8304-4dab-89b0-2e997216637c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/e4204a17-d4b5-41ee-8957-7b0af911d0ca HTTP/1.1" status: 404 len: 333 time: 0.0372233 Nov 03 19:03:31.465644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51110) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:31.473710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-aabe31cb-01b1-4620-97e7-fd6f7782409e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'name': 'tempest-PortsIpV6TestJSON-75020909'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:31.572117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:03:31.684381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabe31cb-01b1-4620-97e7-fd6f7782409e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:31.692294 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aabe31cb-01b1-4620-97e7-fd6f7782409e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:31.717745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-aabe31cb-01b1-4620-97e7-fd6f7782409e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port fb228c3f-11fc-4960-8d7e-14012cb9ebc7 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:03:31.744077 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3eeab39e-c02e-40e1-be50-737e0637c0dc None None] Provisioning complete for port 427480b4-4290-434e-a9f8-e7d973018d4f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:31.744683 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3eeab39e-c02e-40e1-be50-737e0637c0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:31.845690 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3eeab39e-c02e-40e1-be50-737e0637c0dc None None] Port 427480b4-4290-434e-a9f8-e7d973018d4f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:03:31.878341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:31.898792 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0ac12f57-05c7-4e61-a49c-219fca97b57c admin admin] 10.222.0.107 "PUT /v2.0/routers/9b11a5c8-f8eb-4398-aebd-85cbb1074d34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9007730 Nov 03 19:03:32.070698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dc8f20c7-214d-45ac-b856-827dfd2fb1d2 req-6d05b4ac-4cb6-40f4-b23f-c55b5c31f13d tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0623367 Nov 03 19:03:32.111868 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aabe31cb-01b1-4620-97e7-fd6f7782409e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.162527 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aabe31cb-01b1-4620-97e7-fd6f7782409e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.263383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabe31cb-01b1-4620-97e7-fd6f7782409e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:32.267887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-aabe31cb-01b1-4620-97e7-fd6f7782409e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:32.272973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe31cb-01b1-4620-97e7-fd6f7782409e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:32.278876 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabe31cb-01b1-4620-97e7-fd6f7782409e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:32.279748 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aabe31cb-01b1-4620-97e7-fd6f7782409e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.284805 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ea3f8b7e-1d9e-42de-8049-a890a8f8fffc up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:32.291955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe31cb-01b1-4620-97e7-fd6f7782409e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=fb228c3f-11fc-4960-8d7e-14012cb9ebc7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:32.301433 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51126) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:32.308069 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-5c3f4ae7-4218-4cd9-8d14-0ea1185b3d11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:32.312744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aabe31cb-01b1-4620-97e7-fd6f7782409e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8313694 Nov 03 19:03:32.434835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ea3f8b7e-1d9e-42de-8049-a890a8f8fffc triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:32.435218 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.465388 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4ae7-4218-4cd9-8d14-0ea1185b3d11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.647061 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.703437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port ea3f8b7e-1d9e-42de-8049-a890a8f8fffc, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ea3f8b7e-1d9e-42de-8049-a890a8f8fffc,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:32.710266 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.812639 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4ae7-4218-4cd9-8d14-0ea1185b3d11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.820062 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4ae7-4218-4cd9-8d14-0ea1185b3d11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.868652 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=ea3f8b7e-1d9e-42de-8049-a890a8f8fffc,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:32.912083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f4ae7-4218-4cd9-8d14-0ea1185b3d11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] In _notify_port_updated(), no bound segment for port fb228c3f-11fc-4960-8d7e-14012cb9ebc7 on network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:03:32.919283 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f4ae7-4218-4cd9-8d14-0ea1185b3d11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:32.920255 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5c3f4ae7-4218-4cd9-8d14-0ea1185b3d11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:32.922412 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5c3f4ae7-4218-4cd9-8d14-0ea1185b3d11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "PUT /v2.0/ports/fb228c3f-11fc-4960-8d7e-14012cb9ebc7 HTTP/1.1" status: 200 len: 818 time: 0.6197624 Nov 03 19:03:32.928112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51144) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:32.959807 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f4ae7-4218-4cd9-8d14-0ea1185b3d11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=fb228c3f-11fc-4960-8d7e-14012cb9ebc7,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:32.993723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51146) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:33.000177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-258988065-network', 'tenant_id': '800490b316be46c0bf0d490696183c20'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:33.024231 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Sync routers for ids ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:33.042952 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Routers {'9b11a5c8-f8eb-4398-aebd-85cbb1074d34'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:33.043598 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:33.044783 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] Made reservation on behalf of 800490b316be46c0bf0d490696183c20 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:33.047364 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.063265 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.103824 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-6b606066-b0bc-48a5-9d39-fb975331b3cc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port fb228c3f-11fc-4960-8d7e-14012cb9ebc7 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:33.104453 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b606066-b0bc-48a5-9d39-fb975331b3cc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.259069 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b606066-b0bc-48a5-9d39-fb975331b3cc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.285634 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.286953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-6b606066-b0bc-48a5-9d39-fb975331b3cc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for fb228c3f-11fc-4960-8d7e-14012cb9ebc7 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:33.292803 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.332934 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-922d14ad-7540-4fb8-8f72-d86b69a2456b req-46319d13-9b42-4a9e-904f-a0d66c52f06f tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0480628 Nov 03 19:03:33.416518 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:03:33.430708 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.431391 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] Added segment ceb768e9-4de9-4b3a-80e1-629e03a7d3a5 of type vlan for network f985d3f5-ec21-4c13-8fd1-d754551bdd9a Nov 03 19:03:33.473654 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Set router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:33.475116 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b606066-b0bc-48a5-9d39-fb975331b3cc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.502380 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.529465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9499387c-b1e6-4708-9a16-6bfdbe770a4f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:33.534690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.535747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:33.536396 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.539939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b606066-b0bc-48a5-9d39-fb975331b3cc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=fb228c3f-11fc-4960-8d7e-14012cb9ebc7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:33.565986 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b606066-b0bc-48a5-9d39-fb975331b3cc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.573929 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6b606066-b0bc-48a5-9d39-fb975331b3cc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/fb228c3f-11fc-4960-8d7e-14012cb9ebc7 HTTP/1.1" status: 204 len: 168 time: 0.6446271 Nov 03 19:03:33.575219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51154) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:33.698099 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7030962 Nov 03 19:03:33.698842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efeff5-f9f2-45d2-8f01-4364a3459458 admin admin] Pushing event updated for resources: {'Network': ['ID=f985d3f5-ec21-4c13-8fd1-d754551bdd9a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:33.701226 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51160) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:33.706617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8d3a4470-b220-4507-81cf-e4ca55b8ba09 admin admin] Request body: {'subnet': {'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-258988065-subnet', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:33.712934 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network f985d3f5-ec21-4c13-8fd1-d754551bdd9a details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:03:33.752679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb5d8a1-5518-4716-a239-9f664ff279c8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:33.755460 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2cb5d8a1-5518-4716-a239-9f664ff279c8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1786230 Nov 03 19:03:33.758887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51162) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:33.779253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3a4470-b220-4507-81cf-e4ca55b8ba09 admin admin] Made reservation on behalf of 800490b316be46c0bf0d490696183c20 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:33.794952 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4470-b220-4507-81cf-e4ca55b8ba09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.825536 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a97c37-e2bc-4470-adee-59b22466c962 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] GET failed (client error): The resource could not be found. Nov 03 19:03:33.839792 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-73a97c37-e2bc-4470-adee-59b22466c962 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/fb228c3f-11fc-4960-8d7e-14012cb9ebc7 HTTP/1.1" status: 404 len: 333 time: 0.0781133 Nov 03 19:03:33.840577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51164) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:33.846135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-5c4f5919-30ff-4466-9314-9fb93e8b6810 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-372042417'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:33.940814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4f5919-30ff-4466-9314-9fb93e8b6810 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:33.944547 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5919-30ff-4466-9314-9fb93e8b6810 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:33.997764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4f5919-30ff-4466-9314-9fb93e8b6810 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:03:34.018318 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:03:30Z', 'revision_number': 4, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '427480b4-4290-434e-a9f8-e7d973018d4f', 'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'mac_address': 'fa:16:3e:07:92:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:27Z', 'updated_at': '2021-11-03T19:03:30Z', 'revision_number': 2, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'subnets': [{'id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:34.021051 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5919-30ff-4466-9314-9fb93e8b6810 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.021398 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-5c4f5919-30ff-4466-9314-9fb93e8b6810 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Added segment dacc0049-40d2-4342-a205-98ac2a087728 of type vlan for network a9b81849-e3f7-4b0b-8464-4368cc27e96f Nov 03 19:03:34.068102 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Checking router: 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:34.069267 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Updating router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 port 427480b4-4290-434e-a9f8-e7d973018d4f binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:03:34.113224 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5919-30ff-4466-9314-9fb93e8b6810 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.125586 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.137147 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4470-b220-4507-81cf-e4ca55b8ba09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.165852 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5919-30ff-4466-9314-9fb93e8b6810 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.173342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f5919-30ff-4466-9314-9fb93e8b6810 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:34.173998 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c4f5919-30ff-4466-9314-9fb93e8b6810 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.245242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3a4470-b220-4507-81cf-e4ca55b8ba09 admin admin] Checking segment: {'id': 'ceb768e9-4de9-4b3a-80e1-629e03a7d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:34.245643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3a4470-b220-4507-81cf-e4ca55b8ba09 admin admin] Network hostable DHCP agents. Network: f985d3f5-ec21-4c13-8fd1-d754551bdd9a, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:03:34.253337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a4470-b220-4507-81cf-e4ca55b8ba09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=089c757a-ddc6-47db-af0c-121daf1178c7,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:34.275168 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ea3f8b7e-1d9e-42de-8049-a890a8f8fffc up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:34.282180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3a4470-b220-4507-81cf-e4ca55b8ba09 admin admin] Network f985d3f5-ec21-4c13-8fd1-d754551bdd9a is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:03:34.315958 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-8d3a4470-b220-4507-81cf-e4ca55b8ba09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, f985d3f5-ec21-4c13-8fd1-d754551bdd9a) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:34.324704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3a4470-b220-4507-81cf-e4ca55b8ba09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:34.325531 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4470-b220-4507-81cf-e4ca55b8ba09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.353155 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efeebc1-6a82-413e-8dfc-44876e0088b1 None None] Network f985d3f5-ec21-4c13-8fd1-d754551bdd9a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:34.358665 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5c4f5919-30ff-4466-9314-9fb93e8b6810 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5168231 Nov 03 19:03:34.363190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51166) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:34.369841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-be5bb00e-e1d5-433c-bef0-be4a1fe6228f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'subnet': {'network_id': 'a9b81849-e3f7-4b0b-8464-4368cc27e96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:34.400367 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f5919-30ff-4466-9314-9fb93e8b6810 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Network': ['ID=a9b81849-e3f7-4b0b-8464-4368cc27e96f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:34.448612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51172) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:34.454669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-258988065-router', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:34.461916 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network a9b81849-e3f7-4b0b-8464-4368cc27e96f details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:03:34.464507 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8d3a4470-b220-4507-81cf-e4ca55b8ba09 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7617903 Nov 03 19:03:34.501886 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.506911 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.632563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5bb00e-e1d5-433c-bef0-be4a1fe6228f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:34.634397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0333f5d-dd2c-472a-a78e-c53383052ecb req-afabc2dc-d57e-4238-b94c-61fbb99f22b3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.1001060 Nov 03 19:03:34.636193 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be5bb00e-e1d5-433c-bef0-be4a1fe6228f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.792790 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ea3f8b7e-1d9e-42de-8049-a890a8f8fffc triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:34.794021 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.798632 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.814700 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.830185 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.917186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-f985d3f5-ec21-4c13-8fd1-d754551bdd9a', 'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'fixed_ips': [{'subnet_id': '089c757a-ddc6-47db-af0c-121daf1178c7'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:03:34.918065 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:34.951248 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6b4fd-99c1-42dd-96fe-ea8100da4112 None None] Pushing event updated for resources: {'Port': ['ID=427480b4-4290-434e-a9f8-e7d973018d4f,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:35.244873 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be5bb00e-e1d5-433c-bef0-be4a1fe6228f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.262707 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Attempting to bind port 427480b4-4290-434e-a9f8-e7d973018d4f on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:35.264368 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Attempting to bind port 427480b4-4290-434e-a9f8-e7d973018d4f by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '29240041-4129-4ee6-b754-372482839a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:35.265922 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Attempting to bind port 427480b4-4290-434e-a9f8-e7d973018d4f on network 26c35c47-8ae1-4617-a018-823ab358a63b {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:35.287527 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:35.290776 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Checking segment: {'id': '29240041-4129-4ee6-b754-372482839a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:35.291572 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.292170 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Bound using segment: {'id': '29240041-4129-4ee6-b754-372482839a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:35.292940 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Bound port: 427480b4-4290-434e-a9f8-e7d973018d4f, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29240041-4129-4ee6-b754-372482839a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:35.293634 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.497722 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] For port 427480b4-4290-434e-a9f8-e7d973018d4f, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:35.498204 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Allocated IP 172.20.0.2 (f985d3f5-ec21-4c13-8fd1-d754551bdd9a/089c757a-ddc6-47db-af0c-121daf1178c7/db2ffd9b-45b2-4841-8946-3241eb3767a7) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:35.503748 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] For port 427480b4-4290-434e-a9f8-e7d973018d4f, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=427480b4-4290-434e-a9f8-e7d973018d4f,segment=NetworkSegment(29240041-4129-4ee6-b754-372482839a15),segment_id=29240041-4129-4ee6-b754-372482839a15)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:35.512072 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.522085 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5bb00e-e1d5-433c-bef0-be4a1fe6228f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Checking segment: {'id': 'dacc0049-40d2-4342-a205-98ac2a087728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'a9b81849-e3f7-4b0b-8464-4368cc27e96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:35.522674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5bb00e-e1d5-433c-bef0-be4a1fe6228f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network hostable DHCP agents. Network: a9b81849-e3f7-4b0b-8464-4368cc27e96f, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:03:35.556589 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bb00e-e1d5-433c-bef0-be4a1fe6228f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Subnet': ['ID=9de74c89-85ae-4523-90a4-17bfc600af45,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:35.574120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5bb00e-e1d5-433c-bef0-be4a1fe6228f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network a9b81849-e3f7-4b0b-8464-4368cc27e96f is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:03:35.612512 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-be5bb00e-e1d5-433c-bef0-be4a1fe6228f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, a9b81849-e3f7-4b0b-8464-4368cc27e96f) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:35.627800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5bb00e-e1d5-433c-bef0-be4a1fe6228f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:35.633634 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be5bb00e-e1d5-433c-bef0-be4a1fe6228f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.679602 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Routers {'9b11a5c8-f8eb-4398-aebd-85cbb1074d34'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:35.680304 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:35.688221 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-be5bb00e-e1d5-433c-bef0-be4a1fe6228f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3237798 Nov 03 19:03:35.697707 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51198) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:35.724001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-639f641f-5f0c-41a0-8b76-eb841951d2d4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'subnet': {'network_id': 'a9b81849-e3f7-4b0b-8464-4368cc27e96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:35.733129 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.868305 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6b4fd-99c1-42dd-96fe-ea8100da4112 None None] Pushing event updated for resources: {'Port': ['ID=427480b4-4290-434e-a9f8-e7d973018d4f,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:35.952969 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3584dab1-0d29-4326-8858-c2ca54cd1cf9 None None] Provisioning complete for port 427480b4-4290-434e-a9f8-e7d973018d4f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:35.953674 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3584dab1-0d29-4326-8858-c2ca54cd1cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:35.972976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d45663-40bd-4dbd-85c4-dcedbbf89801 None None] Network a9b81849-e3f7-4b0b-8464-4368cc27e96f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:36.031045 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6212f90a-e6a4-4a3a-8017-37192ff971f1 req-77d74aa7-5098-4a61-9e5c-e80654e1153f tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.1400764 Nov 03 19:03:36.073429 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] Set router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:36.111834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639f641f-5f0c-41a0-8b76-eb841951d2d4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:36.121275 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-639f641f-5f0c-41a0-8b76-eb841951d2d4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.234171 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:03:36.243497 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.272240 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.345745 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3584dab1-0d29-4326-8858-c2ca54cd1cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.348785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-a9b81849-e3f7-4b0b-8464-4368cc27e96f', 'network_id': 'a9b81849-e3f7-4b0b-8464-4368cc27e96f', 'tenant_id': '4d02965793734a9aa7a8412a1bff2ac8', 'fixed_ips': [{'subnet_id': '9de74c89-85ae-4523-90a4-17bfc600af45'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:03:36.349963 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.418718 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.428402 n-d-812150-4 neutron-server[101711]: INFO neutron.db.ipam_backend_mixin [None req-639f641f-5f0c-41a0-8b76-eb841951d2d4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9de74c89-85ae-4523-90a4-17bfc600af45 (CIDR: 2001:db8::/64) Nov 03 19:03:36.435552 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-639f641f-5f0c-41a0-8b76-eb841951d2d4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:03:36.436068 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639f641f-5f0c-41a0-8b76-eb841951d2d4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:03:36.469099 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.477114 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-639f641f-5f0c-41a0-8b76-eb841951d2d4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7756073 Nov 03 19:03:36.478721 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51220) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:36.487766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-91b7d371-bbce-4d51-bfc2-9867c74d87b7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'subnet': {'network_id': 'a9b81849-e3f7-4b0b-8464-4368cc27e96f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:36.652433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Allocated IP 2001:db8::2 (a9b81849-e3f7-4b0b-8464-4368cc27e96f/9de74c89-85ae-4523-90a4-17bfc600af45/a365c2b3-0f28-4deb-b18b-39984fbb1b6e) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:36.658929 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:03:30Z', 'revision_number': 4, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '427480b4-4290-434e-a9f8-e7d973018d4f', 'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'mac_address': 'fa:16:3e:07:92:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:27Z', 'updated_at': '2021-11-03T19:03:35Z', 'revision_number': 4, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'subnets': [{'id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:36.779699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b7d371-bbce-4d51-bfc2-9867c74d87b7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:36.785377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Allocated IP 172.25.2.56 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/886d8f69-2db9-4728-a55f-ef334c0e98a5) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:36.789730 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91b7d371-bbce-4d51-bfc2-9867c74d87b7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.910841 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.928471 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:36.950850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Network f985d3f5-ec21-4c13-8fd1-d754551bdd9a is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:36.971148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:36.981845 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Network a9b81849-e3f7-4b0b-8464-4368cc27e96f is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:36.983433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Pushing event updated for resources: {'Port': ['ID=db2ffd9b-45b2-4841-8946-3241eb3767a7,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:36.993011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:37.021448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:37.038004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:37.110541 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f27ce1b-99f2-4d15-b0bc-439d3634bd0a None None] The sync data for ids ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'] in n-d-812150-4 is: [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:03:30Z', 'revision_number': 4, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '427480b4-4290-434e-a9f8-e7d973018d4f', 'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'mac_address': 'fa:16:3e:07:92:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:27Z', 'updated_at': '2021-11-03T19:03:35Z', 'revision_number': 4, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'subnets': [{'id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:37.217601 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.424113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb63ef4a-a1b4-45de-b6e5-355b37840584 req-b55943c9-b11b-4985-9f91-c4c5bad7132c tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0998855 Nov 03 19:03:37.470351 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.498618 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3584dab1-0d29-4326-8858-c2ca54cd1cf9 None None] For port 427480b4-4290-434e-a9f8-e7d973018d4f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=427480b4-4290-434e-a9f8-e7d973018d4f,segment=NetworkSegment(29240041-4129-4ee6-b754-372482839a15),segment_id=29240041-4129-4ee6-b754-372482839a15)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:37.517952 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91b7d371-bbce-4d51-bfc2-9867c74d87b7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.573153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b7d371-bbce-4d51-bfc2-9867c74d87b7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network a9b81849-e3f7-4b0b-8464-4368cc27e96f is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:37.579991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-91b7d371-bbce-4d51-bfc2-9867c74d87b7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:37.581162 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3584dab1-0d29-4326-8858-c2ca54cd1cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.584819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b7d371-bbce-4d51-bfc2-9867c74d87b7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:37.585576 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91b7d371-bbce-4d51-bfc2-9867c74d87b7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.598608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Attempting to bind port a365c2b3-0f28-4deb-b18b-39984fbb1b6e on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:37.598971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Attempting to bind port a365c2b3-0f28-4deb-b18b-39984fbb1b6e by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'dacc0049-40d2-4342-a205-98ac2a087728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'a9b81849-e3f7-4b0b-8464-4368cc27e96f'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:37.599345 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Attempting to bind port a365c2b3-0f28-4deb-b18b-39984fbb1b6e on network a9b81849-e3f7-4b0b-8464-4368cc27e96f {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:37.606586 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7d371-bbce-4d51-bfc2-9867c74d87b7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Subnet': ['ID=0665152c-357c-4995-bdee-708112cd8e9c,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:37.632003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:37.639266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:37.640482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Checking segment: {'id': 'dacc0049-40d2-4342-a205-98ac2a087728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'a9b81849-e3f7-4b0b-8464-4368cc27e96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:37.641179 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.641860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Bound using segment: {'id': 'dacc0049-40d2-4342-a205-98ac2a087728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'a9b81849-e3f7-4b0b-8464-4368cc27e96f'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:37.642292 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-91b7d371-bbce-4d51-bfc2-9867c74d87b7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1624424 Nov 03 19:03:37.642800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Bound port: a365c2b3-0f28-4deb-b18b-39984fbb1b6e, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacc0049-40d2-4342-a205-98ac2a087728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'a9b81849-e3f7-4b0b-8464-4368cc27e96f'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:37.643455 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.645303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51242) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:37.650993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b948adb6-24a0-42ef-be1a-c365a520c41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'network_id': 'a9b81849-e3f7-4b0b-8464-4368cc27e96f', 'fixed_ips': [{'subnet_id': '9de74c89-85ae-4523-90a4-17bfc600af45'}, {'subnet_id': '0665152c-357c-4995-bdee-708112cd8e9c'}], 'name': 'tempest-PortsIpV6TestJSON-30811088'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:37.657605 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:37.673774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Pushing event updated for resources: {'Port': ['ID=a365c2b3-0f28-4deb-b18b-39984fbb1b6e,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:37.694185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:37.709238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Pushing event updated for resources: {'Port': ['ID=886d8f69-2db9-4728-a55f-ef334c0e98a5,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:37.799970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] For port a365c2b3-0f28-4deb-b18b-39984fbb1b6e, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:37.808061 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] For port a365c2b3-0f28-4deb-b18b-39984fbb1b6e, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a365c2b3-0f28-4deb-b18b-39984fbb1b6e,segment=NetworkSegment(dacc0049-40d2-4342-a205-98ac2a087728),segment_id=dacc0049-40d2-4342-a205-98ac2a087728)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:37.914267 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584dab1-0d29-4326-8858-c2ca54cd1cf9 None None] Pushing event updated for resources: {'Port': ['ID=427480b4-4290-434e-a9f8-e7d973018d4f,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:37.924968 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:37.937936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b948adb6-24a0-42ef-be1a-c365a520c41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:38.015316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Attempting to bind port db2ffd9b-45b2-4841-8946-3241eb3767a7 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:38.017402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Attempting to bind port db2ffd9b-45b2-4841-8946-3241eb3767a7 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'ceb768e9-4de9-4b3a-80e1-629e03a7d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:38.018518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Attempting to bind port db2ffd9b-45b2-4841-8946-3241eb3767a7 on network f985d3f5-ec21-4c13-8fd1-d754551bdd9a {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:38.070926 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f74c0-6a4b-4dfb-80e8-a3ffd51e7cab None None] Pushing event updated for resources: {'Port': ['ID=a365c2b3-0f28-4deb-b18b-39984fbb1b6e,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:38.084908 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b948adb6-24a0-42ef-be1a-c365a520c41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.118882 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:38.119566 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-b948adb6-24a0-42ef-be1a-c365a520c41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port 81d15910-1151-4200-bbf1-d217d90053ad yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:03:38.120220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Checking segment: {'id': 'ceb768e9-4de9-4b3a-80e1-629e03a7d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:38.122276 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.124975 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Bound using segment: {'id': 'ceb768e9-4de9-4b3a-80e1-629e03a7d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:38.126691 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Bound port: db2ffd9b-45b2-4841-8946-3241eb3767a7, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb768e9-4de9-4b3a-80e1-629e03a7d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:38.127708 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.170757 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4fd00c0f-b2e7-4bf3-98d4-73a0173d0200 None None] Provisioning complete for port 427480b4-4290-434e-a9f8-e7d973018d4f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:38.175476 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4fd00c0f-b2e7-4bf3-98d4-73a0173d0200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.400010 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.410319 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 427480b4-4290-434e-a9f8-e7d973018d4f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:38.522740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] For port db2ffd9b-45b2-4841-8946-3241eb3767a7, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:38.568097 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] For port db2ffd9b-45b2-4841-8946-3241eb3767a7, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=db2ffd9b-45b2-4841-8946-3241eb3767a7,segment=NetworkSegment(ceb768e9-4de9-4b3a-80e1-629e03a7d3a5),segment_id=ceb768e9-4de9-4b3a-80e1-629e03a7d3a5)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:38.591601 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:38.818273 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-496e00d3-0f3a-4f6c-aff9-4b4e7d1106d7 req-f9d5e5fa-cda6-42fd-bf10-585ab36a568e tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0887218 Nov 03 19:03:38.834924 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1c703-33c9-4acb-9743-7353a391611c None None] Pushing event updated for resources: {'Port': ['ID=db2ffd9b-45b2-4841-8946-3241eb3767a7,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:38.862896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 427480b4-4290-434e-a9f8-e7d973018d4f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:38.866580 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.042793 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.223736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-b948adb6-24a0-42ef-be1a-c365a520c41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Allocated IP 2001:db8::369 (a9b81849-e3f7-4b0b-8464-4368cc27e96f/9de74c89-85ae-4523-90a4-17bfc600af45/81d15910-1151-4200-bbf1-d217d90053ad) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:39.275408 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-b948adb6-24a0-42ef-be1a-c365a520c41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Allocated IP 2001:db8:0:1::3d4 (a9b81849-e3f7-4b0b-8464-4368cc27e96f/0665152c-357c-4995-bdee-708112cd8e9c/81d15910-1151-4200-bbf1-d217d90053ad) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:39.511503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Router 7f124390-660e-4c1b-a6ea-3306d12f4c01 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:03:39.658488 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b948adb6-24a0-42ef-be1a-c365a520c41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.762239 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b948adb6-24a0-42ef-be1a-c365a520c41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.777803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:39.789245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Sync routers for ids ['7f124390-660e-4c1b-a6ea-3306d12f4c01'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:39.806334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Routers {'7f124390-660e-4c1b-a6ea-3306d12f4c01'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:39.807427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7f124390-660e-4c1b-a6ea-3306d12f4c01'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:39.819281 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.823112 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c330b37d-3753-4c45-ad6a-f48a173a46f0 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3733163 Nov 03 19:03:39.826601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51324) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:39.845254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b948adb6-24a0-42ef-be1a-c365a520c41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network a9b81849-e3f7-4b0b-8464-4368cc27e96f is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:39.850723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-b948adb6-24a0-42ef-be1a-c365a520c41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:39.853276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948adb6-24a0-42ef-be1a-c365a520c41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:39.862027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b948adb6-24a0-42ef-be1a-c365a520c41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:39.862800 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b948adb6-24a0-42ef-be1a-c365a520c41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:39.891417 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b948adb6-24a0-42ef-be1a-c365a520c41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.2449780 Nov 03 19:03:39.895256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51328) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:39.907799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1ff49dc6-ee47-4fce-b4ae-4701b5b9206a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9de74c89-85ae-4523-90a4-17bfc600af45'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:39.929155 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948adb6-24a0-42ef-be1a-c365a520c41d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=81d15910-1151-4200-bbf1-d217d90053ad,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:40.088566 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ff49dc6-ee47-4fce-b4ae-4701b5b9206a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:40.180735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a71ac7-f7fc-46b8-9ed9-eb76577b91e2 None None] Network a9b81849-e3f7-4b0b-8464-4368cc27e96f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:40.184410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-639f1698-3ed6-41dd-92c5-bccacb02ac95 req-35d7982c-595e-479d-ba11-d131427101d7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0983772 Nov 03 19:03:40.322875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Set router 7f124390-660e-4c1b-a6ea-3306d12f4c01 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:40.587022 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a365c2b3-0f28-4deb-b18b-39984fbb1b6e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:40.691978 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-1ff49dc6-ee47-4fce-b4ae-4701b5b9206a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Delete allocated IP 2001:db8:0:1::3d4 (a9b81849-e3f7-4b0b-8464-4368cc27e96f/0665152c-357c-4995-bdee-708112cd8e9c) {{(pid=101711) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:03:40.822284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e694b7fe-6dca-4cfa-8eb4-535b3ffe0acd None None] Network f985d3f5-ec21-4c13-8fd1-d754551bdd9a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:40.920664 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ff49dc6-ee47-4fce-b4ae-4701b5b9206a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:40.935606 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ff49dc6-ee47-4fce-b4ae-4701b5b9206a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:40.977821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-957773da-67b1-4e76-9ec1-3f6f8bef7219 None None] Provisioning complete for port a365c2b3-0f28-4deb-b18b-39984fbb1b6e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:40.978134 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-957773da-67b1-4e76-9ec1-3f6f8bef7219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.025136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1ff49dc6-ee47-4fce-b4ae-4701b5b9206a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] In _notify_port_updated(), no bound segment for port 81d15910-1151-4200-bbf1-d217d90053ad on network a9b81849-e3f7-4b0b-8464-4368cc27e96f {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:03:41.033764 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff49dc6-ee47-4fce-b4ae-4701b5b9206a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:41.034444 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ff49dc6-ee47-4fce-b4ae-4701b5b9206a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.036498 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1ff49dc6-ee47-4fce-b4ae-4701b5b9206a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "PUT /v2.0/ports/81d15910-1151-4200-bbf1-d217d90053ad HTTP/1.1" status: 200 len: 924 time: 1.1402721 Nov 03 19:03:41.039204 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51342) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:41.048739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-874b6dc6-bd09-436e-8cbf-05d97a5112a3 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9de74c89-85ae-4523-90a4-17bfc600af45'}, {'subnet_id': '0665152c-357c-4995-bdee-708112cd8e9c'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:41.061966 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff49dc6-ee47-4fce-b4ae-4701b5b9206a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=81d15910-1151-4200-bbf1-d217d90053ad,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:41.091908 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.103918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port a365c2b3-0f28-4deb-b18b-39984fbb1b6e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:41.104561 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.503482 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c17eb7e-5c91-404a-8dfc-07990ef53e2f req-b70cddf5-514b-48d7-988c-ee5483579e0f tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.1226954 Nov 03 19:03:41.517820 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.595105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5bd391-51a1-4a27-941e-99004c7aa6c8 None None] Update dhcp port {'port': {'network_id': 'a9b81849-e3f7-4b0b-8464-4368cc27e96f', 'fixed_ips': [{'subnet_id': '9de74c89-85ae-4523-90a4-17bfc600af45', 'ip_address': '2001:db8::2'}, {'subnet_id': '0665152c-357c-4995-bdee-708112cd8e9c'}], 'binding:host_id': 'n-d-812150-4'}, 'id': 'a365c2b3-0f28-4deb-b18b-39984fbb1b6e'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:03:41.638092 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd391-51a1-4a27-941e-99004c7aa6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.669200 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-957773da-67b1-4e76-9ec1-3f6f8bef7219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.707531 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Allocated IP 172.20.0.1 (f985d3f5-ec21-4c13-8fd1-d754551bdd9a/089c757a-ddc6-47db-af0c-121daf1178c7/85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:41.728050 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port a365c2b3-0f28-4deb-b18b-39984fbb1b6e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a365c2b3-0f28-4deb-b18b-39984fbb1b6e,segment=NetworkSegment(dacc0049-40d2-4342-a205-98ac2a087728),segment_id=dacc0049-40d2-4342-a205-98ac2a087728)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:41.885517 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.931465 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-874b6dc6-bd09-436e-8cbf-05d97a5112a3 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:41.944777 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.080338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Network f985d3f5-ec21-4c13-8fd1-d754551bdd9a is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:42.091806 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:42.094782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:42.107976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Pushing event updated for resources: {'Port': ['ID=85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:42.214306 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.240432 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-957773da-67b1-4e76-9ec1-3f6f8bef7219 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:03:42.240793 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-957773da-67b1-4e76-9ec1-3f6f8bef7219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:03:42.241390 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.242159 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device db2ffd9b-45b2-4841-8946-3241eb3767a7 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:42.299625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'name': 'tempest-TestVolumeBackupRestore-258988065-router', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '886d8f69-2db9-4728-a55f-ef334c0e98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:34Z', 'updated_at': '2021-11-03T19:03:38Z', 'revision_number': 3, 'project_id': '800490b316be46c0bf0d490696183c20', 'gw_port': {'id': '886d8f69-2db9-4728-a55f-ef334c0e98a5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:36Z', 'updated_at': '2021-11-03T19:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:42.383521 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Checking router: 7f124390-660e-4c1b-a6ea-3306d12f4c01 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:42.383838 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Updating router 7f124390-660e-4c1b-a6ea-3306d12f4c01 port 886d8f69-2db9-4728-a55f-ef334c0e98a5 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:03:42.410981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-fd5bd391-51a1-4a27-941e-99004c7aa6c8 None None] Allocated IP 2001:db8:0:1::2 (a9b81849-e3f7-4b0b-8464-4368cc27e96f/0665152c-357c-4995-bdee-708112cd8e9c/a365c2b3-0f28-4deb-b18b-39984fbb1b6e) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:42.450899 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.456802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port db2ffd9b-45b2-4841-8946-3241eb3767a7 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:42.457178 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.547532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=a365c2b3-0f28-4deb-b18b-39984fbb1b6e,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:42.719773 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.793728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a32679a3-5160-4f7c-9d39-6376fa013525 req-437ab2d9-62c4-4c3b-948e-7e62db2683b7 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0809658 Nov 03 19:03:42.832518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-fd5bd391-51a1-4a27-941e-99004c7aa6c8 None None] For port a365c2b3-0f28-4deb-b18b-39984fbb1b6e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a365c2b3-0f28-4deb-b18b-39984fbb1b6e,segment=NetworkSegment(dacc0049-40d2-4342-a205-98ac2a087728),segment_id=dacc0049-40d2-4342-a205-98ac2a087728)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:42.863303 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd391-51a1-4a27-941e-99004c7aa6c8 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:42.939080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-874b6dc6-bd09-436e-8cbf-05d97a5112a3 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Allocated IP 2001:db8:0:1::6f (a9b81849-e3f7-4b0b-8464-4368cc27e96f/0665152c-357c-4995-bdee-708112cd8e9c/81d15910-1151-4200-bbf1-d217d90053ad) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:43.035294 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.088011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port db2ffd9b-45b2-4841-8946-3241eb3767a7, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=db2ffd9b-45b2-4841-8946-3241eb3767a7,segment=NetworkSegment(ceb768e9-4de9-4b3a-80e1-629e03a7d3a5),segment_id=ceb768e9-4de9-4b3a-80e1-629e03a7d3a5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:43.089286 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fd5bd391-51a1-4a27-941e-99004c7aa6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.188046 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.194973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bd391-51a1-4a27-941e-99004c7aa6c8 None None] Pushing event updated for resources: {'Port': ['ID=a365c2b3-0f28-4deb-b18b-39984fbb1b6e,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:43.214710 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-874b6dc6-bd09-436e-8cbf-05d97a5112a3 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.238714 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-874b6dc6-bd09-436e-8cbf-05d97a5112a3 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.287044 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.349313 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.370808 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a365c2b3-0f28-4deb-b18b-39984fbb1b6e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:43.392001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-874b6dc6-bd09-436e-8cbf-05d97a5112a3 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] In _notify_port_updated(), no bound segment for port 81d15910-1151-4200-bbf1-d217d90053ad on network a9b81849-e3f7-4b0b-8464-4368cc27e96f {{(pid=101712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:03:43.398182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874b6dc6-bd09-436e-8cbf-05d97a5112a3 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:43.399226 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-874b6dc6-bd09-436e-8cbf-05d97a5112a3 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.403495 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51384) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:43.413139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-874b6dc6-bd09-436e-8cbf-05d97a5112a3 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "PUT /v2.0/ports/81d15910-1151-4200-bbf1-d217d90053ad HTTP/1.1" status: 200 len: 1009 time: 2.3726096 Nov 03 19:03:43.414233 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.468925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b6dc6-bd09-436e-8cbf-05d97a5112a3 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=81d15910-1151-4200-bbf1-d217d90053ad,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:43.574244 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.590434 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-48c88613-8ab9-4b02-8d02-aeb5223b67fa tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port 81d15910-1151-4200-bbf1-d217d90053ad {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:43.591001 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-48c88613-8ab9-4b02-8d02-aeb5223b67fa tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.626847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Pushing event updated for resources: {'Port': ['ID=85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:43.649895 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.659556 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.679506 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=db2ffd9b-45b2-4841-8946-3241eb3767a7,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:43.704503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Network f985d3f5-ec21-4c13-8fd1-d754551bdd9a is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:43.715129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:43.734152 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7352d-529d-4897-82c6-9047aa72d59f None None] Pushing event updated for resources: {'Port': ['ID=886d8f69-2db9-4728-a55f-ef334c0e98a5,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:43.754247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port a365c2b3-0f28-4deb-b18b-39984fbb1b6e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:43.755345 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.800740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-48c88613-8ab9-4b02-8d02-aeb5223b67fa tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.824644 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-48c88613-8ab9-4b02-8d02-aeb5223b67fa tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for 81d15910-1151-4200-bbf1-d217d90053ad owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:43.845561 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Attempting to bind port 886d8f69-2db9-4728-a55f-ef334c0e98a5 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:43.846044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Attempting to bind port 886d8f69-2db9-4728-a55f-ef334c0e98a5 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:43.846514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Attempting to bind port 886d8f69-2db9-4728-a55f-ef334c0e98a5 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:43.856490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:43.857995 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:43.858644 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:43.859298 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:43.860165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Bound port: 886d8f69-2db9-4728-a55f-ef334c0e98a5, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:43.860671 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.006713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] For port 886d8f69-2db9-4728-a55f-ef334c0e98a5, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:44.022699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] For port 886d8f69-2db9-4728-a55f-ef334c0e98a5, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=886d8f69-2db9-4728-a55f-ef334c0e98a5,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:44.065766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d3bd0fc1-764d-4c31-a0e8-9eb94ed73c82 None None] Provisioning complete for port db2ffd9b-45b2-4841-8946-3241eb3767a7 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:44.066222 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0fc1-764d-4c31-a0e8-9eb94ed73c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.125719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51396) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:44.155741 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-48c88613-8ab9-4b02-8d02-aeb5223b67fa tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.197846 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.214460 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c88613-8ab9-4b02-8d02-aeb5223b67fa tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=81d15910-1151-4200-bbf1-d217d90053ad,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:44.313068 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7352d-529d-4897-82c6-9047aa72d59f None None] Pushing event updated for resources: {'Port': ['ID=886d8f69-2db9-4728-a55f-ef334c0e98a5,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:44.392914 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-48c88613-8ab9-4b02-8d02-aeb5223b67fa tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.419770 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-48c88613-8ab9-4b02-8d02-aeb5223b67fa tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/81d15910-1151-4200-bbf1-d217d90053ad HTTP/1.1" status: 204 len: 168 time: 1.0149288 Nov 03 19:03:44.424981 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51402) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:44.460531 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c7ed7e-542f-43a0-b8dd-693cc4d070bf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] GET failed (client error): The resource could not be found. Nov 03 19:03:44.465820 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-03c7ed7e-542f-43a0-b8dd-693cc4d070bf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/81d15910-1151-4200-bbf1-d217d90053ad HTTP/1.1" status: 404 len: 333 time: 0.0394938 Nov 03 19:03:44.470338 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa77303-67d3-47f2-af69-1e58367f454f admin admin] Deleting subnet a0b26284-7baf-4b63-85b2-48e18173be29 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:44.477334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Routers {'7f124390-660e-4c1b-a6ea-3306d12f4c01'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:44.478004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7f124390-660e-4c1b-a6ea-3306d12f4c01'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:44.482994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51404) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:44.483238 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d3bd0fc1-764d-4c31-a0e8-9eb94ed73c82 None None] Provisioning complete for port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:44.483628 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0fc1-764d-4c31-a0e8-9eb94ed73c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.547018 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8fa77303-67d3-47f2-af69-1e58367f454f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.552680 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad7486a-ff8a-401e-9cda-c43840a2267f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting subnet 0665152c-357c-4995-bdee-708112cd8e9c {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:44.556368 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ad7486a-ff8a-401e-9cda-c43840a2267f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.591881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd0fc1-764d-4c31-a0e8-9eb94ed73c82 None None] Port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:03:44.595259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6181c58d-de5e-4609-856c-b7a778987f7f None None] Network a9b81849-e3f7-4b0b-8464-4368cc27e96f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:44.645546 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8fa77303-67d3-47f2-af69-1e58367f454f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.704835 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8fa77303-67d3-47f2-af69-1e58367f454f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.736199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Router 7f124390-660e-4c1b-a6ea-3306d12f4c01 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:03:44.772318 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af2ad359-278c-44b6-b1ca-cc0088bc7f83 req-61eaeb5c-8c46-4555-a29b-e2c04e81237e tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/ports?device_id=92789f42-d355-4256-9b13-075df3cae668 HTTP/1.1" status: 200 len: 210 time: 0.0339661 Nov 03 19:03:44.826670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8fa77303-67d3-47f2-af69-1e58367f454f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.852161 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ad7486a-ff8a-401e-9cda-c43840a2267f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.879530 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8fa77303-67d3-47f2-af69-1e58367f454f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.882571 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8fa77303-67d3-47f2-af69-1e58367f454f admin admin] 10.222.0.107 "DELETE /v2.0/subnets/a0b26284-7baf-4b63-85b2-48e18173be29 HTTP/1.1" status: 204 len: 168 time: 0.7552235 Nov 03 19:03:44.902868 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51410) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:44.921397 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa77303-67d3-47f2-af69-1e58367f454f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b26284-7baf-4b63-85b2-48e18173be29,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:44.946689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d2e00730-c0f4-4c44-b058-1de521f70def None None] Provisioning complete for port a365c2b3-0f28-4deb-b18b-39984fbb1b6e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:44.947527 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d2e00730-c0f4-4c44-b058-1de521f70def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:44.953067 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] Set router 7f124390-660e-4c1b-a6ea-3306d12f4c01 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:45.015172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:45.036348 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6d160734-cf81-4f5c-8e64-e192952c6db8 admin admin] 10.222.0.107 "PUT /v2.0/routers/7f124390-660e-4c1b-a6ea-3306d12f4c01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2081971 Nov 03 19:03:45.632758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device db2ffd9b-45b2-4841-8946-3241eb3767a7 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:45.637541 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d2e00730-c0f4-4c44-b058-1de521f70def None None] Could not find standard attr ID for object 81d15910-1151-4200-bbf1-d217d90053ad. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:03:45.672871 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4e99625-4e7e-4070-8ec0-85808a799537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:45.755657 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ad7486a-ff8a-401e-9cda-c43840a2267f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:45.797047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d2e00730-c0f4-4c44-b058-1de521f70def None None] Provisioning complete for port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:45.797426 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d2e00730-c0f4-4c44-b058-1de521f70def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:45.844133 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d2e00730-c0f4-4c44-b058-1de521f70def None None] Port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:03:45.871107 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port db2ffd9b-45b2-4841-8946-3241eb3767a7 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:45.871506 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:45.937534 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ad7486a-ff8a-401e-9cda-c43840a2267f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:45.950590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51460) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:45.953537 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'name': 'tempest-TestVolumeBackupRestore-258988065-router', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '886d8f69-2db9-4728-a55f-ef334c0e98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:34Z', 'updated_at': '2021-11-03T19:03:42Z', 'revision_number': 4, 'project_id': '800490b316be46c0bf0d490696183c20', 'gw_port': {'id': '886d8f69-2db9-4728-a55f-ef334c0e98a5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:36Z', 'updated_at': '2021-11-03T19:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6', 'name': '', 'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'mac_address': 'fa:16:3e:44:c3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '089c757a-ddc6-47db-af0c-121daf1178c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:42Z', 'revision_number': 2, 'project_id': '800490b316be46c0bf0d490696183c20', 'subnets': [{'id': '089c757a-ddc6-47db-af0c-121daf1178c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:46.024364 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ad7486a-ff8a-401e-9cda-c43840a2267f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.033279 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9ad7486a-ff8a-401e-9cda-c43840a2267f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/0665152c-357c-4995-bdee-708112cd8e9c HTTP/1.1" status: 204 len: 168 time: 1.5501928 Nov 03 19:03:46.034255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7486a-ff8a-401e-9cda-c43840a2267f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Subnet': ['ID=0665152c-357c-4995-bdee-708112cd8e9c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:46.041488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51470) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:46.046232 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fd070e-7190-4cee-8001-da5c738b7bdb None None] The sync data for ids ['7f124390-660e-4c1b-a6ea-3306d12f4c01'] in n-d-812150-4 is: [{'id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'name': 'tempest-TestVolumeBackupRestore-258988065-router', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '886d8f69-2db9-4728-a55f-ef334c0e98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:34Z', 'updated_at': '2021-11-03T19:03:42Z', 'revision_number': 4, 'project_id': '800490b316be46c0bf0d490696183c20', 'gw_port': {'id': '886d8f69-2db9-4728-a55f-ef334c0e98a5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:36Z', 'updated_at': '2021-11-03T19:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6', 'name': '', 'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'mac_address': 'fa:16:3e:44:c3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '089c757a-ddc6-47db-af0c-121daf1178c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:42Z', 'revision_number': 2, 'project_id': '800490b316be46c0bf0d490696183c20', 'subnets': [{'id': '089c757a-ddc6-47db-af0c-121daf1178c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:46.072485 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4e99625-4e7e-4070-8ec0-85808a799537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.109707 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a246a92a-e184-4619-a6af-a171c4ab60b0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.185199 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a246a92a-e184-4619-a6af-a171c4ab60b0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.188035 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a4e99625-4e7e-4070-8ec0-85808a799537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3eff64-c0f8-4294-b325-2ab84c0660b2']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:46.203665 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a4e99625-4e7e-4070-8ec0-85808a799537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7085e66-33f5-4a8b-bd9a-7eb3b4936299') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:46.203973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-a4e99625-4e7e-4070-8ec0-85808a799537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7085e66-33f5-4a8b-bd9a-7eb3b4936299') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:46.218369 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4e99625-4e7e-4070-8ec0-85808a799537 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.235962 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4e99625-4e7e-4070-8ec0-85808a799537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.244404 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e99625-4e7e-4070-8ec0-85808a799537 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:03:46.244789 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4e99625-4e7e-4070-8ec0-85808a799537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.297869 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a246a92a-e184-4619-a6af-a171c4ab60b0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.299967 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5e1de4-8bb8-4f02-8505-4ce4049f8a2f None None] Network a9b81849-e3f7-4b0b-8464-4368cc27e96f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:46.302807 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a246a92a-e184-4619-a6af-a171c4ab60b0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.304440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a246a92a-e184-4619-a6af-a171c4ab60b0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "DELETE /v2.0/security-groups/f9fc129b-f51d-4e79-ab5a-ddb818d592cd HTTP/1.1" status: 204 len: 168 time: 0.3526042 Nov 03 19:03:46.316471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51474) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:03:46.343676 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:03:46.347746 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4e99625-4e7e-4070-8ec0-85808a799537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.365267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246a92a-e184-4619-a6af-a171c4ab60b0 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fc129b-f51d-4e79-ab5a-ddb818d592cd,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:46.370576 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-c0a2587e-f151-4d1e-bb4c-805ab0d9d8ff tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] show failed (client error): The resource could not be found. Nov 03 19:03:46.371939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c0a2587e-f151-4d1e-bb4c-805ab0d9d8ff tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "GET /v2.0/security-groups/f9fc129b-f51d-4e79-ab5a-ddb818d592cd HTTP/1.1" status: 404 len: 347 time: 0.0530269 Nov 03 19:03:46.379535 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51480) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:46.387914 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4e99625-4e7e-4070-8ec0-85808a799537 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.392961 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a4e99625-4e7e-4070-8ec0-85808a799537 admin admin] 10.222.0.107 "DELETE /v2.0/networks/3a3eff64-c0f8-4294-b325-2ab84c0660b2 HTTP/1.1" status: 204 len: 168 time: 1.4891469 Nov 03 19:03:46.400375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e99625-4e7e-4070-8ec0-85808a799537 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a3eff64-c0f8-4294-b325-2ab84c0660b2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:46.522811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c62541-f83c-4b71-9b78-172f032895be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting subnet 9de74c89-85ae-4523-90a4-17bfc600af45 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:46.560599 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0c62541-f83c-4b71-9b78-172f032895be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.610419 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f47053ce-ac5b-4891-9afd-c866829d1a14 None None] Provisioning complete for port a365c2b3-0f28-4deb-b18b-39984fbb1b6e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:46.610641 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f47053ce-ac5b-4891-9afd-c866829d1a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.694570 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0c62541-f83c-4b71-9b78-172f032895be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.817468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6a654-05a9-4a59-a387-966f5ffdc097 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Deleting port c2c917ea-1932-4d02-8250-3163a2bd5d21 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:46.818082 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a654-05a9-4a59-a387-966f5ffdc097 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:46.926149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51494) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:47.016200 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a654-05a9-4a59-a387-966f5ffdc097 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.016648 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a654-05a9-4a59-a387-966f5ffdc097 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.041085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6a654-05a9-4a59-a387-966f5ffdc097 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Calling delete_port for c2c917ea-1932-4d02-8250-3163a2bd5d21 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:47.098470 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0c62541-f83c-4b71-9b78-172f032895be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.172984 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-707b9cc6-dadb-47f5-baf9-8cab64bf2761 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9ec613c7cf0b4d2a89815159bd095221&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2423122 Nov 03 19:03:47.173800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51526) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:47.235881 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0c62541-f83c-4b71-9b78-172f032895be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.329861 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0c62541-f83c-4b71-9b78-172f032895be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.344085 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d0c62541-f83c-4b71-9b78-172f032895be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/9de74c89-85ae-4523-90a4-17bfc600af45 HTTP/1.1" status: 204 len: 168 time: 1.2836819 Nov 03 19:03:47.344458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51530) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:47.376023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c62541-f83c-4b71-9b78-172f032895be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Subnet': ['ID=9de74c89-85ae-4523-90a4-17bfc600af45,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:47.412565 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-40229cc2-ac8a-4068-bc4f-e4604a1c4f92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.478963 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-40229cc2-ac8a-4068-bc4f-e4604a1c4f92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.568172 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-40229cc2-ac8a-4068-bc4f-e4604a1c4f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.575078 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a654-05a9-4a59-a387-966f5ffdc097 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.578184 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-40229cc2-ac8a-4068-bc4f-e4604a1c4f92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.579523 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-40229cc2-ac8a-4068-bc4f-e4604a1c4f92 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d4ec78e8-2466-4f46-85e5-844c8e00894f HTTP/1.1" status: 204 len: 168 time: 0.4021108 Nov 03 19:03:47.618324 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40229cc2-ac8a-4068-bc4f-e4604a1c4f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ec78e8-2466-4f46-85e5-844c8e00894f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:47.666331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6a654-05a9-4a59-a387-966f5ffdc097 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event deleted for resources: {'Port': ['ID=c2c917ea-1932-4d02-8250-3163a2bd5d21,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:47.683010 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.834825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a654-05a9-4a59-a387-966f5ffdc097 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.839394 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a654-05a9-4a59-a387-966f5ffdc097 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:47.843539 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51540) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:47.860969 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4fb6a654-05a9-4a59-a387-966f5ffdc097 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "DELETE /v2.0/floatingips/ec5be469-6431-4ecc-b756-944c3e31790f HTTP/1.1" status: 204 len: 168 time: 1.4753118 Nov 03 19:03:47.906695 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port a365c2b3-0f28-4deb-b18b-39984fbb1b6e {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:47.907047 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.062575 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] For port a365c2b3-0f28-4deb-b18b-39984fbb1b6e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a365c2b3-0f28-4deb-b18b-39984fbb1b6e,segment=NetworkSegment(dacc0049-40d2-4342-a205-98ac2a087728),segment_id=dacc0049-40d2-4342-a205-98ac2a087728)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:48.063115 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.087203 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for a365c2b3-0f28-4deb-b18b-39984fbb1b6e owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:48.113639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3ddc5-a156-4747-9387-6dba4fce5d5f tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Deleting port 762c123b-88ce-45d8-87f6-424c68b11183 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:48.113938 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ec3ddc5-a156-4747-9387-6dba4fce5d5f tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.254774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b72da3-80bc-4c17-aba0-d7ec51f48a79 None None] Network a9b81849-e3f7-4b0b-8464-4368cc27e96f requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:48.278217 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.313337 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ec3ddc5-a156-4747-9387-6dba4fce5d5f tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.334238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=a365c2b3-0f28-4deb-b18b-39984fbb1b6e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:48.345881 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No DVR routers for this DVR port a365c2b3-0f28-4deb-b18b-39984fbb1b6e on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:48.346084 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3ddc5-a156-4747-9387-6dba4fce5d5f tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Calling delete_port for 762c123b-88ce-45d8-87f6-424c68b11183 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:48.432326 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1c5f22e6-c254-4374-8865-cd285a506840 None None] Could not find standard attr ID for object a365c2b3-0f28-4deb-b18b-39984fbb1b6e. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:03:48.507370 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.594751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b81849-e3f7-4b0b-8464-4368cc27e96f']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:48.610000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cd3924-3192-4083-a11d-2573482e8740 None None] DHCP port deletion for a9b81849-e3f7-4b0b-8464-4368cc27e96f request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:03:48.610984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacc0049-40d2-4342-a205-98ac2a087728') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:48.611295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacc0049-40d2-4342-a205-98ac2a087728') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:48.631557 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.651016 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.658524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:03:48.658958 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:03:48.664334 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:03:48.703209 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ec3ddc5-a156-4747-9387-6dba4fce5d5f tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.765552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.808042 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.814998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/networks/a9b81849-e3f7-4b0b-8464-4368cc27e96f HTTP/1.1" status: 204 len: 168 time: 1.4694548 Nov 03 19:03:48.829908 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51566) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:48.830913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3ddc5-a156-4747-9387-6dba4fce5d5f tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event deleted for resources: {'Port': ['ID=762c123b-88ce-45d8-87f6-424c68b11183,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:48.831279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cdc37-46d8-40f1-8f25-5aaadea0f0ad tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Network': ['ID=a9b81849-e3f7-4b0b-8464-4368cc27e96f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:48.923550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e163895-f1d2-4699-8313-3b4771720436 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:48.925359 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0e163895-f1d2-4699-8313-3b4771720436 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0895040 Nov 03 19:03:48.930539 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51570) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:48.946312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ec3ddc5-a156-4747-9387-6dba4fce5d5f tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:48.974570 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5ec3ddc5-a156-4747-9387-6dba4fce5d5f tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "DELETE /v2.0/ports/762c123b-88ce-45d8-87f6-424c68b11183 HTTP/1.1" status: 204 len: 168 time: 1.1298535 Nov 03 19:03:48.977917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51576) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:49.029275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cca6bdc2-2fa6-4346-9ed8-494489a9e87b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0966628 Nov 03 19:03:49.030576 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51580) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:49.036512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-cb1b119d-8347-4d45-855e-b305199ef484 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-919940689'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:49.070963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1b119d-8347-4d45-855e-b305199ef484 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:49.081593 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb1b119d-8347-4d45-855e-b305199ef484 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.140899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1b119d-8347-4d45-855e-b305199ef484 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:03:49.164988 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb1b119d-8347-4d45-855e-b305199ef484 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.166954 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-cb1b119d-8347-4d45-855e-b305199ef484 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Added segment 69771426-91ad-4427-889d-8ae7d797fd18 of type vlan for network 276c4647-8e69-474c-b791-5c01638a432d Nov 03 19:03:49.262819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Deleting port 58701c1c-ad42-4e70-bb43-d7060e56eec3 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:49.264975 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.287220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb1b119d-8347-4d45-855e-b305199ef484 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.383764 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb1b119d-8347-4d45-855e-b305199ef484 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.392692 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1b119d-8347-4d45-855e-b305199ef484 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:49.393360 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb1b119d-8347-4d45-855e-b305199ef484 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.441929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 886d8f69-2db9-4728-a55f-ef334c0e98a5 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:49.478214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cb1b119d-8347-4d45-855e-b305199ef484 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4463775 Nov 03 19:03:49.495129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51594) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:49.528008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-98647c5a-6996-4928-a4a6-0c2c53894c5d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'subnet': {'network_id': '276c4647-8e69-474c-b791-5c01638a432d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:49.531373 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 886d8f69-2db9-4728-a55f-ef334c0e98a5 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:49.532380 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.549991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b119d-8347-4d45-855e-b305199ef484 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Network': ['ID=276c4647-8e69-474c-b791-5c01638a432d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:49.585857 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 276c4647-8e69-474c-b791-5c01638a432d details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:03:49.657074 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.685520 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Calling delete_port for 58701c1c-ad42-4e70-bb43-d7060e56eec3 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:49.773711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98647c5a-6996-4928-a4a6-0c2c53894c5d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:49.775552 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.777730 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98647c5a-6996-4928-a4a6-0c2c53894c5d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.799249 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 886d8f69-2db9-4728-a55f-ef334c0e98a5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=886d8f69-2db9-4728-a55f-ef334c0e98a5,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:49.806032 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:49.871343 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=886d8f69-2db9-4728-a55f-ef334c0e98a5,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:49.906336 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a365c2b3-0f28-4deb-b18b-39984fbb1b6e no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:49.925554 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Sync routers for ids ['7f124390-660e-4c1b-a6ea-3306d12f4c01'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:49.942362 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Routers {'7f124390-660e-4c1b-a6ea-3306d12f4c01'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:49.943011 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7f124390-660e-4c1b-a6ea-3306d12f4c01'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:50.009179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: a365c2b3-0f28-4deb-b18b-39984fbb1b6e {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:03:50.009533 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a365c2b3-0f28-4deb-b18b-39984fbb1b6e not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:50.077366 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Set router 7f124390-660e-4c1b-a6ea-3306d12f4c01 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:50.094844 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.209948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event deleted for resources: {'Port': ['ID=58701c1c-ad42-4e70-bb43-d7060e56eec3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:50.251642 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98647c5a-6996-4928-a4a6-0c2c53894c5d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.259925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:50.260286 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:50.260668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:50.261067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:50.261471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:50.261839 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:50.262158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:50.262494 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:50.262825 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:50.263157 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:50.263492 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:50.263869 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:50.362386 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.365805 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3b7d8203-6a2e-4311-beae-0580d2f12a46 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "DELETE /v2.0/ports/58701c1c-ad42-4e70-bb43-d7060e56eec3 HTTP/1.1" status: 204 len: 168 time: 1.3867273 Nov 03 19:03:50.368649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51612) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:50.376589 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98647c5a-6996-4928-a4a6-0c2c53894c5d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Subnet': ['ID=ac224e4c-ac25-48c0-8427-aa000b3718f8,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:50.378115 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'name': 'tempest-TestVolumeBackupRestore-258988065-router', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '886d8f69-2db9-4728-a55f-ef334c0e98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:34Z', 'updated_at': '2021-11-03T19:03:42Z', 'revision_number': 4, 'project_id': '800490b316be46c0bf0d490696183c20', 'gw_port': {'id': '886d8f69-2db9-4728-a55f-ef334c0e98a5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:36Z', 'updated_at': '2021-11-03T19:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6', 'name': '', 'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'mac_address': 'fa:16:3e:44:c3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '089c757a-ddc6-47db-af0c-121daf1178c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:42Z', 'revision_number': 2, 'project_id': '800490b316be46c0bf0d490696183c20', 'subnets': [{'id': '089c757a-ddc6-47db-af0c-121daf1178c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:50.379593 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98647c5a-6996-4928-a4a6-0c2c53894c5d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Checking segment: {'id': '69771426-91ad-4427-889d-8ae7d797fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '276c4647-8e69-474c-b791-5c01638a432d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:50.380185 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98647c5a-6996-4928-a4a6-0c2c53894c5d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network hostable DHCP agents. Network: 276c4647-8e69-474c-b791-5c01638a432d, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:03:50.406966 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98647c5a-6996-4928-a4a6-0c2c53894c5d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 276c4647-8e69-474c-b791-5c01638a432d is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:03:50.411167 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Checking router: 7f124390-660e-4c1b-a6ea-3306d12f4c01 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:03:50.411660 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Updating router 7f124390-660e-4c1b-a6ea-3306d12f4c01 port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:03:50.421441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-98647c5a-6996-4928-a4a6-0c2c53894c5d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 276c4647-8e69-474c-b791-5c01638a432d) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:50.434140 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7adef6-6150-4292-8135-7ccbc1f3d12c None None] Network 276c4647-8e69-474c-b791-5c01638a432d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:50.452266 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.453276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98647c5a-6996-4928-a4a6-0c2c53894c5d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:50.453925 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98647c5a-6996-4928-a4a6-0c2c53894c5d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.499208 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-98647c5a-6996-4928-a4a6-0c2c53894c5d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9954331 Nov 03 19:03:50.501595 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51614) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:50.505385 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Deleting subnet b12d4a62-83aa-465c-b86c-67ad4f5b0c3a {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:50.515811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8cb1bd9c-fb79-47f9-a3e5-30e1e90eac72 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'network_id': '276c4647-8e69-474c-b791-5c01638a432d', 'name': 'tempest-PortsIpV6TestJSON-2134332305'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:50.517318 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.609752 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.815848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb1bd9c-fb79-47f9-a3e5-30e1e90eac72 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:50.815848 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cb1bd9c-fb79-47f9-a3e5-30e1e90eac72 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.838521 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-276c4647-8e69-474c-b791-5c01638a432d', 'network_id': '276c4647-8e69-474c-b791-5c01638a432d', 'tenant_id': '4d02965793734a9aa7a8412a1bff2ac8', 'fixed_ips': [{'subnet_id': 'ac224e4c-ac25-48c0-8427-aa000b3718f8'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:03:50.839430 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:50.877164 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-8cb1bd9c-fb79-47f9-a3e5-30e1e90eac72 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port 7b1b8d66-8bf6-4a45-90e3-3e3f82cc7e19 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:03:50.954092 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.113298 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.122407 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.130890 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.147219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-8cb1bd9c-fb79-47f9-a3e5-30e1e90eac72 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Allocated IP 2001:db8::2da (276c4647-8e69-474c-b791-5c01638a432d/ac224e4c-ac25-48c0-8427-aa000b3718f8/7b1b8d66-8bf6-4a45-90e3-3e3f82cc7e19) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:51.209298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event deleted for resources: {'Subnet': ['ID=b12d4a62-83aa-465c-b86c-67ad4f5b0c3a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:51.211962 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.225032 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "DELETE /v2.0/subnets/b12d4a62-83aa-465c-b86c-67ad4f5b0c3a HTTP/1.1" status: 204 len: 168 time: 0.8545194 Nov 03 19:03:51.226919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51628) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:51.235745 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d2d21-c333-4821-aad0-8355c3199eed None None] Network b2294077-3c3e-4a9f-9319-6a435e6d0bb0 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:51.291648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:51.292006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:51.292352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:51.292696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:51.293033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:51.293361 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:51.293711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:51.294022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:51.294344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:51.294665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:51.294986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:51.295307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a690179e-8ac3-4976-a8ad-15a4c3a6f0aa tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:03:51.382355 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdf07d-37f3-4047-ac0c-190ddee78963 None None] Pushing event updated for resources: {'Port': ['ID=85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:51.414119 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Attempting to bind port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:51.414716 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Attempting to bind port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'ceb768e9-4de9-4b3a-80e1-629e03a7d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:51.415234 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Attempting to bind port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 on network f985d3f5-ec21-4c13-8fd1-d754551bdd9a {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:51.425915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 886d8f69-2db9-4728-a55f-ef334c0e98a5 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:51.427958 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb51da92-80f7-4152-8ebd-47ffa2ca9c99 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Deleting subnet 91898547-fcb1-4e7d-acb0-7ceb6963cac4 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:51.430206 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:51.430578 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Checking segment: {'id': 'ceb768e9-4de9-4b3a-80e1-629e03a7d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:51.430976 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.437208 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb51da92-80f7-4152-8ebd-47ffa2ca9c99 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.440192 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Bound using segment: {'id': 'ceb768e9-4de9-4b3a-80e1-629e03a7d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:51.440709 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Bound port: 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb768e9-4de9-4b3a-80e1-629e03a7d3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:51.441101 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.562831 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb51da92-80f7-4152-8ebd-47ffa2ca9c99 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.610823 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] For port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:51.612881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 886d8f69-2db9-4728-a55f-ef334c0e98a5 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:51.619300 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.621106 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] For port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6,segment=NetworkSegment(ceb768e9-4de9-4b3a-80e1-629e03a7d3a5),segment_id=ceb768e9-4de9-4b3a-80e1-629e03a7d3a5)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:51.637929 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.722228 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79e7b45-f876-4bc6-a5a4-08cff19db096 None None] DHCP port deletion for b2294077-3c3e-4a9f-9319-6a435e6d0bb0 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:03:51.729354 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cb1bd9c-fb79-47f9-a3e5-30e1e90eac72 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.784113 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb51da92-80f7-4152-8ebd-47ffa2ca9c99 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.803873 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdf07d-37f3-4047-ac0c-190ddee78963 None None] Pushing event updated for resources: {'Port': ['ID=85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:51.811787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-54ebfab2-5b2f-44d4-a53e-33dae2e0c1b0 None None] Provisioning complete for port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:51.812165 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-54ebfab2-5b2f-44d4-a53e-33dae2e0c1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.820390 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cb1bd9c-fb79-47f9-a3e5-30e1e90eac72 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.849807 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Routers {'7f124390-660e-4c1b-a6ea-3306d12f4c01'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:03:51.850441 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7f124390-660e-4c1b-a6ea-3306d12f4c01'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:51.951379 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb51da92-80f7-4152-8ebd-47ffa2ca9c99 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:51.952258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1bd9c-fb79-47f9-a3e5-30e1e90eac72 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=7b1b8d66-8bf6-4a45-90e3-3e3f82cc7e19,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:51.996690 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb1bd9c-fb79-47f9-a3e5-30e1e90eac72 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 276c4647-8e69-474c-b791-5c01638a432d is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:52.002806 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-8cb1bd9c-fb79-47f9-a3e5-30e1e90eac72 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:52.005771 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb1bd9c-fb79-47f9-a3e5-30e1e90eac72 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:52.015255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb1bd9c-fb79-47f9-a3e5-30e1e90eac72 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:52.021349 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8cb1bd9c-fb79-47f9-a3e5-30e1e90eac72 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.036357 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb51da92-80f7-4152-8ebd-47ffa2ca9c99 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.047037 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f310c9-a889-480f-809b-948dcc2320c3 None None] Network 3fe7be63-f171-40af-afef-cfb3cf900a49 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:52.049129 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fb51da92-80f7-4152-8ebd-47ffa2ca9c99 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "DELETE /v2.0/subnets/91898547-fcb1-4e7d-acb0-7ceb6963cac4 HTTP/1.1" status: 204 len: 168 time: 0.8211818 Nov 03 19:03:52.053279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51da92-80f7-4152-8ebd-47ffa2ca9c99 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event deleted for resources: {'Subnet': ['ID=91898547-fcb1-4e7d-acb0-7ceb6963cac4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:52.059537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51638) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:52.157717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51642) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:52.158475 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8cb1bd9c-fb79-47f9-a3e5-30e1e90eac72 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6557493 Nov 03 19:03:52.165113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-3c5f3aaf-893b-4ca8-b82a-c832eb3340fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'network_id': '276c4647-8e69-474c-b791-5c01638a432d', 'name': 'tempest-PortsIpV6TestJSON-585249828'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:52.175936 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] Set router 7f124390-660e-4c1b-a6ea-3306d12f4c01 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:03:52.247216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Allocated IP 2001:db8::2 (276c4647-8e69-474c-b791-5c01638a432d/ac224e4c-ac25-48c0-8427-aa000b3718f8/930768a3-8d94-45d1-b1eb-a4e0a84ec60b) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:52.290698 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.466312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Deleting port eb0efd54-ba77-4f1a-a024-700273cda763 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:52.466705 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.545414 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c79e7b45-f876-4bc6-a5a4-08cff19db096 None None] Deleting port eb0efd54-ba77-4f1a-a024-700273cda763 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:52.547928 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c79e7b45-f876-4bc6-a5a4-08cff19db096 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.565800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5f3aaf-893b-4ca8-b82a-c832eb3340fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:52.568628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] For port eb0efd54-ba77-4f1a-a024-700273cda763, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eb0efd54-ba77-4f1a-a024-700273cda763,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:52.569009 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.572842 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c5f3aaf-893b-4ca8-b82a-c832eb3340fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.601617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Calling delete_port for eb0efd54-ba77-4f1a-a024-700273cda763 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:52.601802 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-3c5f3aaf-893b-4ca8-b82a-c832eb3340fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port bc864edd-f397-4028-8846-f4ee1c2d3e4f yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:03:52.770447 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'name': 'tempest-TestVolumeBackupRestore-258988065-router', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '886d8f69-2db9-4728-a55f-ef334c0e98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:34Z', 'updated_at': '2021-11-03T19:03:42Z', 'revision_number': 4, 'project_id': '800490b316be46c0bf0d490696183c20', 'gw_port': {'id': '886d8f69-2db9-4728-a55f-ef334c0e98a5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:36Z', 'updated_at': '2021-11-03T19:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6', 'name': '', 'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'mac_address': 'fa:16:3e:44:c3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '089c757a-ddc6-47db-af0c-121daf1178c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': '800490b316be46c0bf0d490696183c20', 'subnets': [{'id': '089c757a-ddc6-47db-af0c-121daf1178c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:52.809633 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eabad3-ebb6-474c-8d9f-2ef28d7320b7 None None] The sync data for ids ['7f124390-660e-4c1b-a6ea-3306d12f4c01'] in n-d-812150-4 is: [{'id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'name': 'tempest-TestVolumeBackupRestore-258988065-router', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '886d8f69-2db9-4728-a55f-ef334c0e98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:34Z', 'updated_at': '2021-11-03T19:03:42Z', 'revision_number': 4, 'project_id': '800490b316be46c0bf0d490696183c20', 'gw_port': {'id': '886d8f69-2db9-4728-a55f-ef334c0e98a5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:36Z', 'updated_at': '2021-11-03T19:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6', 'name': '', 'network_id': 'f985d3f5-ec21-4c13-8fd1-d754551bdd9a', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'mac_address': 'fa:16:3e:44:c3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '089c757a-ddc6-47db-af0c-121daf1178c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:41Z', 'updated_at': '2021-11-03T19:03:51Z', 'revision_number': 4, 'project_id': '800490b316be46c0bf0d490696183c20', 'subnets': [{'id': '089c757a-ddc6-47db-af0c-121daf1178c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:03:52.812157 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.848751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event deleted for resources: {'Port': ['ID=eb0efd54-ba77-4f1a-a024-700273cda763,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:52.891648 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] No DVR routers for this DVR port eb0efd54-ba77-4f1a-a024-700273cda763 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:52.937154 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c79e7b45-f876-4bc6-a5a4-08cff19db096 None None] For port eb0efd54-ba77-4f1a-a024-700273cda763, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eb0efd54-ba77-4f1a-a024-700273cda763,segment=NetworkSegment(d9aa4516-e934-4e5a-93be-c7ed8841c9e9),segment_id=d9aa4516-e934-4e5a-93be-c7ed8841c9e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:52.937798 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c79e7b45-f876-4bc6-a5a4-08cff19db096 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:52.986702 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-54ebfab2-5b2f-44d4-a53e-33dae2e0c1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.013626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c79e7b45-f876-4bc6-a5a4-08cff19db096 None None] Calling delete_port for eb0efd54-ba77-4f1a-a024-700273cda763 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:53.136830 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-54ebfab2-5b2f-44d4-a53e-33dae2e0c1b0 None None] For port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6,segment=NetworkSegment(ceb768e9-4de9-4b3a-80e1-629e03a7d3a5),segment_id=ceb768e9-4de9-4b3a-80e1-629e03a7d3a5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:53.160317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.194192 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-54ebfab2-5b2f-44d4-a53e-33dae2e0c1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.198137 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.244921 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.264595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09071a88-7512-4c76-973a-8637703930b2 None None] DHCP port deletion for 3fe7be63-f171-40af-afef-cfb3cf900a49 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:03:53.299080 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2294077-3c3e-4a9f-9319-6a435e6d0bb0']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:53.323687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9aa4516-e934-4e5a-93be-c7ed8841c9e9') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:53.325038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9aa4516-e934-4e5a-93be-c7ed8841c9e9') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:53.360980 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.400011 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c79e7b45-f876-4bc6-a5a4-08cff19db096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.411168 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.426403 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:03:53.426602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.447969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-3c5f3aaf-893b-4ca8-b82a-c832eb3340fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Allocated IP 2001:db8::7 (276c4647-8e69-474c-b791-5c01638a432d/ac224e4c-ac25-48c0-8427-aa000b3718f8/bc864edd-f397-4028-8846-f4ee1c2d3e4f) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:53.494540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Network 276c4647-8e69-474c-b791-5c01638a432d is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:53.504301 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:53.575916 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebfab2-5b2f-44d4-a53e-33dae2e0c1b0 None None] Pushing event updated for resources: {'Port': ['ID=85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:03:53.576410 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:03:53.608604 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.616419 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:53.620045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:53.620822 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.629718 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "DELETE /v2.0/networks/b2294077-3c3e-4a9f-9319-6a435e6d0bb0 HTTP/1.1" status: 204 len: 168 time: 1.5688696 Nov 03 19:03:53.643439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51682) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:53.655559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d7d3b-2ebf-4628-a483-75f0d6cfbff3 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event deleted for resources: {'Network': ['ID=b2294077-3c3e-4a9f-9319-6a435e6d0bb0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:53.779905 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c5f3aaf-893b-4ca8-b82a-c832eb3340fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.807678 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.820624 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51686) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:53.844562 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c5f3aaf-893b-4ca8-b82a-c832eb3340fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.932087 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f3aaf-893b-4ca8-b82a-c832eb3340fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 276c4647-8e69-474c-b791-5c01638a432d is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:53.935894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-3c5f3aaf-893b-4ca8-b82a-c832eb3340fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:53.940883 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f3aaf-893b-4ca8-b82a-c832eb3340fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:53.947718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5f3aaf-893b-4ca8-b82a-c832eb3340fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:53.948406 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c5f3aaf-893b-4ca8-b82a-c832eb3340fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:53.953336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f3aaf-893b-4ca8-b82a-c832eb3340fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=bc864edd-f397-4028-8846-f4ee1c2d3e4f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:53.976568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3c5f3aaf-893b-4ca8-b82a-c832eb3340fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8176391 Nov 03 19:03:53.977530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51692) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:54.020429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e7b45-f876-4bc6-a5a4-08cff19db096 None None] No DVR routers for this DVR port eb0efd54-ba77-4f1a-a024-700273cda763 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:54.114211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9da56b-3a32-41c6-af61-477b7504559f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:54.120863 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ae9da56b-3a32-41c6-af61-477b7504559f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2da HTTP/1.1" status: 200 len: 929 time: 0.1422238 Nov 03 19:03:54.121734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51694) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:54.174477 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-63b9c538-d4c3-40ba-aa2b-73c8562db4ed tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3036 time: 0.3517742 Nov 03 19:03:54.178331 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51696) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:54.192690 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ac52ec02-d7d3-4472-937a-0b5064f4949d None None] Provisioning complete for port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:54.198520 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ac52ec02-d7d3-4472-937a-0b5064f4949d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.201096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-dafdee03-8b11-4392-bd8c-0a677fd8a00d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Request body: {'network': {'name': 'tempest-network-smoke--1093888018', 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'port_security_enabled': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:54.209239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Attempting to bind port 930768a3-8d94-45d1-b1eb-a4e0a84ec60b on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:03:54.210598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Attempting to bind port 930768a3-8d94-45d1-b1eb-a4e0a84ec60b by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '69771426-91ad-4427-889d-8ae7d797fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '276c4647-8e69-474c-b791-5c01638a432d'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:03:54.212483 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Attempting to bind port 930768a3-8d94-45d1-b1eb-a4e0a84ec60b on network 276c4647-8e69-474c-b791-5c01638a432d {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:03:54.247328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-44354731-dff8-49ba-85db-59b068b367ed tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port bc864edd-f397-4028-8846-f4ee1c2d3e4f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:54.248002 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44354731-dff8-49ba-85db-59b068b367ed tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.266367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafdee03-8b11-4392-bd8c-0a677fd8a00d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Made reservation on behalf of a66432c41f664b9c8a9ca7bdeba030f9 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:54.274243 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dafdee03-8b11-4392-bd8c-0a677fd8a00d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.301793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:03:54.302182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Checking segment: {'id': '69771426-91ad-4427-889d-8ae7d797fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '276c4647-8e69-474c-b791-5c01638a432d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:54.302588 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.302999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Bound using segment: {'id': '69771426-91ad-4427-889d-8ae7d797fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '276c4647-8e69-474c-b791-5c01638a432d'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:03:54.303486 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Bound port: 930768a3-8d94-45d1-b1eb-a4e0a84ec60b, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69771426-91ad-4427-889d-8ae7d797fd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '276c4647-8e69-474c-b791-5c01638a432d'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:03:54.303898 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.310465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Pushing event updated for resources: {'Port': ['ID=930768a3-8d94-45d1-b1eb-a4e0a84ec60b,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:54.313584 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Deleting port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:54.313956 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.337779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e7b45-f876-4bc6-a5a4-08cff19db096 None None] Pushing event deleted for resources: {'Port': ['ID=eb0efd54-ba77-4f1a-a024-700273cda763,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:54.407125 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafdee03-8b11-4392-bd8c-0a677fd8a00d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:03:54.422472 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:54.423018 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.433197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] For port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:54.433571 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.436440 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dafdee03-8b11-4392-bd8c-0a677fd8a00d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.436777 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-dafdee03-8b11-4392-bd8c-0a677fd8a00d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Added segment a885d7aa-8fe9-4a04-90af-57b6dd75ef10 of type vlan for network d0f51e93-eee7-48f0-968b-a339ae1a11b9 Nov 03 19:03:54.440198 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44354731-dff8-49ba-85db-59b068b367ed tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.471912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-44354731-dff8-49ba-85db-59b068b367ed tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for bc864edd-f397-4028-8846-f4ee1c2d3e4f owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:54.535144 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Calling delete_port for 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:54.591502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] For port 930768a3-8d94-45d1-b1eb-a4e0a84ec60b, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:03:54.595473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] For port 930768a3-8d94-45d1-b1eb-a4e0a84ec60b, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=930768a3-8d94-45d1-b1eb-a4e0a84ec60b,segment=NetworkSegment(69771426-91ad-4427-889d-8ae7d797fd18),segment_id=69771426-91ad-4427-889d-8ae7d797fd18)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:03:54.599369 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-09071a88-7512-4c76-973a-8637703930b2 None None] Deleting port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:54.600035 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09071a88-7512-4c76-973a-8637703930b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.682063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-09071a88-7512-4c76-973a-8637703930b2 None None] For port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b,segment=NetworkSegment(b29c5904-d735-4534-8330-a9795a212028),segment_id=b29c5904-d735-4534-8330-a9795a212028)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:54.682775 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09071a88-7512-4c76-973a-8637703930b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.697501 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dafdee03-8b11-4392-bd8c-0a677fd8a00d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.738933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-09071a88-7512-4c76-973a-8637703930b2 None None] Calling delete_port for 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:54.744337 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.821526 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dafdee03-8b11-4392-bd8c-0a677fd8a00d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.825194 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44354731-dff8-49ba-85db-59b068b367ed tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.829657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafdee03-8b11-4392-bd8c-0a677fd8a00d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:54.831023 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dafdee03-8b11-4392-bd8c-0a677fd8a00d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.886941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44354731-dff8-49ba-85db-59b068b367ed tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=bc864edd-f397-4028-8846-f4ee1c2d3e4f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:54.920101 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dafdee03-8b11-4392-bd8c-0a677fd8a00d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7328823 Nov 03 19:03:54.928024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51712) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:54.948490 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44354731-dff8-49ba-85db-59b068b367ed tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:54.955424 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-44354731-dff8-49ba-85db-59b068b367ed tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/bc864edd-f397-4028-8846-f4ee1c2d3e4f HTTP/1.1" status: 204 len: 168 time: 0.8323731 Nov 03 19:03:54.960105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51714) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:55.031406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1679947686', 'admin_state_up': True, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:55.079698 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32a10c2-1d22-45df-b569-718f7da02d01 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] GET failed (client error): The resource could not be found. Nov 03 19:03:55.081297 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f604ff-fdfe-4e9e-a459-2957bd83abfd None None] Pushing event updated for resources: {'Port': ['ID=930768a3-8d94-45d1-b1eb-a4e0a84ec60b,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:55.085587 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d32a10c2-1d22-45df-b569-718f7da02d01 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/bc864edd-f397-4028-8846-f4ee1c2d3e4f HTTP/1.1" status: 404 len: 333 time: 0.1220784 Nov 03 19:03:55.087530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51716) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:55.091056 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdee03-8b11-4392-bd8c-0a677fd8a00d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'Network': ['ID=d0f51e93-eee7-48f0-968b-a339ae1a11b9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:55.099868 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.102933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eb0efd54-ba77-4f1a-a024-700273cda763 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:55.118929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network d0f51e93-eee7-48f0-968b-a339ae1a11b9 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:03:55.142017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event deleted for resources: {'Port': ['ID=0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:55.185462 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] No DVR routers for this DVR port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:55.195529 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.196736 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.317781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-7b452dd9-4371-4f8a-a531-b1e05512be84 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port 7b1b8d66-8bf6-4a45-90e3-3e3f82cc7e19 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:55.319761 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b452dd9-4371-4f8a-a531-b1e05512be84 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.399871 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.451235 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: eb0efd54-ba77-4f1a-a024-700273cda763 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:03:55.452106 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eb0efd54-ba77-4f1a-a024-700273cda763 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:55.452106 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:55.486835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:03:55.487502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:55.494285 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe7be63-f171-40af-afef-cfb3cf900a49']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:55.494745 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09071a88-7512-4c76-973a-8637703930b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.510470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09071a88-7512-4c76-973a-8637703930b2 None None] No DVR routers for this DVR port 0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:55.535793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09071a88-7512-4c76-973a-8637703930b2 None None] Pushing event deleted for resources: {'Port': ['ID=0bb7efd4-6aec-4149-a8ad-b5a92f9caf8b,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:55.565815 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b452dd9-4371-4f8a-a531-b1e05512be84 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.599993 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-7b452dd9-4371-4f8a-a531-b1e05512be84 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for 7b1b8d66-8bf6-4a45-90e3-3e3f82cc7e19 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:55.606841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29c5904-d735-4534-8330-a9795a212028') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:55.608592 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29c5904-d735-4534-8330-a9795a212028') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:55.633408 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.646244 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.772235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4996283f-8bd1-4c61-b3b1-8c1470d0b947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.921954 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b452dd9-4371-4f8a-a531-b1e05512be84 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.940933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 930768a3-8d94-45d1-b1eb-a4e0a84ec60b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:55.947484 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:55.966285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b452dd9-4371-4f8a-a531-b1e05512be84 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=7b1b8d66-8bf6-4a45-90e3-3e3f82cc7e19,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:55.973826 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.007201 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:03:56.007417 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b452dd9-4371-4f8a-a531-b1e05512be84 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.008898 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.013254 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7b452dd9-4371-4f8a-a531-b1e05512be84 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/7b1b8d66-8bf6-4a45-90e3-3e3f82cc7e19 HTTP/1.1" status: 204 len: 168 time: 0.9222705 Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:03:56.013418 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:03:56.015534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51734) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:56.038631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 930768a3-8d94-45d1-b1eb-a4e0a84ec60b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:56.039048 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.065662 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfaa19b6-e69b-4bea-a6cb-74784d195fce tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] GET failed (client error): The resource could not be found. Nov 03 19:03:56.069715 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cfaa19b6-e69b-4bea-a6cb-74784d195fce tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/7b1b8d66-8bf6-4a45-90e3-3e3f82cc7e19 HTTP/1.1" status: 404 len: 333 time: 0.0522757 Nov 03 19:03:56.069954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51738) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:56.208079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc34c6c4-9753-4c1b-9b7a-406eb8472605 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting subnet ac224e4c-ac25-48c0-8427-aa000b3718f8 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:03:56.217715 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc34c6c4-9753-4c1b-9b7a-406eb8472605 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.222166 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.225248 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.240619 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.244703 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] 10.222.0.107 "DELETE /v2.0/networks/3fe7be63-f171-40af-afef-cfb3cf900a49 HTTP/1.1" status: 204 len: 168 time: 2.5994339 Nov 03 19:03:56.259905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c4e0b-ecb2-4b55-bc2f-42a47f2cd2c5 tempest-TaggedBootDevicesTest-1745133116 tempest-TaggedBootDevicesTest-1745133116-project] Pushing event deleted for resources: {'Network': ['ID=3fe7be63-f171-40af-afef-cfb3cf900a49,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:56.328390 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 930768a3-8d94-45d1-b1eb-a4e0a84ec60b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=930768a3-8d94-45d1-b1eb-a4e0a84ec60b,segment=NetworkSegment(69771426-91ad-4427-889d-8ae7d797fd18),segment_id=69771426-91ad-4427-889d-8ae7d797fd18)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:56.343491 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc34c6c4-9753-4c1b-9b7a-406eb8472605 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.353485 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.354295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:03:56.594336 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:56.595799 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.626272 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc34c6c4-9753-4c1b-9b7a-406eb8472605 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.757517 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef74bb-6052-437b-a0a5-d4354bffbeaf None None] Network 276c4647-8e69-474c-b791-5c01638a432d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:56.828819 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc34c6c4-9753-4c1b-9b7a-406eb8472605 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.900838 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc34c6c4-9753-4c1b-9b7a-406eb8472605 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:56.906484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fc34c6c4-9753-4c1b-9b7a-406eb8472605 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/ac224e4c-ac25-48c0-8427-aa000b3718f8 HTTP/1.1" status: 204 len: 168 time: 0.8355172 Nov 03 19:03:56.913020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51762) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:56.930802 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34c6c4-9753-4c1b-9b7a-406eb8472605 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Subnet': ['ID=ac224e4c-ac25-48c0-8427-aa000b3718f8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:56.934465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=930768a3-8d94-45d1-b1eb-a4e0a84ec60b,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:57.113794 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5175c4b2-7238-40c0-a16f-7b25a17fd414 None None] Provisioning complete for port 930768a3-8d94-45d1-b1eb-a4e0a84ec60b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:03:57.115210 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5175c4b2-7238-40c0-a16f-7b25a17fd414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.159058 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.272099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port 930768a3-8d94-45d1-b1eb-a4e0a84ec60b {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:57.272806 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.297767 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.343487 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.408357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] For port 930768a3-8d94-45d1-b1eb-a4e0a84ec60b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=930768a3-8d94-45d1-b1eb-a4e0a84ec60b,segment=NetworkSegment(69771426-91ad-4427-889d-8ae7d797fd18),segment_id=69771426-91ad-4427-889d-8ae7d797fd18)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:57.409216 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.435040 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for 930768a3-8d94-45d1-b1eb-a4e0a84ec60b owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:57.516190 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c47960a-48bd-44a2-887c-7a8baafab1cb None None] DHCP port deletion for 276c4647-8e69-474c-b791-5c01638a432d request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:03:57.602934 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.633112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No DVR routers for this DVR port 930768a3-8d94-45d1-b1eb-a4e0a84ec60b on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:57.650322 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4c47960a-48bd-44a2-887c-7a8baafab1cb None None] Deleting port 930768a3-8d94-45d1-b1eb-a4e0a84ec60b {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:03:57.650702 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4c47960a-48bd-44a2-887c-7a8baafab1cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.701026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Allocated IP 172.25.2.213 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/86987e78-2a3c-4674-944f-d4edee62cd4c) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:03:57.789461 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=930768a3-8d94-45d1-b1eb-a4e0a84ec60b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:57.834374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 930768a3-8d94-45d1-b1eb-a4e0a84ec60b no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:03:57.955649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4c47960a-48bd-44a2-887c-7a8baafab1cb None None] For port 930768a3-8d94-45d1-b1eb-a4e0a84ec60b, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:03:57.955649 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4c47960a-48bd-44a2-887c-7a8baafab1cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.970232 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.976658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4c47960a-48bd-44a2-887c-7a8baafab1cb None None] Calling delete_port for 930768a3-8d94-45d1-b1eb-a4e0a84ec60b owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:03:57.980755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-4c47960a-48bd-44a2-887c-7a8baafab1cb None None] Port 930768a3-8d94-45d1-b1eb-a4e0a84ec60b was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:03:57.984166 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4c47960a-48bd-44a2-887c-7a8baafab1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:57.990450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 930768a3-8d94-45d1-b1eb-a4e0a84ec60b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:03:57.990794 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 930768a3-8d94-45d1-b1eb-a4e0a84ec60b not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:03:58.021473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47960a-48bd-44a2-887c-7a8baafab1cb None None] Pushing event deleted for resources: {'Port': ['ID=930768a3-8d94-45d1-b1eb-a4e0a84ec60b,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:58.037990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c47960a-48bd-44a2-887c-7a8baafab1cb None None] No DVR routers for this DVR port 930768a3-8d94-45d1-b1eb-a4e0a84ec60b on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:03:58.076945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276c4647-8e69-474c-b791-5c01638a432d']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:58.088887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69771426-91ad-4427-889d-8ae7d797fd18') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:58.089983 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69771426-91ad-4427-889d-8ae7d797fd18') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:03:58.093458 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b78222db-e5f0-4a9d-a27a-5dca092868af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.108618 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.109794 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.135762 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.144556 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:03:58.144994 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:03:58.149096 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:03:58.208067 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.248110 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.259410 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.274617 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/networks/276c4647-8e69-474c-b791-5c01638a432d HTTP/1.1" status: 204 len: 168 time: 1.3398855 Nov 03 19:03:58.275257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51780) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:58.282395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-46ce63ac-6c9a-40b2-b6b0-63643fd6552c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-626456880'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:58.325128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'Port': ['ID=86987e78-2a3c-4674-944f-d4edee62cd4c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:58.358206 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:03:58.359762 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:58.365109 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a9036-b896-4d54-b560-eefdf32a3cf1 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Network': ['ID=276c4647-8e69-474c-b791-5c01638a432d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:58.368894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:03:58.387476 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ce63ac-6c9a-40b2-b6b0-63643fd6552c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:58.400004 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46ce63ac-6c9a-40b2-b6b0-63643fd6552c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.454213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ce63ac-6c9a-40b2-b6b0-63643fd6552c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:03:58.468377 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46ce63ac-6c9a-40b2-b6b0-63643fd6552c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.468944 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-46ce63ac-6c9a-40b2-b6b0-63643fd6552c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Added segment 2e816c14-5849-4ed8-89b0-51fc99ae98a3 of type vlan for network b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb Nov 03 19:03:58.531412 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46ce63ac-6c9a-40b2-b6b0-63643fd6552c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.566740 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46ce63ac-6c9a-40b2-b6b0-63643fd6552c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.573682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ce63ac-6c9a-40b2-b6b0-63643fd6552c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:58.576988 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46ce63ac-6c9a-40b2-b6b0-63643fd6552c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.609860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-46ce63ac-6c9a-40b2-b6b0-63643fd6552c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3318112 Nov 03 19:03:58.610737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51788) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:58.649221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c4cf42d6-7a4c-4e04-ab82-8816c494f71b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'subnet': {'network_id': 'b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:58.871004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce63ac-6c9a-40b2-b6b0-63643fd6552c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Network': ['ID=b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:58.884876 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:03:58.891988 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:58.918983 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cf42d6-7a4c-4e04-ab82-8816c494f71b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:03:58.929558 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c4cf42d6-7a4c-4e04-ab82-8816c494f71b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:59.277087 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:59.363127 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c4cf42d6-7a4c-4e04-ab82-8816c494f71b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:59.410220 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:59.513388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf42d6-7a4c-4e04-ab82-8816c494f71b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Subnet': ['ID=bc172ffd-437c-47ea-8155-c5b433d64bcd,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:03:59.560067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cf42d6-7a4c-4e04-ab82-8816c494f71b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Checking segment: {'id': '2e816c14-5849-4ed8-89b0-51fc99ae98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:03:59.560748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cf42d6-7a4c-4e04-ab82-8816c494f71b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network hostable DHCP agents. Network: b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:03:59.592629 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Router 6446c94f-c7fc-41e5-99c7-a9458f326faa is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:03:59.598913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cf42d6-7a4c-4e04-ab82-8816c494f71b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:03:59.612470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-c4cf42d6-7a4c-4e04-ab82-8816c494f71b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:03:59.616543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cf42d6-7a4c-4e04-ab82-8816c494f71b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:03:59.617346 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c4cf42d6-7a4c-4e04-ab82-8816c494f71b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:59.621960 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10deaf7-3d5f-4329-a394-65994fa79504 None None] Network b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:03:59.668186 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c4cf42d6-7a4c-4e04-ab82-8816c494f71b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0272994 Nov 03 19:03:59.669088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51808) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:59.680793 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-10c626e9-5813-4135-ac61-abd4ba8d6f11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'network_id': 'b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb', 'name': 'tempest-PortsIpV6TestJSON-1338191147', 'fixed_ips': [{'subnet_id': 'bc172ffd-437c-47ea-8155-c5b433d64bcd', 'ip_address': '2001:db8::10'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:03:59.891335 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:03:59.941624 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:03:59.942877 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6348ee5f-e8a8-478a-b191-30906df27864 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.0137534 Nov 03 19:03:59.948738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51818) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:03:59.981663 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Sync routers for ids ['6446c94f-c7fc-41e5-99c7-a9458f326faa'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:03:59.986030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb', 'network_id': 'b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb', 'tenant_id': '4d02965793734a9aa7a8412a1bff2ac8', 'fixed_ips': [{'subnet_id': 'bc172ffd-437c-47ea-8155-c5b433d64bcd'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:03:59.987010 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:00.058215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Routers {'6446c94f-c7fc-41e5-99c7-a9458f326faa'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:00.058852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6446c94f-c7fc-41e5-99c7-a9458f326faa'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:00.151346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a321c0b-9df3-41aa-bdc7-c7b91eae05ce tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:00.154428 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5a321c0b-9df3-41aa-bdc7-c7b91eae05ce tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=a66432c41f664b9c8a9ca7bdeba030f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2013316 Nov 03 19:04:00.157068 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51822) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:00.158134 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c626e9-5813-4135-ac61-abd4ba8d6f11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:00.406289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Set router 6446c94f-c7fc-41e5-99c7-a9458f326faa gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:00.464769 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10c626e9-5813-4135-ac61-abd4ba8d6f11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:00.511969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-10c626e9-5813-4135-ac61-abd4ba8d6f11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port a4066d4c-212c-4904-a61e-7b7fd3f68016 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:04:00.540126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e8ac2b-add9-4882-9898-eea737923db2 tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:00.550547 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f1e8ac2b-add9-4882-9898-eea737923db2 tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3845961 Nov 03 19:04:00.550547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51830) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:00.652505 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e1399d09-ace7-4192-a5f0-24e5b9148178 tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0986304 Nov 03 19:04:00.653431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51834) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:00.721578 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Allocated IP 2001:db8::2 (b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb/bc172ffd-437c-47ea-8155-c5b433d64bcd/dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:00.764327 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e69169a0-ec8c-4f11-9f65-871ff9f116ed tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=a66432c41f664b9c8a9ca7bdeba030f9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1072960 Nov 03 19:04:00.767147 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51838) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:00.824861 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:00.892539 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.023846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb1d4c6-7de4-424c-9459-47d1aef81aac tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:01.028289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51848) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:01.035114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9bb1d4c6-7de4-424c-9459-47d1aef81aac tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2569830 Nov 03 19:04:01.047504 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.062655 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.141562 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c2dbbe37-41c2-4275-8fc4-e6e8d62ba9e0 tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1078548 Nov 03 19:04:01.143446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51852) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:01.165430 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Network b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:01.167098 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-27687a9f-d206-41c6-bd72-fe5297cfe4bb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1055047033', 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9', 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:01.171700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:01.198713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:01.200950 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-10c626e9-5813-4135-ac61-abd4ba8d6f11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Allocated IP 2001:db8::10 (b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb/bc172ffd-437c-47ea-8155-c5b433d64bcd/a4066d4c-212c-4904-a61e-7b7fd3f68016) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:01.244897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Pushing event updated for resources: {'Port': ['ID=dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:01.281315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Attempting to bind port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:01.281692 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Attempting to bind port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '2e816c14-5849-4ed8-89b0-51fc99ae98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:01.282065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Attempting to bind port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 on network b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:01.293527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:01.294577 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Checking segment: {'id': '2e816c14-5849-4ed8-89b0-51fc99ae98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:01.295121 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.295531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Bound using segment: {'id': '2e816c14-5849-4ed8-89b0-51fc99ae98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:01.296370 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Bound port: dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e816c14-5849-4ed8-89b0-51fc99ae98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:01.296524 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.379518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] For port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:01.382943 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] For port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064,segment=NetworkSegment(2e816c14-5849-4ed8-89b0-51fc99ae98a3),segment_id=2e816c14-5849-4ed8-89b0-51fc99ae98a3)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:01.396443 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.433151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27687a9f-d206-41c6-bd72-fe5297cfe4bb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Made reservation on behalf of a66432c41f664b9c8a9ca7bdeba030f9 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:01.438431 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-27687a9f-d206-41c6-bd72-fe5297cfe4bb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.499887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679947686', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:55Z', 'updated_at': '2021-11-03T19:03:58Z', 'revision_number': 3, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:57Z', 'updated_at': '2021-11-03T19:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:01.613300 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.627927 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Checking router: 6446c94f-c7fc-41e5-99c7-a9458f326faa for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:04:01.628720 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Updating router 6446c94f-c7fc-41e5-99c7-a9458f326faa port 86987e78-2a3c-4674-944f-d4edee62cd4c binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:04:01.712633 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10c626e9-5813-4135-ac61-abd4ba8d6f11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.733640 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.821072 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10c626e9-5813-4135-ac61-abd4ba8d6f11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:01.828367 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9b5dc-aabe-4472-a84e-67eed484afec None None] Pushing event updated for resources: {'Port': ['ID=dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:01.951532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c626e9-5813-4135-ac61-abd4ba8d6f11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:01.960923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-10c626e9-5813-4135-ac61-abd4ba8d6f11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:02.042180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c626e9-5813-4135-ac61-abd4ba8d6f11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=a4066d4c-212c-4904-a61e-7b7fd3f68016,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:02.061118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c626e9-5813-4135-ac61-abd4ba8d6f11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:02.069573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c626e9-5813-4135-ac61-abd4ba8d6f11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:02.070518 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10c626e9-5813-4135-ac61-abd4ba8d6f11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.101443 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-10c626e9-5813-4135-ac61-abd4ba8d6f11 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4312830 Nov 03 19:04:02.104250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51862) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:02.112579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c104d200-3cd5-4d96-a543-92c09c815aba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'network_id': 'b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb', 'name': 'tempest-PortsIpV6TestJSON-1304323564', 'fixed_ips': [{'subnet_id': 'bc172ffd-437c-47ea-8155-c5b433d64bcd', 'ip_address': '2001:db8::f'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:02.128119 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-27687a9f-d206-41c6-bd72-fe5297cfe4bb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.415277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27687a9f-d206-41c6-bd72-fe5297cfe4bb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'Subnet': ['ID=61c4115a-ffc7-4cf0-9c14-7ea8a544650b,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:02.437247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27687a9f-d206-41c6-bd72-fe5297cfe4bb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Checking segment: {'id': 'a885d7aa-8fe9-4a04-90af-57b6dd75ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:02.438767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27687a9f-d206-41c6-bd72-fe5297cfe4bb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Network hostable DHCP agents. Network: d0f51e93-eee7-48f0-968b-a339ae1a11b9, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:04:02.446587 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c104d200-3cd5-4d96-a543-92c09c815aba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:02.466184 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c104d200-3cd5-4d96-a543-92c09c815aba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.471796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27687a9f-d206-41c6-bd72-fe5297cfe4bb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Network d0f51e93-eee7-48f0-968b-a339ae1a11b9 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:04:02.487602 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-27687a9f-d206-41c6-bd72-fe5297cfe4bb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, d0f51e93-eee7-48f0-968b-a339ae1a11b9) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:02.490227 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-c104d200-3cd5-4d96-a543-92c09c815aba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port 3788fa26-1189-4c7a-9590-157c59e827fd yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:04:02.526236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27687a9f-d206-41c6-bd72-fe5297cfe4bb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:02.526429 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-27687a9f-d206-41c6-bd72-fe5297cfe4bb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.538582 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fc82b0-b0a9-47ba-9859-5fddc60b21a8 None None] Network d0f51e93-eee7-48f0-968b-a339ae1a11b9 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:02.581293 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-27687a9f-d206-41c6-bd72-fe5297cfe4bb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4346433 Nov 03 19:04:02.582076 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 51872) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:02.731792 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.761923 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:02.932487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-c104d200-3cd5-4d96-a543-92c09c815aba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Allocated IP 2001:db8::f (b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb/bc172ffd-437c-47ea-8155-c5b433d64bcd/3788fa26-1189-4c7a-9590-157c59e827fd) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:03.215258 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Attempting to bind port 86987e78-2a3c-4674-944f-d4edee62cd4c on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:03.216563 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Attempting to bind port 86987e78-2a3c-4674-944f-d4edee62cd4c by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:03.218260 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Attempting to bind port 86987e78-2a3c-4674-944f-d4edee62cd4c on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:03.238685 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31620c8-1d2d-4f54-a820-de1bb5109995 None None] Pushing event updated for resources: {'Port': ['ID=86987e78-2a3c-4674-944f-d4edee62cd4c,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:03.256461 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-d0f51e93-eee7-48f0-968b-a339ae1a11b9', 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'fixed_ips': [{'subnet_id': '61c4115a-ffc7-4cf0-9c14-7ea8a544650b'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:04:03.257360 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.322260 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:03.322625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:03.323052 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.323426 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:03.323947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Bound port: 86987e78-2a3c-4674-944f-d4edee62cd4c, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:03.324332 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.396494 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c104d200-3cd5-4d96-a543-92c09c815aba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.521248 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c104d200-3cd5-4d96-a543-92c09c815aba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.553644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] For port 86987e78-2a3c-4674-944f-d4edee62cd4c, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:03.557112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] For port 86987e78-2a3c-4674-944f-d4edee62cd4c, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=86987e78-2a3c-4674-944f-d4edee62cd4c,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:03.632938 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c104d200-3cd5-4d96-a543-92c09c815aba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:03.650687 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-c104d200-3cd5-4d96-a543-92c09c815aba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:03.663024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c104d200-3cd5-4d96-a543-92c09c815aba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:03.675434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c104d200-3cd5-4d96-a543-92c09c815aba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:03.677234 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c104d200-3cd5-4d96-a543-92c09c815aba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.706433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Allocated IP 172.20.0.18 (d0f51e93-eee7-48f0-968b-a339ae1a11b9/61c4115a-ffc7-4cf0-9c14-7ea8a544650b/0cc13d64-0533-4e5a-a84a-b756deaf40ed) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:03.724836 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104d200-3cd5-4d96-a543-92c09c815aba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=3788fa26-1189-4c7a-9590-157c59e827fd,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:03.740197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c104d200-3cd5-4d96-a543-92c09c815aba tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6337423 Nov 03 19:04:03.742720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51890) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:03.928242 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:03.946072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2151a399-104e-4b9f-8bb2-66642e2cda06 None None] Network b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:03.954444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:03.999762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff9db8a-088d-4d13-b376-e2205b6f405b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:04.003938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cff9db8a-088d-4d13-b376-e2205b6f405b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2551160 Nov 03 19:04:04.004828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51898) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:04.011768 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.095955 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.107128 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.154628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Pushing event updated for resources: {'Port': ['ID=0cc13d64-0533-4e5a-a84a-b756deaf40ed,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:04.196940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Network d0f51e93-eee7-48f0-968b-a339ae1a11b9 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:04.314181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:04.319568 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:04.366636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-16ab3bdd-94de-47f8-9269-0370e1f83525 None None] Provisioning complete for port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:04.374339 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16ab3bdd-94de-47f8-9269-0370e1f83525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.836704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Allocated IP 172.20.0.17 (d0f51e93-eee7-48f0-968b-a339ae1a11b9/61c4115a-ffc7-4cf0-9c14-7ea8a544650b/217e1b86-1ca3-497d-8f78-8855b11c2171) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:04.967532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:04.968201 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:04.998317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0760004-9f92-4b4c-aba9-03b3d17643f3 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:05.016209 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0760004-9f92-4b4c-aba9-03b3d17643f3 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:05.035903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0760004-9f92-4b4c-aba9-03b3d17643f3 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:05.040558 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d0760004-9f92-4b4c-aba9-03b3d17643f3 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 1.0321119 Nov 03 19:04:05.042487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51914) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:05.058745 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Routers {'6446c94f-c7fc-41e5-99c7-a9458f326faa'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:05.059598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6446c94f-c7fc-41e5-99c7-a9458f326faa'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:05.204176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31620c8-1d2d-4f54-a820-de1bb5109995 None None] Pushing event updated for resources: {'Port': ['ID=86987e78-2a3c-4674-944f-d4edee62cd4c,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:05.282838 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-16ae8c22-fb22-4f0a-b14a-f4e7c02dfd12 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port 3788fa26-1189-4c7a-9590-157c59e827fd {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:05.283457 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-16ae8c22-fb22-4f0a-b14a-f4e7c02dfd12 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:05.407713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] Set router 6446c94f-c7fc-41e5-99c7-a9458f326faa gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:05.533985 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-16ae8c22-fb22-4f0a-b14a-f4e7c02dfd12 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:05.553268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-16ae8c22-fb22-4f0a-b14a-f4e7c02dfd12 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for 3788fa26-1189-4c7a-9590-157c59e827fd owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:05.751413 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:05.876327 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:05.981911 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-16ae8c22-fb22-4f0a-b14a-f4e7c02dfd12 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.015961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Network d0f51e93-eee7-48f0-968b-a339ae1a11b9 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:06.033015 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16ab3bdd-94de-47f8-9269-0370e1f83525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.035495 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:06.048842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:06.054287 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae8c22-fb22-4f0a-b14a-f4e7c02dfd12 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=3788fa26-1189-4c7a-9590-157c59e827fd,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:06.146013 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-16ae8c22-fb22-4f0a-b14a-f4e7c02dfd12 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.147223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'Port': ['ID=217e1b86-1ca3-497d-8f78-8855b11c2171,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:06.157201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-16ae8c22-fb22-4f0a-b14a-f4e7c02dfd12 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/3788fa26-1189-4c7a-9590-157c59e827fd HTTP/1.1" status: 204 len: 168 time: 1.1106217 Nov 03 19:04:06.157732 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51936) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:06.198635 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.228587 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc4b23f-2aac-4ba0-8ab2-1a9cfb75d42a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] GET failed (client error): The resource could not be found. Nov 03 19:04:06.237442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4fc4b23f-2aac-4ba0-8ab2-1a9cfb75d42a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/3788fa26-1189-4c7a-9590-157c59e827fd HTTP/1.1" status: 404 len: 333 time: 0.0786488 Nov 03 19:04:06.240163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51940) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:06.292376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Attempting to bind port 0cc13d64-0533-4e5a-a84a-b756deaf40ed on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:06.292759 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Attempting to bind port 0cc13d64-0533-4e5a-a84a-b756deaf40ed by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'a885d7aa-8fe9-4a04-90af-57b6dd75ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:06.293128 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Attempting to bind port 0cc13d64-0533-4e5a-a84a-b756deaf40ed on network d0f51e93-eee7-48f0-968b-a339ae1a11b9 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:06.439304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4f8bb814-93d2-4606-9306-a26702f05a75 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port a4066d4c-212c-4904-a61e-7b7fd3f68016 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:06.444382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb814-93d2-4606-9306-a26702f05a75 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.529916 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.603893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-16ab3bdd-94de-47f8-9269-0370e1f83525 None None] For port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064,segment=NetworkSegment(2e816c14-5849-4ed8-89b0-51fc99ae98a3),segment_id=2e816c14-5849-4ed8-89b0-51fc99ae98a3)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:06.630758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:06.630758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Checking segment: {'id': 'a885d7aa-8fe9-4a04-90af-57b6dd75ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:06.636433 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.637740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Bound using segment: {'id': 'a885d7aa-8fe9-4a04-90af-57b6dd75ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:06.651940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Bound port: 0cc13d64-0533-4e5a-a84a-b756deaf40ed, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a885d7aa-8fe9-4a04-90af-57b6dd75ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:06.651940 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.746185 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16ab3bdd-94de-47f8-9269-0370e1f83525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.783734 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb814-93d2-4606-9306-a26702f05a75 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:06.830191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4f8bb814-93d2-4606-9306-a26702f05a75 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for a4066d4c-212c-4904-a61e-7b7fd3f68016 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:06.936926 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.193382 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] For port 0cc13d64-0533-4e5a-a84a-b756deaf40ed, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:07.200981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] For port 0cc13d64-0533-4e5a-a84a-b756deaf40ed, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0cc13d64-0533-4e5a-a84a-b756deaf40ed,segment=NetworkSegment(a885d7aa-8fe9-4a04-90af-57b6dd75ef10),segment_id=a885d7aa-8fe9-4a04-90af-57b6dd75ef10)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:07.206811 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679947686', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:55Z', 'updated_at': '2021-11-03T19:03:58Z', 'revision_number': 3, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:57Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:07.312446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c05c7-0d4a-4763-862d-0783825590bf None None] The sync data for ids ['6446c94f-c7fc-41e5-99c7-a9458f326faa'] in n-d-812150-4 is: [{'id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679947686', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:55Z', 'updated_at': '2021-11-03T19:03:58Z', 'revision_number': 3, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:57Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:04:07.318343 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb814-93d2-4606-9306-a26702f05a75 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.334750 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.403867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bb814-93d2-4606-9306-a26702f05a75 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=a4066d4c-212c-4904-a61e-7b7fd3f68016,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:07.438829 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.450131 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.516946 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb814-93d2-4606-9306-a26702f05a75 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.524717 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4f8bb814-93d2-4606-9306-a26702f05a75 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/a4066d4c-212c-4904-a61e-7b7fd3f68016 HTTP/1.1" status: 204 len: 168 time: 1.2822886 Nov 03 19:04:07.529538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51966) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:07.600223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab3bdd-94de-47f8-9269-0370e1f83525 None None] Pushing event updated for resources: {'Port': ['ID=dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:07.647372 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-04363986-95b5-46a2-90a3-6bd0f206133a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] GET failed (client error): The resource could not be found. Nov 03 19:04:07.651055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-04363986-95b5-46a2-90a3-6bd0f206133a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/a4066d4c-212c-4904-a61e-7b7fd3f68016 HTTP/1.1" status: 404 len: 333 time: 0.1200988 Nov 03 19:04:07.656909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51968) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:07.709758 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.741896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'Port': ['ID=217e1b86-1ca3-497d-8f78-8855b11c2171,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:07.903275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc9768f-39d0-47d4-bedf-84b1da8efe1b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting subnet bc172ffd-437c-47ea-8155-c5b433d64bcd {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:07.916862 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4fc9768f-39d0-47d4-bedf-84b1da8efe1b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:07.928797 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f88a02-a5cb-48ba-a663-4c8c0a70269b None None] Pushing event updated for resources: {'Port': ['ID=0cc13d64-0533-4e5a-a84a-b756deaf40ed,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:08.030225 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4fc9768f-39d0-47d4-bedf-84b1da8efe1b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.039076 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:04:08.039298 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:04:08.274673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Network d0f51e93-eee7-48f0-968b-a339ae1a11b9 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:08.283337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:08.307559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8131f422-ced6-457d-a311-762cc40af328 None None] Provisioning complete for port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:08.307559 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8131f422-ced6-457d-a311-762cc40af328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.469387 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4fc9768f-39d0-47d4-bedf-84b1da8efe1b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.723400 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4fc9768f-39d0-47d4-bedf-84b1da8efe1b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.764608 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Router 6446c94f-c7fc-41e5-99c7-a9458f326faa has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:04:08.787312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9768f-39d0-47d4-bedf-84b1da8efe1b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Subnet': ['ID=bc172ffd-437c-47ea-8155-c5b433d64bcd,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:08.789055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8131f422-ced6-457d-a311-762cc40af328 None None] Could not find standard attr ID for object a4066d4c-212c-4904-a61e-7b7fd3f68016. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:04:08.808681 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4fc9768f-39d0-47d4-bedf-84b1da8efe1b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:08.818275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4fc9768f-39d0-47d4-bedf-84b1da8efe1b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/bc172ffd-437c-47ea-8155-c5b433d64bcd HTTP/1.1" status: 204 len: 168 time: 1.1530097 Nov 03 19:04:08.819135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 51986) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:08.887493 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c2ce24-2b12-4249-a928-273e3857f665 None None] Network b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:09.280114 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:09.318947 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:04:09.337295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-501c74d5-b536-434e-9ccf-ccbedc8ecdae None None] Could not find standard attr ID for object a4066d4c-212c-4904-a61e-7b7fd3f68016. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:04:09.380205 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-17314f3d-823a-4e38-94b4-264e30099e17 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "PUT /v2.0/routers/6446c94f-c7fc-41e5-99c7-a9458f326faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7969034 Nov 03 19:04:09.488717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:09.587312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:09.589599 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:09.701544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e216109e-91ec-48a5-afe1-8b7ec8e11715 None None] DHCP port deletion for b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:04:09.773794 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] For port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064,segment=NetworkSegment(2e816c14-5849-4ed8-89b0-51fc99ae98a3),segment_id=2e816c14-5849-4ed8-89b0-51fc99ae98a3)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:09.779929 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:09.855263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:09.899664 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:09.903386 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:09.989342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e216109e-91ec-48a5-afe1-8b7ec8e11715 None None] Deleting port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:09.989735 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e216109e-91ec-48a5-afe1-8b7ec8e11715 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.217166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e216109e-91ec-48a5-afe1-8b7ec8e11715 None None] For port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064,segment=NetworkSegment(2e816c14-5849-4ed8-89b0-51fc99ae98a3),segment_id=2e816c14-5849-4ed8-89b0-51fc99ae98a3)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:10.220879 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e216109e-91ec-48a5-afe1-8b7ec8e11715 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.226305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d06fe-a37d-4328-8aa8-e6e5ea6bba4f None None] Network d0f51e93-eee7-48f0-968b-a339ae1a11b9 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:10.229223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d487c44-b857-46a7-a907-64b3105b78be req-73cf6cde-9e65-473d-b477-904051d49350 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:10.260517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-73cf6cde-9e65-473d-b477-904051d49350 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/networks?id=d0f51e93-eee7-48f0-968b-a339ae1a11b9 HTTP/1.1" status: 200 len: 798 time: 0.2701218 Nov 03 19:04:10.301172 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-a9547260-bb0e-42fd-b5ee-4858d46226c1 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/quotas/a66432c41f664b9c8a9ca7bdeba030f9 HTTP/1.1" status: 200 len: 375 time: 0.0396316 Nov 03 19:04:10.319145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e216109e-91ec-48a5-afe1-8b7ec8e11715 None None] Calling delete_port for dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:10.472018 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-8df58354-b8e0-43af-9bbd-189652ef0c54 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=a66432c41f664b9c8a9ca7bdeba030f9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1659107 Nov 03 19:04:10.501559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-2b48c594-8a3b-46c0-bf82-bb308fedaca2 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:04:10.503206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-2b48c594-8a3b-46c0-bf82-bb308fedaca2 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0165899 Nov 03 19:04:10.506015 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.581119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 update to ACTIVE by agent not found {{(pid=101713) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 19:04:10.582385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0cc13d64-0533-4e5a-a84a-b756deaf40ed up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:10.618495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:10.635538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No DVR routers for this DVR port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:10.754926 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-adfc8b0c-e2df-472e-a6b7-665f5360d06a None None] Provisioning complete for port 0cc13d64-0533-4e5a-a84a-b756deaf40ed triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:10.757700 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-adfc8b0c-e2df-472e-a6b7-665f5360d06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.833659 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.862590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:10.875546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e816c14-5849-4ed8-89b0-51fc99ae98a3') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:10.876414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e816c14-5849-4ed8-89b0-51fc99ae98a3') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:10.887880 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.904512 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.912030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:04:10.912263 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.932925 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 0cc13d64-0533-4e5a-a84a-b756deaf40ed triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:10.933684 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:04:10.995779 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:04:11.032670 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:11.070339 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e216109e-91ec-48a5-afe1-8b7ec8e11715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:11.078403 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Sync routers for ids ['6446c94f-c7fc-41e5-99c7-a9458f326faa'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:04:11.083895 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:11.088015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/networks/b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb HTTP/1.1" status: 204 len: 168 time: 2.2616289 Nov 03 19:04:11.092619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52034) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:11.098844 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6af05d4d-557b-4881-9ac6-c80728126456 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-459685839'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:11.107498 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f3231-0be5-461b-bd6e-2303cdd197be tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Network': ['ID=b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:11.118188 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Routers {'6446c94f-c7fc-41e5-99c7-a9458f326faa'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:11.118983 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6446c94f-c7fc-41e5-99c7-a9458f326faa'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:11.120858 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-5bb0707b-3719-4dfe-b69e-c4c7771768cc service neutron] 10.222.0.107 "GET /v2.0/networks/d0f51e93-eee7-48f0-968b-a339ae1a11b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967216 Nov 03 19:04:11.141307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af05d4d-557b-4881-9ac6-c80728126456 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:11.158018 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6af05d4d-557b-4881-9ac6-c80728126456 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:11.221836 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af05d4d-557b-4881-9ac6-c80728126456 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:04:11.241172 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6af05d4d-557b-4881-9ac6-c80728126456 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:11.241523 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-6af05d4d-557b-4881-9ac6-c80728126456 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Added segment fa7fdaca-0d7f-4245-8fae-f3475ff7146a of type vlan for network 1e4731a6-9402-4134-8417-a2ff75736642 Nov 03 19:04:11.260262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e216109e-91ec-48a5-afe1-8b7ec8e11715 None None] Network b7d0d0c4-8263-47a1-bb0c-0db97da4ebcb is not hosted by any dhcp agent {{(pid=101713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:04:11.264548 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e216109e-91ec-48a5-afe1-8b7ec8e11715 None None] No DVR routers for this DVR port dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:11.303983 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Set router 6446c94f-c7fc-41e5-99c7-a9458f326faa gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:11.324380 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216109e-91ec-48a5-afe1-8b7ec8e11715 None None] Pushing event deleted for resources: {'Port': ['ID=dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:11.336245 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-ad4a2c0d-4a62-40bb-9b79-b9f336eb996b service neutron] 10.222.0.107 "GET /v2.0/networks/d0f51e93-eee7-48f0-968b-a339ae1a11b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090623 Nov 03 19:04:11.338491 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6af05d4d-557b-4881-9ac6-c80728126456 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:11.377847 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6af05d4d-557b-4881-9ac6-c80728126456 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:11.399965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af05d4d-557b-4881-9ac6-c80728126456 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:11.402847 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6af05d4d-557b-4881-9ac6-c80728126456 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:11.646731 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6af05d4d-557b-4881-9ac6-c80728126456 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5520778 Nov 03 19:04:11.649376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52054) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:11.660670 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f2917917-5acb-4f1d-8494-5fa0ccc548fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'subnet': {'network_id': '1e4731a6-9402-4134-8417-a2ff75736642', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:11.669719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af05d4d-557b-4881-9ac6-c80728126456 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Network': ['ID=1e4731a6-9402-4134-8417-a2ff75736642,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:11.875141 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679947686', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:55Z', 'updated_at': '2021-11-03T19:04:06Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:57Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '217e1b86-1ca3-497d-8f78-8855b11c2171', 'name': '', 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'mac_address': 'fa:16:3e:93:99:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '61c4115a-ffc7-4cf0-9c14-7ea8a544650b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:04Z', 'updated_at': '2021-11-03T19:04:07Z', 'revision_number': 2, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'subnets': [{'id': '61c4115a-ffc7-4cf0-9c14-7ea8a544650b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:11.908832 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4afbf7d5-46ed-49e7-a460-299038f1cb1c req-a259cb60-928f-4d50-9c4f-50a1d224f28a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 210 time: 0.0380325 Nov 03 19:04:11.910395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2917917-5acb-4f1d-8494-5fa0ccc548fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:11.914936 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f2917917-5acb-4f1d-8494-5fa0ccc548fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:11.972674 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Checking router: 6446c94f-c7fc-41e5-99c7-a9458f326faa for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:04:11.973329 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Updating router 6446c94f-c7fc-41e5-99c7-a9458f326faa port 217e1b86-1ca3-497d-8f78-8855b11c2171 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:04:11.977572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 1e4731a6-9402-4134-8417-a2ff75736642 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:04:12.039533 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.096765 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-adfc8b0c-e2df-472e-a6b7-665f5360d06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.409000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-adfc8b0c-e2df-472e-a6b7-665f5360d06a None None] For port 0cc13d64-0533-4e5a-a84a-b756deaf40ed, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0cc13d64-0533-4e5a-a84a-b756deaf40ed,segment=NetworkSegment(a885d7aa-8fe9-4a04-90af-57b6dd75ef10),segment_id=a885d7aa-8fe9-4a04-90af-57b6dd75ef10)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:12.422170 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-adfc8b0c-e2df-472e-a6b7-665f5360d06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.464067 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f2917917-5acb-4f1d-8494-5fa0ccc548fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.564208 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.668420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2917917-5acb-4f1d-8494-5fa0ccc548fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Subnet': ['ID=76f6ce3a-2dd3-4aaf-bd7e-2c2ec6892896,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:12.790607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2917917-5acb-4f1d-8494-5fa0ccc548fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Checking segment: {'id': 'fa7fdaca-0d7f-4245-8fae-f3475ff7146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1e4731a6-9402-4134-8417-a2ff75736642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:12.790996 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2917917-5acb-4f1d-8494-5fa0ccc548fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network hostable DHCP agents. Network: 1e4731a6-9402-4134-8417-a2ff75736642, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:04:12.809691 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc8b0c-e2df-472e-a6b7-665f5360d06a None None] Pushing event updated for resources: {'Port': ['ID=0cc13d64-0533-4e5a-a84a-b756deaf40ed,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:12.866555 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2917917-5acb-4f1d-8494-5fa0ccc548fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 1e4731a6-9402-4134-8417-a2ff75736642 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:04:12.884915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-f2917917-5acb-4f1d-8494-5fa0ccc548fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 1e4731a6-9402-4134-8417-a2ff75736642) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:12.900653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2917917-5acb-4f1d-8494-5fa0ccc548fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:12.902636 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f2917917-5acb-4f1d-8494-5fa0ccc548fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.940558 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.944206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ee7733-ebca-4023-81ee-513d82838632 None None] Network 1e4731a6-9402-4134-8417-a2ff75736642 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:12.963135 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:12.966393 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f2917917-5acb-4f1d-8494-5fa0ccc548fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3150027 Nov 03 19:04:12.969577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52096) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:12.980998 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-db9ff5cf-2e8b-4728-9c1b-1ff9ce0b78fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-357478798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:13.006772 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:04:13.023345 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:04:13.049997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-370c97d7-e582-456c-b69b-58483fd38e70 None None] Provisioning complete for port 217e1b86-1ca3-497d-8f78-8855b11c2171 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:13.050530 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-370c97d7-e582-456c-b69b-58483fd38e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:13.053407 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-db9ff5cf-2e8b-4728-9c1b-1ff9ce0b78fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:13.054659 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-db9ff5cf-2e8b-4728-9c1b-1ff9ce0b78fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:13.280484 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-db9ff5cf-2e8b-4728-9c1b-1ff9ce0b78fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:13.316089 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Attempting to bind port 217e1b86-1ca3-497d-8f78-8855b11c2171 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:13.316575 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Attempting to bind port 217e1b86-1ca3-497d-8f78-8855b11c2171 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'a885d7aa-8fe9-4a04-90af-57b6dd75ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:13.316948 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Attempting to bind port 217e1b86-1ca3-497d-8f78-8855b11c2171 on network d0f51e93-eee7-48f0-968b-a339ae1a11b9 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:13.338947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcd878f7-68ac-4526-a5f2-d9de88963d1b req-93a76bb2-dca8-4eec-95cc-c396d22784d3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 210 time: 0.1044936 Nov 03 19:04:13.339846 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:13.340265 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Checking segment: {'id': 'a885d7aa-8fe9-4a04-90af-57b6dd75ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:13.340681 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:13.341123 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Bound using segment: {'id': 'a885d7aa-8fe9-4a04-90af-57b6dd75ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:13.341647 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Bound port: 217e1b86-1ca3-497d-8f78-8855b11c2171, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a885d7aa-8fe9-4a04-90af-57b6dd75ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:13.342037 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:13.363351 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-db9ff5cf-2e8b-4728-9c1b-1ff9ce0b78fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:13.404886 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-db9ff5cf-2e8b-4728-9c1b-1ff9ce0b78fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:13.408542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-db9ff5cf-2e8b-4728-9c1b-1ff9ce0b78fe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4344182 Nov 03 19:04:13.408793 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52098) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:13.415914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-906d77cb-6b82-4894-9bc0-6815c2e364d5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'network_id': '1e4731a6-9402-4134-8417-a2ff75736642', 'name': 'tempest-PortsIpV6TestJSON-881031954'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:13.427107 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-370c97d7-e582-456c-b69b-58483fd38e70 None None] Port 217e1b86-1ca3-497d-8f78-8855b11c2171 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:13.471311 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:13.523099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-370c97d7-e582-456c-b69b-58483fd38e70 None None] Provisioning complete for port 0cc13d64-0533-4e5a-a84a-b756deaf40ed triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:13.527763 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-370c97d7-e582-456c-b69b-58483fd38e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:13.563928 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] For port 217e1b86-1ca3-497d-8f78-8855b11c2171, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:13.572577 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:04:13.578323 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] For port 217e1b86-1ca3-497d-8f78-8855b11c2171, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=217e1b86-1ca3-497d-8f78-8855b11c2171,segment=NetworkSegment(a885d7aa-8fe9-4a04-90af-57b6dd75ef10),segment_id=a885d7aa-8fe9-4a04-90af-57b6dd75ef10)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:13.593265 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1efbb-96f1-44d7-a5bd-976a396177c4 None None] Pushing event updated for resources: {'Port': ['ID=217e1b86-1ca3-497d-8f78-8855b11c2171,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:13.605994 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:13.694847 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac1efbb-96f1-44d7-a5bd-976a396177c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:13.709541 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac1efbb-96f1-44d7-a5bd-976a396177c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:13.710726 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac1efbb-96f1-44d7-a5bd-976a396177c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:13.711212 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac1efbb-96f1-44d7-a5bd-976a396177c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:13.712789 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac1efbb-96f1-44d7-a5bd-976a396177c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:13.713324 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac1efbb-96f1-44d7-a5bd-976a396177c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:13.717035 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac1efbb-96f1-44d7-a5bd-976a396177c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:13.726530 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac1efbb-96f1-44d7-a5bd-976a396177c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:13.727027 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac1efbb-96f1-44d7-a5bd-976a396177c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:13.727782 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac1efbb-96f1-44d7-a5bd-976a396177c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:13.729407 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac1efbb-96f1-44d7-a5bd-976a396177c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:13.729946 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac1efbb-96f1-44d7-a5bd-976a396177c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:13.767254 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 86987e78-2a3c-4674-944f-d4edee62cd4c up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:13.833981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906d77cb-6b82-4894-9bc0-6815c2e364d5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:13.839707 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-906d77cb-6b82-4894-9bc0-6815c2e364d5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:13.883719 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1efbb-96f1-44d7-a5bd-976a396177c4 None None] Pushing event updated for resources: {'Port': ['ID=217e1b86-1ca3-497d-8f78-8855b11c2171,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:13.914554 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Routers {'6446c94f-c7fc-41e5-99c7-a9458f326faa'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:13.915628 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6446c94f-c7fc-41e5-99c7-a9458f326faa'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:13.924129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-906d77cb-6b82-4894-9bc0-6815c2e364d5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port bb5071a9-a091-4f3f-a90e-d9cb1cc01224 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:04:13.953471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1e4731a6-9402-4134-8417-a2ff75736642', 'network_id': '1e4731a6-9402-4134-8417-a2ff75736642', 'tenant_id': '4d02965793734a9aa7a8412a1bff2ac8', 'fixed_ips': [{'subnet_id': '76f6ce3a-2dd3-4aaf-bd7e-2c2ec6892896'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:04:13.956340 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.256095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-906d77cb-6b82-4894-9bc0-6815c2e364d5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Allocated IP 2001:db8::267 (1e4731a6-9402-4134-8417-a2ff75736642/76f6ce3a-2dd3-4aaf-bd7e-2c2ec6892896/bb5071a9-a091-4f3f-a90e-d9cb1cc01224) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:14.330124 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] Set router 6446c94f-c7fc-41e5-99c7-a9458f326faa gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:14.576537 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 86987e78-2a3c-4674-944f-d4edee62cd4c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:14.577163 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.587934 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d487c44-b857-46a7-a907-64b3105b78be req-2f16d179-a128-4c22-b257-3859ac3fc299 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:14.592823 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-2f16d179-a128-4c22-b257-3859ac3fc299 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.87 "GET /v2.0/networks?id=d0f51e93-eee7-48f0-968b-a339ae1a11b9 HTTP/1.1" status: 200 len: 798 time: 0.5665133 Nov 03 19:04:14.610416 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b2000c28-ecbf-419c-a088-3867f1df2dfe req-af196dbd-a4a9-4f93-9977-5feb56e7e34e tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 210 time: 0.0834651 Nov 03 19:04:14.619546 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-3d487c44-b857-46a7-a907-64b3105b78be req-87c61ad9-a4c6-458d-b094-66d097a343c4 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Request body: {'port': {'device_id': '682d691e-fe80-4286-8d5d-9877bcd70925', 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9', 'admin_state_up': True, 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:14.738745 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-906d77cb-6b82-4894-9bc0-6815c2e364d5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:14.830775 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-906d77cb-6b82-4894-9bc0-6815c2e364d5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.011649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d77cb-6b82-4894-9bc0-6815c2e364d5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 1e4731a6-9402-4134-8417-a2ff75736642 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:15.025729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-906d77cb-6b82-4894-9bc0-6815c2e364d5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:15.029434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d77cb-6b82-4894-9bc0-6815c2e364d5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:15.034199 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d487c44-b857-46a7-a907-64b3105b78be req-87c61ad9-a4c6-458d-b094-66d097a343c4 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Made reservation on behalf of a66432c41f664b9c8a9ca7bdeba030f9 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:15.043993 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3d487c44-b857-46a7-a907-64b3105b78be req-87c61ad9-a4c6-458d-b094-66d097a343c4 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.059593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906d77cb-6b82-4894-9bc0-6815c2e364d5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:15.064383 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-906d77cb-6b82-4894-9bc0-6815c2e364d5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.116911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Allocated IP 2001:db8::2 (1e4731a6-9402-4134-8417-a2ff75736642/76f6ce3a-2dd3-4aaf-bd7e-2c2ec6892896/c7d46ab0-d070-44fb-b49c-699a9a4e2a35) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:15.134088 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679947686', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:55Z', 'updated_at': '2021-11-03T19:04:06Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:57Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '217e1b86-1ca3-497d-8f78-8855b11c2171', 'name': '', 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'mac_address': 'fa:16:3e:93:99:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '61c4115a-ffc7-4cf0-9c14-7ea8a544650b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:04Z', 'updated_at': '2021-11-03T19:04:13Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'subnets': [{'id': '61c4115a-ffc7-4cf0-9c14-7ea8a544650b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:15.137735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-906d77cb-6b82-4894-9bc0-6815c2e364d5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7277765 Nov 03 19:04:15.138418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52138) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:15.165939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d77cb-6b82-4894-9bc0-6815c2e364d5 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=bb5071a9-a091-4f3f-a90e-d9cb1cc01224,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:15.189104 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3257ee4d-7bc1-4643-b82f-9b461c5d3482 None None] Provisioning complete for port 217e1b86-1ca3-497d-8f78-8855b11c2171 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:15.194994 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3257ee4d-7bc1-4643-b82f-9b461c5d3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.214350 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd059c-34b1-4248-bcf1-1f7b9073e205 None None] The sync data for ids ['6446c94f-c7fc-41e5-99c7-a9458f326faa'] in n-d-812150-4 is: [{'id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679947686', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:55Z', 'updated_at': '2021-11-03T19:04:06Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:57Z', 'updated_at': '2021-11-03T19:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '217e1b86-1ca3-497d-8f78-8855b11c2171', 'name': '', 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'mac_address': 'fa:16:3e:93:99:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': '61c4115a-ffc7-4cf0-9c14-7ea8a544650b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:04Z', 'updated_at': '2021-11-03T19:04:13Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'subnets': [{'id': '61c4115a-ffc7-4cf0-9c14-7ea8a544650b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:04:15.339959 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.417344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 86987e78-2a3c-4674-944f-d4edee62cd4c, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=86987e78-2a3c-4674-944f-d4edee62cd4c,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:15.437078 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:15.438714 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-3d487c44-b857-46a7-a907-64b3105b78be req-87c61ad9-a4c6-458d-b094-66d097a343c4 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Allocated IP 172.20.0.20 (d0f51e93-eee7-48f0-968b-a339ae1a11b9/61c4115a-ffc7-4cf0-9c14-7ea8a544650b/ada09b20-d667-45ea-b5fc-ae4138c77eea) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:15.671256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=86987e78-2a3c-4674-944f-d4edee62cd4c,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:15.698143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:15.698143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:15.698143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:15.698143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:15.698143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:15.698143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:15.698143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:15.698143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:15.698143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:15.698143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:15.698143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:15.698143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:15.849441 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3d487c44-b857-46a7-a907-64b3105b78be req-87c61ad9-a4c6-458d-b094-66d097a343c4 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:16.009730 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 217e1b86-1ca3-497d-8f78-8855b11c2171 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:16.067151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3d487c44-b857-46a7-a907-64b3105b78be req-87c61ad9-a4c6-458d-b094-66d097a343c4 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:16.137549 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3257ee4d-7bc1-4643-b82f-9b461c5d3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:16.177065 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:16.231203 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:16.345186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Network 1e4731a6-9402-4134-8417-a2ff75736642 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:16.361694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c61ad9-a4c6-458d-b094-66d097a343c4 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event updated for resources: {'Port': ['ID=ada09b20-d667-45ea-b5fc-ae4138c77eea,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:16.373705 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:16.383113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:16.404916 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1b76d83-867d-4622-8d78-73e450f68c58 req-c2ba5cc2-fcdb-4bf4-89cf-04feb19c2589 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 210 time: 0.5054455 Nov 03 19:04:16.455313 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d487c44-b857-46a7-a907-64b3105b78be req-87c61ad9-a4c6-458d-b094-66d097a343c4 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Network d0f51e93-eee7-48f0-968b-a339ae1a11b9 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:16.459631 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-3d487c44-b857-46a7-a907-64b3105b78be req-87c61ad9-a4c6-458d-b094-66d097a343c4 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:16.476816 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d487c44-b857-46a7-a907-64b3105b78be req-87c61ad9-a4c6-458d-b094-66d097a343c4 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:16.543772 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3257ee4d-7bc1-4643-b82f-9b461c5d3482 None None] For port 217e1b86-1ca3-497d-8f78-8855b11c2171, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=217e1b86-1ca3-497d-8f78-8855b11c2171,segment=NetworkSegment(a885d7aa-8fe9-4a04-90af-57b6dd75ef10),segment_id=a885d7aa-8fe9-4a04-90af-57b6dd75ef10)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:16.567200 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3257ee4d-7bc1-4643-b82f-9b461c5d3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:16.666895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d487c44-b857-46a7-a907-64b3105b78be req-87c61ad9-a4c6-458d-b094-66d097a343c4 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:16.667696 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3d487c44-b857-46a7-a907-64b3105b78be req-87c61ad9-a4c6-458d-b094-66d097a343c4 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:16.751950 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-87c61ad9-a4c6-458d-b094-66d097a343c4 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1272073 Nov 03 19:04:16.760727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Pushing event updated for resources: {'Port': ['ID=c7d46ab0-d070-44fb-b49c-699a9a4e2a35,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:16.766388 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f272289-058b-45a0-99b2-a108e4df0db2 req-aa3581e3-8147-4896-a5ea-0bc011bdf54f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8188748 Nov 03 19:04:16.773625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-956d7d23-28f2-48d5-b676-e630935c43bb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:04:16.774713 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-956d7d23-28f2-48d5-b676-e630935c43bb tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0223203 Nov 03 19:04:16.795692 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 217e1b86-1ca3-497d-8f78-8855b11c2171 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:16.796353 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Request body: {'port': {'device_id': '682d691e-fe80-4286-8d5d-9877bcd70925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:16.796519 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:16.985991 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.034335 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9874555-69d8-4fd2-be72-e0b3fa8c68d0 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.105327 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Attempting to bind port c7d46ab0-d070-44fb-b49c-699a9a4e2a35 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:17.105701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Attempting to bind port c7d46ab0-d070-44fb-b49c-699a9a4e2a35 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'fa7fdaca-0d7f-4245-8fae-f3475ff7146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1e4731a6-9402-4134-8417-a2ff75736642'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:17.106075 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Attempting to bind port c7d46ab0-d070-44fb-b49c-699a9a4e2a35 on network 1e4731a6-9402-4134-8417-a2ff75736642 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:17.157525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f272289-058b-45a0-99b2-a108e4df0db2 req-b1e30739-78ce-4320-b85e-eacf23e461a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:17.157525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f272289-058b-45a0-99b2-a108e4df0db2 req-b1e30739-78ce-4320-b85e-eacf23e461a8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a66432c41f664b9c8a9ca7bdeba030f9&device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 1135 time: 0.2703927 Nov 03 19:04:17.186519 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-49c1b516-a4ef-4cf5-9670-0e6a826667b1 None None] Provisioning complete for port 217e1b86-1ca3-497d-8f78-8855b11c2171 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:17.186925 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-49c1b516-a4ef-4cf5-9670-0e6a826667b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.385163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257ee4d-7bc1-4643-b82f-9b461c5d3482 None None] Pushing event updated for resources: {'Port': ['ID=217e1b86-1ca3-497d-8f78-8855b11c2171,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:17.406170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:17.409362 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Checking segment: {'id': 'fa7fdaca-0d7f-4245-8fae-f3475ff7146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1e4731a6-9402-4134-8417-a2ff75736642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:17.410289 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.415903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Bound using segment: {'id': 'fa7fdaca-0d7f-4245-8fae-f3475ff7146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1e4731a6-9402-4134-8417-a2ff75736642'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:17.416560 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Bound port: c7d46ab0-d070-44fb-b49c-699a9a4e2a35, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7fdaca-0d7f-4245-8fae-f3475ff7146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1e4731a6-9402-4134-8417-a2ff75736642'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:17.416978 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.429816 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0cc13d64-0533-4e5a-a84a-b756deaf40ed up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:17.513653 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 0cc13d64-0533-4e5a-a84a-b756deaf40ed triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:17.514037 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.797857 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada09b20-d667-45ea-b5fc-ae4138c77eea {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:17.816140 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.841025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Transition to ACTIVE for port object ada09b20-d667-45ea-b5fc-ae4138c77eea will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:04:17.847893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4100cbd3-9427-4524-aa3b-500fd9187fa4 None None] Provisioning complete for port ada09b20-d667-45ea-b5fc-ae4138c77eea triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:17.848914 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.851010 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4100cbd3-9427-4524-aa3b-500fd9187fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:17.945966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] For port c7d46ab0-d070-44fb-b49c-699a9a4e2a35, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:18.000833 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] For port c7d46ab0-d070-44fb-b49c-699a9a4e2a35, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c7d46ab0-d070-44fb-b49c-699a9a4e2a35,segment=NetworkSegment(fa7fdaca-0d7f-4245-8fae-f3475ff7146a),segment_id=fa7fdaca-0d7f-4245-8fae-f3475ff7146a)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:18.006299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:18.013976 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Pushing event updated for resources: {'Port': ['ID=ada09b20-d667-45ea-b5fc-ae4138c77eea,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:18.017549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f272289-058b-45a0-99b2-a108e4df0db2 req-a7e5b222-a439-45e6-89ea-78fb632a5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:18.020391 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f272289-058b-45a0-99b2-a108e4df0db2 req-a7e5b222-a439-45e6-89ea-78fb632a5d5f service neutron] 10.222.0.98 "GET /v2.0/networks?id=821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 HTTP/1.1" status: 200 len: 897 time: 0.8308413 Nov 03 19:04:18.035280 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.122829 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa5d45-1179-4952-9ec3-b71554ccc913 req-061cc0ef-fbfa-4ab5-bc1b-8e952fc68076 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:18.124444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1baa5d45-1179-4952-9ec3-b71554ccc913 req-061cc0ef-fbfa-4ab5-bc1b-8e952fc68076 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 895 time: 0.5458522 Nov 03 19:04:18.164798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Attempting to bind port ada09b20-d667-45ea-b5fc-ae4138c77eea on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:18.168258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Attempting to bind port ada09b20-d667-45ea-b5fc-ae4138c77eea by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'a885d7aa-8fe9-4a04-90af-57b6dd75ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:18.168702 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Attempting to bind port ada09b20-d667-45ea-b5fc-ae4138c77eea on network d0f51e93-eee7-48f0-968b-a339ae1a11b9 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:18.180079 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Port ada09b20-d667-45ea-b5fc-ae4138c77eea on network d0f51e93-eee7-48f0-968b-a339ae1a11b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:04:18.180524 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Attempting to bind port ada09b20-d667-45ea-b5fc-ae4138c77eea on network d0f51e93-eee7-48f0-968b-a339ae1a11b9 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:18.187541 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:18.190574 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:18.191052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Checking segment: {'id': 'a885d7aa-8fe9-4a04-90af-57b6dd75ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:18.191548 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Bound using segment: {'id': 'a885d7aa-8fe9-4a04-90af-57b6dd75ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:18.192118 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Bound port: ada09b20-d667-45ea-b5fc-ae4138c77eea, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a885d7aa-8fe9-4a04-90af-57b6dd75ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:18.193020 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.193366 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device dc2edf3c-ecb3-4fcc-bbeb-bdce7b6b9064 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:18.233916 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4100cbd3-9427-4524-aa3b-500fd9187fa4 None None] Port ada09b20-d667-45ea-b5fc-ae4138c77eea cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:18.347305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bff211-c994-4b70-a2fe-fd4b12d51221 None None] Pushing event updated for resources: {'Port': ['ID=c7d46ab0-d070-44fb-b49c-699a9a4e2a35,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:18.372026 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f272289-058b-45a0-99b2-a108e4df0db2 req-4ae2ac74-fefe-46b1-bf72-a55a980098d2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35ce48a7-428f-4077-8e74-f52c70bc8f30 HTTP/1.1" status: 200 len: 1001 time: 0.3165028 Nov 03 19:04:18.441621 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] For port ada09b20-d667-45ea-b5fc-ae4138c77eea, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:18.445902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] For port ada09b20-d667-45ea-b5fc-ae4138c77eea, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ada09b20-d667-45ea-b5fc-ae4138c77eea,segment=NetworkSegment(a885d7aa-8fe9-4a04-90af-57b6dd75ef10),segment_id=a885d7aa-8fe9-4a04-90af-57b6dd75ef10)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:18.465771 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.499247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 217e1b86-1ca3-497d-8f78-8855b11c2171 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:18.644670 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f272289-058b-45a0-99b2-a108e4df0db2 req-cc83d056-0e4e-4438-95f4-be662c0f96ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:18.662640 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f272289-058b-45a0-99b2-a108e4df0db2 req-cc83d056-0e4e-4438-95f4-be662c0f96ed service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6b71190c-9777-4625-b173-9fc09e43b398 HTTP/1.1" status: 200 len: 834 time: 0.2867262 Nov 03 19:04:18.665043 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9874555-69d8-4fd2-be72-e0b3fa8c68d0 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.702403 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Pushing event updated for resources: {'Port': ['ID=ada09b20-d667-45ea-b5fc-ae4138c77eea,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:18.719337 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9874555-69d8-4fd2-be72-e0b3fa8c68d0 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.737971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:18.738715 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:18.740063 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-ec63f957-fbad-40e4-9b1b-7f9c2b4d85af service neutron] 10.222.0.87 "PUT /v2.0/ports/ada09b20-d667-45ea-b5fc-ae4138c77eea HTTP/1.1" status: 200 len: 1055 time: 1.9489622 Nov 03 19:04:18.740559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682d691e-fe80-4286-8d5d-9877bcd70925', 'tag': 'ada09b20-d667-45ea-b5fc-ae4138c77eea'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:18.759155 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ec8711-7440-45ea-bac9-71dcabb3f48b" -d '{"events": [{"name": "network-changed", "server_uuid": "682d691e-fe80-4286-8d5d-9877bcd70925", "tag": "ada09b20-d667-45ea-b5fc-ae4138c77eea"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:18.948534 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d487c44-b857-46a7-a907-64b3105b78be req-b60e852d-cefd-4fe3-b7a3-ab03d94b3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:18.950038 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-b60e852d-cefd-4fe3-b7a3-ab03d94b3295 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a66432c41f664b9c8a9ca7bdeba030f9&device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 1058 time: 0.1448982 Nov 03 19:04:19.128735 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-d6b086c8-484d-4aba-9a27-533c45168e26 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=ada09b20-d667-45ea-b5fc-ae4138c77eea HTTP/1.1" status: 200 len: 217 time: 0.1571226 Nov 03 19:04:19.144157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9874555-69d8-4fd2-be72-e0b3fa8c68d0 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=bb5071a9-a091-4f3f-a90e-d9cb1cc01224,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:19.235519 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 217e1b86-1ca3-497d-8f78-8855b11c2171 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:19.236145 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:19.264277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d487c44-b857-46a7-a907-64b3105b78be req-a83bf8b8-19cc-4ce0-9ad5-8739d298ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:19.269916 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-a83bf8b8-19cc-4ce0-9ad5-8739d298ad12 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=61c4115a-ffc7-4cf0-9c14-7ea8a544650b HTTP/1.1" status: 200 len: 838 time: 0.1296904 Nov 03 19:04:19.420528 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8148f386-f33f-4839-bdff-30c29d0f64a6 x-openstack-request-id: req-8148f386-f33f-4839-bdff-30c29d0f64a6 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:19.420826 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682d691e-fe80-4286-8d5d-9877bcd70925", "tag": "ada09b20-d667-45ea-b5fc-ae4138c77eea", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:19.422532 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8148f386-f33f-4839-bdff-30c29d0f64a6 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:19.423278 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682d691e-fe80-4286-8d5d-9877bcd70925', 'tag': 'ada09b20-d667-45ea-b5fc-ae4138c77eea', 'status': 'completed', 'code': 200} Nov 03 19:04:19.450476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d487c44-b857-46a7-a907-64b3105b78be req-3ca229f5-d8b6-4674-bf00-391c78b74d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:19.452382 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-3ca229f5-d8b6-4674-bf00-391c78b74d03 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d0f51e93-eee7-48f0-968b-a339ae1a11b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1779532 Nov 03 19:04:19.492196 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 86987e78-2a3c-4674-944f-d4edee62cd4c up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:19.612226 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-c47492cd-0f8b-4454-ab75-4dc2200b3bb7 service neutron] 10.222.0.87 "GET /v2.0/networks/d0f51e93-eee7-48f0-968b-a339ae1a11b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504810 Nov 03 19:04:19.621035 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 86987e78-2a3c-4674-944f-d4edee62cd4c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:19.621417 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.180971 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3d487c44-b857-46a7-a907-64b3105b78be req-b8879c75-493b-4a0e-b9d7-b3aaa580e71a service neutron] 10.222.0.87 "GET /v2.0/networks/d0f51e93-eee7-48f0-968b-a339ae1a11b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612652 Nov 03 19:04:20.238457 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34de242c-93f8-481c-bbe4-1afcbb82c65f None None] Network 1e4731a6-9402-4134-8417-a2ff75736642 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:20.375628 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-de146e97-9dc6-49e4-b63f-9330c5371504 req-1f88f0f1-f399-4b7d-ad33-e708c1e1dc08 tempest-ServerDiskConfigTestJSON-1080465125 tempest-ServerDiskConfigTestJSON-1080465125-project] (101712) timed out ('10.222.0.98', 56909) {{(pid=101712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:04:20.400548 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec8711-7440-45ea-bac9-71dcabb3f48b req-e36d0263-6896-4d15-8eef-a3823409967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:20.405769 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-01ec8711-7440-45ea-bac9-71dcabb3f48b req-e36d0263-6896-4d15-8eef-a3823409967b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a66432c41f664b9c8a9ca7bdeba030f9&device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 1058 time: 0.1006558 Nov 03 19:04:20.432490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5612480c-7a8f-466d-8bb5-ac622ed4e379 None None] Provisioning complete for port c7d46ab0-d070-44fb-b49c-699a9a4e2a35 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:20.433203 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5612480c-7a8f-466d-8bb5-ac622ed4e379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.443916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f272289-058b-45a0-99b2-a108e4df0db2 req-9f483b25-e9b6-4ef9-ac22-414967c6e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:20.445505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f272289-058b-45a0-99b2-a108e4df0db2 req-9f483b25-e9b6-4ef9-ac22-414967c6e994 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=821feb72-7915-4b1e-9ae2-b5ba84e1f5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7642047 Nov 03 19:04:20.499738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c7d46ab0-d070-44fb-b49c-699a9a4e2a35 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:20.521534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-c2003c72-ee2a-423e-ae4c-039f2508869f req-61d745b1-528d-4469-9c56-fe0816316d0d tempest-ImagesTestJSON-522706407 tempest-ImagesTestJSON-522706407-project] (101712) timed out ('10.222.0.98', 56940) {{(pid=101712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:04:20.611571 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5612480c-7a8f-466d-8bb5-ac622ed4e379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.685856 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec8711-7440-45ea-bac9-71dcabb3f48b req-141de40d-2089-4de7-bece-79f731a9b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:20.687192 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9874555-69d8-4fd2-be72-e0b3fa8c68d0 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.687352 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-01ec8711-7440-45ea-bac9-71dcabb3f48b req-141de40d-2089-4de7-bece-79f731a9b507 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d0f51e93-eee7-48f0-968b-a339ae1a11b9 HTTP/1.1" status: 200 len: 899 time: 0.2707064 Nov 03 19:04:20.787389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5612480c-7a8f-466d-8bb5-ac622ed4e379 None None] For port c7d46ab0-d070-44fb-b49c-699a9a4e2a35, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c7d46ab0-d070-44fb-b49c-699a9a4e2a35,segment=NetworkSegment(fa7fdaca-0d7f-4245-8fae-f3475ff7146a),segment_id=fa7fdaca-0d7f-4245-8fae-f3475ff7146a)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:20.792467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c7d46ab0-d070-44fb-b49c-699a9a4e2a35 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:20.793189 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.796654 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-01ec8711-7440-45ea-bac9-71dcabb3f48b req-b46c7896-af33-4174-bb8c-10f8cb04ed02 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=ada09b20-d667-45ea-b5fc-ae4138c77eea HTTP/1.1" status: 200 len: 217 time: 0.0976844 Nov 03 19:04:20.821310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d70fc7-a6b3-48dd-a296-42829e0573bb req-1de1da36-449a-407b-9582-a4320299a859 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:20.823138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19d70fc7-a6b3-48dd-a296-42829e0573bb req-1de1da36-449a-407b-9582-a4320299a859 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 907 time: 0.4455230 Nov 03 19:04:20.892253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f272289-058b-45a0-99b2-a108e4df0db2 req-920f761d-f050-4295-a2b6-34ebebf1c7ff service neutron] 10.222.0.98 "GET /v2.0/networks/821feb72-7915-4b1e-9ae2-b5ba84e1f5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373984 Nov 03 19:04:20.899164 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5612480c-7a8f-466d-8bb5-ac622ed4e379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:20.939790 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec8711-7440-45ea-bac9-71dcabb3f48b req-0b7796f3-5efc-457d-83bb-da1ba3b491b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:20.945786 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-01ec8711-7440-45ea-bac9-71dcabb3f48b req-0b7796f3-5efc-457d-83bb-da1ba3b491b1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=61c4115a-ffc7-4cf0-9c14-7ea8a544650b HTTP/1.1" status: 200 len: 838 time: 0.1421635 Nov 03 19:04:21.052192 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec8711-7440-45ea-bac9-71dcabb3f48b req-32b000cd-4f19-4a02-94e9-38a9819039ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:21.054811 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-01ec8711-7440-45ea-bac9-71dcabb3f48b req-32b000cd-4f19-4a02-94e9-38a9819039ea service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d0f51e93-eee7-48f0-968b-a339ae1a11b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038375 Nov 03 19:04:21.129102 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9874555-69d8-4fd2-be72-e0b3fa8c68d0 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.294731 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-01ec8711-7440-45ea-bac9-71dcabb3f48b req-27373a5e-697e-4d83-b651-7f0be1b72ebe service neutron] 10.222.0.87 "GET /v2.0/networks/d0f51e93-eee7-48f0-968b-a339ae1a11b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308354 Nov 03 19:04:21.324327 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612480c-7a8f-466d-8bb5-ac622ed4e379 None None] Pushing event updated for resources: {'Port': ['ID=c7d46ab0-d070-44fb-b49c-699a9a4e2a35,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:21.461555 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-01ec8711-7440-45ea-bac9-71dcabb3f48b req-149d23e4-763b-46d4-871f-286153ce6c27 service neutron] 10.222.0.87 "GET /v2.0/networks/d0f51e93-eee7-48f0-968b-a339ae1a11b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587286 Nov 03 19:04:21.577101 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-eb027380-206b-471a-9fd8-082d70eca4f9 None None] Provisioning complete for port bb5071a9-a091-4f3f-a90e-d9cb1cc01224 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:21.577951 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eb027380-206b-471a-9fd8-082d70eca4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:21.663071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-eb027380-206b-471a-9fd8-082d70eca4f9 None None] Port bb5071a9-a091-4f3f-a90e-d9cb1cc01224 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:21.687888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f272289-058b-45a0-99b2-a108e4df0db2 req-e66c8d7b-f2f7-441b-a6ef-feb1a022bf8e service neutron] 10.222.0.98 "GET /v2.0/networks/821feb72-7915-4b1e-9ae2-b5ba84e1f5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7706389 Nov 03 19:04:21.704684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-eb027380-206b-471a-9fd8-082d70eca4f9 None None] Provisioning complete for port c7d46ab0-d070-44fb-b49c-699a9a4e2a35 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:21.705675 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eb027380-206b-471a-9fd8-082d70eca4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.070531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52258) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:22.162333 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-80b62607-ff38-4041-a391-e01b28927d64 None None] Provisioning complete for port bb5071a9-a091-4f3f-a90e-d9cb1cc01224 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:22.162964 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80b62607-ff38-4041-a391-e01b28927d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.234641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-80b62607-ff38-4041-a391-e01b28927d64 None None] Port bb5071a9-a091-4f3f-a90e-d9cb1cc01224 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:22.270730 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e4378-680f-4226-b220-d3b2ad63fd01 req-c6e7a982-7fdf-4710-91d6-6405dde92142 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:22.274628 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d2e4378-680f-4226-b220-d3b2ad63fd01 req-c6e7a982-7fdf-4710-91d6-6405dde92142 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 907 time: 0.2501378 Nov 03 19:04:22.320190 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9874555-69d8-4fd2-be72-e0b3fa8c68d0 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.330587 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9874555-69d8-4fd2-be72-e0b3fa8c68d0 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.332952 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9874555-69d8-4fd2-be72-e0b3fa8c68d0 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.416980 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c7d46ab0-d070-44fb-b49c-699a9a4e2a35 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:22.509201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-988f4446-d69a-42cb-93fc-c0b809ba848a None None] Provisioning complete for port bb5071a9-a091-4f3f-a90e-d9cb1cc01224 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:22.509574 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-988f4446-d69a-42cb-93fc-c0b809ba848a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.518503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9874555-69d8-4fd2-be72-e0b3fa8c68d0 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=bb5071a9-a091-4f3f-a90e-d9cb1cc01224,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:22.652633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9874555-69d8-4fd2-be72-e0b3fa8c68d0 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 1e4731a6-9402-4134-8417-a2ff75736642 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:22.654286 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-e9874555-69d8-4fd2-be72-e0b3fa8c68d0 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:22.681383 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c7d46ab0-d070-44fb-b49c-699a9a4e2a35 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:22.682428 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:22.684436 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-988f4446-d69a-42cb-93fc-c0b809ba848a None None] Port bb5071a9-a091-4f3f-a90e-d9cb1cc01224 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:22.946310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ada09b20-d667-45ea-b5fc-ae4138c77eea details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:04:23.049804 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9874555-69d8-4fd2-be72-e0b3fa8c68d0 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Router f72823b1-5495-4b85-945c-5f1b3bbeab54 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:04:23.207859 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a57c3f42-7de5-49bd-b26e-c0d2753a1b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.282003 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port ada09b20-d667-45ea-b5fc-ae4138c77eea, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ada09b20-d667-45ea-b5fc-ae4138c77eea,segment=NetworkSegment(a885d7aa-8fe9-4a04-90af-57b6dd75ef10),segment_id=a885d7aa-8fe9-4a04-90af-57b6dd75ef10)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:23.320337 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9874555-69d8-4fd2-be72-e0b3fa8c68d0 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:04:23.331601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e9874555-69d8-4fd2-be72-e0b3fa8c68d0 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "PUT /v2.0/routers/f72823b1-5495-4b85-945c-5f1b3bbeab54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1821692 Nov 03 19:04:23.332251 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52280) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:23.339985 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2132931-3b67-45ed-8fc3-9d1ed0607a27 None None] Sync routers for ids ['f72823b1-5495-4b85-945c-5f1b3bbeab54'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:04:23.368514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'ada09b20-d667-45ea-b5fc-ae4138c77eea', 'network_id': 'd0f51e93-eee7-48f0-968b-a339ae1a11b9', 'port_id': 'ada09b20-d667-45ea-b5fc-ae4138c77eea', 'mac_address': 'fa:16:3e:ef:c7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61c4115a-ffc7-4cf0-9c14-7ea8a544650b', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:04:23.422887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-41773f18-3a40-4ce9-ac41-fd22ccf2ed45 None None] Provisioning complete for port bb5071a9-a091-4f3f-a90e-d9cb1cc01224 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:23.423534 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-41773f18-3a40-4ce9-ac41-fd22ccf2ed45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.425152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d354a22b-4665-46ae-a1b9-221cfb373609 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:23.430802 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d354a22b-4665-46ae-a1b9-221cfb373609 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports?device_id=f72823b1-5495-4b85-945c-5f1b3bbeab54 HTTP/1.1" status: 200 len: 988 time: 0.0972872 Nov 03 19:04:23.431450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52282) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:23.549482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2132931-3b67-45ed-8fc3-9d1ed0607a27 None None] Routers {'f72823b1-5495-4b85-945c-5f1b3bbeab54'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:23.550126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c2132931-3b67-45ed-8fc3-9d1ed0607a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f72823b1-5495-4b85-945c-5f1b3bbeab54'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:23.621370 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c2132931-3b67-45ed-8fc3-9d1ed0607a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:23.633674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-41773f18-3a40-4ce9-ac41-fd22ccf2ed45 None None] Port bb5071a9-a091-4f3f-a90e-d9cb1cc01224 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:23.635207 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.646892 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2132931-3b67-45ed-8fc3-9d1ed0607a27 None None] Routers {'f72823b1-5495-4b85-945c-5f1b3bbeab54'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:23.647526 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c2132931-3b67-45ed-8fc3-9d1ed0607a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f72823b1-5495-4b85-945c-5f1b3bbeab54'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:23.694940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c2132931-3b67-45ed-8fc3-9d1ed0607a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:23.696809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2132931-3b67-45ed-8fc3-9d1ed0607a27 None None] The sync data for ids ['f72823b1-5495-4b85-945c-5f1b3bbeab54'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:04:23.726218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada09b20-d667-45ea-b5fc-ae4138c77eea {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:04:23.773759 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port ada09b20-d667-45ea-b5fc-ae4138c77eea, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ada09b20-d667-45ea-b5fc-ae4138c77eea,segment=NetworkSegment(a885d7aa-8fe9-4a04-90af-57b6dd75ef10),segment_id=a885d7aa-8fe9-4a04-90af-57b6dd75ef10)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:23.788746 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.855744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a782a67-89ca-40bf-a070-c97b2b3d2201 req-979f1f4b-f6de-4d42-8048-b2a2ad71c36b tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:23.862087 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a782a67-89ca-40bf-a070-c97b2b3d2201 req-979f1f4b-f6de-4d42-8048-b2a2ad71c36b tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 907 time: 0.3302269 Nov 03 19:04:23.862232 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a57c3f42-7de5-49bd-b26e-c0d2753a1b4f admin admin] Deleting port 83c7e990-ee36-4a3d-9798-632c2840d3ff {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:23.862792 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a57c3f42-7de5-49bd-b26e-c0d2753a1b4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:23.912445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=ada09b20-d667-45ea-b5fc-ae4138c77eea,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:24.002115 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-a57c3f42-7de5-49bd-b26e-c0d2753a1b4f admin admin] For port 83c7e990-ee36-4a3d-9798-632c2840d3ff, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=83c7e990-ee36-4a3d-9798-632c2840d3ff,segment=NetworkSegment(5587f12b-7f23-48d6-bce7-28db4e0f4527),segment_id=5587f12b-7f23-48d6-bce7-28db4e0f4527)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:24.005997 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a57c3f42-7de5-49bd-b26e-c0d2753a1b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.031603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a57c3f42-7de5-49bd-b26e-c0d2753a1b4f admin admin] Calling delete_port for 83c7e990-ee36-4a3d-9798-632c2840d3ff owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:24.186565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['ada09b20-d667-45ea-b5fc-ae4138c77eea'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:04:24.445324 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a57c3f42-7de5-49bd-b26e-c0d2753a1b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.503960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c3f42-7de5-49bd-b26e-c0d2753a1b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=83c7e990-ee36-4a3d-9798-632c2840d3ff,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:24.581862 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4c0ecc6-7f9f-40d0-b965-5af0a7d9f84e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.776145 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a57c3f42-7de5-49bd-b26e-c0d2753a1b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:24.918030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ada09b20-d667-45ea-b5fc-ae4138c77eea up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:25.181979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port ada09b20-d667-45ea-b5fc-ae4138c77eea completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:04:25.196158 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port ada09b20-d667-45ea-b5fc-ae4138c77eea triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:25.198846 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:25.258759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca187a3-f3e6-42cb-a209-1cf976ecaa57 req-e25e6130-18a4-4315-9647-a28ce05aed2a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:25.269428 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ca187a3-f3e6-42cb-a209-1cf976ecaa57 req-e25e6130-18a4-4315-9647-a28ce05aed2a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 908 time: 0.1674216 Nov 03 19:04:25.492259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d4c0ecc6-7f9f-40d0-b965-5af0a7d9f84e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port bb5071a9-a091-4f3f-a90e-d9cb1cc01224 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:25.493215 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4c0ecc6-7f9f-40d0-b965-5af0a7d9f84e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:25.534508 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:25.552946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57c3f42-7de5-49bd-b26e-c0d2753a1b4f admin admin] Router 14536058-0d01-4c65-aaab-19857e2601a9 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:04:25.594841 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port ada09b20-d667-45ea-b5fc-ae4138c77eea, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ada09b20-d667-45ea-b5fc-ae4138c77eea,segment=NetworkSegment(a885d7aa-8fe9-4a04-90af-57b6dd75ef10),segment_id=a885d7aa-8fe9-4a04-90af-57b6dd75ef10)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:25.596351 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682d691e-fe80-4286-8d5d-9877bcd70925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada09b20-d667-45ea-b5fc-ae4138c77eea'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:25.599664 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d5ce22-8cc5-4a9e-9aa3-c3bacc519cc2" -d '{"events": [{"server_uuid": "682d691e-fe80-4286-8d5d-9877bcd70925", "name": "network-vif-plugged", "status": "completed", "tag": "ada09b20-d667-45ea-b5fc-ae4138c77eea"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:25.604570 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:25.683017 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=ada09b20-d667-45ea-b5fc-ae4138c77eea,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:25.744393 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4c0ecc6-7f9f-40d0-b965-5af0a7d9f84e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:25.760884 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-78d26640-d248-4212-9e5d-007531a07e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:25.768598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d4c0ecc6-7f9f-40d0-b965-5af0a7d9f84e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for bb5071a9-a091-4f3f-a90e-d9cb1cc01224 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:25.770281 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57c3f42-7de5-49bd-b26e-c0d2753a1b4f admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:04:25.780326 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ba1fd8-d8e0-44ce-9f1c-0656fd5a871a None None] Sync routers for ids ['14536058-0d01-4c65-aaab-19857e2601a9'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:04:25.795618 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ba1fd8-d8e0-44ce-9f1c-0656fd5a871a None None] Routers {'14536058-0d01-4c65-aaab-19857e2601a9'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:25.796202 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a57c3f42-7de5-49bd-b26e-c0d2753a1b4f admin admin] 10.222.0.107 "PUT /v2.0/routers/14536058-0d01-4c65-aaab-19857e2601a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7189682 Nov 03 19:04:25.796634 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-77ba1fd8-d8e0-44ce-9f1c-0656fd5a871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['14536058-0d01-4c65-aaab-19857e2601a9'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:25.796891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52318) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:25.856279 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d29aa7d-4e92-4169-a348-ac870f5b3603 x-openstack-request-id: req-0d29aa7d-4e92-4169-a348-ac870f5b3603 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:25.856574 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682d691e-fe80-4286-8d5d-9877bcd70925", "name": "network-vif-plugged", "status": "completed", "tag": "ada09b20-d667-45ea-b5fc-ae4138c77eea", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:25.856853 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0d29aa7d-4e92-4169-a348-ac870f5b3603 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:25.857296 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682d691e-fe80-4286-8d5d-9877bcd70925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada09b20-d667-45ea-b5fc-ae4138c77eea', 'code': 200} Nov 03 19:04:26.063155 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:26.070919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261c19c-73bb-43fb-bd9c-ec65bb43457e req-b33d7af5-d137-4727-ba34-7289b66e5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:26.085755 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5261c19c-73bb-43fb-bd9c-ec65bb43457e req-b33d7af5-d137-4727-ba34-7289b66e5664 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 1060 time: 0.1338747 Nov 03 19:04:26.118083 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-77ba1fd8-d8e0-44ce-9f1c-0656fd5a871a None None] Set router 14536058-0d01-4c65-aaab-19857e2601a9 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:26.265767 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:26.274964 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4c0ecc6-7f9f-40d0-b965-5af0a7d9f84e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:26.416048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0ecc6-7f9f-40d0-b965-5af0a7d9f84e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=bb5071a9-a091-4f3f-a90e-d9cb1cc01224,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:26.695233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f32423-b1e6-4ba0-a680-85e5fdf54daa req-4143828d-f59f-434c-aa13-b9654fdb97e2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:26.723473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-38f32423-b1e6-4ba0-a680-85e5fdf54daa req-4143828d-f59f-434c-aa13-b9654fdb97e2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 909 time: 0.3434675 Nov 03 19:04:26.739557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] Deleting port acba72f0-e45e-44b5-9053-fc6e30cd8154 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:26.739919 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:26.750643 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-77ba1fd8-d8e0-44ce-9f1c-0656fd5a871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14536058-0d01-4c65-aaab-19857e2601a9', 'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:11Z', 'updated_at': '2021-11-03T19:04:24Z', 'revision_number': 5, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'gw_port': {'id': 'acba72f0-e45e-44b5-9053-fc6e30cd8154', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14536058-0d01-4c65-aaab-19857e2601a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T18:51:14Z', 'updated_at': '2021-11-03T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:26.809315 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ba1fd8-d8e0-44ce-9f1c-0656fd5a871a None None] Checking router: 14536058-0d01-4c65-aaab-19857e2601a9 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:04:26.837701 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ba1fd8-d8e0-44ce-9f1c-0656fd5a871a None None] Routers {'14536058-0d01-4c65-aaab-19857e2601a9'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:26.839160 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-77ba1fd8-d8e0-44ce-9f1c-0656fd5a871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['14536058-0d01-4c65-aaab-19857e2601a9'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:26.881005 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4c0ecc6-7f9f-40d0-b965-5af0a7d9f84e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:26.895347 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] For port acba72f0-e45e-44b5-9053-fc6e30cd8154, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=acba72f0-e45e-44b5-9053-fc6e30cd8154,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:26.895754 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:27.042233 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-77ba1fd8-d8e0-44ce-9f1c-0656fd5a871a None None] Set router 14536058-0d01-4c65-aaab-19857e2601a9 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:27.225980 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-77ba1fd8-d8e0-44ce-9f1c-0656fd5a871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14536058-0d01-4c65-aaab-19857e2601a9', 'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:11Z', 'updated_at': '2021-11-03T19:04:26Z', 'revision_number': 6, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:27.276864 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ba1fd8-d8e0-44ce-9f1c-0656fd5a871a None None] The sync data for ids ['14536058-0d01-4c65-aaab-19857e2601a9'] in n-d-812150-4 is: [{'id': '14536058-0d01-4c65-aaab-19857e2601a9', 'name': 'tempest-TaggedBootDevicesTest-1681974478-router', 'tenant_id': '72caea157bda4c2da13cda8b237e3c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T18:51:11Z', 'updated_at': '2021-11-03T19:04:26Z', 'revision_number': 6, 'project_id': '72caea157bda4c2da13cda8b237e3c26', 'gw_port_host': None}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:04:27.570324 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] Calling delete_port for acba72f0-e45e-44b5-9053-fc6e30cd8154 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:27.727055 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c0ecc6-7f9f-40d0-b965-5af0a7d9f84e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Router f72823b1-5495-4b85-945c-5f1b3bbeab54 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:04:27.879187 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c0ecc6-7f9f-40d0-b965-5af0a7d9f84e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:04:27.896074 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77778422-5a11-4139-a762-8f66f7142c79 None None] Sync routers for ids ['f72823b1-5495-4b85-945c-5f1b3bbeab54'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:04:27.930260 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77778422-5a11-4139-a762-8f66f7142c79 None None] Routers {'f72823b1-5495-4b85-945c-5f1b3bbeab54'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:27.931215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-77778422-5a11-4139-a762-8f66f7142c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f72823b1-5495-4b85-945c-5f1b3bbeab54'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:27.950062 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d4c0ecc6-7f9f-40d0-b965-5af0a7d9f84e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "PUT /v2.0/routers/f72823b1-5495-4b85-945c-5f1b3bbeab54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5174839 Nov 03 19:04:27.952920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52358) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:28.000652 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f2eddf-b3ae-4b64-b5c9-ffdee4e28179 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] GET failed (client error): The resource could not be found. Nov 03 19:04:28.002226 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-28f2eddf-b3ae-4b64-b5c9-ffdee4e28179 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/bb5071a9-a091-4f3f-a90e-d9cb1cc01224 HTTP/1.1" status: 404 len: 333 time: 0.0481305 Nov 03 19:04:28.006110 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52360) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:28.013114 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76539920-77b4-4a76-8a82-740b5c9b45df req-61cd5aef-e0f1-4a4c-afba-02d45fda1b0a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:28.014705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76539920-77b4-4a76-8a82-740b5c9b45df req-61cd5aef-e0f1-4a4c-afba-02d45fda1b0a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 909 time: 0.1333275 Nov 03 19:04:28.058873 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-77778422-5a11-4139-a762-8f66f7142c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:28.069231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77778422-5a11-4139-a762-8f66f7142c79 None None] Routers {'f72823b1-5495-4b85-945c-5f1b3bbeab54'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:28.070829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-77778422-5a11-4139-a762-8f66f7142c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:03:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f72823b1-5495-4b85-945c-5f1b3bbeab54'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:28.119695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-77778422-5a11-4139-a762-8f66f7142c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:28.120503 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77778422-5a11-4139-a762-8f66f7142c79 None None] The sync data for ids ['f72823b1-5495-4b85-945c-5f1b3bbeab54'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:04:28.142605 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-065c6594-0068-4622-8ead-fa20ab0b7ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.203450 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.282736 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5feae1e-4f52-4281-ac37-45bf7008d007 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.289504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=acba72f0-e45e-44b5-9053-fc6e30cd8154,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:28.416292 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device acba72f0-e45e-44b5-9053-fc6e30cd8154 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:28.446716 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.482143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: acba72f0-e45e-44b5-9053-fc6e30cd8154 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:28.483284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device acba72f0-e45e-44b5-9053-fc6e30cd8154 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:28.483924 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 83c7e990-ee36-4a3d-9798-632c2840d3ff no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:28.543896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 83c7e990-ee36-4a3d-9798-632c2840d3ff {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:28.544827 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 83c7e990-ee36-4a3d-9798-632c2840d3ff not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:28.653309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5feae1e-4f52-4281-ac37-45bf7008d007 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.656783 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5feae1e-4f52-4281-ac37-45bf7008d007 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.719501 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.723871 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.753574 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5feae1e-4f52-4281-ac37-45bf7008d007 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.754368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fe1c4-dcdc-48b6-b3e8-5fa29b414084 req-288e279b-b783-4886-8dbb-9a3f1687552b tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:28.757716 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5feae1e-4f52-4281-ac37-45bf7008d007 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Fanout notify agent at l3_agent the message router_deleted on router f72823b1-5495-4b85-945c-5f1b3bbeab54 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:04:28.767306 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a0fe1c4-dcdc-48b6-b3e8-5fa29b414084 req-288e279b-b783-4886-8dbb-9a3f1687552b tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 909 time: 0.5011775 Nov 03 19:04:28.782727 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d5feae1e-4f52-4281-ac37-45bf7008d007 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.795522 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d5feae1e-4f52-4281-ac37-45bf7008d007 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/routers/f72823b1-5495-4b85-945c-5f1b3bbeab54 HTTP/1.1" status: 204 len: 168 time: 0.7768600 Nov 03 19:04:28.808375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52382) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:28.919832 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3fc010-4813-4dd3-88a0-dc74027c3b3b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting subnet 76f6ce3a-2dd3-4aaf-bd7e-2c2ec6892896 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:28.925808 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc010-4813-4dd3-88a0-dc74027c3b3b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.966841 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.967405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14536058-0d01-4c65-aaab-19857e2601a9 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:04:28.972491 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:28.973784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9dce02ab-be55-4299-a983-324383d53ea2 admin admin] 10.222.0.107 "DELETE /v2.0/routers/14536058-0d01-4c65-aaab-19857e2601a9 HTTP/1.1" status: 204 len: 168 time: 3.1675892 Nov 03 19:04:28.978214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52386) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:29.024241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07a92f-d5e6-484e-9c0d-a2f98a67cc3a req-c833fe3b-871f-49d7-b1aa-2a0ca209d40c tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:29.025821 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f07a92f-d5e6-484e-9c0d-a2f98a67cc3a req-c833fe3b-871f-49d7-b1aa-2a0ca209d40c tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 1060 time: 0.1353405 Nov 03 19:04:29.045535 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc010-4813-4dd3-88a0-dc74027c3b3b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.089366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0934eee-4c06-4c46-865d-ce4abb06ee80 admin admin] Deleting subnet adadea0b-ba73-4bc3-9678-1424a1593c04 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:29.099473 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0934eee-4c06-4c46-865d-ce4abb06ee80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.201461 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0934eee-4c06-4c46-865d-ce4abb06ee80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.271047 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc010-4813-4dd3-88a0-dc74027c3b3b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.388561 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.392197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc9d7f-1357-4cf5-a749-49ae70566332 req-099edc17-4d90-42e1-9286-81a799f3f6d9 tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:29.394839 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2edc9d7f-1357-4cf5-a749-49ae70566332 req-099edc17-4d90-42e1-9286-81a799f3f6d9 tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 1135 time: 0.1332262 Nov 03 19:04:29.432001 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc010-4813-4dd3-88a0-dc74027c3b3b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.523413 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc010-4813-4dd3-88a0-dc74027c3b3b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.529093 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f13372-e963-468a-a7ba-291944b9c8a3 None None] Network 1e4731a6-9402-4134-8417-a2ff75736642 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:29.544574 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0d3fc010-4813-4dd3-88a0-dc74027c3b3b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/76f6ce3a-2dd3-4aaf-bd7e-2c2ec6892896 HTTP/1.1" status: 204 len: 168 time: 0.7346630 Nov 03 19:04:29.549426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52400) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:29.573248 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0934eee-4c06-4c46-865d-ce4abb06ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.763765 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fc010-4813-4dd3-88a0-dc74027c3b3b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Subnet': ['ID=76f6ce3a-2dd3-4aaf-bd7e-2c2ec6892896,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:29.782751 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.801471 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0934eee-4c06-4c46-865d-ce4abb06ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.893989 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port c7d46ab0-d070-44fb-b49c-699a9a4e2a35 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:29.894469 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.920294 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2edc9d7f-1357-4cf5-a749-49ae70566332 req-122e7fb3-1465-4dd7-a4bc-291067e7d474 tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=863eefab-0328-4e8f-9a10-8471e6402f14&id=32e3d448-3389-4305-a078-808a3302e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.5058010 Nov 03 19:04:29.923128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0934eee-4c06-4c46-865d-ce4abb06ee80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adadea0b-ba73-4bc3-9678-1424a1593c04,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:29.942856 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52406) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:29.947612 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0934eee-4c06-4c46-865d-ce4abb06ee80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:29.949457 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171869b5-9e3d-4c9b-8e48-07ac6846da1c None None] DHCP port deletion for 1e4731a6-9402-4134-8417-a2ff75736642 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:04:29.956174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d0934eee-4c06-4c46-865d-ce4abb06ee80 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/adadea0b-ba73-4bc3-9678-1424a1593c04 HTTP/1.1" status: 204 len: 168 time: 0.9759927 Nov 03 19:04:29.977138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52408) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:30.035175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fdadd1-22e0-493c-9384-cdefe0f95426 None None] Network 6b353351-5b83-45e9-9697-85cd3e4e0a38 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:30.059512 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] For port c7d46ab0-d070-44fb-b49c-699a9a4e2a35, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c7d46ab0-d070-44fb-b49c-699a9a4e2a35,segment=NetworkSegment(fa7fdaca-0d7f-4245-8fae-f3475ff7146a),segment_id=fa7fdaca-0d7f-4245-8fae-f3475ff7146a)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:30.063142 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.094210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for c7d46ab0-d070-44fb-b49c-699a9a4e2a35 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:30.169008 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.280276 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.340802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-171869b5-9e3d-4c9b-8e48-07ac6846da1c None None] Deleting port c7d46ab0-d070-44fb-b49c-699a9a4e2a35 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:30.345254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=c7d46ab0-d070-44fb-b49c-699a9a4e2a35,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:30.347496 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-171869b5-9e3d-4c9b-8e48-07ac6846da1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.377916 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No DVR routers for this DVR port c7d46ab0-d070-44fb-b49c-699a9a4e2a35 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:30.472387 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6b38f6-23fc-4252-90ec-31902d43c44c tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:30.480064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fc6b38f6-23fc-4252-90ec-31902d43c44c tempest-TestSecurityGroupsBasicOps-1162478831 tempest-TestSecurityGroupsBasicOps-1162478831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 1055 time: 0.5069630 Nov 03 19:04:30.536881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-171869b5-9e3d-4c9b-8e48-07ac6846da1c None None] For port c7d46ab0-d070-44fb-b49c-699a9a4e2a35, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:30.537492 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-171869b5-9e3d-4c9b-8e48-07ac6846da1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.562163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] Deleting port 4cba7009-d207-4764-bb03-949fe743b3de {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:30.562772 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.571689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-171869b5-9e3d-4c9b-8e48-07ac6846da1c None None] Calling delete_port for c7d46ab0-d070-44fb-b49c-699a9a4e2a35 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:30.574913 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-171869b5-9e3d-4c9b-8e48-07ac6846da1c None None] Port c7d46ab0-d070-44fb-b49c-699a9a4e2a35 was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:04:30.586260 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-171869b5-9e3d-4c9b-8e48-07ac6846da1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.594956 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.620934 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c7d46ab0-d070-44fb-b49c-699a9a4e2a35 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:30.653042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4731a6-9402-4134-8417-a2ff75736642']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:30.669670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7fdaca-0d7f-4245-8fae-f3475ff7146a') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:30.674980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7fdaca-0d7f-4245-8fae-f3475ff7146a') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:30.678497 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: c7d46ab0-d070-44fb-b49c-699a9a4e2a35 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:30.678860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c7d46ab0-d070-44fb-b49c-699a9a4e2a35 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:30.699627 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.740345 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.773476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:04:30.774741 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:04:30.790829 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:04:30.802858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] For port 4cba7009-d207-4764-bb03-949fe743b3de, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4cba7009-d207-4764-bb03-949fe743b3de,segment=NetworkSegment(5587f12b-7f23-48d6-bce7-28db4e0f4527),segment_id=5587f12b-7f23-48d6-bce7-28db4e0f4527)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:30.805492 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.850063 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:30.866924 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171869b5-9e3d-4c9b-8e48-07ac6846da1c None None] Pushing event deleted for resources: {'Port': ['ID=c7d46ab0-d070-44fb-b49c-699a9a4e2a35,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:30.871034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] Calling delete_port for 4cba7009-d207-4764-bb03-949fe743b3de owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:30.941399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171869b5-9e3d-4c9b-8e48-07ac6846da1c None None] No DVR routers for this DVR port c7d46ab0-d070-44fb-b49c-699a9a4e2a35 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:30.982577 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.061058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27a126-647f-4e4b-88f5-dc709d7555a1 req-29bc9801-2fd7-45ba-ab23-825ee201cf63 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:31.070309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.080252 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f27a126-647f-4e4b-88f5-dc709d7555a1 req-29bc9801-2fd7-45ba-ab23-825ee201cf63 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 909 time: 0.1166453 Nov 03 19:04:31.109474 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.123458 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.149766 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/networks/1e4731a6-9402-4134-8417-a2ff75736642 HTTP/1.1" status: 204 len: 168 time: 1.5915020 Nov 03 19:04:31.154480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52428) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:31.175618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d6912-6e9b-4769-9c5a-27a1827773a6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Network': ['ID=1e4731a6-9402-4134-8417-a2ff75736642,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:31.190919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] No DVR routers for this DVR port 4cba7009-d207-4764-bb03-949fe743b3de on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:31.199179 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cba7009-d207-4764-bb03-949fe743b3de,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:31.286158 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f17a926-f1e4-4747-8b6e-d9802d3758ea None None] DHCP port deletion for 6b353351-5b83-45e9-9697-85cd3e4e0a38 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:04:31.334079 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5244229-cb35-4513-9280-f6b0c9aaed93 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:31.348216 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f5244229-cb35-4513-9280-f6b0c9aaed93 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/dfb674ad-659c-4015-a6a3-6a9aa1aca757 HTTP/1.1" status: 200 len: 845 time: 0.1922722 Nov 03 19:04:31.348945 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52436) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:31.403974 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1cbd90a2-af53-43d5-95e7-94d9b00b4b5d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/dfb674ad-659c-4015-a6a3-6a9aa1aca757?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0535047 Nov 03 19:04:31.404606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52438) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:31.409850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-055916e3-8887-440d-8a4e-7202fe9eef7c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'subnet': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:31.422409 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.441452 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.506999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b353351-5b83-45e9-9697-85cd3e4e0a38']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:31.542005 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5587f12b-7f23-48d6-bce7-28db4e0f4527') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:31.542530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5587f12b-7f23-48d6-bce7-28db4e0f4527') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:31.559372 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055916e3-8887-440d-8a4e-7202fe9eef7c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:31.567935 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-055916e3-8887-440d-8a4e-7202fe9eef7c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.569630 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.587945 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.594466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:04:31.595110 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:04:31.614583 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:04:31.704841 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.711646 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:31.734064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] 10.222.0.107 "DELETE /v2.0/networks/6b353351-5b83-45e9-9697-85cd3e4e0a38 HTTP/1.1" status: 204 len: 168 time: 1.7289882 Nov 03 19:04:31.771902 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb2406-fd5b-4c3b-8f1c-28720d095de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b353351-5b83-45e9-9697-85cd3e4e0a38,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:31.918036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52454) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:32.041554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-acda33d9-7c1e-4935-97f5-57f083830d43 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=72caea157bda4c2da13cda8b237e3c26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1207693 Nov 03 19:04:32.044924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52458) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:32.127824 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-055916e3-8887-440d-8a4e-7202fe9eef7c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.177702 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055916e3-8887-440d-8a4e-7202fe9eef7c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:32.181897 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4c02fee8-4a3b-466d-b9d3-e9d73de38082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.184430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-055916e3-8887-440d-8a4e-7202fe9eef7c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:32.194667 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b15b27-e4c9-493b-a983-53d1d1997355 None None] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:32.222750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055916e3-8887-440d-8a4e-7202fe9eef7c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:32.226407 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-055916e3-8887-440d-8a4e-7202fe9eef7c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.239113 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4c02fee8-4a3b-466d-b9d3-e9d73de38082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.266947 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-055916e3-8887-440d-8a4e-7202fe9eef7c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8612516 Nov 03 19:04:32.270179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52468) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:32.285900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-59937e68-5a3a-4d80-bd5e-1df1cb5b7e33 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'security_group': {'name': 'tempest-secgroup-526170604'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:32.313422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055916e3-8887-440d-8a4e-7202fe9eef7c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Subnet': ['ID=58d4ba87-116a-46fe-a09a-0462f18fe03a,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:32.368862 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-59937e68-5a3a-4d80-bd5e-1df1cb5b7e33 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.370405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4cba7009-d207-4764-bb03-949fe743b3de no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:32.378067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3695a7-602c-495c-9ef8-c90c1ebdbf94 req-250f87b2-6447-4c96-af7b-5ba2ae19808f tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:32.380667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f3695a7-602c-495c-9ef8-c90c1ebdbf94 req-250f87b2-6447-4c96-af7b-5ba2ae19808f tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 909 time: 0.1544085 Nov 03 19:04:32.422556 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4c02fee8-4a3b-466d-b9d3-e9d73de38082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.425603 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4c02fee8-4a3b-466d-b9d3-e9d73de38082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.426792 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4c02fee8-4a3b-466d-b9d3-e9d73de38082 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b HTTP/1.1" status: 204 len: 168 time: 0.3808970 Nov 03 19:04:32.446332 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 4cba7009-d207-4764-bb03-949fe743b3de {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:32.448175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4cba7009-d207-4764-bb03-949fe743b3de not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:32.457058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02fee8-4a3b-466d-b9d3-e9d73de38082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0ccee2-e3e0-456d-b3f4-c5b2f68a375b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:32.553951 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-59937e68-5a3a-4d80-bd5e-1df1cb5b7e33 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.564666 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-59937e68-5a3a-4d80-bd5e-1df1cb5b7e33 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.624591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59937e68-5a3a-4d80-bd5e-1df1cb5b7e33 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f6c7ef-e164-4429-be43-504023ff8c8a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:32.643325 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-59937e68-5a3a-4d80-bd5e-1df1cb5b7e33 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.655863 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-59937e68-5a3a-4d80-bd5e-1df1cb5b7e33 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3743041 Nov 03 19:04:32.658263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52474) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:32.663167 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-43d1c0b0-0898-46f9-b04a-3709cb1fee14 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'security_group': {'name': 'tempest-secgroup-2131519436'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:32.711159 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-43d1c0b0-0898-46f9-b04a-3709cb1fee14 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.717538 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'tenant_id': '4d02965793734a9aa7a8412a1bff2ac8', 'fixed_ips': [{'subnet_id': '58d4ba87-116a-46fe-a09a-0462f18fe03a'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:04:32.720365 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.834603 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-43d1c0b0-0898-46f9-b04a-3709cb1fee14 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.840810 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-43d1c0b0-0898-46f9-b04a-3709cb1fee14 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.854466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e75d65-532f-4a9f-9fca-bbd725df4761 req-03597680-e45a-4ef7-acf3-cfd196da6641 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:32.856275 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17e75d65-532f-4a9f-9fca-bbd725df4761 req-03597680-e45a-4ef7-acf3-cfd196da6641 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.87 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 909 time: 0.0914931 Nov 03 19:04:32.917058 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-43d1c0b0-0898-46f9-b04a-3709cb1fee14 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:32.920083 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-43d1c0b0-0898-46f9-b04a-3709cb1fee14 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2605562 Nov 03 19:04:32.921755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52484) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:32.928400 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6eeafc06-c3b8-43a5-b6eb-8e0b4d9b71bc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-438852269', 'security_groups': ['69258daa-5846-41ad-9877-adf95e7e70c2'], 'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '58d4ba87-116a-46fe-a09a-0462f18fe03a'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:32.947498 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1c0b0-0898-46f9-b04a-3709cb1fee14 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69258daa-5846-41ad-9877-adf95e7e70c2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:33.013617 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Allocated IP 2001:db8::2 (87f9ca61-5666-4ac2-b03c-1bd192bbb720/58d4ba87-116a-46fe-a09a-0462f18fe03a/86046bd8-c9c3-4475-874d-bf262a118b30) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:33.114901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-17e75d65-532f-4a9f-9fca-bbd725df4761 req-0712c0ec-f5f5-476f-92b9-9a86316272d3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Deleting port ada09b20-d667-45ea-b5fc-ae4138c77eea {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:33.115264 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-17e75d65-532f-4a9f-9fca-bbd725df4761 req-0712c0ec-f5f5-476f-92b9-9a86316272d3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.218637 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeafc06-c3b8-43a5-b6eb-8e0b4d9b71bc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:33.310753 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.320645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-17e75d65-532f-4a9f-9fca-bbd725df4761 req-0712c0ec-f5f5-476f-92b9-9a86316272d3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] For port ada09b20-d667-45ea-b5fc-ae4138c77eea, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=ada09b20-d667-45ea-b5fc-ae4138c77eea,segment=NetworkSegment(a885d7aa-8fe9-4a04-90af-57b6dd75ef10),segment_id=a885d7aa-8fe9-4a04-90af-57b6dd75ef10)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:33.321323 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-17e75d65-532f-4a9f-9fca-bbd725df4761 req-0712c0ec-f5f5-476f-92b9-9a86316272d3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.325243 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.354122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-17e75d65-532f-4a9f-9fca-bbd725df4761 req-0712c0ec-f5f5-476f-92b9-9a86316272d3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Calling delete_port for ada09b20-d667-45ea-b5fc-ae4138c77eea owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:33.363827 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:33.409424 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:33.412731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:33.418260 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6eeafc06-c3b8-43a5-b6eb-8e0b4d9b71bc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.465291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Pushing event updated for resources: {'Port': ['ID=86046bd8-c9c3-4475-874d-bf262a118b30,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:33.486099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-6eeafc06-c3b8-43a5-b6eb-8e0b4d9b71bc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port 774928f4-86d3-413e-9835-4b3bcba31567 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:04:33.563257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Attempting to bind port 86046bd8-c9c3-4475-874d-bf262a118b30 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:33.564467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Attempting to bind port 86046bd8-c9c3-4475-874d-bf262a118b30 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'daeff36e-4e00-423d-8356-485eac74e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:33.564708 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Attempting to bind port 86046bd8-c9c3-4475-874d-bf262a118b30 on network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:33.571670 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:33.573803 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Checking segment: {'id': 'daeff36e-4e00-423d-8356-485eac74e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:33.573803 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.573803 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Bound using segment: {'id': 'daeff36e-4e00-423d-8356-485eac74e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:33.574526 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Bound port: 86046bd8-c9c3-4475-874d-bf262a118b30, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daeff36e-4e00-423d-8356-485eac74e878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:33.575964 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.613655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-17e75d65-532f-4a9f-9fca-bbd725df4761 req-0712c0ec-f5f5-476f-92b9-9a86316272d3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.692329 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d9186ad-e3f8-4126-9444-38ea21a7e7e4 req-11a060c7-ed55-492b-a635-deecbb6b64df tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=682d691e-fe80-4286-8d5d-9877bcd70925 HTTP/1.1" status: 200 len: 210 time: 0.0825877 Nov 03 19:04:33.762922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712c0ec-f5f5-476f-92b9-9a86316272d3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event deleted for resources: {'Port': ['ID=ada09b20-d667-45ea-b5fc-ae4138c77eea,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:33.810695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] For port 86046bd8-c9c3-4475-874d-bf262a118b30, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:33.821277 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] For port 86046bd8-c9c3-4475-874d-bf262a118b30, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=86046bd8-c9c3-4475-874d-bf262a118b30,segment=NetworkSegment(daeff36e-4e00-423d-8356-485eac74e878),segment_id=daeff36e-4e00-423d-8356-485eac74e878)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:33.833766 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.838501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e75d65-532f-4a9f-9fca-bbd725df4761 req-0712c0ec-f5f5-476f-92b9-9a86316272d3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] No DVR routers for this DVR port ada09b20-d667-45ea-b5fc-ae4138c77eea on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:33.844564 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-17e75d65-532f-4a9f-9fca-bbd725df4761 req-0712c0ec-f5f5-476f-92b9-9a86316272d3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:33.857712 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-17e75d65-532f-4a9f-9fca-bbd725df4761 req-0712c0ec-f5f5-476f-92b9-9a86316272d3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.87 "DELETE /v2.0/ports/ada09b20-d667-45ea-b5fc-ae4138c77eea HTTP/1.1" status: 204 len: 173 time: 0.9864018 Nov 03 19:04:33.858243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682d691e-fe80-4286-8d5d-9877bcd70925', 'name': 'network-vif-deleted', 'tag': 'ada09b20-d667-45ea-b5fc-ae4138c77eea'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:33.871389 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d803e3ad-2dc0-43c3-b713-46316efce70e" -d '{"events": [{"server_uuid": "682d691e-fe80-4286-8d5d-9877bcd70925", "name": "network-vif-deleted", "tag": "ada09b20-d667-45ea-b5fc-ae4138c77eea"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:33.919912 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52508) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:33.938421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-6eeafc06-c3b8-43a5-b6eb-8e0b4d9b71bc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Allocated IP 2001:db8::2dd (87f9ca61-5666-4ac2-b03c-1bd192bbb720/58d4ba87-116a-46fe-a09a-0462f18fe03a/774928f4-86d3-413e-9835-4b3bcba31567) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:33.986469 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0bc20c-5fb7-4a6f-95ec-d4fc640738f8 x-openstack-request-id: req-9a0bc20c-5fb7-4a6f-95ec-d4fc640738f8 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:33.987143 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682d691e-fe80-4286-8d5d-9877bcd70925", "name": "network-vif-deleted", "tag": "ada09b20-d667-45ea-b5fc-ae4138c77eea", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:33.987424 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9a0bc20c-5fb7-4a6f-95ec-d4fc640738f8 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:33.987900 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682d691e-fe80-4286-8d5d-9877bcd70925', 'name': 'network-vif-deleted', 'tag': 'ada09b20-d667-45ea-b5fc-ae4138c77eea', 'status': 'completed', 'code': 200} Nov 03 19:04:33.991089 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d895b89-c4d6-46a6-b561-ee29e991298c None None] Pushing event updated for resources: {'Port': ['ID=86046bd8-c9c3-4475-874d-bf262a118b30,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:34.230491 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6eeafc06-c3b8-43a5-b6eb-8e0b4d9b71bc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.273139 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1628923912-network', 'tenant_id': 'e9d7da11298041f289f7491f982131c3'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:34.329585 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6eeafc06-c3b8-43a5-b6eb-8e0b4d9b71bc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.330523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] Made reservation on behalf of e9d7da11298041f289f7491f982131c3 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:34.334876 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.356098 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.422015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeafc06-c3b8-43a5-b6eb-8e0b4d9b71bc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:34.425295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6eeafc06-c3b8-43a5-b6eb-8e0b4d9b71bc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:34.443295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeafc06-c3b8-43a5-b6eb-8e0b4d9b71bc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:34.449663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeafc06-c3b8-43a5-b6eb-8e0b4d9b71bc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:34.450385 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6eeafc06-c3b8-43a5-b6eb-8e0b4d9b71bc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.482730 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeafc06-c3b8-43a5-b6eb-8e0b4d9b71bc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=774928f4-86d3-413e-9835-4b3bcba31567,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:34.498366 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6eeafc06-c3b8-43a5-b6eb-8e0b4d9b71bc tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5702207 Nov 03 19:04:34.512497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52516) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:34.544416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-16f47a57-292a-4a9a-982c-9b176daf58bb tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'subnet': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:34.557270 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.568789 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.610395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:04:34.670481 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.670855 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] Added segment 8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a of type vlan for network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a Nov 03 19:04:34.719029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31689e14-8dc4-486c-905f-7d290d8448e7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:34.753072 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.798681 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.799813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:34.800890 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.839504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f47a57-292a-4a9a-982c-9b176daf58bb tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:34.845632 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-16f47a57-292a-4a9a-982c-9b176daf58bb tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.857518 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52522) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:34.879197 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9575565 Nov 03 19:04:34.879914 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52524) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:34.944431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-715ba2ca-e726-41c3-961b-a05181a773f5 admin admin] Request body: {'subnet': {'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1628923912-subnet', 'tenant_id': 'e9d7da11298041f289f7491f982131c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:34.969660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715ba2ca-e726-41c3-961b-a05181a773f5 admin admin] Made reservation on behalf of e9d7da11298041f289f7491f982131c3 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:34.972156 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-715ba2ca-e726-41c3-961b-a05181a773f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:34.979961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968317b-4216-4b89-a1f1-04b7f710b0d2 admin admin] Pushing event updated for resources: {'Network': ['ID=0dcf736a-59cf-49d3-b6f1-c884b4619d5a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:34.990566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:04:35.005656 n-d-812150-4 neutron-server[101712]: INFO neutron.db.ipam_backend_mixin [None req-16f47a57-292a-4a9a-982c-9b176daf58bb tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58d4ba87-116a-46fe-a09a-0462f18fe03a (CIDR: 2001:db8::/64) Nov 03 19:04:35.009209 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f47a57-292a-4a9a-982c-9b176daf58bb tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:04:35.009732 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f47a57-292a-4a9a-982c-9b176daf58bb tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:04:35.039375 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-16f47a57-292a-4a9a-982c-9b176daf58bb tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5173054 Nov 03 19:04:35.046415 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52526) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:35.052651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f8655735-9426-429d-90e2-37ca87a81bd4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'subnet': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:35.352542 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8655735-9426-429d-90e2-37ca87a81bd4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:35.357891 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8655735-9426-429d-90e2-37ca87a81bd4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:35.504920 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-715ba2ca-e726-41c3-961b-a05181a773f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:35.599258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ba2ca-e726-41c3-961b-a05181a773f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a8c3776-2803-4674-9d8d-e9308b2a0691,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:35.612086 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715ba2ca-e726-41c3-961b-a05181a773f5 admin admin] Checking segment: {'id': '8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:35.612735 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715ba2ca-e726-41c3-961b-a05181a773f5 admin admin] Network hostable DHCP agents. Network: 0dcf736a-59cf-49d3-b6f1-c884b4619d5a, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:04:35.654706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715ba2ca-e726-41c3-961b-a05181a773f5 admin admin] Network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:04:35.658918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b96707ba-ae9b-4b97-82b0-03620844a2d5 None None] Provisioning complete for port dfb674ad-659c-4015-a6a3-6a9aa1aca757 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:35.660108 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b96707ba-ae9b-4b97-82b0-03620844a2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:35.724339 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b96707ba-ae9b-4b97-82b0-03620844a2d5 None None] Port dfb674ad-659c-4015-a6a3-6a9aa1aca757 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:35.728304 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-715ba2ca-e726-41c3-961b-a05181a773f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 0dcf736a-59cf-49d3-b6f1-c884b4619d5a) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:35.742881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715ba2ca-e726-41c3-961b-a05181a773f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:35.743475 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-715ba2ca-e726-41c3-961b-a05181a773f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:35.748521 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a98dbe5-e1f1-4876-9255-6eff79a5a1b3 None None] Network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:35.782634 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8655735-9426-429d-90e2-37ca87a81bd4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:35.797560 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-715ba2ca-e726-41c3-961b-a05181a773f5 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8492072 Nov 03 19:04:35.799869 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52542) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:35.812778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1628923912-router', 'tenant_id': 'e9d7da11298041f289f7491f982131c3', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:35.903508 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-452c0f6d-7244-4bd2-8435-cc48606dfd0d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:35.937082 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8655735-9426-429d-90e2-37ca87a81bd4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Subnet': ['ID=24b0e050-6e0e-42a0-b98a-e7e759eaa696,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:35.959895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8655735-9426-429d-90e2-37ca87a81bd4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:35.973250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-f8655735-9426-429d-90e2-37ca87a81bd4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:35.976494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8655735-9426-429d-90e2-37ca87a81bd4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:35.977553 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8655735-9426-429d-90e2-37ca87a81bd4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.008836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f8655735-9426-429d-90e2-37ca87a81bd4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9607038 Nov 03 19:04:36.009449 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.010707 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.011432 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52550) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:36.021481 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-0abdecaa-6b95-4f12-9cb5-3cf4f5c04988 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1381751872', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '24b0e050-6e0e-42a0-b98a-e7e759eaa696'}], 'security_groups': ['59f6c7ef-e164-4429-be43-504023ff8c8a']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:36.131979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de10955-b0dc-45b6-a435-c3b90376c4fd None None] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:36.135138 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.151188 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0abdecaa-6b95-4f12-9cb5-3cf4f5c04988 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.252366 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b96707ba-ae9b-4b97-82b0-03620844a2d5 None None] Provisioning complete for port 86046bd8-c9c3-4475-874d-bf262a118b30 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:36.252754 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b96707ba-ae9b-4b97-82b0-03620844a2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.428030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 86046bd8-c9c3-4475-874d-bf262a118b30 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:36.460677 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.633058 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 86046bd8-c9c3-4475-874d-bf262a118b30 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:36.633400 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.713554 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-452c0f6d-7244-4bd2-8435-cc48606dfd0d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Deleting port 217e1b86-1ca3-497d-8f78-8855b11c2171 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:36.713554 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-452c0f6d-7244-4bd2-8435-cc48606dfd0d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.901429 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b96707ba-ae9b-4b97-82b0-03620844a2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:36.916569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2701d7-8497-4ccb-be20-f187e47804be None None] Network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:36.985183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ada09b20-d667-45ea-b5fc-ae4138c77eea no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:37.035061 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: ada09b20-d667-45ea-b5fc-ae4138c77eea {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:37.035601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device ada09b20-d667-45ea-b5fc-ae4138c77eea not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:37.056996 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.098130 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25462cb0-31b9-46e3-9ebd-f42aaa443fdf None None] Update dhcp port {'port': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'fixed_ips': [{'subnet_id': '58d4ba87-116a-46fe-a09a-0462f18fe03a', 'ip_address': '2001:db8::2'}, {'subnet_id': '24b0e050-6e0e-42a0-b98a-e7e759eaa696'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '86046bd8-c9c3-4475-874d-bf262a118b30'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:04:37.201415 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 86046bd8-c9c3-4475-874d-bf262a118b30, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=86046bd8-c9c3-4475-874d-bf262a118b30,segment=NetworkSegment(daeff36e-4e00-423d-8356-485eac74e878),segment_id=daeff36e-4e00-423d-8356-485eac74e878)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:37.205028 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-0abdecaa-6b95-4f12-9cb5-3cf4f5c04988 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Delete allocated IP 2001:db8::2dd (87f9ca61-5666-4ac2-b03c-1bd192bbb720/58d4ba87-116a-46fe-a09a-0462f18fe03a) {{(pid=101712) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:04:37.217724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-0abdecaa-6b95-4f12-9cb5-3cf4f5c04988 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Allocated IP 2001:db8:0:1::171 (87f9ca61-5666-4ac2-b03c-1bd192bbb720/24b0e050-6e0e-42a0-b98a-e7e759eaa696/774928f4-86d3-413e-9835-4b3bcba31567) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:37.271189 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-25462cb0-31b9-46e3-9ebd-f42aaa443fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.295521 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.400470 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-b96707ba-ae9b-4b97-82b0-03620844a2d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:04:37.400829 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-b96707ba-ae9b-4b97-82b0-03620844a2d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:04:37.419628 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.447079 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-452c0f6d-7244-4bd2-8435-cc48606dfd0d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] For port 217e1b86-1ca3-497d-8f78-8855b11c2171, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=217e1b86-1ca3-497d-8f78-8855b11c2171,segment=NetworkSegment(a885d7aa-8fe9-4a04-90af-57b6dd75ef10),segment_id=a885d7aa-8fe9-4a04-90af-57b6dd75ef10)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:37.447743 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-452c0f6d-7244-4bd2-8435-cc48606dfd0d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.451042 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.459887 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0abdecaa-6b95-4f12-9cb5-3cf4f5c04988 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.468220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0abdecaa-6b95-4f12-9cb5-3cf4f5c04988 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.469985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-452c0f6d-7244-4bd2-8435-cc48606dfd0d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Calling delete_port for 217e1b86-1ca3-497d-8f78-8855b11c2171 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:37.499102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=86046bd8-c9c3-4475-874d-bf262a118b30,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:37.574382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0abdecaa-6b95-4f12-9cb5-3cf4f5c04988 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] In _notify_port_updated(), no bound segment for port 774928f4-86d3-413e-9835-4b3bcba31567 on network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 {{(pid=101712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:04:37.582601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abdecaa-6b95-4f12-9cb5-3cf4f5c04988 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:37.583672 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0abdecaa-6b95-4f12-9cb5-3cf4f5c04988 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.585481 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0abdecaa-6b95-4f12-9cb5-3cf4f5c04988 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "PUT /v2.0/ports/774928f4-86d3-413e-9835-4b3bcba31567 HTTP/1.1" status: 200 len: 931 time: 1.5731046 Nov 03 19:04:37.589723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52560) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:37.615333 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-25462cb0-31b9-46e3-9ebd-f42aaa443fdf None None] Allocated IP 2001:db8:0:1::2 (87f9ca61-5666-4ac2-b03c-1bd192bbb720/24b0e050-6e0e-42a0-b98a-e7e759eaa696/86046bd8-c9c3-4475-874d-bf262a118b30) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:37.625374 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdecaa-6b95-4f12-9cb5-3cf4f5c04988 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=774928f4-86d3-413e-9835-4b3bcba31567,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:37.676102 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Allocated IP 172.25.2.254 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/997aa9da-7dc0-4d29-b521-6988e73bafd6) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:37.725474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-25462cb0-31b9-46e3-9ebd-f42aaa443fdf None None] For port 86046bd8-c9c3-4475-874d-bf262a118b30, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=86046bd8-c9c3-4475-874d-bf262a118b30,segment=NetworkSegment(daeff36e-4e00-423d-8356-485eac74e878),segment_id=daeff36e-4e00-423d-8356-485eac74e878)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:37.759383 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-25462cb0-31b9-46e3-9ebd-f42aaa443fdf None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.765810 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-25462cb0-31b9-46e3-9ebd-f42aaa443fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.769071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-05367002-1c57-4806-9d1d-64b6450196cf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port 774928f4-86d3-413e-9835-4b3bcba31567 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:37.770636 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05367002-1c57-4806-9d1d-64b6450196cf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.850959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25462cb0-31b9-46e3-9ebd-f42aaa443fdf None None] Pushing event updated for resources: {'Port': ['ID=86046bd8-c9c3-4475-874d-bf262a118b30,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:37.880355 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.884176 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-452c0f6d-7244-4bd2-8435-cc48606dfd0d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.913308 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05367002-1c57-4806-9d1d-64b6450196cf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:37.937345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-05367002-1c57-4806-9d1d-64b6450196cf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for 774928f4-86d3-413e-9835-4b3bcba31567 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:37.959968 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c0f6d-7244-4bd2-8435-cc48606dfd0d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event deleted for resources: {'Port': ['ID=217e1b86-1ca3-497d-8f78-8855b11c2171,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:38.074832 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.091678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3d2bdd2b-1c30-4409-9543-903a20ef08c3 None None] Provisioning complete for port 774928f4-86d3-413e-9835-4b3bcba31567 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:38.093584 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3d2bdd2b-1c30-4409-9543-903a20ef08c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.130400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:38.158423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3d2bdd2b-1c30-4409-9543-903a20ef08c3 None None] Port 774928f4-86d3-413e-9835-4b3bcba31567 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:38.203498 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05367002-1c57-4806-9d1d-64b6450196cf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.243353 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:38.245851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:38.270189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05367002-1c57-4806-9d1d-64b6450196cf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=774928f4-86d3-413e-9835-4b3bcba31567,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:38.346940 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05367002-1c57-4806-9d1d-64b6450196cf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.351734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-05367002-1c57-4806-9d1d-64b6450196cf tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/774928f4-86d3-413e-9835-4b3bcba31567 HTTP/1.1" status: 204 len: 168 time: 0.7598996 Nov 03 19:04:38.356104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52572) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:38.396049 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a80ecde-da99-45fc-8daa-0053ad95722a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] GET failed (client error): The resource could not be found. Nov 03 19:04:38.397715 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2a80ecde-da99-45fc-8daa-0053ad95722a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/774928f4-86d3-413e-9835-4b3bcba31567 HTTP/1.1" status: 404 len: 333 time: 0.0400558 Nov 03 19:04:38.401229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52574) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:38.476500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 86046bd8-c9c3-4475-874d-bf262a118b30 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:38.529846 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Pushing event updated for resources: {'Port': ['ID=997aa9da-7dc0-4d29-b521-6988e73bafd6,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:38.550812 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ead1f8c-e0c1-40cd-a2ad-d896a0ad7236 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.599112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 86046bd8-c9c3-4475-874d-bf262a118b30 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:38.599493 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.607217 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ead1f8c-e0c1-40cd-a2ad-d896a0ad7236 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.611420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-452c0f6d-7244-4bd2-8435-cc48606dfd0d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.693109 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ead1f8c-e0c1-40cd-a2ad-d896a0ad7236 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.698576 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ead1f8c-e0c1-40cd-a2ad-d896a0ad7236 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.701337 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9ead1f8c-e0c1-40cd-a2ad-d896a0ad7236 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/security-groups/69258daa-5846-41ad-9877-adf95e7e70c2 HTTP/1.1" status: 204 len: 168 time: 0.2989743 Nov 03 19:04:38.706388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52580) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:38.730261 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead1f8c-e0c1-40cd-a2ad-d896a0ad7236 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69258daa-5846-41ad-9877-adf95e7e70c2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:38.822034 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4827329f-6162-4777-9e7c-62a60b46b158 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.880652 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4827329f-6162-4777-9e7c-62a60b46b158 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.964901 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4827329f-6162-4777-9e7c-62a60b46b158 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.969303 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4827329f-6162-4777-9e7c-62a60b46b158 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:38.973592 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52586) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:38.984868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4827329f-6162-4777-9e7c-62a60b46b158 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/security-groups/59f6c7ef-e164-4429-be43-504023ff8c8a HTTP/1.1" status: 204 len: 168 time: 0.2676094 Nov 03 19:04:39.007711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3e2f8e9e-9342-44df-b2ac-52662b241548 None None] Provisioning complete for port dfb674ad-659c-4015-a6a3-6a9aa1aca757 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:39.014326 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8e9e-9342-44df-b2ac-52662b241548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.015994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827329f-6162-4777-9e7c-62a60b46b158 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f6c7ef-e164-4429-be43-504023ff8c8a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:39.046223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d889cc42-c401-4dd3-9023-9dc719abeed8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting subnet 58d4ba87-116a-46fe-a09a-0462f18fe03a {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:39.064180 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d889cc42-c401-4dd3-9023-9dc719abeed8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.075597 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f8e9e-9342-44df-b2ac-52662b241548 None None] Port dfb674ad-659c-4015-a6a3-6a9aa1aca757 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:39.082064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3e2f8e9e-9342-44df-b2ac-52662b241548 None None] Could not find standard attr ID for object 774928f4-86d3-413e-9835-4b3bcba31567. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:04:39.102492 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3e2f8e9e-9342-44df-b2ac-52662b241548 None None] Provisioning complete for port 86046bd8-c9c3-4475-874d-bf262a118b30 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:39.103152 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3e2f8e9e-9342-44df-b2ac-52662b241548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.116305 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d889cc42-c401-4dd3-9023-9dc719abeed8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.222061 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d889cc42-c401-4dd3-9023-9dc719abeed8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.292379 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d889cc42-c401-4dd3-9023-9dc719abeed8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.353562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889cc42-c401-4dd3-9023-9dc719abeed8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Subnet': ['ID=58d4ba87-116a-46fe-a09a-0462f18fe03a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:39.398227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1773fcac-40d0-4ab3-8c98-41cf46e38ca8 None None] Could not find standard attr ID for object 774928f4-86d3-413e-9835-4b3bcba31567. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:04:39.405833 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d889cc42-c401-4dd3-9023-9dc719abeed8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.414038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52588) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:39.419878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6e40bc86-7c5b-4422-96b3-60f2d79d9f13 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'subnet': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:39.423644 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d889cc42-c401-4dd3-9023-9dc719abeed8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/58d4ba87-116a-46fe-a09a-0462f18fe03a HTTP/1.1" status: 204 len: 168 time: 0.4488297 Nov 03 19:04:39.560982 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.584642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b9edab-e002-4a2f-987e-d4350d18ef76 None None] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:39.603036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e40bc86-7c5b-4422-96b3-60f2d79d9f13 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:39.609350 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6e40bc86-7c5b-4422-96b3-60f2d79d9f13 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:39.761205 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452c0f6d-7244-4bd2-8435-cc48606dfd0d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Router 6446c94f-c7fc-41e5-99c7-a9458f326faa has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:04:39.942693 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6e40bc86-7c5b-4422-96b3-60f2d79d9f13 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.033351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e40bc86-7c5b-4422-96b3-60f2d79d9f13 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:40.039009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6e40bc86-7c5b-4422-96b3-60f2d79d9f13 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:40.043833 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e40bc86-7c5b-4422-96b3-60f2d79d9f13 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:40.044821 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6e40bc86-7c5b-4422-96b3-60f2d79d9f13 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.098817 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6e40bc86-7c5b-4422-96b3-60f2d79d9f13 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6833689 Nov 03 19:04:40.103502 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52596) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:40.111108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-64692f14-b564-4b27-ae35-d372511b71d8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'security_group': {'name': 'tempest-secgroup-1210977176'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:40.127807 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452c0f6d-7244-4bd2-8435-cc48606dfd0d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:04:40.130580 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40bc86-7c5b-4422-96b3-60f2d79d9f13 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Subnet': ['ID=3d60181e-f0dc-4c6a-89c2-4a0a9951d9cd,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:40.142079 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4198dec5-2318-49ee-aff4-4f215632cc50 None None] Sync routers for ids ['6446c94f-c7fc-41e5-99c7-a9458f326faa'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:04:40.148758 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-452c0f6d-7244-4bd2-8435-cc48606dfd0d tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "PUT /v2.0/routers/6446c94f-c7fc-41e5-99c7-a9458f326faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2865851 Nov 03 19:04:40.149647 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52598) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:40.174722 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4198dec5-2318-49ee-aff4-4f215632cc50 None None] Routers {'6446c94f-c7fc-41e5-99c7-a9458f326faa'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:40.175823 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4198dec5-2318-49ee-aff4-4f215632cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6446c94f-c7fc-41e5-99c7-a9458f326faa'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:40.193641 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64692f14-b564-4b27-ae35-d372511b71d8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.255245 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-db891f7f-469d-49dd-a972-2582b5d42d33 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Deleting subnet 61c4115a-ffc7-4cf0-9c14-7ea8a544650b {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:40.279036 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db891f7f-469d-49dd-a972-2582b5d42d33 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.375363 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.419875 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64692f14-b564-4b27-ae35-d372511b71d8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.425589 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64692f14-b564-4b27-ae35-d372511b71d8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.428356 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db891f7f-469d-49dd-a972-2582b5d42d33 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.517265 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64692f14-b564-4b27-ae35-d372511b71d8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.523866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-64692f14-b564-4b27-ae35-d372511b71d8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4159818 Nov 03 19:04:40.527219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52600) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:40.529199 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-4198dec5-2318-49ee-aff4-4f215632cc50 None None] Set router 6446c94f-c7fc-41e5-99c7-a9458f326faa gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:40.538174 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-441adc85-9856-40c5-97f7-35b1fe2343fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'security_group': {'name': 'tempest-secgroup-803631614'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:40.548572 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64692f14-b564-4b27-ae35-d372511b71d8 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce41173d-9145-4a34-b0fe-64fa6ae39450,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:40.599025 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-441adc85-9856-40c5-97f7-35b1fe2343fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.703291 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-441adc85-9856-40c5-97f7-35b1fe2343fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.708709 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-441adc85-9856-40c5-97f7-35b1fe2343fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.792859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441adc85-9856-40c5-97f7-35b1fe2343fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21d2eaf-b076-44f0-9931-6daacf7e9a23,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:40.798328 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-441adc85-9856-40c5-97f7-35b1fe2343fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.800631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-441adc85-9856-40c5-97f7-35b1fe2343fd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2702582 Nov 03 19:04:40.802628 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52606) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:40.807895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-0837b366-bb97-4126-acb7-0b3c51d6b81f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'security_group': {'name': 'tempest-secgroup-1048771865'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:40.847801 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0837b366-bb97-4126-acb7-0b3c51d6b81f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.877302 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db891f7f-469d-49dd-a972-2582b5d42d33 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.940880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1644425c-2821-4e8f-a262-945a781a84e2 None None] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:40.947446 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4198dec5-2318-49ee-aff4-4f215632cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679947686', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:55Z', 'updated_at': '2021-11-03T19:04:37Z', 'revision_number': 5, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:57Z', 'updated_at': '2021-11-03T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:40.989233 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4198dec5-2318-49ee-aff4-4f215632cc50 None None] Checking router: 6446c94f-c7fc-41e5-99c7-a9458f326faa for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:04:40.990875 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0837b366-bb97-4126-acb7-0b3c51d6b81f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:40.996027 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0837b366-bb97-4126-acb7-0b3c51d6b81f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.004154 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4198dec5-2318-49ee-aff4-4f215632cc50 None None] Routers {'6446c94f-c7fc-41e5-99c7-a9458f326faa'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:41.005115 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4198dec5-2318-49ee-aff4-4f215632cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6446c94f-c7fc-41e5-99c7-a9458f326faa'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:41.060273 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0837b366-bb97-4126-acb7-0b3c51d6b81f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.062005 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0837b366-bb97-4126-acb7-0b3c51d6b81f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2580631 Nov 03 19:04:41.064582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52608) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:41.065377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837b366-bb97-4126-acb7-0b3c51d6b81f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4588f986-b7e9-44df-bf75-fec7a466b7ff,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:41.090979 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b9f30a82-eca0-4e9d-9f41-32f9a874bd81 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-158456210', 'security_groups': ['4588f986-b7e9-44df-bf75-fec7a466b7ff'], 'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3d60181e-f0dc-4c6a-89c2-4a0a9951d9cd'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:41.098710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Router 5d83aff9-5f02-43a3-aa82-b7a2c1639672 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:04:41.119215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0b01cce1-e7ad-4ce1-b248-b17d34375f1f None None] Provisioning complete for port dfb674ad-659c-4015-a6a3-6a9aa1aca757 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:41.119744 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b01cce1-e7ad-4ce1-b248-b17d34375f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.175232 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-4198dec5-2318-49ee-aff4-4f215632cc50 None None] Set router 6446c94f-c7fc-41e5-99c7-a9458f326faa gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:41.198489 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0b01cce1-e7ad-4ce1-b248-b17d34375f1f None None] Port dfb674ad-659c-4015-a6a3-6a9aa1aca757 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:41.219122 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db891f7f-469d-49dd-a972-2582b5d42d33 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.227344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0b01cce1-e7ad-4ce1-b248-b17d34375f1f None None] Provisioning complete for port 86046bd8-c9c3-4475-874d-bf262a118b30 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:41.228012 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b01cce1-e7ad-4ce1-b248-b17d34375f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.499432 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db891f7f-469d-49dd-a972-2582b5d42d33 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event deleted for resources: {'Subnet': ['ID=61c4115a-ffc7-4cf0-9c14-7ea8a544650b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:41.532768 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db891f7f-469d-49dd-a972-2582b5d42d33 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.537182 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-db891f7f-469d-49dd-a972-2582b5d42d33 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "DELETE /v2.0/subnets/61c4115a-ffc7-4cf0-9c14-7ea8a544650b HTTP/1.1" status: 204 len: 168 time: 1.3803101 Nov 03 19:04:41.541623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52612) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:41.563313 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ab51f9-4bb2-4cfb-9464-a61fcb2d302a None None] Network d0f51e93-eee7-48f0-968b-a339ae1a11b9 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:41.572764 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:04:41.627304 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4198dec5-2318-49ee-aff4-4f215632cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679947686', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:55Z', 'updated_at': '2021-11-03T19:04:37Z', 'revision_number': 5, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:57Z', 'updated_at': '2021-11-03T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:41.660282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2734b6-b3c9-4afb-809c-ae47d98a305d None None] Update dhcp port {'port': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'fixed_ips': [{'subnet_id': '24b0e050-6e0e-42a0-b98a-e7e759eaa696', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3d60181e-f0dc-4c6a-89c2-4a0a9951d9cd'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '86046bd8-c9c3-4475-874d-bf262a118b30'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:04:41.675697 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:41.680442 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4198dec5-2318-49ee-aff4-4f215632cc50 None None] The sync data for ids ['6446c94f-c7fc-41e5-99c7-a9458f326faa'] in n-d-812150-4 is: [{'id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1679947686', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:55Z', 'updated_at': '2021-11-03T19:04:37Z', 'revision_number': 5, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '86987e78-2a3c-4674-944f-d4edee62cd4c', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446c94f-c7fc-41e5-99c7-a9458f326faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:57Z', 'updated_at': '2021-11-03T19:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:04:41.683213 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ad01333d-5457-4474-b511-f9a163c7c370 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8785629 Nov 03 19:04:41.684132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52614) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:41.695684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Sync routers for ids ['5d83aff9-5f02-43a3-aa82-b7a2c1639672'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:04:41.723829 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f30a82-eca0-4e9d-9f41-32f9a874bd81 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:42.042351 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.076561 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Routers {'5d83aff9-5f02-43a3-aa82-b7a2c1639672'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:42.077399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5d83aff9-5f02-43a3-aa82-b7a2c1639672'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:42.082778 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aa2734b6-b3c9-4afb-809c-ae47d98a305d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.437746 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-aa2734b6-b3c9-4afb-809c-ae47d98a305d None None] Allocated IP 2001:db8::2 (87f9ca61-5666-4ac2-b03c-1bd192bbb720/3d60181e-f0dc-4c6a-89c2-4a0a9951d9cd/86046bd8-c9c3-4475-874d-bf262a118b30) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:42.580686 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.583825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-aa2734b6-b3c9-4afb-809c-ae47d98a305d None None] For port 86046bd8-c9c3-4475-874d-bf262a118b30, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=86046bd8-c9c3-4475-874d-bf262a118b30,segment=NetworkSegment(daeff36e-4e00-423d-8356-485eac74e878),segment_id=daeff36e-4e00-423d-8356-485eac74e878)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:42.640158 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aa2734b6-b3c9-4afb-809c-ae47d98a305d None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.648653 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 217e1b86-1ca3-497d-8f78-8855b11c2171 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:42.684116 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 217e1b86-1ca3-497d-8f78-8855b11c2171 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:42.685191 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 217e1b86-1ca3-497d-8f78-8855b11c2171 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:42.687333 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aa2734b6-b3c9-4afb-809c-ae47d98a305d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.837480 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b9f30a82-eca0-4e9d-9f41-32f9a874bd81 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:42.877500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-b9f30a82-eca0-4e9d-9f41-32f9a874bd81 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] device_id is not set on port dca8a4b1-c53a-4e52-9861-657612e0ac4e yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:04:42.913938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2734b6-b3c9-4afb-809c-ae47d98a305d None None] Pushing event updated for resources: {'Port': ['ID=86046bd8-c9c3-4475-874d-bf262a118b30,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:42.922842 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4f36b2-64c8-4eeb-b144-f543279cfbb0 None None] DHCP port deletion for d0f51e93-eee7-48f0-968b-a339ae1a11b9 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:04:43.129514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Deleting port 86987e78-2a3c-4674-944f-d4edee62cd4c {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:43.130298 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.295359 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Set router 5d83aff9-5f02-43a3-aa82-b7a2c1639672 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:43.296424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-b9f30a82-eca0-4e9d-9f41-32f9a874bd81 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Allocated IP 2001:db8::363 (87f9ca61-5666-4ac2-b03c-1bd192bbb720/3d60181e-f0dc-4c6a-89c2-4a0a9951d9cd/dca8a4b1-c53a-4e52-9861-657612e0ac4e) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:43.481357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] For port 86987e78-2a3c-4674-944f-d4edee62cd4c, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=86987e78-2a3c-4674-944f-d4edee62cd4c,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:43.481955 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.542114 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Calling delete_port for 86987e78-2a3c-4674-944f-d4edee62cd4c owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:43.549785 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b9f30a82-eca0-4e9d-9f41-32f9a874bd81 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.654371 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.665436 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b9f30a82-eca0-4e9d-9f41-32f9a874bd81 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.672004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f36b2-64c8-4eeb-b144-f543279cfbb0 None None] Deleting port 0cc13d64-0533-4e5a-a84a-b756deaf40ed {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:43.672522 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ea4f36b2-64c8-4eeb-b144-f543279cfbb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.763730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f30a82-eca0-4e9d-9f41-32f9a874bd81 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:43.770247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-b9f30a82-eca0-4e9d-9f41-32f9a874bd81 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:43.777194 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f30a82-eca0-4e9d-9f41-32f9a874bd81 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:43.790114 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f30a82-eca0-4e9d-9f41-32f9a874bd81 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:43.794749 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b9f30a82-eca0-4e9d-9f41-32f9a874bd81 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.851468 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b9f30a82-eca0-4e9d-9f41-32f9a874bd81 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7852442 Nov 03 19:04:43.853553 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f30a82-eca0-4e9d-9f41-32f9a874bd81 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=dca8a4b1-c53a-4e52-9861-657612e0ac4e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:43.860168 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52634) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:43.866121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ea4f36b2-64c8-4eeb-b144-f543279cfbb0 None None] For port 0cc13d64-0533-4e5a-a84a-b756deaf40ed, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0cc13d64-0533-4e5a-a84a-b756deaf40ed,segment=NetworkSegment(a885d7aa-8fe9-4a04-90af-57b6dd75ef10),segment_id=a885d7aa-8fe9-4a04-90af-57b6dd75ef10)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:43.866727 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ea4f36b2-64c8-4eeb-b144-f543279cfbb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:43.872550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-676a9394-edb4-4f51-ad1f-18824023dcab tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'subnet': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:43.938458 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f36b2-64c8-4eeb-b144-f543279cfbb0 None None] Calling delete_port for 0cc13d64-0533-4e5a-a84a-b756deaf40ed owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:44.052659 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.060932 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.163341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'name': 'tempest-ServerRescueTestJSON-1628923912-router', 'tenant_id': 'e9d7da11298041f289f7491f982131c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '997aa9da-7dc0-4d29-b521-6988e73bafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:36Z', 'updated_at': '2021-11-03T19:04:38Z', 'revision_number': 3, 'project_id': 'e9d7da11298041f289f7491f982131c3', 'gw_port': {'id': '997aa9da-7dc0-4d29-b521-6988e73bafd6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:37Z', 'updated_at': '2021-11-03T19:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:44.170588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event deleted for resources: {'Port': ['ID=86987e78-2a3c-4674-944f-d4edee62cd4c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:44.248360 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Checking router: 5d83aff9-5f02-43a3-aa82-b7a2c1639672 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:04:44.249838 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Updating router 5d83aff9-5f02-43a3-aa82-b7a2c1639672 port 997aa9da-7dc0-4d29-b521-6988e73bafd6 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:04:44.272061 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676a9394-edb4-4f51-ad1f-18824023dcab tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:44.284373 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-676a9394-edb4-4f51-ad1f-18824023dcab tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.432459 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ea4f36b2-64c8-4eeb-b144-f543279cfbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.445535 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.451570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-bfd9dbab-8e3e-414a-a453-ce4b80aef59f None None] Provisioning complete for port dfb674ad-659c-4015-a6a3-6a9aa1aca757 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:44.452230 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bfd9dbab-8e3e-414a-a453-ce4b80aef59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.456926 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.570970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f36b2-64c8-4eeb-b144-f543279cfbb0 None None] No DVR routers for this DVR port 0cc13d64-0533-4e5a-a84a-b756deaf40ed on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:44.627545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 86046bd8-c9c3-4475-874d-bf262a118b30 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:44.663355 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f36b2-64c8-4eeb-b144-f543279cfbb0 None None] Pushing event deleted for resources: {'Port': ['ID=0cc13d64-0533-4e5a-a84a-b756deaf40ed,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:44.669309 n-d-812150-4 neutron-server[101711]: INFO neutron.db.ipam_backend_mixin [None req-676a9394-edb4-4f51-ad1f-18824023dcab tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d60181e-f0dc-4c6a-89c2-4a0a9951d9cd (CIDR: 2001:db8::/64) Nov 03 19:04:44.679364 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-676a9394-edb4-4f51-ad1f-18824023dcab tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:04:44.679831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676a9394-edb4-4f51-ad1f-18824023dcab tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:04:44.740280 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-676a9394-edb4-4f51-ad1f-18824023dcab tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8745451 Nov 03 19:04:44.740910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52642) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:44.764741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9ce7897d-a771-4e19-8c7c-31b5c10a433a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'subnet': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:44.826802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9dbab-8e3e-414a-a453-ce4b80aef59f None None] Port dfb674ad-659c-4015-a6a3-6a9aa1aca757 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:44.871946 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:44.882925 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.067007 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-bfd9dbab-8e3e-414a-a453-ce4b80aef59f None None] Provisioning complete for port 86046bd8-c9c3-4475-874d-bf262a118b30 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:45.067401 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bfd9dbab-8e3e-414a-a453-ce4b80aef59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.093923 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.094677 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Fanout notify agent at l3_agent the message router_deleted on router 6446c94f-c7fc-41e5-99c7-a9458f326faa {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:04:45.133252 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.147391 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8debaba2-61d7-412f-900e-1e4c4ebfa096 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "DELETE /v2.0/routers/6446c94f-c7fc-41e5-99c7-a9458f326faa HTTP/1.1" status: 204 len: 168 time: 3.6017790 Nov 03 19:04:45.154445 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52646) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:45.200860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 86046bd8-c9c3-4475-874d-bf262a118b30 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:45.201241 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.334638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Allocated IP 172.20.0.1 (0dcf736a-59cf-49d3-b6f1-c884b4619d5a/5a8c3776-2803-4674-9d8d-e9308b2a0691/211c2c9d-70c9-425d-9e34-388be4de4d23) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:45.406160 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18beb580-1484-4922-b458-df1d1535bdd2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.447961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce7897d-a771-4e19-8c7c-31b5c10a433a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:45.458402 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ce7897d-a771-4e19-8c7c-31b5c10a433a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:45.997553 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18beb580-1484-4922-b458-df1d1535bdd2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.041293 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.057655 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.059163 n-d-812150-4 neutron-server[101711]: INFO neutron.db.ipam_backend_mixin [None req-9ce7897d-a771-4e19-8c7c-31b5c10a433a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 24b0e050-6e0e-42a0-b98a-e7e759eaa696 (CIDR: 2001:db8:0:1::/64) Nov 03 19:04:46.087415 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce7897d-a771-4e19-8c7c-31b5c10a433a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:04:46.089211 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce7897d-a771-4e19-8c7c-31b5c10a433a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:04:46.095211 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.095994 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0cc13d64-0533-4e5a-a84a-b756deaf40ed no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:46.105305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-18beb580-1484-4922-b458-df1d1535bdd2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f51e93-eee7-48f0-968b-a339ae1a11b9']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:46.153908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-18beb580-1484-4922-b458-df1d1535bdd2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a885d7aa-8fe9-4a04-90af-57b6dd75ef10') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:46.154215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-18beb580-1484-4922-b458-df1d1535bdd2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a885d7aa-8fe9-4a04-90af-57b6dd75ef10') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:46.203875 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.204764 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9ce7897d-a771-4e19-8c7c-31b5c10a433a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4626744 Nov 03 19:04:46.205304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52662) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:46.209540 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18beb580-1484-4922-b458-df1d1535bdd2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.224834 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-fbd988ca-0689-42d5-ae5d-60bd17300bfe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'subnet': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:46.239318 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18beb580-1484-4922-b458-df1d1535bdd2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.247269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18beb580-1484-4922-b458-df1d1535bdd2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:04:46.247943 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18beb580-1484-4922-b458-df1d1535bdd2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.332510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:46.341135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:46.345938 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:46.348084 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=211c2c9d-70c9-425d-9e34-388be4de4d23,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:04:46.358412 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:04:46.388762 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18beb580-1484-4922-b458-df1d1535bdd2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.411961 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-18beb580-1484-4922-b458-df1d1535bdd2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.421462 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-18beb580-1484-4922-b458-df1d1535bdd2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "DELETE /v2.0/networks/d0f51e93-eee7-48f0-968b-a339ae1a11b9 HTTP/1.1" status: 204 len: 168 time: 1.2659104 Nov 03 19:04:46.427241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52674) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:46.446291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Attempting to bind port 997aa9da-7dc0-4d29-b521-6988e73bafd6 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:46.446718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Attempting to bind port 997aa9da-7dc0-4d29-b521-6988e73bafd6 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:46.447251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Attempting to bind port 997aa9da-7dc0-4d29-b521-6988e73bafd6 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:46.451434 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18beb580-1484-4922-b458-df1d1535bdd2 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event deleted for resources: {'Network': ['ID=d0f51e93-eee7-48f0-968b-a339ae1a11b9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:46.458613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 0cc13d64-0533-4e5a-a84a-b756deaf40ed {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:46.459257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0cc13d64-0533-4e5a-a84a-b756deaf40ed not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:46.478658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:46.479301 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:46.479898 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.480506 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:46.486183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Bound port: 997aa9da-7dc0-4d29-b521-6988e73bafd6, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:46.492896 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.539462 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce5ba6-d306-47c8-847e-0bf921c613d2 None None] Pushing event updated for resources: {'Port': ['ID=997aa9da-7dc0-4d29-b521-6988e73bafd6,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:46.580312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3fdb574d-db80-4d78-a764-edb38fb9ee83 None None] Provisioning complete for port dca8a4b1-c53a-4e52-9861-657612e0ac4e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:46.583473 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3fdb574d-db80-4d78-a764-edb38fb9ee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.641325 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.655814 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 86987e78-2a3c-4674-944f-d4edee62cd4c no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:46.703645 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 86987e78-2a3c-4674-944f-d4edee62cd4c {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:46.705408 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 86987e78-2a3c-4674-944f-d4edee62cd4c not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:46.749862 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb574d-db80-4d78-a764-edb38fb9ee83 None None] Port dca8a4b1-c53a-4e52-9861-657612e0ac4e cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:46.752279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] For port 997aa9da-7dc0-4d29-b521-6988e73bafd6, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:46.756256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] For port 997aa9da-7dc0-4d29-b521-6988e73bafd6, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=997aa9da-7dc0-4d29-b521-6988e73bafd6,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:46.762910 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:46.892786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce5ba6-d306-47c8-847e-0bf921c613d2 None None] Pushing event updated for resources: {'Port': ['ID=997aa9da-7dc0-4d29-b521-6988e73bafd6,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:46.906430 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Routers {'5d83aff9-5f02-43a3-aa82-b7a2c1639672'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:46.917953 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5d83aff9-5f02-43a3-aa82-b7a2c1639672'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:46.949006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd988ca-0689-42d5-ae5d-60bd17300bfe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Made reservation on behalf of 4d02965793734a9aa7a8412a1bff2ac8 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:46.957082 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fbd988ca-0689-42d5-ae5d-60bd17300bfe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:47.330903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] Set router 5d83aff9-5f02-43a3-aa82-b7a2c1639672 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:47.420409 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fbd988ca-0689-42d5-ae5d-60bd17300bfe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:47.486768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd988ca-0689-42d5-ae5d-60bd17300bfe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:47.493841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-fbd988ca-0689-42d5-ae5d-60bd17300bfe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:47.514641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd988ca-0689-42d5-ae5d-60bd17300bfe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:47.518289 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fbd988ca-0689-42d5-ae5d-60bd17300bfe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:47.563463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2334f438-1b58-4d20-a3e9-5744d0619c43 None None] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:47.649646 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fbd988ca-0689-42d5-ae5d-60bd17300bfe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4415555 Nov 03 19:04:47.652344 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:47.653322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52692) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:47.655761 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd988ca-0689-42d5-ae5d-60bd17300bfe tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Subnet': ['ID=a1419cec-76cd-4af0-81f6-81f83334afcc,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:47.660022 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1f0e770d-ad5a-425c-b9b9-5778d88aeb9d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1169587048', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a1419cec-76cd-4af0-81f6-81f83334afcc'}], 'security_groups': ['ce41173d-9145-4a34-b0fe-64fa6ae39450', 'a21d2eaf-b076-44f0-9931-6daacf7e9a23']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:47.674530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-563246a0-bb9f-4d68-85d4-19a63a9997ec tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Deleting port 80b794c7-be27-432c-a634-c3a62f31bf68 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:47.675293 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-563246a0-bb9f-4d68-85d4-19a63a9997ec tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:47.869220 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f0e770d-ad5a-425c-b9b9-5778d88aeb9d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:47.990397 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-563246a0-bb9f-4d68-85d4-19a63a9997ec tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:47.990671 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-563246a0-bb9f-4d68-85d4-19a63a9997ec tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.048884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-563246a0-bb9f-4d68-85d4-19a63a9997ec tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Calling delete_port for 80b794c7-be27-432c-a634-c3a62f31bf68 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:48.115410 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'name': 'tempest-ServerRescueTestJSON-1628923912-router', 'tenant_id': 'e9d7da11298041f289f7491f982131c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '997aa9da-7dc0-4d29-b521-6988e73bafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:36Z', 'updated_at': '2021-11-03T19:04:38Z', 'revision_number': 3, 'project_id': 'e9d7da11298041f289f7491f982131c3', 'gw_port': {'id': '997aa9da-7dc0-4d29-b521-6988e73bafd6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:37Z', 'updated_at': '2021-11-03T19:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:48.276594 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d1640b-702b-4293-bbe4-61172ba1d7be None None] The sync data for ids ['5d83aff9-5f02-43a3-aa82-b7a2c1639672'] in n-d-812150-4 is: [{'id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'name': 'tempest-ServerRescueTestJSON-1628923912-router', 'tenant_id': 'e9d7da11298041f289f7491f982131c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '997aa9da-7dc0-4d29-b521-6988e73bafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:36Z', 'updated_at': '2021-11-03T19:04:38Z', 'revision_number': 3, 'project_id': 'e9d7da11298041f289f7491f982131c3', 'gw_port': {'id': '997aa9da-7dc0-4d29-b521-6988e73bafd6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:37Z', 'updated_at': '2021-11-03T19:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:04:48.284401 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.298337 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.306783 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11da4c66-8594-4441-b510-5f9056095925 None None] Update dhcp port {'port': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'fixed_ips': [{'subnet_id': '24b0e050-6e0e-42a0-b98a-e7e759eaa696', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3d60181e-f0dc-4c6a-89c2-4a0a9951d9cd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1419cec-76cd-4af0-81f6-81f83334afcc'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '86046bd8-c9c3-4475-874d-bf262a118b30'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:04:48.368727 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-11da4c66-8594-4441-b510-5f9056095925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.422447 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=211c2c9d-70c9-425d-9e34-388be4de4d23,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:48.477035 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.628283 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-1f0e770d-ad5a-425c-b9b9-5778d88aeb9d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Delete allocated IP 2001:db8::363 (87f9ca61-5666-4ac2-b03c-1bd192bbb720/3d60181e-f0dc-4c6a-89c2-4a0a9951d9cd) {{(pid=101711) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:04:48.662100 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-1f0e770d-ad5a-425c-b9b9-5778d88aeb9d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Allocated IP 2001:db8:0:2::3ce (87f9ca61-5666-4ac2-b03c-1bd192bbb720/a1419cec-76cd-4af0-81f6-81f83334afcc/dca8a4b1-c53a-4e52-9861-657612e0ac4e) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:48.896620 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:48.900519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:48.905804 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-563246a0-bb9f-4d68-85d4-19a63a9997ec tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:48.983485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563246a0-bb9f-4d68-85d4-19a63a9997ec tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event deleted for resources: {'Port': ['ID=80b794c7-be27-432c-a634-c3a62f31bf68,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:49.232557 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f0e770d-ad5a-425c-b9b9-5778d88aeb9d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.244410 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f0e770d-ad5a-425c-b9b9-5778d88aeb9d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.333426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e770d-ad5a-425c-b9b9-5778d88aeb9d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event updated for resources: {'Port': ['ID=dca8a4b1-c53a-4e52-9861-657612e0ac4e,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:49.359236 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-563246a0-bb9f-4d68-85d4-19a63a9997ec tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.359615 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-563246a0-bb9f-4d68-85d4-19a63a9997ec tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Floating IP f29888db-6e3b-4172-934a-293283001dd5 disassociated (deleted). External IP: 172.25.2.127, port: 35ce48a7-428f-4077-8e74-f52c70bc8f30. Nov 03 19:04:49.363936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e770d-ad5a-425c-b9b9-5778d88aeb9d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] In _notify_port_updated(), no bound segment for port dca8a4b1-c53a-4e52-9861-657612e0ac4e on network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:04:49.370474 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0e770d-ad5a-425c-b9b9-5778d88aeb9d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:49.371175 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1f0e770d-ad5a-425c-b9b9-5778d88aeb9d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.375739 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1f0e770d-ad5a-425c-b9b9-5778d88aeb9d tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "PUT /v2.0/ports/dca8a4b1-c53a-4e52-9861-657612e0ac4e HTTP/1.1" status: 200 len: 970 time: 1.7211225 Nov 03 19:04:49.376440 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52756) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:49.430493 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-11da4c66-8594-4441-b510-5f9056095925 None None] Allocated IP 2001:db8:0:2::2 (87f9ca61-5666-4ac2-b03c-1bd192bbb720/a1419cec-76cd-4af0-81f6-81f83334afcc/86046bd8-c9c3-4475-874d-bf262a118b30) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:49.644725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4452e71a-a19e-427f-9d75-e1d8831ec7c7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port dca8a4b1-c53a-4e52-9861-657612e0ac4e {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:49.645396 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4452e71a-a19e-427f-9d75-e1d8831ec7c7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.704367 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Router 5d83aff9-5f02-43a3-aa82-b7a2c1639672 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:04:49.758888 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-11da4c66-8594-4441-b510-5f9056095925 None None] For port 86046bd8-c9c3-4475-874d-bf262a118b30, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=86046bd8-c9c3-4475-874d-bf262a118b30,segment=NetworkSegment(daeff36e-4e00-423d-8356-485eac74e878),segment_id=daeff36e-4e00-423d-8356-485eac74e878)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:49.783717 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4452e71a-a19e-427f-9d75-e1d8831ec7c7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.828735 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4452e71a-a19e-427f-9d75-e1d8831ec7c7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for dca8a4b1-c53a-4e52-9861-657612e0ac4e owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:49.868141 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-11da4c66-8594-4441-b510-5f9056095925 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:49.874004 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-11da4c66-8594-4441-b510-5f9056095925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.103231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4c66-8594-4441-b510-5f9056095925 None None] Pushing event updated for resources: {'Port': ['ID=86046bd8-c9c3-4475-874d-bf262a118b30,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:50.138485 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4452e71a-a19e-427f-9d75-e1d8831ec7c7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.214072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452e71a-a19e-427f-9d75-e1d8831ec7c7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=dca8a4b1-c53a-4e52-9861-657612e0ac4e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:50.249247 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:04:50.267438 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4452e71a-a19e-427f-9d75-e1d8831ec7c7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.275063 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4452e71a-a19e-427f-9d75-e1d8831ec7c7 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/dca8a4b1-c53a-4e52-9861-657612e0ac4e HTTP/1.1" status: 204 len: 168 time: 0.8970079 Nov 03 19:04:50.276128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52778) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:50.291210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563246a0-bb9f-4d68-85d4-19a63a9997ec tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Router c91c779a-0dd3-4b1c-9f42-7477e180fe85 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:04:50.326013 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:04:50.339132 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c697a2-b362-485a-b8fc-d7dc156ee2bd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] GET failed (client error): The resource could not be found. Nov 03 19:04:50.348822 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-72c697a2-b362-485a-b8fc-d7dc156ee2bd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports/dca8a4b1-c53a-4e52-9861-657612e0ac4e HTTP/1.1" status: 404 len: 333 time: 0.0713429 Nov 03 19:04:50.350532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52784) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:50.355115 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4cf5286c-1147-4934-a084-96289b781cf1 admin admin] 10.222.0.107 "PUT /v2.0/routers/5d83aff9-5f02-43a3-aa82-b7a2c1639672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6693249 Nov 03 19:04:50.474762 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.604671 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.761307 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.766475 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:50.776325 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/security-groups/4588f986-b7e9-44df-bf75-fec7a466b7ff HTTP/1.1" status: 204 len: 168 time: 0.4208241 Nov 03 19:04:50.776325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52804) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:50.896052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4588f986-b7e9-44df-bf75-fec7a466b7ff,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:50.958380 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:50.958849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:50.959166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:50.959535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:50.959915 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:50.960316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:50.960617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:50.960978 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:50.961334 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:50.961686 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:50.962020 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:50.962377 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c8d24-7b68-4cc1-9ede-463b565fb746 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:51.025785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 86046bd8-c9c3-4475-874d-bf262a118b30 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:51.103323 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-388c17d2-a757-4efc-a06e-df3711c87aca tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.170742 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-388c17d2-a757-4efc-a06e-df3711c87aca tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.248595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 86046bd8-c9c3-4475-874d-bf262a118b30 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:51.249863 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.277246 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-388c17d2-a757-4efc-a06e-df3711c87aca tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.290430 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-388c17d2-a757-4efc-a06e-df3711c87aca tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.297620 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-388c17d2-a757-4efc-a06e-df3711c87aca tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/security-groups/a21d2eaf-b076-44f0-9931-6daacf7e9a23 HTTP/1.1" status: 204 len: 168 time: 0.5151131 Nov 03 19:04:51.298466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52816) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:51.447441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c17d2-a757-4efc-a06e-df3711c87aca tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21d2eaf-b076-44f0-9931-6daacf7e9a23,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:51.545273 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 997aa9da-7dc0-4d29-b521-6988e73bafd6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:51.556600 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fee3562d-0f85-4f57-8e65-e5a3fcefd793 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.589696 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fee3562d-0f85-4f57-8e65-e5a3fcefd793 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.660036 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fee3562d-0f85-4f57-8e65-e5a3fcefd793 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.663073 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fee3562d-0f85-4f57-8e65-e5a3fcefd793 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.667789 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fee3562d-0f85-4f57-8e65-e5a3fcefd793 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/security-groups/ce41173d-9145-4a34-b0fe-64fa6ae39450 HTTP/1.1" status: 204 len: 168 time: 0.2992318 Nov 03 19:04:51.668467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52826) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:51.687124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 997aa9da-7dc0-4d29-b521-6988e73bafd6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:51.687865 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.732599 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Sync routers for ids ['5d83aff9-5f02-43a3-aa82-b7a2c1639672'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:04:51.740453 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3562d-0f85-4f57-8e65-e5a3fcefd793 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce41173d-9145-4a34-b0fe-64fa6ae39450,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:51.798920 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Routers {'5d83aff9-5f02-43a3-aa82-b7a2c1639672'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:51.802268 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5d83aff9-5f02-43a3-aa82-b7a2c1639672'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:51.863089 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcb4d0b-5096-4a5e-a24e-382e0cba467f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting subnet 3d60181e-f0dc-4c6a-89c2-4a0a9951d9cd {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:51.869474 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4d0b-5096-4a5e-a24e-382e0cba467f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.896682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-c1fc358c-ff8e-47e5-9238-6254d4edbd4f tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:51.916842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-c1fc358c-ff8e-47e5-9238-6254d4edbd4f tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/networks?id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a HTTP/1.1" status: 200 len: 811 time: 0.4980545 Nov 03 19:04:51.964121 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4d0b-5096-4a5e-a24e-382e0cba467f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:51.979435 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-5e0d764d-0f28-4547-a8b2-5df92e11813e tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/quotas/e9d7da11298041f289f7491f982131c3 HTTP/1.1" status: 200 len: 375 time: 0.0612452 Nov 03 19:04:52.007366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563246a0-bb9f-4d68-85d4-19a63a9997ec tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:04:52.015646 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-563246a0-bb9f-4d68-85d4-19a63a9997ec tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.076577 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Set router 5d83aff9-5f02-43a3-aa82-b7a2c1639672 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:52.101618 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234b67f-2730-4078-a10f-006aa7c5802a None None] Sync routers for ids ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:04:52.131639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f34d5610-6e22-4b77-8b95-f7396f7a2391 None None] Provisioning complete for port dfb674ad-659c-4015-a6a3-6a9aa1aca757 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:52.132723 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f34d5610-6e22-4b77-8b95-f7396f7a2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.151326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-563246a0-bb9f-4d68-85d4-19a63a9997ec tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "DELETE /v2.0/floatingips/f29888db-6e3b-4172-934a-293283001dd5 HTTP/1.1" status: 204 len: 168 time: 5.7182951 Nov 03 19:04:52.156634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9416da37-21be-49bf-a47a-9b59060c03d6', 'tag': '35ce48a7-428f-4077-8e74-f52c70bc8f30'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:52.168913 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fa74dc-d78b-48ad-ade9-b40896642089" -d '{"events": [{"name": "network-changed", "server_uuid": "9416da37-21be-49bf-a47a-9b59060c03d6", "tag": "35ce48a7-428f-4077-8e74-f52c70bc8f30"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:52.222865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-f1ce72f7-1064-45ce-946b-6e5e271e664b tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e9d7da11298041f289f7491f982131c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2420413 Nov 03 19:04:52.256311 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4d0b-5096-4a5e-a24e-382e0cba467f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.336221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f34d5610-6e22-4b77-8b95-f7396f7a2391 None None] Port dfb674ad-659c-4015-a6a3-6a9aa1aca757 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:52.354246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234b67f-2730-4078-a10f-006aa7c5802a None None] Routers {'c91c779a-0dd3-4b1c-9f42-7477e180fe85'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:52.356456 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-b234b67f-2730-4078-a10f-006aa7c5802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:52.418750 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4d0b-5096-4a5e-a24e-382e0cba467f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.521077 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb4d0b-5096-4a5e-a24e-382e0cba467f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Subnet': ['ID=3d60181e-f0dc-4c6a-89c2-4a0a9951d9cd,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:52.553257 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.557616 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4d0b-5096-4a5e-a24e-382e0cba467f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.575798 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ddcb4d0b-5096-4a5e-a24e-382e0cba467f tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/3d60181e-f0dc-4c6a-89c2-4a0a9951d9cd HTTP/1.1" status: 204 len: 168 time: 0.8996427 Nov 03 19:04:52.577778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52840) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:52.677563 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f34d5610-6e22-4b77-8b95-f7396f7a2391 None None] Provisioning complete for port 86046bd8-c9c3-4475-874d-bf262a118b30 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:52.677734 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f34d5610-6e22-4b77-8b95-f7396f7a2391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.748784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-37a60a54-d18f-4682-a46f-d511b7ba5d43 service neutron] 10.222.0.107 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223892 Nov 03 19:04:52.855767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-883afc35-b1a2-43b3-8fc2-e9a07eec3332 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting subnet a1419cec-76cd-4af0-81f6-81f83334afcc {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:52.866796 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'name': 'tempest-ServerRescueTestJSON-1628923912-router', 'tenant_id': 'e9d7da11298041f289f7491f982131c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '997aa9da-7dc0-4d29-b521-6988e73bafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:36Z', 'updated_at': '2021-11-03T19:04:47Z', 'revision_number': 4, 'project_id': 'e9d7da11298041f289f7491f982131c3', 'gw_port': {'id': '997aa9da-7dc0-4d29-b521-6988e73bafd6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:37Z', 'updated_at': '2021-11-03T19:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '211c2c9d-70c9-425d-9e34-388be4de4d23', 'name': '', 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a', 'tenant_id': 'e9d7da11298041f289f7491f982131c3', 'mac_address': 'fa:16:3e:88:01:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '5a8c3776-2803-4674-9d8d-e9308b2a0691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:44Z', 'updated_at': '2021-11-03T19:04:47Z', 'revision_number': 2, 'project_id': 'e9d7da11298041f289f7491f982131c3', 'subnets': [{'id': '5a8c3776-2803-4674-9d8d-e9308b2a0691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:52.871008 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-883afc35-b1a2-43b3-8fc2-e9a07eec3332 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:52.954167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 997aa9da-7dc0-4d29-b521-6988e73bafd6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=997aa9da-7dc0-4d29-b521-6988e73bafd6,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:52.963837 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56be755-543b-48ff-890b-b20861ec816b x-openstack-request-id: req-b56be755-543b-48ff-890b-b20861ec816b {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:52.964929 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9416da37-21be-49bf-a47a-9b59060c03d6", "tag": "35ce48a7-428f-4077-8e74-f52c70bc8f30", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:52.965899 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b56be755-543b-48ff-890b-b20861ec816b {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:52.966471 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9416da37-21be-49bf-a47a-9b59060c03d6', 'tag': '35ce48a7-428f-4077-8e74-f52c70bc8f30', 'status': 'completed', 'code': 200} Nov 03 19:04:52.987883 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Checking router: 5d83aff9-5f02-43a3-aa82-b7a2c1639672 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:04:52.988621 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Updating router 5d83aff9-5f02-43a3-aa82-b7a2c1639672 port 211c2c9d-70c9-425d-9e34-388be4de4d23 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:04:53.001325 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:53.033398 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-883afc35-b1a2-43b3-8fc2-e9a07eec3332 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:53.106531 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa74dc-d78b-48ad-ade9-b40896642089 req-39fdfaf9-e77f-4c01-ba3c-22fa2b886c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:53.108544 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98fa74dc-d78b-48ad-ade9-b40896642089 req-39fdfaf9-e77f-4c01-ba3c-22fa2b886c8e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a66432c41f664b9c8a9ca7bdeba030f9&device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 1135 time: 0.1410372 Nov 03 19:04:53.134655 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=997aa9da-7dc0-4d29-b521-6988e73bafd6,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:53.135472 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:53.138725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f470825c-b49c-4b6a-bc5c-fa6dc3f35be7 None None] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:53.220657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-e6f30c35-e636-4216-9490-a11448761c8d service neutron] 10.222.0.107 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683280 Nov 03 19:04:53.263233 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-b234b67f-2730-4078-a10f-006aa7c5802a None None] Set router c91c779a-0dd3-4b1c-9f42-7477e180fe85 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:53.314824 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-883afc35-b1a2-43b3-8fc2-e9a07eec3332 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:53.428425 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-883afc35-b1a2-43b3-8fc2-e9a07eec3332 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:53.507302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fae26-c57d-4233-a04f-d069d15471b3 req-88dd807c-0c50-48b1-9a73-cd114b2da439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:53.509609 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca5fae26-c57d-4233-a04f-d069d15471b3 req-88dd807c-0c50-48b1-9a73-cd114b2da439 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 984 time: 0.1660633 Nov 03 19:04:53.545969 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-883afc35-b1a2-43b3-8fc2-e9a07eec3332 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:53.553331 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-883afc35-b1a2-43b3-8fc2-e9a07eec3332 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/a1419cec-76cd-4af0-81f6-81f83334afcc HTTP/1.1" status: 204 len: 168 time: 0.9732323 Nov 03 19:04:53.555667 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883afc35-b1a2-43b3-8fc2-e9a07eec3332 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Subnet': ['ID=a1419cec-76cd-4af0-81f6-81f83334afcc,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:53.561612 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52850) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:53.571981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa74dc-d78b-48ad-ade9-b40896642089 req-4c21c4d8-957d-4a45-a6dd-0e1786218d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:53.573840 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98fa74dc-d78b-48ad-ade9-b40896642089 req-4c21c4d8-957d-4a45-a6dd-0e1786218d6c service neutron] 10.222.0.98 "GET /v2.0/networks?id=821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 HTTP/1.1" status: 200 len: 897 time: 0.4565170 Nov 03 19:04:53.667707 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7274588-dc2b-4048-bf8b-2bb73abbe0cd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] DELETE failed (client error): The resource could not be found. Nov 03 19:04:53.668985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7274588-dc2b-4048-bf8b-2bb73abbe0cd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:04:53.674641 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c7274588-dc2b-4048-bf8b-2bb73abbe0cd tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/3d60181e-f0dc-4c6a-89c2-4a0a9951d9cd HTTP/1.1" status: 404 len: 337 time: 0.1107373 Nov 03 19:04:53.678048 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52856) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:53.742828 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98fa74dc-d78b-48ad-ade9-b40896642089 req-94ed2f06-3f50-4d66-972c-5a1b8c710504 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35ce48a7-428f-4077-8e74-f52c70bc8f30 HTTP/1.1" status: 200 len: 217 time: 0.1460755 Nov 03 19:04:53.800666 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f34d5610-6e22-4b77-8b95-f7396f7a2391 None None] Could not find standard attr ID for object dca8a4b1-c53a-4e52-9861-657612e0ac4e. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:04:53.861448 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-056cb938-b906-49bd-87a7-3a9fe44a9ecd req-75ad9326-c97a-4ca7-90ed-7faf6c0db151 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 210 time: 0.1171033 Nov 03 19:04:53.903166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1a4d5d-0a97-4ad2-bbd4-570fa05d5aa6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting subnet 24b0e050-6e0e-42a0-b98a-e7e759eaa696 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:04:53.914777 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db1a4d5d-0a97-4ad2-bbd4-570fa05d5aa6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.070360 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-947b8f47-7365-4473-87cc-aad75a3fee3c None None] Could not find standard attr ID for object dca8a4b1-c53a-4e52-9861-657612e0ac4e. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:04:54.083529 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db1a4d5d-0a97-4ad2-bbd4-570fa05d5aa6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.138562 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca5fae26-c57d-4233-a04f-d069d15471b3 req-4ccf87f9-aaaa-4745-accb-8ec9bad0dafa tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/security-groups?id=863eefab-0328-4e8f-9a10-8471e6402f14&id=32e3d448-3389-4305-a078-808a3302e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.6154451 Nov 03 19:04:54.166961 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.171140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa74dc-d78b-48ad-ade9-b40896642089 req-56d9dc9e-8433-474e-8cfd-65f434b59d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:54.172924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98fa74dc-d78b-48ad-ade9-b40896642089 req-56d9dc9e-8433-474e-8cfd-65f434b59d3e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6b71190c-9777-4625-b173-9fc09e43b398 HTTP/1.1" status: 200 len: 834 time: 0.3101621 Nov 03 19:04:54.178002 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.287470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa74dc-d78b-48ad-ade9-b40896642089 req-d2370609-f1a5-48f6-9b99-4a0403788491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:54.289520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98fa74dc-d78b-48ad-ade9-b40896642089 req-d2370609-f1a5-48f6-9b99-4a0403788491 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=821feb72-7915-4b1e-9ae2-b5ba84e1f5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097274 Nov 03 19:04:54.312796 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edf131-31fe-4f57-a0a9-89d130a6696c None None] Pushing event updated for resources: {'Port': ['ID=211c2c9d-70c9-425d-9e34-388be4de4d23,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:54.402732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d592e6-2c43-42b0-91c6-572b6d7867a2 req-d95b6848-5ef4-4722-b198-e62671c0e740 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:54.407154 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-57d592e6-2c43-42b0-91c6-572b6d7867a2 req-d95b6848-5ef4-4722-b198-e62671c0e740 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.98 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 984 time: 0.2374818 Nov 03 19:04:54.500398 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Attempting to bind port 211c2c9d-70c9-425d-9e34-388be4de4d23 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:04:54.501334 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Attempting to bind port 211c2c9d-70c9-425d-9e34-388be4de4d23 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:04:54.501784 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Attempting to bind port 211c2c9d-70c9-425d-9e34-388be4de4d23 on network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:04:54.520437 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:04:54.521411 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Checking segment: {'id': '8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:04:54.522221 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.522988 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Bound using segment: {'id': '8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:04:54.523940 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Bound port: 211c2c9d-70c9-425d-9e34-388be4de4d23, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:04:54.525008 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.603220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98fa74dc-d78b-48ad-ade9-b40896642089 req-c45811d9-62b0-4ed6-88a2-c30bcbb02cc0 service neutron] 10.222.0.98 "GET /v2.0/networks/821feb72-7915-4b1e-9ae2-b5ba84e1f5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052399 Nov 03 19:04:54.615757 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db1a4d5d-0a97-4ad2-bbd4-570fa05d5aa6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.740337 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] For port 211c2c9d-70c9-425d-9e34-388be4de4d23, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:04:54.745426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-57d592e6-2c43-42b0-91c6-572b6d7867a2 req-a4082670-03f9-44d1-b0c8-c4ecfbb60742 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Deleting port 35ce48a7-428f-4077-8e74-f52c70bc8f30 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:54.745828 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] For port 211c2c9d-70c9-425d-9e34-388be4de4d23, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=211c2c9d-70c9-425d-9e34-388be4de4d23,segment=NetworkSegment(8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a),segment_id=8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:04:54.747159 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-57d592e6-2c43-42b0-91c6-572b6d7867a2 req-a4082670-03f9-44d1-b0c8-c4ecfbb60742 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.753457 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:54.875104 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Routers {'5d83aff9-5f02-43a3-aa82-b7a2c1639672'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:54.876485 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5d83aff9-5f02-43a3-aa82-b7a2c1639672'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:54.943064 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db1a4d5d-0a97-4ad2-bbd4-570fa05d5aa6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.018409 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edf131-31fe-4f57-a0a9-89d130a6696c None None] Pushing event updated for resources: {'Port': ['ID=211c2c9d-70c9-425d-9e34-388be4de4d23,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:55.034566 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98fa74dc-d78b-48ad-ade9-b40896642089 req-d2eacf8e-1e80-43a1-b915-11e52f76ef2f service neutron] 10.222.0.98 "GET /v2.0/networks/821feb72-7915-4b1e-9ae2-b5ba84e1f5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208486 Nov 03 19:04:55.108565 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-57d592e6-2c43-42b0-91c6-572b6d7867a2 req-a4082670-03f9-44d1-b0c8-c4ecfbb60742 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] For port 35ce48a7-428f-4077-8e74-f52c70bc8f30, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=35ce48a7-428f-4077-8e74-f52c70bc8f30,segment=NetworkSegment(d98dfe52-2dba-4930-ab0a-36bd3a0a46d0),segment_id=d98dfe52-2dba-4930-ab0a-36bd3a0a46d0)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:55.109927 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-57d592e6-2c43-42b0-91c6-572b6d7867a2 req-a4082670-03f9-44d1-b0c8-c4ecfbb60742 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.128905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7e3a83b-c990-47c4-8eab-c10253816a01 req-49e44151-9b33-45f2-9fb9-e88675e2b1ac tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 210 time: 0.0867014 Nov 03 19:04:55.137064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-57d592e6-2c43-42b0-91c6-572b6d7867a2 req-a4082670-03f9-44d1-b0c8-c4ecfbb60742 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Calling delete_port for 35ce48a7-428f-4077-8e74-f52c70bc8f30 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:55.174773 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db1a4d5d-0a97-4ad2-bbd4-570fa05d5aa6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.212156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52884) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:55.222380 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-db1a4d5d-0a97-4ad2-bbd4-570fa05d5aa6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/24b0e050-6e0e-42a0-b98a-e7e759eaa696 HTTP/1.1" status: 204 len: 168 time: 1.5429883 Nov 03 19:04:55.228641 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a4d5d-0a97-4ad2-bbd4-570fa05d5aa6 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Subnet': ['ID=24b0e050-6e0e-42a0-b98a-e7e759eaa696,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:55.254348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 997aa9da-7dc0-4d29-b521-6988e73bafd6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:55.267419 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] Set router 5d83aff9-5f02-43a3-aa82-b7a2c1639672 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:55.278703 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e7c1dc-95db-4e93-ae74-cb386b17643e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] DELETE failed (client error): The resource could not be found. Nov 03 19:04:55.281475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e7c1dc-95db-4e93-ae74-cb386b17643e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:04:55.289561 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-53e7c1dc-95db-4e93-ae74-cb386b17643e tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/58d4ba87-116a-46fe-a09a-0462f18fe03a HTTP/1.1" status: 404 len: 337 time: 0.0761802 Nov 03 19:04:55.292216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52886) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:55.379868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6dabc073-13d4-4748-8fec-bfed6556d19c tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "GET /v2.0/ports?device_id=f72823b1-5495-4b85-945c-5f1b3bbeab54 HTTP/1.1" status: 200 len: 205 time: 0.0843689 Nov 03 19:04:55.386671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52888) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:55.427135 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-b234b67f-2730-4078-a10f-006aa7c5802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:35Z', 'updated_at': '2021-11-03T19:02:52Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:36Z', 'updated_at': '2021-11-03T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '09d681a4-82bb-4ca0-a6ec-b682a7d0b087', 'name': '', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'mac_address': 'fa:16:3e:03:b8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6b71190c-9777-4625-b173-9fc09e43b398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:48Z', 'updated_at': '2021-11-03T19:02:59Z', 'revision_number': 5, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'subnets': [{'id': '6b71190c-9777-4625-b173-9fc09e43b398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:55.463378 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-57d592e6-2c43-42b0-91c6-572b6d7867a2 req-a4082670-03f9-44d1-b0c8-c4ecfbb60742 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.542362 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4082670-03f9-44d1-b0c8-c4ecfbb60742 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event deleted for resources: {'Port': ['ID=35ce48a7-428f-4077-8e74-f52c70bc8f30,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:55.569639 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-f401ded2-a34d-49db-85af-62e5350e59f9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] delete failed (client error): The resource could not be found. Nov 03 19:04:55.577546 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f401ded2-a34d-49db-85af-62e5350e59f9 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/routers/f72823b1-5495-4b85-945c-5f1b3bbeab54 HTTP/1.1" status: 404 len: 336 time: 0.1851439 Nov 03 19:04:55.578418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52894) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:55.597597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d592e6-2c43-42b0-91c6-572b6d7867a2 req-a4082670-03f9-44d1-b0c8-c4ecfbb60742 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] No DVR routers for this DVR port 35ce48a7-428f-4077-8e74-f52c70bc8f30 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:55.604926 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-57d592e6-2c43-42b0-91c6-572b6d7867a2 req-a4082670-03f9-44d1-b0c8-c4ecfbb60742 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.610412 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-57d592e6-2c43-42b0-91c6-572b6d7867a2 req-a4082670-03f9-44d1-b0c8-c4ecfbb60742 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.98 "DELETE /v2.0/ports/35ce48a7-428f-4077-8e74-f52c70bc8f30 HTTP/1.1" status: 204 len: 173 time: 1.1900902 Nov 03 19:04:55.611144 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9416da37-21be-49bf-a47a-9b59060c03d6', 'name': 'network-vif-deleted', 'tag': '35ce48a7-428f-4077-8e74-f52c70bc8f30'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:04:55.614239 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899bf330-c2d5-45b5-a6dc-ad9c76afea52" -d '{"events": [{"server_uuid": "9416da37-21be-49bf-a47a-9b59060c03d6", "name": "network-vif-deleted", "tag": "35ce48a7-428f-4077-8e74-f52c70bc8f30"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:04:55.662733 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234b67f-2730-4078-a10f-006aa7c5802a None None] Checking router: c91c779a-0dd3-4b1c-9f42-7477e180fe85 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:04:55.676647 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b890ce1-9696-4eff-bd9d-1913224a82e2 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] DELETE failed (client error): The resource could not be found. Nov 03 19:04:55.677111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b890ce1-9696-4eff-bd9d-1913224a82e2 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:04:55.683938 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52900) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:55.688249 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5b890ce1-9696-4eff-bd9d-1913224a82e2 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/76f6ce3a-2dd3-4aaf-bd7e-2c2ec6892896 HTTP/1.1" status: 404 len: 337 time: 0.0922143 Nov 03 19:04:55.765329 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d3db4-c27e-4748-a1db-ff128ae20c69 req-24e72603-c3e8-47b0-ba80-90903c903f42 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:55.780362 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9d4d3db4-c27e-4748-a1db-ff128ae20c69 req-24e72603-c3e8-47b0-ba80-90903c903f42 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/ports?device_id=9416da37-21be-49bf-a47a-9b59060c03d6 HTTP/1.1" status: 200 len: 906 time: 0.3983469 Nov 03 19:04:55.840228 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fc7917-db0c-47dc-aa2b-514bf8a44401 x-openstack-request-id: req-76fc7917-db0c-47dc-aa2b-514bf8a44401 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:04:55.840760 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9416da37-21be-49bf-a47a-9b59060c03d6", "name": "network-vif-deleted", "tag": "35ce48a7-428f-4077-8e74-f52c70bc8f30", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:04:55.841170 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-76fc7917-db0c-47dc-aa2b-514bf8a44401 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:04:55.842607 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9416da37-21be-49bf-a47a-9b59060c03d6', 'name': 'network-vif-deleted', 'tag': '35ce48a7-428f-4077-8e74-f52c70bc8f30', 'status': 'completed', 'code': 200} Nov 03 19:04:55.844026 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a914afb-7842-4f10-9818-a3cd47454070 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] DELETE failed (client error): The resource could not be found. Nov 03 19:04:55.844470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a914afb-7842-4f10-9818-a3cd47454070 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:04:55.862190 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2a914afb-7842-4f10-9818-a3cd47454070 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/bc172ffd-437c-47ea-8155-c5b433d64bcd HTTP/1.1" status: 404 len: 337 time: 0.1759210 Nov 03 19:04:55.863712 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52906) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:55.905296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ef6516-6f30-4961-8aca-43baf60dd89f None None] Update dhcp port {'port': {'network_id': '87f9ca61-5666-4ac2-b03c-1bd192bbb720', 'fixed_ips': [{'subnet_id': '24b0e050-6e0e-42a0-b98a-e7e759eaa696'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '86046bd8-c9c3-4475-874d-bf262a118b30'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:04:55.973918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9d4d3db4-c27e-4748-a1db-ff128ae20c69 req-21ae2758-e96a-4897-800a-5b8ac3311dae tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "GET /v2.0/security-groups?id=863eefab-0328-4e8f-9a10-8471e6402f14&id=32e3d448-3389-4305-a078-808a3302e77c&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1923299 Nov 03 19:04:55.992312 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67ef6516-6f30-4961-8aca-43baf60dd89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:55.992523 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6d0507-bc3d-4688-80b6-67912fd9ff68 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] DELETE failed (client error): The resource could not be found. Nov 03 19:04:55.992951 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6d0507-bc3d-4688-80b6-67912fd9ff68 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:04:56.002103 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3f6d0507-bc3d-4688-80b6-67912fd9ff68 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/ac224e4c-ac25-48c0-8427-aa000b3718f8 HTTP/1.1" status: 404 len: 337 time: 0.1348946 Nov 03 19:04:56.004423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52908) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:56.006101 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 997aa9da-7dc0-4d29-b521-6988e73bafd6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:56.009016 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.092406 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7c9722-8bbc-4f02-b980-7bbab9bab313 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] DELETE failed (client error): The resource could not be found. Nov 03 19:04:56.093758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7c9722-8bbc-4f02-b980-7bbab9bab313 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:04:56.104273 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1c7c9722-8bbc-4f02-b980-7bbab9bab313 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/81d15910-1151-4200-bbf1-d217d90053ad HTTP/1.1" status: 404 len: 333 time: 0.0943732 Nov 03 19:04:56.104903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52912) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:56.114868 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'name': 'tempest-ServerRescueTestJSON-1628923912-router', 'tenant_id': 'e9d7da11298041f289f7491f982131c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '997aa9da-7dc0-4d29-b521-6988e73bafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:36Z', 'updated_at': '2021-11-03T19:04:47Z', 'revision_number': 4, 'project_id': 'e9d7da11298041f289f7491f982131c3', 'gw_port': {'id': '997aa9da-7dc0-4d29-b521-6988e73bafd6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:37Z', 'updated_at': '2021-11-03T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '211c2c9d-70c9-425d-9e34-388be4de4d23', 'name': '', 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a', 'tenant_id': 'e9d7da11298041f289f7491f982131c3', 'mac_address': 'fa:16:3e:88:01:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '5a8c3776-2803-4674-9d8d-e9308b2a0691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:44Z', 'updated_at': '2021-11-03T19:04:54Z', 'revision_number': 4, 'project_id': 'e9d7da11298041f289f7491f982131c3', 'subnets': [{'id': '5a8c3776-2803-4674-9d8d-e9308b2a0691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:56.134838 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b234b67f-2730-4078-a10f-006aa7c5802a None None] Routers {'c91c779a-0dd3-4b1c-9f42-7477e180fe85'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:04:56.135492 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-b234b67f-2730-4078-a10f-006aa7c5802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:56.226438 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a586111-e1ba-4544-8ce5-22966feefa7a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] DELETE failed (client error): The resource could not be found. Nov 03 19:04:56.227172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a586111-e1ba-4544-8ce5-22966feefa7a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:04:56.238705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6a586111-e1ba-4544-8ce5-22966feefa7a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/0665152c-357c-4995-bdee-708112cd8e9c HTTP/1.1" status: 404 len: 337 time: 0.1330309 Nov 03 19:04:56.247563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52916) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:56.342853 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c305bc1c-d615-41c6-bf18-16e30b9a191a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] DELETE failed (client error): The resource could not be found. Nov 03 19:04:56.345695 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5cc2c606-61ca-4b66-b168-81e4d2b52a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:56.359019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c305bc1c-d615-41c6-bf18-16e30b9a191a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:04:56.388650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c305bc1c-d615-41c6-bf18-16e30b9a191a tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/9de74c89-85ae-4523-90a4-17bfc600af45 HTTP/1.1" status: 404 len: 337 time: 0.1390004 Nov 03 19:04:56.393121 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52918) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:56.528384 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fe68f8-3089-4fb3-9b66-6edc03679174 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] DELETE failed (client error): The resource could not be found. Nov 03 19:04:56.529672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87fe68f8-3089-4fb3-9b66-6edc03679174 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:04:56.538226 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-87fe68f8-3089-4fb3-9b66-6edc03679174 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/7d1d76a5-69f7-474e-aba0-2e7fb2058941 HTTP/1.1" status: 404 len: 333 time: 0.1418734 Nov 03 19:04:56.542451 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52922) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:56.552310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5160f7a-7125-4329-aa98-6826e4f853ac req-85b82981-5571-4031-970d-770bd9a5a4f6 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 210 time: 0.1556108 Nov 03 19:04:56.610344 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d6ea70-2fc1-4d23-958e-52635ddc741a None None] The sync data for ids ['5d83aff9-5f02-43a3-aa82-b7a2c1639672'] in n-d-812150-4 is: [{'id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'name': 'tempest-ServerRescueTestJSON-1628923912-router', 'tenant_id': 'e9d7da11298041f289f7491f982131c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '997aa9da-7dc0-4d29-b521-6988e73bafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:36Z', 'updated_at': '2021-11-03T19:04:47Z', 'revision_number': 4, 'project_id': 'e9d7da11298041f289f7491f982131c3', 'gw_port': {'id': '997aa9da-7dc0-4d29-b521-6988e73bafd6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:37Z', 'updated_at': '2021-11-03T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '211c2c9d-70c9-425d-9e34-388be4de4d23', 'name': '', 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a', 'tenant_id': 'e9d7da11298041f289f7491f982131c3', 'mac_address': 'fa:16:3e:88:01:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '5a8c3776-2803-4674-9d8d-e9308b2a0691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:44Z', 'updated_at': '2021-11-03T19:04:54Z', 'revision_number': 4, 'project_id': 'e9d7da11298041f289f7491f982131c3', 'subnets': [{'id': '5a8c3776-2803-4674-9d8d-e9308b2a0691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:04:56.625383 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-250bbd67-734b-4955-b58c-36317130f3f4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] DELETE failed (client error): The resource could not be found. Nov 03 19:04:56.625383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250bbd67-734b-4955-b58c-36317130f3f4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:04:56.631279 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-250bbd67-734b-4955-b58c-36317130f3f4 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/cac686cf-488c-49fd-8512-cc2b7c42e013 HTTP/1.1" status: 404 len: 337 time: 0.0838001 Nov 03 19:04:56.633054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52926) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:56.646570 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-f4d04b2b-cae4-4efe-b1fa-ed88d91d044c tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:56.649157 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-f4d04b2b-cae4-4efe-b1fa-ed88d91d044c tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.87 "GET /v2.0/networks?id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a HTTP/1.1" status: 200 len: 811 time: 0.4772611 Nov 03 19:04:56.675471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-72225f2f-e827-4771-8dd7-ab559732fa32 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Request body: {'port': {'device_id': 'd8271c44-4e9b-4552-87cc-b8bf6d2bb7cb', 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a', 'admin_state_up': True, 'tenant_id': 'e9d7da11298041f289f7491f982131c3'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:56.698018 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-33eb5ac3-0098-41da-947a-bd2aa2a27509 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] DELETE failed (client error): The resource could not be found. Nov 03 19:04:56.698728 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33eb5ac3-0098-41da-947a-bd2aa2a27509 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:04:56.705952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-33eb5ac3-0098-41da-947a-bd2aa2a27509 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/subnets/b6b8b19f-ba6c-468d-8ccd-6d1b6ec1732a HTTP/1.1" status: 404 len: 337 time: 0.0708380 Nov 03 19:04:56.710896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52930) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:57.005146 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43bec39-ae07-4beb-8af8-84afffc9c521 None None] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:04:57.081614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52936) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:57.101770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-b234b67f-2730-4078-a10f-006aa7c5802a None None] Set router c91c779a-0dd3-4b1c-9f42-7477e180fe85 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:04:57.150665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port dfb674ad-659c-4015-a6a3-6a9aa1aca757 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:57.151005 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.356828 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.367915 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b46beff-1343-4053-8166-b8b74ef963e3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.372479 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-72225f2f-e827-4771-8dd7-ab559732fa32 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Made reservation on behalf of e9d7da11298041f289f7491f982131c3 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:04:57.389983 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-72225f2f-e827-4771-8dd7-ab559732fa32 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.403175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for dfb674ad-659c-4015-a6a3-6a9aa1aca757 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:57.535415 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-84116f81-5009-4c75-b1be-aa15801da575 None None] Provisioning complete for port dfb674ad-659c-4015-a6a3-6a9aa1aca757 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:57.536368 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-84116f81-5009-4c75-b1be-aa15801da575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.571134 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b46beff-1343-4053-8166-b8b74ef963e3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.801883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51018f96-5dda-418c-8edf-bbce17fa85ac req-7e032635-4044-4c37-8197-57d7163609bb tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 210 time: 0.0781271 Nov 03 19:04:57.812174 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.890391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=dfb674ad-659c-4015-a6a3-6a9aa1aca757,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:57.921350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:57.921898 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:57.925484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:57.926375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:57.926905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:57.927699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:57.928207 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:57.928906 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:57.929986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:57.938653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:57.939338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:57.939942 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:04:57.943429 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.949928 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7e9a7cfd-b48b-4c3a-b797-51f88a094c17 tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/ports/dfb674ad-659c-4015-a6a3-6a9aa1aca757 HTTP/1.1" status: 204 len: 168 time: 1.2343466 Nov 03 19:04:57.951354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52950) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:57.980421 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b46beff-1343-4053-8166-b8b74ef963e3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.982750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-84116f81-5009-4c75-b1be-aa15801da575 None None] Port dfb674ad-659c-4015-a6a3-6a9aa1aca757 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:04:57.988025 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 211c2c9d-70c9-425d-9e34-388be4de4d23 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:04:57.991774 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3b46beff-1343-4053-8166-b8b74ef963e3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:57.993343 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3b46beff-1343-4053-8166-b8b74ef963e3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "DELETE /v2.0/security-groups/32e3d448-3389-4305-a078-808a3302e77c HTTP/1.1" status: 204 len: 168 time: 0.9102833 Nov 03 19:04:58.006086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52952) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:58.041713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46beff-1343-4053-8166-b8b74ef963e3 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e3d448-3389-4305-a078-808a3302e77c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:58.051360 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-72225f2f-e827-4771-8dd7-ab559732fa32 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Allocated IP 172.20.0.2 (0dcf736a-59cf-49d3-b6f1-c884b4619d5a/5a8c3776-2803-4674-9d8d-e9308b2a0691/5bcdd615-c921-423d-bbed-c62b4a37f281) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:04:58.271762 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.292666 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-84116f81-5009-4c75-b1be-aa15801da575 None None] Provisioning complete for port 86046bd8-c9c3-4475-874d-bf262a118b30 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:58.294807 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-84116f81-5009-4c75-b1be-aa15801da575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.299423 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45866c61-68c3-4a9b-984a-49aa1149b996 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.379975 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45866c61-68c3-4a9b-984a-49aa1149b996 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.428408 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e8a14b4b-01e3-4ba3-9825-5aa7e2f9efb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.461496 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 35ce48a7-428f-4077-8e74-f52c70bc8f30 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:58.464623 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-72225f2f-e827-4771-8dd7-ab559732fa32 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.504109 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Deleting port 86046bd8-c9c3-4475-874d-bf262a118b30 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:58.504951 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.514362 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 35ce48a7-428f-4077-8e74-f52c70bc8f30 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:04:58.516851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 35ce48a7-428f-4077-8e74-f52c70bc8f30 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:04:58.560073 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45866c61-68c3-4a9b-984a-49aa1149b996 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.573299 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45866c61-68c3-4a9b-984a-49aa1149b996 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.576494 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-45866c61-68c3-4a9b-984a-49aa1149b996 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "DELETE /v2.0/security-groups/863eefab-0328-4e8f-9a10-8471e6402f14 HTTP/1.1" status: 204 len: 168 time: 0.5686743 Nov 03 19:04:58.597652 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52956) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:04:58.598867 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-72225f2f-e827-4771-8dd7-ab559732fa32 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.638394 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45866c61-68c3-4a9b-984a-49aa1149b996 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863eefab-0328-4e8f-9a10-8471e6402f14,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:58.646835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 211c2c9d-70c9-425d-9e34-388be4de4d23 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:04:58.647821 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.657979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819f6523-59df-45e0-9bdc-07af7b1fc6ad None None] DHCP port deletion for 87f9ca61-5666-4ac2-b03c-1bd192bbb720 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:04:58.784318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-b234b67f-2730-4078-a10f-006aa7c5802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:35Z', 'updated_at': '2021-11-03T19:02:52Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:36Z', 'updated_at': '2021-11-03T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '09d681a4-82bb-4ca0-a6ec-b682a7d0b087', 'name': '', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'mac_address': 'fa:16:3e:03:b8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6b71190c-9777-4625-b173-9fc09e43b398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:48Z', 'updated_at': '2021-11-03T19:02:59Z', 'revision_number': 5, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'subnets': [{'id': '6b71190c-9777-4625-b173-9fc09e43b398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:58.817196 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] For port 86046bd8-c9c3-4475-874d-bf262a118b30, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=86046bd8-c9c3-4475-874d-bf262a118b30,segment=NetworkSegment(daeff36e-4e00-423d-8356-485eac74e878),segment_id=daeff36e-4e00-423d-8356-485eac74e878)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:58.817621 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:58.821960 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b234b67f-2730-4078-a10f-006aa7c5802a None None] The sync data for ids ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'] in n-d-812150-4 is: [{'id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:35Z', 'updated_at': '2021-11-03T19:02:52Z', 'revision_number': 4, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:36Z', 'updated_at': '2021-11-03T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '09d681a4-82bb-4ca0-a6ec-b682a7d0b087', 'name': '', 'network_id': '821feb72-7915-4b1e-9ae2-b5ba84e1f5f2', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'mac_address': 'fa:16:3e:03:b8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6b71190c-9777-4625-b173-9fc09e43b398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:48Z', 'updated_at': '2021-11-03T19:02:59Z', 'revision_number': 5, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'subnets': [{'id': '6b71190c-9777-4625-b173-9fc09e43b398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:04:58.853229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Calling delete_port for 86046bd8-c9c3-4475-874d-bf262a118b30 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:58.932233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72225f2f-e827-4771-8dd7-ab559732fa32 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Pushing event updated for resources: {'Port': ['ID=5bcdd615-c921-423d-bbed-c62b4a37f281,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:59.159175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-819f6523-59df-45e0-9bdc-07af7b1fc6ad None None] Deleting port 86046bd8-c9c3-4475-874d-bf262a118b30 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:04:59.159896 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-819f6523-59df-45e0-9bdc-07af7b1fc6ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.164518 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.242147 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-72225f2f-e827-4771-8dd7-ab559732fa32 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:04:59.253762 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-72225f2f-e827-4771-8dd7-ab559732fa32 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:04:59.272064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-72225f2f-e827-4771-8dd7-ab559732fa32 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:04:59.414791 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.445486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79cc27-b5fe-4db1-b2e8-08e80406c0df req-1d951dea-6f9a-4ce8-9a9e-10c215520833 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:59.448744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de79cc27-b5fe-4db1-b2e8-08e80406c0df req-1d951dea-6f9a-4ce8-9a9e-10c215520833 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 931 time: 0.2448170 Nov 03 19:04:59.500085 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-72225f2f-e827-4771-8dd7-ab559732fa32 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:04:59.501486 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-72225f2f-e827-4771-8dd7-ab559732fa32 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.502049 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-819f6523-59df-45e0-9bdc-07af7b1fc6ad None None] For port 86046bd8-c9c3-4475-874d-bf262a118b30, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=86046bd8-c9c3-4475-874d-bf262a118b30,segment=NetworkSegment(daeff36e-4e00-423d-8356-485eac74e878),segment_id=daeff36e-4e00-423d-8356-485eac74e878)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:59.502776 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-819f6523-59df-45e0-9bdc-07af7b1fc6ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.518622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] No DVR routers for this DVR port 86046bd8-c9c3-4475-874d-bf262a118b30 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:04:59.526922 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Port': ['ID=86046bd8-c9c3-4475-874d-bf262a118b30,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:04:59.556416 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.562989 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 211c2c9d-70c9-425d-9e34-388be4de4d23, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=211c2c9d-70c9-425d-9e34-388be4de4d23,segment=NetworkSegment(8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a),segment_id=8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:04:59.571029 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-819f6523-59df-45e0-9bdc-07af7b1fc6ad None None] Calling delete_port for 86046bd8-c9c3-4475-874d-bf262a118b30 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:04:59.581868 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.604805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de79cc27-b5fe-4db1-b2e8-08e80406c0df req-7a0019f1-f8e0-4605-8ae4-e3f48e1942af tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168122 Nov 03 19:04:59.611186 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-72225f2f-e827-4771-8dd7-ab559732fa32 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9402988 Nov 03 19:04:59.712495 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.731674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Request body: {'port': {'device_id': 'd8271c44-4e9b-4552-87cc-b8bf6d2bb7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:04:59.742709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 86046bd8-c9c3-4475-874d-bf262a118b30 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:04:59.770542 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f9ca61-5666-4ac2-b03c-1bd192bbb720']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:59.789392 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daeff36e-4e00-423d-8356-485eac74e878') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:59.789974 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daeff36e-4e00-423d-8356-485eac74e878') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:04:59.807796 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.826781 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.835886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:04:59.836512 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.916202 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:04:59.923273 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:04:59.925857 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.934081 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:04:59.954073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] 10.222.0.107 "DELETE /v2.0/networks/87f9ca61-5666-4ac2-b03c-1bd192bbb720 HTTP/1.1" status: 204 len: 168 time: 1.9871225 Nov 03 19:04:59.973921 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cd8c6f-8a43-4c48-9253-a4c25fcb103b None None] New status for floating IP f29888db-6e3b-4172-934a-293283001dd5: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:04:59.997376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcbd3b-4d70-4f5d-b951-4b940ea3e20b tempest-PortsIpV6TestJSON-1981768493 tempest-PortsIpV6TestJSON-1981768493-project] Pushing event deleted for resources: {'Network': ['ID=87f9ca61-5666-4ac2-b03c-1bd192bbb720,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:00.198650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 86046bd8-c9c3-4475-874d-bf262a118b30 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:00.199012 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 86046bd8-c9c3-4475-874d-bf262a118b30 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:00.201687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=211c2c9d-70c9-425d-9e34-388be4de4d23,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:00.318387 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-819f6523-59df-45e0-9bdc-07af7b1fc6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:00.453626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-819f6523-59df-45e0-9bdc-07af7b1fc6ad None None] Network 87f9ca61-5666-4ac2-b03c-1bd192bbb720 is not hosted by any dhcp agent {{(pid=101713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:05:00.464515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819f6523-59df-45e0-9bdc-07af7b1fc6ad None None] No DVR routers for this DVR port 86046bd8-c9c3-4475-874d-bf262a118b30 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:00.468234 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f6523-59df-45e0-9bdc-07af7b1fc6ad None None] Pushing event deleted for resources: {'Port': ['ID=86046bd8-c9c3-4475-874d-bf262a118b30,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:00.522080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 211c2c9d-70c9-425d-9e34-388be4de4d23 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:00.530019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 52988) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:00.596720 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:00.627268 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 211c2c9d-70c9-425d-9e34-388be4de4d23 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:00.628056 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:00.819433 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:00.887042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-20643265-23b0-4119-a838-ddc5af1104e0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4d02965793734a9aa7a8412a1bff2ac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3553207 Nov 03 19:05:00.887945 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 52994) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:00.995623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4b87b-0359-4d88-bf66-ed62022bc905 req-78d6d812-dce7-4178-871b-58e14c1ff950 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:01.002890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc4b87b-0359-4d88-bf66-ed62022bc905 req-78d6d812-dce7-4178-871b-58e14c1ff950 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 931 time: 0.1092184 Nov 03 19:05:01.034148 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcdd615-c921-423d-bbed-c62b4a37f281 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:05:01.044533 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.061357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Transition to ACTIVE for port object 5bcdd615-c921-423d-bbed-c62b4a37f281 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:05:01.073644 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.145499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cc4b87b-0359-4d88-bf66-ed62022bc905 req-e90918a3-8a86-4bdd-baea-a555a0a3e311 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287386 Nov 03 19:05:01.255361 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a9de-c6cc-4054-ae03-5b40aac8fa87 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.269235 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-387728d4-99c0-4919-b230-431478dab500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.375776 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-387728d4-99c0-4919-b230-431478dab500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.431422 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.450117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Pushing event updated for resources: {'Port': ['ID=5bcdd615-c921-423d-bbed-c62b4a37f281,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:01.457330 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-387728d4-99c0-4919-b230-431478dab500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.459747 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-387728d4-99c0-4919-b230-431478dab500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:01.460912 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-387728d4-99c0-4919-b230-431478dab500 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9f878ca2-c943-4444-91f4-651796967b76 HTTP/1.1" status: 204 len: 168 time: 0.5682032 Nov 03 19:05:01.490076 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387728d4-99c0-4919-b230-431478dab500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f878ca2-c943-4444-91f4-651796967b76,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:01.611151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Attempting to bind port 5bcdd615-c921-423d-bbed-c62b4a37f281 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:01.611502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Attempting to bind port 5bcdd615-c921-423d-bbed-c62b4a37f281 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:01.611993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Attempting to bind port 5bcdd615-c921-423d-bbed-c62b4a37f281 on network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:01.703127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Port 5bcdd615-c921-423d-bbed-c62b4a37f281 on network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:01.716349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Attempting to bind port 5bcdd615-c921-423d-bbed-c62b4a37f281 on network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:01.736617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:01.736617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Checking segment: {'id': '8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:01.736617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Bound using segment: {'id': '8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:01.736617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Bound port: 5bcdd615-c921-423d-bbed-c62b4a37f281, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:01.736617 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:02.006341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] For port 5bcdd615-c921-423d-bbed-c62b4a37f281, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:02.041989 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] For port 5bcdd615-c921-423d-bbed-c62b4a37f281, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5bcdd615-c921-423d-bbed-c62b4a37f281,segment=NetworkSegment(8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a),segment_id=8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:02.107136 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:02.144350 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:02.145584 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:02.146507 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] 10.222.0.87 "PUT /v2.0/ports/5bcdd615-c921-423d-bbed-c62b4a37f281 HTTP/1.1" status: 200 len: 1091 time: 2.4202881 Nov 03 19:05:02.147043 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8271c44-4e9b-4552-87cc-b8bf6d2bb7cb', 'tag': '5bcdd615-c921-423d-bbed-c62b4a37f281'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:02.149730 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfedcfd6-01e4-4cb8-ba49-c417845b96ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb", "tag": "5bcdd615-c921-423d-bbed-c62b4a37f281"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:02.329391 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6ec033-1e90-4dad-b4e0-72427c68f50d x-openstack-request-id: req-1a6ec033-1e90-4dad-b4e0-72427c68f50d {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:02.330001 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb", "tag": "5bcdd615-c921-423d-bbed-c62b4a37f281", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:02.338209 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1a6ec033-1e90-4dad-b4e0-72427c68f50d {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:02.339047 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8271c44-4e9b-4552-87cc-b8bf6d2bb7cb', 'tag': '5bcdd615-c921-423d-bbed-c62b4a37f281', 'status': 'completed', 'code': 200} Nov 03 19:05:02.391726 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6a9de-c6cc-4054-ae03-5b40aac8fa87 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Deleting port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:02.392112 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a9de-c6cc-4054-ae03-5b40aac8fa87 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:02.439309 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed753a7-1dd7-47d8-adab-f8ff37d315fb req-87e845b1-46b0-44a9-a5be-eed35fe57ba0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:02.442652 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aed753a7-1dd7-47d8-adab-f8ff37d315fb req-87e845b1-46b0-44a9-a5be-eed35fe57ba0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 943 time: 0.1482689 Nov 03 19:05:02.463069 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78763f3d-5dae-47a1-b85f-a2a6dd32dabd service neutron] Pushing event updated for resources: {'Port': ['ID=5bcdd615-c921-423d-bbed-c62b4a37f281,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:02.522944 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-1f5250a8-340b-480b-902d-29b150a8494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:02.524595 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-1f5250a8-340b-480b-902d-29b150a8494f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e9d7da11298041f289f7491f982131c3&device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 1094 time: 0.2811222 Nov 03 19:05:02.597240 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-6043bf8b-d91f-431b-ac80-6009381ebe3b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bcdd615-c921-423d-bbed-c62b4a37f281 HTTP/1.1" status: 200 len: 217 time: 0.0521715 Nov 03 19:05:02.607617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-7ad6a9de-c6cc-4054-ae03-5b40aac8fa87 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] For port 09d681a4-82bb-4ca0-a6ec-b682a7d0b087, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=09d681a4-82bb-4ca0-a6ec-b682a7d0b087,segment=NetworkSegment(d98dfe52-2dba-4930-ab0a-36bd3a0a46d0),segment_id=d98dfe52-2dba-4930-ab0a-36bd3a0a46d0)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:02.608085 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a9de-c6cc-4054-ae03-5b40aac8fa87 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:02.648385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aed753a7-1dd7-47d8-adab-f8ff37d315fb req-bfcb489c-35af-4f74-8061-a998eada292d tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930218 Nov 03 19:05:02.671368 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6a9de-c6cc-4054-ae03-5b40aac8fa87 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Calling delete_port for 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:02.704216 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-ea202683-f2a0-4416-98c2-106e28547da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:02.706456 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-ea202683-f2a0-4416-98c2-106e28547da9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5a8c3776-2803-4674-9d8d-e9308b2a0691 HTTP/1.1" status: 200 len: 851 time: 0.0941622 Nov 03 19:05:02.746625 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-d984af35-daf3-45b6-be08-43c7500cb15c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315766 Nov 03 19:05:02.968870 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-abc799d9-3fd8-4560-9036-850ca363dfed service neutron] 10.222.0.87 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897557 Nov 03 19:05:03.158411 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-105f1170-cf64-4ee6-bdab-416c106a17ca req-7c5d407c-158f-4346-b037-2dbd5229d4c2 service neutron] 10.222.0.87 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786315 Nov 03 19:05:03.166166 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a9de-c6cc-4054-ae03-5b40aac8fa87 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:03.202789 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6a9de-c6cc-4054-ae03-5b40aac8fa87 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event deleted for resources: {'Port': ['ID=09d681a4-82bb-4ca0-a6ec-b682a7d0b087,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:03.287273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53042) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:03.428604 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedcfd6-01e4-4cb8-ba49-c417845b96ca req-30a13a57-b3f7-4f65-acb7-379c6bb79c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:03.446671 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cfedcfd6-01e4-4cb8-ba49-c417845b96ca req-30a13a57-b3f7-4f65-acb7-379c6bb79c3b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e9d7da11298041f289f7491f982131c3&device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 1094 time: 0.1570094 Nov 03 19:05:03.542251 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2078220353'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:03.576935 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:03.583917 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:03.601257 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:03.787634 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:03.787634 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:03.838974 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba8d228-c56d-49aa-a5d2-6ba305222690,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:03.882619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedcfd6-01e4-4cb8-ba49-c417845b96ca req-17a6e906-2cf3-4618-9842-32483f1316a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:03.884273 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cfedcfd6-01e4-4cb8-ba49-c417845b96ca req-17a6e906-2cf3-4618-9842-32483f1316a3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a HTTP/1.1" status: 200 len: 912 time: 0.4273775 Nov 03 19:05:03.891726 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a9de-c6cc-4054-ae03-5b40aac8fa87 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:03.966175 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cfedcfd6-01e4-4cb8-ba49-c417845b96ca req-5be2f5f1-84ba-4b09-a4a1-c0d9c70f2ab7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bcdd615-c921-423d-bbed-c62b4a37f281 HTTP/1.1" status: 200 len: 217 time: 0.0616472 Nov 03 19:05:03.972764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:05:04.014269 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.015171 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Added segment 62cccbd3-5a8f-4971-a0af-113d538a3e3b of type vlan for network 95cd4fd4-6523-4ea9-bb18-cf92f38863c2 Nov 03 19:05:04.080676 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedcfd6-01e4-4cb8-ba49-c417845b96ca req-73989144-3888-4101-9285-85eaee7dd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:04.082348 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cfedcfd6-01e4-4cb8-ba49-c417845b96ca req-73989144-3888-4101-9285-85eaee7dd9c1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5a8c3776-2803-4674-9d8d-e9308b2a0691 HTTP/1.1" status: 200 len: 851 time: 0.0541298 Nov 03 19:05:04.136991 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cfedcfd6-01e4-4cb8-ba49-c417845b96ca req-69a0954e-c762-4239-b909-6d13c730bc74 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352669 Nov 03 19:05:04.147113 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.197950 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89587716-9b72-4f03-998a-d3780c1c1da0 req-be7d8bfb-4458-4451-84e7-f083de2f38c7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:04.201036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89587716-9b72-4f03-998a-d3780c1c1da0 req-be7d8bfb-4458-4451-84e7-f083de2f38c7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 943 time: 0.3667634 Nov 03 19:05:04.202909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.213850 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:04.216123 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.290995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0005038 Nov 03 19:05:04.295690 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53056) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:04.336053 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cfedcfd6-01e4-4cb8-ba49-c417845b96ca req-dcbaaf35-d9b6-4a3d-b8e4-3fa284a366cb service neutron] 10.222.0.87 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822364 Nov 03 19:05:04.347225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-889f9d2b-92ac-4f3c-b87f-6383a8482b3d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-663784313'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:04.458694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49cee6-5ac5-4a2f-b028-6d02398f1bed tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Network': ['ID=95cd4fd4-6523-4ea9-bb18-cf92f38863c2,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:04.476941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 95cd4fd4-6523-4ea9-bb18-cf92f38863c2 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:05:04.581863 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-89587716-9b72-4f03-998a-d3780c1c1da0 req-f266cc25-08ac-4abc-9eb5-ad1bbf74d776 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606076 Nov 03 19:05:04.586773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889f9d2b-92ac-4f3c-b87f-6383a8482b3d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:04.596309 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-889f9d2b-92ac-4f3c-b87f-6383a8482b3d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.678182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889f9d2b-92ac-4f3c-b87f-6383a8482b3d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:05:04.702921 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-889f9d2b-92ac-4f3c-b87f-6383a8482b3d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.703620 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-889f9d2b-92ac-4f3c-b87f-6383a8482b3d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Added segment f36a2a5d-99d7-48d3-8d3d-f3cd3e69bdcd of type vlan for network 992ec941-66e6-4cb2-9373-60c6633be1c1 Nov 03 19:05:04.774211 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-889f9d2b-92ac-4f3c-b87f-6383a8482b3d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.786051 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cfedcfd6-01e4-4cb8-ba49-c417845b96ca req-67f96210-7a7f-4c63-bb94-cb7752ae2d65 service neutron] 10.222.0.87 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094000 Nov 03 19:05:04.812033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-889f9d2b-92ac-4f3c-b87f-6383a8482b3d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.820438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889f9d2b-92ac-4f3c-b87f-6383a8482b3d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:04.821151 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-889f9d2b-92ac-4f3c-b87f-6383a8482b3d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:04.932488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad6a9de-c6cc-4054-ae03-5b40aac8fa87 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Router c91c779a-0dd3-4b1c-9f42-7477e180fe85 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:05:04.969653 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-889f9d2b-92ac-4f3c-b87f-6383a8482b3d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6721761 Nov 03 19:05:04.970991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53064) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:04.990667 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6df3b045-2368-44a9-a870-12cf29ecb287 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'subnet': {'network_id': '95cd4fd4-6523-4ea9-bb18-cf92f38863c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:05.031232 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f9d2b-92ac-4f3c-b87f-6383a8482b3d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Network': ['ID=992ec941-66e6-4cb2-9373-60c6633be1c1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:05.045937 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 992ec941-66e6-4cb2-9373-60c6633be1c1 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:05:05.141843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad6a9de-c6cc-4054-ae03-5b40aac8fa87 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:05:05.146382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df3b045-2368-44a9-a870-12cf29ecb287 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:05.150709 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6df3b045-2368-44a9-a870-12cf29ecb287 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.161549 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7ad6a9de-c6cc-4054-ae03-5b40aac8fa87 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "PUT /v2.0/routers/c91c779a-0dd3-4b1c-9f42-7477e180fe85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5371661 Nov 03 19:05:05.165364 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53070) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:05.176524 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0ddb5-0835-44ab-a1cc-ef07f1124136 None None] Sync routers for ids ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:05:05.188005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5bcdd615-c921-423d-bbed-c62b4a37f281 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:05:05.203107 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0ddb5-0835-44ab-a1cc-ef07f1124136 None None] Routers {'c91c779a-0dd3-4b1c-9f42-7477e180fe85'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:05.204113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-58c0ddb5-0835-44ab-a1cc-ef07f1124136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:05.383710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5863dd8b-72c2-4560-a627-9f744bb2971a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Deleting subnet 6b71190c-9777-4625-b173-9fc09e43b398 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:05.419614 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5863dd8b-72c2-4560-a627-9f744bb2971a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.471822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-58c0ddb5-0835-44ab-a1cc-ef07f1124136 None None] Set router c91c779a-0dd3-4b1c-9f42-7477e180fe85 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:05.486378 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5863dd8b-72c2-4560-a627-9f744bb2971a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.591121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5bcdd615-c921-423d-bbed-c62b4a37f281, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5bcdd615-c921-423d-bbed-c62b4a37f281,segment=NetworkSegment(8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a),segment_id=8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:05.633405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '5bcdd615-c921-423d-bbed-c62b4a37f281', 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a', 'port_id': '5bcdd615-c921-423d-bbed-c62b4a37f281', 'mac_address': 'fa:16:3e:81:e4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8c3776-2803-4674-9d8d-e9308b2a0691', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:05:05.743918 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5863dd8b-72c2-4560-a627-9f744bb2971a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.814973 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.858455 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcdd615-c921-423d-bbed-c62b4a37f281 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:05:05.891870 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5863dd8b-72c2-4560-a627-9f744bb2971a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.908916 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6df3b045-2368-44a9-a870-12cf29ecb287 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.936202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5bcdd615-c921-423d-bbed-c62b4a37f281, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5bcdd615-c921-423d-bbed-c62b4a37f281,segment=NetworkSegment(8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a),segment_id=8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:05.951756 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863dd8b-72c2-4560-a627-9f744bb2971a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event deleted for resources: {'Subnet': ['ID=6b71190c-9777-4625-b173-9fc09e43b398,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:05.961574 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5863dd8b-72c2-4560-a627-9f744bb2971a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:05.967685 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5863dd8b-72c2-4560-a627-9f744bb2971a tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "DELETE /v2.0/subnets/6b71190c-9777-4625-b173-9fc09e43b398 HTTP/1.1" status: 204 len: 168 time: 0.8004732 Nov 03 19:05:05.971316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53080) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:05.988831 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedd168c-fe1d-4075-96af-3079e83a79ad None None] Network 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:06.041346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a194cf-e351-4a62-8631-1216074c89ae req-38758cab-c388-4660-b751-9e41a6a64480 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:06.043670 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62a194cf-e351-4a62-8631-1216074c89ae req-38758cab-c388-4660-b751-9e41a6a64480 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 943 time: 0.2111785 Nov 03 19:05:06.061837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3b045-2368-44a9-a870-12cf29ecb287 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Checking segment: {'id': '62cccbd3-5a8f-4971-a0af-113d538a3e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '95cd4fd4-6523-4ea9-bb18-cf92f38863c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:06.062157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df3b045-2368-44a9-a870-12cf29ecb287 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network hostable DHCP agents. Network: 95cd4fd4-6523-4ea9-bb18-cf92f38863c2, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:05:06.077321 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:06.140184 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3b045-2368-44a9-a870-12cf29ecb287 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Subnet': ['ID=ca539e8d-f1ee-4663-8d9a-3a52013b0cb0,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:06.153042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62a194cf-e351-4a62-8631-1216074c89ae req-a58c3669-5df2-47e1-a34f-a8bfe3c47b17 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864496 Nov 03 19:05:06.169259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df3b045-2368-44a9-a870-12cf29ecb287 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 95cd4fd4-6523-4ea9-bb18-cf92f38863c2 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:05:06.180210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6df3b045-2368-44a9-a870-12cf29ecb287 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 95cd4fd4-6523-4ea9-bb18-cf92f38863c2) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:06.187408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df3b045-2368-44a9-a870-12cf29ecb287 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:06.188075 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6df3b045-2368-44a9-a870-12cf29ecb287 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:06.203186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018ac5c2-e1d2-454d-832e-1fde9ce79e39 None None] Network 95cd4fd4-6523-4ea9-bb18-cf92f38863c2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:06.227139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6df3b045-2368-44a9-a870-12cf29ecb287 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2452934 Nov 03 19:05:06.228607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53084) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:06.240189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-cddbcbb9-d1c2-4d87-bc43-9c223a75c9e3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'subnet': {'network_id': '992ec941-66e6-4cb2-9373-60c6633be1c1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:06.381588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddbcbb9-d1c2-4d87-bc43-9c223a75c9e3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:06.388810 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cddbcbb9-d1c2-4d87-bc43-9c223a75c9e3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:06.419935 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:06.550473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['5bcdd615-c921-423d-bbed-c62b4a37f281'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:05:06.690096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5bcdd615-c921-423d-bbed-c62b4a37f281,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:06.719352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffe6935-8d10-4dfc-8781-5e34240f8ea1 None None] DHCP port deletion for 821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:05:06.769178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-58c0ddb5-0835-44ab-a1cc-ef07f1124136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:35Z', 'updated_at': '2021-11-03T19:05:03Z', 'revision_number': 5, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port': {'id': '043a07fa-9ba9-46fb-85f4-2653369ca228', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:86:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:02:36Z', 'updated_at': '2021-11-03T19:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:06.822483 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:06.892972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0ddb5-0835-44ab-a1cc-ef07f1124136 None None] Checking router: c91c779a-0dd3-4b1c-9f42-7477e180fe85 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:05:06.949704 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cddbcbb9-d1c2-4d87-bc43-9c223a75c9e3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.015767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Deleting port 043a07fa-9ba9-46fb-85f4-2653369ca228 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:07.018566 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.037573 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0ddb5-0835-44ab-a1cc-ef07f1124136 None None] Routers {'c91c779a-0dd3-4b1c-9f42-7477e180fe85'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:07.038624 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-58c0ddb5-0835-44ab-a1cc-ef07f1124136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:07.256046 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe6935-8d10-4dfc-8781-5e34240f8ea1 None None] Deleting port 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:07.256785 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6935-8d10-4dfc-8781-5e34240f8ea1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.289180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] For port 043a07fa-9ba9-46fb-85f4-2653369ca228, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=043a07fa-9ba9-46fb-85f4-2653369ca228,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:07.289844 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.291354 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-95cd4fd4-6523-4ea9-bb18-cf92f38863c2', 'network_id': '95cd4fd4-6523-4ea9-bb18-cf92f38863c2', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'fixed_ips': [{'subnet_id': 'ca539e8d-f1ee-4663-8d9a-3a52013b0cb0'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:05:07.293503 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.316262 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Calling delete_port for 043a07fa-9ba9-46fb-85f4-2653369ca228 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:07.536145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-9ffe6935-8d10-4dfc-8781-5e34240f8ea1 None None] For port 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4393df3e-1e3d-4c2d-9814-8bf0a9f90b14,segment=NetworkSegment(d98dfe52-2dba-4930-ab0a-36bd3a0a46d0),segment_id=d98dfe52-2dba-4930-ab0a-36bd3a0a46d0)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:07.537580 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6935-8d10-4dfc-8781-5e34240f8ea1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.573291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbcbb9-d1c2-4d87-bc43-9c223a75c9e3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Subnet': ['ID=d8c0f105-fd73-4929-a643-dd2dc69e3322,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:07.588899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe6935-8d10-4dfc-8781-5e34240f8ea1 None None] Calling delete_port for 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:07.640517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c83168-a71c-491f-8b98-22b7e474e281 req-a89e2f40-ccd1-4fc1-b1cd-c576e635d177 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:07.647690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1c83168-a71c-491f-8b98-22b7e474e281 req-a89e2f40-ccd1-4fc1-b1cd-c576e635d177 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 944 time: 0.1217079 Nov 03 19:05:07.653182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddbcbb9-d1c2-4d87-bc43-9c223a75c9e3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Checking segment: {'id': 'f36a2a5d-99d7-48d3-8d3d-f3cd3e69bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '992ec941-66e6-4cb2-9373-60c6633be1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:07.653875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddbcbb9-d1c2-4d87-bc43-9c223a75c9e3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network hostable DHCP agents. Network: 992ec941-66e6-4cb2-9373-60c6633be1c1, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:05:07.780473 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.790903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-58c0ddb5-0835-44ab-a1cc-ef07f1124136 None None] Set router c91c779a-0dd3-4b1c-9f42-7477e180fe85 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:07.845916 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event deleted for resources: {'Port': ['ID=043a07fa-9ba9-46fb-85f4-2653369ca228,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:07.865390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1c83168-a71c-491f-8b98-22b7e474e281 req-74627bec-e0b9-4755-9e55-850e354dd833 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003815 Nov 03 19:05:07.867051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddbcbb9-d1c2-4d87-bc43-9c223a75c9e3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 992ec941-66e6-4cb2-9373-60c6633be1c1 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:05:07.901817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-cddbcbb9-d1c2-4d87-bc43-9c223a75c9e3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 992ec941-66e6-4cb2-9373-60c6633be1c1) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:07.914021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddbcbb9-d1c2-4d87-bc43-9c223a75c9e3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:07.914958 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cddbcbb9-d1c2-4d87-bc43-9c223a75c9e3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:07.965453 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53102) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:07.967805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cddbcbb9-d1c2-4d87-bc43-9c223a75c9e3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7373462 Nov 03 19:05:07.970393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-94b3ebda-fcf1-4891-a37f-3845c08f9382 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-179676266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:08.043298 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-94b3ebda-fcf1-4891-a37f-3845c08f9382 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.049102 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-94b3ebda-fcf1-4891-a37f-3845c08f9382 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.094314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.261038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-58c0ddb5-0835-44ab-a1cc-ef07f1124136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:35Z', 'updated_at': '2021-11-03T19:05:06Z', 'revision_number': 6, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:08.432695 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.436256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Allocated IP 2001:db8::2 (95cd4fd4-6523-4ea9-bb18-cf92f38863c2/ca539e8d-f1ee-4663-8d9a-3a52013b0cb0/435eed37-c32f-4696-9303-a37f99b0b175) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:08.436613 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.561373 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.562193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Fanout notify agent at l3_agent the message router_deleted on router c91c779a-0dd3-4b1c-9f42-7477e180fe85 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:05:08.580761 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.585580 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53108) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:08.597781 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-85e4da58-7cf3-4abb-8562-dbba9e162476 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "DELETE /v2.0/routers/c91c779a-0dd3-4b1c-9f42-7477e180fe85 HTTP/1.1" status: 204 len: 168 time: 2.6238704 Nov 03 19:05:08.629245 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.636701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f219a6-31fe-4164-b44f-83c2c3743f14 None None] Network 992ec941-66e6-4cb2-9373-60c6633be1c1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:08.720799 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6935-8d10-4dfc-8781-5e34240f8ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.763247 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-94b3ebda-fcf1-4891-a37f-3845c08f9382 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.786029 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-94b3ebda-fcf1-4891-a37f-3845c08f9382 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:08.818193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:08.825293 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-94b3ebda-fcf1-4891-a37f-3845c08f9382 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.057007 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-94b3ebda-fcf1-4891-a37f-3845c08f9382 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8603282 Nov 03 19:05:09.057007 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53122) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:09.068217 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.071339 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-85ef151f-22e8-4d59-99fc-69ea7f618926 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.073013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe6935-8d10-4dfc-8781-5e34240f8ea1 None None] No DVR routers for this DVR port 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:09.073013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0ddb5-0835-44ab-a1cc-ef07f1124136 None None] The sync data for ids ['c91c779a-0dd3-4b1c-9f42-7477e180fe85'] in n-d-812150-4 is: [{'id': 'c91c779a-0dd3-4b1c-9f42-7477e180fe85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-150096987', 'tenant_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:02:35Z', 'updated_at': '2021-11-03T19:05:06Z', 'revision_number': 6, 'project_id': 'a66432c41f664b9c8a9ca7bdeba030f9', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:09.073013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe6935-8d10-4dfc-8781-5e34240f8ea1 None None] Pushing event deleted for resources: {'Port': ['ID=4393df3e-1e3d-4c2d-9814-8bf0a9f90b14,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:09.073013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:09.073013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4393df3e-1e3d-4c2d-9814-8bf0a9f90b14 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:09.248637 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-85ef151f-22e8-4d59-99fc-69ea7f618926 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.314205 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-85ef151f-22e8-4d59-99fc-69ea7f618926 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821feb72-7915-4b1e-9ae2-b5ba84e1f5f2']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:09.330524 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Network 95cd4fd4-6523-4ea9-bb18-cf92f38863c2 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:09.342367 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:09.348014 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Pushing event updated for resources: {'Port': ['ID=435eed37-c32f-4696-9303-a37f99b0b175,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:09.369658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:09.388830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbe8d9-54c6-4002-b525-a063c355b795 req-ed455252-1501-44c1-b3d8-ee75ef02f822 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:09.392505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16fbe8d9-54c6-4002-b525-a063c355b795 req-ed455252-1501-44c1-b3d8-ee75ef02f822 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 944 time: 0.2310133 Nov 03 19:05:09.438448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-85ef151f-22e8-4d59-99fc-69ea7f618926 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98dfe52-2dba-4930-ab0a-36bd3a0a46d0') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:09.439939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-85ef151f-22e8-4d59-99fc-69ea7f618926 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98dfe52-2dba-4930-ab0a-36bd3a0a46d0') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:09.525452 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-85ef151f-22e8-4d59-99fc-69ea7f618926 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.642405 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-85ef151f-22e8-4d59-99fc-69ea7f618926 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.670495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ef151f-22e8-4d59-99fc-69ea7f618926 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:05:09.671568 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-85ef151f-22e8-4d59-99fc-69ea7f618926 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:05:09.677069 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:05:09.733766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16fbe8d9-54c6-4002-b525-a063c355b795 req-29c856f1-aadc-4052-bf9d-ba694d9a6519 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308191 Nov 03 19:05:09.837497 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-992ec941-66e6-4cb2-9373-60c6633be1c1', 'network_id': '992ec941-66e6-4cb2-9373-60c6633be1c1', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'fixed_ips': [{'subnet_id': 'd8c0f105-fd73-4929-a643-dd2dc69e3322'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:05:09.839786 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.892315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Attempting to bind port 435eed37-c32f-4696-9303-a37f99b0b175 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:09.892733 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Attempting to bind port 435eed37-c32f-4696-9303-a37f99b0b175 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '62cccbd3-5a8f-4971-a0af-113d538a3e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '95cd4fd4-6523-4ea9-bb18-cf92f38863c2'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:09.893077 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Attempting to bind port 435eed37-c32f-4696-9303-a37f99b0b175 on network 95cd4fd4-6523-4ea9-bb18-cf92f38863c2 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:09.950461 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-85ef151f-22e8-4d59-99fc-69ea7f618926 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.958787 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-85ef151f-22e8-4d59-99fc-69ea7f618926 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:09.968883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-85ef151f-22e8-4d59-99fc-69ea7f618926 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] 10.222.0.107 "DELETE /v2.0/networks/821feb72-7915-4b1e-9ae2-b5ba84e1f5f2 HTTP/1.1" status: 204 len: 168 time: 1.3776865 Nov 03 19:05:10.049786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef151f-22e8-4d59-99fc-69ea7f618926 tempest-TestSecurityGroupsBasicOps-405948653 tempest-TestSecurityGroupsBasicOps-405948653-project] Pushing event deleted for resources: {'Network': ['ID=821feb72-7915-4b1e-9ae2-b5ba84e1f5f2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:10.106456 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:10.106824 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Checking segment: {'id': '62cccbd3-5a8f-4971-a0af-113d538a3e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '95cd4fd4-6523-4ea9-bb18-cf92f38863c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:10.107254 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:10.107701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Bound using segment: {'id': '62cccbd3-5a8f-4971-a0af-113d538a3e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '95cd4fd4-6523-4ea9-bb18-cf92f38863c2'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:10.108206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Bound port: 435eed37-c32f-4696-9303-a37f99b0b175, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cccbd3-5a8f-4971-a0af-113d538a3e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '95cd4fd4-6523-4ea9-bb18-cf92f38863c2'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:10.109605 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:10.399519 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Allocated IP 2001:db8:1::2 (992ec941-66e6-4cb2-9373-60c6633be1c1/d8c0f105-fd73-4929-a643-dd2dc69e3322/30684676-909c-45f6-9533-cc20594291d8) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:10.403136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] For port 435eed37-c32f-4696-9303-a37f99b0b175, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:10.409124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] For port 435eed37-c32f-4696-9303-a37f99b0b175, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=435eed37-c32f-4696-9303-a37f99b0b175,segment=NetworkSegment(62cccbd3-5a8f-4971-a0af-113d538a3e3b),segment_id=62cccbd3-5a8f-4971-a0af-113d538a3e3b)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:10.433050 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:10.559706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 043a07fa-9ba9-46fb-85f4-2653369ca228 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:10.590369 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d833c0f-4a2d-41a4-a628-4bda11f053a7 None None] Pushing event updated for resources: {'Port': ['ID=435eed37-c32f-4696-9303-a37f99b0b175,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:10.708187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 043a07fa-9ba9-46fb-85f4-2653369ca228 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:10.708610 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 043a07fa-9ba9-46fb-85f4-2653369ca228 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:10.709104 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:10.999826 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.005619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53174) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:11.334767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab241fb9-9329-4597-a993-31eb1c38d92a req-ef2a177f-f774-4d62-8751-476aa48840f6 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:11.356772 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab241fb9-9329-4597-a993-31eb1c38d92a req-ef2a177f-f774-4d62-8751-476aa48840f6 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 944 time: 0.1555018 Nov 03 19:05:11.518408 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.529188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:11.530138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 09d681a4-82bb-4ca0-a6ec-b682a7d0b087 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:11.537993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab241fb9-9329-4597-a993-31eb1c38d92a req-0f5a6aec-e5b9-49ce-84bf-5f334d500fc8 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735747 Nov 03 19:05:11.552473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5bcdd615-c921-423d-bbed-c62b4a37f281 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:11.559459 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.673666 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Pushing event updated for resources: {'Port': ['ID=30684676-909c-45f6-9533-cc20594291d8,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:11.706958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Network 992ec941-66e6-4cb2-9373-60c6633be1c1 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:11.715906 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-25287b3c-d6a3-4a8e-8b7b-5af2ff332ffb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a66432c41f664b9c8a9ca7bdeba030f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7061634 Nov 03 19:05:11.716914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53184) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:11.725210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:11.733421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:11.786138 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Allocated IP 2001:db8::1 (95cd4fd4-6523-4ea9-bb18-cf92f38863c2/ca539e8d-f1ee-4663-8d9a-3a52013b0cb0/6eed9be0-7690-4a32-a07e-82c05147ad3a) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:11.867399 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa19cc2d-84d6-47ac-9636-0411b59b827e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.869506 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Attempting to bind port 30684676-909c-45f6-9533-cc20594291d8 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:11.870700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Attempting to bind port 30684676-909c-45f6-9533-cc20594291d8 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'f36a2a5d-99d7-48d3-8d3d-f3cd3e69bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '992ec941-66e6-4cb2-9373-60c6633be1c1'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:11.871920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Attempting to bind port 30684676-909c-45f6-9533-cc20594291d8 on network 992ec941-66e6-4cb2-9373-60c6633be1c1 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:11.921916 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa19cc2d-84d6-47ac-9636-0411b59b827e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.942374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:11.945525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Checking segment: {'id': 'f36a2a5d-99d7-48d3-8d3d-f3cd3e69bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '992ec941-66e6-4cb2-9373-60c6633be1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:11.950248 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:11.950713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Bound using segment: {'id': 'f36a2a5d-99d7-48d3-8d3d-f3cd3e69bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '992ec941-66e6-4cb2-9373-60c6633be1c1'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:11.951245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Bound port: 30684676-909c-45f6-9533-cc20594291d8, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36a2a5d-99d7-48d3-8d3d-f3cd3e69bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '992ec941-66e6-4cb2-9373-60c6633be1c1'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:11.951671 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.057047 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.062376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 5bcdd615-c921-423d-bbed-c62b4a37f281 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:05:12.128321 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa19cc2d-84d6-47ac-9636-0411b59b827e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.131552 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.134376 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa19cc2d-84d6-47ac-9636-0411b59b827e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.156291 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fa19cc2d-84d6-47ac-9636-0411b59b827e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/cb1ea4c3-f3bf-4e32-bfb1-605f768bd4a9 HTTP/1.1" status: 204 len: 168 time: 0.4338651 Nov 03 19:05:12.187756 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 5bcdd615-c921-423d-bbed-c62b4a37f281 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:12.193638 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.208178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19cc2d-84d6-47ac-9636-0411b59b827e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1ea4c3-f3bf-4e32-bfb1-605f768bd4a9,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:12.226073 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 95cd4fd4-6523-4ea9-bb18-cf92f38863c2 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:12.245447 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:12.249492 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:12.250648 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.428320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=6eed9be0-7690-4a32-a07e-82c05147ad3a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:12.671629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-78118925-755c-4642-bd92-6b04f685e01d None None] For port 30684676-909c-45f6-9533-cc20594291d8, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:12.687242 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-78118925-755c-4642-bd92-6b04f685e01d None None] For port 30684676-909c-45f6-9533-cc20594291d8, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=30684676-909c-45f6-9533-cc20594291d8,segment=NetworkSegment(f36a2a5d-99d7-48d3-8d3d-f3cd3e69bdcd),segment_id=f36a2a5d-99d7-48d3-8d3d-f3cd3e69bdcd)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:12.713298 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 435eed37-c32f-4696-9303-a37f99b0b175 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:12.841670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.856990 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:12.978518 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789da0a-2825-4a4b-befa-297340ab6bed req-219766a9-6d61-47c3-95cf-d804a3ae8902 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:12.988543 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4789da0a-2825-4a4b-befa-297340ab6bed req-219766a9-6d61-47c3-95cf-d804a3ae8902 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 944 time: 0.2306738 Nov 03 19:05:13.107944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de86d2f-c909-4639-9d6d-085a83c7dbaf None None] Network 95cd4fd4-6523-4ea9-bb18-cf92f38863c2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:13.125006 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4789da0a-2825-4a4b-befa-297340ab6bed req-b3b50585-b3e2-4a10-94c4-e0f1bc620cff tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353612 Nov 03 19:05:13.309033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53220) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:13.343678 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a9b06a04-47e2-4dbb-9544-a760543bcd59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.362016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78118925-755c-4642-bd92-6b04f685e01d None None] Pushing event updated for resources: {'Port': ['ID=30684676-909c-45f6-9533-cc20594291d8,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:13.378049 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.454060 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5bcdd615-c921-423d-bbed-c62b4a37f281, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5bcdd615-c921-423d-bbed-c62b4a37f281,segment=NetworkSegment(8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a),segment_id=8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:13.520753 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8271c44-4e9b-4552-87cc-b8bf6d2bb7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcdd615-c921-423d-bbed-c62b4a37f281'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:05:13.525579 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b0382d-454c-43b9-bf1f-3e78f7e46efe" -d '{"events": [{"server_uuid": "d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb", "name": "network-vif-plugged", "status": "completed", "tag": "5bcdd615-c921-423d-bbed-c62b4a37f281"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:05:13.537120 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.551922 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a9b06a04-47e2-4dbb-9544-a760543bcd59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.556095 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.559667 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a9b06a04-47e2-4dbb-9544-a760543bcd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.583499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 435eed37-c32f-4696-9303-a37f99b0b175 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:13.583914 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.725561 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a9b06a04-47e2-4dbb-9544-a760543bcd59 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9393d8f724144346af0b4078c8e13597&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4090028 Nov 03 19:05:13.725561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b06a04-47e2-4dbb-9544-a760543bcd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8981e2ba-6d15-4730-b3ff-663116d5c222,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:13.731182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53226) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:13.869907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5bcdd615-c921-423d-bbed-c62b4a37f281,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:13.888228 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c4d33ef2-59a1-41a5-8621-70c2404c29fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.888438 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdfe030-ca5d-4105-8a4d-c5fae778f9aa x-openstack-request-id: req-1bdfe030-ca5d-4105-8a4d-c5fae778f9aa {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:05:13.888673 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb", "name": "network-vif-plugged", "status": "completed", "tag": "5bcdd615-c921-423d-bbed-c62b4a37f281", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:05:13.888933 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1bdfe030-ca5d-4105-8a4d-c5fae778f9aa {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:05:13.889333 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8271c44-4e9b-4552-87cc-b8bf6d2bb7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcdd615-c921-423d-bbed-c62b4a37f281', 'code': 200} Nov 03 19:05:13.892985 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8608fcc8-cbf3-4705-a349-ccf6c4dafc25 None None] Provisioning complete for port 435eed37-c32f-4696-9303-a37f99b0b175 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:13.893540 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8608fcc8-cbf3-4705-a349-ccf6c4dafc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.927318 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.937185 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.938471 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:13.962578 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c4d33ef2-59a1-41a5-8621-70c2404c29fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:14.110542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a26d03-0773-42a1-a6bb-0434daf6a46e req-9540e838-c82b-4343-afdd-c77784817aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:14.112543 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-51a26d03-0773-42a1-a6bb-0434daf6a46e req-9540e838-c82b-4343-afdd-c77784817aa2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 1096 time: 0.1707702 Nov 03 19:05:14.168118 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c4d33ef2-59a1-41a5-8621-70c2404c29fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:14.171230 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c4d33ef2-59a1-41a5-8621-70c2404c29fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:14.176090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c4d33ef2-59a1-41a5-8621-70c2404c29fc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8981e2ba-6d15-4730-b3ff-663116d5c222 HTTP/1.1" status: 204 len: 168 time: 0.4433796 Nov 03 19:05:14.212529 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=6eed9be0-7690-4a32-a07e-82c05147ad3a,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:14.229761 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d33ef2-59a1-41a5-8621-70c2404c29fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8981e2ba-6d15-4730-b3ff-663116d5c222,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:14.391545 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-51a26d03-0773-42a1-a6bb-0434daf6a46e req-99dfe141-0ef2-44eb-827a-31d60ac4688a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396162 Nov 03 19:05:14.431252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546aa4f-3859-4124-a1a5-eefbd4b7547a req-e16ea763-811a-4f5c-8dde-dec518453376 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:14.449594 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a546aa4f-3859-4124-a1a5-eefbd4b7547a req-e16ea763-811a-4f5c-8dde-dec518453376 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.1529872 Nov 03 19:05:14.521511 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8608fcc8-cbf3-4705-a349-ccf6c4dafc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:14.548039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 95cd4fd4-6523-4ea9-bb18-cf92f38863c2 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:14.558323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:14.580317 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a546aa4f-3859-4124-a1a5-eefbd4b7547a req-32eed74f-ec69-4a20-876c-107b46e3bfff tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289206 Nov 03 19:05:14.683460 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8608fcc8-cbf3-4705-a349-ccf6c4dafc25 None None] For port 435eed37-c32f-4696-9303-a37f99b0b175, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=435eed37-c32f-4696-9303-a37f99b0b175,segment=NetworkSegment(62cccbd3-5a8f-4971-a0af-113d538a3e3b),segment_id=62cccbd3-5a8f-4971-a0af-113d538a3e3b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:14.699623 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8608fcc8-cbf3-4705-a349-ccf6c4dafc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:14.751851 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:14.980091 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608fcc8-cbf3-4705-a349-ccf6c4dafc25 None None] Pushing event updated for resources: {'Port': ['ID=435eed37-c32f-4696-9303-a37f99b0b175,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:14.998508 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 85566dcf-5c1e-496c-bb3e-e2415b026fa5 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:05:15.106647 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:05:15.107078 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:05:15.282046 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53262) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:15.282620 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:05:15.294206 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6111c737-0af1-40fe-85c7-721fe5c8ad67 None None] Sync routers for ids ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:05:15.300824 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-97f460b1-75ab-49d2-8ca8-992e21d6e7f9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/85566dcf-5c1e-496c-bb3e-e2415b026fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4688015 Nov 03 19:05:15.312561 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53264) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:15.314754 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6111c737-0af1-40fe-85c7-721fe5c8ad67 None None] Routers {'85566dcf-5c1e-496c-bb3e-e2415b026fa5'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:15.315961 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6111c737-0af1-40fe-85c7-721fe5c8ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:15.326092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d53dd3ed-0ff2-4211-b002-5e374920459f None None] Provisioning complete for port 435eed37-c32f-4696-9303-a37f99b0b175 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:15.328691 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d53dd3ed-0ff2-4211-b002-5e374920459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:15.389251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e4d642-3746-4afd-9b0f-ce31a20ce738 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:15.390977 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d7e4d642-3746-4afd-9b0f-ce31a20ce738 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports/6eed9be0-7690-4a32-a07e-82c05147ad3a HTTP/1.1" status: 200 len: 911 time: 0.0774515 Nov 03 19:05:15.397328 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53266) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:15.425815 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6111c737-0af1-40fe-85c7-721fe5c8ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:15.467001 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ebc868ff-f7bb-4d2b-ac97-7840279ca938 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b2f254ed55ea47d8ac6ab398e963fb04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1837249 Nov 03 19:05:15.473895 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6111c737-0af1-40fe-85c7-721fe5c8ad67 None None] Routers {'85566dcf-5c1e-496c-bb3e-e2415b026fa5'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:15.475071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53272) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:15.475262 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6111c737-0af1-40fe-85c7-721fe5c8ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:15.706476 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6111c737-0af1-40fe-85c7-721fe5c8ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:15.710783 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6111c737-0af1-40fe-85c7-721fe5c8ad67 None None] The sync data for ids ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:15.735909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96bbdfda-d36f-4d73-8a82-054278746e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:15.798905 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96bbdfda-d36f-4d73-8a82-054278746e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:15.957956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd244834-c487-4c70-9ba0-bc76fbe180ae None None] Network 992ec941-66e6-4cb2-9373-60c6633be1c1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:16.054715 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace7181-bc14-4b70-8766-867b4c292ad0 req-c2b200ce-62ce-411c-b7bd-6d0c57ff5cc3 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:16.079921 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dace7181-bc14-4b70-8766-867b4c292ad0 req-c2b200ce-62ce-411c-b7bd-6d0c57ff5cc3 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.2504673 Nov 03 19:05:16.180295 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96bbdfda-d36f-4d73-8a82-054278746e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:16.186864 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96bbdfda-d36f-4d73-8a82-054278746e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:16.190541 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-96bbdfda-d36f-4d73-8a82-054278746e76 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/41227450-1508-4105-afaf-c9eb0ac28239 HTTP/1.1" status: 204 len: 168 time: 0.7140381 Nov 03 19:05:16.204140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbdfda-d36f-4d73-8a82-054278746e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41227450-1508-4105-afaf-c9eb0ac28239,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:16.322668 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dace7181-bc14-4b70-8766-867b4c292ad0 req-453460c5-3738-497f-9dcb-565f4bca6764 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347391 Nov 03 19:05:16.450369 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d53dd3ed-0ff2-4211-b002-5e374920459f None None] Provisioning complete for port 6eed9be0-7690-4a32-a07e-82c05147ad3a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:16.451100 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d53dd3ed-0ff2-4211-b002-5e374920459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:16.610182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 435eed37-c32f-4696-9303-a37f99b0b175 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:16.615249 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d53dd3ed-0ff2-4211-b002-5e374920459f None None] Port 6eed9be0-7690-4a32-a07e-82c05147ad3a cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:16.740401 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:16.844836 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Provisioning complete for port 30684676-909c-45f6-9533-cc20594291d8 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:16.845199 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:17.304287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 435eed37-c32f-4696-9303-a37f99b0b175 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:17.305191 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:17.419806 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:17.481547 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] For port 30684676-909c-45f6-9533-cc20594291d8, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=30684676-909c-45f6-9533-cc20594291d8,segment=NetworkSegment(f36a2a5d-99d7-48d3-8d3d-f3cd3e69bdcd),segment_id=f36a2a5d-99d7-48d3-8d3d-f3cd3e69bdcd)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:17.490773 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:17.543952 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Allocated IP 2001:db8:1::1 (992ec941-66e6-4cb2-9373-60c6633be1c1/d8c0f105-fd73-4929-a643-dd2dc69e3322/1dbac465-f46c-4a26-bf3e-2016c9b014c2) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:17.609004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Pushing event updated for resources: {'Port': ['ID=30684676-909c-45f6-9533-cc20594291d8,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:17.619643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20729999-9b0d-463b-90b6-de232e26023e req-c5a7d1d2-44ad-4130-9df0-1988f67571d9 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:17.641714 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:17.642598 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20729999-9b0d-463b-90b6-de232e26023e req-c5a7d1d2-44ad-4130-9df0-1988f67571d9 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.1285203 Nov 03 19:05:17.643209 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:17.644405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:17.645252 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:17.645923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:17.646855 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:17.647682 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:17.648170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:17.648610 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:17.649127 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:17.649539 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:17.649972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:17.771857 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-20729999-9b0d-463b-90b6-de232e26023e req-d9f399c4-3065-4220-a618-2502121d2d28 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260841 Nov 03 19:05:17.862719 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Provisioning complete for port 6eed9be0-7690-4a32-a07e-82c05147ad3a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:17.863172 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:17.916304 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:17.951863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 30684676-909c-45f6-9533-cc20594291d8 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:17.989169 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-745d599b-20e3-494e-b57c-0dad5a9a4842 None None] Port 6eed9be0-7690-4a32-a07e-82c05147ad3a cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:18.009070 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:18.057344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 30684676-909c-45f6-9533-cc20594291d8 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:18.057344 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:18.091312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=1dbac465-f46c-4a26-bf3e-2016c9b014c2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:18.104507 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 992ec941-66e6-4cb2-9373-60c6633be1c1 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:18.115848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:18.119784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:18.121370 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:18.154642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5dacc4da-9681-4106-a864-6e2746e4b1d1 None None] Provisioning complete for port 30684676-909c-45f6-9533-cc20594291d8 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:18.155020 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5dacc4da-9681-4106-a864-6e2746e4b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:18.488965 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3f065-5885-43a6-8b96-a81cdf6018c5 req-4688b728-eb3f-4ce7-9b06-568dfe69249e tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:18.497807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcc3f065-5885-43a6-8b96-a81cdf6018c5 req-4688b728-eb3f-4ce7-9b06-568dfe69249e tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.1549981 Nov 03 19:05:18.500404 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53358) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:18.613122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ec583-f935-4779-9e4a-e0efcd323f7a req-1acb1afa-8849-44b1-b735-2d2061dec941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:18.619944 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-985ec583-f935-4779-9e4a-e0efcd323f7a req-1acb1afa-8849-44b1-b735-2d2061dec941 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e9d7da11298041f289f7491f982131c3&device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 1096 time: 0.2632606 Nov 03 19:05:18.624842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcc3f065-5885-43a6-8b96-a81cdf6018c5 req-a61bd789-66bd-47f2-9748-764193a45d52 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257887 Nov 03 19:05:18.788378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-439548844-network', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:18.802831 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 30684676-909c-45f6-9533-cc20594291d8 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:18.844977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] Made reservation on behalf of dac53473acd94a04a384696f6afdcb5a for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:18.847627 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:18.868101 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:18.879692 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:18.883447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-478eb694-7302-4968-aaf1-86d18ef4623f None None] Provisioning complete for port 1dbac465-f46c-4a26-bf3e-2016c9b014c2 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:18.883851 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-478eb694-7302-4968-aaf1-86d18ef4623f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:18.905682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ec583-f935-4779-9e4a-e0efcd323f7a req-c11f668a-f86c-4f0b-a3f8-977af6fac353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:18.907212 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-985ec583-f935-4779-9e4a-e0efcd323f7a req-c11f668a-f86c-4f0b-a3f8-977af6fac353 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a HTTP/1.1" status: 200 len: 912 time: 0.2775803 Nov 03 19:05:19.027972 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-985ec583-f935-4779-9e4a-e0efcd323f7a req-b2deafa7-b54b-4a17-9c62-9ec610ef5e9c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bcdd615-c921-423d-bbed-c62b4a37f281 HTTP/1.1" status: 200 len: 217 time: 0.1022480 Nov 03 19:05:19.044708 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-478eb694-7302-4968-aaf1-86d18ef4623f None None] Port 1dbac465-f46c-4a26-bf3e-2016c9b014c2 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:19.050384 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:19.055606 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:19.073082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 30684676-909c-45f6-9533-cc20594291d8 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:19.073461 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:19.091724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97181b94-1211-40fc-80c5-7c844e4475d2,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:19.113128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:05:19.127842 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:19.128186 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] Added segment 711a92ba-4575-40f6-aa89-371034304efc of type vlan for network 9f464358-8040-4222-b3b1-8d1714a116ab Nov 03 19:05:19.210533 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:19.221693 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ec583-f935-4779-9e4a-e0efcd323f7a req-91fdbc4d-8296-41cd-ad09-3cd409516c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:19.229390 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-985ec583-f935-4779-9e4a-e0efcd323f7a req-91fdbc4d-8296-41cd-ad09-3cd409516c09 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5a8c3776-2803-4674-9d8d-e9308b2a0691 HTTP/1.1" status: 200 len: 851 time: 0.1499629 Nov 03 19:05:19.263639 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:19.264406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:19.265213 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:19.318070 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-985ec583-f935-4779-9e4a-e0efcd323f7a req-594307e7-18b0-4f03-b3dd-f2486633a5cc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292370 Nov 03 19:05:19.440097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] Pushing event updated for resources: {'Network': ['ID=9f464358-8040-4222-b3b1-8d1714a116ab,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:19.458004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 9f464358-8040-4222-b3b1-8d1714a116ab details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:05:19.465561 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aa237369-ed0f-47ca-b80e-2690b609938a admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9639108 Nov 03 19:05:19.476330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53380) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:19.482300 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-aff1f6b0-4577-4135-869d-e5a2f3690c3f admin admin] Request body: {'subnet': {'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-439548844-subnet', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:19.535418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff1f6b0-4577-4135-869d-e5a2f3690c3f admin admin] Made reservation on behalf of dac53473acd94a04a384696f6afdcb5a for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:19.538561 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aff1f6b0-4577-4135-869d-e5a2f3690c3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:19.748911 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-985ec583-f935-4779-9e4a-e0efcd323f7a req-6c274509-c042-451a-a42a-9d1ddc7c1fb3 service neutron] 10.222.0.87 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724477 Nov 03 19:05:19.935774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ae54d-8cc5-4fcd-b0dc-db26f74b161b req-f719fea3-c201-446e-85e9-c7131ff4f272 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:19.938410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd8ae54d-8cc5-4fcd-b0dc-db26f74b161b req-f719fea3-c201-446e-85e9-c7131ff4f272 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.1487949 Nov 03 19:05:20.016024 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.038602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.041108 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.100249 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd8ae54d-8cc5-4fcd-b0dc-db26f74b161b req-ab763c7f-c839-4f25-a050-45b36b72becb tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443164 Nov 03 19:05:20.161293 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aff1f6b0-4577-4135-869d-e5a2f3690c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.217910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1f6b0-4577-4135-869d-e5a2f3690c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:20.310424 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-985ec583-f935-4779-9e4a-e0efcd323f7a req-8a3db56d-71a4-4803-8d85-26fb757250a4 service neutron] 10.222.0.87 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460680 Nov 03 19:05:20.312443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 992ec941-66e6-4cb2-9373-60c6633be1c1 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:20.313550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff1f6b0-4577-4135-869d-e5a2f3690c3f admin admin] Checking segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:20.315428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff1f6b0-4577-4135-869d-e5a2f3690c3f admin admin] Network hostable DHCP agents. Network: 9f464358-8040-4222-b3b1-8d1714a116ab, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:05:20.316980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:20.319069 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=1dbac465-f46c-4a26-bf3e-2016c9b014c2,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:20.355518 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff1f6b0-4577-4135-869d-e5a2f3690c3f admin admin] Network 9f464358-8040-4222-b3b1-8d1714a116ab is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:05:20.373586 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-aff1f6b0-4577-4135-869d-e5a2f3690c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 9f464358-8040-4222-b3b1-8d1714a116ab) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:20.388387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a98496-7e50-4750-94d5-297a4013e924 None None] Network 9f464358-8040-4222-b3b1-8d1714a116ab requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:20.398029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff1f6b0-4577-4135-869d-e5a2f3690c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:20.399299 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aff1f6b0-4577-4135-869d-e5a2f3690c3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.461165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aff1f6b0-4577-4135-869d-e5a2f3690c3f admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9836648 Nov 03 19:05:20.465087 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53410) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:20.470933 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:20.517883 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.520059 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.642996 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.672003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 85566dcf-5c1e-496c-bb3e-e2415b026fa5 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:05:20.965622 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:05:20.972112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-9f464358-8040-4222-b3b1-8d1714a116ab', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:05:20.974340 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:20.982640 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9d41be9d-b2fd-49c6-aaf3-a5368cd12758 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/85566dcf-5c1e-496c-bb3e-e2415b026fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5838735 Nov 03 19:05:20.983483 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53426) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:20.984177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf12fb3-2e1c-4166-b17a-c55c513348ee None None] Sync routers for ids ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:05:21.013954 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:21.068629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf12fb3-2e1c-4166-b17a-c55c513348ee None None] Routers {'85566dcf-5c1e-496c-bb3e-e2415b026fa5'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:21.069950 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cbf12fb3-2e1c-4166-b17a-c55c513348ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:21.172280 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cbf12fb3-2e1c-4166-b17a-c55c513348ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:21.334577 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-623a7202-0adf-457a-9acd-f0e2434eb748 None None] Provisioning complete for port 1dbac465-f46c-4a26-bf3e-2016c9b014c2 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:21.338245 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-623a7202-0adf-457a-9acd-f0e2434eb748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:21.412525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf12fb3-2e1c-4166-b17a-c55c513348ee None None] Routers {'85566dcf-5c1e-496c-bb3e-e2415b026fa5'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:21.414306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cbf12fb3-2e1c-4166-b17a-c55c513348ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:21.415095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862d709-4818-4197-9e43-0fd200d46bf1 req-a314b631-9d24-434e-a226-0b3b6ca63c2c tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.424016 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1862d709-4818-4197-9e43-0fd200d46bf1 req-a314b631-9d24-434e-a226-0b3b6ca63c2c tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.1635706 Nov 03 19:05:21.488711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cbf12fb3-2e1c-4166-b17a-c55c513348ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:21.490013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf12fb3-2e1c-4166-b17a-c55c513348ee None None] The sync data for ids ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:21.534347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-623a7202-0adf-457a-9acd-f0e2434eb748 None None] Port 1dbac465-f46c-4a26-bf3e-2016c9b014c2 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:21.567740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Allocated IP 172.20.0.2 (9f464358-8040-4222-b3b1-8d1714a116ab/3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe/fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:21.584938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1862d709-4818-4197-9e43-0fd200d46bf1 req-097cd392-fe5f-4a25-b73d-9d93fd0e5e7b tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594462 Nov 03 19:05:21.841218 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad339270-2927-4ba4-98dc-868c4eb4e245 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:21.843731 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ad339270-2927-4ba4-98dc-868c4eb4e245 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports/1dbac465-f46c-4a26-bf3e-2016c9b014c2 HTTP/1.1" status: 200 len: 913 time: 0.8587263 Nov 03 19:05:21.846670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53444) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:21.883414 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:21.891957 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:21.963142 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Network 9f464358-8040-4222-b3b1-8d1714a116ab is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:21.968947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:21.972641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:22.034997 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.072398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Pushing event updated for resources: {'Port': ['ID=fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:22.105906 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.123711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Attempting to bind port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:22.124093 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Attempting to bind port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:22.124467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Attempting to bind port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:22.140970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:22.141356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Checking segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:22.141769 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.142169 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Bound using segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:22.142665 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Bound port: fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:22.143053 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.302655 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] For port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:22.320232 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] For port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:22.327531 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.333577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Allocated IP 172.25.2.150 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/297819a9-9842-4043-b1e5-287bc69a16ac) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:22.486786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45124c63-7bdd-4d8a-8343-91da468bbfce None None] Pushing event updated for resources: {'Port': ['ID=fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:22.568623 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77e2d1f7-1f59-461e-b7cb-3e3fd0310dea tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.648704 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.767656 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:22.856858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:22.888150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:22.918669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:23.010372 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Pushing event updated for resources: {'Port': ['ID=297819a9-9842-4043-b1e5-287bc69a16ac,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:23.090587 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989fe0f-85a7-4544-b80c-a7d632b22a1b req-55490087-45a3-44e8-9010-c13e579a842a tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:23.098356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8989fe0f-85a7-4544-b80c-a7d632b22a1b req-55490087-45a3-44e8-9010-c13e579a842a tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.2395575 Nov 03 19:05:23.118100 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-77e2d1f7-1f59-461e-b7cb-3e3fd0310dea tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port 1dbac465-f46c-4a26-bf3e-2016c9b014c2 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:23.121628 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77e2d1f7-1f59-461e-b7cb-3e3fd0310dea tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:23.232004 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77e2d1f7-1f59-461e-b7cb-3e3fd0310dea tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:23.247851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-77e2d1f7-1f59-461e-b7cb-3e3fd0310dea tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for 1dbac465-f46c-4a26-bf3e-2016c9b014c2 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:23.325016 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8989fe0f-85a7-4544-b80c-a7d632b22a1b req-a4586a62-7b6d-4868-8d4b-37dd2d2229a8 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255948 Nov 03 19:05:23.566314 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:23.586670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77e2d1f7-1f59-461e-b7cb-3e3fd0310dea tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:23.672149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2d1f7-1f59-461e-b7cb-3e3fd0310dea tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=1dbac465-f46c-4a26-bf3e-2016c9b014c2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:23.944621 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77e2d1f7-1f59-461e-b7cb-3e3fd0310dea tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.143114 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.352401 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e2d1f7-1f59-461e-b7cb-3e3fd0310dea tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 85566dcf-5c1e-496c-bb3e-e2415b026fa5 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:05:24.363521 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c6ebe3-bab6-4919-bc93-1b51d7a8ab9e None None] Network 9f464358-8040-4222-b3b1-8d1714a116ab requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:24.513435 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e2d1f7-1f59-461e-b7cb-3e3fd0310dea tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:05:24.532582 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001f1787-f82c-4742-a84c-e779832f7081 None None] Sync routers for ids ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:05:24.554687 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001f1787-f82c-4742-a84c-e779832f7081 None None] Routers {'85566dcf-5c1e-496c-bb3e-e2415b026fa5'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:24.555347 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-001f1787-f82c-4742-a84c-e779832f7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:24.563932 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-77e2d1f7-1f59-461e-b7cb-3e3fd0310dea tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/85566dcf-5c1e-496c-bb3e-e2415b026fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7158952 Nov 03 19:05:24.567600 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53508) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:24.639549 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-001f1787-f82c-4742-a84c-e779832f7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:24.653401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea4a29-0e2d-4ddb-aa36-18a19338a545 req-61dc91ec-fbf1-4f9a-aeba-f34f359e518d tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:24.655624 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3aea4a29-0e2d-4ddb-aa36-18a19338a545 req-61dc91ec-fbf1-4f9a-aeba-f34f359e518d tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.1717896 Nov 03 19:05:24.671992 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001f1787-f82c-4742-a84c-e779832f7081 None None] Routers {'85566dcf-5c1e-496c-bb3e-e2415b026fa5'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:24.672639 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-001f1787-f82c-4742-a84c-e779832f7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:24.718686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Router 2df09572-d2db-4363-ad5d-40442945a730 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:05:24.725577 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-bbac8a83-f994-422a-b4d1-2f24b283f6d5 None None] Provisioning complete for port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:24.726165 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bbac8a83-f994-422a-b4d1-2f24b283f6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:24.767361 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-001f1787-f82c-4742-a84c-e779832f7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:24.772254 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001f1787-f82c-4742-a84c-e779832f7081 None None] The sync data for ids ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:24.843085 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3aea4a29-0e2d-4ddb-aa36-18a19338a545 req-729f0a53-58e4-4fd4-903a-b9c5d39acc8b tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800418 Nov 03 19:05:24.930635 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:25.013555 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:05:25.033248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Sync routers for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:05:25.049585 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:25.054468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-115278e4-7a57-4e13-91b3-b9bbb71fa0ac admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5880656 Nov 03 19:05:25.056597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53522) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:25.091495 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bbac8a83-f994-422a-b4d1-2f24b283f6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:25.095693 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:25.097182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:25.214696 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-bbac8a83-f994-422a-b4d1-2f24b283f6d5 None None] For port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:25.220695 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bbac8a83-f994-422a-b4d1-2f24b283f6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:25.237269 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:25.237892 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:25.521136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac8a83-f994-422a-b4d1-2f24b283f6d5 None None] Pushing event updated for resources: {'Port': ['ID=fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:25.624117 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cd7bfcb1-bd41-4308-a0fa-a2a34351fb8d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:25.755595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-490888fd-f52f-4133-886b-a499a7f51d39 None None] Provisioning complete for port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:25.776845 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-490888fd-f52f-4133-886b-a499a7f51d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:25.883276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:25.930593 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-845e8a9c-3b99-4e41-ad3a-8d08eca5ff7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.214292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-cd7bfcb1-bd41-4308-a0fa-a2a34351fb8d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port 6eed9be0-7690-4a32-a07e-82c05147ad3a {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:26.214713 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cd7bfcb1-bd41-4308-a0fa-a2a34351fb8d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.445699 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cd7bfcb1-bd41-4308-a0fa-a2a34351fb8d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.476599 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-cd7bfcb1-bd41-4308-a0fa-a2a34351fb8d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for 6eed9be0-7690-4a32-a07e-82c05147ad3a owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:26.673354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac20e39-6bc1-43aa-b34b-0d6af0b095a6 req-796f6195-1f9d-4c17-9939-fc175dd5f9be tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:26.675021 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ac20e39-6bc1-43aa-b34b-0d6af0b095a6 req-796f6195-1f9d-4c17-9939-fc175dd5f9be tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.5843630 Nov 03 19:05:26.772650 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.800778 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:23Z', 'revision_number': 3, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:26.818262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:26.869198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ac20e39-6bc1-43aa-b34b-0d6af0b095a6 req-27c7f828-c875-4d1d-985d-a02172790bb6 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841881 Nov 03 19:05:26.903899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Checking router: 2df09572-d2db-4363-ad5d-40442945a730 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:05:26.904261 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Updating router 2df09572-d2db-4363-ad5d-40442945a730 port 297819a9-9842-4043-b1e5-287bc69a16ac binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:05:26.911067 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cd7bfcb1-bd41-4308-a0fa-a2a34351fb8d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:26.973030 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bfcb1-bd41-4308-a0fa-a2a34351fb8d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=6eed9be0-7690-4a32-a07e-82c05147ad3a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:27.082559 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.222163 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:05:27.297778 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cd7bfcb1-bd41-4308-a0fa-a2a34351fb8d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.380138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Allocated IP 172.20.0.1 (9f464358-8040-4222-b3b1-8d1714a116ab/3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe/291a1b74-67ee-4ef8-a635-e3e551e5fea2) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:27.464439 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.473118 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.584154 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Attempting to bind port 297819a9-9842-4043-b1e5-287bc69a16ac on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:27.584555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Attempting to bind port 297819a9-9842-4043-b1e5-287bc69a16ac by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:27.584917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Attempting to bind port 297819a9-9842-4043-b1e5-287bc69a16ac on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:27.633918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:27.634465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:27.634858 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.635296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:27.635840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Bound port: 297819a9-9842-4043-b1e5-287bc69a16ac, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:27.636231 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.651885 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.678289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:27.679748 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.741818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7bfcb1-bd41-4308-a0fa-a2a34351fb8d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 85566dcf-5c1e-496c-bb3e-e2415b026fa5 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:05:27.766325 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.815627 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5db9f2-a7d2-430a-8e3d-6a1ff9dcf425 None None] Pushing event updated for resources: {'Port': ['ID=297819a9-9842-4043-b1e5-287bc69a16ac,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:27.845555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] For port 297819a9-9842-4043-b1e5-287bc69a16ac, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:27.890247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Network 9f464358-8040-4222-b3b1-8d1714a116ab is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:27.901109 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] For port 297819a9-9842-4043-b1e5-287bc69a16ac, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=297819a9-9842-4043-b1e5-287bc69a16ac,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:27.911601 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:27.918448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:27.931808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:27.939472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Pushing event updated for resources: {'Port': ['ID=291a1b74-67ee-4ef8-a635-e3e551e5fea2,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:28.009174 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7bfcb1-bd41-4308-a0fa-a2a34351fb8d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:05:28.012649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5db9f2-a7d2-430a-8e3d-6a1ff9dcf425 None None] Pushing event updated for resources: {'Port': ['ID=297819a9-9842-4043-b1e5-287bc69a16ac,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:28.021713 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cd7bfcb1-bd41-4308-a0fa-a2a34351fb8d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/85566dcf-5c1e-496c-bb3e-e2415b026fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4527659 Nov 03 19:05:28.024438 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53582) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:28.029437 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e15536-c601-4fe3-b747-6e28c0ab9a59 None None] Sync routers for ids ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:05:28.107358 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.154428 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-32e6278c-a87a-446f-aa0c-65b5c03dbc01 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports?device_id=85566dcf-5c1e-496c-bb3e-e2415b026fa5 HTTP/1.1" status: 200 len: 205 time: 0.1215949 Nov 03 19:05:28.158272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53588) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:28.170980 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e15536-c601-4fe3-b747-6e28c0ab9a59 None None] Routers {'85566dcf-5c1e-496c-bb3e-e2415b026fa5'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:28.171638 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-70e15536-c601-4fe3-b747-6e28c0ab9a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:28.209502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:28.210535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:04:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:28.285656 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-70e15536-c601-4fe3-b747-6e28c0ab9a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:28.291867 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50945a07-28c0-4999-aa05-508f5224ddc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.308528 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e15536-c601-4fe3-b747-6e28c0ab9a59 None None] Routers {'85566dcf-5c1e-496c-bb3e-e2415b026fa5'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:28.310444 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-70e15536-c601-4fe3-b747-6e28c0ab9a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:28.476864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96b18a1c-8a2f-4e2e-b3e1-41d880438161 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.499796 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-70e15536-c601-4fe3-b747-6e28c0ab9a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:28.501110 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e15536-c601-4fe3-b747-6e28c0ab9a59 None None] The sync data for ids ['85566dcf-5c1e-496c-bb3e-e2415b026fa5'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:28.637388 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.652419 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:28.664641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cd08d-49c0-4ab4-90b3-562502488659 req-d7a950d1-4cdf-49ef-aa5b-0814926faf2e tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:28.673066 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c3cd08d-49c0-4ab4-90b3-562502488659 req-d7a950d1-4cdf-49ef-aa5b-0814926faf2e tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.1690309 Nov 03 19:05:28.803254 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8cdb92f0-00a6-4bc1-9728-5595bfedd60a None None] Provisioning complete for port 291a1b74-67ee-4ef8-a635-e3e551e5fea2 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:28.804107 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8cdb92f0-00a6-4bc1-9728-5595bfedd60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.885073 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96b18a1c-8a2f-4e2e-b3e1-41d880438161 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.889719 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96b18a1c-8a2f-4e2e-b3e1-41d880438161 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:28.905471 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c3cd08d-49c0-4ab4-90b3-562502488659 req-13fca736-b473-4709-8302-b65ef6fe2f71 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307053 Nov 03 19:05:28.957146 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8cdb92f0-00a6-4bc1-9728-5595bfedd60a None None] Port 291a1b74-67ee-4ef8-a635-e3e551e5fea2 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:29.150324 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.150878 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.176129 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:23Z', 'revision_number': 3, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:29.277970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19ee2a8-4087-404a-9f1f-8c26fce6fa79 None None] The sync data for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 is: [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:23Z', 'revision_number': 3, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:29.314152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Pushing event updated for resources: {'Port': ['ID=291a1b74-67ee-4ef8-a635-e3e551e5fea2,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:29.327688 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.405884 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.525908 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Network 9f464358-8040-4222-b3b1-8d1714a116ab is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:29.528539 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:29.671543 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96b18a1c-8a2f-4e2e-b3e1-41d880438161 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.672546 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b18a1c-8a2f-4e2e-b3e1-41d880438161 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Fanout notify agent at l3_agent the message router_deleted on router 85566dcf-5c1e-496c-bb3e-e2415b026fa5 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:05:29.685868 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96b18a1c-8a2f-4e2e-b3e1-41d880438161 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:29.690418 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-96b18a1c-8a2f-4e2e-b3e1-41d880438161 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/routers/85566dcf-5c1e-496c-bb3e-e2415b026fa5 HTTP/1.1" status: 204 len: 168 time: 1.5305138 Nov 03 19:05:29.691143 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53612) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:29.792193 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Router 2df09572-d2db-4363-ad5d-40442945a730 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:05:30.001860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-835f474e-eafa-4040-9c19-65d639d3b4b6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting subnet d8c0f105-fd73-4929-a643-dd2dc69e3322 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:30.005917 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-835f474e-eafa-4040-9c19-65d639d3b4b6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.070776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:05:30.087487 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4ca37ffb-afb9-4390-9f7c-ac590f6cc168 admin admin] 10.222.0.107 "PUT /v2.0/routers/2df09572-d2db-4363-ad5d-40442945a730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0289125 Nov 03 19:05:30.135169 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5156efaf-a789-43d3-a1d5-99d60b53901b None None] Provisioning complete for port 291a1b74-67ee-4ef8-a635-e3e551e5fea2 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:30.163464 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5156efaf-a789-43d3-a1d5-99d60b53901b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.226478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798ee04-3f2e-4a20-931d-3558435ea442 req-3c601f18-a102-4095-a50d-e27b14972b44 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:30.228153 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b798ee04-3f2e-4a20-931d-3558435ea442 req-3c601f18-a102-4095-a50d-e27b14972b44 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.1560471 Nov 03 19:05:30.230247 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-835f474e-eafa-4040-9c19-65d639d3b4b6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.340904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-5156efaf-a789-43d3-a1d5-99d60b53901b None None] Port 291a1b74-67ee-4ef8-a635-e3e551e5fea2 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:30.411995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b798ee04-3f2e-4a20-931d-3558435ea442 req-6410ee03-0c42-4436-a2f4-9c48f6a9fce5 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744659 Nov 03 19:05:30.607524 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-835f474e-eafa-4040-9c19-65d639d3b4b6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.623503 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.685488 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.723000 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-835f474e-eafa-4040-9c19-65d639d3b4b6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.774071 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f474e-eafa-4040-9c19-65d639d3b4b6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Subnet': ['ID=d8c0f105-fd73-4929-a643-dd2dc69e3322,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:30.781934 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-835f474e-eafa-4040-9c19-65d639d3b4b6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:30.786262 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-835f474e-eafa-4040-9c19-65d639d3b4b6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/d8c0f105-fd73-4929-a643-dd2dc69e3322 HTTP/1.1" status: 204 len: 168 time: 1.0860808 Nov 03 19:05:30.795706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5279694-597c-4fb1-88a6-2ae65dac5da0 None None] Network 992ec941-66e6-4cb2-9373-60c6633be1c1 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:30.799870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53642) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:30.887698 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 297819a9-9842-4043-b1e5-287bc69a16ac up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:30.962481 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c23659-c42d-463e-b186-a148ee473040 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting subnet ca539e8d-f1ee-4663-8d9a-3a52013b0cb0 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:30.970471 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53c23659-c42d-463e-b186-a148ee473040 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.090030 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53c23659-c42d-463e-b186-a148ee473040 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.233868 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53c23659-c42d-463e-b186-a148ee473040 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.257732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 297819a9-9842-4043-b1e5-287bc69a16ac triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:31.259188 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.378999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53660) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:31.391722 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1465980504-network', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:31.447624 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53c23659-c42d-463e-b186-a148ee473040 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.450214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] Made reservation on behalf of 365d4d10cb3f4988b112a42a96f40776 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:31.458680 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.465648 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.478033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf15667-7a70-4f4e-acf5-6e3079dd3f13 None None] DHCP port deletion for 992ec941-66e6-4cb2-9373-60c6633be1c1 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:05:31.509171 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53c23659-c42d-463e-b186-a148ee473040 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.511442 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.524745 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-53c23659-c42d-463e-b186-a148ee473040 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/ca539e8d-f1ee-4663-8d9a-3a52013b0cb0 HTTP/1.1" status: 204 len: 168 time: 0.7194197 Nov 03 19:05:31.525901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53668) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:31.541175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 297819a9-9842-4043-b1e5-287bc69a16ac, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=297819a9-9842-4043-b1e5-287bc69a16ac,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:31.551622 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076f2968-9799-4140-80c0-32b168188d32 None None] Network 95cd4fd4-6523-4ea9-bb18-cf92f38863c2 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:31.557354 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.609129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c23659-c42d-463e-b186-a148ee473040 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Subnet': ['ID=ca539e8d-f1ee-4663-8d9a-3a52013b0cb0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:31.695968 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.727342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462612de-e53a-4a08-a352-1d6ddccd3e98 req-b3f7c456-8745-4ce2-b484-1588b1fb1bd2 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:31.730054 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-462612de-e53a-4a08-a352-1d6ddccd3e98 req-b3f7c456-8745-4ce2-b484-1588b1fb1bd2 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.1544874 Nov 03 19:05:31.872744 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.877319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port 30684676-909c-45f6-9533-cc20594291d8 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:31.877826 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.900657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-462612de-e53a-4a08-a352-1d6ddccd3e98 req-d931ae60-b650-44d2-bb40-ec795823dc89 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575229 Nov 03 19:05:31.905930 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:31.957904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:05:31.992162 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.014023 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.014464 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] Added segment 86eb9f63-df2b-4ee1-93b5-798619114027 of type vlan for network c1bc542e-6dfd-4d99-8691-03463906c3bb Nov 03 19:05:32.019422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51efb382-9e3e-4daf-8b7b-82da1cf2602c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:32.022713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] For port 30684676-909c-45f6-9533-cc20594291d8, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=30684676-909c-45f6-9533-cc20594291d8,segment=NetworkSegment(f36a2a5d-99d7-48d3-8d3d-f3cd3e69bdcd),segment_id=f36a2a5d-99d7-48d3-8d3d-f3cd3e69bdcd)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:32.023040 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.062391 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for 30684676-909c-45f6-9533-cc20594291d8 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:32.076721 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=297819a9-9842-4043-b1e5-287bc69a16ac,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:32.133720 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.192671 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.194088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:32.194791 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.227949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8474448 Nov 03 19:05:32.233651 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53680) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:32.251231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-faf15667-7a70-4f4e-acf5-6e3079dd3f13 None None] Deleting port 30684676-909c-45f6-9533-cc20594291d8 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:32.251455 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a8a2a6ac-8f45-4d73-aa3f-7b1a552fa1f3 admin admin] Request body: {'subnet': {'network_id': 'c1bc542e-6dfd-4d99-8691-03463906c3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1465980504-subnet', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776', 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:32.254734 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.263346 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-faf15667-7a70-4f4e-acf5-6e3079dd3f13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.359988 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=30684676-909c-45f6-9533-cc20594291d8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:32.397119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8742211-ed30-43b6-b456-00a4f11637a9 None None] DHCP port deletion for 95cd4fd4-6523-4ea9-bb18-cf92f38863c2 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:05:32.417196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No DVR routers for this DVR port 30684676-909c-45f6-9533-cc20594291d8 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:32.423689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f9b5f-7072-4eb2-859d-d2bf71010a2d admin admin] Pushing event updated for resources: {'Network': ['ID=c1bc542e-6dfd-4d99-8691-03463906c3bb,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:32.483256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network c1bc542e-6dfd-4d99-8691-03463906c3bb details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:05:32.490176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-faf15667-7a70-4f4e-acf5-6e3079dd3f13 None None] For port 30684676-909c-45f6-9533-cc20594291d8, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:32.490759 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-faf15667-7a70-4f4e-acf5-6e3079dd3f13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.513067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a2a6ac-8f45-4d73-aa3f-7b1a552fa1f3 admin admin] Made reservation on behalf of 365d4d10cb3f4988b112a42a96f40776 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:32.515612 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a6ac-8f45-4d73-aa3f-7b1a552fa1f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.565431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Sync routers for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:05:32.582747 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-faf15667-7a70-4f4e-acf5-6e3079dd3f13 None None] Calling delete_port for 30684676-909c-45f6-9533-cc20594291d8 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:32.671546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-faf15667-7a70-4f4e-acf5-6e3079dd3f13 None None] Port 30684676-909c-45f6-9533-cc20594291d8 was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:05:32.694112 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-faf15667-7a70-4f4e-acf5-6e3079dd3f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.700974 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:32.704785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:32.801467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 297819a9-9842-4043-b1e5-287bc69a16ac up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:32.843543 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a8742211-ed30-43b6-b456-00a4f11637a9 None None] Deleting port 435eed37-c32f-4696-9303-a37f99b0b175 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:32.844050 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a8742211-ed30-43b6-b456-00a4f11637a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.851560 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.904246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992ec941-66e6-4cb2-9373-60c6633be1c1']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:32.941425 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a8742211-ed30-43b6-b456-00a4f11637a9 None None] For port 435eed37-c32f-4696-9303-a37f99b0b175, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=435eed37-c32f-4696-9303-a37f99b0b175,segment=NetworkSegment(62cccbd3-5a8f-4971-a0af-113d538a3e3b),segment_id=62cccbd3-5a8f-4971-a0af-113d538a3e3b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:32.941883 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a8742211-ed30-43b6-b456-00a4f11637a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:32.967628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a8742211-ed30-43b6-b456-00a4f11637a9 None None] Calling delete_port for 435eed37-c32f-4696-9303-a37f99b0b175 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:32.995501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36a2a5d-99d7-48d3-8d3d-f3cd3e69bdcd') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:33.002708 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36a2a5d-99d7-48d3-8d3d-f3cd3e69bdcd') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:33.051600 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.062816 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a6ac-8f45-4d73-aa3f-7b1a552fa1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.145814 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2a6ac-8f45-4d73-aa3f-7b1a552fa1f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c1f8c0-b68f-49be-8cda-733965248c60,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:33.149399 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.162704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf15667-7a70-4f4e-acf5-6e3079dd3f13 None None] Pushing event deleted for resources: {'Port': ['ID=30684676-909c-45f6-9533-cc20594291d8,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:33.165325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf15667-7a70-4f4e-acf5-6e3079dd3f13 None None] No DVR routers for this DVR port 30684676-909c-45f6-9533-cc20594291d8 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:33.168299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9590a-5ae7-4f46-aa52-e149cbb26bd8 req-5bcccba5-df03-42b4-94bf-ccc6e73a9442 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:33.172634 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a8742211-ed30-43b6-b456-00a4f11637a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.177631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5af9590a-5ae7-4f46-aa52-e149cbb26bd8 req-5bcccba5-df03-42b4-94bf-ccc6e73a9442 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.1275618 Nov 03 19:05:33.188711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:05:33.189046 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:05:33.202361 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:05:33.224878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8742211-ed30-43b6-b456-00a4f11637a9 None None] Pushing event deleted for resources: {'Port': ['ID=435eed37-c32f-4696-9303-a37f99b0b175,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:33.282256 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5af9590a-5ae7-4f46-aa52-e149cbb26bd8 req-b01ad2cd-ae29-416d-9389-8e1572b8ee34 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036391 Nov 03 19:05:33.309945 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8742211-ed30-43b6-b456-00a4f11637a9 None None] No DVR routers for this DVR port 435eed37-c32f-4696-9303-a37f99b0b175 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:33.311624 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 297819a9-9842-4043-b1e5-287bc69a16ac triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:33.312079 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.335245 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a2a6ac-8f45-4d73-aa3f-7b1a552fa1f3 admin admin] Checking segment: {'id': '86eb9f63-df2b-4ee1-93b5-798619114027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1bc542e-6dfd-4d99-8691-03463906c3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:33.335842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a2a6ac-8f45-4d73-aa3f-7b1a552fa1f3 admin admin] Network hostable DHCP agents. Network: c1bc542e-6dfd-4d99-8691-03463906c3bb, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:05:33.349367 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.363242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.367749 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/networks/992ec941-66e6-4cb2-9373-60c6633be1c1 HTTP/1.1" status: 204 len: 168 time: 1.8357830 Nov 03 19:05:33.370640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53694) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:33.389606 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:33.446411 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd043bb0-e9e7-4470-a76c-2221205c1430 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Network': ['ID=992ec941-66e6-4cb2-9373-60c6633be1c1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:33.457282 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a2a6ac-8f45-4d73-aa3f-7b1a552fa1f3 admin admin] Network c1bc542e-6dfd-4d99-8691-03463906c3bb is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:05:33.493777 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-a8a2a6ac-8f45-4d73-aa3f-7b1a552fa1f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, c1bc542e-6dfd-4d99-8691-03463906c3bb) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:33.510912 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a2a6ac-8f45-4d73-aa3f-7b1a552fa1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:33.513300 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a6ac-8f45-4d73-aa3f-7b1a552fa1f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.532114 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b2dd0-2334-4de9-a65f-4e3ba6e2cb19 None None] Network c1bc542e-6dfd-4d99-8691-03463906c3bb requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:33.541210 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a8a2a6ac-8f45-4d73-aa3f-7b1a552fa1f3 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3048911 Nov 03 19:05:33.544723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53702) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:33.557903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1465980504-router', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:33.589977 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.592113 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.610831 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2881c201-dae3-44ec-9b67-d895819110ab tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.697529 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.801836 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2881c201-dae3-44ec-9b67-d895819110ab tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.830374 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-2881c201-dae3-44ec-9b67-d895819110ab tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cd4fd4-6523-4ea9-bb18-cf92f38863c2']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:33.851216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-2881c201-dae3-44ec-9b67-d895819110ab tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cccbd3-5a8f-4971-a0af-113d538a3e3b') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:33.852283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-2881c201-dae3-44ec-9b67-d895819110ab tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cccbd3-5a8f-4971-a0af-113d538a3e3b') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:33.870435 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2881c201-dae3-44ec-9b67-d895819110ab tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.892725 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2881c201-dae3-44ec-9b67-d895819110ab tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.920030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2881c201-dae3-44ec-9b67-d895819110ab tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:05:33.920655 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2881c201-dae3-44ec-9b67-d895819110ab tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:33.937776 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:05:34.058977 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:05:34.062601 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2881c201-dae3-44ec-9b67-d895819110ab tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.071151 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2881c201-dae3-44ec-9b67-d895819110ab tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.077723 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2881c201-dae3-44ec-9b67-d895819110ab tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/networks/95cd4fd4-6523-4ea9-bb18-cf92f38863c2 HTTP/1.1" status: 204 len: 168 time: 0.7057140 Nov 03 19:05:34.081460 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53708) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:34.088041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b4e59f03-aa25-44b3-acb7-da4c2782c071 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1401129428'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:34.112905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881c201-dae3-44ec-9b67-d895819110ab tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Network': ['ID=95cd4fd4-6523-4ea9-bb18-cf92f38863c2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:34.155474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e59f03-aa25-44b3-acb7-da4c2782c071 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:34.174313 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4e59f03-aa25-44b3-acb7-da4c2782c071 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.255093 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e59f03-aa25-44b3-acb7-da4c2782c071 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:05:34.286492 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4e59f03-aa25-44b3-acb7-da4c2782c071 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.286999 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-b4e59f03-aa25-44b3-acb7-da4c2782c071 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Added segment 2e80936b-5994-4701-90cc-f06cae81e16d of type vlan for network 95f87342-7bdf-4e6f-b763-962bcf38ee4e Nov 03 19:05:34.289185 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 435eed37-c32f-4696-9303-a37f99b0b175 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:34.369530 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 435eed37-c32f-4696-9303-a37f99b0b175 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:34.370229 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 435eed37-c32f-4696-9303-a37f99b0b175 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:34.376234 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 30684676-909c-45f6-9533-cc20594291d8 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:34.388434 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4e59f03-aa25-44b3-acb7-da4c2782c071 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.426885 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.454467 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.474562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 30684676-909c-45f6-9533-cc20594291d8 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:34.474966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 30684676-909c-45f6-9533-cc20594291d8 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:34.528359 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4e59f03-aa25-44b3-acb7-da4c2782c071 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.534174 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e59f03-aa25-44b3-acb7-da4c2782c071 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:34.534818 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b4e59f03-aa25-44b3-acb7-da4c2782c071 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.609995 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Allocated IP 172.25.2.49 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/4208f3a2-4e24-4ef9-8867-2892cd1bffd2) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:34.660416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e59f03-aa25-44b3-acb7-da4c2782c071 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Network': ['ID=95f87342-7bdf-4e6f-b763-962bcf38ee4e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:34.670801 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b4e59f03-aa25-44b3-acb7-da4c2782c071 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5877087 Nov 03 19:05:34.671466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53718) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:34.677617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-93dee324-2715-4bfa-80e2-3dd65c1a3452 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'subnet': {'network_id': '95f87342-7bdf-4e6f-b763-962bcf38ee4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:34.697005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 95f87342-7bdf-4e6f-b763-962bcf38ee4e details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:05:34.699305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115a256-ffae-44dd-8ac2-f3e400ec172e req-f9dc0201-4a15-48f7-9010-fa93d3c05450 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:34.701334 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2115a256-ffae-44dd-8ac2-f3e400ec172e req-f9dc0201-4a15-48f7-9010-fa93d3c05450 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.2968931 Nov 03 19:05:34.877666 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.896053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 2, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:34.905316 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dee324-2715-4bfa-80e2-3dd65c1a3452 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:34.911502 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93dee324-2715-4bfa-80e2-3dd65c1a3452 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.920037 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2115a256-ffae-44dd-8ac2-f3e400ec172e req-0e793dac-a476-4e1a-8538-91d6bdc35113 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993301 Nov 03 19:05:34.921156 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-c1bc542e-6dfd-4d99-8691-03463906c3bb', 'network_id': 'c1bc542e-6dfd-4d99-8691-03463906c3bb', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776', 'fixed_ips': [{'subnet_id': '51c1f8c0-b68f-49be-8cda-733965248c60'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:05:34.922030 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:34.973016 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.036265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Checking router: 2df09572-d2db-4363-ad5d-40442945a730 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:05:35.036633 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Updating router 2df09572-d2db-4363-ad5d-40442945a730 port 291a1b74-67ee-4ef8-a635-e3e551e5fea2 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:05:35.062021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:35.078246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:35.085330 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:35.091454 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.142752 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Pushing event updated for resources: {'Port': ['ID=4208f3a2-4e24-4ef9-8867-2892cd1bffd2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:35.272675 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93dee324-2715-4bfa-80e2-3dd65c1a3452 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.361244 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Allocated IP 172.20.0.2 (c1bc542e-6dfd-4d99-8691-03463906c3bb/51c1f8c0-b68f-49be-8cda-733965248c60/ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:35.529657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dee324-2715-4bfa-80e2-3dd65c1a3452 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Checking segment: {'id': '2e80936b-5994-4701-90cc-f06cae81e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '95f87342-7bdf-4e6f-b763-962bcf38ee4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:35.530064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dee324-2715-4bfa-80e2-3dd65c1a3452 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network hostable DHCP agents. Network: 95f87342-7bdf-4e6f-b763-962bcf38ee4e, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:05:35.550300 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.555341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dee324-2715-4bfa-80e2-3dd65c1a3452 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Subnet': ['ID=e3d4dcfa-0541-4df0-b5c6-ff305abb23b8,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:35.566673 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.589179 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dee324-2715-4bfa-80e2-3dd65c1a3452 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 95f87342-7bdf-4e6f-b763-962bcf38ee4e is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:05:35.591377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Network c1bc542e-6dfd-4d99-8691-03463906c3bb is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:35.606426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-93dee324-2715-4bfa-80e2-3dd65c1a3452 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 95f87342-7bdf-4e6f-b763-962bcf38ee4e) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:35.614223 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.623039 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:35.623262 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dee324-2715-4bfa-80e2-3dd65c1a3452 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:35.624138 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93dee324-2715-4bfa-80e2-3dd65c1a3452 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.626020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:35.654465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-93dee324-2715-4bfa-80e2-3dd65c1a3452 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9806511 Nov 03 19:05:35.658225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53730) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:35.671460 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3103aa7d-134e-4a4e-9a30-f36f9957a53c None None] Network 95f87342-7bdf-4e6f-b763-962bcf38ee4e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:35.680519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d8765e12-fdf5-42d5-a61e-41726e5f9db5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1910747698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:35.770564 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d8765e12-fdf5-42d5-a61e-41726e5f9db5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.771093 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d8765e12-fdf5-42d5-a61e-41726e5f9db5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.790746 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Pushing event updated for resources: {'Port': ['ID=ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:35.908136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Attempting to bind port ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:35.908465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Attempting to bind port ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '86eb9f63-df2b-4ee1-93b5-798619114027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1bc542e-6dfd-4d99-8691-03463906c3bb'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:35.908784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Attempting to bind port ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f on network c1bc542e-6dfd-4d99-8691-03463906c3bb {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:35.926393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:35.926853 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Checking segment: {'id': '86eb9f63-df2b-4ee1-93b5-798619114027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1bc542e-6dfd-4d99-8691-03463906c3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:35.927174 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:35.927564 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Bound using segment: {'id': '86eb9f63-df2b-4ee1-93b5-798619114027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1bc542e-6dfd-4d99-8691-03463906c3bb'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:35.928340 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Bound port: ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86eb9f63-df2b-4ee1-93b5-798619114027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1bc542e-6dfd-4d99-8691-03463906c3bb'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:35.928728 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.000407 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d8765e12-fdf5-42d5-a61e-41726e5f9db5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.007732 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d8765e12-fdf5-42d5-a61e-41726e5f9db5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.044917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] For port ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:36.050962 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] For port ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f,segment=NetworkSegment(86eb9f63-df2b-4ee1-93b5-798619114027),segment_id=86eb9f63-df2b-4ee1-93b5-798619114027)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:36.062155 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.073971 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d8765e12-fdf5-42d5-a61e-41726e5f9db5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.077963 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d8765e12-fdf5-42d5-a61e-41726e5f9db5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4163539 Nov 03 19:05:36.080984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53736) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:36.098000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-3108323b-aca6-4d78-846e-54fcff369793 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'port': {'network_id': '95f87342-7bdf-4e6f-b763-962bcf38ee4e', 'name': 'tempest-RoutersIpV6Test-1861329546'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:36.138048 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.345054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3108323b-aca6-4d78-846e-54fcff369793 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:36.350031 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3108323b-aca6-4d78-846e-54fcff369793 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.376907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-3108323b-aca6-4d78-846e-54fcff369793 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] device_id is not set on port 4a69f49e-b7cc-4e22-9016-7c87f8d13ef5 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:05:36.425891 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Router b079baa3-554c-4479-a129-8dab7d2a08d0 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:05:36.491901 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b1d22-0c9e-4bba-87b5-7ec4be8f3323 None None] Pushing event updated for resources: {'Port': ['ID=ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:36.525185 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-95f87342-7bdf-4e6f-b763-962bcf38ee4e', 'network_id': '95f87342-7bdf-4e6f-b763-962bcf38ee4e', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'fixed_ips': [{'subnet_id': 'e3d4dcfa-0541-4df0-b5c6-ff305abb23b8'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:05:36.527326 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.751801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-3108323b-aca6-4d78-846e-54fcff369793 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Allocated IP 2001:db8::23f (95f87342-7bdf-4e6f-b763-962bcf38ee4e/e3d4dcfa-0541-4df0-b5c6-ff305abb23b8/4a69f49e-b7cc-4e22-9016-7c87f8d13ef5) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:36.824071 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:05:36.841074 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Sync routers for ids ['b079baa3-554c-4479-a129-8dab7d2a08d0'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:05:36.868208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898aa37-7164-4609-b213-96aee6b93b15 req-786e32b7-0ffd-4720-893e-44b747dca7a0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:36.872227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:36.872782 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9898aa37-7164-4609-b213-96aee6b93b15 req-786e32b7-0ffd-4720-893e-44b747dca7a0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.7510996 Nov 03 19:05:36.875709 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-85197be3-0716-4695-bede-ee806bfcdc79 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3281801 Nov 03 19:05:36.878129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53746) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:36.878340 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Routers {'b079baa3-554c-4479-a129-8dab7d2a08d0'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:36.878892 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b079baa3-554c-4479-a129-8dab7d2a08d0'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:37.126246 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.142195 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.175963 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Set router b079baa3-554c-4479-a129-8dab7d2a08d0 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:37.237546 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9898aa37-7164-4609-b213-96aee6b93b15 req-5dcaa387-7564-4108-b5a9-7e2d73f371fa tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540037 Nov 03 19:05:37.311005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf22384-f281-4a86-a802-d2bfcef0c41c None None] Pushing event updated for resources: {'Port': ['ID=291a1b74-67ee-4ef8-a635-e3e551e5fea2,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:37.360343 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3108323b-aca6-4d78-846e-54fcff369793 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.513821 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3108323b-aca6-4d78-846e-54fcff369793 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.704375 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'name': 'tempest-TestVolumeBootPattern-1465980504-router', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:33Z', 'updated_at': '2021-11-03T19:05:35Z', 'revision_number': 3, 'project_id': '365d4d10cb3f4988b112a42a96f40776', 'gw_port': {'id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:34Z', 'updated_at': '2021-11-03T19:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:37.724111 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Attempting to bind port 291a1b74-67ee-4ef8-a635-e3e551e5fea2 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:37.724697 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Attempting to bind port 291a1b74-67ee-4ef8-a635-e3e551e5fea2 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:37.725266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Attempting to bind port 291a1b74-67ee-4ef8-a635-e3e551e5fea2 on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:37.776673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3108323b-aca6-4d78-846e-54fcff369793 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 95f87342-7bdf-4e6f-b763-962bcf38ee4e is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:37.797837 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Checking router: b079baa3-554c-4479-a129-8dab7d2a08d0 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:05:37.798185 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Updating router b079baa3-554c-4479-a129-8dab7d2a08d0 port 4208f3a2-4e24-4ef9-8867-2892cd1bffd2 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:05:37.802386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-3108323b-aca6-4d78-846e-54fcff369793 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:37.829090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108323b-aca6-4d78-846e-54fcff369793 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:37.835442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3108323b-aca6-4d78-846e-54fcff369793 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:37.847920 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3108323b-aca6-4d78-846e-54fcff369793 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.877316 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.891006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108323b-aca6-4d78-846e-54fcff369793 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=4a69f49e-b7cc-4e22-9016-7c87f8d13ef5,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:37.929892 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3108323b-aca6-4d78-846e-54fcff369793 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8472021 Nov 03 19:05:37.934650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53754) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:37.974057 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:37.975326 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Checking segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:37.976027 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:37.976669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Bound using segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:37.977453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Bound port: 291a1b74-67ee-4ef8-a635-e3e551e5fea2, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:37.978073 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.081440 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Allocated IP 2001:db8::2 (95f87342-7bdf-4e6f-b763-962bcf38ee4e/e3d4dcfa-0541-4df0-b5c6-ff305abb23b8/1ed263e7-365b-4cec-94b1-299c9ebc001e) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:38.460634 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ba205f21-c899-4319-96ac-573de1314a5f None None] Provisioning complete for port 291a1b74-67ee-4ef8-a635-e3e551e5fea2 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:38.461258 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ba205f21-c899-4319-96ac-573de1314a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.468636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29a675f-f810-45dc-9b0b-0505db151124 None None] Network c1bc542e-6dfd-4d99-8691-03463906c3bb requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:38.520091 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.537042 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.615328 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0daf3-887e-42bd-8da4-5b4e2a769288 None None] Pushing event updated for resources: {'Port': ['ID=4208f3a2-4e24-4ef9-8867-2892cd1bffd2,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:38.638284 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0daf3-887e-42bd-8da4-5b4e2a769288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:38.643199 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0daf3-887e-42bd-8da4-5b4e2a769288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:38.643716 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0daf3-887e-42bd-8da4-5b4e2a769288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:38.645790 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0daf3-887e-42bd-8da4-5b4e2a769288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:38.646243 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0daf3-887e-42bd-8da4-5b4e2a769288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:38.646722 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0daf3-887e-42bd-8da4-5b4e2a769288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:38.647233 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0daf3-887e-42bd-8da4-5b4e2a769288 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:38.651820 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0daf3-887e-42bd-8da4-5b4e2a769288 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:38.652452 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0daf3-887e-42bd-8da4-5b4e2a769288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:38.652919 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0daf3-887e-42bd-8da4-5b4e2a769288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:38.653505 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0daf3-887e-42bd-8da4-5b4e2a769288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:38.653901 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f0daf3-887e-42bd-8da4-5b4e2a769288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:38.706813 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Attempting to bind port 4208f3a2-4e24-4ef9-8867-2892cd1bffd2 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:38.706813 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Attempting to bind port 4208f3a2-4e24-4ef9-8867-2892cd1bffd2 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:38.708763 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Attempting to bind port 4208f3a2-4e24-4ef9-8867-2892cd1bffd2 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:38.716969 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:38.717362 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:38.717757 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.720361 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:38.720894 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Bound port: 4208f3a2-4e24-4ef9-8867-2892cd1bffd2, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:38.721286 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.759173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35f0d2-a579-4b4f-8523-4cdf47d53211 req-5a5bd81b-921d-44ac-a17e-6b828161f415 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:38.785663 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc35f0d2-a579-4b4f-8523-4cdf47d53211 req-5a5bd81b-921d-44ac-a17e-6b828161f415 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.3751292 Nov 03 19:05:38.914484 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] For port 4208f3a2-4e24-4ef9-8867-2892cd1bffd2, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:38.919695 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] For port 4208f3a2-4e24-4ef9-8867-2892cd1bffd2, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4208f3a2-4e24-4ef9-8867-2892cd1bffd2,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:38.925078 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:38.966197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] For port 291a1b74-67ee-4ef8-a635-e3e551e5fea2, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:38.972652 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] For port 291a1b74-67ee-4ef8-a635-e3e551e5fea2, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=291a1b74-67ee-4ef8-a635-e3e551e5fea2,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:38.977344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:38.988627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc35f0d2-a579-4b4f-8523-4cdf47d53211 req-bbd26a74-3e9e-46f6-92b8-2a62b03dc518 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022557 Nov 03 19:05:39.048383 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0daf3-887e-42bd-8da4-5b4e2a769288 None None] Pushing event updated for resources: {'Port': ['ID=4208f3a2-4e24-4ef9-8867-2892cd1bffd2,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:39.075384 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b590b9e-277a-413d-93bf-c3cce39efae8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:39.083440 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ba205f21-c899-4319-96ac-573de1314a5f None None] Port 291a1b74-67ee-4ef8-a635-e3e551e5fea2 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:39.091569 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Routers {'b079baa3-554c-4479-a129-8dab7d2a08d0'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:39.092251 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b079baa3-554c-4479-a129-8dab7d2a08d0'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:39.102188 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:39.363307 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] Set router b079baa3-554c-4479-a129-8dab7d2a08d0 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:39.434183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d6f41-5fef-430a-8ad0-eb50a4e4f00f req-a7278666-faf5-4ee9-9bd5-1f8e9864d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:39.435790 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bd2d6f41-5fef-430a-8ad0-eb50a4e4f00f req-a7278666-faf5-4ee9-9bd5-1f8e9864d036 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e9d7da11298041f289f7491f982131c3&device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 1096 time: 0.2377999 Nov 03 19:05:39.437602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:39.697017 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:39.697480 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:39.708611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-63b25202-aaf2-415a-9054-e4131b2c8b62 None None] Provisioning complete for port ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:39.709869 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-63b25202-aaf2-415a-9054-e4131b2c8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:39.775410 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:39.909503 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:39.912721 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d6f41-5fef-430a-8ad0-eb50a4e4f00f req-4c5cd4f7-4f52-408a-9215-c98b4ee1310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:39.914259 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bd2d6f41-5fef-430a-8ad0-eb50a4e4f00f req-4c5cd4f7-4f52-408a-9215-c98b4ee1310b service neutron] 10.222.0.87 "GET /v2.0/networks?id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a HTTP/1.1" status: 200 len: 912 time: 0.4492278 Nov 03 19:05:39.937251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:39.938076 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:40.092619 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bd2d6f41-5fef-430a-8ad0-eb50a4e4f00f req-9a07839d-0d94-4d58-a7c5-fa447bfcd1cf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bcdd615-c921-423d-bbed-c62b4a37f281 HTTP/1.1" status: 200 len: 217 time: 0.1666563 Nov 03 19:05:40.206156 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:40.207835 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'name': 'tempest-TestVolumeBootPattern-1465980504-router', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:33Z', 'updated_at': '2021-11-03T19:05:35Z', 'revision_number': 3, 'project_id': '365d4d10cb3f4988b112a42a96f40776', 'gw_port': {'id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:34Z', 'updated_at': '2021-11-03T19:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:40.264942 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577c791-5fb9-4724-996f-9e8bd53344e0 None None] The sync data for ids ['b079baa3-554c-4479-a129-8dab7d2a08d0'] in n-d-812150-4 is: [{'id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'name': 'tempest-TestVolumeBootPattern-1465980504-router', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:33Z', 'updated_at': '2021-11-03T19:05:35Z', 'revision_number': 3, 'project_id': '365d4d10cb3f4988b112a42a96f40776', 'gw_port': {'id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:34Z', 'updated_at': '2021-11-03T19:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:40.280684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Allocated IP 172.20.0.1 (c1bc542e-6dfd-4d99-8691-03463906c3bb/51c1f8c0-b68f-49be-8cda-733965248c60/c1d2869a-924f-4153-8656-ad36b83f9a9e) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:40.290103 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d6f41-5fef-430a-8ad0-eb50a4e4f00f req-cd1f25e5-1379-40d2-8acf-f0b7d2027946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:40.292442 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bd2d6f41-5fef-430a-8ad0-eb50a4e4f00f req-cd1f25e5-1379-40d2-8acf-f0b7d2027946 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5a8c3776-2803-4674-9d8d-e9308b2a0691 HTTP/1.1" status: 200 len: 851 time: 0.1461670 Nov 03 19:05:40.350995 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf22384-f281-4a86-a802-d2bfcef0c41c None None] Pushing event updated for resources: {'Port': ['ID=291a1b74-67ee-4ef8-a635-e3e551e5fea2,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:40.365631 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bd2d6f41-5fef-430a-8ad0-eb50a4e4f00f req-13063b3b-ee7c-40a7-978d-9b717d6cd33d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560021 Nov 03 19:05:40.368234 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Network 95f87342-7bdf-4e6f-b763-962bcf38ee4e is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:40.423197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Pushing event updated for resources: {'Port': ['ID=1ed263e7-365b-4cec-94b1-299c9ebc001e,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:40.449661 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:40.475273 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:40.540178 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b590b9e-277a-413d-93bf-c3cce39efae8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.615543 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b590b9e-277a-413d-93bf-c3cce39efae8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.673701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Attempting to bind port 1ed263e7-365b-4cec-94b1-299c9ebc001e on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:40.684634 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Attempting to bind port 1ed263e7-365b-4cec-94b1-299c9ebc001e by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '2e80936b-5994-4701-90cc-f06cae81e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '95f87342-7bdf-4e6f-b763-962bcf38ee4e'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:40.685687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Attempting to bind port 1ed263e7-365b-4cec-94b1-299c9ebc001e on network 95f87342-7bdf-4e6f-b763-962bcf38ee4e {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:40.697421 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.708977 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bd2d6f41-5fef-430a-8ad0-eb50a4e4f00f req-23227dd6-35e4-43e3-8875-0baacc6066c5 service neutron] 10.222.0.87 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784367 Nov 03 19:05:40.812340 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-63b25202-aaf2-415a-9054-e4131b2c8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.814618 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:40.814999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Checking segment: {'id': '2e80936b-5994-4701-90cc-f06cae81e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '95f87342-7bdf-4e6f-b763-962bcf38ee4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:40.815398 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.815881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Bound using segment: {'id': '2e80936b-5994-4701-90cc-f06cae81e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '95f87342-7bdf-4e6f-b763-962bcf38ee4e'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:40.816312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Bound port: 1ed263e7-365b-4cec-94b1-299c9ebc001e, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e80936b-5994-4701-90cc-f06cae81e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '95f87342-7bdf-4e6f-b763-962bcf38ee4e'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:40.816691 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.883232 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:40.951639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e84429-b980-400a-bbd1-bd7f02281e50 req-524e5632-c13e-432f-b0ae-b08f01a4d4cd tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:40.957374 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85e84429-b980-400a-bbd1-bd7f02281e50 req-524e5632-c13e-432f-b0ae-b08f01a4d4cd tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.4129894 Nov 03 19:05:40.981038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] For port 1ed263e7-365b-4cec-94b1-299c9ebc001e, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:40.984967 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] For port 1ed263e7-365b-4cec-94b1-299c9ebc001e, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1ed263e7-365b-4cec-94b1-299c9ebc001e,segment=NetworkSegment(2e80936b-5994-4701-90cc-f06cae81e16d),segment_id=2e80936b-5994-4701-90cc-f06cae81e16d)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:41.002034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b590b9e-277a-413d-93bf-c3cce39efae8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=4a69f49e-b7cc-4e22-9016-7c87f8d13ef5,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:41.002425 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.006928 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Network c1bc542e-6dfd-4d99-8691-03463906c3bb is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:41.014646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:41.025286 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:41.110764 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.117983 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.220621 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-63b25202-aaf2-415a-9054-e4131b2c8b62 None None] For port ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f,segment=NetworkSegment(86eb9f63-df2b-4ee1-93b5-798619114027),segment_id=86eb9f63-df2b-4ee1-93b5-798619114027)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:41.288168 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-63b25202-aaf2-415a-9054-e4131b2c8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.303347 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85e84429-b980-400a-bbd1-bd7f02281e50 req-6edd0462-a168-4219-bb8c-13b0b731f319 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320596 Nov 03 19:05:41.331951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd8c6d-bb3f-4838-ac41-9d2dc1b3349f None None] Pushing event updated for resources: {'Port': ['ID=1ed263e7-365b-4cec-94b1-299c9ebc001e,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:41.424806 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:38Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:41.506161 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b590b9e-277a-413d-93bf-c3cce39efae8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.507928 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bd2d6f41-5fef-430a-8ad0-eb50a4e4f00f req-28cea643-9d18-4cee-9029-5ea45c9555f1 service neutron] 10.222.0.87 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7904980 Nov 03 19:05:41.517653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d2869a-924f-4153-8656-ad36b83f9a9e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:41.537215 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.637076 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b25202-aaf2-415a-9054-e4131b2c8b62 None None] Pushing event updated for resources: {'Port': ['ID=ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:41.681784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1ace2-a140-47c3-83ef-932a3fe55d20 None None] The sync data for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 is: [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:38Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:41.725376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f0a0e1d9-d92c-4169-940c-35bd25351fa3 None None] Provisioning complete for port ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:41.725779 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f0a0e1d9-d92c-4169-940c-35bd25351fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:41.806600 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:05:41.807301 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:05:41.816247 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b590b9e-277a-413d-93bf-c3cce39efae8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.007429 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.016399 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.030606 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f0a0e1d9-d92c-4169-940c-35bd25351fa3 None None] Provisioning complete for port 291a1b74-67ee-4ef8-a635-e3e551e5fea2 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:42.034945 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f0a0e1d9-d92c-4169-940c-35bd25351fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.223035 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d2869a-924f-4153-8656-ad36b83f9a9e,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:42.244392 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.449462 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f0a0e1d9-d92c-4169-940c-35bd25351fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.531170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f0a0e1d9-d92c-4169-940c-35bd25351fa3 None None] For port 291a1b74-67ee-4ef8-a635-e3e551e5fea2, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=291a1b74-67ee-4ef8-a635-e3e551e5fea2,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:42.556383 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f0a0e1d9-d92c-4169-940c-35bd25351fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.616278 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Network c1bc542e-6dfd-4d99-8691-03463906c3bb is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:42.632087 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:42.734462 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0e1d9-d92c-4169-940c-35bd25351fa3 None None] Pushing event updated for resources: {'Port': ['ID=291a1b74-67ee-4ef8-a635-e3e551e5fea2,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:42.783666 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-55130d9f-abb1-4145-a7c7-bc226082be00 None None] Provisioning complete for port c1d2869a-924f-4153-8656-ad36b83f9a9e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:42.785005 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-55130d9f-abb1-4145-a7c7-bc226082be00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.941124 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b590b9e-277a-413d-93bf-c3cce39efae8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.948915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-55130d9f-abb1-4145-a7c7-bc226082be00 None None] Port c1d2869a-924f-4153-8656-ad36b83f9a9e cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:42.960977 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b590b9e-277a-413d-93bf-c3cce39efae8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:42.961790 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b590b9e-277a-413d-93bf-c3cce39efae8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.108761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 291a1b74-67ee-4ef8-a635-e3e551e5fea2 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:43.154300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Router b079baa3-554c-4479-a129-8dab7d2a08d0 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:05:43.235473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b590b9e-277a-413d-93bf-c3cce39efae8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=4a69f49e-b7cc-4e22-9016-7c87f8d13ef5,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:43.357501 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-efa9e683-f575-4bc4-90e0-173182fb1434 None None] Provisioning complete for port c1d2869a-924f-4153-8656-ad36b83f9a9e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:43.358162 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-efa9e683-f575-4bc4-90e0-173182fb1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.363893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 291a1b74-67ee-4ef8-a635-e3e551e5fea2 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:43.367162 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.414004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38589929-a57b-4165-a216-073e069a56d7 req-5c408302-582e-4297-94b2-8e091d4a578a tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:43.415708 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-38589929-a57b-4165-a216-073e069a56d7 req-5c408302-582e-4297-94b2-8e091d4a578a tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.9095933 Nov 03 19:05:43.480131 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d4196-f430-48db-bacc-08c2cdb6735b None None] Network 95f87342-7bdf-4e6f-b763-962bcf38ee4e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:43.483525 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:43.533318 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:05:43.551247 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-07cae722-2718-40ce-a6fa-298c55d6b010 admin admin] 10.222.0.107 "PUT /v2.0/routers/b079baa3-554c-4479-a129-8dab7d2a08d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6588254 Nov 03 19:05:43.607702 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-38589929-a57b-4165-a216-073e069a56d7 req-b06a8f68-2ab6-42a2-83f6-0d6ab24f14e0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813345 Nov 03 19:05:43.634208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b590b9e-277a-413d-93bf-c3cce39efae8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 95f87342-7bdf-4e6f-b763-962bcf38ee4e is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:43.638225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6b590b9e-277a-413d-93bf-c3cce39efae8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:43.678801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-efa9e683-f575-4bc4-90e0-173182fb1434 None None] Port c1d2869a-924f-4153-8656-ad36b83f9a9e cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:43.874575 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1ed263e7-365b-4cec-94b1-299c9ebc001e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:43.896309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Sync routers for ids ['b079baa3-554c-4479-a129-8dab7d2a08d0'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:05:43.974352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b590b9e-277a-413d-93bf-c3cce39efae8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router f88200e6-0a5b-453a-b54b-144b518701d8 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:05:44.105127 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Routers {'b079baa3-554c-4479-a129-8dab7d2a08d0'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:44.109810 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b079baa3-554c-4479-a129-8dab7d2a08d0'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:44.236213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b590b9e-277a-413d-93bf-c3cce39efae8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:05:44.249569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f09cf491-644e-4b95-9a43-dd277e3edd1f None None] Provisioning complete for port 1ed263e7-365b-4cec-94b1-299c9ebc001e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:44.254542 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7591c0b-97f1-4a46-8c91-e189c903c5dc None None] Sync routers for ids ['f88200e6-0a5b-453a-b54b-144b518701d8'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:05:44.257678 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53816) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:44.258332 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6b590b9e-277a-413d-93bf-c3cce39efae8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/f88200e6-0a5b-453a-b54b-144b518701d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3218727 Nov 03 19:05:44.280988 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f09cf491-644e-4b95-9a43-dd277e3edd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:44.306455 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7591c0b-97f1-4a46-8c91-e189c903c5dc None None] Routers {'f88200e6-0a5b-453a-b54b-144b518701d8'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:44.308591 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7591c0b-97f1-4a46-8c91-e189c903c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f88200e6-0a5b-453a-b54b-144b518701d8'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:44.409568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7059d-048b-47e7-b62d-e6ac33c89a31 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:44.424918 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2ea7059d-048b-47e7-b62d-e6ac33c89a31 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports/4a69f49e-b7cc-4e22-9016-7c87f8d13ef5 HTTP/1.1" status: 200 len: 984 time: 0.1615367 Nov 03 19:05:44.425143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53824) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:44.460376 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7591c0b-97f1-4a46-8c91-e189c903c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:44.491867 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7591c0b-97f1-4a46-8c91-e189c903c5dc None None] Routers {'f88200e6-0a5b-453a-b54b-144b518701d8'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:44.492845 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7591c0b-97f1-4a46-8c91-e189c903c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f88200e6-0a5b-453a-b54b-144b518701d8'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:44.587091 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7591c0b-97f1-4a46-8c91-e189c903c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:44.592212 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7591c0b-97f1-4a46-8c91-e189c903c5dc None None] The sync data for ids ['f88200e6-0a5b-453a-b54b-144b518701d8'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:44.931756 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 1ed263e7-365b-4cec-94b1-299c9ebc001e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:44.933003 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:45.038350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cc377-7661-4e8d-b5be-ea56b999d652 req-4a1846ad-70b5-4a99-b6ca-a9139b718662 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:45.041242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-841cc377-7661-4e8d-b5be-ea56b999d652 req-4a1846ad-70b5-4a99-b6ca-a9139b718662 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.2426374 Nov 03 19:05:45.085930 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f09cf491-644e-4b95-9a43-dd277e3edd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:45.155209 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f09cf491-644e-4b95-9a43-dd277e3edd1f None None] For port 1ed263e7-365b-4cec-94b1-299c9ebc001e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1ed263e7-365b-4cec-94b1-299c9ebc001e,segment=NetworkSegment(2e80936b-5994-4701-90cc-f06cae81e16d),segment_id=2e80936b-5994-4701-90cc-f06cae81e16d)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:45.159153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Set router b079baa3-554c-4479-a129-8dab7d2a08d0 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:45.252686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-841cc377-7661-4e8d-b5be-ea56b999d652 req-b38ab3db-9b96-4e45-ad02-88b4c4aab066 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016628 Nov 03 19:05:45.256879 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f09cf491-644e-4b95-9a43-dd277e3edd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:45.368020 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c5c76cf-64da-4cd4-a2d8-1ad9eb173aa6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:45.602788 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cf491-644e-4b95-9a43-dd277e3edd1f None None] Pushing event updated for resources: {'Port': ['ID=1ed263e7-365b-4cec-94b1-299c9ebc001e,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:45.702913 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:45.787939 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-317480d3-8cd7-43e5-b24f-1e073250c058 None None] Provisioning complete for port 4a69f49e-b7cc-4e22-9016-7c87f8d13ef5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:45.788419 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-317480d3-8cd7-43e5-b24f-1e073250c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:45.949446 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c76cf-64da-4cd4-a2d8-1ad9eb173aa6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port 4a69f49e-b7cc-4e22-9016-7c87f8d13ef5 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:45.949719 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c5c76cf-64da-4cd4-a2d8-1ad9eb173aa6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:45.963166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:45.964185 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:45.965779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-317480d3-8cd7-43e5-b24f-1e073250c058 None None] Port 4a69f49e-b7cc-4e22-9016-7c87f8d13ef5 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:46.033020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-317480d3-8cd7-43e5-b24f-1e073250c058 None None] Provisioning complete for port 1ed263e7-365b-4cec-94b1-299c9ebc001e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:46.033522 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-317480d3-8cd7-43e5-b24f-1e073250c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.184840 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c5c76cf-64da-4cd4-a2d8-1ad9eb173aa6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.203118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c76cf-64da-4cd4-a2d8-1ad9eb173aa6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for 4a69f49e-b7cc-4e22-9016-7c87f8d13ef5 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:46.610270 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'name': 'tempest-TestVolumeBootPattern-1465980504-router', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:33Z', 'updated_at': '2021-11-03T19:05:41Z', 'revision_number': 4, 'project_id': '365d4d10cb3f4988b112a42a96f40776', 'gw_port': {'id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:34Z', 'updated_at': '2021-11-03T19:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c1d2869a-924f-4153-8656-ad36b83f9a9e', 'name': '', 'network_id': 'c1bc542e-6dfd-4d99-8691-03463906c3bb', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776', 'mac_address': 'fa:16:3e:7f:3c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '51c1f8c0-b68f-49be-8cda-733965248c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:39Z', 'updated_at': '2021-11-03T19:05:41Z', 'revision_number': 2, 'project_id': '365d4d10cb3f4988b112a42a96f40776', 'subnets': [{'id': '51c1f8c0-b68f-49be-8cda-733965248c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:46.741026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-57a89a4f-f6de-43e9-ae30-a7b33fe16aa9 None None] Provisioning complete for port 4a69f49e-b7cc-4e22-9016-7c87f8d13ef5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:46.741583 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-57a89a4f-f6de-43e9-ae30-a7b33fe16aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.747919 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Checking router: b079baa3-554c-4479-a129-8dab7d2a08d0 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:05:46.750971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Updating router b079baa3-554c-4479-a129-8dab7d2a08d0 port c1d2869a-924f-4153-8656-ad36b83f9a9e binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:05:46.765183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4208f3a2-4e24-4ef9-8867-2892cd1bffd2 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:46.833864 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c5c76cf-64da-4cd4-a2d8-1ad9eb173aa6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:46.877488 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c76cf-64da-4cd4-a2d8-1ad9eb173aa6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=4a69f49e-b7cc-4e22-9016-7c87f8d13ef5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:46.951259 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b951006-cecf-4524-8bc9-5875d2aefc83 req-be34978b-c82f-4eda-b27c-639ec0a1b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:46.953452 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2b951006-cecf-4524-8bc9-5875d2aefc83 req-be34978b-c82f-4eda-b27c-639ec0a1b1e5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 1096 time: 0.1140776 Nov 03 19:05:47.031236 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.105710 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2b951006-cecf-4524-8bc9-5875d2aefc83 req-ca71b4c6-ea10-4931-a5c5-5537f582a5e8 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439624 Nov 03 19:05:47.106866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-57a89a4f-f6de-43e9-ae30-a7b33fe16aa9 None None] Port 4a69f49e-b7cc-4e22-9016-7c87f8d13ef5 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:47.134579 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 4208f3a2-4e24-4ef9-8867-2892cd1bffd2 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:47.135200 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.170024 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0c5c76cf-64da-4cd4-a2d8-1ad9eb173aa6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.266925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b3359-b983-4737-95d2-461f08ba8b29 req-194b41d3-6524-4fec-b7eb-44e3dfae2bac tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:47.268630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a82b3359-b983-4737-95d2-461f08ba8b29 req-194b41d3-6524-4fec-b7eb-44e3dfae2bac tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.7825356 Nov 03 19:05:47.345583 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fb9b9f31-c6fc-4d18-96ed-327e0c902760 None None] Could not find standard attr ID for object 4a69f49e-b7cc-4e22-9016-7c87f8d13ef5. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:05:47.584526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a82b3359-b983-4737-95d2-461f08ba8b29 req-3b3a355d-d51b-41c5-9612-77e339ea7b9e tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514966 Nov 03 19:05:47.597967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5c76cf-64da-4cd4-a2d8-1ad9eb173aa6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router f88200e6-0a5b-453a-b54b-144b518701d8 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:05:47.680721 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.706133 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 4208f3a2-4e24-4ef9-8867-2892cd1bffd2, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4208f3a2-4e24-4ef9-8867-2892cd1bffd2,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:47.713317 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.775317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=4208f3a2-4e24-4ef9-8867-2892cd1bffd2,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:47.922477 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:47.929924 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 291a1b74-67ee-4ef8-a635-e3e551e5fea2 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:47.968502 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.043234 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1415a8c-221f-4766-837c-e0be412fd94a None None] Pushing event updated for resources: {'Port': ['ID=c1d2869a-924f-4153-8656-ad36b83f9a9e,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:48.239000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 291a1b74-67ee-4ef8-a635-e3e551e5fea2 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:48.239388 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.294491 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Attempting to bind port c1d2869a-924f-4153-8656-ad36b83f9a9e on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:48.294864 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Attempting to bind port c1d2869a-924f-4153-8656-ad36b83f9a9e by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '86eb9f63-df2b-4ee1-93b5-798619114027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1bc542e-6dfd-4d99-8691-03463906c3bb'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:48.295235 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Attempting to bind port c1d2869a-924f-4153-8656-ad36b83f9a9e on network c1bc542e-6dfd-4d99-8691-03463906c3bb {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:48.304829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:48.305263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Checking segment: {'id': '86eb9f63-df2b-4ee1-93b5-798619114027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1bc542e-6dfd-4d99-8691-03463906c3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:48.305676 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.306077 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Bound using segment: {'id': '86eb9f63-df2b-4ee1-93b5-798619114027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1bc542e-6dfd-4d99-8691-03463906c3bb'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:48.306559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Bound port: c1d2869a-924f-4153-8656-ad36b83f9a9e, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86eb9f63-df2b-4ee1-93b5-798619114027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'c1bc542e-6dfd-4d99-8691-03463906c3bb'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:48.307516 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.371387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1ed263e7-365b-4cec-94b1-299c9ebc001e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:48.423977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5c76cf-64da-4cd4-a2d8-1ad9eb173aa6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:05:48.431419 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0c5c76cf-64da-4cd4-a2d8-1ad9eb173aa6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/f88200e6-0a5b-453a-b54b-144b518701d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0051136 Nov 03 19:05:48.434829 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53892) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:48.496187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] For port c1d2869a-924f-4153-8656-ad36b83f9a9e, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:48.506626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] For port c1d2869a-924f-4153-8656-ad36b83f9a9e, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c1d2869a-924f-4153-8656-ad36b83f9a9e,segment=NetworkSegment(86eb9f63-df2b-4ee1-93b5-798619114027),segment_id=86eb9f63-df2b-4ee1-93b5-798619114027)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:48.541018 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182e076-e20d-481e-bf1b-7c971fe07ab2 None None] Sync routers for ids ['f88200e6-0a5b-453a-b54b-144b518701d8'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:05:48.547776 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:48.577299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-3aee5941-7e45-478d-b9dd-07ca9eeaecae tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:48.578859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-3aee5941-7e45-478d-b9dd-07ca9eeaecae tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 811 time: 0.1985633 Nov 03 19:05:48.601149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-8a0b8cf7-3558-4810-98f1-81474a68bc1d tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/quotas/dac53473acd94a04a384696f6afdcb5a HTTP/1.1" status: 200 len: 375 time: 0.0140297 Nov 03 19:05:48.667111 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1415a8c-221f-4766-837c-e0be412fd94a None None] Pushing event updated for resources: {'Port': ['ID=c1d2869a-924f-4153-8656-ad36b83f9a9e,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:48.733189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182e076-e20d-481e-bf1b-7c971fe07ab2 None None] Routers {'f88200e6-0a5b-453a-b54b-144b518701d8'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:48.734006 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0182e076-e20d-481e-bf1b-7c971fe07ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f88200e6-0a5b-453a-b54b-144b518701d8'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:48.756362 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-2feeeb6b-1457-46ea-8f86-36d9a0116af4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1443365 Nov 03 19:05:48.853632 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0182e076-e20d-481e-bf1b-7c971fe07ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:48.866753 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Routers {'b079baa3-554c-4479-a129-8dab7d2a08d0'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:48.867379 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b079baa3-554c-4479-a129-8dab7d2a08d0'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:48.938503 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-32d15264-33ad-4253-ab12-0c60aa2f527d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] remove_router_interface failed (client error): The resource could not be found. Nov 03 19:05:48.939968 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-32d15264-33ad-4253-ab12-0c60aa2f527d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/f88200e6-0a5b-453a-b54b-144b518701d8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5031397 Nov 03 19:05:48.941482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bf84f-b7d3-41e0-8087-9a048fead553 req-63d45ef0-ded4-475e-9df4-76fb46a7f9e5 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:48.944331 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53904) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:48.945993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-123bf84f-b7d3-41e0-8087-9a048fead553 req-63d45ef0-ded4-475e-9df4-76fb46a7f9e5 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.1886318 Nov 03 19:05:49.032563 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e023687a-6386-49fd-bed2-d02c8a8d4153 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports?device_id=f88200e6-0a5b-453a-b54b-144b518701d8 HTTP/1.1" status: 200 len: 205 time: 0.0866115 Nov 03 19:05:49.035422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53906) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:49.054033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182e076-e20d-481e-bf1b-7c971fe07ab2 None None] Routers {'f88200e6-0a5b-453a-b54b-144b518701d8'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:05:49.062805 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0182e076-e20d-481e-bf1b-7c971fe07ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f88200e6-0a5b-453a-b54b-144b518701d8'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:49.160172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 1ed263e7-365b-4cec-94b1-299c9ebc001e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:49.160589 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:49.236863 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b81444b-8221-41a7-9409-38111dae06de tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:49.237302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-96263b7f-7c21-4f04-a4ed-9e8998b1098b None None] Provisioning complete for port c1d2869a-924f-4153-8656-ad36b83f9a9e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:49.237680 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-96263b7f-7c21-4f04-a4ed-9e8998b1098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:49.368156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-123bf84f-b7d3-41e0-8087-9a048fead553 req-a6f139bf-aa23-4650-ad36-01b1bfeff8a1 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149060 Nov 03 19:05:49.722964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0182e076-e20d-481e-bf1b-7c971fe07ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:49.724490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182e076-e20d-481e-bf1b-7c971fe07ab2 None None] The sync data for ids ['f88200e6-0a5b-453a-b54b-144b518701d8'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:49.732054 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b81444b-8221-41a7-9409-38111dae06de tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:49.735126 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b81444b-8221-41a7-9409-38111dae06de tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:49.799048 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b81444b-8221-41a7-9409-38111dae06de tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:49.800030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b81444b-8221-41a7-9409-38111dae06de tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Fanout notify agent at l3_agent the message router_deleted on router f88200e6-0a5b-453a-b54b-144b518701d8 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:05:49.825579 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7b81444b-8221-41a7-9409-38111dae06de tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:49.826995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7b81444b-8221-41a7-9409-38111dae06de tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/routers/f88200e6-0a5b-453a-b54b-144b518701d8 HTTP/1.1" status: 204 len: 168 time: 0.7905624 Nov 03 19:05:49.831975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53928) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:49.881918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] Set router b079baa3-554c-4479-a129-8dab7d2a08d0 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:05:49.912240 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-47580456-555b-403b-9dae-e578aa50fb62 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting subnet e3d4dcfa-0541-4df0-b5c6-ff305abb23b8 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:05:49.917688 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47580456-555b-403b-9dae-e578aa50fb62 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.015167 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47580456-555b-403b-9dae-e578aa50fb62 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.063518 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-81bf78d8-2b59-493c-b327-1f6a0aae7166 service neutron] 10.222.0.107 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2888148 Nov 03 19:05:50.140883 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47580456-555b-403b-9dae-e578aa50fb62 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.225455 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47580456-555b-403b-9dae-e578aa50fb62 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.233522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-568a7170-9282-459f-8fdc-d5a8b9898209 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:50.235535 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-568a7170-9282-459f-8fdc-d5a8b9898209 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/networks?id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a HTTP/1.1" status: 200 len: 811 time: 0.4524908 Nov 03 19:05:50.276184 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-7866510a-9722-42de-8d2e-9e89816312b9 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/quotas/e9d7da11298041f289f7491f982131c3 HTTP/1.1" status: 200 len: 375 time: 0.0324197 Nov 03 19:05:50.293689 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47580456-555b-403b-9dae-e578aa50fb62 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d4dcfa-0541-4df0-b5c6-ff305abb23b8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:50.296169 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-47580456-555b-403b-9dae-e578aa50fb62 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.301723 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-47580456-555b-403b-9dae-e578aa50fb62 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/e3d4dcfa-0541-4df0-b5c6-ff305abb23b8 HTTP/1.1" status: 204 len: 168 time: 0.4685206 Nov 03 19:05:50.304266 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53934) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:50.319865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c04903-529f-44f4-a1d8-b88248a7aa0c None None] Network 95f87342-7bdf-4e6f-b763-962bcf38ee4e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:50.366477 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-acece75e-7e1a-43cb-ac47-8276b491979c service neutron] 10.222.0.107 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956927 Nov 03 19:05:50.400477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.469306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port 1ed263e7-365b-4cec-94b1-299c9ebc001e {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:05:50.469835 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.493024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-139f76c2-70e6-4923-9d8b-26e94687b950 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e9d7da11298041f289f7491f982131c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2158582 Nov 03 19:05:50.628758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] For port 1ed263e7-365b-4cec-94b1-299c9ebc001e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1ed263e7-365b-4cec-94b1-299c9ebc001e,segment=NetworkSegment(2e80936b-5994-4701-90cc-f06cae81e16d),segment_id=2e80936b-5994-4701-90cc-f06cae81e16d)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:50.629138 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.668507 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for 1ed263e7-365b-4cec-94b1-299c9ebc001e owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:05:50.693915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-d672b4b7-6ebe-4b69-bed9-4d21f4b76e01 service neutron] 10.222.0.107 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996181 Nov 03 19:05:50.793204 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4208f3a2-4e24-4ef9-8867-2892cd1bffd2 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:50.799527 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-96263b7f-7c21-4f04-a4ed-9e8998b1098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.862740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:50.899088 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f182abcc-557f-4efd-a964-31e2c17c6660 service neutron] 10.222.0.107 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042563 Nov 03 19:05:50.926323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=1ed263e7-365b-4cec-94b1-299c9ebc001e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:50.950124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No DVR routers for this DVR port 1ed263e7-365b-4cec-94b1-299c9ebc001e on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:05:50.959148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-96263b7f-7c21-4f04-a4ed-9e8998b1098b None None] For port c1d2869a-924f-4153-8656-ad36b83f9a9e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c1d2869a-924f-4153-8656-ad36b83f9a9e,segment=NetworkSegment(86eb9f63-df2b-4ee1-93b5-798619114027),segment_id=86eb9f63-df2b-4ee1-93b5-798619114027)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:05:51.051732 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-96263b7f-7c21-4f04-a4ed-9e8998b1098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.128883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32654d35-9902-416b-83ed-c5a1d8f46caf req-a98067ce-b474-489e-a4fd-229efdb6fe18 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 210 time: 0.0905068 Nov 03 19:05:51.193794 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.265337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f87342-7bdf-4e6f-b763-962bcf38ee4e']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:51.306935 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e80936b-5994-4701-90cc-f06cae81e16d') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:51.307837 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e80936b-5994-4701-90cc-f06cae81e16d') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:51.361686 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.385917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9abae65e-ce34-4202-baa3-72a8b5b1770f None None] Provisioning complete for port c1d2869a-924f-4153-8656-ad36b83f9a9e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:51.386524 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9abae65e-ce34-4202-baa3-72a8b5b1770f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.417287 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.425464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db1614f4-81c8-4212-98dd-601ecc0097df req-745fb2e4-3a5d-47be-ab20-2d9f2d58dd3c tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 210 time: 0.0955801 Nov 03 19:05:51.442924 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96263b7f-7c21-4f04-a4ed-9e8998b1098b None None] Pushing event updated for resources: {'Port': ['ID=c1d2869a-924f-4153-8656-ad36b83f9a9e,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:51.447241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:05:51.447905 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:05:51.452510 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:05:51.502300 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'name': 'tempest-TestVolumeBootPattern-1465980504-router', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:33Z', 'updated_at': '2021-11-03T19:05:41Z', 'revision_number': 4, 'project_id': '365d4d10cb3f4988b112a42a96f40776', 'gw_port': {'id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:34Z', 'updated_at': '2021-11-03T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c1d2869a-924f-4153-8656-ad36b83f9a9e', 'name': '', 'network_id': 'c1bc542e-6dfd-4d99-8691-03463906c3bb', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776', 'mac_address': 'fa:16:3e:7f:3c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '51c1f8c0-b68f-49be-8cda-733965248c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:39Z', 'updated_at': '2021-11-03T19:05:48Z', 'revision_number': 4, 'project_id': '365d4d10cb3f4988b112a42a96f40776', 'subnets': [{'id': '51c1f8c0-b68f-49be-8cda-733965248c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:05:51.550453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 4208f3a2-4e24-4ef9-8867-2892cd1bffd2 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:51.550827 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.622705 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.638001 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.655097 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/networks/95f87342-7bdf-4e6f-b763-962bcf38ee4e HTTP/1.1" status: 204 len: 168 time: 1.3451953 Nov 03 19:05:51.655293 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 53966) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:51.660591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6e8b7883-308f-4feb-87d0-9ff8adcf4a35 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1764172772'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:51.674486 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4239912c-bb91-4876-862e-f83c45db4d63 None None] DHCP port deletion for 95f87342-7bdf-4e6f-b763-962bcf38ee4e request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:05:51.688996 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8b7883-308f-4feb-87d0-9ff8adcf4a35 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:51.695712 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7883-308f-4feb-87d0-9ff8adcf4a35 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.721292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Network': ['ID=95f87342-7bdf-4e6f-b763-962bcf38ee4e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:51.755466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8b7883-308f-4feb-87d0-9ff8adcf4a35 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:05:51.758990 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:51.759442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:51.759731 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:51.760673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:51.760804 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:51.761070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:51.761705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:51.762037 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:51.762378 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:51.762713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:51.763050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:51.763385 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32effc6b-5011-479c-a798-a34b8d1c63c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:51.785719 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7883-308f-4feb-87d0-9ff8adcf4a35 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.786079 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-6e8b7883-308f-4feb-87d0-9ff8adcf4a35 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Added segment 663ad5b7-d5b0-4616-968a-f9af4c33bdda of type vlan for network 45e1a362-9f39-4e27-b8f6-4782b3229ea5 Nov 03 19:05:51.794673 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb4875-9848-4006-95d3-653a0292dc26 None None] The sync data for ids ['b079baa3-554c-4479-a129-8dab7d2a08d0'] in n-d-812150-4 is: [{'id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'name': 'tempest-TestVolumeBootPattern-1465980504-router', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:33Z', 'updated_at': '2021-11-03T19:05:41Z', 'revision_number': 4, 'project_id': '365d4d10cb3f4988b112a42a96f40776', 'gw_port': {'id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:34Z', 'updated_at': '2021-11-03T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c1d2869a-924f-4153-8656-ad36b83f9a9e', 'name': '', 'network_id': 'c1bc542e-6dfd-4d99-8691-03463906c3bb', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776', 'mac_address': 'fa:16:3e:7f:3c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '51c1f8c0-b68f-49be-8cda-733965248c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:39Z', 'updated_at': '2021-11-03T19:05:48Z', 'revision_number': 4, 'project_id': '365d4d10cb3f4988b112a42a96f40776', 'subnets': [{'id': '51c1f8c0-b68f-49be-8cda-733965248c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:05:51.868192 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7883-308f-4feb-87d0-9ff8adcf4a35 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.939141 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7883-308f-4feb-87d0-9ff8adcf4a35 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:51.957265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8b7883-308f-4feb-87d0-9ff8adcf4a35 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:51.958233 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7883-308f-4feb-87d0-9ff8adcf4a35 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:52.129418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6e8b7883-308f-4feb-87d0-9ff8adcf4a35 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4732332 Nov 03 19:05:52.132611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 53976) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:52.138192 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-58e0c169-34ab-4f0c-8dc9-5817e0879d5a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'subnet': {'network_id': '45e1a362-9f39-4e27-b8f6-4782b3229ea5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:52.198839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b7883-308f-4feb-87d0-9ff8adcf4a35 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Network': ['ID=45e1a362-9f39-4e27-b8f6-4782b3229ea5,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:52.216284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 45e1a362-9f39-4e27-b8f6-4782b3229ea5 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:05:52.400636 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44fdaab1-6a12-41e5-9d7c-53a81d6a80e5 req-326b1cea-c284-46d9-a06f-a4d86515869f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 210 time: 0.1046898 Nov 03 19:05:52.557638 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e0c169-34ab-4f0c-8dc9-5817e0879d5a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:52.562282 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58e0c169-34ab-4f0c-8dc9-5817e0879d5a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:52.733762 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92f0e405-8d81-48af-ab18-a01fa0cb4b32 req-8d81bc79-faca-4e29-84b7-75729fca0beb tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 210 time: 0.0744128 Nov 03 19:05:52.888901 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c1d2869a-924f-4153-8656-ad36b83f9a9e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:53.044695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c1d2869a-924f-4153-8656-ad36b83f9a9e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:53.045080 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:53.300056 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58e0c169-34ab-4f0c-8dc9-5817e0879d5a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:53.432568 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1ed263e7-365b-4cec-94b1-299c9ebc001e no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:05:53.498479 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 1ed263e7-365b-4cec-94b1-299c9ebc001e {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:05:53.507619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1ed263e7-365b-4cec-94b1-299c9ebc001e not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:05:53.573635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-59c3040a-f195-40dc-8606-06a7a5eafa88 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:53.575549 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-59c3040a-f195-40dc-8606-06a7a5eafa88 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.98 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 811 time: 0.4856591 Nov 03 19:05:53.595853 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0c169-34ab-4f0c-8dc9-5817e0879d5a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Subnet': ['ID=9ea77443-4147-4325-a9b3-fc0845f65727,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:53.607528 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-ad782cd1-45f8-4fa9-aa81-5a8b406fe130 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'port': {'device_id': 'e4aa53b7-a8eb-4291-8900-f8a64584b3ec', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'admin_state_up': True, 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:53.987673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e0c169-34ab-4f0c-8dc9-5817e0879d5a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Checking segment: {'id': '663ad5b7-d5b0-4616-968a-f9af4c33bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '45e1a362-9f39-4e27-b8f6-4782b3229ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:53.988340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e0c169-34ab-4f0c-8dc9-5817e0879d5a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network hostable DHCP agents. Network: 45e1a362-9f39-4e27-b8f6-4782b3229ea5, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:05:54.030859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-977ab315-457f-4b0d-baa0-2742659fb57c req-91208ce7-7643-4215-b66c-4b16a17a7c5a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 210 time: 0.3801839 Nov 03 19:05:54.076501 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a5987f1-c9de-49a5-8fa2-720f51afa4a7 req-82c58412-9ceb-49a2-b1dc-55a440823ecf tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 210 time: 0.1028736 Nov 03 19:05:54.082740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e0c169-34ab-4f0c-8dc9-5817e0879d5a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 45e1a362-9f39-4e27-b8f6-4782b3229ea5 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:05:54.083807 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-2860d963-06b7-4990-815c-88a3d3dc94a9 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:54.085685 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-2860d963-06b7-4990-815c-88a3d3dc94a9 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.98 "GET /v2.0/networks?id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a HTTP/1.1" status: 200 len: 811 time: 0.5948904 Nov 03 19:05:54.109316 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-8dd4cd1a-ae0a-4561-b63b-023f35398873 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Request body: {'port': {'device_id': '8a157d23-3d07-4d94-8c88-fb6c1506aa50', 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a', 'admin_state_up': True, 'tenant_id': 'e9d7da11298041f289f7491f982131c3'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:54.121670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-ad782cd1-45f8-4fa9-aa81-5a8b406fe130 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Made reservation on behalf of dac53473acd94a04a384696f6afdcb5a for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:54.155795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-ad782cd1-45f8-4fa9-aa81-5a8b406fe130 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:54.189059 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-58e0c169-34ab-4f0c-8dc9-5817e0879d5a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 45e1a362-9f39-4e27-b8f6-4782b3229ea5) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:54.202301 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e0c169-34ab-4f0c-8dc9-5817e0879d5a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:54.203112 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58e0c169-34ab-4f0c-8dc9-5817e0879d5a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:54.220869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5558274e-3d57-4791-a9e1-80cbcdb43294 None None] Network 45e1a362-9f39-4e27-b8f6-4782b3229ea5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:54.351464 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54008) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:54.367754 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-58e0c169-34ab-4f0c-8dc9-5817e0879d5a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2339683 Nov 03 19:05:54.370607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54012) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:54.389643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ace63d54-878d-44f5-9712-2c0e8e20fa7c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1565260304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:54.548548 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ace63d54-878d-44f5-9712-2c0e8e20fa7c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:54.549989 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ace63d54-878d-44f5-9712-2c0e8e20fa7c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:54.605766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-ad782cd1-45f8-4fa9-aa81-5a8b406fe130 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Allocated IP 172.20.0.5 (9f464358-8040-4222-b3b1-8d1714a116ab/3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe/6a349fd0-43b6-4f9d-821e-b8571671de28) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:54.630472 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-45e1a362-9f39-4e27-b8f6-4782b3229ea5', 'network_id': '45e1a362-9f39-4e27-b8f6-4782b3229ea5', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'fixed_ips': [{'subnet_id': '9ea77443-4147-4325-a9b3-fc0845f65727'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:05:54.631749 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:54.723449 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ace63d54-878d-44f5-9712-2c0e8e20fa7c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:54.763893 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46d0a0ef-8e0b-467a-b541-9da6e0ccdfd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:54.779738 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ace63d54-878d-44f5-9712-2c0e8e20fa7c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:54.832033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-8dd4cd1a-ae0a-4561-b63b-023f35398873 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Made reservation on behalf of e9d7da11298041f289f7491f982131c3 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:54.843932 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-8dd4cd1a-ae0a-4561-b63b-023f35398873 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:54.849986 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Allocated IP 2001:db8::2 (45e1a362-9f39-4e27-b8f6-4782b3229ea5/9ea77443-4147-4325-a9b3-fc0845f65727/e5774f94-1241-4817-acbe-d976b4cd4c2e) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:54.904822 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ace63d54-878d-44f5-9712-2c0e8e20fa7c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:54.911971 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ace63d54-878d-44f5-9712-2c0e8e20fa7c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5374429 Nov 03 19:05:54.917442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54048) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:55.264379 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fceb4996-5564-4401-823c-68394e97e22b req-00f23ec0-55de-4d6e-915b-935518a8fc3b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 210 time: 0.0429015 Nov 03 19:05:55.327601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cef3f7f0-6938-468a-a2d4-921d6b9a6f15 req-8ed6444b-7232-4c55-8f23-db4586a21d70 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 210 time: 0.0420415 Nov 03 19:05:55.413380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-8dd4cd1a-ae0a-4561-b63b-023f35398873 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Allocated IP 172.20.0.9 (0dcf736a-59cf-49d3-b6f1-c884b4619d5a/5a8c3776-2803-4674-9d8d-e9308b2a0691/6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:55.517926 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.528940 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.568997 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46d0a0ef-8e0b-467a-b541-9da6e0ccdfd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.587064 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46d0a0ef-8e0b-467a-b541-9da6e0ccdfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.605953 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Network 45e1a362-9f39-4e27-b8f6-4782b3229ea5 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:55.609255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:55.613595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:55.653389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Pushing event updated for resources: {'Port': ['ID=e5774f94-1241-4817-acbe-d976b4cd4c2e,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:55.802570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0a0ef-8e0b-467a-b541-9da6e0ccdfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df53747a-4edf-49e3-95a1-83861ac9fda0,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:55.836429 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-46d0a0ef-8e0b-467a-b541-9da6e0ccdfd9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=39bb0decb0764938aad1a1f42db427f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4838002 Nov 03 19:05:55.837132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54140) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:55.919297 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8bf323ee-3928-4430-90d7-307fae0cb103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.939252 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-8dd4cd1a-ae0a-4561-b63b-023f35398873 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.943216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Attempting to bind port e5774f94-1241-4817-acbe-d976b4cd4c2e on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:55.944479 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Attempting to bind port e5774f94-1241-4817-acbe-d976b4cd4c2e by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '663ad5b7-d5b0-4616-968a-f9af4c33bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '45e1a362-9f39-4e27-b8f6-4782b3229ea5'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:55.944969 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Attempting to bind port e5774f94-1241-4817-acbe-d976b4cd4c2e on network 45e1a362-9f39-4e27-b8f6-4782b3229ea5 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:55.962387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:55.979541 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9ff69c2-e37e-4634-9962-730f849d1ab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.984887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Checking segment: {'id': '663ad5b7-d5b0-4616-968a-f9af4c33bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '45e1a362-9f39-4e27-b8f6-4782b3229ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:55.985414 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:55.985825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Bound using segment: {'id': '663ad5b7-d5b0-4616-968a-f9af4c33bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '45e1a362-9f39-4e27-b8f6-4782b3229ea5'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:55.986337 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Bound port: e5774f94-1241-4817-acbe-d976b4cd4c2e, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663ad5b7-d5b0-4616-968a-f9af4c33bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '45e1a362-9f39-4e27-b8f6-4782b3229ea5'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:55.987120 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.009356 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9ff69c2-e37e-4634-9962-730f849d1ab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.104301 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9ff69c2-e37e-4634-9962-730f849d1ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.110201 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9ff69c2-e37e-4634-9962-730f849d1ab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.118808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b9ff69c2-e37e-4634-9962-730f849d1ab7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/df53747a-4edf-49e3-95a1-83861ac9fda0 HTTP/1.1" status: 204 len: 168 time: 0.2774155 Nov 03 19:05:56.155721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff69c2-e37e-4634-9962-730f849d1ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df53747a-4edf-49e3-95a1-83861ac9fda0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:56.184733 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-8dd4cd1a-ae0a-4561-b63b-023f35398873 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.262608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['5bcdd615-c921-423d-bbed-c62b4a37f281'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:05:56.339786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-8dd4cd1a-ae0a-4561-b63b-023f35398873 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:56.388115 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-8dd4cd1a-ae0a-4561-b63b-023f35398873 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:56.391848 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] For port e5774f94-1241-4817-acbe-d976b4cd4c2e, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:56.414876 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-8dd4cd1a-ae0a-4561-b63b-023f35398873 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:56.472322 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] For port e5774f94-1241-4817-acbe-d976b4cd4c2e, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e5774f94-1241-4817-acbe-d976b4cd4c2e,segment=NetworkSegment(663ad5b7-d5b0-4616-968a-f9af4c33bdda),segment_id=663ad5b7-d5b0-4616-968a-f9af4c33bdda)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:56.504528 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.588916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4cd1a-ae0a-4561-b63b-023f35398873 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Pushing event updated for resources: {'Port': ['ID=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:56.629461 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e52cc567-1a25-4c97-a84f-7ad09acb87d8 req-b7a3d22a-4188-4a37-bb77-82aef5b9b73e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 210 time: 0.1118224 Nov 03 19:05:56.803728 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-8dd4cd1a-ae0a-4561-b63b-023f35398873 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:56.806402 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-8dd4cd1a-ae0a-4561-b63b-023f35398873 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:56.838750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b2af3-cd5c-41e4-b7e9-2fe9034bbeb3 req-28b806c0-f2f7-4063-a9c9-fd6b2b94790c tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:56.850947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a79b2af3-cd5c-41e4-b7e9-2fe9034bbeb3 req-28b806c0-f2f7-4063-a9c9-fd6b2b94790c tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 931 time: 0.2203581 Nov 03 19:05:56.951441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b3091-83cb-4729-a58b-fff40d3f6fce None None] Pushing event updated for resources: {'Port': ['ID=e5774f94-1241-4817-acbe-d976b4cd4c2e,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:57.024604 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-8dd4cd1a-ae0a-4561-b63b-023f35398873 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9273064 Nov 03 19:05:57.062791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a79b2af3-cd5c-41e4-b7e9-2fe9034bbeb3 req-88c6126e-2a2c-4b50-85ac-ad86a1041c76 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108240 Nov 03 19:05:57.090195 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Request body: {'port': {'device_id': '8a157d23-3d07-4d94-8c88-fb6c1506aa50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:57.130609 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-ad782cd1-45f8-4fa9-aa81-5a8b406fe130 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:57.265369 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:57.340550 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:57.433777 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-ad782cd1-45f8-4fa9-aa81-5a8b406fe130 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:57.886203 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-ad782cd1-45f8-4fa9-aa81-5a8b406fe130 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Network 9f464358-8040-4222-b3b1-8d1714a116ab is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:05:57.982221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d54be-5f0a-48ec-9e0d-90980bc7a97a req-9f3ba36f-70fa-4857-9e38-75ed9df69553 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:57.990793 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ef3d54be-5f0a-48ec-9e0d-90980bc7a97a req-9f3ba36f-70fa-4857-9e38-75ed9df69553 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 931 time: 0.2371273 Nov 03 19:05:57.993775 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad782cd1-45f8-4fa9-aa81-5a8b406fe130 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'Port': ['ID=6a349fd0-43b6-4f9d-821e-b8571671de28,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:58.007203 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-ad782cd1-45f8-4fa9-aa81-5a8b406fe130 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:05:58.013220 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-ad782cd1-45f8-4fa9-aa81-5a8b406fe130 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:05:58.140341 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cfa28f82-7704-4686-a8e7-26f36d442e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.247169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ef3d54be-5f0a-48ec-9e0d-90980bc7a97a req-f7c9284e-cd57-4d7e-a122-467591c35fbf tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541723 Nov 03 19:05:58.368550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-ad782cd1-45f8-4fa9-aa81-5a8b406fe130 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:58.369274 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-ad782cd1-45f8-4fa9-aa81-5a8b406fe130 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.379801 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54388) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:05:58.549074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25384a-ee18-4460-912b-a53048d4a6f4 req-7c7cefb3-cd61-4b15-beca-fee03339802b tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:05:58.550754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee25384a-ee18-4460-912b-a53048d4a6f4 req-7c7cefb3-cd61-4b15-beca-fee03339802b tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 931 time: 0.2400692 Nov 03 19:05:58.658250 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-efa1524e-1db2-45c4-84bb-5b75f50f4be8 None None] Provisioning complete for port 6a349fd0-43b6-4f9d-821e-b8571671de28 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:58.660015 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-efa1524e-1db2-45c4-84bb-5b75f50f4be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.736532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:05:58.803967 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-ad782cd1-45f8-4fa9-aa81-5a8b406fe130 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2008221 Nov 03 19:05:58.846846 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Request body: {'port': {'device_id': 'e4aa53b7-a8eb-4291-8900-f8a64584b3ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:58.863176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-efa1524e-1db2-45c4-84bb-5b75f50f4be8 None None] Port 6a349fd0-43b6-4f9d-821e-b8571671de28 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:05:58.910258 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:58.945711 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee25384a-ee18-4460-912b-a53048d4a6f4 req-7e708284-dc7c-4061-8aaa-de96484940ba tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065073 Nov 03 19:05:58.959124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e5774f94-1241-4817-acbe-d976b4cd4c2e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:05:59.023516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Transition to ACTIVE for port object 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:05:59.029613 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.088941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.129217 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200bfa27-59c0-4e2e-b073-894229b2c8a1 None None] Network 45e1a362-9f39-4e27-b8f6-4782b3229ea5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:05:59.131143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Pushing event updated for resources: {'Port': ['ID=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:05:59.133948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1303202419-network', 'tenant_id': '9e58544d35924cba83ca0ffcfa1c2cdb'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:05:59.142334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:59.142847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:59.143710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:59.144617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:59.145396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:59.146395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:59.146878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:59.147394 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:59.147914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:59.148561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:59.149664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:59.150305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:05:59.230772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Attempting to bind port 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:05:59.231517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Attempting to bind port 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:05:59.232034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Attempting to bind port 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe on network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:59.238229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Port 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe on network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:05:59.238865 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Attempting to bind port 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe on network 0dcf736a-59cf-49d3-b6f1-c884b4619d5a {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:05:59.245120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:05:59.245661 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Checking segment: {'id': '8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:05:59.246197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Bound using segment: {'id': '8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:05:59.246785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Bound port: 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:05:59.247623 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.328841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] For port 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:05:59.332469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] For port 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe,segment=NetworkSegment(8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a),segment_id=8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:05:59.341261 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.343761 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Allocated IP 2001:db8::1 (45e1a362-9f39-4e27-b8f6-4782b3229ea5/9ea77443-4147-4325-a9b3-fc0845f65727/818b6381-c743-40e2-9701-e4b927725bad) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:05:59.379482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e5774f94-1241-4817-acbe-d976b4cd4c2e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:59.383760 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.391461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] Made reservation on behalf of 9e58544d35924cba83ca0ffcfa1c2cdb for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:05:59.396098 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.456065 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.681968 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-09812549-90e0-4397-bd50-2147204fe3c3 None None] Provisioning complete for port e5774f94-1241-4817-acbe-d976b4cd4c2e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:05:59.682354 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09812549-90e0-4397-bd50-2147204fe3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.698261 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.743113 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.880544 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:05:59.997832 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a349fd0-43b6-4f9d-821e-b8571671de28 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:06:00.005878 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.020933 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.024081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:00.024619 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.026058 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] 10.222.0.98 "PUT /v2.0/ports/6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe HTTP/1.1" status: 200 len: 1091 time: 2.9622405 Nov 03 19:06:00.030035 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.033075 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a157d23-3d07-4d94-8c88-fb6c1506aa50', 'tag': '6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:00.037309 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e00f818-bd30-47ff-9a7f-1f38cb90bf63" -d '{"events": [{"name": "network-changed", "server_uuid": "8a157d23-3d07-4d94-8c88-fb6c1506aa50", "tag": "6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:00.053380 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.094126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:06:00.134158 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-09812549-90e0-4397-bd50-2147204fe3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.140406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c91284-c294-427e-8286-a9827fa6eb9d service neutron] Pushing event updated for resources: {'Port': ['ID=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:00.144267 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Transition to ACTIVE for port object 6a349fd0-43b6-4f9d-821e-b8571671de28 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:06:00.151327 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 45e1a362-9f39-4e27-b8f6-4782b3229ea5 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:00.165293 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af68c3-ca56-4466-8a9e-cc9929950ed2 req-6751e4b9-01a6-4e38-a59d-d01639c8b4f4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:00.168557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99af68c3-ca56-4466-8a9e-cc9929950ed2 req-6751e4b9-01a6-4e38-a59d-d01639c8b4f4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 931 time: 0.2015243 Nov 03 19:06:00.174865 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.181527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:00.206152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:00.206671 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.209351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:00.237677 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.238035 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] Added segment 8d256fa8-1d7d-4d50-961d-af70336dcdc2 of type vlan for network 71f86b94-3c74-4839-b3d8-4a9fe57e7cc5 Nov 03 19:06:00.256623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port e5774f94-1241-4817-acbe-d976b4cd4c2e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e5774f94-1241-4817-acbe-d976b4cd4c2e,segment=NetworkSegment(663ad5b7-d5b0-4616-968a-f9af4c33bdda),segment_id=663ad5b7-d5b0-4616-968a-f9af4c33bdda)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:00.267675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-84e41388-5cf8-4772-9321-022d37acba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:00.270276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-84e41388-5cf8-4772-9321-022d37acba7c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e9d7da11298041f289f7491f982131c3&device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 1094 time: 0.1926126 Nov 03 19:06:00.279819 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.369637 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-c4223bd9-82f5-4f94-86ca-7687eacacb08 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe HTTP/1.1" status: 200 len: 217 time: 0.0792763 Nov 03 19:06:00.399028 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99af68c3-ca56-4466-8a9e-cc9929950ed2 req-fa812000-7390-48fa-9543-68b4873a20f0 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217309 Nov 03 19:06:00.448953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7116f-f676-4ba7-855a-b58adeeb794a req-9e5c52cf-7cde-4f80-8a5f-43dd65a2ae55 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:00.452832 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9f7116f-f676-4ba7-855a-b58adeeb794a req-9e5c52cf-7cde-4f80-8a5f-43dd65a2ae55 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 943 time: 0.2250257 Nov 03 19:06:00.454580 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.457192 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-09812549-90e0-4397-bd50-2147204fe3c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:06:00.458404 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-09812549-90e0-4397-bd50-2147204fe3c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:06:00.467840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=e5774f94-1241-4817-acbe-d976b4cd4c2e,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:00.506039 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61de446-ede3-42bf-9971-a8560cfc1d84 x-openstack-request-id: req-d61de446-ede3-42bf-9971-a8560cfc1d84 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:00.506337 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a157d23-3d07-4d94-8c88-fb6c1506aa50", "tag": "6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:00.506678 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d61de446-ede3-42bf-9971-a8560cfc1d84 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:00.507867 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a157d23-3d07-4d94-8c88-fb6c1506aa50', 'tag': '6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe', 'status': 'completed', 'code': 200} Nov 03 19:06:00.559991 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.579313 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.581837 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:00.582470 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.584692 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.587841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=818b6381-c743-40e2-9701-e4b927725bad,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:00.603958 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-66e8cdfa-7bc2-4a6d-99a4-b7c6535bdc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:00.610541 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-66e8cdfa-7bc2-4a6d-99a4-b7c6535bdc7a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a8c3776-2803-4674-9d8d-e9308b2a0691 HTTP/1.1" status: 200 len: 851 time: 0.1954906 Nov 03 19:06:00.657008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-26e68ac3-b733-4f21-89bf-6b81b987e500 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335698 Nov 03 19:06:00.665050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9f7116f-f676-4ba7-855a-b58adeeb794a req-fefba5c1-8723-46e5-b0b9-31072c39c263 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607924 Nov 03 19:06:00.707077 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.752119 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1671212 Nov 03 19:06:00.786478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54532) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:00.795037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-aa462cfc-1d5b-40b0-8699-680b64343b39 admin admin] Request body: {'subnet': {'network_id': '71f86b94-3c74-4839-b3d8-4a9fe57e7cc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1303202419-subnet', 'tenant_id': '9e58544d35924cba83ca0ffcfa1c2cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:00.816009 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e5774f94-1241-4817-acbe-d976b4cd4c2e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:00.865070 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa462cfc-1d5b-40b0-8699-680b64343b39 admin admin] Made reservation on behalf of 9e58544d35924cba83ca0ffcfa1c2cdb for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:00.868198 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa462cfc-1d5b-40b0-8699-680b64343b39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:00.922719 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-3b6d5213-f2e7-402a-aedd-0c71fe4bceb9 service neutron] 10.222.0.98 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563868 Nov 03 19:06:00.949674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e5774f94-1241-4817-acbe-d976b4cd4c2e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:00.950061 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.113313 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Pushing event updated for resources: {'Port': ['ID=6a349fd0-43b6-4f9d-821e-b8571671de28,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:01.121161 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f27f0b-b701-4883-b7d8-3ab43da8777f admin admin] Pushing event updated for resources: {'Network': ['ID=71f86b94-3c74-4839-b3d8-4a9fe57e7cc5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:01.163949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 71f86b94-3c74-4839-b3d8-4a9fe57e7cc5 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:06:01.222910 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-97b271b2-a491-42a7-b6e4-4aa9edc618d8 req-d51870e1-13c6-4aa4-9b70-9771d48ac34d service neutron] 10.222.0.98 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052026 Nov 03 19:06:01.312029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Attempting to bind port 6a349fd0-43b6-4f9d-821e-b8571671de28 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:01.312660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Attempting to bind port 6a349fd0-43b6-4f9d-821e-b8571671de28 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:01.313241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Attempting to bind port 6a349fd0-43b6-4f9d-821e-b8571671de28 on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:01.359898 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa462cfc-1d5b-40b0-8699-680b64343b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.366477 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Port 6a349fd0-43b6-4f9d-821e-b8571671de28 on network 9f464358-8040-4222-b3b1-8d1714a116ab not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:01.370864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Attempting to bind port 6a349fd0-43b6-4f9d-821e-b8571671de28 on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:01.411859 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:01.412383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Checking segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:01.413180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Bound using segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:01.413778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Bound port: 6a349fd0-43b6-4f9d-821e-b8571671de28, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:01.414518 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.424451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00f818-bd30-47ff-9a7f-1f38cb90bf63 req-c28d8364-43c8-4a4d-abe1-e923ae0dcc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:01.447888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e00f818-bd30-47ff-9a7f-1f38cb90bf63 req-c28d8364-43c8-4a4d-abe1-e923ae0dcc39 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e9d7da11298041f289f7491f982131c3&device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 1094 time: 0.1436079 Nov 03 19:06:01.572875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa462cfc-1d5b-40b0-8699-680b64343b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1d6ece-811c-42ee-8220-aa1e5cdad052,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:01.585271 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.671729 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] For port 6a349fd0-43b6-4f9d-821e-b8571671de28, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:01.672281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa462cfc-1d5b-40b0-8699-680b64343b39 admin admin] Checking segment: {'id': '8d256fa8-1d7d-4d50-961d-af70336dcdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '71f86b94-3c74-4839-b3d8-4a9fe57e7cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:01.672571 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa462cfc-1d5b-40b0-8699-680b64343b39 admin admin] Network hostable DHCP agents. Network: 71f86b94-3c74-4839-b3d8-4a9fe57e7cc5, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:06:01.689683 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] For port 6a349fd0-43b6-4f9d-821e-b8571671de28, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6a349fd0-43b6-4f9d-821e-b8571671de28,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:01.703719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e8d10-f2e8-4ec2-bfa1-952ed1595cf8 req-2a2eeee0-4f90-4c8f-bf1a-2b1b741b85f9 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:01.703939 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.706516 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-312e8d10-f2e8-4ec2-bfa1-952ed1595cf8 req-2a2eeee0-4f90-4c8f-bf1a-2b1b741b85f9 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 943 time: 0.1580117 Nov 03 19:06:01.724464 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.727694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00f818-bd30-47ff-9a7f-1f38cb90bf63 req-1e130ccd-abb5-4acf-a47a-2a2be0f1ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:01.729529 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e00f818-bd30-47ff-9a7f-1f38cb90bf63 req-1e130ccd-abb5-4acf-a47a-2a2be0f1ce24 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a HTTP/1.1" status: 200 len: 912 time: 0.2805336 Nov 03 19:06:01.733740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.734695 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.758320 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f530bbf7-c997-4756-ac11-aab28e21e406 None None] Provisioning complete for port 818b6381-c743-40e2-9701-e4b927725bad triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:01.762185 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f530bbf7-c997-4756-ac11-aab28e21e406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.802002 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:01.803070 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.804763 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] 10.222.0.98 "PUT /v2.0/ports/6a349fd0-43b6-4f9d-821e-b8571671de28 HTTP/1.1" status: 200 len: 1091 time: 2.9842539 Nov 03 19:06:01.805341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4aa53b7-a8eb-4291-8900-f8a64584b3ec', 'tag': '6a349fd0-43b6-4f9d-821e-b8571671de28'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:01.809071 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1355d6bc-ce7b-4144-95f4-7ef919d2a787" -d '{"events": [{"name": "network-changed", "server_uuid": "e4aa53b7-a8eb-4291-8900-f8a64584b3ec", "tag": "6a349fd0-43b6-4f9d-821e-b8571671de28"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:01.841058 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f530bbf7-c997-4756-ac11-aab28e21e406 None None] Port 818b6381-c743-40e2-9701-e4b927725bad cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:01.880007 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f530bbf7-c997-4756-ac11-aab28e21e406 None None] Provisioning complete for port e5774f94-1241-4817-acbe-d976b4cd4c2e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:01.880387 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f530bbf7-c997-4756-ac11-aab28e21e406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:01.896720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e00f818-bd30-47ff-9a7f-1f38cb90bf63 req-a7a39229-a58e-4913-9d79-24d720a21a4f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe HTTP/1.1" status: 200 len: 217 time: 0.1345072 Nov 03 19:06:01.897866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa462cfc-1d5b-40b0-8699-680b64343b39 admin admin] Network 71f86b94-3c74-4839-b3d8-4a9fe57e7cc5 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:06:02.074997 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311230cf-5e3c-40d7-89d5-a36aaccbf87f service neutron] Pushing event updated for resources: {'Port': ['ID=6a349fd0-43b6-4f9d-821e-b8571671de28,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:02.105888 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-aa462cfc-1d5b-40b0-8699-680b64343b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 71f86b94-3c74-4839-b3d8-4a9fe57e7cc5) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:02.110880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa462cfc-1d5b-40b0-8699-680b64343b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:02.111496 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa462cfc-1d5b-40b0-8699-680b64343b39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:02.118286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff322a0-7ee1-472e-ad22-16dcb4bd134b None None] Network 71f86b94-3c74-4839-b3d8-4a9fe57e7cc5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:02.122064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-08998097-df5c-4721-a58b-1349788db04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:02.123640 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-08998097-df5c-4721-a58b-1349788db04b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 1094 time: 0.2533236 Nov 03 19:06:02.143805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-312e8d10-f2e8-4ec2-bfa1-952ed1595cf8 req-eba51127-543a-4e4b-8771-04a580fc1353 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234290 Nov 03 19:06:02.169215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00f818-bd30-47ff-9a7f-1f38cb90bf63 req-58fe417b-9ab3-488f-89b9-99291e4f2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:02.169215 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e00f818-bd30-47ff-9a7f-1f38cb90bf63 req-58fe417b-9ab3-488f-89b9-99291e4f2725 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a8c3776-2803-4674-9d8d-e9308b2a0691 HTTP/1.1" status: 200 len: 851 time: 0.2216198 Nov 03 19:06:02.169215 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aa462cfc-1d5b-40b0-8699-680b64343b39 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3812330 Nov 03 19:06:02.193532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e640a6-97fd-4ea4-b511-1dfa846b7118 req-a5686571-3c59-47f9-8ae2-fbd9a4043889 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:02.195292 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55e640a6-97fd-4ea4-b511-1dfa846b7118 req-a5686571-3c59-47f9-8ae2-fbd9a4043889 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 943 time: 0.3386750 Nov 03 19:06:02.273274 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-7997ef9c-a48f-4324-a8ed-c5ba1682ed56 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a349fd0-43b6-4f9d-821e-b8571671de28 HTTP/1.1" status: 200 len: 217 time: 0.1403360 Nov 03 19:06:02.284025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 45e1a362-9f39-4e27-b8f6-4782b3229ea5 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:02.297958 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:02.299831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=818b6381-c743-40e2-9701-e4b927725bad,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:02.315991 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e00f818-bd30-47ff-9a7f-1f38cb90bf63 req-2b34a7cd-0b45-4d0c-ac28-b147e46ac6d5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430190 Nov 03 19:06:02.358465 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13afe1d-5dd6-4a84-8242-5153051c6d30 x-openstack-request-id: req-a13afe1d-5dd6-4a84-8242-5153051c6d30 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:02.358780 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4aa53b7-a8eb-4291-8900-f8a64584b3ec", "tag": "6a349fd0-43b6-4f9d-821e-b8571671de28", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:02.359028 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a13afe1d-5dd6-4a84-8242-5153051c6d30 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:02.359448 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4aa53b7-a8eb-4291-8900-f8a64584b3ec', 'tag': '6a349fd0-43b6-4f9d-821e-b8571671de28', 'status': 'completed', 'code': 200} Nov 03 19:06:02.487825 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-c778ca15-097c-46e4-9447-647f36b90e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:02.489763 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-c778ca15-097c-46e4-9447-647f36b90e2b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.2028382 Nov 03 19:06:02.503969 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55e640a6-97fd-4ea4-b511-1dfa846b7118 req-1f9b5fed-8b60-49ab-84bd-c7ae440fb4b5 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914772 Nov 03 19:06:02.510998 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573d84b6-26c7-46ef-a056-cc6447d4c322 None None] Network 71f86b94-3c74-4839-b3d8-4a9fe57e7cc5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:02.619412 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-225f606e-1b6a-4003-a6c4-201128c04dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:02.620879 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e00f818-bd30-47ff-9a7f-1f38cb90bf63 req-529028d0-ee69-4a0f-9686-219dfd6262d8 service neutron] 10.222.0.98 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960155 Nov 03 19:06:02.621408 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-225f606e-1b6a-4003-a6c4-201128c04dd1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243536 Nov 03 19:06:02.705782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 3ca88c01-5cba-4625-bfd9-1fbd44710301 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:06:02.723908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:06:02.867611 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-5494ae88-0832-4c4a-a887-b8cf28612bb8 service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308228 Nov 03 19:06:02.919245 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e00f818-bd30-47ff-9a7f-1f38cb90bf63 req-e85f986b-b4a1-48ed-8a29-9bde8f038633 service neutron] 10.222.0.98 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848299 Nov 03 19:06:02.988617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:02.998978 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2ecf3cd3-d32e-47c1-83ae-64c1e000978e tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/3ca88c01-5cba-4625-bfd9-1fbd44710301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0771182 Nov 03 19:06:03.001784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54564) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:03.009440 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff48015-461a-4f0f-b673-4b1c5160a898 None None] Sync routers for ids ['3ca88c01-5cba-4625-bfd9-1fbd44710301'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:03.044772 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff48015-461a-4f0f-b673-4b1c5160a898 None None] Routers {'3ca88c01-5cba-4625-bfd9-1fbd44710301'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:03.051125 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-aff48015-461a-4f0f-b673-4b1c5160a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3ca88c01-5cba-4625-bfd9-1fbd44710301'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:03.055749 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-55e17876-3853-4c30-97a3-be6a5e1e4484 req-bc88e4d7-0c8c-4f69-aaae-3de5e78a6970 service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526241 Nov 03 19:06:03.070858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7109fad8-416d-40dd-a318-6060962c72e8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:03.095857 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7109fad8-416d-40dd-a318-6060962c72e8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports/818b6381-c743-40e2-9701-e4b927725bad HTTP/1.1" status: 200 len: 911 time: 0.0929391 Nov 03 19:06:03.099517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54570) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:03.124210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8b5f72d7-703f-4f50-9772-aa24526adb2e None None] Provisioning complete for port 818b6381-c743-40e2-9701-e4b927725bad triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:03.124617 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b5f72d7-703f-4f50-9772-aa24526adb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.179008 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-aff48015-461a-4f0f-b673-4b1c5160a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:03.226182 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355d6bc-ce7b-4144-95f4-7ef919d2a787 req-55717825-95f5-4d9d-ac0f-c852aa29d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:03.226405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f72d7-703f-4f50-9772-aa24526adb2e None None] Port 818b6381-c743-40e2-9701-e4b927725bad cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:03.227818 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1355d6bc-ce7b-4144-95f4-7ef919d2a787 req-55717825-95f5-4d9d-ac0f-c852aa29d2c0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 1094 time: 0.1212261 Nov 03 19:06:03.229348 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff48015-461a-4f0f-b673-4b1c5160a898 None None] Routers {'3ca88c01-5cba-4625-bfd9-1fbd44710301'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:03.229981 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-aff48015-461a-4f0f-b673-4b1c5160a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3ca88c01-5cba-4625-bfd9-1fbd44710301'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:03.293531 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54578) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:03.299707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1352930474-network', 'tenant_id': 'b424c9faadb94cccb9cabeae773a47ca'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:03.301262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe,segment=NetworkSegment(8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a),segment_id=8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:03.317450 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-aff48015-461a-4f0f-b673-4b1c5160a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:03.318102 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff48015-461a-4f0f-b673-4b1c5160a898 None None] The sync data for ids ['3ca88c01-5cba-4625-bfd9-1fbd44710301'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:06:03.320808 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe', 'network_id': '0dcf736a-59cf-49d3-b6f1-c884b4619d5a', 'port_id': '6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe', 'mac_address': 'fa:16:3e:bd:0b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8c3776-2803-4674-9d8d-e9308b2a0691', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:06:03.399038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355d6bc-ce7b-4144-95f4-7ef919d2a787 req-8cc595d7-fff3-4cd3-9fd7-131b59602766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:03.400635 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1355d6bc-ce7b-4144-95f4-7ef919d2a787 req-8cc595d7-fff3-4cd3-9fd7-131b59602766 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.1601534 Nov 03 19:06:03.426408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] Made reservation on behalf of b424c9faadb94cccb9cabeae773a47ca for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:03.428892 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.429134 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.455838 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:06:03.457232 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.464791 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1355d6bc-ce7b-4144-95f4-7ef919d2a787 req-402884f1-f198-4e56-b6b1-7585d5ab6609 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a349fd0-43b6-4f9d-821e-b8571671de28 HTTP/1.1" status: 200 len: 217 time: 0.0546923 Nov 03 19:06:03.476783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cc7f6-cc5c-4a9a-bc26-2f1928fba996 req-f81f2e8b-7c54-433e-b8d9-1835292d8dd8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:03.479033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb9cc7f6-cc5c-4a9a-bc26-2f1928fba996 req-f81f2e8b-7c54-433e-b8d9-1835292d8dd8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 943 time: 0.1722791 Nov 03 19:06:03.507636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe,segment=NetworkSegment(8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a),segment_id=8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:03.515051 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:03.548730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355d6bc-ce7b-4144-95f4-7ef919d2a787 req-b0debfdc-f7e7-47d5-9282-913de67751dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:03.550144 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1355d6bc-ce7b-4144-95f4-7ef919d2a787 req-b0debfdc-f7e7-47d5-9282-913de67751dc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0787590 Nov 03 19:06:03.618070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:03.660938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb9cc7f6-cc5c-4a9a-bc26-2f1928fba996 req-3a7653dc-5a29-412b-8693-07fed9ba22ae tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669552 Nov 03 19:06:03.685623 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355d6bc-ce7b-4144-95f4-7ef919d2a787 req-2d4fe30e-a9ce-469d-9639-ed95605a11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:03.724716 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1355d6bc-ce7b-4144-95f4-7ef919d2a787 req-2d4fe30e-a9ce-469d-9639-ed95605a11ae service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667879 Nov 03 19:06:03.732493 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:06:03.911851 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1355d6bc-ce7b-4144-95f4-7ef919d2a787 req-a7f6cd66-4ad0-477a-9e9a-17d15313eda4 service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788044 Nov 03 19:06:03.964519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2faca-0585-4a34-8cd9-76b0b3d9bcd4 req-9a7b516b-df74-4643-b55c-5c6340c005d8 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:03.966149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5c2faca-0585-4a34-8cd9-76b0b3d9bcd4 req-9a7b516b-df74-4643-b55c-5c6340c005d8 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 944 time: 0.2516165 Nov 03 19:06:04.025252 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.064991 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.118249 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1355d6bc-ce7b-4144-95f4-7ef919d2a787 req-d6e56769-277d-40e8-b02e-01142c0db4ce service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004104 Nov 03 19:06:04.222177 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:06:04.224803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:06:04.272763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a381992a-fb3e-4b37-b5f6-5e52b4d2e1a1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:04.277048 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.277437 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] Added segment 1789c570-472f-49da-ab59-4e65559afab0 of type vlan for network 8ddb4379-629b-420b-ac39-87a4d683d094 Nov 03 19:06:04.294021 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5c2faca-0585-4a34-8cd9-76b0b3d9bcd4 req-659bd9f5-1cdf-4988-bb81-7e2e85a7692d tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018928 Nov 03 19:06:04.364140 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.376585 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08c1ef58-8fb6-4a7e-9ec8-a5446cdc19e8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.471155 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.472167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:04.473059 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.563236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2651405 Nov 03 19:06:04.564348 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54590) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:04.571224 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-638fd547-5179-420b-868e-7c1b8dafd6d9 admin admin] Request body: {'subnet': {'network_id': '8ddb4379-629b-420b-ac39-87a4d683d094', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1352930474-subnet', 'tenant_id': 'b424c9faadb94cccb9cabeae773a47ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:04.639233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638fd547-5179-420b-868e-7c1b8dafd6d9 admin admin] Made reservation on behalf of b424c9faadb94cccb9cabeae773a47ca for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:04.641739 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-638fd547-5179-420b-868e-7c1b8dafd6d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:04.725460 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:04.881520 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:06:04.897154 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:04.897549 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:05.051396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed07c4-dc84-4684-bf85-4c0b60ab2b57 admin admin] Pushing event updated for resources: {'Network': ['ID=8ddb4379-629b-420b-ac39-87a4d683d094,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:05.077399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 8ddb4379-629b-420b-ac39-87a4d683d094 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:06:05.165232 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-638fd547-5179-420b-868e-7c1b8dafd6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:05.178499 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:05.211615 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f2189-71b0-47c5-97b4-7a8015bf4d72 req-638b5047-87b1-42b8-bfc0-cfbe97b02967 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:05.224658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e0f2189-71b0-47c5-97b4-7a8015bf4d72 req-638b5047-87b1-42b8-bfc0-cfbe97b02967 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 943 time: 0.1703062 Nov 03 19:06:05.229895 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a157d23-3d07-4d94-8c88-fb6c1506aa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:05.232505 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0ab492-8735-43e6-bece-68429dfdb447" -d '{"events": [{"server_uuid": "8a157d23-3d07-4d94-8c88-fb6c1506aa50", "name": "network-vif-plugged", "status": "completed", "tag": "6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:05.280822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe,segment=NetworkSegment(8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a),segment_id=8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:05.293260 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:05.293484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fd547-5179-420b-868e-7c1b8dafd6d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd8df88-c40a-4af8-aaa2-cf2c6c9f54e8,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:05.386739 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02012d20-59bb-4012-bdf6-dd1457c278e1 x-openstack-request-id: req-02012d20-59bb-4012-bdf6-dd1457c278e1 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:05.387254 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a157d23-3d07-4d94-8c88-fb6c1506aa50", "name": "network-vif-plugged", "status": "completed", "tag": "6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:05.388657 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-02012d20-59bb-4012-bdf6-dd1457c278e1 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:05.389475 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a157d23-3d07-4d94-8c88-fb6c1506aa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe', 'code': 200} Nov 03 19:06:05.389902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e0f2189-71b0-47c5-97b4-7a8015bf4d72 req-7d2d2702-1a73-4178-8683-0216ffa649bf tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641684 Nov 03 19:06:05.398236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:05.471052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638fd547-5179-420b-868e-7c1b8dafd6d9 admin admin] Checking segment: {'id': '1789c570-472f-49da-ab59-4e65559afab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '8ddb4379-629b-420b-ac39-87a4d683d094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:05.471608 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638fd547-5179-420b-868e-7c1b8dafd6d9 admin admin] Network hostable DHCP agents. Network: 8ddb4379-629b-420b-ac39-87a4d683d094, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:06:05.506402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ed57b-0c34-4737-9388-c3fb83db3013 req-140067be-4f16-481e-8e3d-4e6c8c6f9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:05.509256 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5a4ed57b-0c34-4737-9388-c3fb83db3013 req-140067be-4f16-481e-8e3d-4e6c8c6f9679 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 1096 time: 0.1235042 Nov 03 19:06:05.511516 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638fd547-5179-420b-868e-7c1b8dafd6d9 admin admin] Network 8ddb4379-629b-420b-ac39-87a4d683d094 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:06:05.544141 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-638fd547-5179-420b-868e-7c1b8dafd6d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 8ddb4379-629b-420b-ac39-87a4d683d094) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:05.554750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e32480-e013-4dc6-a9b9-6214738d5388 None None] Network 8ddb4379-629b-420b-ac39-87a4d683d094 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:05.554943 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638fd547-5179-420b-868e-7c1b8dafd6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:05.555411 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-638fd547-5179-420b-868e-7c1b8dafd6d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:05.575895 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-638fd547-5179-420b-868e-7c1b8dafd6d9 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0100503 Nov 03 19:06:05.599856 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5a4ed57b-0c34-4737-9388-c3fb83db3013 req-d22ac9b4-7c4c-419e-81f8-969d8dbf9e85 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805347 Nov 03 19:06:05.620376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cbba4-5079-4571-ba7a-70eec2741792 req-1246c13d-b0ff-4e27-869b-5e9e68eefde2 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:05.630181 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-041cbba4-5079-4571-ba7a-70eec2741792 req-1246c13d-b0ff-4e27-869b-5e9e68eefde2 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.1778927 Nov 03 19:06:05.703488 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-041cbba4-5079-4571-ba7a-70eec2741792 req-6bd347c3-f119-4536-8e92-2094e2018f23 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722029 Nov 03 19:06:05.723501 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-08c1ef58-8fb6-4a7e-9ec8-a5446cdc19e8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port 818b6381-c743-40e2-9701-e4b927725bad {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:05.723501 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08c1ef58-8fb6-4a7e-9ec8-a5446cdc19e8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:05.784862 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421c8d7a-9d00-4fae-80bf-29c4f45fd1f6 None None] Network 8ddb4379-629b-420b-ac39-87a4d683d094 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:05.855660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08c1ef58-8fb6-4a7e-9ec8-a5446cdc19e8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:05.883894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-08c1ef58-8fb6-4a7e-9ec8-a5446cdc19e8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for 818b6381-c743-40e2-9701-e4b927725bad owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:06.115931 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08c1ef58-8fb6-4a7e-9ec8-a5446cdc19e8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:06.164286 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1ef58-8fb6-4a7e-9ec8-a5446cdc19e8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=818b6381-c743-40e2-9701-e4b927725bad,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:06.306731 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08c1ef58-8fb6-4a7e-9ec8-a5446cdc19e8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:06.745965 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c1ef58-8fb6-4a7e-9ec8-a5446cdc19e8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 3ca88c01-5cba-4625-bfd9-1fbd44710301 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:06:06.789018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051db3c-e3e6-4ef9-83c0-258d27f4d016 req-00e60eb7-58c1-4dc9-acfc-5b9e7e8e2cd3 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:06.791444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1051db3c-e3e6-4ef9-83c0-258d27f4d016 req-00e60eb7-58c1-4dc9-acfc-5b9e7e8e2cd3 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 943 time: 0.1862619 Nov 03 19:06:06.845889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da433fcb-341f-49cf-9575-8b1e57291728 req-9411949f-33c2-403a-92ca-23ff1adf1fda tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:06.856980 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da433fcb-341f-49cf-9575-8b1e57291728 req-9411949f-33c2-403a-92ca-23ff1adf1fda tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/networks?id=71f86b94-3c74-4839-b3d8-4a9fe57e7cc5 HTTP/1.1" status: 200 len: 812 time: 0.4064369 Nov 03 19:06:06.942326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da433fcb-341f-49cf-9575-8b1e57291728 req-81fea65d-fd45-4e58-bb61-93ae04f4b894 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/quotas/9e58544d35924cba83ca0ffcfa1c2cdb HTTP/1.1" status: 200 len: 375 time: 0.0843174 Nov 03 19:06:07.115675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1051db3c-e3e6-4ef9-83c0-258d27f4d016 req-36c9c35f-3960-4b11-b19d-23caf8ac4b7a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063707 Nov 03 19:06:07.117195 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c1ef58-8fb6-4a7e-9ec8-a5446cdc19e8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:07.124774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da433fcb-341f-49cf-9575-8b1e57291728 req-77560ef1-44c3-4628-94e9-702711d08bd2 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9e58544d35924cba83ca0ffcfa1c2cdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1319325 Nov 03 19:06:07.134109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-08c1ef58-8fb6-4a7e-9ec8-a5446cdc19e8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/3ca88c01-5cba-4625-bfd9-1fbd44710301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0280869 Nov 03 19:06:07.135109 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54636) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:07.136605 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb9430d-d5f7-4605-8735-b32649a3e052 None None] Sync routers for ids ['3ca88c01-5cba-4625-bfd9-1fbd44710301'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:07.155044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb9430d-d5f7-4605-8735-b32649a3e052 None None] Routers {'3ca88c01-5cba-4625-bfd9-1fbd44710301'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:07.155651 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ebb9430d-d5f7-4605-8735-b32649a3e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3ca88c01-5cba-4625-bfd9-1fbd44710301'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:07.183562 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-82927ea9-4e48-4e95-a94a-a75f210be5b1 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports?device_id=3ca88c01-5cba-4625-bfd9-1fbd44710301 HTTP/1.1" status: 200 len: 205 time: 0.0460753 Nov 03 19:06:07.184528 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54638) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:07.239707 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ebb9430d-d5f7-4605-8735-b32649a3e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:07.274478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da433fcb-341f-49cf-9575-8b1e57291728 req-09514e08-e2cd-4313-8fe3-33074cb59d1b service neutron] 10.222.0.107 "GET /v2.0/networks/71f86b94-3c74-4839-b3d8-4a9fe57e7cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308341 Nov 03 19:06:07.277883 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb9430d-d5f7-4605-8735-b32649a3e052 None None] Routers {'3ca88c01-5cba-4625-bfd9-1fbd44710301'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:07.279000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ebb9430d-d5f7-4605-8735-b32649a3e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['3ca88c01-5cba-4625-bfd9-1fbd44710301'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:07.372661 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ebb9430d-d5f7-4605-8735-b32649a3e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:07.376136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb9430d-d5f7-4605-8735-b32649a3e052 None None] The sync data for ids ['3ca88c01-5cba-4625-bfd9-1fbd44710301'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:06:07.394960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da433fcb-341f-49cf-9575-8b1e57291728 req-026b325d-3fa4-4d77-a5cb-09aa801d5b16 service neutron] 10.222.0.107 "GET /v2.0/networks/71f86b94-3c74-4839-b3d8-4a9fe57e7cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123514 Nov 03 19:06:07.498632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821dd96-4a3f-45f7-965d-1e3aab8a3097 req-15437b4e-50a2-4fa5-904b-f3630b6f8ec6 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:07.506269 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8821dd96-4a3f-45f7-965d-1e3aab8a3097 req-15437b4e-50a2-4fa5-904b-f3630b6f8ec6 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.2255213 Nov 03 19:06:07.679338 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8821dd96-4a3f-45f7-965d-1e3aab8a3097 req-dd09ec4b-c4ad-4322-bf65-f9ee46706eaa tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663122 Nov 03 19:06:07.743879 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29d6204d-c9b3-4af4-93a2-99c031a3e4e3 req-fa31695d-4353-4a8c-b1b7-b7e39a961947 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 210 time: 0.0353236 Nov 03 19:06:07.786784 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-609fc978-59d2-4e15-944f-c93cb0ff7a9c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:08.011242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-609fc978-59d2-4e15-944f-c93cb0ff7a9c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:08.013885 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-609fc978-59d2-4e15-944f-c93cb0ff7a9c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:08.073546 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-609fc978-59d2-4e15-944f-c93cb0ff7a9c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:08.074189 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609fc978-59d2-4e15-944f-c93cb0ff7a9c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Fanout notify agent at l3_agent the message router_deleted on router 3ca88c01-5cba-4625-bfd9-1fbd44710301 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:06:08.083226 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-609fc978-59d2-4e15-944f-c93cb0ff7a9c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:08.088264 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-609fc978-59d2-4e15-944f-c93cb0ff7a9c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/routers/3ca88c01-5cba-4625-bfd9-1fbd44710301 HTTP/1.1" status: 204 len: 168 time: 0.9019525 Nov 03 19:06:08.088953 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54656) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:08.101310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413aeca-0a8d-4f91-940d-14540589c5b9 req-c3f98b42-0c77-42e7-a490-53c48e3ff610 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:08.104620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b413aeca-0a8d-4f91-940d-14540589c5b9 req-c3f98b42-0c77-42e7-a490-53c48e3ff610 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.0729234 Nov 03 19:06:08.158245 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-550f1703-b3e9-456b-b15b-abf00e53c358 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting subnet 9ea77443-4147-4325-a9b3-fc0845f65727 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:08.195277 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-550f1703-b3e9-456b-b15b-abf00e53c358 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:08.238523 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b413aeca-0a8d-4f91-940d-14540589c5b9 req-0c6faf5a-97e7-4aab-b7d5-971c9e1f25d6 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214993 Nov 03 19:06:08.308601 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-550f1703-b3e9-456b-b15b-abf00e53c358 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:08.313556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c416a3a-15ce-43ea-b2be-e2905c75aede req-5b078d50-2306-4e1f-856b-6b9706f7796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:08.316845 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1c416a3a-15ce-43ea-b2be-e2905c75aede req-5b078d50-2306-4e1f-856b-6b9706f7796e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e9d7da11298041f289f7491f982131c3&device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 1096 time: 0.2551298 Nov 03 19:06:08.346768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c595991-2ef6-4d3d-92cb-207c8fbf461d req-9c70f689-03ac-4b38-80a5-b97f57dde433 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:08.357121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c595991-2ef6-4d3d-92cb-207c8fbf461d req-9c70f689-03ac-4b38-80a5-b97f57dde433 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 943 time: 0.0763800 Nov 03 19:06:08.441746 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c595991-2ef6-4d3d-92cb-207c8fbf461d req-46c5264b-bf29-48eb-a838-462f46a8b71b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836341 Nov 03 19:06:08.501739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c416a3a-15ce-43ea-b2be-e2905c75aede req-0f8aed0c-99ac-4d89-8fe3-9ebd59ca8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:08.503528 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1c416a3a-15ce-43ea-b2be-e2905c75aede req-0f8aed0c-99ac-4d89-8fe3-9ebd59ca8f1d service neutron] 10.222.0.98 "GET /v2.0/networks?id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a HTTP/1.1" status: 200 len: 912 time: 0.1619282 Nov 03 19:06:08.517901 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-550f1703-b3e9-456b-b15b-abf00e53c358 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:08.624022 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1c416a3a-15ce-43ea-b2be-e2905c75aede req-54dee0e5-c713-4b9c-be77-680dbf38fdaa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe HTTP/1.1" status: 200 len: 217 time: 0.0962074 Nov 03 19:06:08.703031 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c416a3a-15ce-43ea-b2be-e2905c75aede req-ba55bd06-db16-47e8-a95a-69cf40f3147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:08.704063 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1c416a3a-15ce-43ea-b2be-e2905c75aede req-ba55bd06-db16-47e8-a95a-69cf40f3147b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a8c3776-2803-4674-9d8d-e9308b2a0691 HTTP/1.1" status: 200 len: 851 time: 0.0709271 Nov 03 19:06:08.711327 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-550f1703-b3e9-456b-b15b-abf00e53c358 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:08.744374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc179bc-6e6e-42b7-87f8-8dcd100b9ba5 None None] Network 45e1a362-9f39-4e27-b8f6-4782b3229ea5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:08.748405 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-550f1703-b3e9-456b-b15b-abf00e53c358 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:08.753916 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-550f1703-b3e9-456b-b15b-abf00e53c358 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/9ea77443-4147-4325-a9b3-fc0845f65727 HTTP/1.1" status: 204 len: 168 time: 0.6622388 Nov 03 19:06:08.777349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54674) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:08.840789 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1c416a3a-15ce-43ea-b2be-e2905c75aede req-711a3414-ba2e-4e0a-a6ec-3781d581f654 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187027 Nov 03 19:06:08.841655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f1703-b3e9-456b-b15b-abf00e53c358 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea77443-4147-4325-a9b3-fc0845f65727,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:09.054578 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1c416a3a-15ce-43ea-b2be-e2905c75aede req-07e8071d-0396-4d3a-b66e-d8b0307cb5f1 service neutron] 10.222.0.98 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046597 Nov 03 19:06:09.055101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-affaff61-9426-417e-a766-5fa7985da2c5 req-da50967e-9a99-43f4-80ed-517c46c18daf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 210 time: 0.1084380 Nov 03 19:06:09.077294 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee70ec6e-5e61-425c-ad44-8f7dc1292552 None None] DHCP port deletion for 45e1a362-9f39-4e27-b8f6-4782b3229ea5 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:06:09.092204 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.169851 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port e5774f94-1241-4817-acbe-d976b4cd4c2e {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:09.170499 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.207541 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ee70ec6e-5e61-425c-ad44-8f7dc1292552 None None] Deleting port e5774f94-1241-4817-acbe-d976b4cd4c2e {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:09.209161 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ee70ec6e-5e61-425c-ad44-8f7dc1292552 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.232027 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1c416a3a-15ce-43ea-b2be-e2905c75aede req-20fbcef3-cc31-480e-ab1f-52006955912c service neutron] 10.222.0.98 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706460 Nov 03 19:06:09.274477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] For port e5774f94-1241-4817-acbe-d976b4cd4c2e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e5774f94-1241-4817-acbe-d976b4cd4c2e,segment=NetworkSegment(663ad5b7-d5b0-4616-968a-f9af4c33bdda),segment_id=663ad5b7-d5b0-4616-968a-f9af4c33bdda)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:09.279794 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.298458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for e5774f94-1241-4817-acbe-d976b4cd4c2e owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:09.391202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ee70ec6e-5e61-425c-ad44-8f7dc1292552 None None] For port e5774f94-1241-4817-acbe-d976b4cd4c2e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e5774f94-1241-4817-acbe-d976b4cd4c2e,segment=NetworkSegment(663ad5b7-d5b0-4616-968a-f9af4c33bdda),segment_id=663ad5b7-d5b0-4616-968a-f9af4c33bdda)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:09.392920 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ee70ec6e-5e61-425c-ad44-8f7dc1292552 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.533862 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.575959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=e5774f94-1241-4817-acbe-d976b4cd4c2e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:09.578593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No DVR routers for this DVR port e5774f94-1241-4817-acbe-d976b4cd4c2e on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:09.681236 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.720208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e1a362-9f39-4e27-b8f6-4782b3229ea5']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:09.732926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663ad5b7-d5b0-4616-968a-f9af4c33bdda') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:09.733371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663ad5b7-d5b0-4616-968a-f9af4c33bdda') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:09.744083 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.758447 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.760314 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da433fcb-341f-49cf-9575-8b1e57291728 req-b18aedb4-01c5-47d9-bdc7-8419024bd523 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:09.761882 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-da433fcb-341f-49cf-9575-8b1e57291728 req-b18aedb4-01c5-47d9-bdc7-8419024bd523 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.87 "GET /v2.0/networks?id=71f86b94-3c74-4839-b3d8-4a9fe57e7cc5 HTTP/1.1" status: 200 len: 812 time: 0.2990398 Nov 03 19:06:09.767141 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:06:09.767881 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.784787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-da433fcb-341f-49cf-9575-8b1e57291728 req-63162663-3ada-4445-9710-d472d863a4cf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Request body: {'port': {'device_id': '6035d8e4-491f-4a12-acdd-a149c4d72891', 'network_id': '71f86b94-3c74-4839-b3d8-4a9fe57e7cc5', 'admin_state_up': True, 'tenant_id': '9e58544d35924cba83ca0ffcfa1c2cdb'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:06:09.841953 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:06:09.860903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cfd65-0fe2-466b-9d22-9d015ed3ca2e req-d4fe9ab6-bef1-463c-9f50-e95f4716a59c tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:09.863121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f74cfd65-0fe2-466b-9d22-9d015ed3ca2e req-d4fe9ab6-bef1-463c-9f50-e95f4716a59c tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.4609377 Nov 03 19:06:09.864045 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.870770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ee70ec6e-5e61-425c-ad44-8f7dc1292552 None None] Calling delete_port for e5774f94-1241-4817-acbe-d976b4cd4c2e owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:09.966648 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ee70ec6e-5e61-425c-ad44-8f7dc1292552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.967311 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.973836 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da433fcb-341f-49cf-9575-8b1e57291728 req-63162663-3ada-4445-9710-d472d863a4cf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Made reservation on behalf of 9e58544d35924cba83ca0ffcfa1c2cdb for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:09.975019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee70ec6e-5e61-425c-ad44-8f7dc1292552 None None] Network 45e1a362-9f39-4e27-b8f6-4782b3229ea5 is not hosted by any dhcp agent {{(pid=101713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:06:09.975612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee70ec6e-5e61-425c-ad44-8f7dc1292552 None None] No DVR routers for this DVR port e5774f94-1241-4817-acbe-d976b4cd4c2e on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:09.979874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/networks/45e1a362-9f39-4e27-b8f6-4782b3229ea5 HTTP/1.1" status: 204 len: 168 time: 1.2001946 Nov 03 19:06:09.983273 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-da433fcb-341f-49cf-9575-8b1e57291728 req-63162663-3ada-4445-9710-d472d863a4cf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:09.991980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54690) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:10.027558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70ec6e-5e61-425c-ad44-8f7dc1292552 None None] Pushing event deleted for resources: {'Port': ['ID=e5774f94-1241-4817-acbe-d976b4cd4c2e,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:10.049279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-159271679', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:10.058453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569485e-6d24-4a93-9f97-6f8afd7f6bb0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Network': ['ID=45e1a362-9f39-4e27-b8f6-4782b3229ea5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:10.115274 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:10.116664 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:10.138282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc39bca-8b25-4f63-a9b1-b2c102ee40ac req-3172b265-809c-4ea4-9942-22866b7df03d tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.139545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5cc39bca-8b25-4f63-a9b1-b2c102ee40ac req-3172b265-809c-4ea4-9942-22866b7df03d tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 943 time: 0.2987628 Nov 03 19:06:10.151373 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f74cfd65-0fe2-466b-9d22-9d015ed3ca2e req-725fdc7f-20f1-49d7-8810-cd9c16ba998a tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229881 Nov 03 19:06:10.254726 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:10.264254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-da433fcb-341f-49cf-9575-8b1e57291728 req-63162663-3ada-4445-9710-d472d863a4cf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Allocated IP 172.20.0.6 (71f86b94-3c74-4839-b3d8-4a9fe57e7cc5/6d1d6ece-811c-42ee-8220-aa1e5cdad052/b5dfa722-8c16-4763-9e7b-067414fc0832) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:10.348677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5cc39bca-8b25-4f63-a9b1-b2c102ee40ac req-03707b7b-5ed7-4048-a560-c1eb4b64cd84 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884630 Nov 03 19:06:10.379037 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f39489e9-529e-4baa-879c-f5dab2827550 req-a6de6794-222c-46f4-ab09-b090e09c9ce8 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 210 time: 0.1221435 Nov 03 19:06:10.463072 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-da433fcb-341f-49cf-9575-8b1e57291728 req-63162663-3ada-4445-9710-d472d863a4cf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:10.496769 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:10.503902 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-da433fcb-341f-49cf-9575-8b1e57291728 req-63162663-3ada-4445-9710-d472d863a4cf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:10.565234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da433fcb-341f-49cf-9575-8b1e57291728 req-63162663-3ada-4445-9710-d472d863a4cf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Network 71f86b94-3c74-4839-b3d8-4a9fe57e7cc5 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:10.571196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-da433fcb-341f-49cf-9575-8b1e57291728 req-63162663-3ada-4445-9710-d472d863a4cf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:10.575762 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-da433fcb-341f-49cf-9575-8b1e57291728 req-63162663-3ada-4445-9710-d472d863a4cf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:10.583489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63162663-3ada-4445-9710-d472d863a4cf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Pushing event updated for resources: {'Port': ['ID=b5dfa722-8c16-4763-9e7b-067414fc0832,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:10.634928 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da433fcb-341f-49cf-9575-8b1e57291728 req-63162663-3ada-4445-9710-d472d863a4cf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:10.635556 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-da433fcb-341f-49cf-9575-8b1e57291728 req-63162663-3ada-4445-9710-d472d863a4cf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:10.671035 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-da433fcb-341f-49cf-9575-8b1e57291728 req-63162663-3ada-4445-9710-d472d863a4cf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8905766 Nov 03 19:06:10.702994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Request body: {'port': {'device_id': '6035d8e4-491f-4a12-acdd-a149c4d72891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:10.754594 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e5774f94-1241-4817-acbe-d976b4cd4c2e no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:10.789812 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:10.797397 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: e5774f94-1241-4817-acbe-d976b4cd4c2e {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:06:10.798586 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e5774f94-1241-4817-acbe-d976b4cd4c2e not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:10.828318 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:10.849246 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:10.979629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Allocated IP 172.25.2.199 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/2bf59c62-8a85-4cc4-9fde-cb9c0bb5785f) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:11.151994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5dfa722-8c16-4763-9e7b-067414fc0832 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:06:11.152989 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.162346 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.178113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Transition to ACTIVE for port object b5dfa722-8c16-4763-9e7b-067414fc0832 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:06:11.183758 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.251618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Pushing event updated for resources: {'Port': ['ID=b5dfa722-8c16-4763-9e7b-067414fc0832,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:11.283427 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.329645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Attempting to bind port b5dfa722-8c16-4763-9e7b-067414fc0832 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:11.330254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Attempting to bind port b5dfa722-8c16-4763-9e7b-067414fc0832 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '8d256fa8-1d7d-4d50-961d-af70336dcdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '71f86b94-3c74-4839-b3d8-4a9fe57e7cc5'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:11.330368 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Attempting to bind port b5dfa722-8c16-4763-9e7b-067414fc0832 on network 71f86b94-3c74-4839-b3d8-4a9fe57e7cc5 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:11.336203 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Port b5dfa722-8c16-4763-9e7b-067414fc0832 on network 71f86b94-3c74-4839-b3d8-4a9fe57e7cc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:11.336529 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Attempting to bind port b5dfa722-8c16-4763-9e7b-067414fc0832 on network 71f86b94-3c74-4839-b3d8-4a9fe57e7cc5 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:11.342372 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:11.342883 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Checking segment: {'id': '8d256fa8-1d7d-4d50-961d-af70336dcdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '71f86b94-3c74-4839-b3d8-4a9fe57e7cc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:11.343285 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Bound using segment: {'id': '8d256fa8-1d7d-4d50-961d-af70336dcdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '71f86b94-3c74-4839-b3d8-4a9fe57e7cc5'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:11.343754 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Bound port: b5dfa722-8c16-4763-9e7b-067414fc0832, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d256fa8-1d7d-4d50-961d-af70336dcdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '71f86b94-3c74-4839-b3d8-4a9fe57e7cc5'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:11.344256 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.367116 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:11.372805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=2bf59c62-8a85-4cc4-9fde-cb9c0bb5785f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:11.387878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:11.402199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:11.426515 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ea11e-809b-4594-84cf-b0b2edaf8d91 req-14f4d883-61a7-4cbe-b902-bec97c38343f tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:11.428168 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-955ea11e-809b-4594-84cf-b0b2edaf8d91 req-14f4d883-61a7-4cbe-b902-bec97c38343f tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.1726320 Nov 03 19:06:11.457111 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] For port b5dfa722-8c16-4763-9e7b-067414fc0832, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:11.462925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] For port b5dfa722-8c16-4763-9e7b-067414fc0832, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=b5dfa722-8c16-4763-9e7b-067414fc0832,segment=NetworkSegment(8d256fa8-1d7d-4d50-961d-af70336dcdc2),segment_id=8d256fa8-1d7d-4d50-961d-af70336dcdc2)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:11.478607 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.521730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:11.522591 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:11.525015 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-da433fcb-341f-49cf-9575-8b1e57291728 req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] 10.222.0.87 "PUT /v2.0/ports/b5dfa722-8c16-4763-9e7b-067414fc0832 HTTP/1.1" status: 200 len: 1091 time: 0.8318899 Nov 03 19:06:11.525708 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6035d8e4-491f-4a12-acdd-a149c4d72891', 'tag': 'b5dfa722-8c16-4763-9e7b-067414fc0832'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:11.528280 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d66b06-95cb-47b2-9a25-4dec7efddf34" -d '{"events": [{"name": "network-changed", "server_uuid": "6035d8e4-491f-4a12-acdd-a149c4d72891", "tag": "b5dfa722-8c16-4763-9e7b-067414fc0832"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:11.561019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6ec2a-e0ec-41e4-9686-639dc76de330 service neutron] Pushing event updated for resources: {'Port': ['ID=b5dfa722-8c16-4763-9e7b-067414fc0832,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:11.649803 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da433fcb-341f-49cf-9575-8b1e57291728 req-cdae7485-4f66-41f2-a3d8-c4ae133796fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:11.652249 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-da433fcb-341f-49cf-9575-8b1e57291728 req-cdae7485-4f66-41f2-a3d8-c4ae133796fb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9e58544d35924cba83ca0ffcfa1c2cdb&device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 1094 time: 0.0527129 Nov 03 19:06:11.657625 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808841f-5bbb-4856-a5a3-53c0569092f7 req-bdce7a67-1e1d-437c-9af0-94de1e0c36e9 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:11.660541 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3808841f-5bbb-4856-a5a3-53c0569092f7 req-bdce7a67-1e1d-437c-9af0-94de1e0c36e9 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 943 time: 0.1889229 Nov 03 19:06:11.677063 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-955ea11e-809b-4594-84cf-b0b2edaf8d91 req-fe76b3bc-2adf-41cf-9270-0e68be113f6a tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045057 Nov 03 19:06:11.769474 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-da433fcb-341f-49cf-9575-8b1e57291728 req-1fd426b3-5589-4c47-bc7f-ab5b14a9cc8a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5dfa722-8c16-4763-9e7b-067414fc0832 HTTP/1.1" status: 200 len: 217 time: 0.0959585 Nov 03 19:06:11.835222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da433fcb-341f-49cf-9575-8b1e57291728 req-9d7faae7-2cf1-49f6-8de3-df85e40c049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:11.838369 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-da433fcb-341f-49cf-9575-8b1e57291728 req-9d7faae7-2cf1-49f6-8de3-df85e40c049a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6d1d6ece-811c-42ee-8220-aa1e5cdad052 HTTP/1.1" status: 200 len: 852 time: 0.0568097 Nov 03 19:06:11.875905 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-da433fcb-341f-49cf-9575-8b1e57291728 req-2df8e70b-e373-4100-b0b0-ad88db58e3b4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=71f86b94-3c74-4839-b3d8-4a9fe57e7cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292451 Nov 03 19:06:12.026851 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-da433fcb-341f-49cf-9575-8b1e57291728 req-ab02e652-9155-4e93-8d28-c5033ce701a4 service neutron] 10.222.0.87 "GET /v2.0/networks/71f86b94-3c74-4839-b3d8-4a9fe57e7cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377270 Nov 03 19:06:12.161757 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-da433fcb-341f-49cf-9575-8b1e57291728 req-1b538ea4-7353-4ba6-af82-a7c10bbd9ea0 service neutron] 10.222.0.87 "GET /v2.0/networks/71f86b94-3c74-4839-b3d8-4a9fe57e7cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133833 Nov 03 19:06:12.186745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3808841f-5bbb-4856-a5a3-53c0569092f7 req-8dc22117-2fee-4c6c-baf7-f5cb8f7a4094 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093632 Nov 03 19:06:12.254282 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0d9aa9-9055-446a-839e-331d967f1438 x-openstack-request-id: req-2c0d9aa9-9055-446a-839e-331d967f1438 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:12.254605 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6035d8e4-491f-4a12-acdd-a149c4d72891", "tag": "b5dfa722-8c16-4763-9e7b-067414fc0832", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:12.255334 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2c0d9aa9-9055-446a-839e-331d967f1438 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:12.255334 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6035d8e4-491f-4a12-acdd-a149c4d72891', 'tag': 'b5dfa722-8c16-4763-9e7b-067414fc0832', 'status': 'completed', 'code': 200} Nov 03 19:06:12.263014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acec62-02ed-483f-ac39-0966bda3eb3d req-c67ead1c-06ea-495d-90cf-1a3dcd043717 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:12.264606 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7acec62-02ed-483f-ac39-0966bda3eb3d req-c67ead1c-06ea-495d-90cf-1a3dcd043717 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 943 time: 0.4616191 Nov 03 19:06:12.377125 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7acec62-02ed-483f-ac39-0966bda3eb3d req-322dfa01-ebc6-41ee-ab02-3b224fae0454 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022193 Nov 03 19:06:12.377909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:12.427099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d66b06-95cb-47b2-9a25-4dec7efddf34 req-4cc30797-95d9-49ff-a1dd-18c2d237c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:12.428831 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f3d66b06-95cb-47b2-9a25-4dec7efddf34 req-4cc30797-95d9-49ff-a1dd-18c2d237c1bf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9e58544d35924cba83ca0ffcfa1c2cdb&device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 1094 time: 0.0929790 Nov 03 19:06:12.570521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d66b06-95cb-47b2-9a25-4dec7efddf34 req-7292b797-7285-480d-80d0-a625d61d945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:12.572788 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f3d66b06-95cb-47b2-9a25-4dec7efddf34 req-7292b797-7285-480d-80d0-a625d61d945d service neutron] 10.222.0.87 "GET /v2.0/networks?id=71f86b94-3c74-4839-b3d8-4a9fe57e7cc5 HTTP/1.1" status: 200 len: 913 time: 0.1295993 Nov 03 19:06:12.631408 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f3d66b06-95cb-47b2-9a25-4dec7efddf34 req-db122513-832e-440c-8a14-45e9498bb006 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5dfa722-8c16-4763-9e7b-067414fc0832 HTTP/1.1" status: 200 len: 217 time: 0.0488222 Nov 03 19:06:12.699518 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:12.728524 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d66b06-95cb-47b2-9a25-4dec7efddf34 req-342026e6-76be-4f3b-87dc-52a311a7a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:12.730179 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f3d66b06-95cb-47b2-9a25-4dec7efddf34 req-342026e6-76be-4f3b-87dc-52a311a7a809 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6d1d6ece-811c-42ee-8220-aa1e5cdad052 HTTP/1.1" status: 200 len: 852 time: 0.0856297 Nov 03 19:06:12.768882 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f3d66b06-95cb-47b2-9a25-4dec7efddf34 req-0aea77a7-7e2b-442e-ad27-ef908f952fe7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=71f86b94-3c74-4839-b3d8-4a9fe57e7cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287659 Nov 03 19:06:12.898754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9763d-20f0-4d66-966d-ad13792fe8ad req-34748115-6353-4f08-87f0-5a13b398ecba tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:12.900279 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ecd9763d-20f0-4d66-966d-ad13792fe8ad req-34748115-6353-4f08-87f0-5a13b398ecba tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.1181324 Nov 03 19:06:12.929984 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f3d66b06-95cb-47b2-9a25-4dec7efddf34 req-14d82f64-a03b-4df8-9342-0a7e2faf0bb7 service neutron] 10.222.0.87 "GET /v2.0/networks/71f86b94-3c74-4839-b3d8-4a9fe57e7cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499488 Nov 03 19:06:12.979813 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ecd9763d-20f0-4d66-966d-ad13792fe8ad req-256ccfd5-b014-4aaf-919d-8d6f86a25a45 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688925 Nov 03 19:06:13.006415 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router dd9b763a-3343-41af-a3d4-e017029ded05 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:06:13.123812 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f3d66b06-95cb-47b2-9a25-4dec7efddf34 req-a090be66-f1d9-4b30-96db-64f3d9993a1e service neutron] 10.222.0.87 "GET /v2.0/networks/71f86b94-3c74-4839-b3d8-4a9fe57e7cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809843 Nov 03 19:06:13.153633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:13.166647 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdefc89-29b4-4acb-93da-6837c6259046 None None] Sync routers for ids ['dd9b763a-3343-41af-a3d4-e017029ded05'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:13.182551 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdefc89-29b4-4acb-93da-6837c6259046 None None] Routers {'dd9b763a-3343-41af-a3d4-e017029ded05'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:13.183820 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-1cdefc89-29b4-4acb-93da-6837c6259046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['dd9b763a-3343-41af-a3d4-e017029ded05'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:13.205537 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.207720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-24083a6a-bad0-45df-94b8-655aa576ba46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1839554 Nov 03 19:06:13.210270 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54750) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:13.262537 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-1cdefc89-29b4-4acb-93da-6837c6259046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:13.279479 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdefc89-29b4-4acb-93da-6837c6259046 None None] Routers {'dd9b763a-3343-41af-a3d4-e017029ded05'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:13.280929 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-1cdefc89-29b4-4acb-93da-6837c6259046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['dd9b763a-3343-41af-a3d4-e017029ded05'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:13.351759 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.382422 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-1cdefc89-29b4-4acb-93da-6837c6259046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:13.384245 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdefc89-29b4-4acb-93da-6837c6259046 None None] The sync data for ids ['dd9b763a-3343-41af-a3d4-e017029ded05'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:06:13.398212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54754) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:13.419897 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0c16da75-7db7-4dac-959b-ad59a8899452 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/routers/dd9b763a-3343-41af-a3d4-e017029ded05 HTTP/1.1" status: 200 len: 884 time: 0.2077322 Nov 03 19:06:13.420530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54760) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:13.456680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device b5dfa722-8c16-4763-9e7b-067414fc0832 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:06:13.457887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c566d99-6602-4c95-8b3e-61567c38c17e req-c0388b74-430b-41cf-9a1e-76e38c81cffb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:13.465462 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c566d99-6602-4c95-8b3e-61567c38c17e req-c0388b74-430b-41cf-9a1e-76e38c81cffb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 943 time: 0.1564484 Nov 03 19:06:13.608997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c566d99-6602-4c95-8b3e-61567c38c17e req-8810ab5b-8dcf-4670-8de8-7eba7ddf735a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378586 Nov 03 19:06:13.637797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a00eb-9e0b-4d18-a2b8-1e0b84e2a157 req-13119e90-babe-4c19-9c3f-73fa40ddb887 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:13.641090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e65a00eb-9e0b-4d18-a2b8-1e0b84e2a157 req-13119e90-babe-4c19-9c3f-73fa40ddb887 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 943 time: 0.1498842 Nov 03 19:06:13.693959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port b5dfa722-8c16-4763-9e7b-067414fc0832, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=b5dfa722-8c16-4763-9e7b-067414fc0832,segment=NetworkSegment(8d256fa8-1d7d-4d50-961d-af70336dcdc2),segment_id=8d256fa8-1d7d-4d50-961d-af70336dcdc2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:13.716309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'b5dfa722-8c16-4763-9e7b-067414fc0832', 'network_id': '71f86b94-3c74-4839-b3d8-4a9fe57e7cc5', 'port_id': 'b5dfa722-8c16-4763-9e7b-067414fc0832', 'mac_address': 'fa:16:3e:5d:5d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1d6ece-811c-42ee-8220-aa1e5cdad052', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:06:13.747625 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e65a00eb-9e0b-4d18-a2b8-1e0b84e2a157 req-d236a28d-3a72-41cc-926b-b4a2648f944e tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005564 Nov 03 19:06:13.766930 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.779148 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4ea8c470-32ce-4509-abb3-58e501e0ddcf admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6da94b291f2747bcb49e41dd64f980d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3796957 Nov 03 19:06:13.781959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54764) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:13.794067 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5dfa722-8c16-4763-9e7b-067414fc0832 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:06:13.815455 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port b5dfa722-8c16-4763-9e7b-067414fc0832, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=b5dfa722-8c16-4763-9e7b-067414fc0832,segment=NetworkSegment(8d256fa8-1d7d-4d50-961d-af70336dcdc2),segment_id=8d256fa8-1d7d-4d50-961d-af70336dcdc2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:13.821667 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.843333 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2184e689-ea81-4479-87a5-4dbfd3ed5423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.867204 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6763db5f-ae2b-4937-b3ab-ed8fd20ef82c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4434073 Nov 03 19:06:13.867957 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54766) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:13.872553 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-12cd37ca-93fe-4b57-a044-286471767efb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-159271679'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:13.876260 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=b5dfa722-8c16-4763-9e7b-067414fc0832,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:13.898342 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2184e689-ea81-4479-87a5-4dbfd3ed5423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.975281 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2184e689-ea81-4479-87a5-4dbfd3ed5423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.978016 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2184e689-ea81-4479-87a5-4dbfd3ed5423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:13.979453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2184e689-ea81-4479-87a5-4dbfd3ed5423 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c96fe499-30f9-4753-befe-5593d7d90a37 HTTP/1.1" status: 204 len: 168 time: 0.1961973 Nov 03 19:06:14.001152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184e689-ea81-4479-87a5-4dbfd3ed5423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96fe499-30f9-4753-befe-5593d7d90a37,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:14.185708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee64c91-17ed-452b-bfdf-9b9ab303e6a0 req-4ca8b7a0-ee72-4695-bcef-7cbe5a353af0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:14.196698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0ee64c91-17ed-452b-bfdf-9b9ab303e6a0 req-4ca8b7a0-ee72-4695-bcef-7cbe5a353af0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.0726812 Nov 03 19:06:14.257004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['b5dfa722-8c16-4763-9e7b-067414fc0832'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:06:14.260388 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0ee64c91-17ed-452b-bfdf-9b9ab303e6a0 req-0a5fcbd0-0b97-443d-aef0-5461353b85f3 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621798 Nov 03 19:06:14.364821 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-12cd37ca-93fe-4b57-a044-286471767efb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:14.380941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-12cd37ca-93fe-4b57-a044-286471767efb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:14.541915 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cd37ca-93fe-4b57-a044-286471767efb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router dd9b763a-3343-41af-a3d4-e017029ded05 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:06:14.699445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6a349fd0-43b6-4f9d-821e-b8571671de28 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:06:14.865402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6a349fd0-43b6-4f9d-821e-b8571671de28, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6a349fd0-43b6-4f9d-821e-b8571671de28,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:14.882407 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '6a349fd0-43b6-4f9d-821e-b8571671de28', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'port_id': '6a349fd0-43b6-4f9d-821e-b8571671de28', 'mac_address': 'fa:16:3e:9f:58:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:06:14.883281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdbb7b-789f-45ed-a063-9290756ca31e req-d7e2a368-d029-445d-82d3-d587d3efb93e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:14.891127 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53fdbb7b-789f-45ed-a063-9290756ca31e req-d7e2a368-d029-445d-82d3-d587d3efb93e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 943 time: 0.1521034 Nov 03 19:06:14.960616 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:14.979744 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a349fd0-43b6-4f9d-821e-b8571671de28 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:06:15.033991 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6a349fd0-43b6-4f9d-821e-b8571671de28, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6a349fd0-43b6-4f9d-821e-b8571671de28,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:15.045180 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.079157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fd0dc-2238-4803-a21d-76b128b537b7 req-a63028c2-7e63-476c-b357-46fb0e817b1d tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:15.082542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b46fd0dc-2238-4803-a21d-76b128b537b7 req-a63028c2-7e63-476c-b357-46fb0e817b1d tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 944 time: 0.1878140 Nov 03 19:06:15.100836 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=6a349fd0-43b6-4f9d-821e-b8571671de28,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:15.118643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53fdbb7b-789f-45ed-a063-9290756ca31e req-45aa95df-2090-4fde-81ab-44308f1c0885 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162836 Nov 03 19:06:15.119383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cd37ca-93fe-4b57-a044-286471767efb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:15.127347 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-12cd37ca-93fe-4b57-a044-286471767efb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.130876 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-12cd37ca-93fe-4b57-a044-286471767efb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/dd9b763a-3343-41af-a3d4-e017029ded05 HTTP/1.1" status: 200 len: 891 time: 1.2596006 Nov 03 19:06:15.132310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54808) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:15.135114 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898d82fc-6f49-4a9d-9e75-b3f0e5a8b53c None None] Sync routers for ids ['dd9b763a-3343-41af-a3d4-e017029ded05'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:15.150510 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898d82fc-6f49-4a9d-9e75-b3f0e5a8b53c None None] Routers {'dd9b763a-3343-41af-a3d4-e017029ded05'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:15.151140 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-898d82fc-6f49-4a9d-9e75-b3f0e5a8b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['dd9b763a-3343-41af-a3d4-e017029ded05'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:15.198161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-898d82fc-6f49-4a9d-9e75-b3f0e5a8b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:15.215466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898d82fc-6f49-4a9d-9e75-b3f0e5a8b53c None None] Routers {'dd9b763a-3343-41af-a3d4-e017029ded05'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:15.217831 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-898d82fc-6f49-4a9d-9e75-b3f0e5a8b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['dd9b763a-3343-41af-a3d4-e017029ded05'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:15.224020 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b46fd0dc-2238-4803-a21d-76b128b537b7 req-60b5a2f8-9b5e-4a9c-8bd4-b0a17d4510b1 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347425 Nov 03 19:06:15.262957 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-898d82fc-6f49-4a9d-9e75-b3f0e5a8b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:15.271632 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898d82fc-6f49-4a9d-9e75-b3f0e5a8b53c None None] The sync data for ids ['dd9b763a-3343-41af-a3d4-e017029ded05'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:06:15.277187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['6a349fd0-43b6-4f9d-821e-b8571671de28'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:06:15.327975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54814) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:15.338845 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e2effb03-8306-417b-aaec-ef8333453009 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/routers/dd9b763a-3343-41af-a3d4-e017029ded05 HTTP/1.1" status: 200 len: 891 time: 0.2048743 Nov 03 19:06:15.367549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54816) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:15.376018 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ec5b9dc5-e41b-4fa9-80f3-e114c8af0cc6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9b763a-3343-41af-a3d4-e017029ded05 HTTP/1.1" status: 200 len: 205 time: 0.0463059 Nov 03 19:06:15.480478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device b5dfa722-8c16-4763-9e7b-067414fc0832 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:15.546926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bcd88-17dd-4053-bf5e-3545ed0830ef req-7b889491-3b23-402e-95ad-a712aa35c233 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:15.562298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e85bcd88-17dd-4053-bf5e-3545ed0830ef req-7b889491-3b23-402e-95ad-a712aa35c233 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.1412828 Nov 03 19:06:15.590151 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port b5dfa722-8c16-4763-9e7b-067414fc0832 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:06:15.595256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port b5dfa722-8c16-4763-9e7b-067414fc0832 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:15.595964 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.645047 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ddd4f3b2-05db-483c-b275-a830e999f02c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.669383 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e85bcd88-17dd-4053-bf5e-3545ed0830ef req-66b895e1-0130-41f0-b512-83d8f02c04fa tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977564 Nov 03 19:06:15.749256 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.797059 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6035d8e4-491f-4a12-acdd-a149c4d72891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5dfa722-8c16-4763-9e7b-067414fc0832'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:15.800152 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760207db-ee18-45f7-90e7-30d021f0aad6" -d '{"events": [{"server_uuid": "6035d8e4-491f-4a12-acdd-a149c4d72891", "name": "network-vif-plugged", "status": "completed", "tag": "b5dfa722-8c16-4763-9e7b-067414fc0832"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:15.805110 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port b5dfa722-8c16-4763-9e7b-067414fc0832, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=b5dfa722-8c16-4763-9e7b-067414fc0832,segment=NetworkSegment(8d256fa8-1d7d-4d50-961d-af70336dcdc2),segment_id=8d256fa8-1d7d-4d50-961d-af70336dcdc2)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:15.818842 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.835563 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ddd4f3b2-05db-483c-b275-a830e999f02c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.913551 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45754308-93d8-4b95-a3ab-8eb27c821f45 x-openstack-request-id: req-45754308-93d8-4b95-a3ab-8eb27c821f45 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:15.913926 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6035d8e4-491f-4a12-acdd-a149c4d72891", "name": "network-vif-plugged", "status": "completed", "tag": "b5dfa722-8c16-4763-9e7b-067414fc0832", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:15.914107 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-45754308-93d8-4b95-a3ab-8eb27c821f45 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:15.915514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4f3b2-05db-483c-b275-a830e999f02c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port 2bf59c62-8a85-4cc4-9fde-cb9c0bb5785f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:15.916017 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6035d8e4-491f-4a12-acdd-a149c4d72891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5dfa722-8c16-4763-9e7b-067414fc0832', 'code': 200} Nov 03 19:06:15.916199 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ddd4f3b2-05db-483c-b275-a830e999f02c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:15.919244 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=b5dfa722-8c16-4763-9e7b-067414fc0832,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:16.026591 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ddd4f3b2-05db-483c-b275-a830e999f02c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.043120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4f3b2-05db-483c-b275-a830e999f02c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for 2bf59c62-8a85-4cc4-9fde-cb9c0bb5785f owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:16.090230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331f338-f291-4fd7-a5f4-0bb010979387 req-34b4ab13-8858-4192-82a0-5aca124746e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:16.092157 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9331f338-f291-4fd7-a5f4-0bb010979387 req-34b4ab13-8858-4192-82a0-5aca124746e6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 1096 time: 0.0718989 Nov 03 19:06:16.167311 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9331f338-f291-4fd7-a5f4-0bb010979387 req-d96158ed-6604-45d1-95d9-c9d625659a15 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626042 Nov 03 19:06:16.312376 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ddd4f3b2-05db-483c-b275-a830e999f02c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.353632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4f3b2-05db-483c-b275-a830e999f02c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=2bf59c62-8a85-4cc4-9fde-cb9c0bb5785f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:16.392496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13b52c-9a1f-4d82-8ba4-e6e76087cd0d req-4fb796f5-42e6-4b2d-893c-4eeacc4895ab tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:16.394281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da13b52c-9a1f-4d82-8ba4-e6e76087cd0d req-4fb796f5-42e6-4b2d-893c-4eeacc4895ab tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 944 time: 0.1176538 Nov 03 19:06:16.483663 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ddd4f3b2-05db-483c-b275-a830e999f02c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.535098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da13b52c-9a1f-4d82-8ba4-e6e76087cd0d req-fdb37c1a-d58e-4b7f-a7bd-1ed430493caf tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161616 Nov 03 19:06:16.604361 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ddd4f3b2-05db-483c-b275-a830e999f02c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.608983 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ddd4f3b2-05db-483c-b275-a830e999f02c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.686552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ddd4f3b2-05db-483c-b275-a830e999f02c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.686552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd4f3b2-05db-483c-b275-a830e999f02c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Fanout notify agent at l3_agent the message router_deleted on router dd9b763a-3343-41af-a3d4-e017029ded05 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:06:16.726946 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ddd4f3b2-05db-483c-b275-a830e999f02c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.733159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ddd4f3b2-05db-483c-b275-a830e999f02c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/routers/dd9b763a-3343-41af-a3d4-e017029ded05 HTTP/1.1" status: 204 len: 168 time: 1.3616173 Nov 03 19:06:16.736833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54856) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:16.741193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6a349fd0-43b6-4f9d-821e-b8571671de28 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:16.745497 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6bee04e6-0be0-4951-95ea-93f01c94ffb7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1884047427'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:16.797491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a25147-bfe3-402d-91af-da65baac14e5 req-d1a79c6b-a712-422a-914c-8c381cc43804 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:16.800684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bee04e6-0be0-4951-95ea-93f01c94ffb7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:16.804686 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bee04e6-0be0-4951-95ea-93f01c94ffb7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.809003 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31a25147-bfe3-402d-91af-da65baac14e5 req-d1a79c6b-a712-422a-914c-8c381cc43804 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.1363275 Nov 03 19:06:16.834583 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54858) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:16.835259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 6a349fd0-43b6-4f9d-821e-b8571671de28 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:06:16.840325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 6a349fd0-43b6-4f9d-821e-b8571671de28 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:16.840664 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.847468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-fa745b7d-795a-44ee-9b87-3688be531e68 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-553949508', 'description': 'tempest-secgroup-smoke-553949508 description', 'project_id': '78a454aa6ba94726aa7cce9e1618069d'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:16.877868 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bee04e6-0be0-4951-95ea-93f01c94ffb7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:06:16.909484 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bee04e6-0be0-4951-95ea-93f01c94ffb7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:16.910107 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-6bee04e6-0be0-4951-95ea-93f01c94ffb7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Added segment dccc834a-71d5-4005-8e27-0a51d5f1ecbe of type vlan for network b5fff48e-d82c-4265-9c62-fc64d934a58e Nov 03 19:06:16.944953 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-31a25147-bfe3-402d-91af-da65baac14e5 req-81bd93b0-9bdf-4146-ac54-dd82980f9b57 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240206 Nov 03 19:06:16.992163 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.017263 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa745b7d-795a-44ee-9b87-3688be531e68 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.018314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bee04e6-0be0-4951-95ea-93f01c94ffb7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.029804 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa745b7d-795a-44ee-9b87-3688be531e68 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.042158 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 6a349fd0-43b6-4f9d-821e-b8571671de28, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6a349fd0-43b6-4f9d-821e-b8571671de28,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:17.049388 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.066094 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bee04e6-0be0-4951-95ea-93f01c94ffb7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.071001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f475aa-df22-4246-98a6-ebf72aa609e5 req-00b38a73-4b04-4afd-a7e9-5fe737e876c8 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:17.073575 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1f475aa-df22-4246-98a6-ebf72aa609e5 req-00b38a73-4b04-4afd-a7e9-5fe737e876c8 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.1672404 Nov 03 19:06:17.075533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee04e6-0be0-4951-95ea-93f01c94ffb7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:17.077269 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6bee04e6-0be0-4951-95ea-93f01c94ffb7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.129077 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=6a349fd0-43b6-4f9d-821e-b8571671de28,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:17.162735 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6bee04e6-0be0-4951-95ea-93f01c94ffb7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4212046 Nov 03 19:06:17.165696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54864) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:17.173874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f0ac142a-a376-4aef-9de4-e3c5d928fd0a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'subnet': {'network_id': 'b5fff48e-d82c-4265-9c62-fc64d934a58e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:17.214747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee04e6-0be0-4951-95ea-93f01c94ffb7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Network': ['ID=b5fff48e-d82c-4265-9c62-fc64d934a58e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:17.225550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1f475aa-df22-4246-98a6-ebf72aa609e5 req-f8c86b2e-bba9-4f14-b08f-e90c4aeddc39 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416202 Nov 03 19:06:17.235252 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network b5fff48e-d82c-4265-9c62-fc64d934a58e details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:06:17.349629 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa745b7d-795a-44ee-9b87-3688be531e68 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.355233 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa745b7d-795a-44ee-9b87-3688be531e68 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.359868 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d3357-9515-4450-8d80-1c3e836a470b req-d699394f-95e6-4f40-bbbd-67ba0687523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:17.362065 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ef7d3357-9515-4450-8d80-1c3e836a470b req-d699394f-95e6-4f40-bbbd-67ba0687523b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e9d7da11298041f289f7491f982131c3&device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 1096 time: 0.0597875 Nov 03 19:06:17.363831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ac142a-a376-4aef-9de4-e3c5d928fd0a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:17.368253 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0ac142a-a376-4aef-9de4-e3c5d928fd0a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.472520 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa745b7d-795a-44ee-9b87-3688be531e68 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf34c78-dd7c-42a9-bdce-553c2dc68de9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:17.518127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d3357-9515-4450-8d80-1c3e836a470b req-61c23e52-5f8a-4d33-a1d7-3502b568cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:17.521100 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ef7d3357-9515-4450-8d80-1c3e836a470b req-61c23e52-5f8a-4d33-a1d7-3502b568cb84 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a HTTP/1.1" status: 200 len: 912 time: 0.1373551 Nov 03 19:06:17.553818 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa745b7d-795a-44ee-9b87-3688be531e68 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.563881 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa745b7d-795a-44ee-9b87-3688be531e68 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.574185 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ef7d3357-9515-4450-8d80-1c3e836a470b req-b28f2eda-036d-445f-9884-5fa8c71f130f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe HTTP/1.1" status: 200 len: 217 time: 0.0443122 Nov 03 19:06:17.626548 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa745b7d-795a-44ee-9b87-3688be531e68 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.632244 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fa745b7d-795a-44ee-9b87-3688be531e68 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7953463 Nov 03 19:06:17.636282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54874) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:17.646127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b5b19213-be4d-455b-8d42-d8685cc167f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:17.684124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d3357-9515-4450-8d80-1c3e836a470b req-d7fb6580-5500-4efc-afc3-2f333e48f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:17.684401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa745b7d-795a-44ee-9b87-3688be531e68 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:17.688423 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ef7d3357-9515-4450-8d80-1c3e836a470b req-d7fb6580-5500-4efc-afc3-2f333e48f159 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a8c3776-2803-4674-9d8d-e9308b2a0691 HTTP/1.1" status: 200 len: 851 time: 0.1043847 Nov 03 19:06:17.739672 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ef7d3357-9515-4450-8d80-1c3e836a470b req-464def4f-5573-4291-937e-1d118fde40fe service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374739 Nov 03 19:06:17.775986 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5b19213-be4d-455b-8d42-d8685cc167f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.817580 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0ac142a-a376-4aef-9de4-e3c5d928fd0a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:17.835237 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ef7d3357-9515-4450-8d80-1c3e836a470b req-871c8499-96a0-4b2a-bb07-f964f8caacb3 service neutron] 10.222.0.98 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875692 Nov 03 19:06:17.839932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f2e70-90a1-4b14-92bc-5445d4d2c2bd req-b57dc12b-394a-4662-9a07-f024392c4978 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:17.841497 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c3f2e70-90a1-4b14-92bc-5445d4d2c2bd req-b57dc12b-394a-4662-9a07-f024392c4978 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 945 time: 0.1401570 Nov 03 19:06:17.917443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4aa53b7-a8eb-4291-8900-f8a64584b3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a349fd0-43b6-4f9d-821e-b8571671de28'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:17.926875 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693135d8-fc74-4e73-b855-109c2703f5e2" -d '{"events": [{"server_uuid": "e4aa53b7-a8eb-4291-8900-f8a64584b3ec", "name": "network-vif-plugged", "status": "completed", "tag": "6a349fd0-43b6-4f9d-821e-b8571671de28"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:17.950761 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ef7d3357-9515-4450-8d80-1c3e836a470b req-606d8bf4-e3b3-4b55-a62b-ef0e269cf2b0 service neutron] 10.222.0.98 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078656 Nov 03 19:06:17.958131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac142a-a376-4aef-9de4-e3c5d928fd0a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Subnet': ['ID=d13bc2bf-6445-4fcd-beb7-d64b8b36fb9d,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:17.979805 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3c93ee-0804-4dd8-9c46-ab845b334aa7 x-openstack-request-id: req-1a3c93ee-0804-4dd8-9c46-ab845b334aa7 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:17.980238 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4aa53b7-a8eb-4291-8900-f8a64584b3ec", "name": "network-vif-plugged", "status": "completed", "tag": "6a349fd0-43b6-4f9d-821e-b8571671de28", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:17.980563 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1a3c93ee-0804-4dd8-9c46-ab845b334aa7 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:17.980978 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4aa53b7-a8eb-4291-8900-f8a64584b3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a349fd0-43b6-4f9d-821e-b8571671de28', 'code': 200} Nov 03 19:06:17.999317 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5b19213-be4d-455b-8d42-d8685cc167f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.006931 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5b19213-be4d-455b-8d42-d8685cc167f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.016996 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c3f2e70-90a1-4b14-92bc-5445d4d2c2bd req-e000a3e0-2959-4dc5-97e6-d255e555cd56 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463242 Nov 03 19:06:18.017449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac142a-a376-4aef-9de4-e3c5d928fd0a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Checking segment: {'id': 'dccc834a-71d5-4005-8e27-0a51d5f1ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b5fff48e-d82c-4265-9c62-fc64d934a58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:18.017716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ac142a-a376-4aef-9de4-e3c5d928fd0a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network hostable DHCP agents. Network: b5fff48e-d82c-4265-9c62-fc64d934a58e, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:06:18.036198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b19213-be4d-455b-8d42-d8685cc167f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cdf72a-97a8-4f11-af6c-1d292f62fb51,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:18.049764 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b5b19213-be4d-455b-8d42-d8685cc167f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.054452 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54880) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:18.054649 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b5b19213-be4d-455b-8d42-d8685cc167f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4132195 Nov 03 19:06:18.063898 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-dbc0424b-28c6-467a-be33-45d23b99fdae tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:18.079820 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ac142a-a376-4aef-9de4-e3c5d928fd0a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network b5fff48e-d82c-4265-9c62-fc64d934a58e is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:06:18.107603 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-f0ac142a-a376-4aef-9de4-e3c5d928fd0a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, b5fff48e-d82c-4265-9c62-fc64d934a58e) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:18.112840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ac142a-a376-4aef-9de4-e3c5d928fd0a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:18.113442 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0ac142a-a376-4aef-9de4-e3c5d928fd0a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.121409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ec31b-b15d-4e8a-848f-cd2e6833384f None None] Network b5fff48e-d82c-4265-9c62-fc64d934a58e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:18.137168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084c4f3-7b6d-48b2-be17-77ac602848dc req-98571914-de18-400d-b6ee-4ca9819bea45 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:18.138760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c084c4f3-7b6d-48b2-be17-77ac602848dc req-98571914-de18-400d-b6ee-4ca9819bea45 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.0757117 Nov 03 19:06:18.179532 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbc0424b-28c6-467a-be33-45d23b99fdae tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.198793 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f0ac142a-a376-4aef-9de4-e3c5d928fd0a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0277634 Nov 03 19:06:18.205057 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6926cf-dc09-44ab-9b0b-f88483561084 req-648894b2-68a1-46ce-8f37-5d02f96bf411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:18.205537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54884) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:18.205971 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4d6926cf-dc09-44ab-9b0b-f88483561084 req-648894b2-68a1-46ce-8f37-5d02f96bf411 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 1096 time: 0.1203718 Nov 03 19:06:18.220385 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-e8b263ef-833b-41f9-8ead-20951d50dba5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1849987002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:18.257552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c084c4f3-7b6d-48b2-be17-77ac602848dc req-b4114f96-9f7a-48b1-9e5d-89aa072167ca tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102726 Nov 03 19:06:18.271749 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8b263ef-833b-41f9-8ead-20951d50dba5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.273109 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8b263ef-833b-41f9-8ead-20951d50dba5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.336683 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbc0424b-28c6-467a-be33-45d23b99fdae tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.353849 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbc0424b-28c6-467a-be33-45d23b99fdae tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.379900 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-b5fff48e-d82c-4265-9c62-fc64d934a58e', 'network_id': 'b5fff48e-d82c-4265-9c62-fc64d934a58e', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'fixed_ips': [{'subnet_id': 'd13bc2bf-6445-4fcd-beb7-d64b8b36fb9d'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:06:18.381985 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.387991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0424b-28c6-467a-be33-45d23b99fdae tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6397ce0-686c-440c-90e0-273b118c0031,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:18.398948 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4d6926cf-dc09-44ab-9b0b-f88483561084 req-4c578760-f347-4f5f-8868-96dbdc622483 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800919 Nov 03 19:06:18.417168 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dbc0424b-28c6-467a-be33-45d23b99fdae tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.423598 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dbc0424b-28c6-467a-be33-45d23b99fdae tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3649828 Nov 03 19:06:18.425005 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54892) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:18.429964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4e102a66-5b2b-4f21-9f07-c79700a27e92 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:18.464343 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e102a66-5b2b-4f21-9f07-c79700a27e92 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.565741 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e102a66-5b2b-4f21-9f07-c79700a27e92 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.574166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Allocated IP 2001:db8::2 (b5fff48e-d82c-4265-9c62-fc64d934a58e/d13bc2bf-6445-4fcd-beb7-d64b8b36fb9d/08294feb-bcad-4a2a-8d15-eca33d63b4b6) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:18.574523 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e102a66-5b2b-4f21-9f07-c79700a27e92 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.601141 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e102a66-5b2b-4f21-9f07-c79700a27e92 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5bbc97-eee8-429f-80ca-f56543ccada1,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:18.614107 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4e102a66-5b2b-4f21-9f07-c79700a27e92 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.614767 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4e102a66-5b2b-4f21-9f07-c79700a27e92 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1886113 Nov 03 19:06:18.617397 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54898) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:18.624206 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7eeda62b-a8c3-4317-ae84-da5e502fa97e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:18.686960 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eeda62b-a8c3-4317-ae84-da5e502fa97e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.783470 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eeda62b-a8c3-4317-ae84-da5e502fa97e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.789351 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eeda62b-a8c3-4317-ae84-da5e502fa97e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.815458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeda62b-a8c3-4317-ae84-da5e502fa97e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4279589-852f-4e53-8b5f-4598b6c25f62,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:18.827951 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7eeda62b-a8c3-4317-ae84-da5e502fa97e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.834422 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7eeda62b-a8c3-4317-ae84-da5e502fa97e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2119598 Nov 03 19:06:18.834632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54902) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:18.842061 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d933345a-5dc0-4234-83e6-22237adbdb19 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:18.863422 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.864923 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-d933345a-5dc0-4234-83e6-22237adbdb19 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Project 78a454aa6ba94726aa7cce9e1618069d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:06:18.865500 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8b263ef-833b-41f9-8ead-20951d50dba5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.872505 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d933345a-5dc0-4234-83e6-22237adbdb19 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.878526 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.901503 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8b263ef-833b-41f9-8ead-20951d50dba5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.933803 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8b263ef-833b-41f9-8ead-20951d50dba5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.943641 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e8b263ef-833b-41f9-8ead-20951d50dba5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7285790 Nov 03 19:06:18.963795 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Network b5fff48e-d82c-4265-9c62-fc64d934a58e is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:18.966064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:18.971541 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:18.982041 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d933345a-5dc0-4234-83e6-22237adbdb19 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.988340 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d933345a-5dc0-4234-83e6-22237adbdb19 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:18.997798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Pushing event updated for resources: {'Port': ['ID=08294feb-bcad-4a2a-8d15-eca33d63b4b6,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:19.005989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f547908-0771-494e-9ff2-23a75d783997 req-114bb873-be7a-4b90-a7e2-ffc28378197b tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:19.010040 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f547908-0771-494e-9ff2-23a75d783997 req-114bb873-be7a-4b90-a7e2-ffc28378197b tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.1664791 Nov 03 19:06:19.034752 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:19.035124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:19.035424 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:19.035787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:19.036124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:19.036451 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:19.036778 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:19.037099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:19.037423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:19.038117 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:19.038450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:19.038776 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:19.050247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933345a-5dc0-4234-83e6-22237adbdb19 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf66d3e-d0b3-4b72-8f42-cd87bc30c3ad,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:19.055090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29247972-b645-420d-8d14-7d8bafa04078 req-75483b23-df4e-4f44-9514-688236509cec tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:19.059392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54908) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:19.066394 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29247972-b645-420d-8d14-7d8bafa04078 req-75483b23-df4e-4f44-9514-688236509cec tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.2251847 Nov 03 19:06:19.082115 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Attempting to bind port 08294feb-bcad-4a2a-8d15-eca33d63b4b6 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:19.082623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Attempting to bind port 08294feb-bcad-4a2a-8d15-eca33d63b4b6 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'dccc834a-71d5-4005-8e27-0a51d5f1ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b5fff48e-d82c-4265-9c62-fc64d934a58e'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:19.082750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Attempting to bind port 08294feb-bcad-4a2a-8d15-eca33d63b4b6 on network b5fff48e-d82c-4265-9c62-fc64d934a58e {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:19.088389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:19.088791 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Checking segment: {'id': 'dccc834a-71d5-4005-8e27-0a51d5f1ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b5fff48e-d82c-4265-9c62-fc64d934a58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:19.089171 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.089989 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Bound using segment: {'id': 'dccc834a-71d5-4005-8e27-0a51d5f1ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b5fff48e-d82c-4265-9c62-fc64d934a58e'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:19.090483 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Bound port: 08294feb-bcad-4a2a-8d15-eca33d63b4b6, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccc834a-71d5-4005-8e27-0a51d5f1ecbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b5fff48e-d82c-4265-9c62-fc64d934a58e'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:19.090874 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.158834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29247972-b645-420d-8d14-7d8bafa04078 req-405b3ae5-8076-4e7e-a5ae-84935c6ba0e7 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886605 Nov 03 19:06:19.160658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f547908-0771-494e-9ff2-23a75d783997 req-5217293f-77e7-455a-9e98-d32bb3ce04e7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446888 Nov 03 19:06:19.186472 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d933345a-5dc0-4234-83e6-22237adbdb19 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.189968 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d933345a-5dc0-4234-83e6-22237adbdb19 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3522422 Nov 03 19:06:19.190809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54914) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:19.191342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] For port 08294feb-bcad-4a2a-8d15-eca33d63b4b6, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:19.198000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a8b80ce9-9566-488e-aefd-396dab10244c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:19.198566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] For port 08294feb-bcad-4a2a-8d15-eca33d63b4b6, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=08294feb-bcad-4a2a-8d15-eca33d63b4b6,segment=NetworkSegment(dccc834a-71d5-4005-8e27-0a51d5f1ecbe),segment_id=dccc834a-71d5-4005-8e27-0a51d5f1ecbe)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:19.204125 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.226513 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-a8b80ce9-9566-488e-aefd-396dab10244c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Project 78a454aa6ba94726aa7cce9e1618069d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:06:19.233569 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8b80ce9-9566-488e-aefd-396dab10244c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.365494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea67da-a372-4409-8d7d-299a8a6dbd23 None None] Pushing event updated for resources: {'Port': ['ID=08294feb-bcad-4a2a-8d15-eca33d63b4b6,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:19.454571 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8b80ce9-9566-488e-aefd-396dab10244c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.484819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f7327-9af4-42e4-b7c0-0260bfd1c2cd req-e0101b41-8123-4cb3-bcb9-f3ee2eb6a837 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:19.486492 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe0f7327-9af4-42e4-b7c0-0260bfd1c2cd req-e0101b41-8123-4cb3-bcb9-f3ee2eb6a837 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 945 time: 0.2054086 Nov 03 19:06:19.487994 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8b80ce9-9566-488e-aefd-396dab10244c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.536693 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b80ce9-9566-488e-aefd-396dab10244c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263d63fc-cb8b-4137-9cd5-ea33ff4697b1,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:19.612404 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a8b80ce9-9566-488e-aefd-396dab10244c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.617436 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a8b80ce9-9566-488e-aefd-396dab10244c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4214871 Nov 03 19:06:19.623474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 54922) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:19.641663 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.648421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ed584a9a-5d95-4a4c-a9ef-e6ec0d0cad29 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'network': {'name': 'tempest-network-smoke--1974539925', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'port_security_enabled': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:19.718421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb28376-2c97-40ad-8458-3fe41b703322 req-aad5a724-5d79-45e6-aeba-8a684220f4fc tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:19.720239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cb28376-2c97-40ad-8458-3fe41b703322 req-aad5a724-5d79-45e6-aeba-8a684220f4fc tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.1771173 Nov 03 19:06:19.722912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed584a9a-5d95-4a4c-a9ef-e6ec0d0cad29 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Made reservation on behalf of 78a454aa6ba94726aa7cce9e1618069d for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:19.738177 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ed584a9a-5d95-4a4c-a9ef-e6ec0d0cad29 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.752812 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe0f7327-9af4-42e4-b7c0-0260bfd1c2cd req-7e0a92f9-c0db-4b18-bbd3-de796362e98e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186458 Nov 03 19:06:19.808129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed584a9a-5d95-4a4c-a9ef-e6ec0d0cad29 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:06:19.827830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cb28376-2c97-40ad-8458-3fe41b703322 req-742f0b8b-3ce0-4f0d-a359-9d96d5844988 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790505 Nov 03 19:06:19.840101 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ed584a9a-5d95-4a4c-a9ef-e6ec0d0cad29 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.840566 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-ed584a9a-5d95-4a4c-a9ef-e6ec0d0cad29 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Added segment c9fdc722-06d1-442c-b9a4-2261da647a64 of type vlan for network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 Nov 03 19:06:19.903497 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ed584a9a-5d95-4a4c-a9ef-e6ec0d0cad29 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.947168 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ed584a9a-5d95-4a4c-a9ef-e6ec0d0cad29 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:19.953305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed584a9a-5d95-4a4c-a9ef-e6ec0d0cad29 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:19.954035 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ed584a9a-5d95-4a4c-a9ef-e6ec0d0cad29 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.010965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Allocated IP 2001:db8::1 (b5fff48e-d82c-4265-9c62-fc64d934a58e/d13bc2bf-6445-4fcd-beb7-d64b8b36fb9d/4d8f4508-e4fa-4808-9a42-f1d2012ef909) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:20.018117 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ed584a9a-5d95-4a4c-a9ef-e6ec0d0cad29 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3922517 Nov 03 19:06:20.022441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54930) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:20.032000 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'admin_state_up': True, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:20.112585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed584a9a-5d95-4a4c-a9ef-e6ec0d0cad29 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Network': ['ID=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:20.126364 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:06:20.137922 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.139496 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.251284 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.318223 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.338213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e26bf-246f-4cbe-b4c9-65c86730ea6d req-27955c58-c941-4a1d-8474-3c4c914f97a1 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:20.341316 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-369e26bf-246f-4cbe-b4c9-65c86730ea6d req-27955c58-c941-4a1d-8474-3c4c914f97a1 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.0814774 Nov 03 19:06:20.428307 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-369e26bf-246f-4cbe-b4c9-65c86730ea6d req-22fcad59-95b6-4f4a-ab1b-b798dd44a7dc tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731132 Nov 03 19:06:20.468824 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.546232 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.631971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network b5fff48e-d82c-4265-9c62-fc64d934a58e is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:20.639765 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:20.648305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:20.648967 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.654141 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=4d8f4508-e4fa-4808-9a42-f1d2012ef909,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:20.792514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869f362c-ac78-48fa-a1fd-43156005ee90 None None] Network b5fff48e-d82c-4265-9c62-fc64d934a58e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:20.923031 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.961710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d2607-47f4-40e2-a020-be40c5d8b944 req-2d66d258-05db-48dc-9508-5b7a0dd86529 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:20.962857 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-cee5e41b-ff3c-49cd-b2ce-1fd662afd932 None None] Provisioning complete for port 08294feb-bcad-4a2a-8d15-eca33d63b4b6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:20.963236 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cee5e41b-ff3c-49cd-b2ce-1fd662afd932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:20.964324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e33d2607-47f4-40e2-a020-be40c5d8b944 req-2d66d258-05db-48dc-9508-5b7a0dd86529 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 945 time: 0.1018264 Nov 03 19:06:20.997340 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.005210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 08294feb-bcad-4a2a-8d15-eca33d63b4b6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:21.038169 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.062867 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e33d2607-47f4-40e2-a020-be40c5d8b944 req-10aba341-78ff-46fa-8806-6fe74ac266f4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911219 Nov 03 19:06:21.216756 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7789dc-e260-4c8a-94c1-78756caa57c4 req-417efaae-d65f-4d95-b5e2-1316289ecdcf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:21.218847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d7789dc-e260-4c8a-94c1-78756caa57c4 req-417efaae-d65f-4d95-b5e2-1316289ecdcf tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.1545660 Nov 03 19:06:21.261496 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 08294feb-bcad-4a2a-8d15-eca33d63b4b6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:21.262393 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.354282 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d7789dc-e260-4c8a-94c1-78756caa57c4 req-886da5f2-5bd3-464f-bb29-ad22cf3ab680 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135569 Nov 03 19:06:21.374865 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93295cf8-c200-493f-b7cc-d6b45cf63b74 req-e35f2b6a-a929-4b18-8ca7-5a1b017736a0 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:21.389567 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cee5e41b-ff3c-49cd-b2ce-1fd662afd932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.407805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93295cf8-c200-493f-b7cc-d6b45cf63b74 req-e35f2b6a-a929-4b18-8ca7-5a1b017736a0 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 945 time: 0.2134359 Nov 03 19:06:21.459292 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.551720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93295cf8-c200-493f-b7cc-d6b45cf63b74 req-ceb7da1f-3899-4275-8405-e4368011fe61 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402256 Nov 03 19:06:21.638768 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 08294feb-bcad-4a2a-8d15-eca33d63b4b6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=08294feb-bcad-4a2a-8d15-eca33d63b4b6,segment=NetworkSegment(dccc834a-71d5-4005-8e27-0a51d5f1ecbe),segment_id=dccc834a-71d5-4005-8e27-0a51d5f1ecbe)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:21.667447 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.693580 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.25.2.69 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/bf58c3d8-9c9a-4bb6-a73b-f5720d731964) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:21.820291 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-cee5e41b-ff3c-49cd-b2ce-1fd662afd932 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:06:21.821082 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-cee5e41b-ff3c-49cd-b2ce-1fd662afd932 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:06:21.869404 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d42fbe-d942-4248-af65-89981d4f804f req-c8777317-ee9d-4d63-862f-c2db074e5d18 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:21.870993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-33d42fbe-d942-4248-af65-89981d4f804f req-c8777317-ee9d-4d63-862f-c2db074e5d18 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.1537778 Nov 03 19:06:21.871441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=08294feb-bcad-4a2a-8d15-eca33d63b4b6,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:21.893675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770bc5f-3ab9-462e-b3b5-3dee86c23c0f req-ce806176-11fe-4a47-ba89-c7cfae23bccb tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:21.895403 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4770bc5f-3ab9-462e-b3b5-3dee86c23c0f req-ce806176-11fe-4a47-ba89-c7cfae23bccb tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.1116877 Nov 03 19:06:21.927854 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.946680 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.947648 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:21.991241 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-33d42fbe-d942-4248-af65-89981d4f804f req-3dec369d-56f0-488b-a57a-cad8bc4f336d tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116378 Nov 03 19:06:22.002787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4770bc5f-3ab9-462e-b3b5-3dee86c23c0f req-0b9fcfd8-9ef4-47c3-8d28-96a892f196d2 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907385 Nov 03 19:06:22.116481 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fa0e-08f0-479c-958d-a89622afac03 req-a7642586-a3c2-4dc9-8d97-a8a781b1e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:22.118333 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d158fa0e-08f0-479c-958d-a89622afac03 req-a7642586-a3c2-4dc9-8d97-a8a781b1e83e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9e58544d35924cba83ca0ffcfa1c2cdb&device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 1096 time: 0.3305259 Nov 03 19:06:22.126174 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c4da3-14e5-4c38-aa0f-2e079f8f03ae req-0b65c606-46ae-4203-878c-233df2c80717 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:22.128511 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-540c4da3-14e5-4c38-aa0f-2e079f8f03ae req-0b65c606-46ae-4203-878c-233df2c80717 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 945 time: 0.0643437 Nov 03 19:06:22.151436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=4d8f4508-e4fa-4808-9a42-f1d2012ef909,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:22.177893 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.222805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-540c4da3-14e5-4c38-aa0f-2e079f8f03ae req-4aef1bda-38af-46ea-9109-f426ceeccb73 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850825 Nov 03 19:06:22.496645 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-348cd979-1e8c-42cb-ab8d-3b154cb9b6de None None] Provisioning complete for port 08294feb-bcad-4a2a-8d15-eca33d63b4b6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:22.497242 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-348cd979-1e8c-42cb-ab8d-3b154cb9b6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.531756 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c0cdd-fba4-4dda-ba2f-9b6c9e910bd7 req-2070ce18-0ebe-4253-a27f-2a4fc2163700 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:22.533848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-533c0cdd-fba4-4dda-ba2f-9b6c9e910bd7 req-2070ce18-0ebe-4253-a27f-2a4fc2163700 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 945 time: 0.0772891 Nov 03 19:06:22.596135 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-533c0cdd-fba4-4dda-ba2f-9b6c9e910bd7 req-ea938189-bd5d-4a0a-8e78-b0641ebd18a4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523717 Nov 03 19:06:22.638900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network b5fff48e-d82c-4265-9c62-fc64d934a58e is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:22.643034 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:22.653695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-348cd979-1e8c-42cb-ab8d-3b154cb9b6de None None] Provisioning complete for port 4d8f4508-e4fa-4808-9a42-f1d2012ef909 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:22.654704 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-348cd979-1e8c-42cb-ab8d-3b154cb9b6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.657063 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:22.706910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=bf58c3d8-9c9a-4bb6-a73b-f5720d731964,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:22.789645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fa0e-08f0-479c-958d-a89622afac03 req-89938de6-73bd-4861-880e-1ed35ec6ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:22.791308 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d158fa0e-08f0-479c-958d-a89622afac03 req-89938de6-73bd-4861-880e-1ed35ec6ded7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=71f86b94-3c74-4839-b3d8-4a9fe57e7cc5 HTTP/1.1" status: 200 len: 913 time: 0.6605611 Nov 03 19:06:22.825818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:22.836632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:22.880533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:22.914074 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 08294feb-bcad-4a2a-8d15-eca33d63b4b6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:22.931309 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d158fa0e-08f0-479c-958d-a89622afac03 req-5551557f-807b-474d-aceb-369bcc4991b4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5dfa722-8c16-4763-9e7b-067414fc0832 HTTP/1.1" status: 200 len: 217 time: 0.1081743 Nov 03 19:06:22.977293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-348cd979-1e8c-42cb-ab8d-3b154cb9b6de None None] Port 4d8f4508-e4fa-4808-9a42-f1d2012ef909 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:22.993509 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 08294feb-bcad-4a2a-8d15-eca33d63b4b6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:22.994104 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.110381 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fa0e-08f0-479c-958d-a89622afac03 req-a355b059-f4e2-4542-9045-4fa175361d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:23.111914 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d158fa0e-08f0-479c-958d-a89622afac03 req-a355b059-f4e2-4542-9045-4fa175361d52 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6d1d6ece-811c-42ee-8220-aa1e5cdad052 HTTP/1.1" status: 200 len: 852 time: 0.1426311 Nov 03 19:06:23.151815 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-adc9c3cf-85b6-4e1d-b32f-e9b14a152057 None None] Provisioning complete for port 4d8f4508-e4fa-4808-9a42-f1d2012ef909 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:23.152215 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-adc9c3cf-85b6-4e1d-b32f-e9b14a152057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.164489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router e2412e9d-6606-48ce-8481-ee3413eff2d8 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:06:23.172766 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d158fa0e-08f0-479c-958d-a89622afac03 req-4e4d49b0-3994-4558-bf88-add393fe8a29 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=71f86b94-3c74-4839-b3d8-4a9fe57e7cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494449 Nov 03 19:06:23.180340 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1812a66-3a61-47d7-916d-34ec3b39dc46 req-ab80720c-f8b1-4c2f-8d84-2383b8c8bbab tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:23.189886 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-adc9c3cf-85b6-4e1d-b32f-e9b14a152057 None None] Port 4d8f4508-e4fa-4808-9a42-f1d2012ef909 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:23.191780 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1812a66-3a61-47d7-916d-34ec3b39dc46 req-ab80720c-f8b1-4c2f-8d84-2383b8c8bbab tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.1112192 Nov 03 19:06:23.235908 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509cbaf-58bd-4e46-9f4a-8b06ed947dcf req-bcb33443-1946-4ebc-aa5d-ca624d8fd5a2 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:23.239866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5509cbaf-58bd-4e46-9f4a-8b06ed947dcf req-bcb33443-1946-4ebc-aa5d-ca624d8fd5a2 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.1192405 Nov 03 19:06:23.281911 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1812a66-3a61-47d7-916d-34ec3b39dc46 req-ee6fd26b-0e1c-45af-ac90-962a2a65f33b tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891986 Nov 03 19:06:23.329327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5509cbaf-58bd-4e46-9f4a-8b06ed947dcf req-80d1e5fb-a6df-4ac6-8168-1df9018c7dac tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793355 Nov 03 19:06:23.411831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:23.423024 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-01a29e68-3214-492b-a8eb-580d5229c1fe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/e2412e9d-6606-48ce-8481-ee3413eff2d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3566196 Nov 03 19:06:23.423024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54974) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:23.425812 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4082e2a0-09c7-41a6-9a84-c5e1647e13f9 None None] Sync routers for ids ['e2412e9d-6606-48ce-8481-ee3413eff2d8'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:23.437777 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082e2a0-09c7-41a6-9a84-c5e1647e13f9 None None] Routers {'e2412e9d-6606-48ce-8481-ee3413eff2d8'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:23.439630 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4082e2a0-09c7-41a6-9a84-c5e1647e13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e2412e9d-6606-48ce-8481-ee3413eff2d8'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:23.469572 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.472841 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4082e2a0-09c7-41a6-9a84-c5e1647e13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:23.483037 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082e2a0-09c7-41a6-9a84-c5e1647e13f9 None None] Routers {'e2412e9d-6606-48ce-8481-ee3413eff2d8'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:23.484227 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4082e2a0-09c7-41a6-9a84-c5e1647e13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e2412e9d-6606-48ce-8481-ee3413eff2d8'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:23.516438 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d158fa0e-08f0-479c-958d-a89622afac03 req-3b0be8f0-ba3a-4a55-90ef-c434e500a117 service neutron] 10.222.0.87 "GET /v2.0/networks/71f86b94-3c74-4839-b3d8-4a9fe57e7cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053043 Nov 03 19:06:23.525572 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5280cf-3bf7-4a68-85fb-81c4caa5a670 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:23.526656 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4082e2a0-09c7-41a6-9a84-c5e1647e13f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:23.527074 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9f5280cf-3bf7-4a68-85fb-81c4caa5a670 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports/4d8f4508-e4fa-4808-9a42-f1d2012ef909 HTTP/1.1" status: 200 len: 911 time: 0.1016989 Nov 03 19:06:23.527449 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4082e2a0-09c7-41a6-9a84-c5e1647e13f9 None None] The sync data for ids ['e2412e9d-6606-48ce-8481-ee3413eff2d8'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:06:23.531834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 54980) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:23.547038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-3e96e1b6-9ce2-4184-b67d-ecfcd70ab558 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd13bc2bf-6445-4fcd-beb7-d64b8b36fb9d'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:23.769963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec145b-ab28-4f20-94f4-43f467fb88ea req-d0ea025b-1932-42cf-87d2-e6a94c56ae37 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:23.776377 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-12ec145b-ab28-4f20-94f4-43f467fb88ea req-d0ea025b-1932-42cf-87d2-e6a94c56ae37 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 945 time: 0.0589843 Nov 03 19:06:23.808710 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d158fa0e-08f0-479c-958d-a89622afac03 req-59f1c226-6e86-4563-bcad-d63f14804615 service neutron] 10.222.0.87 "GET /v2.0/networks/71f86b94-3c74-4839-b3d8-4a9fe57e7cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782977 Nov 03 19:06:23.830290 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-12ec145b-ab28-4f20-94f4-43f467fb88ea req-f34d1852-ccb3-45e0-892d-a9f9f4e9b926 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480504 Nov 03 19:06:23.912487 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3e96e1b6-9ce2-4184-b67d-ecfcd70ab558 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:23.974375 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.144748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e79ce-2996-473d-a061-ad50dff1e3ec req-1b88b0fd-2b0b-46fe-a2c6-d46806ab360f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:24.146312 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d47e79ce-2996-473d-a061-ad50dff1e3ec req-1b88b0fd-2b0b-46fe-a2c6-d46806ab360f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 945 time: 0.1874249 Nov 03 19:06:24.432419 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 205d9d11-8a4a-4f91-9b70-38426705821f is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:06:24.437980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-d47e79ce-2996-473d-a061-ad50dff1e3ec req-c70bc327-9f37-41cf-96c4-9584974fefd4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Deleting port 6a349fd0-43b6-4f9d-821e-b8571671de28 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:24.438494 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d47e79ce-2996-473d-a061-ad50dff1e3ec req-c70bc327-9f37-41cf-96c4-9584974fefd4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:24.498235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe13e8-859d-4793-a0d0-5d69c9c9b2d4 req-8ed09471-78f4-417e-a6d4-dc467835d742 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:24.500125 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4fe13e8-859d-4793-a0d0-5d69c9c9b2d4 req-8ed09471-78f4-417e-a6d4-dc467835d742 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.1085491 Nov 03 19:06:24.515612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bb6f8-94be-448c-b416-3754bdaa5e9e req-1dc74850-d094-46c8-bcd2-0d42079fb642 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:24.517857 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a3bb6f8-94be-448c-b416-3754bdaa5e9e req-1dc74850-d094-46c8-bcd2-0d42079fb642 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.0843930 Nov 03 19:06:24.602867 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4fe13e8-859d-4793-a0d0-5d69c9c9b2d4 req-acdb06bc-92c0-478e-ad7c-74ebef46d976 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841389 Nov 03 19:06:24.609034 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a3bb6f8-94be-448c-b416-3754bdaa5e9e req-e24d1d04-77e0-46f9-98f8-e1e58f751353 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830886 Nov 03 19:06:24.978636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f860c2-0dd8-41b3-9e07-36680160c463 req-640e153f-a29a-49bb-890c-c0bb224dec59 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:24.980551 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42f860c2-0dd8-41b3-9e07-36680160c463 req-640e153f-a29a-49bb-890c-c0bb224dec59 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 945 time: 0.0655823 Nov 03 19:06:25.014305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d47e79ce-2996-473d-a061-ad50dff1e3ec req-c70bc327-9f37-41cf-96c4-9584974fefd4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] For port 6a349fd0-43b6-4f9d-821e-b8571671de28, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6a349fd0-43b6-4f9d-821e-b8571671de28,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:25.014800 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d47e79ce-2996-473d-a061-ad50dff1e3ec req-c70bc327-9f37-41cf-96c4-9584974fefd4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.045306 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42f860c2-0dd8-41b3-9e07-36680160c463 req-a241b0ab-27ad-4e20-9ce1-2dff5270bbc7 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580850 Nov 03 19:06:25.046309 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-d47e79ce-2996-473d-a061-ad50dff1e3ec req-c70bc327-9f37-41cf-96c4-9584974fefd4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Calling delete_port for 6a349fd0-43b6-4f9d-821e-b8571671de28 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:25.069997 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3e96e1b6-9ce2-4184-b67d-ecfcd70ab558 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.107258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:25.110235 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3e96e1b6-9ce2-4184-b67d-ecfcd70ab558 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.116263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e96e1b6-9ce2-4184-b67d-ecfcd70ab558 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:25.116840 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3e96e1b6-9ce2-4184-b67d-ecfcd70ab558 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.120097 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3e96e1b6-9ce2-4184-b67d-ecfcd70ab558 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/ports/4d8f4508-e4fa-4808-9a42-f1d2012ef909 HTTP/1.1" status: 200 len: 911 time: 1.5778677 Nov 03 19:06:25.120827 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Sync routers for ids ['205d9d11-8a4a-4f91-9b70-38426705821f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:25.121689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55014) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:25.136761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Routers {'205d9d11-8a4a-4f91-9b70-38426705821f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:25.137488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['205d9d11-8a4a-4f91-9b70-38426705821f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:25.192932 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.194184 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1727a490-487f-4e3c-b82d-fc61a272d5d2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.1703889 Nov 03 19:06:25.199083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55016) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:25.207351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96e1b6-9ce2-4184-b67d-ecfcd70ab558 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=4d8f4508-e4fa-4808-9a42-f1d2012ef909,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:25.322048 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Set router 205d9d11-8a4a-4f91-9b70-38426705821f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:06:25.337415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d47e79ce-2996-473d-a061-ad50dff1e3ec req-c70bc327-9f37-41cf-96c4-9584974fefd4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.473108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bc327-9f37-41cf-96c4-9584974fefd4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event deleted for resources: {'Port': ['ID=6a349fd0-43b6-4f9d-821e-b8571671de28,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:25.494740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47e79ce-2996-473d-a061-ad50dff1e3ec req-c70bc327-9f37-41cf-96c4-9584974fefd4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] No DVR routers for this DVR port 6a349fd0-43b6-4f9d-821e-b8571671de28 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:25.502340 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6adcc7cd-fbc7-408c-bdf7-e40ddef09424 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=78a454aa6ba94726aa7cce9e1618069d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3019347 Nov 03 19:06:25.503517 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d47e79ce-2996-473d-a061-ad50dff1e3ec req-c70bc327-9f37-41cf-96c4-9584974fefd4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.505796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55024) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:25.507289 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d47e79ce-2996-473d-a061-ad50dff1e3ec req-c70bc327-9f37-41cf-96c4-9584974fefd4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.98 "DELETE /v2.0/ports/6a349fd0-43b6-4f9d-821e-b8571671de28 HTTP/1.1" status: 204 len: 173 time: 1.3539827 Nov 03 19:06:25.507801 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4aa53b7-a8eb-4291-8900-f8a64584b3ec', 'name': 'network-vif-deleted', 'tag': '6a349fd0-43b6-4f9d-821e-b8571671de28'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:25.510142 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb3096a-fbb8-42ac-8d40-3916827e11c1" -d '{"events": [{"server_uuid": "e4aa53b7-a8eb-4291-8900-f8a64584b3ec", "name": "network-vif-deleted", "tag": "6a349fd0-43b6-4f9d-821e-b8571671de28"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:25.597280 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e145f76-c2b9-44dc-80dc-23a7695f2217 x-openstack-request-id: req-9e145f76-c2b9-44dc-80dc-23a7695f2217 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:25.597769 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4aa53b7-a8eb-4291-8900-f8a64584b3ec", "name": "network-vif-deleted", "tag": "6a349fd0-43b6-4f9d-821e-b8571671de28", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:25.598185 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9e145f76-c2b9-44dc-80dc-23a7695f2217 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:25.599068 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4aa53b7-a8eb-4291-8900-f8a64584b3ec', 'name': 'network-vif-deleted', 'tag': '6a349fd0-43b6-4f9d-821e-b8571671de28', 'status': 'completed', 'code': 200} Nov 03 19:06:25.631905 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:20Z', 'updated_at': '2021-11-03T19:06:23Z', 'revision_number': 3, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:21Z', 'updated_at': '2021-11-03T19:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:25.674725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Checking router: 205d9d11-8a4a-4f91-9b70-38426705821f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:06:25.675253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Updating router 205d9d11-8a4a-4f91-9b70-38426705821f port bf58c3d8-9c9a-4bb6-a73b-f5720d731964 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:06:25.740797 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.793092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1888c42b-e1ef-4f80-aa21-fe07895d552f tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:25.799316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55036) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:25.800953 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1888c42b-e1ef-4f80-aa21-fe07895d552f tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2940693 Nov 03 19:06:25.845716 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aef2b20c-91e1-4d72-adfd-ac62df3b4293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:25.895231 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-43cf5c2d-d55e-4f55-9be0-ca48f0d10bfe tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0919213 Nov 03 19:06:25.896260 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55038) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:25.901475 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-65b101a8-6710-4245-8e08-96242c4a50fc tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1726914204', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:26.022474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2b0bd-203a-40d3-a5a3-d4e8bf0394d9 req-80c0867f-1063-434f-a73f-3b99338a1a42 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:26.024433 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50e2b0bd-203a-40d3-a5a3-d4e8bf0394d9 req-80c0867f-1063-434f-a73f-3b99338a1a42 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.1362605 Nov 03 19:06:26.062879 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb3389b7-7bcd-445d-8d17-5cd330f7a191 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.084010 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b101a8-6710-4245-8e08-96242c4a50fc tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Made reservation on behalf of 78a454aa6ba94726aa7cce9e1618069d for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:26.090154 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65b101a8-6710-4245-8e08-96242c4a50fc tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.110183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d0ce7-3258-4b79-acf9-cf78740f802f req-061ec858-1d98-4285-967b-741c5af512d3 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:26.117845 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-010d0ce7-3258-4b79-acf9-cf78740f802f req-061ec858-1d98-4285-967b-741c5af512d3 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.2392139 Nov 03 19:06:26.219068 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50e2b0bd-203a-40d3-a5a3-d4e8bf0394d9 req-7994c7a8-6a87-4954-9353-70d2244bba44 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864235 Nov 03 19:06:26.249719 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.256679 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.316227 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-010d0ce7-3258-4b79-acf9-cf78740f802f req-a5358b87-992f-43ce-853e-850f6a0f8abd tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971231 Nov 03 19:06:26.367557 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Attempting to bind port bf58c3d8-9c9a-4bb6-a73b-f5720d731964 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:26.367964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Attempting to bind port bf58c3d8-9c9a-4bb6-a73b-f5720d731964 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:26.371069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Attempting to bind port bf58c3d8-9c9a-4bb6-a73b-f5720d731964 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:26.396080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:26.396460 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:26.396874 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.397274 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:26.397772 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Bound port: bf58c3d8-9c9a-4bb6-a73b-f5720d731964, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:26.398158 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.438756 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76579c-c89f-4411-b47a-8b9c044139d8 None None] Pushing event updated for resources: {'Port': ['ID=bf58c3d8-9c9a-4bb6-a73b-f5720d731964,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:26.455731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b03716c-a32c-49f4-b3a2-3b2aa668a869 req-6776522e-e453-4357-9b57-678cd9ed7eb6 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 210 time: 0.0627127 Nov 03 19:06:26.470172 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65b101a8-6710-4245-8e08-96242c4a50fc tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.528822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] For port bf58c3d8-9c9a-4bb6-a73b-f5720d731964, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:26.537217 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] For port bf58c3d8-9c9a-4bb6-a73b-f5720d731964, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bf58c3d8-9c9a-4bb6-a73b-f5720d731964,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:26.544001 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.595307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b101a8-6710-4245-8e08-96242c4a50fc tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Subnet': ['ID=62d8274d-235a-4ac8-98e4-cd0c24f2de1b,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:26.611503 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76579c-c89f-4411-b47a-8b9c044139d8 None None] Pushing event updated for resources: {'Port': ['ID=bf58c3d8-9c9a-4bb6-a73b-f5720d731964,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:26.615852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b101a8-6710-4245-8e08-96242c4a50fc tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Checking segment: {'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:26.616768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b101a8-6710-4245-8e08-96242c4a50fc tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network hostable DHCP agents. Network: 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:06:26.654994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b101a8-6710-4245-8e08-96242c4a50fc tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:06:26.655689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Routers {'205d9d11-8a4a-4f91-9b70-38426705821f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:26.656434 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:05:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['205d9d11-8a4a-4f91-9b70-38426705821f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:26.672658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-65b101a8-6710-4245-8e08-96242c4a50fc tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:26.680170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b101a8-6710-4245-8e08-96242c4a50fc tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:26.690997 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65b101a8-6710-4245-8e08-96242c4a50fc tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.702229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-eb3389b7-7bcd-445d-8d17-5cd330f7a191 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port 4d8f4508-e4fa-4808-9a42-f1d2012ef909 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:26.705624 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb3389b7-7bcd-445d-8d17-5cd330f7a191 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.723091 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-65b101a8-6710-4245-8e08-96242c4a50fc tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8257205 Nov 03 19:06:26.726243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55056) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:26.747878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7de3ec-37c5-452a-bde0-ec73ca2b7d4e None None] Network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:26.796002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6a349fd0-43b6-4f9d-821e-b8571671de28 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:26.819774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 6a349fd0-43b6-4f9d-821e-b8571671de28 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:06:26.820132 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6a349fd0-43b6-4f9d-821e-b8571671de28 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:26.887857 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716c157-c074-4efc-8760-13cdbe6108ff req-39b9ad0b-a278-4e78-8082-41b2806426ac tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:26.892485 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7716c157-c074-4efc-8760-13cdbe6108ff req-39b9ad0b-a278-4e78-8082-41b2806426ac tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.1553481 Nov 03 19:06:26.970564 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb3389b7-7bcd-445d-8d17-5cd330f7a191 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:26.975798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] Set router 205d9d11-8a4a-4f91-9b70-38426705821f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:06:27.019736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-eb3389b7-7bcd-445d-8d17-5cd330f7a191 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for 4d8f4508-e4fa-4808-9a42-f1d2012ef909 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:27.064603 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7716c157-c074-4efc-8760-13cdbe6108ff req-a2b23531-64f6-48c0-b054-17e2414c8b39 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657760 Nov 03 19:06:27.244395 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ips': [{'subnet_id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:06:27.245420 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:27.358150 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb3389b7-7bcd-445d-8d17-5cd330f7a191 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:27.424715 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3389b7-7bcd-445d-8d17-5cd330f7a191 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=4d8f4508-e4fa-4808-9a42-f1d2012ef909,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:27.586550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Allocated IP 172.20.0.2 (5e0a82c2-a8c8-4aad-aeb5-a4b92b103587/62d8274d-235a-4ac8-98e4-cd0c24f2de1b/5d6aec53-4736-4a3c-a196-393fed00637b) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:27.609689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:20Z', 'updated_at': '2021-11-03T19:06:23Z', 'revision_number': 3, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:21Z', 'updated_at': '2021-11-03T19:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:27.622551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1f471-2353-4bb1-98cc-af8eb96368e1 req-cb7fd65b-6150-4eed-9f3e-c0a06cfa0798 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:27.632327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00e1f471-2353-4bb1-98cc-af8eb96368e1 req-cb7fd65b-6150-4eed-9f3e-c0a06cfa0798 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.1949611 Nov 03 19:06:27.634931 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:27.671015 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb3389b7-7bcd-445d-8d17-5cd330f7a191 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:27.700845 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5947ff8-23b3-47bd-b770-455b0374ca22 None None] The sync data for ids ['205d9d11-8a4a-4f91-9b70-38426705821f'] in n-d-812150-4 is: [{'id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:20Z', 'updated_at': '2021-11-03T19:06:23Z', 'revision_number': 3, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:21Z', 'updated_at': '2021-11-03T19:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:06:27.781672 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-522f0335-6a26-4998-befc-5f540ec32880 req-aa9e41ac-13c0-4e44-864a-84d85697d06c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 210 time: 0.1736007 Nov 03 19:06:27.979564 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:27.990576 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:28.015460 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00e1f471-2353-4bb1-98cc-af8eb96368e1 req-4c6d41e8-678c-4489-9f9e-8f8a7a1d6099 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822711 Nov 03 19:06:28.088879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:28.166826 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Pushing event updated for resources: {'Port': ['ID=5d6aec53-4736-4a3c-a196-393fed00637b,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:28.202869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:28.217364 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:28.281094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.20.0.1 (5e0a82c2-a8c8-4aad-aeb5-a4b92b103587/62d8274d-235a-4ac8-98e4-cd0c24f2de1b/9e569052-c25c-4595-811a-386313a2dd07) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:28.316857 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-958a8740-fd48-4b12-9fc1-0775f3164b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:28.322786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3389b7-7bcd-445d-8d17-5cd330f7a191 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router e2412e9d-6606-48ce-8481-ee3413eff2d8 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:06:28.339868 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Attempting to bind port 5d6aec53-4736-4a3c-a196-393fed00637b on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:28.340748 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Attempting to bind port 5d6aec53-4736-4a3c-a196-393fed00637b by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:28.341387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Attempting to bind port 5d6aec53-4736-4a3c-a196-393fed00637b on network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:28.370645 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:28.371733 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Checking segment: {'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:28.372381 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:28.373173 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Bound using segment: {'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:28.374777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Bound port: 5d6aec53-4736-4a3c-a196-393fed00637b, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:28.375474 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:28.378145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23579d0-2f36-4841-9519-3a39c4da0486 req-38005261-b831-434d-951e-341aba6ae3f6 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:28.379790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e23579d0-2f36-4841-9519-3a39c4da0486 req-38005261-b831-434d-951e-341aba6ae3f6 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.1539214 Nov 03 19:06:28.491250 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:28.528010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] For port 5d6aec53-4736-4a3c-a196-393fed00637b, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:28.534116 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] For port 5d6aec53-4736-4a3c-a196-393fed00637b, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5d6aec53-4736-4a3c-a196-393fed00637b,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:28.564397 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:28.571211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3389b7-7bcd-445d-8d17-5cd330f7a191 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:28.581038 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-eb3389b7-7bcd-445d-8d17-5cd330f7a191 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/e2412e9d-6606-48ce-8481-ee3413eff2d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4581740 Nov 03 19:06:28.584811 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad1321-96e2-4ea5-995e-fed4a4cc58ec None None] Sync routers for ids ['e2412e9d-6606-48ce-8481-ee3413eff2d8'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:28.590610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55084) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:28.618988 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:28.622379 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad1321-96e2-4ea5-995e-fed4a4cc58ec None None] Routers {'e2412e9d-6606-48ce-8481-ee3413eff2d8'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:28.623407 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-28ad1321-96e2-4ea5-995e-fed4a4cc58ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e2412e9d-6606-48ce-8481-ee3413eff2d8'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:28.689474 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-de07889c-8e1f-4ee6-b65e-0491839e8f8d tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2412e9d-6606-48ce-8481-ee3413eff2d8 HTTP/1.1" status: 200 len: 205 time: 0.0931487 Nov 03 19:06:28.690128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55086) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:28.741069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73d245-61a4-4fed-9727-753e5a0010d8 None None] Pushing event updated for resources: {'Port': ['ID=5d6aec53-4736-4a3c-a196-393fed00637b,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:28.762103 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-28ad1321-96e2-4ea5-995e-fed4a4cc58ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:28.797991 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad1321-96e2-4ea5-995e-fed4a4cc58ec None None] Routers {'e2412e9d-6606-48ce-8481-ee3413eff2d8'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:28.801398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:28.802519 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-28ad1321-96e2-4ea5-995e-fed4a4cc58ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e2412e9d-6606-48ce-8481-ee3413eff2d8'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:28.812732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:28.826811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:28.881749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e23579d0-2f36-4841-9519-3a39c4da0486 req-11304825-0f75-4b4d-9e3d-0f0fcb31e38d tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309552 Nov 03 19:06:28.882406 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-28ad1321-96e2-4ea5-995e-fed4a4cc58ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:28.884759 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad1321-96e2-4ea5-995e-fed4a4cc58ec None None] The sync data for ids ['e2412e9d-6606-48ce-8481-ee3413eff2d8'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:06:28.923494 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=9e569052-c25c-4595-811a-386313a2dd07,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:28.928302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bf58c3d8-9c9a-4bb6-a73b-f5720d731964 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:28.995963 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.049255 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8d8d171-240c-4938-84af-edcf0f4e9092 req-739adeaa-f1bc-4dec-9c8c-fd54fe77e89c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 210 time: 0.0768235 Nov 03 19:06:29.072165 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb24164d-d1a0-4d1a-ac78-e395d31c9812 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.473854 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.491483 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.541222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port bf58c3d8-9c9a-4bb6-a73b-f5720d731964 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:29.541995 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.617250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b3bf1-f35d-4977-bc0f-0bc466068f27 req-33989b28-1a91-42de-bed6-88eb5e744f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:29.618850 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-777b3bf1-f35d-4977-bc0f-0bc466068f27 req-33989b28-1a91-42de-bed6-88eb5e744f9a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9e58544d35924cba83ca0ffcfa1c2cdb&device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 1096 time: 0.2046673 Nov 03 19:06:29.686545 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.713490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port bf58c3d8-9c9a-4bb6-a73b-f5720d731964, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bf58c3d8-9c9a-4bb6-a73b-f5720d731964,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:29.723965 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.818768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b3bf1-f35d-4977-bc0f-0bc466068f27 req-de9c9ad9-dd5a-4ee6-a838-e2a2ca7942eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:29.820255 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-777b3bf1-f35d-4977-bc0f-0bc466068f27 req-de9c9ad9-dd5a-4ee6-a838-e2a2ca7942eb service neutron] 10.222.0.87 "GET /v2.0/networks?id=71f86b94-3c74-4839-b3d8-4a9fe57e7cc5 HTTP/1.1" status: 200 len: 913 time: 0.1409569 Nov 03 19:06:29.841842 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=bf58c3d8-9c9a-4bb6-a73b-f5720d731964,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:29.909721 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-777b3bf1-f35d-4977-bc0f-0bc466068f27 req-3a9e5f7e-50ca-40b6-8eb1-6774762773f3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5dfa722-8c16-4763-9e7b-067414fc0832 HTTP/1.1" status: 200 len: 217 time: 0.0785975 Nov 03 19:06:29.980500 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb24164d-d1a0-4d1a-ac78-e395d31c9812 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.988007 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb24164d-d1a0-4d1a-ac78-e395d31c9812 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:29.999090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128b3a1-f14f-4741-8bb1-3721158ceffd req-57a44769-8088-4ffe-b6c5-2ef53de9ca98 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:30.011888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5128b3a1-f14f-4741-8bb1-3721158ceffd req-57a44769-8088-4ffe-b6c5-2ef53de9ca98 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.6907232 Nov 03 19:06:30.038703 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f763025-ef4e-4d37-b92b-3ac9c001e8c6 req-4fafc060-6b18-49db-8781-176fbefc316a tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:30.040867 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f763025-ef4e-4d37-b92b-3ac9c001e8c6 req-4fafc060-6b18-49db-8781-176fbefc316a tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.6382520 Nov 03 19:06:30.131488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b3bf1-f35d-4977-bc0f-0bc466068f27 req-93682602-2d9f-45da-9963-e9f55422b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:30.134593 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-777b3bf1-f35d-4977-bc0f-0bc466068f27 req-93682602-2d9f-45da-9963-e9f55422b9f5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6d1d6ece-811c-42ee-8220-aa1e5cdad052 HTTP/1.1" status: 200 len: 852 time: 0.0899282 Nov 03 19:06:30.171783 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb24164d-d1a0-4d1a-ac78-e395d31c9812 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.172712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb24164d-d1a0-4d1a-ac78-e395d31c9812 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Fanout notify agent at l3_agent the message router_deleted on router e2412e9d-6606-48ce-8481-ee3413eff2d8 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:06:30.215209 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb24164d-d1a0-4d1a-ac78-e395d31c9812 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.219865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cb24164d-d1a0-4d1a-ac78-e395d31c9812 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/routers/e2412e9d-6606-48ce-8481-ee3413eff2d8 HTTP/1.1" status: 204 len: 168 time: 1.5242314 Nov 03 19:06:30.226330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55114) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:30.246208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5128b3a1-f14f-4741-8bb1-3721158ceffd req-d049429c-7886-49d7-b80b-5cca44c2c93a tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332904 Nov 03 19:06:30.338059 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-777b3bf1-f35d-4977-bc0f-0bc466068f27 req-ba540935-b378-4dba-95e1-5ea14919adf3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=71f86b94-3c74-4839-b3d8-4a9fe57e7cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1831157 Nov 03 19:06:30.371140 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f763025-ef4e-4d37-b92b-3ac9c001e8c6 req-998b8221-0bf8-42c9-9c1e-3887c06c896d tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744641 Nov 03 19:06:30.418163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f813b691-1bb8-49d7-ac9f-4620639c97f1 None None] Network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:30.428316 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ac25ab7-e75f-4746-951e-eb78fb51647c req-e33b76d9-23b0-415b-9878-42e618ecdebb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 210 time: 0.0460389 Nov 03 19:06:30.439358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7663f7-46d3-4eba-805a-4790c2b51c46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting subnet d13bc2bf-6445-4fcd-beb7-d64b8b36fb9d {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:30.453533 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a7663f7-46d3-4eba-805a-4790c2b51c46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.538578 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a7663f7-46d3-4eba-805a-4790c2b51c46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.575793 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-777b3bf1-f35d-4977-bc0f-0bc466068f27 req-5541c5b4-c370-40c4-93c4-bc3303548c12 service neutron] 10.222.0.87 "GET /v2.0/networks/71f86b94-3c74-4839-b3d8-4a9fe57e7cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285929 Nov 03 19:06:30.628756 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5d007499-9fba-4aaf-86f8-58da24447ac2 None None] Provisioning complete for port 5d6aec53-4736-4a3c-a196-393fed00637b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:30.629145 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d007499-9fba-4aaf-86f8-58da24447ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.650028 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.658523 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a7663f7-46d3-4eba-805a-4790c2b51c46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.710145 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.725475 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a7663f7-46d3-4eba-805a-4790c2b51c46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.798891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7663f7-46d3-4eba-805a-4790c2b51c46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Subnet': ['ID=d13bc2bf-6445-4fcd-beb7-d64b8b36fb9d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:30.813237 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a7663f7-46d3-4eba-805a-4790c2b51c46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.821106 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6a7663f7-46d3-4eba-805a-4790c2b51c46 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/d13bc2bf-6445-4fcd-beb7-d64b8b36fb9d HTTP/1.1" status: 204 len: 168 time: 0.5874248 Nov 03 19:06:30.827657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55120) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:30.845364 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.846039 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.846823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e4834f-bca6-4b41-a69f-bc985e9eb078 None None] Network b5fff48e-d82c-4265-9c62-fc64d934a58e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:30.848579 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:30.986954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bf58c3d8-9c9a-4bb6-a73b-f5720d731964 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:31.010964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=9e569052-c25c-4595-811a-386313a2dd07,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:31.039679 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.084621 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-777b3bf1-f35d-4977-bc0f-0bc466068f27 req-213bcad6-3e7d-420b-83a6-841f2244faba service neutron] 10.222.0.87 "GET /v2.0/networks/71f86b94-3c74-4839-b3d8-4a9fe57e7cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274085 Nov 03 19:06:31.134650 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:31.137522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:31.227324 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port 08294feb-bcad-4a2a-8d15-eca33d63b4b6 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:31.227787 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.264463 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d007499-9fba-4aaf-86f8-58da24447ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.316997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5d007499-9fba-4aaf-86f8-58da24447ac2 None None] For port 5d6aec53-4736-4a3c-a196-393fed00637b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5d6aec53-4736-4a3c-a196-393fed00637b,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:31.329893 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5d007499-9fba-4aaf-86f8-58da24447ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.379937 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 205d9d11-8a4a-4f91-9b70-38426705821f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:06:31.396051 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d007499-9fba-4aaf-86f8-58da24447ac2 None None] Pushing event updated for resources: {'Port': ['ID=5d6aec53-4736-4a3c-a196-393fed00637b,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:31.401107 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port bf58c3d8-9c9a-4bb6-a73b-f5720d731964 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:31.401567 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.410482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] For port 08294feb-bcad-4a2a-8d15-eca33d63b4b6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=08294feb-bcad-4a2a-8d15-eca33d63b4b6,segment=NetworkSegment(dccc834a-71d5-4005-8e27-0a51d5f1ecbe),segment_id=dccc834a-71d5-4005-8e27-0a51d5f1ecbe)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:31.411600 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.434188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for 08294feb-bcad-4a2a-8d15-eca33d63b4b6 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:31.450497 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.474676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e660fd-70f2-4883-99eb-a9bb5372b3f4 req-66b61bc9-2781-44a6-a778-6fdd2489e6c4 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:31.491862 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65e660fd-70f2-4883-99eb-a9bb5372b3f4 req-66b61bc9-2781-44a6-a778-6fdd2489e6c4 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.1429129 Nov 03 19:06:31.606551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13db0acf-bc8b-4407-9f46-cf4b689490c8 None None] DHCP port deletion for b5fff48e-d82c-4265-9c62-fc64d934a58e request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:06:31.666767 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5d6aec53-4736-4a3c-a196-393fed00637b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:31.683135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:31.689935 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2b448e6c-9033-4f2f-b72e-6e2eab3b8883 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "PUT /v2.0/routers/205d9d11-8a4a-4f91-9b70-38426705821f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9625516 Nov 03 19:06:31.706861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Sync routers for ids ['205d9d11-8a4a-4f91-9b70-38426705821f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:31.755558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Routers {'205d9d11-8a4a-4f91-9b70-38426705821f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:31.756490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['205d9d11-8a4a-4f91-9b70-38426705821f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:31.826636 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65e660fd-70f2-4883-99eb-a9bb5372b3f4 req-2e45340e-9cae-4044-936b-e4b8cc3b1844 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333831 Nov 03 19:06:31.830029 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.877800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf97cde-095e-4485-b3b3-dfe5b87e2a9d req-15c8661a-e3d4-486e-9a69-9a78e010f8d2 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:31.880309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-baf97cde-095e-4485-b3b3-dfe5b87e2a9d req-15c8661a-e3d4-486e-9a69-9a78e010f8d2 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.3291528 Nov 03 19:06:31.896132 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-236012fa-af4b-4029-b3b7-105eb2497064 None None] Provisioning complete for port 9e569052-c25c-4595-811a-386313a2dd07 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:31.897028 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-236012fa-af4b-4029-b3b7-105eb2497064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:31.920002 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=08294feb-bcad-4a2a-8d15-eca33d63b4b6,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:31.970053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-13db0acf-bc8b-4407-9f46-cf4b689490c8 None None] Deleting port 08294feb-bcad-4a2a-8d15-eca33d63b4b6 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:31.971792 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No DVR routers for this DVR port 08294feb-bcad-4a2a-8d15-eca33d63b4b6 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:31.972738 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-13db0acf-bc8b-4407-9f46-cf4b689490c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.059125 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65ae3633-62f0-4f95-a97c-6f3909d7af97 req-7a5a27e6-5f9f-46b5-b656-7b58a9ae8cef tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 210 time: 0.0826950 Nov 03 19:06:32.111201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5d6aec53-4736-4a3c-a196-393fed00637b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:32.111620 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.254127 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-baf97cde-095e-4485-b3b3-dfe5b87e2a9d req-fe764684-e84f-4493-b740-863e1ec7d205 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204341 Nov 03 19:06:32.263010 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.315282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fff48e-d82c-4265-9c62-fc64d934a58e']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:32.324133 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Set router 205d9d11-8a4a-4f91-9b70-38426705821f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:06:32.335567 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-2a07903c-20c6-4f33-ac9c-38f417be2946 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-553949508&fields=id&tenant_id=78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 267 time: 0.1067173 Nov 03 19:06:32.337750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccc834a-71d5-4005-8e27-0a51d5f1ecbe') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:32.338159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccc834a-71d5-4005-8e27-0a51d5f1ecbe') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:32.370904 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.411634 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.418933 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:06:32.419724 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.441560 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-236012fa-af4b-4029-b3b7-105eb2497064 None None] Port 9e569052-c25c-4595-811a-386313a2dd07 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:06:32.494053 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:06:32.499077 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.507316 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.515621 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/networks/b5fff48e-d82c-4265-9c62-fc64d934a58e HTTP/1.1" status: 204 len: 168 time: 1.6880021 Nov 03 19:06:32.516591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55156) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:32.523755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a62d93c9-f95b-4b98-9650-64aea9d6f2fc tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-330866008', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:32.560390 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a62d93c9-f95b-4b98-9650-64aea9d6f2fc tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.561602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a62d93c9-f95b-4b98-9650-64aea9d6f2fc tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.589332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfb356-3908-49a5-bad1-f28d257a59df tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Network': ['ID=b5fff48e-d82c-4265-9c62-fc64d934a58e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:32.661353 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a62d93c9-f95b-4b98-9650-64aea9d6f2fc tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.667979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a62d93c9-f95b-4b98-9650-64aea9d6f2fc tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.674990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6190d-112b-4f97-aace-d3d46c78685f req-2db93fe2-4630-41a0-b51d-c72f6c7c0665 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:32.677243 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-2db93fe2-4630-41a0-b51d-c72f6c7c0665 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/networks?id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 HTTP/1.1" status: 200 len: 797 time: 0.3279169 Nov 03 19:06:32.717321 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a62d93c9-f95b-4b98-9650-64aea9d6f2fc tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.719637 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a62d93c9-f95b-4b98-9650-64aea9d6f2fc tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2002535 Nov 03 19:06:32.721825 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55162) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:32.727696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-4ea9816b-974f-4645-b517-5e94cd17939a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/quotas/78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 375 time: 0.0336316 Nov 03 19:06:32.733591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-29784693-609e-49fb-af77-0c414ee30bf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-594508009'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:32.752826 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-13db0acf-bc8b-4407-9f46-cf4b689490c8 None None] For port 08294feb-bcad-4a2a-8d15-eca33d63b4b6, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:32.753484 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-13db0acf-bc8b-4407-9f46-cf4b689490c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.768589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-13db0acf-bc8b-4407-9f46-cf4b689490c8 None None] Calling delete_port for 08294feb-bcad-4a2a-8d15-eca33d63b4b6 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:32.771995 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-13db0acf-bc8b-4407-9f46-cf4b689490c8 None None] Port 08294feb-bcad-4a2a-8d15-eca33d63b4b6 was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:06:32.777708 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-13db0acf-bc8b-4407-9f46-cf4b689490c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.799956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29784693-609e-49fb-af77-0c414ee30bf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:32.807993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-236012fa-af4b-4029-b3b7-105eb2497064 None None] Provisioning complete for port 5d6aec53-4736-4a3c-a196-393fed00637b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:32.809305 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-236012fa-af4b-4029-b3b7-105eb2497064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.826955 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29784693-609e-49fb-af77-0c414ee30bf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.859637 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13db0acf-bc8b-4407-9f46-cf4b689490c8 None None] Network b5fff48e-d82c-4265-9c62-fc64d934a58e is not hosted by any dhcp agent {{(pid=101713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:06:32.860316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db0acf-bc8b-4407-9f46-cf4b689490c8 None None] No DVR routers for this DVR port 08294feb-bcad-4a2a-8d15-eca33d63b4b6 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:32.870671 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-7a90b414-697e-44ad-b3c8-0cd2a6033a68 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1289427 Nov 03 19:06:32.882124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db0acf-bc8b-4407-9f46-cf4b689490c8 None None] Pushing event deleted for resources: {'Port': ['ID=08294feb-bcad-4a2a-8d15-eca33d63b4b6,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:32.899707 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29784693-609e-49fb-af77-0c414ee30bf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:06:32.929138 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29784693-609e-49fb-af77-0c414ee30bf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:32.929491 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-29784693-609e-49fb-af77-0c414ee30bf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Added segment 4e11cc15-f4c3-4960-9fa5-7e25cbdf7756 of type vlan for network ec0ad616-6248-4e01-a5c3-f951f04cb640 Nov 03 19:06:33.032386 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29784693-609e-49fb-af77-0c414ee30bf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.033567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5d6aec53-4736-4a3c-a196-393fed00637b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:33.065917 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29784693-609e-49fb-af77-0c414ee30bf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.074552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29784693-609e-49fb-af77-0c414ee30bf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:33.075890 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29784693-609e-49fb-af77-0c414ee30bf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.145263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3695975-e44b-4fed-8151-0ae4e7e9c8af req-0af858ec-05ac-4baf-9acb-0efef681b823 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:33.152737 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e3695975-e44b-4fed-8151-0ae4e7e9c8af req-0af858ec-05ac-4baf-9acb-0efef681b823 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.1141951 Nov 03 19:06:33.158084 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:20Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:21Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9e569052-c25c-4595-811a-386313a2dd07', 'name': '', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:6a:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:27Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 2, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:33.169997 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-29784693-609e-49fb-af77-0c414ee30bf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4468720 Nov 03 19:06:33.174436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55172) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:33.180019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0de77042-48ab-46de-861a-295ae10c1abe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'subnet': {'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:33.192193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-a55c6bf9-b8e5-40a2-8b76-808a44209568 service neutron] 10.222.0.107 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947993 Nov 03 19:06:33.207972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Checking router: 205d9d11-8a4a-4f91-9b70-38426705821f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:06:33.208667 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Updating router 205d9d11-8a4a-4f91-9b70-38426705821f port 9e569052-c25c-4595-811a-386313a2dd07 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:06:33.211818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29784693-609e-49fb-af77-0c414ee30bf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Network': ['ID=ec0ad616-6248-4e01-a5c3-f951f04cb640,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:33.355981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e3695975-e44b-4fed-8151-0ae4e7e9c8af req-1d44e4f1-0f41-47b8-8369-495caa64f4b6 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932287 Nov 03 19:06:33.364291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de77042-48ab-46de-861a-295ae10c1abe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:33.368881 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0de77042-48ab-46de-861a-295ae10c1abe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.452062 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-e7dab4d8-85bb-4f19-9998-e1cfe896fa0e service neutron] 10.222.0.107 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589505 Nov 03 19:06:33.455225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36560c02-1663-4cae-b643-f501e1a7afe3 req-b2cfc94c-b5f9-4077-a107-9f6db76c60bb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e4aa53b7-a8eb-4291-8900-f8a64584b3ec HTTP/1.1" status: 200 len: 210 time: 0.0384300 Nov 03 19:06:33.530255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network ec0ad616-6248-4e01-a5c3-f951f04cb640 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:06:33.643266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5d6aec53-4736-4a3c-a196-393fed00637b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:33.643777 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.647861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25f73f-7486-418d-911f-18b478cf5280 req-a61d6477-0804-4fbf-b323-e2be6796c8a3 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:33.659166 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d25f73f-7486-418d-911f-18b478cf5280 req-a61d6477-0804-4fbf-b323-e2be6796c8a3 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.1321125 Nov 03 19:06:33.677570 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0de77042-48ab-46de-861a-295ae10c1abe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.707761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-519cafbf-20da-4667-be88-fe395282a144 None None] Provisioning complete for port 9e569052-c25c-4595-811a-386313a2dd07 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:33.708366 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-519cafbf-20da-4667-be88-fe395282a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.748910 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:33.752880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-519cafbf-20da-4667-be88-fe395282a144 None None] Port 9e569052-c25c-4595-811a-386313a2dd07 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:33.796185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d25f73f-7486-418d-911f-18b478cf5280 req-a67f4762-701f-4dbc-befa-d57730c2e6c5 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345994 Nov 03 19:06:33.873715 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1066929f-4451-41c4-b1de-87f321f380c9 req-602b93ce-8744-4b1e-8e8f-b2233b3bbb78 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 210 time: 0.0757535 Nov 03 19:06:33.920858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de77042-48ab-46de-861a-295ae10c1abe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Checking segment: {'id': '4e11cc15-f4c3-4960-9fa5-7e25cbdf7756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:33.921231 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de77042-48ab-46de-861a-295ae10c1abe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network hostable DHCP agents. Network: ec0ad616-6248-4e01-a5c3-f951f04cb640, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:06:33.964574 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de77042-48ab-46de-861a-295ae10c1abe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Subnet': ['ID=06912f5b-f71c-47b4-90e0-6320b8a93be7,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:33.980973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de77042-48ab-46de-861a-295ae10c1abe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network ec0ad616-6248-4e01-a5c3-f951f04cb640 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:06:34.013204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-0de77042-48ab-46de-861a-295ae10c1abe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, ec0ad616-6248-4e01-a5c3-f951f04cb640) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:34.028381 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de77042-48ab-46de-861a-295ae10c1abe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:34.032626 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0de77042-48ab-46de-861a-295ae10c1abe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.092565 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0de77042-48ab-46de-861a-295ae10c1abe tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9156241 Nov 03 19:06:34.094100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55194) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:34.220175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3f5508-cd21-49a0-be40-808f6634c827 None None] Network ec0ad616-6248-4e01-a5c3-f951f04cb640 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:34.222496 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 08294feb-bcad-4a2a-8d15-eca33d63b4b6 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:34.332541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f9d84-e66d-4013-92ba-495de4273741 req-d969b3b9-5b27-450f-bcdc-73bf40a0b578 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:34.334614 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-442f9d84-e66d-4013-92ba-495de4273741 req-d969b3b9-5b27-450f-bcdc-73bf40a0b578 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.1366298 Nov 03 19:06:34.478564 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 08294feb-bcad-4a2a-8d15-eca33d63b4b6 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:06:34.479289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 08294feb-bcad-4a2a-8d15-eca33d63b4b6 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:34.501644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-ec0ad616-6248-4e01-a5c3-f951f04cb640', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:06:34.504845 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.615044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-442f9d84-e66d-4013-92ba-495de4273741 req-7cc103a4-1d4a-4950-919d-83aab663232f tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192214 Nov 03 19:06:34.669803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673169bb-7cee-4ae9-b7bd-3bc12f0d0034 req-fd2aa113-c766-44bd-a915-0af8bdc81a1d tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:34.672059 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-673169bb-7cee-4ae9-b7bd-3bc12f0d0034 req-fd2aa113-c766-44bd-a915-0af8bdc81a1d tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.1750159 Nov 03 19:06:34.731858 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.816407 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.827651 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:34.886783 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Allocated IP 2001:db8::2 (ec0ad616-6248-4e01-a5c3-f951f04cb640/06912f5b-f71c-47b4-90e0-6320b8a93be7/ada3733d-8a04-4e31-9d20-3f79ae9f186c) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:34.904936 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-673169bb-7cee-4ae9-b7bd-3bc12f0d0034 req-c238988d-1f49-440b-9a5f-f60c6cf6e7fd tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178376 Nov 03 19:06:34.955138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71f703-ef61-474a-95d1-1cc37fd573dd None None] Pushing event updated for resources: {'Port': ['ID=9e569052-c25c-4595-811a-386313a2dd07,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:35.070102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Attempting to bind port 9e569052-c25c-4595-811a-386313a2dd07 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:35.072016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Attempting to bind port 9e569052-c25c-4595-811a-386313a2dd07 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:35.072393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Attempting to bind port 9e569052-c25c-4595-811a-386313a2dd07 on network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:35.086037 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:35.086416 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Checking segment: {'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:35.087366 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.087788 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Bound using segment: {'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:35.088273 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Bound port: 9e569052-c25c-4595-811a-386313a2dd07, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:35.088660 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.225477 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] For port 9e569052-c25c-4595-811a-386313a2dd07, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:35.250439 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] For port 9e569052-c25c-4595-811a-386313a2dd07, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9e569052-c25c-4595-811a-386313a2dd07,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:35.258264 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.261103 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.290133 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.294512 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a3455-86de-46fc-a25c-f4bf60b9a1e1 req-24235a5f-71e6-46aa-9890-28e4a897a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:35.297212 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b9a3455-86de-46fc-a25c-f4bf60b9a1e1 req-24235a5f-71e6-46aa-9890-28e4a897a894 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 1096 time: 0.0845397 Nov 03 19:06:35.358991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Allocated IP 2001:db8::1 (ec0ad616-6248-4e01-a5c3-f951f04cb640/06912f5b-f71c-47b4-90e0-6320b8a93be7/174e2e61-bdb8-4b45-accf-bf2f280a39a1) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:35.385226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Network ec0ad616-6248-4e01-a5c3-f951f04cb640 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:35.386322 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Routers {'205d9d11-8a4a-4f91-9b70-38426705821f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:35.387119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['205d9d11-8a4a-4f91-9b70-38426705821f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:35.411114 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b9a3455-86de-46fc-a25c-f4bf60b9a1e1 req-744f2fa7-e599-4319-9546-c5da6ea3c50f service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056657 Nov 03 19:06:35.511217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-414c9e87-d088-47c4-97aa-e3f343e4e38c req-60a5ef14-1c96-4052-be74-06ddc1988f0d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 210 time: 0.4400585 Nov 03 19:06:35.553004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71f703-ef61-474a-95d1-1cc37fd573dd None None] Pushing event updated for resources: {'Port': ['ID=9e569052-c25c-4595-811a-386313a2dd07,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:35.564069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:35.602851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:35.606881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] Set router 205d9d11-8a4a-4f91-9b70-38426705821f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:06:35.626980 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.687103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e4c4b54d-b30d-4dc7-a664-a86e298f0580 None None] Provisioning complete for port 9e569052-c25c-4595-811a-386313a2dd07 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:35.687490 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b54d-b30d-4dc7-a664-a86e298f0580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.725900 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.770917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Pushing event updated for resources: {'Port': ['ID=ada3733d-8a04-4e31-9d20-3f79ae9f186c,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:35.775679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network ec0ad616-6248-4e01-a5c3-f951f04cb640 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:35.780079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:35.841875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:35.842433 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.920580 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6190d-112b-4f97-aace-d3d46c78685f req-d67034db-1138-4025-b1d9-61186b481828 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:35.922270 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-d67034db-1138-4025-b1d9-61186b481828 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "GET /v2.0/networks?id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 HTTP/1.1" status: 200 len: 797 time: 0.3108466 Nov 03 19:06:35.927144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Attempting to bind port ada3733d-8a04-4e31-9d20-3f79ae9f186c on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:35.927523 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Attempting to bind port ada3733d-8a04-4e31-9d20-3f79ae9f186c by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '4e11cc15-f4c3-4960-9fa5-7e25cbdf7756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:35.927910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Attempting to bind port ada3733d-8a04-4e31-9d20-3f79ae9f186c on network ec0ad616-6248-4e01-a5c3-f951f04cb640 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:35.948245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:35.948623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Checking segment: {'id': '4e11cc15-f4c3-4960-9fa5-7e25cbdf7756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:35.949024 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:35.949423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Bound using segment: {'id': '4e11cc15-f4c3-4960-9fa5-7e25cbdf7756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:35.949909 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Bound port: ada3733d-8a04-4e31-9d20-3f79ae9f186c, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e11cc15-f4c3-4960-9fa5-7e25cbdf7756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:35.950288 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.028202 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-3fa7a391-a611-4a99-87b1-f33167d4aeca tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 379 time: 0.0894420 Nov 03 19:06:36.045301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=174e2e61-bdb8-4b45-accf-bf2f280a39a1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:36.045453 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-cca6190d-112b-4f97-aace-d3d46c78685f req-969a6150-f7ba-4077-bb89-5c6bab1be1c1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'port': {'device_id': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'admin_state_up': True, 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'security_groups': ['3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:36.201906 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618676e-35db-44d6-8260-f571b88ae79a req-67e94517-3891-4bba-9bf7-632b136f8691 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:36.209902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2618676e-35db-44d6-8260-f571b88ae79a req-67e94517-3891-4bba-9bf7-632b136f8691 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.4324019 Nov 03 19:06:36.228725 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc92193-416e-434e-b2b3-d49bbaf1252e req-d1f30830-0a66-4495-a603-d728b052866f tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:36.237178 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fc92193-416e-434e-b2b3-d49bbaf1252e req-d1f30830-0a66-4495-a603-d728b052866f tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.1887879 Nov 03 19:06:36.313156 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca6190d-112b-4f97-aace-d3d46c78685f req-969a6150-f7ba-4077-bb89-5c6bab1be1c1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Made reservation on behalf of 78a454aa6ba94726aa7cce9e1618069d for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:36.318011 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b54d-b30d-4dc7-a664-a86e298f0580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.320679 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cca6190d-112b-4f97-aace-d3d46c78685f req-969a6150-f7ba-4077-bb89-5c6bab1be1c1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.321746 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.529124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e4c4b54d-b30d-4dc7-a664-a86e298f0580 None None] For port 9e569052-c25c-4595-811a-386313a2dd07, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9e569052-c25c-4595-811a-386313a2dd07,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:36.537502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] For port ada3733d-8a04-4e31-9d20-3f79ae9f186c, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:36.548929 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b54d-b30d-4dc7-a664-a86e298f0580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.567281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] For port ada3733d-8a04-4e31-9d20-3f79ae9f186c, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ada3733d-8a04-4e31-9d20-3f79ae9f186c,segment=NetworkSegment(4e11cc15-f4c3-4960-9fa5-7e25cbdf7756),segment_id=4e11cc15-f4c3-4960-9fa5-7e25cbdf7756)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:36.587462 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-cca6190d-112b-4f97-aace-d3d46c78685f req-969a6150-f7ba-4077-bb89-5c6bab1be1c1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.20.0.14 (5e0a82c2-a8c8-4aad-aeb5-a4b92b103587/62d8274d-235a-4ac8-98e4-cd0c24f2de1b/9f966107-ee62-4238-8092-7db6dcb8a246) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:36.624706 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.735182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4b54d-b30d-4dc7-a664-a86e298f0580 None None] Pushing event updated for resources: {'Port': ['ID=9e569052-c25c-4595-811a-386313a2dd07,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:36.747047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b1a5cad0-820d-4e82-a528-8d834feda9f1 None None] Provisioning complete for port 9e569052-c25c-4595-811a-386313a2dd07 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:36.747526 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b1a5cad0-820d-4e82-a528-8d834feda9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.750745 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:20Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:21Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9e569052-c25c-4595-811a-386313a2dd07', 'name': '', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:6a:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:27Z', 'updated_at': '2021-11-03T19:06:35Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:36.832842 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.842315 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd2954-2809-4b35-ba5f-276295cca2aa req-d0daa745-d4cc-4eac-8e33-f11a34f2bfc0 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:36.844853 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5acd2954-2809-4b35-ba5f-276295cca2aa req-d0daa745-d4cc-4eac-8e33-f11a34f2bfc0 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.87 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.1680465 Nov 03 19:06:36.851988 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.853418 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:36.858328 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fc92193-416e-434e-b2b3-d49bbaf1252e req-a6c9cb79-1047-4f06-828a-87fe4d4ea60b tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6200204 Nov 03 19:06:36.874371 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1910a8-03c1-45a9-b450-6c809fe4dc9b None None] The sync data for ids ['205d9d11-8a4a-4f91-9b70-38426705821f'] in n-d-812150-4 is: [{'id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:20Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:21Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9e569052-c25c-4595-811a-386313a2dd07', 'name': '', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:6a:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:27Z', 'updated_at': '2021-11-03T19:06:35Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:06:36.920900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2618676e-35db-44d6-8260-f571b88ae79a req-c3246917-48b8-417e-b57f-f3f61762fdcb tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7093482 Nov 03 19:06:37.029263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16522c18-670c-49fc-89b0-16cd8c1d50bb None None] Pushing event updated for resources: {'Port': ['ID=ada3733d-8a04-4e31-9d20-3f79ae9f186c,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:37.056300 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cca6190d-112b-4f97-aace-d3d46c78685f req-969a6150-f7ba-4077-bb89-5c6bab1be1c1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.297345 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cca6190d-112b-4f97-aace-d3d46c78685f req-969a6150-f7ba-4077-bb89-5c6bab1be1c1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.394278 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-5acd2954-2809-4b35-ba5f-276295cca2aa req-3ca3a10e-3e4f-40a1-a295-8a56c49f4519 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Deleting port b5dfa722-8c16-4763-9e7b-067414fc0832 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:37.396029 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5acd2954-2809-4b35-ba5f-276295cca2aa req-3ca3a10e-3e4f-40a1-a295-8a56c49f4519 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.467008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca6190d-112b-4f97-aace-d3d46c78685f req-969a6150-f7ba-4077-bb89-5c6bab1be1c1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:37.490634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a6150-f7ba-4077-bb89-5c6bab1be1c1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=9f966107-ee62-4238-8092-7db6dcb8a246,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:37.493828 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-cca6190d-112b-4f97-aace-d3d46c78685f req-969a6150-f7ba-4077-bb89-5c6bab1be1c1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:37.500367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca6190d-112b-4f97-aace-d3d46c78685f req-969a6150-f7ba-4077-bb89-5c6bab1be1c1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:37.569096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6190d-112b-4f97-aace-d3d46c78685f req-969a6150-f7ba-4077-bb89-5c6bab1be1c1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:37.569779 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cca6190d-112b-4f97-aace-d3d46c78685f req-969a6150-f7ba-4077-bb89-5c6bab1be1c1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.716060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-5acd2954-2809-4b35-ba5f-276295cca2aa req-3ca3a10e-3e4f-40a1-a295-8a56c49f4519 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] For port b5dfa722-8c16-4763-9e7b-067414fc0832, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=b5dfa722-8c16-4763-9e7b-067414fc0832,segment=NetworkSegment(8d256fa8-1d7d-4d50-961d-af70336dcdc2),segment_id=8d256fa8-1d7d-4d50-961d-af70336dcdc2)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:37.716450 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5acd2954-2809-4b35-ba5f-276295cca2aa req-3ca3a10e-3e4f-40a1-a295-8a56c49f4519 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.733085 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-5acd2954-2809-4b35-ba5f-276295cca2aa req-3ca3a10e-3e4f-40a1-a295-8a56c49f4519 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Calling delete_port for b5dfa722-8c16-4763-9e7b-067414fc0832 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:37.876489 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-969a6150-f7ba-4077-bb89-5c6bab1be1c1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8406439 Nov 03 19:06:37.897666 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Request body: {'port': {'device_id': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:37.990331 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3ab6615e-0dc9-47c3-8d86-e6d5f9b5ba4c None None] Provisioning complete for port 9f966107-ee62-4238-8092-7db6dcb8a246 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:37.991009 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3ab6615e-0dc9-47c3-8d86-e6d5f9b5ba4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:37.994877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c9ddb28-ff08-4627-b5fa-26e5606d2572 req-6693db15-3e79-4551-b603-b350187bcdbc tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 210 time: 0.9085565 Nov 03 19:06:38.106953 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6615e-0dc9-47c3-8d86-e6d5f9b5ba4c None None] Port 9f966107-ee62-4238-8092-7db6dcb8a246 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:38.116958 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=174e2e61-bdb8-4b45-accf-bf2f280a39a1,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:38.309089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c285048-55cf-49d2-9976-dc62bcb589ab req-0898f265-12e6-48b4-8699-f7a555f90677 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:38.316834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c285048-55cf-49d2-9976-dc62bcb589ab req-0898f265-12e6-48b4-8699-f7a555f90677 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.2717412 Nov 03 19:06:38.363546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network ec0ad616-6248-4e01-a5c3-f951f04cb640 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:38.399502 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:38.439515 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c285048-55cf-49d2-9976-dc62bcb589ab req-815f05b7-651e-4ee3-bca3-9b519ea265b5 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216867 Nov 03 19:06:38.529020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3cc89b-b1c3-4c92-9536-7445dc0045ab None None] Network ec0ad616-6248-4e01-a5c3-f951f04cb640 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:38.573076 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4dde76a4-38d5-4650-9dd7-5588e0354faa req-a20c0781-455e-418a-9392-0468edd5a12e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8258612 Nov 03 19:06:38.581548 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a34cf-ccbf-4677-aa1b-a6b9c954b4a3 req-b37a6195-b572-4049-a80c-8ee464013011 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:38.593573 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e7a34cf-ccbf-4677-aa1b-a6b9c954b4a3 req-b37a6195-b572-4049-a80c-8ee464013011 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 945 time: 0.4091504 Nov 03 19:06:38.795204 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-55cb7f49-6599-4f71-a4f7-40e6ab40b7d9 None None] Provisioning complete for port ada3733d-8a04-4e31-9d20-3f79ae9f186c triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:38.795204 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-55cb7f49-6599-4f71-a4f7-40e6ab40b7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.847148 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:38.904990 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde76a4-38d5-4650-9dd7-5588e0354faa req-5763bb4c-ac0b-450d-a187-a485cd8068e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:38.911181 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4dde76a4-38d5-4650-9dd7-5588e0354faa req-5763bb4c-ac0b-450d-a187-a485cd8068e5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e9d7da11298041f289f7491f982131c3&device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 1096 time: 0.2360115 Nov 03 19:06:38.925049 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5acd2954-2809-4b35-ba5f-276295cca2aa req-3ca3a10e-3e4f-40a1-a295-8a56c49f4519 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:39.051420 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e7a34cf-ccbf-4677-aa1b-a6b9c954b4a3 req-e40376fb-9b77-49db-afa8-315bef4fe299 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569130 Nov 03 19:06:39.053084 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9e569052-c25c-4595-811a-386313a2dd07 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:39.074231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf06cd-9279-49b1-8911-ebba5261626f req-02601185-9a0f-4d3a-a8a9-cbdcb0ab6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:39.075662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dcf06cd-9279-49b1-8911-ebba5261626f req-02601185-9a0f-4d3a-a8a9-cbdcb0ab6322 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e9d7da11298041f289f7491f982131c3&device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 1096 time: 0.2616177 Nov 03 19:06:39.093960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea176-2f91-48fa-8445-4513f9867b64 req-2602b426-42a0-4d79-8be8-55d8e799acb8 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:39.095542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c6dea176-2f91-48fa-8445-4513f9867b64 req-2602b426-42a0-4d79-8be8-55d8e799acb8 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.2492502 Nov 03 19:06:39.099563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3a10e-3e4f-40a1-a295-8a56c49f4519 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Pushing event deleted for resources: {'Port': ['ID=b5dfa722-8c16-4763-9e7b-067414fc0832,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:39.188599 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-55cb7f49-6599-4f71-a4f7-40e6ab40b7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:39.234941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 55c3d904-295b-42b0-b5ef-e4175638be3c is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:06:39.235216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 9e569052-c25c-4595-811a-386313a2dd07 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:39.235618 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:39.301651 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-55cb7f49-6599-4f71-a4f7-40e6ab40b7d9 None None] For port ada3733d-8a04-4e31-9d20-3f79ae9f186c, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ada3733d-8a04-4e31-9d20-3f79ae9f186c,segment=NetworkSegment(4e11cc15-f4c3-4960-9fa5-7e25cbdf7756),segment_id=4e11cc15-f4c3-4960-9fa5-7e25cbdf7756)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:39.312709 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-55cb7f49-6599-4f71-a4f7-40e6ab40b7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:39.414400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ada3733d-8a04-4e31-9d20-3f79ae9f186c up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:39.429648 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acd2954-2809-4b35-ba5f-276295cca2aa req-3ca3a10e-3e4f-40a1-a295-8a56c49f4519 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] No DVR routers for this DVR port b5dfa722-8c16-4763-9e7b-067414fc0832 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:39.467693 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb7f49-6599-4f71-a4f7-40e6ab40b7d9 None None] Pushing event updated for resources: {'Port': ['ID=ada3733d-8a04-4e31-9d20-3f79ae9f186c,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:39.522102 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:39.534327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c6dea176-2f91-48fa-8445-4513f9867b64 req-3e652d3d-0eaf-481e-8f9e-dc181aaef284 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861468 Nov 03 19:06:39.545333 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Sync routers for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:39.555992 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5acd2954-2809-4b35-ba5f-276295cca2aa req-3ca3a10e-3e4f-40a1-a295-8a56c49f4519 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:39.556769 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7c4354c5-71ce-4a34-9de2-65d579a1c2d3 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/55c3d904-295b-42b0-b5ef-e4175638be3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4612732 Nov 03 19:06:39.560566 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55296) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:39.567834 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4ab34617-b4e1-4584-bcd2-8747a84f35c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1532035552'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:39.569010 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:39.569660 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:39.573055 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5acd2954-2809-4b35-ba5f-276295cca2aa req-3ca3a10e-3e4f-40a1-a295-8a56c49f4519 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.87 "DELETE /v2.0/ports/b5dfa722-8c16-4763-9e7b-067414fc0832 HTTP/1.1" status: 204 len: 173 time: 2.7196822 Nov 03 19:06:39.573573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6035d8e4-491f-4a12-acdd-a149c4d72891', 'name': 'network-vif-deleted', 'tag': 'b5dfa722-8c16-4763-9e7b-067414fc0832'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:39.577181 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d715d5b8-c632-4c06-8984-99c6f663de5d" -d '{"events": [{"server_uuid": "6035d8e4-491f-4a12-acdd-a149c4d72891", "name": "network-vif-deleted", "tag": "b5dfa722-8c16-4763-9e7b-067414fc0832"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:39.578899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf06cd-9279-49b1-8911-ebba5261626f req-8c54a01c-bc9f-423b-b8a6-abdf274e4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:39.581016 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dcf06cd-9279-49b1-8911-ebba5261626f req-8c54a01c-bc9f-423b-b8a6-abdf274e4ad8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a HTTP/1.1" status: 200 len: 912 time: 0.4839399 Nov 03 19:06:39.599718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device b5dfa722-8c16-4763-9e7b-067414fc0832 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:39.612771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2755d5a-7081-4363-9b56-b9c9ba05d57c req-ccb284dc-872f-440f-8632-5ac10db3b449 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:39.614931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f2755d5a-7081-4363-9b56-b9c9ba05d57c req-ccb284dc-872f-440f-8632-5ac10db3b449 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 932 time: 0.3642533 Nov 03 19:06:39.647014 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388e832f-c5ee-41d8-930a-060552a09db4 x-openstack-request-id: req-388e832f-c5ee-41d8-930a-060552a09db4 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:39.647316 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6035d8e4-491f-4a12-acdd-a149c4d72891", "name": "network-vif-deleted", "tag": "b5dfa722-8c16-4763-9e7b-067414fc0832", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:39.647596 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-388e832f-c5ee-41d8-930a-060552a09db4 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:39.648041 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6035d8e4-491f-4a12-acdd-a149c4d72891', 'name': 'network-vif-deleted', 'tag': 'b5dfa722-8c16-4763-9e7b-067414fc0832', 'status': 'completed', 'code': 200} Nov 03 19:06:39.672219 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: b5dfa722-8c16-4763-9e7b-067414fc0832 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:06:39.672486 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device b5dfa722-8c16-4763-9e7b-067414fc0832 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:39.685350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ada3733d-8a04-4e31-9d20-3f79ae9f186c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:39.685734 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:39.774301 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde76a4-38d5-4650-9dd7-5588e0354faa req-2425030e-0a07-4d6c-8567-9f4f9e86db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:39.775992 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4dde76a4-38d5-4650-9dd7-5588e0354faa req-2425030e-0a07-4d6c-8567-9f4f9e86db81 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a HTTP/1.1" status: 200 len: 912 time: 0.7794313 Nov 03 19:06:39.792666 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:06:39.804815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dcf06cd-9279-49b1-8911-ebba5261626f req-03017ee8-9527-436d-a551-ffcb74b3f239 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe HTTP/1.1" status: 200 len: 217 time: 0.1865079 Nov 03 19:06:39.966739 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4dde76a4-38d5-4650-9dd7-5588e0354faa req-1f79963c-69ed-4e81-bb06-a0006b4e3e6a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bcdd615-c921-423d-bbed-c62b4a37f281 HTTP/1.1" status: 200 len: 217 time: 0.0794694 Nov 03 19:06:39.991160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf06cd-9279-49b1-8911-ebba5261626f req-0002e4ef-bc3e-4f58-abbd-701b2f8a1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:39.993373 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dcf06cd-9279-49b1-8911-ebba5261626f req-0002e4ef-bc3e-4f58-abbd-701b2f8a1477 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5a8c3776-2803-4674-9d8d-e9308b2a0691 HTTP/1.1" status: 200 len: 851 time: 0.1687257 Nov 03 19:06:39.994833 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab34617-b4e1-4584-bcd2-8747a84f35c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:39.999116 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ab34617-b4e1-4584-bcd2-8747a84f35c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.038616 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-cbcffa8a-b49b-4131-aca7-208ca165e157 None None] Provisioning complete for port 174e2e61-bdb8-4b45-accf-bf2f280a39a1 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:40.039192 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cbcffa8a-b49b-4131-aca7-208ca165e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.056987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde76a4-38d5-4650-9dd7-5588e0354faa req-5e2837df-34a6-4104-9ad0-bf776282585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:40.063945 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4dde76a4-38d5-4650-9dd7-5588e0354faa req-5e2837df-34a6-4104-9ad0-bf776282585b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5a8c3776-2803-4674-9d8d-e9308b2a0691 HTTP/1.1" status: 200 len: 851 time: 0.0835121 Nov 03 19:06:40.148121 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4dde76a4-38d5-4650-9dd7-5588e0354faa req-9ef0813c-d8ad-4336-9573-2822ad9c15d2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776303 Nov 03 19:06:40.156728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dcf06cd-9279-49b1-8911-ebba5261626f req-c5a94f0e-e4af-4b80-a2a8-9abf43296eac service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0dcf736a-59cf-49d3-b6f1-c884b4619d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526821 Nov 03 19:06:40.180861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-cbcffa8a-b49b-4131-aca7-208ca165e157 None None] Port 174e2e61-bdb8-4b45-accf-bf2f280a39a1 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:40.203376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-cbcffa8a-b49b-4131-aca7-208ca165e157 None None] Provisioning complete for port ada3733d-8a04-4e31-9d20-3f79ae9f186c triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:40.203781 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cbcffa8a-b49b-4131-aca7-208ca165e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.261746 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f2755d5a-7081-4363-9b56-b9c9ba05d57c req-a043a9db-c9ab-49f2-adc6-bdc27904914b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6224256 Nov 03 19:06:40.294755 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:06:36Z', 'revision_number': 2, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:36Z', 'revision_number': 2, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:40.390981 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Checking router: 55c3d904-295b-42b0-b5ef-e4175638be3c for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:06:40.391884 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Updating router 55c3d904-295b-42b0-b5ef-e4175638be3c port 174e2e61-bdb8-4b45-accf-bf2f280a39a1 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:06:40.445484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6be8568d-4d0c-4d0e-b362-86968d7c2d00 req-44f1ac15-46c8-43bf-92e9-f67d52f11a89 tempest-TestServerAdvancedOps-567440532 tempest-TestServerAdvancedOps-567440532-project] 10.222.0.107 "GET /v2.0/ports?device_id=6035d8e4-491f-4a12-acdd-a149c4d72891 HTTP/1.1" status: 200 len: 210 time: 0.1819720 Nov 03 19:06:40.478531 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.576567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f966107-ee62-4238-8092-7db6dcb8a246 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:06:40.597308 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab34617-b4e1-4584-bcd2-8747a84f35c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:06:40.609630 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.638881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-62ff8c96-4fa7-42c7-b418-8937d2f025b2 None None] Provisioning complete for port 174e2e61-bdb8-4b45-accf-bf2f280a39a1 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:40.639397 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-62ff8c96-4fa7-42c7-b418-8937d2f025b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.667662 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Transition to ACTIVE for port object 9f966107-ee62-4238-8092-7db6dcb8a246 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:06:40.698484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dcf06cd-9279-49b1-8911-ebba5261626f req-7b676f11-715c-48de-8aed-54e2f8d64b14 service neutron] 10.222.0.98 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241051 Nov 03 19:06:40.732833 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-62ff8c96-4fa7-42c7-b418-8937d2f025b2 None None] Port 174e2e61-bdb8-4b45-accf-bf2f280a39a1 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:40.752312 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4dde76a4-38d5-4650-9dd7-5588e0354faa req-50db0303-eaf7-4a41-8ee5-cbb7f9bdc670 service neutron] 10.222.0.87 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630932 Nov 03 19:06:40.753977 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.800012 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ab34617-b4e1-4584-bcd2-8747a84f35c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:40.800399 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-4ab34617-b4e1-4584-bcd2-8747a84f35c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Added segment 04b4c2ba-a27d-494d-8984-c509f4a2d060 of type vlan for network 5bfffb69-5010-4e39-aff7-8ea948145f9d Nov 03 19:06:40.904682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65873c7-9a19-424b-81e7-f7d5fc6e592f req-fa4b486f-8bc6-48bc-82d4-fe0530be2bab tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:40.913717 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e65873c7-9a19-424b-81e7-f7d5fc6e592f req-fa4b486f-8bc6-48bc-82d4-fe0530be2bab tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.2141190 Nov 03 19:06:41.005483 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ada3733d-8a04-4e31-9d20-3f79ae9f186c up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:41.009520 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ee3072d5-512a-4cac-af39-13b29bbb522e None None] Provisioning complete for port 174e2e61-bdb8-4b45-accf-bf2f280a39a1 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:41.012090 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ee3072d5-512a-4cac-af39-13b29bbb522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.044792 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e65873c7-9a19-424b-81e7-f7d5fc6e592f req-c5e8a257-90c6-4c6d-b3fb-8858d0b3c1aa tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299300 Nov 03 19:06:41.065898 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ee3072d5-512a-4cac-af39-13b29bbb522e None None] Port 174e2e61-bdb8-4b45-accf-bf2f280a39a1 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:41.077854 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ab34617-b4e1-4584-bcd2-8747a84f35c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.136506 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ada3733d-8a04-4e31-9d20-3f79ae9f186c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:41.137194 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.162161 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ab34617-b4e1-4584-bcd2-8747a84f35c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.177803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab34617-b4e1-4584-bcd2-8747a84f35c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:41.178578 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ab34617-b4e1-4584-bcd2-8747a84f35c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.312821 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.323754 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:06:41.331170 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dcf06cd-9279-49b1-8911-ebba5261626f req-1c8e0dc3-d2b1-41fe-9c95-f7b4c2b0a5b6 service neutron] 10.222.0.98 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931449 Nov 03 19:06:41.339105 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.340964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Pushing event updated for resources: {'Port': ['ID=9f966107-ee62-4238-8092-7db6dcb8a246,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:41.380486 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4ab34617-b4e1-4584-bcd2-8747a84f35c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8092134 Nov 03 19:06:41.381012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55312) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:41.392368 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Attempting to bind port 9f966107-ee62-4238-8092-7db6dcb8a246 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:41.393069 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Attempting to bind port 9f966107-ee62-4238-8092-7db6dcb8a246 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:41.393632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Attempting to bind port 9f966107-ee62-4238-8092-7db6dcb8a246 on network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:41.396732 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4459891a-a58c-4d25-a6f5-e6770ecf44f0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'subnet': {'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:41.400770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Port 9f966107-ee62-4238-8092-7db6dcb8a246 on network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:06:41.401591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Attempting to bind port 9f966107-ee62-4238-8092-7db6dcb8a246 on network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:41.401877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab34617-b4e1-4584-bcd2-8747a84f35c2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Network': ['ID=5bfffb69-5010-4e39-aff7-8ea948145f9d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:41.407139 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4dde76a4-38d5-4650-9dd7-5588e0354faa req-a908ecaf-be74-4295-b416-f166dc8adb8c service neutron] 10.222.0.87 "GET /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379368 Nov 03 19:06:41.428847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 5bfffb69-5010-4e39-aff7-8ea948145f9d details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:06:41.430964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:41.431643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Checking segment: {'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:41.432318 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Bound using segment: {'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:41.436567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Bound port: 9f966107-ee62-4238-8092-7db6dcb8a246, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:41.437164 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.585598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55318) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:41.593319 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08306f98-2c6c-400c-8644-ad9a44fe39ff None None] Pushing event updated for resources: {'Port': ['ID=174e2e61-bdb8-4b45-accf-bf2f280a39a1,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:41.721956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac973f1d-3dfa-42af-91a4-4e6a01e1653d admin admin] Deleting subnet 6d1d6ece-811c-42ee-8220-aa1e5cdad052 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:41.731657 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08306f98-2c6c-400c-8644-ad9a44fe39ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:41.733133 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac973f1d-3dfa-42af-91a4-4e6a01e1653d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.737605 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08306f98-2c6c-400c-8644-ad9a44fe39ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:41.740579 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08306f98-2c6c-400c-8644-ad9a44fe39ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:41.741150 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08306f98-2c6c-400c-8644-ad9a44fe39ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:41.741724 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08306f98-2c6c-400c-8644-ad9a44fe39ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:41.750767 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08306f98-2c6c-400c-8644-ad9a44fe39ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:41.751269 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08306f98-2c6c-400c-8644-ad9a44fe39ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:41.751789 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08306f98-2c6c-400c-8644-ad9a44fe39ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:41.752236 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08306f98-2c6c-400c-8644-ad9a44fe39ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:41.752673 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08306f98-2c6c-400c-8644-ad9a44fe39ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:41.753267 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08306f98-2c6c-400c-8644-ad9a44fe39ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:41.754832 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08306f98-2c6c-400c-8644-ad9a44fe39ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:41.786644 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Attempting to bind port 174e2e61-bdb8-4b45-accf-bf2f280a39a1 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:41.789048 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Attempting to bind port 174e2e61-bdb8-4b45-accf-bf2f280a39a1 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '4e11cc15-f4c3-4960-9fa5-7e25cbdf7756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:41.794586 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Attempting to bind port 174e2e61-bdb8-4b45-accf-bf2f280a39a1 on network ec0ad616-6248-4e01-a5c3-f951f04cb640 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:41.803227 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:41.807569 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Checking segment: {'id': '4e11cc15-f4c3-4960-9fa5-7e25cbdf7756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:41.810131 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.811178 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Bound using segment: {'id': '4e11cc15-f4c3-4960-9fa5-7e25cbdf7756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:41.811923 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Bound port: 174e2e61-bdb8-4b45-accf-bf2f280a39a1, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e11cc15-f4c3-4960-9fa5-7e25cbdf7756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:41.815916 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.818900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] For port 9f966107-ee62-4238-8092-7db6dcb8a246, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:41.841077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7210b-cece-4ac1-96d0-45ee43270772 req-57136fec-214b-40ec-92fc-02cc955e5ed6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:41.847915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4a7210b-cece-4ac1-96d0-45ee43270772 req-57136fec-214b-40ec-92fc-02cc955e5ed6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 944 time: 0.2278876 Nov 03 19:06:41.865227 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] For port 9f966107-ee62-4238-8092-7db6dcb8a246, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9f966107-ee62-4238-8092-7db6dcb8a246,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:41.900547 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.933816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4459891a-a58c-4d25-a6f5-e6770ecf44f0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:41.938983 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4459891a-a58c-4d25-a6f5-e6770ecf44f0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:41.977299 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac973f1d-3dfa-42af-91a4-4e6a01e1653d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.062285 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] For port 174e2e61-bdb8-4b45-accf-bf2f280a39a1, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:42.090444 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:42.091165 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.104340 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] For port 174e2e61-bdb8-4b45-accf-bf2f280a39a1, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=174e2e61-bdb8-4b45-accf-bf2f280a39a1,segment=NetworkSegment(4e11cc15-f4c3-4960-9fa5-7e25cbdf7756),segment_id=4e11cc15-f4c3-4960-9fa5-7e25cbdf7756)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:42.116832 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] 10.222.0.98 "PUT /v2.0/ports/9f966107-ee62-4238-8092-7db6dcb8a246 HTTP/1.1" status: 200 len: 1092 time: 4.2031579 Nov 03 19:06:42.117443 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.127902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:42.137742 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e329ee2-7df4-4fa9-981c-356991cb2172" -d '{"events": [{"name": "network-changed", "server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:42.230085 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-896764b3-bf45-4965-bb9e-f8b4587acef6 None None] Provisioning complete for port 174e2e61-bdb8-4b45-accf-bf2f280a39a1 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:42.232137 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-896764b3-bf45-4965-bb9e-f8b4587acef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.257726 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4459891a-a58c-4d25-a6f5-e6770ecf44f0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.326384 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459891a-a58c-4d25-a6f5-e6770ecf44f0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Subnet': ['ID=b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:42.343613 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac973f1d-3dfa-42af-91a4-4e6a01e1653d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.362787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4a7210b-cece-4ac1-96d0-45ee43270772 req-e174f7bf-1020-47fd-a8d8-466d4e312a39 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4849305 Nov 03 19:06:42.389023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bba59e-9e97-4f4d-9a90-022acfe030cc service neutron] Pushing event updated for resources: {'Port': ['ID=9f966107-ee62-4238-8092-7db6dcb8a246,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:42.479385 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2994802d-1c84-42f7-9a88-28db1bcb5d9d x-openstack-request-id: req-2994802d-1c84-42f7-9a88-28db1bcb5d9d {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:42.479695 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:42.479906 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2994802d-1c84-42f7-9a88-28db1bcb5d9d {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:42.481489 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246', 'status': 'completed', 'code': 200} Nov 03 19:06:42.490383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6190d-112b-4f97-aace-d3d46c78685f req-e8e4487f-3597-4ae5-8bc7-d8c8fbd39398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:42.495444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4459891a-a58c-4d25-a6f5-e6770ecf44f0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Checking segment: {'id': '04b4c2ba-a27d-494d-8984-c509f4a2d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:42.496167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4459891a-a58c-4d25-a6f5-e6770ecf44f0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network hostable DHCP agents. Network: 5bfffb69-5010-4e39-aff7-8ea948145f9d, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:06:42.498357 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-e8e4487f-3597-4ae5-8bc7-d8c8fbd39398 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 1095 time: 0.3222525 Nov 03 19:06:42.521356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9abef-4889-483f-be60-8d6e8ef35dca req-f4af5d35-bbd4-4f9c-b80c-084538a3e1d1 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:42.525359 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7e9abef-4889-483f-be60-8d6e8ef35dca req-f4af5d35-bbd4-4f9c-b80c-084538a3e1d1 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.1457303 Nov 03 19:06:42.563534 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08306f98-2c6c-400c-8644-ad9a44fe39ff None None] Pushing event updated for resources: {'Port': ['ID=174e2e61-bdb8-4b45-accf-bf2f280a39a1,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:42.571151 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:42.577913 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:42.606128 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-187859e0-a319-40bc-bd25-e62413646542 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f966107-ee62-4238-8092-7db6dcb8a246 HTTP/1.1" status: 200 len: 217 time: 0.0955153 Nov 03 19:06:42.612434 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac973f1d-3dfa-42af-91a4-4e6a01e1653d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.656750 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-896764b3-bf45-4965-bb9e-f8b4587acef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.695032 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4459891a-a58c-4d25-a6f5-e6770ecf44f0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 5bfffb69-5010-4e39-aff7-8ea948145f9d is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:06:42.713874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7e9abef-4889-483f-be60-8d6e8ef35dca req-c6b965ca-a2f7-409e-939c-107f691c8d82 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783373 Nov 03 19:06:42.715629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-4459891a-a58c-4d25-a6f5-e6770ecf44f0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 5bfffb69-5010-4e39-aff7-8ea948145f9d) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:42.735400 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4459891a-a58c-4d25-a6f5-e6770ecf44f0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:42.746526 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4459891a-a58c-4d25-a6f5-e6770ecf44f0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.748639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790135a3-6f25-4102-801b-dd4242426607 None None] Network 5bfffb69-5010-4e39-aff7-8ea948145f9d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:42.773058 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4459891a-a58c-4d25-a6f5-e6770ecf44f0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3904958 Nov 03 19:06:42.774739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55370) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:42.802997 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ac973f1d-3dfa-42af-91a4-4e6a01e1653d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:42.806742 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ac973f1d-3dfa-42af-91a4-4e6a01e1653d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/6d1d6ece-811c-42ee-8220-aa1e5cdad052 HTTP/1.1" status: 204 len: 168 time: 1.2186172 Nov 03 19:06:42.814739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac973f1d-3dfa-42af-91a4-4e6a01e1653d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d1d6ece-811c-42ee-8220-aa1e5cdad052,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:42.816395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55372) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:42.971632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6190d-112b-4f97-aace-d3d46c78685f req-ca2eff27-818d-4a88-ba98-3c0325104068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:42.973713 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-ca2eff27-818d-4a88-ba98-3c0325104068 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=62d8274d-235a-4ac8-98e4-cd0c24f2de1b HTTP/1.1" status: 200 len: 835 time: 0.3576140 Nov 03 19:06:42.978163 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:06:43.107765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-896764b3-bf45-4965-bb9e-f8b4587acef6 None None] For port 174e2e61-bdb8-4b45-accf-bf2f280a39a1, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=174e2e61-bdb8-4b45-accf-bf2f280a39a1,segment=NetworkSegment(4e11cc15-f4c3-4960-9fa5-7e25cbdf7756),segment_id=4e11cc15-f4c3-4960-9fa5-7e25cbdf7756)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:43.113948 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-958d16ee-9480-46ac-855b-c11979ca41c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.186437 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6190d-112b-4f97-aace-d3d46c78685f req-5841d03b-5eb7-47d4-981b-9e56ad099f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:43.188175 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-5841d03b-5eb7-47d4-981b-9e56ad099f78 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2046525 Nov 03 19:06:43.222698 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-896764b3-bf45-4965-bb9e-f8b4587acef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.302022 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-5bfffb69-5010-4e39-aff7-8ea948145f9d', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:06:43.303107 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.372811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-958d16ee-9480-46ac-855b-c11979ca41c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.481628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Allocated IP 2001:db8:1::2 (5bfffb69-5010-4e39-aff7-8ea948145f9d/b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65/bf9511db-caaf-4dac-afa2-9e2e1be436ce) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:43.564087 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-958d16ee-9480-46ac-855b-c11979ca41c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f86b94-3c74-4839-b3d8-4a9fe57e7cc5']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:43.624170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-958d16ee-9480-46ac-855b-c11979ca41c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d256fa8-1d7d-4d50-961d-af70336dcdc2') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:43.624926 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-958d16ee-9480-46ac-855b-c11979ca41c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d256fa8-1d7d-4d50-961d-af70336dcdc2') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:43.659677 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.678495 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-958d16ee-9480-46ac-855b-c11979ca41c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.684874 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.715131 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Network 5bfffb69-5010-4e39-aff7-8ea948145f9d is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:43.721172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:43.732904 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:06:36Z', 'revision_number': 2, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 4, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:43.734069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896764b3-bf45-4965-bb9e-f8b4587acef6 None None] Pushing event updated for resources: {'Port': ['ID=174e2e61-bdb8-4b45-accf-bf2f280a39a1,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:43.739180 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.750551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:43.773916 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-aa9cf732-cd62-44ad-aa6e-0a409772d606 service neutron] 10.222.0.98 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671194 Nov 03 19:06:43.820590 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-958d16ee-9480-46ac-855b-c11979ca41c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.824109 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddec8cd7-bfb2-4cde-a57f-8171359558cb None None] The sync data for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 is: [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:06:36Z', 'revision_number': 2, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 4, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:06:43.876574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0629b-1b21-4144-8d35-a3e58910f1db req-327de20e-86ae-4b4a-8101-3cbcf2e74edd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:43.879049 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bb0629b-1b21-4144-8d35-a3e58910f1db req-327de20e-86ae-4b4a-8101-3cbcf2e74edd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 944 time: 0.3632791 Nov 03 19:06:43.989433 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cca6190d-112b-4f97-aace-d3d46c78685f req-9b48f642-c36b-4d2a-9f06-042e2643fede service neutron] 10.222.0.98 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115083 Nov 03 19:06:43.991335 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958d16ee-9480-46ac-855b-c11979ca41c5 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:06:43.991976 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-958d16ee-9480-46ac-855b-c11979ca41c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:43.998341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Attempting to bind port bf9511db-caaf-4dac-afa2-9e2e1be436ce on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:43.998797 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Attempting to bind port bf9511db-caaf-4dac-afa2-9e2e1be436ce by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '04b4c2ba-a27d-494d-8984-c509f4a2d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:43.999236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Attempting to bind port bf9511db-caaf-4dac-afa2-9e2e1be436ce on network 5bfffb69-5010-4e39-aff7-8ea948145f9d {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:06:44.009202 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:06:44.025228 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:44.025613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Checking segment: {'id': '04b4c2ba-a27d-494d-8984-c509f4a2d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:44.026100 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.033924 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Bound using segment: {'id': '04b4c2ba-a27d-494d-8984-c509f4a2d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:44.035569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Bound port: bf9511db-caaf-4dac-afa2-9e2e1be436ce, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b4c2ba-a27d-494d-8984-c509f4a2d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:44.036428 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.044620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Pushing event updated for resources: {'Port': ['ID=bf9511db-caaf-4dac-afa2-9e2e1be436ce,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:44.061248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-74b2000f-f9c4-45c9-9239-f12d0fb0b6f7 None None] Provisioning complete for port 174e2e61-bdb8-4b45-accf-bf2f280a39a1 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:44.061627 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-74b2000f-f9c4-45c9-9239-f12d0fb0b6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.129455 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.221901 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] For port bf9511db-caaf-4dac-afa2-9e2e1be436ce, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:44.232711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] For port bf9511db-caaf-4dac-afa2-9e2e1be436ce, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bf9511db-caaf-4dac-afa2-9e2e1be436ce,segment=NetworkSegment(04b4c2ba-a27d-494d-8984-c509f4a2d060),segment_id=04b4c2ba-a27d-494d-8984-c509f4a2d060)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:44.294039 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.306173 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-958d16ee-9480-46ac-855b-c11979ca41c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.331735 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-958d16ee-9480-46ac-855b-c11979ca41c5 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.343146 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-958d16ee-9480-46ac-855b-c11979ca41c5 admin admin] 10.222.0.107 "DELETE /v2.0/networks/71f86b94-3c74-4839-b3d8-4a9fe57e7cc5 HTTP/1.1" status: 204 len: 168 time: 1.5108085 Nov 03 19:06:44.373215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55416) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:44.374166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d16ee-9480-46ac-855b-c11979ca41c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=71f86b94-3c74-4839-b3d8-4a9fe57e7cc5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:44.448686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe461c0-1cb0-4af7-906d-6bb5ed61f718 req-3d1910e8-1522-482b-9c87-877204370098 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:44.449813 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19233bca-5e53-4296-8804-fbd5f702a1df None None] Pushing event updated for resources: {'Port': ['ID=bf9511db-caaf-4dac-afa2-9e2e1be436ce,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:44.459492 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4fe461c0-1cb0-4af7-906d-6bb5ed61f718 req-3d1910e8-1522-482b-9c87-877204370098 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.5470610 Nov 03 19:06:44.478462 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bb0629b-1b21-4144-8d35-a3e58910f1db req-da464d06-9558-49ca-a060-6ededa543894 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5715277 Nov 03 19:06:44.490537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e329ee2-7df4-4fa9-981c-356991cb2172 req-49f0183f-1fba-43e6-98f4-4676e9e77678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:44.507255 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e329ee2-7df4-4fa9-981c-356991cb2172 req-49f0183f-1fba-43e6-98f4-4676e9e77678 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 1095 time: 0.4424126 Nov 03 19:06:44.516052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c638ddf-b068-4a3b-890b-449b4123e126 admin admin] Deleting subnet 1bd8df88-c40a-4af8-aaa2-cf2c6c9f54e8 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:06:44.521647 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6c638ddf-b068-4a3b-890b-449b4123e126 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.599171 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6c638ddf-b068-4a3b-890b-449b4123e126 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.624731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4fe461c0-1cb0-4af7-906d-6bb5ed61f718 req-caa7927d-6eb1-4506-be6f-1a0f7e818df3 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638310 Nov 03 19:06:44.724685 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6c638ddf-b068-4a3b-890b-449b4123e126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.842662 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6c638ddf-b068-4a3b-890b-449b4123e126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.909705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Allocated IP 2001:db8:1::1 (5bfffb69-5010-4e39-aff7-8ea948145f9d/b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65/75c94536-b93c-4398-8efb-fd6bc7de049d) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:44.928970 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6c638ddf-b068-4a3b-890b-449b4123e126 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:44.935291 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6c638ddf-b068-4a3b-890b-449b4123e126 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/1bd8df88-c40a-4af8-aaa2-cf2c6c9f54e8 HTTP/1.1" status: 204 len: 168 time: 0.5554149 Nov 03 19:06:44.938865 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c638ddf-b068-4a3b-890b-449b4123e126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd8df88-c40a-4af8-aaa2-cf2c6c9f54e8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:44.940490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55422) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:45.178382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e329ee2-7df4-4fa9-981c-356991cb2172 req-dab01edc-6e72-4635-b31d-14d939650e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:45.183795 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e329ee2-7df4-4fa9-981c-356991cb2172 req-dab01edc-6e72-4635-b31d-14d939650e07 service neutron] 10.222.0.98 "GET /v2.0/networks?id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 HTTP/1.1" status: 200 len: 898 time: 0.3550115 Nov 03 19:06:45.265228 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e329ee2-7df4-4fa9-981c-356991cb2172 req-39957f01-7915-45b9-b0e6-fe19a1764bec service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f966107-ee62-4238-8092-7db6dcb8a246 HTTP/1.1" status: 200 len: 217 time: 0.0703492 Nov 03 19:06:45.319165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 174e2e61-bdb8-4b45-accf-bf2f280a39a1 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:45.427812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e329ee2-7df4-4fa9-981c-356991cb2172 req-86929a51-fe75-404a-8f60-f2c2f904ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:45.431053 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e329ee2-7df4-4fa9-981c-356991cb2172 req-86929a51-fe75-404a-8f60-f2c2f904ff68 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=62d8274d-235a-4ac8-98e4-cd0c24f2de1b HTTP/1.1" status: 200 len: 835 time: 0.1566787 Nov 03 19:06:45.455108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 174e2e61-bdb8-4b45-accf-bf2f280a39a1 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:45.455476 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.536633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e329ee2-7df4-4fa9-981c-356991cb2172 req-2449cd2d-3221-4666-8cad-714ae56f3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:45.538444 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e329ee2-7df4-4fa9-981c-356991cb2172 req-2449cd2d-3221-4666-8cad-714ae56f3f3e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000097 Nov 03 19:06:45.698450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bf9511db-caaf-4dac-afa2-9e2e1be436ce up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:45.745911 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e329ee2-7df4-4fa9-981c-356991cb2172 req-2bc542d5-1517-4de8-94a6-0a6dfbaab42a service neutron] 10.222.0.98 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979265 Nov 03 19:06:45.834058 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port bf9511db-caaf-4dac-afa2-9e2e1be436ce triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:45.837909 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:45.975234 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e329ee2-7df4-4fa9-981c-356991cb2172 req-02c092c2-3ee6-4d7a-81b1-b6c234508489 service neutron] 10.222.0.98 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149935 Nov 03 19:06:46.055874 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.094173 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.130198 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4e84-d35c-4a3c-bd40-f369bcd79915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.158156 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port bf9511db-caaf-4dac-afa2-9e2e1be436ce, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bf9511db-caaf-4dac-afa2-9e2e1be436ce,segment=NetworkSegment(04b4c2ba-a27d-494d-8984-c509f4a2d060),segment_id=04b4c2ba-a27d-494d-8984-c509f4a2d060)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:46.164354 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.169197 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.225417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7e987-0731-4a9f-b186-3f92c0ee4db2 req-62900734-0b78-4b66-b8a7-82740edb7ae0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:46.233305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f8c7e987-0731-4a9f-b186-3f92c0ee4db2 req-62900734-0b78-4b66-b8a7-82740edb7ae0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 944 time: 0.3253407 Nov 03 19:06:46.244456 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=bf9511db-caaf-4dac-afa2-9e2e1be436ce,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:46.275664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc6a1c-9cb3-4bdd-8514-2c9b3441978b req-472480e0-b4d6-4f9b-8c80-fc2cd4d64441 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:46.277359 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88dc6a1c-9cb3-4bdd-8514-2c9b3441978b req-472480e0-b4d6-4f9b-8c80-fc2cd4d64441 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.3788238 Nov 03 19:06:46.353972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c3d844-d3d8-4097-a21b-0733f75669b2 None None] Network 5bfffb69-5010-4e39-aff7-8ea948145f9d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:46.371498 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4e84-d35c-4a3c-bd40-f369bcd79915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.395352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-eb9e4e84-d35c-4a3c-bd40-f369bcd79915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddb4379-629b-420b-ac39-87a4d683d094']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:46.406472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-eb9e4e84-d35c-4a3c-bd40-f369bcd79915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1789c570-472f-49da-ab59-4e65559afab0') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:46.406774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-eb9e4e84-d35c-4a3c-bd40-f369bcd79915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1789c570-472f-49da-ab59-4e65559afab0') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:46.417564 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4e84-d35c-4a3c-bd40-f369bcd79915 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.432830 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4e84-d35c-4a3c-bd40-f369bcd79915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.452871 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9e4e84-d35c-4a3c-bd40-f369bcd79915 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:06:46.453288 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4e84-d35c-4a3c-bd40-f369bcd79915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:06:46.544370 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:06:46.573358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 5bfffb69-5010-4e39-aff7-8ea948145f9d is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:46.593183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-33653005-0949-4558-b7c6-d058f004061b None None] Provisioning complete for port bf9511db-caaf-4dac-afa2-9e2e1be436ce triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:46.593775 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-33653005-0949-4558-b7c6-d058f004061b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.598954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:46.601345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:46.602646 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.808775 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f8c7e987-0731-4a9f-b186-3f92c0ee4db2 req-caacee95-5aff-4ea0-a6d8-d2abde530302 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5708067 Nov 03 19:06:46.836500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=75c94536-b93c-4398-8efb-fd6bc7de049d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:46.867908 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88dc6a1c-9cb3-4bdd-8514-2c9b3441978b req-d17712b3-1075-415d-9b56-2e73b3eddb2e tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533431 Nov 03 19:06:46.867908 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4e84-d35c-4a3c-bd40-f369bcd79915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.875266 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4e84-d35c-4a3c-bd40-f369bcd79915 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.879050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-eb9e4e84-d35c-4a3c-bd40-f369bcd79915 admin admin] 10.222.0.107 "DELETE /v2.0/networks/8ddb4379-629b-420b-ac39-87a4d683d094 HTTP/1.1" status: 204 len: 168 time: 1.9369094 Nov 03 19:06:46.916842 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e4e84-d35c-4a3c-bd40-f369bcd79915 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ddb4379-629b-420b-ac39-87a4d683d094,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:46.949788 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:46.984857 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9f966107-ee62-4238-8092-7db6dcb8a246 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:06:46.986917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bf9511db-caaf-4dac-afa2-9e2e1be436ce up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:47.224121 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55438) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:47.295430 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a20ee2b2-86f4-4042-8472-e323b7134bc3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9e58544d35924cba83ca0ffcfa1c2cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0694985 Nov 03 19:06:47.297940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55440) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:47.331071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port bf9511db-caaf-4dac-afa2-9e2e1be436ce triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:47.331738 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.395830 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c9d0c9e-5925-4c1b-9d7f-e538be863287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.429451 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c9d0c9e-5925-4c1b-9d7f-e538be863287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.440647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 9f966107-ee62-4238-8092-7db6dcb8a246, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9f966107-ee62-4238-8092-7db6dcb8a246,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:47.468690 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '9f966107-ee62-4238-8092-7db6dcb8a246', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'port_id': '9f966107-ee62-4238-8092-7db6dcb8a246', 'mac_address': 'fa:16:3e:13:63:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:06:47.521079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c9d0c9e-5925-4c1b-9d7f-e538be863287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.536036 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c9d0c9e-5925-4c1b-9d7f-e538be863287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.537717 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3c9d0c9e-5925-4c1b-9d7f-e538be863287 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad HTTP/1.1" status: 204 len: 168 time: 0.2386539 Nov 03 19:06:47.552931 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.564388 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.566449 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.625472 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.654241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d0c9e-5925-4c1b-9d7f-e538be863287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a2e823-5eb1-4fb4-b35b-ae7b4f33f4ad,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:47.672463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f966107-ee62-4238-8092-7db6dcb8a246 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:06:47.752601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 9f966107-ee62-4238-8092-7db6dcb8a246, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9f966107-ee62-4238-8092-7db6dcb8a246,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:47.761487 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.770474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=75c94536-b93c-4398-8efb-fd6bc7de049d,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:47.837745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 5bfffb69-5010-4e39-aff7-8ea948145f9d is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:47.839781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:47.899816 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=9f966107-ee62-4238-8092-7db6dcb8a246,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:47.982994 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7f1a906c-55b6-4192-bcb2-094c603225d0 None None] Provisioning complete for port bf9511db-caaf-4dac-afa2-9e2e1be436ce triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:47.983684 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7f1a906c-55b6-4192-bcb2-094c603225d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:47.993921 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['9f966107-ee62-4238-8092-7db6dcb8a246'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:06:48.144389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 55c3d904-295b-42b0-b5ef-e4175638be3c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:06:48.181033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd557b52-a380-43eb-9a6c-6b135e2fe385 req-0351259d-9a39-40fa-8ff0-8146fbe4dc35 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:48.182700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd557b52-a380-43eb-9a6c-6b135e2fe385 req-0351259d-9a39-40fa-8ff0-8146fbe4dc35 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 945 time: 0.2112033 Nov 03 19:06:48.261608 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084be0f6-793b-431b-94dc-804976751bbc req-e0e2d2b5-372f-4e96-816e-63b7e41276d2 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:48.263986 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-084be0f6-793b-431b-94dc-804976751bbc req-e0e2d2b5-372f-4e96-816e-63b7e41276d2 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.98 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.1846352 Nov 03 19:06:48.284988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd557b52-a380-43eb-9a6c-6b135e2fe385 req-7c62a51d-69a8-42a9-9a5f-b857d9e65670 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944967 Nov 03 19:06:48.319047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8fb6a-a9df-4a5c-8e72-b2a9e4d10a81 req-ffedbc0f-2d00-47d0-8ef0-12f80fadd2c3 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:48.321347 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-02d8fb6a-a9df-4a5c-8e72-b2a9e4d10a81 req-ffedbc0f-2d00-47d0-8ef0-12f80fadd2c3 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 945 time: 0.2976966 Nov 03 19:06:48.342008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55454) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:48.370099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7f1a906c-55b6-4192-bcb2-094c603225d0 None None] Provisioning complete for port 75c94536-b93c-4398-8efb-fd6bc7de049d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:48.370845 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7f1a906c-55b6-4192-bcb2-094c603225d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.428389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a906c-55b6-4192-bcb2-094c603225d0 None None] Port 75c94536-b93c-4398-8efb-fd6bc7de049d cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:48.489009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:48.495893 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-20d3b5b4-3dd2-4b7e-92d1-1dc7698f6771 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/55c3d904-295b-42b0-b5ef-e4175638be3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7196872 Nov 03 19:06:48.501510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55456) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:48.504879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Sync routers for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:48.509528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-13782eda-52b0-478e-b416-69d3868d5d6b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-441721980'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:48.548837 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d1326279-d598-41a1-8979-d2c765ca8f97 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b424c9faadb94cccb9cabeae773a47ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1976602 Nov 03 19:06:48.549669 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55458) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:48.580556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-084be0f6-793b-431b-94dc-804976751bbc req-98bb7dbd-c107-4f7c-850d-caf545dcecd7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Deleting port 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:48.580680 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-084be0f6-793b-431b-94dc-804976751bbc req-98bb7dbd-c107-4f7c-850d-caf545dcecd7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.626815 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13782eda-52b0-478e-b416-69d3868d5d6b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:48.634943 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-13782eda-52b0-478e-b416-69d3868d5d6b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.657369 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-02d8fb6a-a9df-4a5c-8e72-b2a9e4d10a81 req-bba99ce4-f939-49d9-ac08-bdfa3a06d68d tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662579 Nov 03 19:06:48.721678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:48.722441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:48.728773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13782eda-52b0-478e-b416-69d3868d5d6b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:06:48.735505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a5cfba37-461e-42e4-9854-238a8b83171f None None] Provisioning complete for port 75c94536-b93c-4398-8efb-fd6bc7de049d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:48.736073 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a5cfba37-461e-42e4-9854-238a8b83171f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.741612 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-13782eda-52b0-478e-b416-69d3868d5d6b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.742013 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-13782eda-52b0-478e-b416-69d3868d5d6b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Added segment 3e97d455-862d-4eda-b70d-1d55e75990be of type vlan for network 351cc9f3-66e0-42c3-bb2b-a1545aead923 Nov 03 19:06:48.794152 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-13782eda-52b0-478e-b416-69d3868d5d6b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.824946 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-13782eda-52b0-478e-b416-69d3868d5d6b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.833493 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13782eda-52b0-478e-b416-69d3868d5d6b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:48.834214 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-13782eda-52b0-478e-b416-69d3868d5d6b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.842375 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a5cfba37-461e-42e4-9854-238a8b83171f None None] Port 75c94536-b93c-4398-8efb-fd6bc7de049d cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:48.862218 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69ce4a30-90b3-454a-ae41-d196334caa45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.884633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-084be0f6-793b-431b-94dc-804976751bbc req-98bb7dbd-c107-4f7c-850d-caf545dcecd7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] For port 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe,segment=NetworkSegment(8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a),segment_id=8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:48.887896 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-084be0f6-793b-431b-94dc-804976751bbc req-98bb7dbd-c107-4f7c-850d-caf545dcecd7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.921848 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-084be0f6-793b-431b-94dc-804976751bbc req-98bb7dbd-c107-4f7c-850d-caf545dcecd7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Calling delete_port for 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:48.926219 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-13782eda-52b0-478e-b416-69d3868d5d6b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4236524 Nov 03 19:06:48.930462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55462) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:48.934155 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:06:48.935508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a23235ac-2043-4f04-bb2b-e310cdd099a2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'subnet': {'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:48.953984 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69ce4a30-90b3-454a-ae41-d196334caa45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:48.965366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13782eda-52b0-478e-b416-69d3868d5d6b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Network': ['ID=351cc9f3-66e0-42c3-bb2b-a1545aead923,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:48.988334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 351cc9f3-66e0-42c3-bb2b-a1545aead923 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:06:49.083066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23235ac-2043-4f04-bb2b-e310cdd099a2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:49.083305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ab5fedeb-3d7c-4474-9de2-205f87829478 None None] Provisioning complete for port 75c94536-b93c-4398-8efb-fd6bc7de049d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:49.083734 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ab5fedeb-3d7c-4474-9de2-205f87829478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.089713 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a23235ac-2043-4f04-bb2b-e310cdd099a2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.155266 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69ce4a30-90b3-454a-ae41-d196334caa45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.157896 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69ce4a30-90b3-454a-ae41-d196334caa45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.165226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ab5fedeb-3d7c-4474-9de2-205f87829478 None None] Port 75c94536-b93c-4398-8efb-fd6bc7de049d cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:06:49.169116 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-69ce4a30-90b3-454a-ae41-d196334caa45 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a381992a-fb3e-4b37-b5f6-5e52b4d2e1a1 HTTP/1.1" status: 204 len: 168 time: 0.6164155 Nov 03 19:06:49.214384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce4a30-90b3-454a-ae41-d196334caa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a381992a-fb3e-4b37-b5f6-5e52b4d2e1a1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:49.265273 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-084be0f6-793b-431b-94dc-804976751bbc req-98bb7dbd-c107-4f7c-850d-caf545dcecd7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.313045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['5bcdd615-c921-423d-bbed-c62b4a37f281'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:06:49.360479 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a23235ac-2043-4f04-bb2b-e310cdd099a2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.361397 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb7dbd-c107-4f7c-850d-caf545dcecd7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Pushing event deleted for resources: {'Port': ['ID=6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:49.472983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-084be0f6-793b-431b-94dc-804976751bbc req-98bb7dbd-c107-4f7c-850d-caf545dcecd7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] No DVR routers for this DVR port 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:49.481975 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-084be0f6-793b-431b-94dc-804976751bbc req-98bb7dbd-c107-4f7c-850d-caf545dcecd7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.487124 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-084be0f6-793b-431b-94dc-804976751bbc req-98bb7dbd-c107-4f7c-850d-caf545dcecd7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.98 "DELETE /v2.0/ports/6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe HTTP/1.1" status: 204 len: 173 time: 1.2161582 Nov 03 19:06:49.487680 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a157d23-3d07-4d94-8c88-fb6c1506aa50', 'name': 'network-vif-deleted', 'tag': '6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:49.493424 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b92f94-9217-4a1e-a4ec-9f35186d694a" -d '{"events": [{"server_uuid": "8a157d23-3d07-4d94-8c88-fb6c1506aa50", "name": "network-vif-deleted", "tag": "6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:49.618648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23235ac-2043-4f04-bb2b-e310cdd099a2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Subnet': ['ID=8f3740a0-9b0e-4a1f-b8ac-06443543c153,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:49.623800 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c49d0b-1bd4-4bcd-bdee-b10bafd86079 x-openstack-request-id: req-29c49d0b-1bd4-4bcd-bdee-b10bafd86079 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:49.624155 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a157d23-3d07-4d94-8c88-fb6c1506aa50", "name": "network-vif-deleted", "tag": "6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:49.624417 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-29c49d0b-1bd4-4bcd-bdee-b10bafd86079 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:49.625680 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a157d23-3d07-4d94-8c88-fb6c1506aa50', 'name': 'network-vif-deleted', 'tag': '6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe', 'status': 'completed', 'code': 200} Nov 03 19:06:49.689181 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60bbc6-9751-43d8-870c-86d44c8d6b63 req-417bb360-7133-4da4-a836-0814d58387ba tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:49.691102 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba60bbc6-9751-43d8-870c-86d44c8d6b63 req-417bb360-7133-4da4-a836-0814d58387ba tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 945 time: 0.2300110 Nov 03 19:06:49.692047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23235ac-2043-4f04-bb2b-e310cdd099a2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Checking segment: {'id': '3e97d455-862d-4eda-b70d-1d55e75990be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:49.692537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23235ac-2043-4f04-bb2b-e310cdd099a2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network hostable DHCP agents. Network: 351cc9f3-66e0-42c3-bb2b-a1545aead923, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:06:49.797006 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba60bbc6-9751-43d8-870c-86d44c8d6b63 req-fc7ceba6-3844-49ed-9df8-dc35ba8aac7d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957396 Nov 03 19:06:49.798369 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23235ac-2043-4f04-bb2b-e310cdd099a2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 351cc9f3-66e0-42c3-bb2b-a1545aead923 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:06:49.813114 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-a23235ac-2043-4f04-bb2b-e310cdd099a2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 351cc9f3-66e0-42c3-bb2b-a1545aead923) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:49.829019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23235ac-2043-4f04-bb2b-e310cdd099a2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:49.831249 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a23235ac-2043-4f04-bb2b-e310cdd099a2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:49.838350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f61390-db8e-4bbb-9aba-9cd3301c17cb None None] Network 351cc9f3-66e0-42c3-bb2b-a1545aead923 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:49.851008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:06:46Z', 'revision_number': 3, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:47Z', 'revision_number': 2, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:49.871534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a23235ac-2043-4f04-bb2b-e310cdd099a2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9387221 Nov 03 19:06:49.873392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55476) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:49.949956 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe8c7f54-2226-4f8f-bcf3-ee5ff92faf9e req-2b7f7d82-2c1c-492f-927b-807e47eed9f6 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a157d23-3d07-4d94-8c88-fb6c1506aa50 HTTP/1.1" status: 200 len: 210 time: 0.0421929 Nov 03 19:06:49.988611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Checking router: 55c3d904-295b-42b0-b5ef-e4175638be3c for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:06:49.989237 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Updating router 55c3d904-295b-42b0-b5ef-e4175638be3c port 75c94536-b93c-4398-8efb-fd6bc7de049d binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:06:50.154536 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:50.555289 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:50.652779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-351cc9f3-66e0-42c3-bb2b-a1545aead923', 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'fixed_ips': [{'subnet_id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:06:50.654435 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:50.879812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Allocated IP 2001:db8:2::1 (351cc9f3-66e0-42c3-bb2b-a1545aead923/8f3740a0-9b0e-4a1f-b8ac-06443543c153/0d261ee8-5068-404f-bbf9-85df4309beae) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:50.957312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9f966107-ee62-4238-8092-7db6dcb8a246 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:50.960966 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:50.973825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ee331-1d64-4007-85f2-e50657451377 req-85e7995e-57d3-455f-9120-7a1cc71bfe0d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:50.975903 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e1ee331-1d64-4007-85f2-e50657451377 req-85e7995e-57d3-455f-9120-7a1cc71bfe0d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 945 time: 0.0848637 Nov 03 19:06:50.989088 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.065641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c057ac-d569-433e-a676-7a525367a386 None None] Pushing event updated for resources: {'Port': ['ID=75c94536-b93c-4398-8efb-fd6bc7de049d,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:51.086394 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e1ee331-1d64-4007-85f2-e50657451377 req-38a30ab7-9dcf-4c93-8de0-3b340ebd9465 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924563 Nov 03 19:06:51.233953 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 9f966107-ee62-4238-8092-7db6dcb8a246 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:06:51.288816 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 9f966107-ee62-4238-8092-7db6dcb8a246 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:51.289968 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.330543 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Attempting to bind port 75c94536-b93c-4398-8efb-fd6bc7de049d on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:51.331095 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Attempting to bind port 75c94536-b93c-4398-8efb-fd6bc7de049d by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '04b4c2ba-a27d-494d-8984-c509f4a2d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:51.331710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Attempting to bind port 75c94536-b93c-4398-8efb-fd6bc7de049d on network 5bfffb69-5010-4e39-aff7-8ea948145f9d {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:51.343311 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:51.343878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Checking segment: {'id': '04b4c2ba-a27d-494d-8984-c509f4a2d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:51.344951 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.344951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Bound using segment: {'id': '04b4c2ba-a27d-494d-8984-c509f4a2d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:51.345549 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Bound port: 75c94536-b93c-4398-8efb-fd6bc7de049d, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b4c2ba-a27d-494d-8984-c509f4a2d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:51.346235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.531772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c8c7e-4469-4e48-88c2-da13d4a0036e req-031f6de3-a1d7-418e-8e3c-954c8817fd45 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:51.545357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] For port 75c94536-b93c-4398-8efb-fd6bc7de049d, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:51.549656 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.552138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-392c8c7e-4469-4e48-88c2-da13d4a0036e req-031f6de3-a1d7-418e-8e3c-954c8817fd45 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.1534817 Nov 03 19:06:51.566366 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] For port 75c94536-b93c-4398-8efb-fd6bc7de049d, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=75c94536-b93c-4398-8efb-fd6bc7de049d,segment=NetworkSegment(04b4c2ba-a27d-494d-8984-c509f4a2d060),segment_id=04b4c2ba-a27d-494d-8984-c509f4a2d060)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:51.578118 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.613265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:51.616258 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2bfea0-3e9c-448b-85b6-082cb81d5351" -d '{"events": [{"server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "name": "network-vif-plugged", "status": "completed", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:51.634067 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-392c8c7e-4469-4e48-88c2-da13d4a0036e req-75eaa068-71a8-40b7-8f67-a24e303fe40c tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764081 Nov 03 19:06:51.684933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 9f966107-ee62-4238-8092-7db6dcb8a246, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9f966107-ee62-4238-8092-7db6dcb8a246,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:51.696052 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad0e6bb-3a59-4611-b103-01de64ddd8ae x-openstack-request-id: req-4ad0e6bb-3a59-4611-b103-01de64ddd8ae {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:51.696570 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "name": "network-vif-plugged", "status": "completed", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:51.697030 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4ad0e6bb-3a59-4611-b103-01de64ddd8ae {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:51.700215 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246', 'code': 200} Nov 03 19:06:51.704806 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.706040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:51.714486 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.745237 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:06:51.746134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 6f5d7d01-a3d7-4f8d-9965-f1ee28b29ffe not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:51.754147 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.764288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c057ac-d569-433e-a676-7a525367a386 None None] Pushing event updated for resources: {'Port': ['ID=75c94536-b93c-4398-8efb-fd6bc7de049d,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:51.788094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3bff86c8-3940-405a-ae32-352b95294884 None None] Provisioning complete for port 75c94536-b93c-4398-8efb-fd6bc7de049d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:51.788479 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3bff86c8-3940-405a-ae32-352b95294884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.832502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=0d261ee8-5068-404f-bbf9-85df4309beae,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:51.865344 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:51.865858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:51.866204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:51.866603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:51.866981 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:51.867614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:51.867756 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:51.868033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:51.868449 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:51.868695 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:51.869152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:51.869484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:51.877658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 351cc9f3-66e0-42c3-bb2b-a1545aead923 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:51.881622 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:51.882278 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:51.882686 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:51.886275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:51.886831 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:51.948362 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97346c-d889-42d1-9b3c-60c61f108141 req-10e4dfc1-b8dc-4c64-9a88-339119a9e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:51.950642 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e97346c-d889-42d1-9b3c-60c61f108141 req-10e4dfc1-b8dc-4c64-9a88-339119a9e3a4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 1097 time: 0.1298399 Nov 03 19:06:52.052512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:06:52.119818 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:52.126166 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e97346c-d889-42d1-9b3c-60c61f108141 req-0cb4ac23-8a5b-4f34-8e69-4a8dc54227b7 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661699 Nov 03 19:06:52.140631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Allocated IP 2001:db8:2::2 (351cc9f3-66e0-42c3-bb2b-a1545aead923/8f3740a0-9b0e-4a1f-b8ac-06443543c153/af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:52.185756 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=9f966107-ee62-4238-8092-7db6dcb8a246,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:52.197928 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3bff86c8-3940-405a-ae32-352b95294884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:52.308046 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806bbe0-c2f8-47f0-ae7a-4f549bf49ed1 req-cfacca86-496e-498b-9b27-089119da269f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:52.310464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4806bbe0-c2f8-47f0-ae7a-4f549bf49ed1 req-cfacca86-496e-498b-9b27-089119da269f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.0714779 Nov 03 19:06:52.369175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3bff86c8-3940-405a-ae32-352b95294884 None None] For port 75c94536-b93c-4398-8efb-fd6bc7de049d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=75c94536-b93c-4398-8efb-fd6bc7de049d,segment=NetworkSegment(04b4c2ba-a27d-494d-8984-c509f4a2d060),segment_id=04b4c2ba-a27d-494d-8984-c509f4a2d060)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:52.420268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4806bbe0-c2f8-47f0-ae7a-4f549bf49ed1 req-faddf870-e50e-4569-b9a5-fe493026f928 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028290 Nov 03 19:06:52.430212 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3bff86c8-3940-405a-ae32-352b95294884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:52.575117 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:52.582044 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:52.583475 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:52.660017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=0d261ee8-5068-404f-bbf9-85df4309beae,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:52.702670 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:52.706544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff86c8-3940-405a-ae32-352b95294884 None None] Pushing event updated for resources: {'Port': ['ID=75c94536-b93c-4398-8efb-fd6bc7de049d,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:52.723027 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:52.761029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 351cc9f3-66e0-42c3-bb2b-a1545aead923 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:52.764418 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:52.856034 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Pushing event updated for resources: {'Port': ['ID=af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:52.860457 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Network 351cc9f3-66e0-42c3-bb2b-a1545aead923 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:52.863936 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4a711dba-80b8-45b7-b7c6-ac90f3d17500 None None] Provisioning complete for port 75c94536-b93c-4398-8efb-fd6bc7de049d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:52.865438 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4a711dba-80b8-45b7-b7c6-ac90f3d17500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:52.869663 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:52.881270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a718cad-4871-44fa-a421-f43adb0319a3 req-13f9a9ac-5c7a-44f3-b754-24ee345c68d2 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:52.889345 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a718cad-4871-44fa-a421-f43adb0319a3 req-13f9a9ac-5c7a-44f3-b754-24ee345c68d2 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.0653205 Nov 03 19:06:52.896600 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:52.907782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 55c3d904-295b-42b0-b5ef-e4175638be3c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:06:52.966262 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a718cad-4871-44fa-a421-f43adb0319a3 req-9fdd02a5-3231-4b18-9af4-df8cdb76155e tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754633 Nov 03 19:06:52.992966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Attempting to bind port af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:52.993322 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Attempting to bind port af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '3e97d455-862d-4eda-b70d-1d55e75990be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:52.993699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Attempting to bind port af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7 on network 351cc9f3-66e0-42c3-bb2b-a1545aead923 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:53.008002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:53.008423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Checking segment: {'id': '3e97d455-862d-4eda-b70d-1d55e75990be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:53.008803 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.009201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Bound using segment: {'id': '3e97d455-862d-4eda-b70d-1d55e75990be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:53.009699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Bound port: af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e97d455-862d-4eda-b70d-1d55e75990be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:53.010095 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.038893 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:06:53.051211 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d4ca7ef1-e35e-4e39-8b4c-e71abcff2fe9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/55c3d904-295b-42b0-b5ef-e4175638be3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1735227 Nov 03 19:06:53.051397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55510) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:53.058234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d6531001-fb62-4d41-bf07-11fba4753121 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1458615488'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:53.076230 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:06:46Z', 'revision_number': 3, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:51Z', 'revision_number': 4, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:53.091019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6531001-fb62-4d41-bf07-11fba4753121 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:53.097527 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6531001-fb62-4d41-bf07-11fba4753121 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.130451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6531001-fb62-4d41-bf07-11fba4753121 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:06:53.143537 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6531001-fb62-4d41-bf07-11fba4753121 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.144316 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-d6531001-fb62-4d41-bf07-11fba4753121 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Added segment 09f086db-08c9-424e-8134-38287429746b of type vlan for network 9fbcf8c0-4c37-40d4-a4bb-fde400788716 Nov 03 19:06:53.197706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] For port af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:53.201315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] For port af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7,segment=NetworkSegment(3e97d455-862d-4eda-b70d-1d55e75990be),segment_id=3e97d455-862d-4eda-b70d-1d55e75990be)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:53.206194 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6531001-fb62-4d41-bf07-11fba4753121 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.209476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10db88ed-afc8-4dfa-b4c8-48ec97291763 None None] The sync data for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 is: [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:06:46Z', 'revision_number': 3, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:51Z', 'revision_number': 4, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:06:53.215189 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.276687 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6531001-fb62-4d41-bf07-11fba4753121 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.293400 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6531001-fb62-4d41-bf07-11fba4753121 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:53.300210 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6531001-fb62-4d41-bf07-11fba4753121 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.326337 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bdd3c-ae67-42af-8fda-379ca01201a7 None None] Pushing event updated for resources: {'Port': ['ID=af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:53.403867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6531001-fb62-4d41-bf07-11fba4753121 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Network': ['ID=9fbcf8c0-4c37-40d4-a4bb-fde400788716,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:53.421161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 9fbcf8c0-4c37-40d4-a4bb-fde400788716 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:06:53.430802 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d6531001-fb62-4d41-bf07-11fba4753121 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3778331 Nov 03 19:06:53.432701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55512) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:53.439549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-e013f757-3475-4059-82af-d2e1680f9e51 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'subnet': {'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:53.683631 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e013f757-3475-4059-82af-d2e1680f9e51 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Made reservation on behalf of a950147c06344502871eb3fa755c74de for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:06:53.694623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924106a-c9f8-4539-af68-0647cb599526 req-800aa134-0b22-4980-b29f-bf167790f288 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:53.712771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f924106a-c9f8-4539-af68-0647cb599526 req-800aa134-0b22-4980-b29f-bf167790f288 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.1599970 Nov 03 19:06:53.718537 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e013f757-3475-4059-82af-d2e1680f9e51 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:53.809919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f924106a-c9f8-4539-af68-0647cb599526 req-9ac55fd6-fc5d-4468-a0ff-67979222770b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940876 Nov 03 19:06:54.050113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace05419-3f1a-4c47-96f4-96da178a4d57 req-886db36d-0ed4-4096-9963-29e45dbc641f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:54.053051 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ace05419-3f1a-4c47-96f4-96da178a4d57 req-886db36d-0ed4-4096-9963-29e45dbc641f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.1310852 Nov 03 19:06:54.108790 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e013f757-3475-4059-82af-d2e1680f9e51 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:54.185149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ace05419-3f1a-4c47-96f4-96da178a4d57 req-67c3c220-7a7d-4d98-9bd5-ec68ebe84009 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175694 Nov 03 19:06:54.203399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3222d-e564-465e-bbbe-5f35619a9f5c req-004437d2-2649-4dde-8f7f-d1f7bf1531e7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:54.204941 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5f3222d-e564-465e-bbbe-5f35619a9f5c req-004437d2-2649-4dde-8f7f-d1f7bf1531e7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.1425159 Nov 03 19:06:54.205442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55524) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:54.307299 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013f757-3475-4059-82af-d2e1680f9e51 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Subnet': ['ID=a0b237e9-f271-40cd-b574-8b6639f7db7c,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:54.326233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013f757-3475-4059-82af-d2e1680f9e51 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Checking segment: {'id': '09f086db-08c9-424e-8134-38287429746b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:54.326612 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013f757-3475-4059-82af-d2e1680f9e51 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network hostable DHCP agents. Network: 9fbcf8c0-4c37-40d4-a4bb-fde400788716, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:06:54.327750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f0e430-1fcc-48c7-b84b-5eda3624f6f6 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:54.329418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-09f0e430-1fcc-48c7-b84b-5eda3624f6f6 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 1092 time: 0.1230273 Nov 03 19:06:54.333500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55526) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:54.338199 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bd6cc-5606-415d-aa5d-d926012c299d req-a602c2be-6259-4d7e-8380-6d4ff554edc7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:54.339398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '9f966107-ee62-4238-8092-7db6dcb8a246', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:06:54.339779 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-024bd6cc-5606-415d-aa5d-d926012c299d req-a602c2be-6259-4d7e-8380-6d4ff554edc7 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 945 time: 0.1789327 Nov 03 19:06:54.358268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5f3222d-e564-465e-bbbe-5f35619a9f5c req-d6172cc0-ff35-4694-b593-409a22cbcbdc tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/security-groups?id=31689e14-8dc4-486c-905f-7d290d8448e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252468 Nov 03 19:06:54.395713 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:54.398076 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013f757-3475-4059-82af-d2e1680f9e51 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 9fbcf8c0-4c37-40d4-a4bb-fde400788716 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:06:54.464093 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-e013f757-3475-4059-82af-d2e1680f9e51 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 9fbcf8c0-4c37-40d4-a4bb-fde400788716) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:54.468559 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Sync routers for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:06:54.485259 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:54.485857 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:54.488547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e013f757-3475-4059-82af-d2e1680f9e51 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:06:54.489255 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e013f757-3475-4059-82af-d2e1680f9e51 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:54.546093 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e013f757-3475-4059-82af-d2e1680f9e51 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1091359 Nov 03 19:06:54.549674 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55528) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:54.577408 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-024bd6cc-5606-415d-aa5d-d926012c299d req-80639a8f-503d-40b4-8077-aaf9b4313ff0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Deleting port 5bcdd615-c921-423d-bbed-c62b4a37f281 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:54.579408 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-024bd6cc-5606-415d-aa5d-d926012c299d req-80639a8f-503d-40b4-8077-aaf9b4313ff0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:54.715006 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:06:54.784731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc30a034-0818-4be1-bc27-908c53f226b8 None None] Network 9fbcf8c0-4c37-40d4-a4bb-fde400788716 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:54.811849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-024bd6cc-5606-415d-aa5d-d926012c299d req-80639a8f-503d-40b4-8077-aaf9b4313ff0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] For port 5bcdd615-c921-423d-bbed-c62b4a37f281, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5bcdd615-c921-423d-bbed-c62b4a37f281,segment=NetworkSegment(8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a),segment_id=8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:54.812231 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-024bd6cc-5606-415d-aa5d-d926012c299d req-80639a8f-503d-40b4-8077-aaf9b4313ff0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:54.853233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-024bd6cc-5606-415d-aa5d-d926012c299d req-80639a8f-503d-40b4-8077-aaf9b4313ff0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Calling delete_port for 5bcdd615-c921-423d-bbed-c62b4a37f281 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:54.900143 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.159974 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:55.213058 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-024bd6cc-5606-415d-aa5d-d926012c299d req-80639a8f-503d-40b4-8077-aaf9b4313ff0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.233996 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdce3a6-4666-4068-9725-7fab15678e04 None None] Network 351cc9f3-66e0-42c3-bb2b-a1545aead923 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:55.279598 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 4, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '0d261ee8-5068-404f-bbf9-85df4309beae', 'name': '', 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:0c:b2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 2, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:55.284034 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80639a8f-503d-40b4-8077-aaf9b4313ff0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Pushing event deleted for resources: {'Port': ['ID=5bcdd615-c921-423d-bbed-c62b4a37f281,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:55.290939 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['5bcdd615-c921-423d-bbed-c62b4a37f281'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:06:55.356114 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Checking router: 55c3d904-295b-42b0-b5ef-e4175638be3c for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:06:55.356469 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Updating router 55c3d904-295b-42b0-b5ef-e4175638be3c port 0d261ee8-5068-404f-bbf9-85df4309beae binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:06:55.399472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-024bd6cc-5606-415d-aa5d-d926012c299d req-80639a8f-503d-40b4-8077-aaf9b4313ff0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] No DVR routers for this DVR port 5bcdd615-c921-423d-bbed-c62b4a37f281 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:06:55.405994 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-024bd6cc-5606-415d-aa5d-d926012c299d req-80639a8f-503d-40b4-8077-aaf9b4313ff0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.409812 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-024bd6cc-5606-415d-aa5d-d926012c299d req-80639a8f-503d-40b4-8077-aaf9b4313ff0 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.87 "DELETE /v2.0/ports/5bcdd615-c921-423d-bbed-c62b4a37f281 HTTP/1.1" status: 204 len: 173 time: 1.0614641 Nov 03 19:06:55.412426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8271c44-4e9b-4552-87cc-b8bf6d2bb7cb', 'name': 'network-vif-deleted', 'tag': '5bcdd615-c921-423d-bbed-c62b4a37f281'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:06:55.415142 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c14d67-ba99-4a78-943f-430dd084ea5c" -d '{"events": [{"server_uuid": "d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb", "name": "network-vif-deleted", "tag": "5bcdd615-c921-423d-bbed-c62b4a37f281"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:06:55.453123 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.527073 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84404e3c-05f5-46c9-943c-d501e018dc57 x-openstack-request-id: req-84404e3c-05f5-46c9-943c-d501e018dc57 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:06:55.527895 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb", "name": "network-vif-deleted", "tag": "5bcdd615-c921-423d-bbed-c62b4a37f281", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:06:55.528325 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-84404e3c-05f5-46c9-943c-d501e018dc57 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:06:55.528910 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8271c44-4e9b-4552-87cc-b8bf6d2bb7cb', 'name': 'network-vif-deleted', 'tag': '5bcdd615-c921-423d-bbed-c62b4a37f281', 'status': 'completed', 'code': 200} Nov 03 19:06:55.564947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-85c2bd9b-49c4-4e51-a27f-2061bed4c7e2 None None] Provisioning complete for port af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:55.565466 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-85c2bd9b-49c4-4e51-a27f-2061bed4c7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.622696 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-9fbcf8c0-4c37-40d4-a4bb-fde400788716', 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'fixed_ips': [{'subnet_id': 'a0b237e9-f271-40cd-b574-8b6639f7db7c'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:06:55.625129 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.634006 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0cf180f-0bb0-4a85-a305-a2cbf70b493f req-14f36b6b-4d7e-4397-92ca-c4966cf7bb89 tempest-ServerRescueTestJSON-662460225 tempest-ServerRescueTestJSON-662460225-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8271c44-4e9b-4552-87cc-b8bf6d2bb7cb HTTP/1.1" status: 200 len: 210 time: 0.0827348 Nov 03 19:06:55.756925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.25.2.101 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/9743bdbe-a220-4241-be9a-85d7840db4eb) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:55.838099 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.864323 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:55.884224 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.025486 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa5b1d-0149-4730-abe8-ecbb08a40823 None None] Pushing event updated for resources: {'Port': ['ID=0d261ee8-5068-404f-bbf9-85df4309beae,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:56.096351 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Allocated IP 2001:db8:3::2 (9fbcf8c0-4c37-40d4-a4bb-fde400788716/a0b237e9-f271-40cd-b574-8b6639f7db7c/8a278f13-47cd-41c2-b615-2487f9cc3050) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:56.149601 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Attempting to bind port 0d261ee8-5068-404f-bbf9-85df4309beae on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:56.151909 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Attempting to bind port 0d261ee8-5068-404f-bbf9-85df4309beae by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '3e97d455-862d-4eda-b70d-1d55e75990be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:56.152298 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Attempting to bind port 0d261ee8-5068-404f-bbf9-85df4309beae on network 351cc9f3-66e0-42c3-bb2b-a1545aead923 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:56.160349 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:56.160730 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Checking segment: {'id': '3e97d455-862d-4eda-b70d-1d55e75990be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:56.161361 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.161759 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Bound using segment: {'id': '3e97d455-862d-4eda-b70d-1d55e75990be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:56.162238 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Bound port: 0d261ee8-5068-404f-bbf9-85df4309beae, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e97d455-862d-4eda-b70d-1d55e75990be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:56.162622 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.251071 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] For port 0d261ee8-5068-404f-bbf9-85df4309beae, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:56.256821 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] For port 0d261ee8-5068-404f-bbf9-85df4309beae, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0d261ee8-5068-404f-bbf9-85df4309beae,segment=NetworkSegment(3e97d455-862d-4eda-b70d-1d55e75990be),segment_id=3e97d455-862d-4eda-b70d-1d55e75990be)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:56.264827 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.301387 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6c956fd2-7bf6-453b-bfe0-a62a55c1336b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.323556 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-85c2bd9b-49c4-4e51-a27f-2061bed4c7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.336794 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:56.337174 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.358498 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.392680 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:06:56.394681 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:56.425693 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.456202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-85c2bd9b-49c4-4e51-a27f-2061bed4c7e2 None None] For port af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7,segment=NetworkSegment(3e97d455-862d-4eda-b70d-1d55e75990be),segment_id=3e97d455-862d-4eda-b70d-1d55e75990be)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:56.480191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=9743bdbe-a220-4241-be9a-85d7840db4eb,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:56.490422 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-85c2bd9b-49c4-4e51-a27f-2061bed4c7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.490669 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa5b1d-0149-4730-abe8-ecbb08a40823 None None] Pushing event updated for resources: {'Port': ['ID=0d261ee8-5068-404f-bbf9-85df4309beae,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:56.502681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:56.505622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:56.508737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:56.509557 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.527773 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:06:56.563793 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.657194 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Allocated IP 2001:db8:3::1 (9fbcf8c0-4c37-40d4-a4bb-fde400788716/a0b237e9-f271-40cd-b574-8b6639f7db7c/726ab327-588c-438a-9a5d-075f69995a7a) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:06:56.744454 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55544) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:06:56.746709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2bd9b-49c4-4e51-a27f-2061bed4c7e2 None None] Pushing event updated for resources: {'Port': ['ID=af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:56.853904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Network 9fbcf8c0-4c37-40d4-a4bb-fde400788716 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:56.857863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Pushing event updated for resources: {'Port': ['ID=8a278f13-47cd-41c2-b615-2487f9cc3050,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:56.860580 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:56.867460 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:56.874524 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 75c94536-b93c-4398-8efb-fd6bc7de049d up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:56.883804 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:56.999265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Attempting to bind port 8a278f13-47cd-41c2-b615-2487f9cc3050 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:06:56.999265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Attempting to bind port 8a278f13-47cd-41c2-b615-2487f9cc3050 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '09f086db-08c9-424e-8134-38287429746b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:06:56.999777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Attempting to bind port 8a278f13-47cd-41c2-b615-2487f9cc3050 on network 9fbcf8c0-4c37-40d4-a4bb-fde400788716 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:06:57.006170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-716b837f-9e75-416b-b788-4f3db430d2ba None None] Provisioning complete for port af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:57.006814 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-716b837f-9e75-416b-b788-4f3db430d2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.011127 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:06:57.011354 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Checking segment: {'id': '09f086db-08c9-424e-8134-38287429746b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:06:57.011692 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.012103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Bound using segment: {'id': '09f086db-08c9-424e-8134-38287429746b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:06:57.012601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Bound port: 8a278f13-47cd-41c2-b615-2487f9cc3050, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f086db-08c9-424e-8134-38287429746b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:06:57.012993 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.142150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 75c94536-b93c-4398-8efb-fd6bc7de049d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:57.142845 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.218287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] For port 8a278f13-47cd-41c2-b615-2487f9cc3050, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:06:57.223421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] For port 8a278f13-47cd-41c2-b615-2487f9cc3050, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8a278f13-47cd-41c2-b615-2487f9cc3050,segment=NetworkSegment(09f086db-08c9-424e-8134-38287429746b),segment_id=09f086db-08c9-424e-8134-38287429746b)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:06:57.231355 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.374880 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 4, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '0d261ee8-5068-404f-bbf9-85df4309beae', 'name': '', 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:0c:b2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:06:56Z', 'revision_number': 4, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:06:57.463812 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5097585e-0c11-4595-87ea-8f1040f54636 None None] The sync data for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 is: [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 4, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '0d261ee8-5068-404f-bbf9-85df4309beae', 'name': '', 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:0c:b2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:06:56Z', 'revision_number': 4, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:06:57.531911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cac20-fe17-4298-bdbc-9190e6f150ca None None] Pushing event updated for resources: {'Port': ['ID=8a278f13-47cd-41c2-b615-2487f9cc3050,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:57.569225 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-716b837f-9e75-416b-b788-4f3db430d2ba None None] Provisioning complete for port 0d261ee8-5068-404f-bbf9-85df4309beae triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:57.569596 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-716b837f-9e75-416b-b788-4f3db430d2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.648817 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5bcdd615-c921-423d-bbed-c62b4a37f281 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:06:57.730311 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:57.749031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 5bcdd615-c921-423d-bbed-c62b4a37f281 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:06:57.754503 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5bcdd615-c921-423d-bbed-c62b4a37f281 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:06:57.994551 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce715d19-9662-4a13-828a-2f3a68809957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.070785 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-716b837f-9e75-416b-b788-4f3db430d2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.074668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=726ab327-588c-438a-9a5d-075f69995a7a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:58.215555 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 9fbcf8c0-4c37-40d4-a4bb-fde400788716 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:06:58.280630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-716b837f-9e75-416b-b788-4f3db430d2ba None None] For port 0d261ee8-5068-404f-bbf9-85df4309beae, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0d261ee8-5068-404f-bbf9-85df4309beae,segment=NetworkSegment(3e97d455-862d-4eda-b70d-1d55e75990be),segment_id=3e97d455-862d-4eda-b70d-1d55e75990be)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:58.287205 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:58.298681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:06:58.326600 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:06:58.328200 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.390541 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-716b837f-9e75-416b-b788-4f3db430d2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.415179 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a5828dad-61af-4988-a6be-24e8a8ad96a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.505064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:58.505444 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.584843 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.611346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a594cdd3-21d3-468e-ac0c-115cc5db85f0 None None] Provisioning complete for port 0d261ee8-5068-404f-bbf9-85df4309beae triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:58.611936 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a594cdd3-21d3-468e-ac0c-115cc5db85f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.648285 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b837f-9e75-416b-b788-4f3db430d2ba None None] Pushing event updated for resources: {'Port': ['ID=0d261ee8-5068-404f-bbf9-85df4309beae,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:58.658223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ce715d19-9662-4a13-828a-2f3a68809957 admin admin] Deleting port 211c2c9d-70c9-425d-9e34-388be4de4d23 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:06:58.658569 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce715d19-9662-4a13-828a-2f3a68809957 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.912703 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-ce715d19-9662-4a13-828a-2f3a68809957 admin admin] For port 211c2c9d-70c9-425d-9e34-388be4de4d23, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=211c2c9d-70c9-425d-9e34-388be4de4d23,segment=NetworkSegment(8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a),segment_id=8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:06:58.913880 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce715d19-9662-4a13-828a-2f3a68809957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.917526 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:58.963367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ce715d19-9662-4a13-828a-2f3a68809957 admin admin] Calling delete_port for 211c2c9d-70c9-425d-9e34-388be4de4d23 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:06:58.980571 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0d261ee8-5068-404f-bbf9-85df4309beae up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:06:59.170126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-43d68c0e-f343-4452-90d0-2729c9c9c8fe None None] Provisioning complete for port 0d261ee8-5068-404f-bbf9-85df4309beae triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:59.170756 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-43d68c0e-f343-4452-90d0-2729c9c9c8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.242958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 0d261ee8-5068-404f-bbf9-85df4309beae triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:59.243859 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.378765 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.428841 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce715d19-9662-4a13-828a-2f3a68809957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.475514 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.510006 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.532868 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.548725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f644b02-1a91-4cee-b404-b88bb69021e5 None None] Network 9fbcf8c0-4c37-40d4-a4bb-fde400788716 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:06:59.562116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce715d19-9662-4a13-828a-2f3a68809957 admin admin] Pushing event deleted for resources: {'Port': ['ID=211c2c9d-70c9-425d-9e34-388be4de4d23,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:59.673526 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c3c0b167-1847-47fa-886b-a06f1c711eca None None] Provisioning complete for port 8a278f13-47cd-41c2-b615-2487f9cc3050 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:06:59.673983 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c3c0b167-1847-47fa-886b-a06f1c711eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.888173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=9743bdbe-a220-4241-be9a-85d7840db4eb,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:06:59.897854 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce715d19-9662-4a13-828a-2f3a68809957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.918115 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.950684 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c3c0b167-1847-47fa-886b-a06f1c711eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:06:59.977277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.979094 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.980665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.981190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.981635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.982152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.987815 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.988368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.988902 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.989353 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.989775 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:06:59.990200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:00.057308 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c3c0b167-1847-47fa-886b-a06f1c711eca None None] For port 8a278f13-47cd-41c2-b615-2487f9cc3050, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8a278f13-47cd-41c2-b615-2487f9cc3050,segment=NetworkSegment(09f086db-08c9-424e-8134-38287429746b),segment_id=09f086db-08c9-424e-8134-38287429746b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:00.091959 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c3c0b167-1847-47fa-886b-a06f1c711eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.110039 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0d261ee8-5068-404f-bbf9-85df4309beae up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:00.222592 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c3c0b167-1847-47fa-886b-a06f1c711eca None None] Provisioning complete for port 0d261ee8-5068-404f-bbf9-85df4309beae triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:00.222960 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c3c0b167-1847-47fa-886b-a06f1c711eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.256015 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Floating IP 4662267a-04b4-4a14-a0f9-e73fada5ebec associated. External IP: 172.25.2.101, port: 9f966107-ee62-4238-8092-7db6dcb8a246. Nov 03 19:07:00.420587 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce715d19-9662-4a13-828a-2f3a68809957 admin admin] Router 5d83aff9-5f02-43a3-aa82-b7a2c1639672 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:00.603271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0b167-1847-47fa-886b-a06f1c711eca None None] Pushing event updated for resources: {'Port': ['ID=8a278f13-47cd-41c2-b615-2487f9cc3050,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:00.620956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce715d19-9662-4a13-828a-2f3a68809957 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:00.643770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52592bf1-3396-4d44-b1d7-5d8f0742557a None None] Sync routers for ids ['5d83aff9-5f02-43a3-aa82-b7a2c1639672'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:00.645404 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ce715d19-9662-4a13-828a-2f3a68809957 admin admin] 10.222.0.107 "PUT /v2.0/routers/5d83aff9-5f02-43a3-aa82-b7a2c1639672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8975558 Nov 03 19:07:00.646051 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55562) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:00.711930 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.750725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 0d261ee8-5068-404f-bbf9-85df4309beae triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:00.752954 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.825752 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:00.829093 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52592bf1-3396-4d44-b1d7-5d8f0742557a None None] Routers {'5d83aff9-5f02-43a3-aa82-b7a2c1639672'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:00.829762 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-52592bf1-3396-4d44-b1d7-5d8f0742557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5d83aff9-5f02-43a3-aa82-b7a2c1639672'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:01.096284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8a278f13-47cd-41c2-b615-2487f9cc3050 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:01.144972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-52592bf1-3396-4d44-b1d7-5d8f0742557a None None] Set router 5d83aff9-5f02-43a3-aa82-b7a2c1639672 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:01.159815 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.166106 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.166929 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.309156 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d371f017-1766-48d7-bde4-21180683a46b None None] Provisioning complete for port 726ab327-588c-438a-9a5d-075f69995a7a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:01.310018 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d371f017-1766-48d7-bde4-21180683a46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.329967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event updated for resources: {'Port': ['ID=726ab327-588c-438a-9a5d-075f69995a7a,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:01.355301 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 8a278f13-47cd-41c2-b615-2487f9cc3050 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:01.356075 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.413329 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 205d9d11-8a4a-4f91-9b70-38426705821f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:01.424017 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.448001 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d371f017-1766-48d7-bde4-21180683a46b None None] Port 726ab327-588c-438a-9a5d-075f69995a7a cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:07:01.464777 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.471812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Network 9fbcf8c0-4c37-40d4-a4bb-fde400788716 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:01.481445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:01.507427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d371f017-1766-48d7-bde4-21180683a46b None None] Provisioning complete for port 8a278f13-47cd-41c2-b615-2487f9cc3050 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:01.508487 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d371f017-1766-48d7-bde4-21180683a46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.618248 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.748095 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] Deleting port 997aa9da-7dc0-4d29-b521-6988e73bafd6 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:01.749346 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:01.808329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-52592bf1-3396-4d44-b1d7-5d8f0742557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'name': 'tempest-ServerRescueTestJSON-1628923912-router', 'tenant_id': 'e9d7da11298041f289f7491f982131c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '997aa9da-7dc0-4d29-b521-6988e73bafd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:36Z', 'updated_at': '2021-11-03T19:06:59Z', 'revision_number': 5, 'project_id': 'e9d7da11298041f289f7491f982131c3', 'gw_port': {'id': '997aa9da-7dc0-4d29-b521-6988e73bafd6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:04:37Z', 'updated_at': '2021-11-03T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:01.907470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52592bf1-3396-4d44-b1d7-5d8f0742557a None None] Checking router: 5d83aff9-5f02-43a3-aa82-b7a2c1639672 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:07:01.927057 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8a278f13-47cd-41c2-b615-2487f9cc3050 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:02.026676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 55c3d904-295b-42b0-b5ef-e4175638be3c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:02.034025 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52592bf1-3396-4d44-b1d7-5d8f0742557a None None] Routers {'5d83aff9-5f02-43a3-aa82-b7a2c1639672'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:02.037607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-52592bf1-3396-4d44-b1d7-5d8f0742557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5d83aff9-5f02-43a3-aa82-b7a2c1639672'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:02.044671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:02.058167 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] For port 997aa9da-7dc0-4d29-b521-6988e73bafd6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=997aa9da-7dc0-4d29-b521-6988e73bafd6,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:02.062211 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd92cbe-fb6c-4d95-b73a-a5dfc467af36 None None] Sync routers for ids ['205d9d11-8a4a-4f91-9b70-38426705821f'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:02.079161 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:02.102280 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd92cbe-fb6c-4d95-b73a-a5dfc467af36 None None] Routers {'205d9d11-8a4a-4f91-9b70-38426705821f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:02.103017 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cdd92cbe-fb6c-4d95-b73a-a5dfc467af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['205d9d11-8a4a-4f91-9b70-38426705821f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:02.121112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] Calling delete_port for 997aa9da-7dc0-4d29-b521-6988e73bafd6 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:02.182048 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:02.227478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-dd8174bc-e48c-48dd-8822-66071e094da2 None None] Provisioning complete for port 726ab327-588c-438a-9a5d-075f69995a7a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:02.229705 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dd8174bc-e48c-48dd-8822-66071e094da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:02.241550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:02.245134 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e8137fb3-d2ef-420f-ab5e-2678eec92d3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.9106104 Nov 03 19:07:02.250538 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-029d1604-a450-448e-827e-b8d71c832644 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/55c3d904-295b-42b0-b5ef-e4175638be3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6977787 Nov 03 19:07:02.251278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:02.254486 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55574) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:02.254861 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3b01aa-40c6-4727-8177-f0d8f01de3da" -d '{"events": [{"name": "network-changed", "server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:02.268136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0632874f-69e6-4b29-a25f-2427238ebaa9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:02.300202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-dd8174bc-e48c-48dd-8822-66071e094da2 None None] Port 726ab327-588c-438a-9a5d-075f69995a7a cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:07:02.303143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Sync routers for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:02.322529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:02.323617 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:02.367714 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f5cd04-57f2-46f1-999f-d2eb3e4dc487 x-openstack-request-id: req-36f5cd04-57f2-46f1-999f-d2eb3e4dc487 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:02.368149 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:02.368606 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-36f5cd04-57f2-46f1-999f-d2eb3e4dc487 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:02.369206 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246', 'status': 'completed', 'code': 200} Nov 03 19:07:02.452672 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-cdd92cbe-fb6c-4d95-b73a-a5dfc467af36 None None] Set router 205d9d11-8a4a-4f91-9b70-38426705821f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:02.470603 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 8a278f13-47cd-41c2-b615-2487f9cc3050 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:02.474813 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:02.503105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80b753-1b05-48c7-98d4-e7b5f8c6edb5 req-de9a2456-d6dd-403e-b046-5abe2198f315 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:02.517227 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a80b753-1b05-48c7-98d4-e7b5f8c6edb5 req-de9a2456-d6dd-403e-b046-5abe2198f315 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.1365051 Nov 03 19:07:02.602302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:02.657181 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a80b753-1b05-48c7-98d4-e7b5f8c6edb5 req-589c11d9-a2e8-4906-877d-cee851d28d85 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214406 Nov 03 19:07:02.676568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55578) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:02.738255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-52592bf1-3396-4d44-b1d7-5d8f0742557a None None] Set router 5d83aff9-5f02-43a3-aa82-b7a2c1639672 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:02.786169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b01aa-40c6-4727-8177-f0d8f01de3da req-11a0eab2-3356-41d1-9058-59401abf10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:02.789167 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a3b01aa-40c6-4727-8177-f0d8f01de3da req-11a0eab2-3356-41d1-9058-59401abf10e7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 1097 time: 0.3658376 Nov 03 19:07:02.864882 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-52592bf1-3396-4d44-b1d7-5d8f0742557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'name': 'tempest-ServerRescueTestJSON-1628923912-router', 'tenant_id': 'e9d7da11298041f289f7491f982131c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:36Z', 'updated_at': '2021-11-03T19:07:01Z', 'revision_number': 6, 'project_id': 'e9d7da11298041f289f7491f982131c3', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:02.925220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6a43c8f3-17bc-4d2d-9a6e-b6635394e63f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/4662267a-04b4-4a14-a0f9-e73fada5ebec HTTP/1.1" status: 200 len: 992 time: 0.2453275 Nov 03 19:07:02.958634 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52592bf1-3396-4d44-b1d7-5d8f0742557a None None] The sync data for ids ['5d83aff9-5f02-43a3-aa82-b7a2c1639672'] in n-d-812150-4 is: [{'id': '5d83aff9-5f02-43a3-aa82-b7a2c1639672', 'name': 'tempest-ServerRescueTestJSON-1628923912-router', 'tenant_id': 'e9d7da11298041f289f7491f982131c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:04:36Z', 'updated_at': '2021-11-03T19:07:01Z', 'revision_number': 6, 'project_id': 'e9d7da11298041f289f7491f982131c3', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:03.092926 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cdd92cbe-fb6c-4d95-b73a-a5dfc467af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:20Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:21Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '4662267a-04b4-4a14-a0f9-e73fada5ebec', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'port_id': '9f966107-ee62-4238-8092-7db6dcb8a246', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'mac_address': 'fa:16:3e:13:63:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:06:57Z', 'updated_at': '2021-11-03T19:06:57Z', 'revision_number': 0, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e569052-c25c-4595-811a-386313a2dd07', 'name': '', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:6a:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:27Z', 'updated_at': '2021-11-03T19:06:36Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:03.152459 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd92cbe-fb6c-4d95-b73a-a5dfc467af36 None None] Checking router: 205d9d11-8a4a-4f91-9b70-38426705821f for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:07:03.178029 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd92cbe-fb6c-4d95-b73a-a5dfc467af36 None None] Routers {'205d9d11-8a4a-4f91-9b70-38426705821f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:03.178665 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cdd92cbe-fb6c-4d95-b73a-a5dfc467af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['205d9d11-8a4a-4f91-9b70-38426705821f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:03.311984 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.extraroute_db [None req-0632874f-69e6-4b29-a25f-2427238ebaa9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 19:07:03.360624 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.extraroute_db [None req-0632874f-69e6-4b29-a25f-2427238ebaa9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Removed routes are [] {{(pid=101711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 19:07:03.361028 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0632874f-69e6-4b29-a25f-2427238ebaa9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.407813 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-cdd92cbe-fb6c-4d95-b73a-a5dfc467af36 None None] Set router 205d9d11-8a4a-4f91-9b70-38426705821f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:03.459239 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.538952 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:06:59Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '0d261ee8-5068-404f-bbf9-85df4309beae', 'name': '', 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:0c:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:06:58Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '726ab327-588c-438a-9a5d-075f69995a7a', 'name': '', 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3a:20:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'a0b237e9-f271-40cd-b574-8b6639f7db7c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:55Z', 'updated_at': '2021-11-03T19:07:00Z', 'revision_number': 2, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'a0b237e9-f271-40cd-b574-8b6639f7db7c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:03.579418 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b01aa-40c6-4727-8177-f0d8f01de3da req-3eac765e-0de1-4fc2-8d11-44bc71fc907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:03.581199 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a3b01aa-40c6-4727-8177-f0d8f01de3da req-3eac765e-0de1-4fc2-8d11-44bc71fc907e service neutron] 10.222.0.98 "GET /v2.0/networks?id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 HTTP/1.1" status: 200 len: 898 time: 0.7398479 Nov 03 19:07:03.582141 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] Pushing event deleted for resources: {'Port': ['ID=997aa9da-7dc0-4d29-b521-6988e73bafd6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:03.587613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Checking router: 55c3d904-295b-42b0-b5ef-e4175638be3c for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:07:03.588142 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Updating router 55c3d904-295b-42b0-b5ef-e4175638be3c port 726ab327-588c-438a-9a5d-075f69995a7a binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:07:03.624700 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.785317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:03.832043 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a3b01aa-40c6-4727-8177-f0d8f01de3da req-783f9dfc-37a1-47db-bf21-28a589ad7f1b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f966107-ee62-4238-8092-7db6dcb8a246 HTTP/1.1" status: 200 len: 1000 time: 0.2298450 Nov 03 19:07:03.864192 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cdd92cbe-fb6c-4d95-b73a-a5dfc467af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:20Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:21Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '4662267a-04b4-4a14-a0f9-e73fada5ebec', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'port_id': '9f966107-ee62-4238-8092-7db6dcb8a246', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'mac_address': 'fa:16:3e:13:63:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:06:57Z', 'updated_at': '2021-11-03T19:06:57Z', 'revision_number': 0, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e569052-c25c-4595-811a-386313a2dd07', 'name': '', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:6a:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:27Z', 'updated_at': '2021-11-03T19:06:36Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:03.929050 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55584) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:03.933346 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd92cbe-fb6c-4d95-b73a-a5dfc467af36 None None] The sync data for ids ['205d9d11-8a4a-4f91-9b70-38426705821f'] in n-d-812150-4 is: [{'id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:20Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:21Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '4662267a-04b4-4a14-a0f9-e73fada5ebec', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'port_id': '9f966107-ee62-4238-8092-7db6dcb8a246', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'mac_address': 'fa:16:3e:13:63:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:06:57Z', 'updated_at': '2021-11-03T19:06:57Z', 'revision_number': 0, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e569052-c25c-4595-811a-386313a2dd07', 'name': '', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:6a:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:27Z', 'updated_at': '2021-11-03T19:06:36Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:04.044871 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.051931 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.073078 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0632874f-69e6-4b29-a25f-2427238ebaa9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.089142 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a71a34a9-8a22-4407-98f9-e0cb1060c878 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/4662267a-04b4-4a14-a0f9-e73fada5ebec HTTP/1.1" status: 200 len: 992 time: 0.1576006 Nov 03 19:07:04.125006 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b01aa-40c6-4727-8177-f0d8f01de3da req-ea9696e1-0903-4343-b9f7-1dd56621cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:04.126504 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a3b01aa-40c6-4727-8177-f0d8f01de3da req-ea9696e1-0903-4343-b9f7-1dd56621cd1c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=62d8274d-235a-4ac8-98e4-cd0c24f2de1b HTTP/1.1" status: 200 len: 835 time: 0.2660711 Nov 03 19:07:04.128420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0632874f-69e6-4b29-a25f-2427238ebaa9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.148655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.149209 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d83aff9-5f02-43a3-aa82-b7a2c1639672 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:07:04.180632 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.182938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 997aa9da-7dc0-4d29-b521-6988e73bafd6 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:04.188148 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.189317 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b1bcfedb-e350-4e4e-9e06-7f3e0b5ba921 admin admin] 10.222.0.107 "DELETE /v2.0/routers/5d83aff9-5f02-43a3-aa82-b7a2c1639672 HTTP/1.1" status: 204 len: 168 time: 3.5421758 Nov 03 19:07:04.192333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55590) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:04.247662 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.274391 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 997aa9da-7dc0-4d29-b521-6988e73bafd6 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:04.274893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 997aa9da-7dc0-4d29-b521-6988e73bafd6 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:04.275407 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 211c2c9d-70c9-425d-9e34-388be4de4d23 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:04.326842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b01aa-40c6-4727-8177-f0d8f01de3da req-a2f83b48-a5cb-424d-ab52-a16c39e2c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:04.330930 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a3b01aa-40c6-4727-8177-f0d8f01de3da req-a2f83b48-a5cb-424d-ab52-a16c39e2c801 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945903 Nov 03 19:07:04.331830 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 211c2c9d-70c9-425d-9e34-388be4de4d23 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:04.332269 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 211c2c9d-70c9-425d-9e34-388be4de4d23 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:04.334913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0632874f-69e6-4b29-a25f-2427238ebaa9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 55c3d904-295b-42b0-b5ef-e4175638be3c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:04.363224 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea7aff4-97d1-4054-9c77-aa94a1723b15 admin admin] Deleting subnet 5a8c3776-2803-4674-9d8d-e9308b2a0691 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:07:04.372320 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ea7aff4-97d1-4054-9c77-aa94a1723b15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.466743 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213ce77-ab29-436e-9347-1edbf9765ddf None None] Pushing event updated for resources: {'Port': ['ID=726ab327-588c-438a-9a5d-075f69995a7a,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:04.497278 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ea7aff4-97d1-4054-9c77-aa94a1723b15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.550338 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2df076-4052-46f3-8ea2-836a495d171f None None] New status for floating IP 4662267a-04b4-4a14-a0f9-e73fada5ebec: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:07:04.588617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0632874f-69e6-4b29-a25f-2427238ebaa9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:04.611419 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0632874f-69e6-4b29-a25f-2427238ebaa9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.613657 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0632874f-69e6-4b29-a25f-2427238ebaa9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/55c3d904-295b-42b0-b5ef-e4175638be3c HTTP/1.1" status: 200 len: 953 time: 2.3567107 Nov 03 19:07:04.618812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55592) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:04.663696 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Attempting to bind port 726ab327-588c-438a-9a5d-075f69995a7a on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:07:04.665613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Attempting to bind port 726ab327-588c-438a-9a5d-075f69995a7a by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '09f086db-08c9-424e-8134-38287429746b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:07:04.667446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Attempting to bind port 726ab327-588c-438a-9a5d-075f69995a7a on network 9fbcf8c0-4c37-40d4-a4bb-fde400788716 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:04.689279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:07:04.689677 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Checking segment: {'id': '09f086db-08c9-424e-8134-38287429746b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:04.692413 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.693177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Bound using segment: {'id': '09f086db-08c9-424e-8134-38287429746b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:07:04.693897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Bound port: 726ab327-588c-438a-9a5d-075f69995a7a, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f086db-08c9-424e-8134-38287429746b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:07:04.694488 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.729766 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ea7aff4-97d1-4054-9c77-aa94a1723b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.816698 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a3b01aa-40c6-4727-8177-f0d8f01de3da req-6bd467e3-6b12-4fac-8a85-12d5cd277cd1 service neutron] 10.222.0.98 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716578 Nov 03 19:07:04.851525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] For port 726ab327-588c-438a-9a5d-075f69995a7a, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:04.857527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] For port 726ab327-588c-438a-9a5d-075f69995a7a, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=726ab327-588c-438a-9a5d-075f69995a7a,segment=NetworkSegment(09f086db-08c9-424e-8134-38287429746b),segment_id=09f086db-08c9-424e-8134-38287429746b)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:07:04.868588 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:04.949061 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fa203a8c-832f-423e-a5a6-27f1fd8e4ebf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/routers/55c3d904-295b-42b0-b5ef-e4175638be3c HTTP/1.1" status: 200 len: 953 time: 0.3165317 Nov 03 19:07:04.951936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55594) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:04.958705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7751d7d0-5178-4ebe-8ae8-0d0f54c199b7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'router': {'routes': None}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:05.001335 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ea7aff4-97d1-4054-9c77-aa94a1723b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.053170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:05.053822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:05.077511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7aff4-97d1-4054-9c77-aa94a1723b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a8c3776-2803-4674-9d8d-e9308b2a0691,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:05.106990 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ea7aff4-97d1-4054-9c77-aa94a1723b15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.110299 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55596) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:05.113094 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8ea7aff4-97d1-4054-9c77-aa94a1723b15 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/5a8c3776-2803-4674-9d8d-e9308b2a0691 HTTP/1.1" status: 204 len: 168 time: 0.9194906 Nov 03 19:07:05.115721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55598) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:05.129936 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213ce77-ab29-436e-9347-1edbf9765ddf None None] Pushing event updated for resources: {'Port': ['ID=726ab327-588c-438a-9a5d-075f69995a7a,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:05.255349 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:05.265353 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5c747c3-a731-4c84-bd6b-9ad14c759885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.371086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-92087798-2996-45c8-8c20-932319bb95a9 None None] Provisioning complete for port 726ab327-588c-438a-9a5d-075f69995a7a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:05.372206 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-92087798-2996-45c8-8c20-932319bb95a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.422848 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5c747c3-a731-4c84-bd6b-9ad14c759885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.456252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-c5c747c3-a731-4c84-bd6b-9ad14c759885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dcf736a-59cf-49d3-b6f1-c884b4619d5a']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:05.469132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-c5c747c3-a731-4c84-bd6b-9ad14c759885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:05.469717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-c5c747c3-a731-4c84-bd6b-9ad14c759885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cfa16d6-334e-4ed3-8ef2-ec1a2ea4d52a') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:05.484847 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5c747c3-a731-4c84-bd6b-9ad14c759885 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.511432 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5c747c3-a731-4c84-bd6b-9ad14c759885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.529068 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c747c3-a731-4c84-bd6b-9ad14c759885 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:07:05.529485 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5c747c3-a731-4c84-bd6b-9ad14c759885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:07:05.531884 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:07:05.636406 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5c747c3-a731-4c84-bd6b-9ad14c759885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.651955 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5c747c3-a731-4c84-bd6b-9ad14c759885 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.664118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c5c747c3-a731-4c84-bd6b-9ad14c759885 admin admin] 10.222.0.107 "DELETE /v2.0/networks/0dcf736a-59cf-49d3-b6f1-c884b4619d5a HTTP/1.1" status: 204 len: 168 time: 0.5456548 Nov 03 19:07:05.677858 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-92087798-2996-45c8-8c20-932319bb95a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.681878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c747c3-a731-4c84-bd6b-9ad14c759885 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dcf736a-59cf-49d3-b6f1-c884b4619d5a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:05.754991 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-92087798-2996-45c8-8c20-932319bb95a9 None None] For port 726ab327-588c-438a-9a5d-075f69995a7a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=726ab327-588c-438a-9a5d-075f69995a7a,segment=NetworkSegment(09f086db-08c9-424e-8134-38287429746b),segment_id=09f086db-08c9-424e-8134-38287429746b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:05.764074 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-92087798-2996-45c8-8c20-932319bb95a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:05.813023 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-053e4ffd-8447-4e5a-8c92-bbdaceb0ac73 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/4662267a-04b4-4a14-a0f9-e73fada5ebec HTTP/1.1" status: 200 len: 994 time: 0.7011735 Nov 03 19:07:05.822893 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a3b01aa-40c6-4727-8177-f0d8f01de3da req-1dd8fa28-4e95-4f71-ae93-45b3980ca4dd service neutron] 10.222.0.98 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9983957 Nov 03 19:07:05.826777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92087798-2996-45c8-8c20-932319bb95a9 None None] Pushing event updated for resources: {'Port': ['ID=726ab327-588c-438a-9a5d-075f69995a7a,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:05.901187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:03Z', 'revision_number': 6, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '0d261ee8-5068-404f-bbf9-85df4309beae', 'name': '', 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:0c:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:06:58Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '726ab327-588c-438a-9a5d-075f69995a7a', 'name': '', 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3a:20:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'a0b237e9-f271-40cd-b574-8b6639f7db7c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:55Z', 'updated_at': '2021-11-03T19:07:04Z', 'revision_number': 4, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'a0b237e9-f271-40cd-b574-8b6639f7db7c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:05.959542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8732fe94-739e-4a9e-882e-d1a629cdc825 None None] The sync data for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 is: [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:03Z', 'revision_number': 6, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '0d261ee8-5068-404f-bbf9-85df4309beae', 'name': '', 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:0c:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:06:58Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '726ab327-588c-438a-9a5d-075f69995a7a', 'name': '', 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3a:20:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'a0b237e9-f271-40cd-b574-8b6639f7db7c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:55Z', 'updated_at': '2021-11-03T19:07:04Z', 'revision_number': 4, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'a0b237e9-f271-40cd-b574-8b6639f7db7c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:05.968810 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-577a634f-5462-4432-8d84-9bb578343993 None None] Provisioning complete for port 726ab327-588c-438a-9a5d-075f69995a7a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:05.970226 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-577a634f-5462-4432-8d84-9bb578343993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.019533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55616) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:06.166662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-90e7682b-cd92-497d-ae9a-21ae6420ee6e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e9d7da11298041f289f7491f982131c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1457636 Nov 03 19:07:06.168966 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55618) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:06.250856 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-65a74126-2ccf-461e-b96a-9ce55d7d66c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.274489 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-65a74126-2ccf-461e-b96a-9ce55d7d66c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.314560 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.extraroute_db [None req-7751d7d0-5178-4ebe-8ae8-0d0f54c199b7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Added routes are [] {{(pid=101711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 19:07:06.315092 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.extraroute_db [None req-7751d7d0-5178-4ebe-8ae8-0d0f54c199b7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 19:07:06.335538 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-65a74126-2ccf-461e-b96a-9ce55d7d66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.340127 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-65a74126-2ccf-461e-b96a-9ce55d7d66c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.341797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-65a74126-2ccf-461e-b96a-9ce55d7d66c7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/31689e14-8dc4-486c-905f-7d290d8448e7 HTTP/1.1" status: 204 len: 168 time: 0.1714585 Nov 03 19:07:06.354117 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a74126-2ccf-461e-b96a-9ce55d7d66c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31689e14-8dc4-486c-905f-7d290d8448e7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:06.354579 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7751d7d0-5178-4ebe-8ae8-0d0f54c199b7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.612463 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7751d7d0-5178-4ebe-8ae8-0d0f54c199b7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.616510 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7751d7d0-5178-4ebe-8ae8-0d0f54c199b7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.747919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7751d7d0-5178-4ebe-8ae8-0d0f54c199b7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 55c3d904-295b-42b0-b5ef-e4175638be3c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:06.873869 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7751d7d0-5178-4ebe-8ae8-0d0f54c199b7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:06.883950 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7751d7d0-5178-4ebe-8ae8-0d0f54c199b7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:06.886001 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7751d7d0-5178-4ebe-8ae8-0d0f54c199b7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/55c3d904-295b-42b0-b5ef-e4175638be3c HTTP/1.1" status: 200 len: 703 time: 1.9318306 Nov 03 19:07:06.888051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55642) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:07.035811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a36f313c-e849-4212-aab3-65cfb584a940 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/routers/55c3d904-295b-42b0-b5ef-e4175638be3c HTTP/1.1" status: 200 len: 703 time: 0.1461885 Nov 03 19:07:07.038386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55646) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:07.217345 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef62b3c7-fa47-4e9e-8cc1-047cce3efae2 None None] Sync routers for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:07.233730 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef62b3c7-fa47-4e9e-8cc1-047cce3efae2 None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:07.234377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ef62b3c7-fa47-4e9e-8cc1-047cce3efae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:07.419776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55658) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:07.431777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-ef62b3c7-fa47-4e9e-8cc1-047cce3efae2 None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:07.529216 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b6906867-eb3a-45e4-b9b8-2b0680ea4ce2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:07.631543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1543500956-network', 'tenant_id': '9b9010c6452145f3a9a6e4e439842985'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:07.677659 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] Made reservation on behalf of 9b9010c6452145f3a9a6e4e439842985 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:07.680731 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:07.725921 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:07.963840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ef62b3c7-fa47-4e9e-8cc1-047cce3efae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:06Z', 'revision_number': 7, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '0d261ee8-5068-404f-bbf9-85df4309beae', 'name': '', 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:0c:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:06:58Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '726ab327-588c-438a-9a5d-075f69995a7a', 'name': '', 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3a:20:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'a0b237e9-f271-40cd-b574-8b6639f7db7c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:55Z', 'updated_at': '2021-11-03T19:07:05Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'a0b237e9-f271-40cd-b574-8b6639f7db7c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:07.963840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef62b3c7-fa47-4e9e-8cc1-047cce3efae2 None None] Checking router: 55c3d904-295b-42b0-b5ef-e4175638be3c for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:07:07.963840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef62b3c7-fa47-4e9e-8cc1-047cce3efae2 None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:07.963840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ef62b3c7-fa47-4e9e-8cc1-047cce3efae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:07.963840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 726ab327-588c-438a-9a5d-075f69995a7a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:07.972715 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.001390 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.033470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:07:08.071920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a151a3a-e1d5-4469-98b1-b19113f33a8b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:08.075403 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.075809 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] Added segment 73499a54-82d4-4ec8-843d-17fcc531b498 of type vlan for network a9ad2e53-c8c3-480d-a38a-3254036d70e3 Nov 03 19:07:08.118081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-b6906867-eb3a-45e4-b9b8-2b0680ea4ce2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port 726ab327-588c-438a-9a5d-075f69995a7a {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:08.118300 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-ef62b3c7-fa47-4e9e-8cc1-047cce3efae2 None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:08.118816 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b6906867-eb3a-45e4-b9b8-2b0680ea4ce2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.159969 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 726ab327-588c-438a-9a5d-075f69995a7a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:08.160532 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.216793 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.266165 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.267457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:08.268220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.291471 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8698232 Nov 03 19:07:08.294160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55686) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:08.295614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-b6906867-eb3a-45e4-b9b8-2b0680ea4ce2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] For port 726ab327-588c-438a-9a5d-075f69995a7a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=726ab327-588c-438a-9a5d-075f69995a7a,segment=NetworkSegment(09f086db-08c9-424e-8134-38287429746b),segment_id=09f086db-08c9-424e-8134-38287429746b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:08.296116 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b6906867-eb3a-45e4-b9b8-2b0680ea4ce2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.301527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-3e3664b2-3d62-41ee-a9d0-54b115562229 admin admin] Request body: {'subnet': {'network_id': 'a9ad2e53-c8c3-480d-a38a-3254036d70e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1543500956-subnet', 'tenant_id': '9b9010c6452145f3a9a6e4e439842985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:08.347386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-b6906867-eb3a-45e4-b9b8-2b0680ea4ce2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for 726ab327-588c-438a-9a5d-075f69995a7a owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:08.351953 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3664b2-3d62-41ee-a9d0-54b115562229 admin admin] Made reservation on behalf of 9b9010c6452145f3a9a6e4e439842985 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:08.354724 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3e3664b2-3d62-41ee-a9d0-54b115562229 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.417453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd2f6a-45d0-4d18-b570-0ebf77ae1db3 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ad2e53-c8c3-480d-a38a-3254036d70e3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:08.441330 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network a9ad2e53-c8c3-480d-a38a-3254036d70e3 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:07:08.662453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-ef62b3c7-fa47-4e9e-8cc1-047cce3efae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:06Z', 'revision_number': 7, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '0d261ee8-5068-404f-bbf9-85df4309beae', 'name': '', 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:0c:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:06:58Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '726ab327-588c-438a-9a5d-075f69995a7a', 'name': '', 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3a:20:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'a0b237e9-f271-40cd-b574-8b6639f7db7c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:55Z', 'updated_at': '2021-11-03T19:07:05Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'a0b237e9-f271-40cd-b574-8b6639f7db7c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:08.734363 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3e3664b2-3d62-41ee-a9d0-54b115562229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.777570 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b6906867-eb3a-45e4-b9b8-2b0680ea4ce2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:08.809302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6906867-eb3a-45e4-b9b8-2b0680ea4ce2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=726ab327-588c-438a-9a5d-075f69995a7a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:08.925204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3664b2-3d62-41ee-a9d0-54b115562229 admin admin] Checking segment: {'id': '73499a54-82d4-4ec8-843d-17fcc531b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'a9ad2e53-c8c3-480d-a38a-3254036d70e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:08.926911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3664b2-3d62-41ee-a9d0-54b115562229 admin admin] Network hostable DHCP agents. Network: a9ad2e53-c8c3-480d-a38a-3254036d70e3, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:07:08.932633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3664b2-3d62-41ee-a9d0-54b115562229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c0c59ae-6f35-4f83-9c92-8ed262bdeb91,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:08.985324 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3664b2-3d62-41ee-a9d0-54b115562229 admin admin] Network a9ad2e53-c8c3-480d-a38a-3254036d70e3 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:07:08.990480 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b6906867-eb3a-45e4-b9b8-2b0680ea4ce2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.001348 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-3e3664b2-3d62-41ee-a9d0-54b115562229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, a9ad2e53-c8c3-480d-a38a-3254036d70e3) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:09.009313 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3664b2-3d62-41ee-a9d0-54b115562229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:09.009925 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef62b3c7-fa47-4e9e-8cc1-047cce3efae2 None None] The sync data for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 is: [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:06Z', 'revision_number': 7, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '0d261ee8-5068-404f-bbf9-85df4309beae', 'name': '', 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:0c:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:06:58Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '726ab327-588c-438a-9a5d-075f69995a7a', 'name': '', 'network_id': '9fbcf8c0-4c37-40d4-a4bb-fde400788716', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3a:20:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'a0b237e9-f271-40cd-b574-8b6639f7db7c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:55Z', 'updated_at': '2021-11-03T19:07:05Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'a0b237e9-f271-40cd-b574-8b6639f7db7c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:09.010145 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3e3664b2-3d62-41ee-a9d0-54b115562229 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.025849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76df11b5-08bf-450f-b309-e3d9aff1a7f9 None None] Network a9ad2e53-c8c3-480d-a38a-3254036d70e3 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:09.041664 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3e3664b2-3d62-41ee-a9d0-54b115562229 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7460668 Nov 03 19:07:09.265623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde92e01-4e0c-4971-8ca1-281e4f7c08c7 None None] Network a9ad2e53-c8c3-480d-a38a-3254036d70e3 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:09.378641 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55714) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:09.493513 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3b7a65-2f69-4951-a713-b16dca22f852 admin admin] Deleting subnet 2c0c59ae-6f35-4f83-9c92-8ed262bdeb91 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:07:09.507648 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e3b7a65-2f69-4951-a713-b16dca22f852 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.557702 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e3b7a65-2f69-4951-a713-b16dca22f852 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.614090 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e3b7a65-2f69-4951-a713-b16dca22f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.687110 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e3b7a65-2f69-4951-a713-b16dca22f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.714069 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b7a65-2f69-4951-a713-b16dca22f852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c0c59ae-6f35-4f83-9c92-8ed262bdeb91,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:09.739472 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7e3b7a65-2f69-4951-a713-b16dca22f852 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.746501 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7e3b7a65-2f69-4951-a713-b16dca22f852 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/2c0c59ae-6f35-4f83-9c92-8ed262bdeb91 HTTP/1.1" status: 204 len: 168 time: 0.3664987 Nov 03 19:07:09.747852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55724) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:09.871309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c13d8d64-2f46-4085-aeb4-50b95c29aa8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:09.907886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6906867-eb3a-45e4-b9b8-2b0680ea4ce2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 55c3d904-295b-42b0-b5ef-e4175638be3c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:09.998870 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c13d8d64-2f46-4085-aeb4-50b95c29aa8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.025232 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6906867-eb3a-45e4-b9b8-2b0680ea4ce2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:10.038403 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2afb1-c027-4813-9307-836a95f05c6f None None] Sync routers for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:10.041089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b6906867-eb3a-45e4-b9b8-2b0680ea4ce2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/55c3d904-295b-42b0-b5ef-e4175638be3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9999423 Nov 03 19:07:10.041089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55732) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:10.051274 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2afb1-c027-4813-9307-836a95f05c6f None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:10.051831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-c13d8d64-2f46-4085-aeb4-50b95c29aa8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ad2e53-c8c3-480d-a38a-3254036d70e3']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:10.052450 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f4c2afb1-c027-4813-9307-836a95f05c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:10.076761 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-c13d8d64-2f46-4085-aeb4-50b95c29aa8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73499a54-82d4-4ec8-843d-17fcc531b498') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:10.077158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-c13d8d64-2f46-4085-aeb4-50b95c29aa8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73499a54-82d4-4ec8-843d-17fcc531b498') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:10.093469 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c13d8d64-2f46-4085-aeb4-50b95c29aa8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.145430 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c13d8d64-2f46-4085-aeb4-50b95c29aa8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.163507 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13d8d64-2f46-4085-aeb4-50b95c29aa8f admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:07:10.164249 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c13d8d64-2f46-4085-aeb4-50b95c29aa8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.165792 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71ff773-e3a4-4d8e-967f-fea8beefdcf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting subnet a0b237e9-f271-40cd-b574-8b6639f7db7c {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:07:10.166782 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:07:10.172304 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-f4c2afb1-c027-4813-9307-836a95f05c6f None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:10.174470 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c71ff773-e3a4-4d8e-967f-fea8beefdcf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.242960 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c71ff773-e3a4-4d8e-967f-fea8beefdcf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.281476 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c13d8d64-2f46-4085-aeb4-50b95c29aa8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.287402 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c13d8d64-2f46-4085-aeb4-50b95c29aa8f admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.295361 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c13d8d64-2f46-4085-aeb4-50b95c29aa8f admin admin] 10.222.0.107 "DELETE /v2.0/networks/a9ad2e53-c8c3-480d-a38a-3254036d70e3 HTTP/1.1" status: 204 len: 168 time: 0.5438635 Nov 03 19:07:10.334656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d8d64-2f46-4085-aeb4-50b95c29aa8f admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ad2e53-c8c3-480d-a38a-3254036d70e3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:10.385487 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c71ff773-e3a4-4d8e-967f-fea8beefdcf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.479373 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c71ff773-e3a4-4d8e-967f-fea8beefdcf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.507663 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c71ff773-e3a4-4d8e-967f-fea8beefdcf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.511159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c71ff773-e3a4-4d8e-967f-fea8beefdcf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/a0b237e9-f271-40cd-b574-8b6639f7db7c HTTP/1.1" status: 204 len: 168 time: 0.4681065 Nov 03 19:07:10.513888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55742) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:10.516347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17253b58-ec09-4099-ba53-947d46056089 None None] Network 9fbcf8c0-4c37-40d4-a4bb-fde400788716 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:10.537518 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55744) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:10.572451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ff773-e3a4-4d8e-967f-fea8beefdcf2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b237e9-f271-40cd-b574-8b6639f7db7c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:10.671611 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-93cc2226-037c-4706-bf7b-96b6f5299ce3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9b9010c6452145f3a9a6e4e439842985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289117 Nov 03 19:07:10.674267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55748) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:10.686409 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f4c2afb1-c027-4813-9307-836a95f05c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:08Z', 'revision_number': 8, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '0d261ee8-5068-404f-bbf9-85df4309beae', 'name': '', 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:0c:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:06:58Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:10.729463 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.768311 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2afb1-c027-4813-9307-836a95f05c6f None None] Checking router: 55c3d904-295b-42b0-b5ef-e4175638be3c for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:07:10.800009 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2afb1-c027-4813-9307-836a95f05c6f None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:10.800743 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f4c2afb1-c027-4813-9307-836a95f05c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:10.813928 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e920636-dff0-4d77-8662-cf1f324f2563 None None] DHCP port deletion for 9fbcf8c0-4c37-40d4-a4bb-fde400788716 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:07:10.856586 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port 8a278f13-47cd-41c2-b615-2487f9cc3050 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:10.857336 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.862004 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1bcb8b66-ea4a-4541-9cc5-a100d4486268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.887757 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1bcb8b66-ea4a-4541-9cc5-a100d4486268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.944101 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-1e920636-dff0-4d77-8662-cf1f324f2563 None None] Deleting port 8a278f13-47cd-41c2-b615-2487f9cc3050 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:10.945599 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1e920636-dff0-4d77-8662-cf1f324f2563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.978900 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1bcb8b66-ea4a-4541-9cc5-a100d4486268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.984439 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1bcb8b66-ea4a-4541-9cc5-a100d4486268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:10.990825 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1bcb8b66-ea4a-4541-9cc5-a100d4486268 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1a151a3a-e1d5-4469-98b1-b19113f33a8b HTTP/1.1" status: 204 len: 168 time: 0.3148012 Nov 03 19:07:11.018733 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] For port 8a278f13-47cd-41c2-b615-2487f9cc3050, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8a278f13-47cd-41c2-b615-2487f9cc3050,segment=NetworkSegment(09f086db-08c9-424e-8134-38287429746b),segment_id=09f086db-08c9-424e-8134-38287429746b)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:11.019937 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.022178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb8b66-ea4a-4541-9cc5-a100d4486268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a151a3a-e1d5-4469-98b1-b19113f33a8b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:11.068994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for 8a278f13-47cd-41c2-b615-2487f9cc3050 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:11.146098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-1e920636-dff0-4d77-8662-cf1f324f2563 None None] For port 8a278f13-47cd-41c2-b615-2487f9cc3050, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8a278f13-47cd-41c2-b615-2487f9cc3050,segment=NetworkSegment(09f086db-08c9-424e-8134-38287429746b),segment_id=09f086db-08c9-424e-8134-38287429746b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:11.151099 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1e920636-dff0-4d77-8662-cf1f324f2563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.187966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-1e920636-dff0-4d77-8662-cf1f324f2563 None None] Calling delete_port for 8a278f13-47cd-41c2-b615-2487f9cc3050 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:11.228060 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-f4c2afb1-c027-4813-9307-836a95f05c6f None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:11.238290 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.257018 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No DVR routers for this DVR port 8a278f13-47cd-41c2-b615-2487f9cc3050 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:11.282919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=8a278f13-47cd-41c2-b615-2487f9cc3050,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:11.369673 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1e920636-dff0-4d77-8662-cf1f324f2563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.400857 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.418602 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e920636-dff0-4d77-8662-cf1f324f2563 None None] No DVR routers for this DVR port 8a278f13-47cd-41c2-b615-2487f9cc3050 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:11.459005 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbcf8c0-4c37-40d4-a4bb-fde400788716']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:11.481065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f086db-08c9-424e-8134-38287429746b') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:11.481715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f086db-08c9-424e-8134-38287429746b') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:11.513914 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.537989 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e920636-dff0-4d77-8662-cf1f324f2563 None None] Pushing event deleted for resources: {'Port': ['ID=8a278f13-47cd-41c2-b615-2487f9cc3050,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:11.556211 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.566891 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:07:11.567285 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:07:11.571135 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:07:11.659852 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.678894 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:11.687953 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/networks/9fbcf8c0-4c37-40d4-a4bb-fde400788716 HTTP/1.1" status: 204 len: 168 time: 1.1719155 Nov 03 19:07:11.692705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55766) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:11.790710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad944f-ec85-437b-b040-fa3fed53b468 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Network': ['ID=9fbcf8c0-4c37-40d4-a4bb-fde400788716,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:11.898566 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f4c2afb1-c027-4813-9307-836a95f05c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:08Z', 'revision_number': 8, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '0d261ee8-5068-404f-bbf9-85df4309beae', 'name': '', 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:0c:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:06:58Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:11.915916 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8a278f13-47cd-41c2-b615-2487f9cc3050 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:11.958724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 8a278f13-47cd-41c2-b615-2487f9cc3050 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:11.959271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8a278f13-47cd-41c2-b615-2487f9cc3050 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:11.989839 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2afb1-c027-4813-9307-836a95f05c6f None None] The sync data for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 is: [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:08Z', 'revision_number': 8, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '0d261ee8-5068-404f-bbf9-85df4309beae', 'name': '', 'network_id': '351cc9f3-66e0-42c3-bb2b-a1545aead923', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:0c:b2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:50Z', 'updated_at': '2021-11-03T19:06:58Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '8f3740a0-9b0e-4a1f-b8ac-06443543c153', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:12.322076 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1381f3e9-5956-4106-b7c7-ed887f98733c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:12.767006 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1381f3e9-5956-4106-b7c7-ed887f98733c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port 0d261ee8-5068-404f-bbf9-85df4309beae {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:12.767847 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1381f3e9-5956-4106-b7c7-ed887f98733c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:12.900885 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-1381f3e9-5956-4106-b7c7-ed887f98733c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] For port 0d261ee8-5068-404f-bbf9-85df4309beae, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0d261ee8-5068-404f-bbf9-85df4309beae,segment=NetworkSegment(3e97d455-862d-4eda-b70d-1d55e75990be),segment_id=3e97d455-862d-4eda-b70d-1d55e75990be)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:12.901578 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1381f3e9-5956-4106-b7c7-ed887f98733c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:12.937221 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1381f3e9-5956-4106-b7c7-ed887f98733c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for 0d261ee8-5068-404f-bbf9-85df4309beae owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:13.277599 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1381f3e9-5956-4106-b7c7-ed887f98733c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:13.326741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381f3e9-5956-4106-b7c7-ed887f98733c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=0d261ee8-5068-404f-bbf9-85df4309beae,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:13.415476 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:13.553693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1381f3e9-5956-4106-b7c7-ed887f98733c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:13.886079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 726ab327-588c-438a-9a5d-075f69995a7a no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:13.889879 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55846) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:13.908519 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 726ab327-588c-438a-9a5d-075f69995a7a {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:13.909080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 726ab327-588c-438a-9a5d-075f69995a7a not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:13.933147 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1381f3e9-5956-4106-b7c7-ed887f98733c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 55c3d904-295b-42b0-b5ef-e4175638be3c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:14.079499 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1381f3e9-5956-4106-b7c7-ed887f98733c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:14.086626 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1381f3e9-5956-4106-b7c7-ed887f98733c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/55c3d904-295b-42b0-b5ef-e4175638be3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3925757 Nov 03 19:07:14.090110 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55854) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:14.091826 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a86ebd-6f2d-4419-b993-2007a573e08d None None] Sync routers for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:14.094875 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-39540ee0-25d8-4926-85e1-cf7e3d93e790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.103038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a86ebd-6f2d-4419-b993-2007a573e08d None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:14.103719 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f9a86ebd-6f2d-4419-b993-2007a573e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:14.208187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae0050d-dd24-4241-91c7-f79678f84eb8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting subnet 8f3740a0-9b0e-4a1f-b8ac-06443543c153 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:07:14.214498 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0050d-dd24-4241-91c7-f79678f84eb8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.217426 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-f9a86ebd-6f2d-4419-b993-2007a573e08d None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:14.291327 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-39540ee0-25d8-4926-85e1-cf7e3d93e790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.299382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-39540ee0-25d8-4926-85e1-cf7e3d93e790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.318807 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0050d-dd24-4241-91c7-f79678f84eb8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.379208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-39540ee0-25d8-4926-85e1-cf7e3d93e790 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f6dddf68e38143b6904ecf264fccf967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4881139 Nov 03 19:07:14.382286 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55858) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:14.401219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39540ee0-25d8-4926-85e1-cf7e3d93e790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6d6b15-38fa-4ff6-8bf0-2b3ccaac04d1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:14.490039 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f9a86ebd-6f2d-4419-b993-2007a573e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:13Z', 'revision_number': 9, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:14.500982 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0050d-dd24-4241-91c7-f79678f84eb8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.506300 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e4ce52f7-1d1d-44c2-9ebc-e9c85c257897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.530484 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a86ebd-6f2d-4419-b993-2007a573e08d None None] Checking router: 55c3d904-295b-42b0-b5ef-e4175638be3c for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:07:14.540373 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a86ebd-6f2d-4419-b993-2007a573e08d None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:14.541296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f9a86ebd-6f2d-4419-b993-2007a573e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:14.600604 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e4ce52f7-1d1d-44c2-9ebc-e9c85c257897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.665713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-f9a86ebd-6f2d-4419-b993-2007a573e08d None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:14.690672 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0050d-dd24-4241-91c7-f79678f84eb8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.755744 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0050d-dd24-4241-91c7-f79678f84eb8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3740a0-9b0e-4a1f-b8ac-06443543c153,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:14.766696 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cae0050d-dd24-4241-91c7-f79678f84eb8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.774668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55864) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:14.778708 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cae0050d-dd24-4241-91c7-f79678f84eb8 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/8f3740a0-9b0e-4a1f-b8ac-06443543c153 HTTP/1.1" status: 204 len: 168 time: 0.6834552 Nov 03 19:07:14.787916 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e4ce52f7-1d1d-44c2-9ebc-e9c85c257897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.792486 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e4ce52f7-1d1d-44c2-9ebc-e9c85c257897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:14.817806 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e4ce52f7-1d1d-44c2-9ebc-e9c85c257897 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ea6d6b15-38fa-4ff6-8bf0-2b3ccaac04d1 HTTP/1.1" status: 204 len: 168 time: 0.4344728 Nov 03 19:07:14.830484 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b33467a-57fd-4e84-8732-a7b0ce2589ea None None] Network 351cc9f3-66e0-42c3-bb2b-a1545aead923 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:14.833128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce52f7-1d1d-44c2-9ebc-e9c85c257897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6d6b15-38fa-4ff6-8bf0-2b3ccaac04d1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:14.926303 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.010811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:15.011246 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.110036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] For port af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7,segment=NetworkSegment(3e97d455-862d-4eda-b70d-1d55e75990be),segment_id=3e97d455-862d-4eda-b70d-1d55e75990be)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:15.110407 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.129972 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:15.170494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f9a86ebd-6f2d-4419-b993-2007a573e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:13Z', 'revision_number': 9, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:15.222037 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a86ebd-6f2d-4419-b993-2007a573e08d None None] The sync data for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 is: [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:13Z', 'revision_number': 9, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75c94536-b93c-4398-8efb-fd6bc7de049d', 'name': '', 'network_id': '5bfffb69-5010-4e39-aff7-8ea948145f9d', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:3e:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:44Z', 'updated_at': '2021-11-03T19:06:52Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': 'b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:15.278910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf2e5c3-6291-42d6-b214-bd52c0552f56 None None] DHCP port deletion for 351cc9f3-66e0-42c3-bb2b-a1545aead923 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:07:15.285916 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.320223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-faf2e5c3-6291-42d6-b214-bd52c0552f56 None None] The port 'af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7' was deleted {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1956}} Nov 03 19:07:15.331835 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:15.333969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No DVR routers for this DVR port af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:15.448915 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.480216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351cc9f3-66e0-42c3-bb2b-a1545aead923']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:15.492389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e97d455-862d-4eda-b70d-1d55e75990be') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:15.492843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e97d455-862d-4eda-b70d-1d55e75990be') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:15.509328 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.535528 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.545487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:07:15.546063 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:07:15.617537 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:07:15.645449 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.652052 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:15.658853 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55894) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:15.659411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/networks/351cc9f3-66e0-42c3-bb2b-a1545aead923 HTTP/1.1" status: 204 len: 168 time: 0.8823149 Nov 03 19:07:15.708210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243453f-e439-462d-905d-8d591c467abf tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Network': ['ID=351cc9f3-66e0-42c3-bb2b-a1545aead923,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:15.933010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:16.013584 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:16.014309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device af9e67b3-dd0e-45f1-bee8-b34b9c1e51d7 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:16.014923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0d261ee8-5068-404f-bbf9-85df4309beae no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:16.045012 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 0d261ee8-5068-404f-bbf9-85df4309beae {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:16.046107 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0d261ee8-5068-404f-bbf9-85df4309beae not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:16.831717 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c275c1b5-aa21-4144-8d22-32f50c90578b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.182569 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c275c1b5-aa21-4144-8d22-32f50c90578b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port 75c94536-b93c-4398-8efb-fd6bc7de049d {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:17.182948 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c275c1b5-aa21-4144-8d22-32f50c90578b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.325167 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-c275c1b5-aa21-4144-8d22-32f50c90578b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] For port 75c94536-b93c-4398-8efb-fd6bc7de049d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=75c94536-b93c-4398-8efb-fd6bc7de049d,segment=NetworkSegment(04b4c2ba-a27d-494d-8984-c509f4a2d060),segment_id=04b4c2ba-a27d-494d-8984-c509f4a2d060)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:17.325559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c275c1b5-aa21-4144-8d22-32f50c90578b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.360207 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c275c1b5-aa21-4144-8d22-32f50c90578b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for 75c94536-b93c-4398-8efb-fd6bc7de049d owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:17.701632 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c275c1b5-aa21-4144-8d22-32f50c90578b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:17.741146 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275c1b5-aa21-4144-8d22-32f50c90578b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=75c94536-b93c-4398-8efb-fd6bc7de049d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:18.012018 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c275c1b5-aa21-4144-8d22-32f50c90578b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:18.254928 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c275c1b5-aa21-4144-8d22-32f50c90578b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 55c3d904-295b-42b0-b5ef-e4175638be3c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:18.315049 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:07:18.371881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c275c1b5-aa21-4144-8d22-32f50c90578b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:18.377161 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c275c1b5-aa21-4144-8d22-32f50c90578b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/55c3d904-295b-42b0-b5ef-e4175638be3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7167895 Nov 03 19:07:18.379897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 55958) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:18.383050 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc863fbb-44a2-40f8-a723-a9f4d350aec9 None None] Sync routers for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:18.394420 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc863fbb-44a2-40f8-a723-a9f4d350aec9 None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:18.395219 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cc863fbb-44a2-40f8-a723-a9f4d350aec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:18.443285 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f92ea3-7333-461e-999c-c35345cb86d2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting subnet b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:07:18.448676 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5f92ea3-7333-461e-999c-c35345cb86d2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:18.487399 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-cc863fbb-44a2-40f8-a723-a9f4d350aec9 None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:18.493031 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5f92ea3-7333-461e-999c-c35345cb86d2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:18.598183 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5f92ea3-7333-461e-999c-c35345cb86d2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:18.678488 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5f92ea3-7333-461e-999c-c35345cb86d2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:18.724451 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f92ea3-7333-461e-999c-c35345cb86d2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Subnet': ['ID=b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:18.726831 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b5f92ea3-7333-461e-999c-c35345cb86d2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:18.740574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 55970) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:18.745327 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaccf40-6d5c-4edb-af88-84c89689551c None None] Network 5bfffb69-5010-4e39-aff7-8ea948145f9d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:18.746143 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b5f92ea3-7333-461e-999c-c35345cb86d2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65 HTTP/1.1" status: 204 len: 168 time: 0.3513367 Nov 03 19:07:18.796401 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cc863fbb-44a2-40f8-a723-a9f4d350aec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:17Z', 'revision_number': 10, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:18.827895 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc863fbb-44a2-40f8-a723-a9f4d350aec9 None None] Checking router: 55c3d904-295b-42b0-b5ef-e4175638be3c for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:07:18.837731 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc863fbb-44a2-40f8-a723-a9f4d350aec9 None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:18.838609 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cc863fbb-44a2-40f8-a723-a9f4d350aec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:18.999750 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e2fd43ef-ee19-4b87-8d93-ebb72f56486c req-fbaa4b18-402b-4102-b8f6-b7019beac4b3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1098788 Nov 03 19:07:19.011309 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-cc863fbb-44a2-40f8-a723-a9f4d350aec9 None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:19.031987 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.075028 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70654786-b494-455e-92b6-6d899a629c72 None None] DHCP port deletion for 5bfffb69-5010-4e39-aff7-8ea948145f9d request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:07:19.183891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port bf9511db-caaf-4dac-afa2-9e2e1be436ce {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:19.184505 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.198286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Deleting port bf9511db-caaf-4dac-afa2-9e2e1be436ce {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:19.199868 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd43ef-ee19-4b87-8d93-ebb72f56486c req-016ee44e-fc91-4133-9aa4-dcac8cffdc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:19.200771 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.204431 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e2fd43ef-ee19-4b87-8d93-ebb72f56486c req-016ee44e-fc91-4133-9aa4-dcac8cffdc0d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 1097 time: 0.1074467 Nov 03 19:07:19.325898 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-cc863fbb-44a2-40f8-a723-a9f4d350aec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:17Z', 'revision_number': 10, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:19.355895 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc863fbb-44a2-40f8-a723-a9f4d350aec9 None None] The sync data for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 is: [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:17Z', 'revision_number': 10, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None, '_interfaces': [{'id': '174e2e61-bdb8-4b45-accf-bf2f280a39a1', 'name': '', 'network_id': 'ec0ad616-6248-4e01-a5c3-f951f04cb640', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'mac_address': 'fa:16:3e:f1:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:34Z', 'updated_at': '2021-11-03T19:06:42Z', 'revision_number': 5, 'project_id': 'a950147c06344502871eb3fa755c74de', 'subnets': [{'id': '06912f5b-f71c-47b4-90e0-6320b8a93be7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:19.373437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-70654786-b494-455e-92b6-6d899a629c72 None None] For port bf9511db-caaf-4dac-afa2-9e2e1be436ce, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bf9511db-caaf-4dac-afa2-9e2e1be436ce,segment=NetworkSegment(04b4c2ba-a27d-494d-8984-c509f4a2d060),segment_id=04b4c2ba-a27d-494d-8984-c509f4a2d060)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:19.374544 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.391726 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Calling delete_port for bf9511db-caaf-4dac-afa2-9e2e1be436ce owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:19.399823 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] For port bf9511db-caaf-4dac-afa2-9e2e1be436ce, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bf9511db-caaf-4dac-afa2-9e2e1be436ce,segment=NetworkSegment(04b4c2ba-a27d-494d-8984-c509f4a2d060),segment_id=04b4c2ba-a27d-494d-8984-c509f4a2d060)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:19.400419 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.438085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for bf9511db-caaf-4dac-afa2-9e2e1be436ce owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:19.524275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd43ef-ee19-4b87-8d93-ebb72f56486c req-1a23e4eb-c71a-4ccf-8c2a-d322bb3245f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:19.525776 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e2fd43ef-ee19-4b87-8d93-ebb72f56486c req-1a23e4eb-c71a-4ccf-8c2a-d322bb3245f8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 HTTP/1.1" status: 200 len: 898 time: 0.2757683 Nov 03 19:07:19.564556 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.607387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Pushing event deleted for resources: {'Port': ['ID=bf9511db-caaf-4dac-afa2-9e2e1be436ce,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:19.616910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70654786-b494-455e-92b6-6d899a629c72 None None] No DVR routers for this DVR port bf9511db-caaf-4dac-afa2-9e2e1be436ce on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:19.631886 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:19.632466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:19.633011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:19.633550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:19.634177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:19.634788 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:19.650314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:19.650314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:19.650745 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:19.650897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:19.652265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:19.652265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70654786-b494-455e-92b6-6d899a629c72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:19.688960 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e2fd43ef-ee19-4b87-8d93-ebb72f56486c req-78358f65-81d2-484b-8904-512ba1a430cd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f966107-ee62-4238-8092-7db6dcb8a246 HTTP/1.1" status: 200 len: 1002 time: 0.1469250 Nov 03 19:07:19.699289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-1e140991-e827-4099-bc0a-fa6b84b10f77 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:19.707054 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-1e140991-e827-4099-bc0a-fa6b84b10f77 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 811 time: 0.1606748 Nov 03 19:07:19.754101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-4ddd48dd-51ef-462f-a46e-246bcd976cba tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/quotas/dac53473acd94a04a384696f6afdcb5a HTTP/1.1" status: 200 len: 375 time: 0.0461748 Nov 03 19:07:19.774699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd43ef-ee19-4b87-8d93-ebb72f56486c req-3a92520c-aa6f-48bf-be28-bf214aafeb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:19.776896 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e2fd43ef-ee19-4b87-8d93-ebb72f56486c req-3a92520c-aa6f-48bf-be28-bf214aafeb78 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=62d8274d-235a-4ac8-98e4-cd0c24f2de1b HTTP/1.1" status: 200 len: 835 time: 0.0795610 Nov 03 19:07:19.814009 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:19.843801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=bf9511db-caaf-4dac-afa2-9e2e1be436ce,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:19.848729 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd43ef-ee19-4b87-8d93-ebb72f56486c req-1b6c0f9c-780b-477f-9056-396a6cacb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:19.857027 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e2fd43ef-ee19-4b87-8d93-ebb72f56486c req-1b6c0f9c-780b-477f-9056-396a6cacb2b1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720165 Nov 03 19:07:19.859895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-1a580838-7c8b-4c7e-96b6-dae3619cb4d0 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037359 Nov 03 19:07:19.898440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No DVR routers for this DVR port bf9511db-caaf-4dac-afa2-9e2e1be436ce on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:19.920714 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bf9511db-caaf-4dac-afa2-9e2e1be436ce no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:19.971728 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: bf9511db-caaf-4dac-afa2-9e2e1be436ce {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:19.972483 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bf9511db-caaf-4dac-afa2-9e2e1be436ce not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:19.973177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 75c94536-b93c-4398-8efb-fd6bc7de049d no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:20.034899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 75c94536-b93c-4398-8efb-fd6bc7de049d {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:20.035245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 75c94536-b93c-4398-8efb-fd6bc7de049d not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:20.101834 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e2fd43ef-ee19-4b87-8d93-ebb72f56486c req-bc20bfff-3225-4450-b952-968a953dcd1c service neutron] 10.222.0.98 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338405 Nov 03 19:07:20.137052 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.188831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfffb69-5010-4e39-aff7-8ea948145f9d']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:20.209332 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-3c0bae13-861b-4afc-96c0-611d11786c76 service neutron] 10.222.0.107 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399441 Nov 03 19:07:20.231656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b4c2ba-a27d-494d-8984-c509f4a2d060') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:20.232135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b4c2ba-a27d-494d-8984-c509f4a2d060') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:20.243794 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.257718 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e2fd43ef-ee19-4b87-8d93-ebb72f56486c req-8f51e0db-40de-4f02-abd5-6bacc4880ba8 service neutron] 10.222.0.98 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485045 Nov 03 19:07:20.275996 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.311685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:07:20.311987 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: self.session.flush() Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:07:20.315705 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:07:20.422844 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.439649 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:20.445296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/networks/5bfffb69-5010-4e39-aff7-8ea948145f9d HTTP/1.1" status: 204 len: 168 time: 1.7023311 Nov 03 19:07:20.448589 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-da327f93-0a6a-40f0-b6c5-6de710f63957 service neutron] 10.222.0.107 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375062 Nov 03 19:07:20.449283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56022) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:20.472577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d0e31-f20c-4708-927a-151cae54c21f tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Network': ['ID=5bfffb69-5010-4e39-aff7-8ea948145f9d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:20.766093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c20eab8-f946-4e7f-830d-4046a5fb268c req-a9bfdc07-2edb-4009-8790-c3a7e5d8f9c8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 210 time: 0.0466371 Nov 03 19:07:21.061673 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-285a5cf5-0140-4907-a38f-563656c2d79c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:21.417178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-285a5cf5-0140-4907-a38f-563656c2d79c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port 174e2e61-bdb8-4b45-accf-bf2f280a39a1 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:21.417552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-285a5cf5-0140-4907-a38f-563656c2d79c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:21.516011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-285a5cf5-0140-4907-a38f-563656c2d79c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] For port 174e2e61-bdb8-4b45-accf-bf2f280a39a1, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=174e2e61-bdb8-4b45-accf-bf2f280a39a1,segment=NetworkSegment(4e11cc15-f4c3-4960-9fa5-7e25cbdf7756),segment_id=4e11cc15-f4c3-4960-9fa5-7e25cbdf7756)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:21.517224 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-285a5cf5-0140-4907-a38f-563656c2d79c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:21.533777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-285a5cf5-0140-4907-a38f-563656c2d79c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for 174e2e61-bdb8-4b45-accf-bf2f280a39a1 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:21.719488 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-285a5cf5-0140-4907-a38f-563656c2d79c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:21.752925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a5cf5-0140-4907-a38f-563656c2d79c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=174e2e61-bdb8-4b45-accf-bf2f280a39a1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:21.887852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3dfe2d2-ae01-4acd-a02e-14022ca201c3 req-14807167-a1d7-493b-b874-4b40fd859008 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 210 time: 0.0348778 Nov 03 19:07:21.897815 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-285a5cf5-0140-4907-a38f-563656c2d79c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:22.189206 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-13b697b7-d665-4a72-991a-62beb6baf5e0 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:22.190482 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-13b697b7-d665-4a72-991a-62beb6baf5e0 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 811 time: 0.2010567 Nov 03 19:07:22.214549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-1c68a65e-65a1-4012-97d8-2d61006a46e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'port': {'device_id': 'b998ed55-a2fa-46e6-ba7f-a0c29563fcc9', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'admin_state_up': True, 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:22.385474 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-1c68a65e-65a1-4012-97d8-2d61006a46e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Made reservation on behalf of dac53473acd94a04a384696f6afdcb5a for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:22.392321 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-1c68a65e-65a1-4012-97d8-2d61006a46e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:22.584225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285a5cf5-0140-4907-a38f-563656c2d79c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 55c3d904-295b-42b0-b5ef-e4175638be3c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:22.676837 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-1c68a65e-65a1-4012-97d8-2d61006a46e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Allocated IP 172.20.0.10 (9f464358-8040-4222-b3b1-8d1714a116ab/3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe/f3ccf20a-648c-4f2c-bf9a-863caca11e31) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:22.703531 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285a5cf5-0140-4907-a38f-563656c2d79c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:22.727747 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-285a5cf5-0140-4907-a38f-563656c2d79c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/55c3d904-295b-42b0-b5ef-e4175638be3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2617762 Nov 03 19:07:22.728527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa3f31-dc22-4ed3-ade5-937848441a88 None None] Sync routers for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:22.730475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56088) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:22.762999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa3f31-dc22-4ed3-ade5-937848441a88 None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:22.764433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4aaa3f31-dc22-4ed3-ade5-937848441a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:22.837346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabe5dc2-0641-41f3-9f4b-3765058aca09 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting subnet 06912f5b-f71c-47b4-90e0-6320b8a93be7 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:07:22.841145 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cabe5dc2-0641-41f3-9f4b-3765058aca09 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:22.922022 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cabe5dc2-0641-41f3-9f4b-3765058aca09 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.020061 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-4aaa3f31-dc22-4ed3-ade5-937848441a88 None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:23.111383 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-1c68a65e-65a1-4012-97d8-2d61006a46e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.155013 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cabe5dc2-0641-41f3-9f4b-3765058aca09 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.162185 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-1c68a65e-65a1-4012-97d8-2d61006a46e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.209109 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4aaa3f31-dc22-4ed3-ade5-937848441a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:21Z', 'revision_number': 11, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:23.226599 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-1c68a65e-65a1-4012-97d8-2d61006a46e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Network 9f464358-8040-4222-b3b1-8d1714a116ab is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:23.253757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-1c68a65e-65a1-4012-97d8-2d61006a46e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:23.263474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa3f31-dc22-4ed3-ade5-937848441a88 None None] Checking router: 55c3d904-295b-42b0-b5ef-e4175638be3c for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:07:23.274296 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-1c68a65e-65a1-4012-97d8-2d61006a46e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:23.279299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa3f31-dc22-4ed3-ade5-937848441a88 None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:23.280925 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4aaa3f31-dc22-4ed3-ade5-937848441a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:23.324903 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18531b50-929c-4d6a-8fcd-2e290e3ecbb7 req-9b1bf9b6-b9ec-44b8-b366-85e0afe57365 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 210 time: 0.1845214 Nov 03 19:07:23.330770 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cabe5dc2-0641-41f3-9f4b-3765058aca09 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.381195 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68a65e-65a1-4012-97d8-2d61006a46e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'Port': ['ID=f3ccf20a-648c-4f2c-bf9a-863caca11e31,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:23.424641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe5dc2-0641-41f3-9f4b-3765058aca09 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Subnet': ['ID=06912f5b-f71c-47b4-90e0-6320b8a93be7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:23.457861 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cabe5dc2-0641-41f3-9f4b-3765058aca09 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.468158 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cabe5dc2-0641-41f3-9f4b-3765058aca09 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/06912f5b-f71c-47b4-90e0-6320b8a93be7 HTTP/1.1" status: 204 len: 168 time: 0.7365787 Nov 03 19:07:23.468482 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-1c68a65e-65a1-4012-97d8-2d61006a46e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:23.469669 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-1c68a65e-65a1-4012-97d8-2d61006a46e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.472171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56112) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:23.516678 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-1c68a65e-65a1-4012-97d8-2d61006a46e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3091245 Nov 03 19:07:23.543156 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Request body: {'port': {'device_id': 'b998ed55-a2fa-46e6-ba7f-a0c29563fcc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:23.611989 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.685670 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.808628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-4aaa3f31-dc22-4ed3-ade5-937848441a88 None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:23.867216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Deleting port ada3733d-8a04-4e31-9d20-3f79ae9f186c {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:07:23.867562 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:23.946362 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4aaa3f31-dc22-4ed3-ade5-937848441a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:21Z', 'revision_number': 11, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:23.985964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa3f31-dc22-4ed3-ade5-937848441a88 None None] The sync data for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 is: [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:21Z', 'revision_number': 11, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:23.988655 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0153f8-d6bd-4f84-9996-0e784c2e77f0 None None] Network ec0ad616-6248-4e01-a5c3-f951f04cb640 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:07:24.051218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-bcc5210e-bc24-4ffd-9fdc-d4fa5363629b None None] Provisioning complete for port f3ccf20a-648c-4f2c-bf9a-863caca11e31 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:24.051616 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bcc5210e-bc24-4ffd-9fdc-d4fa5363629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.096562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] For port ada3733d-8a04-4e31-9d20-3f79ae9f186c, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ada3733d-8a04-4e31-9d20-3f79ae9f186c,segment=NetworkSegment(4e11cc15-f4c3-4960-9fa5-7e25cbdf7756),segment_id=4e11cc15-f4c3-4960-9fa5-7e25cbdf7756)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:24.106173 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.142211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Calling delete_port for ada3733d-8a04-4e31-9d20-3f79ae9f186c owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:07:24.167009 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-bcc5210e-bc24-4ffd-9fdc-d4fa5363629b None None] Port f3ccf20a-648c-4f2c-bf9a-863caca11e31 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:07:24.325631 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.401403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Port': ['ID=ada3733d-8a04-4e31-9d20-3f79ae9f186c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:24.404099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8c58db-12bd-4457-bb35-2900cce01757 None None] DHCP port deletion for ec0ad616-6248-4e01-a5c3-f951f04cb640 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:07:24.430063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No DVR routers for this DVR port ada3733d-8a04-4e31-9d20-3f79ae9f186c on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:24.448412 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ccf20a-648c-4f2c-bf9a-863caca11e31 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:07:24.465566 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.517083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Transition to ACTIVE for port object f3ccf20a-648c-4f2c-bf9a-863caca11e31 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:07:24.530107 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-a27370e2-58c8-4105-894d-396751b31de6 req-7daf2fd8-becf-4205-b574-645824336522 service neutron] (101711) timed out ('10.222.0.107', 60634) {{(pid=101711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:07:24.541069 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.769526 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.787544 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ccf20a-648c-4f2c-bf9a-863caca11e31,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:24.825575 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22de73-2d5d-448a-9de3-c83fea646174 req-a997d03b-ff98-4cda-a1fb-1214d044ee5f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:24.844242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e22de73-2d5d-448a-9de3-c83fea646174 req-a997d03b-ff98-4cda-a1fb-1214d044ee5f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.3220789 Nov 03 19:07:24.850043 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Attempting to bind port f3ccf20a-648c-4f2c-bf9a-863caca11e31 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:07:24.850965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Attempting to bind port f3ccf20a-648c-4f2c-bf9a-863caca11e31 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:07:24.851318 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Attempting to bind port f3ccf20a-648c-4f2c-bf9a-863caca11e31 on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:24.856964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Port f3ccf20a-648c-4f2c-bf9a-863caca11e31 on network 9f464358-8040-4222-b3b1-8d1714a116ab not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:07:24.857467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Attempting to bind port f3ccf20a-648c-4f2c-bf9a-863caca11e31 on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:24.864107 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:07:24.864453 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Checking segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:24.864844 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Bound using segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:07:24.865286 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Bound port: f3ccf20a-648c-4f2c-bf9a-863caca11e31, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:07:24.865654 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:24.932207 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0ad616-6248-4e01-a5c3-f951f04cb640']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:24.950487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e11cc15-f4c3-4960-9fa5-7e25cbdf7756') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:24.951145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e11cc15-f4c3-4960-9fa5-7e25cbdf7756') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:24.982400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] For port f3ccf20a-648c-4f2c-bf9a-863caca11e31, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:24.984656 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.002098 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] For port f3ccf20a-648c-4f2c-bf9a-863caca11e31, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f3ccf20a-648c-4f2c-bf9a-863caca11e31,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:07:25.014203 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.017641 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.034753 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:07:25.036117 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:07:25.068445 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:07:25.184540 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e22de73-2d5d-448a-9de3-c83fea646174 req-fdcc5b75-3c4c-4e82-b3d8-6a87f0fe1cb3 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405271 Nov 03 19:07:25.195799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ccf20a-648c-4f2c-bf9a-863caca11e31,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:25.227659 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:25.228784 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.232206 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.238612 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.246241 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-2c680c89-28b7-4bf8-bfb9-7ab3e5a3f2f3 service neutron] 10.222.0.87 "PUT /v2.0/ports/f3ccf20a-648c-4f2c-bf9a-863caca11e31 HTTP/1.1" status: 200 len: 1092 time: 1.7107038 Nov 03 19:07:25.246764 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56146) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:25.247248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b998ed55-a2fa-46e6-ba7f-a0c29563fcc9', 'tag': 'f3ccf20a-648c-4f2c-bf9a-863caca11e31'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:25.249697 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f085c561-a1a4-4cc5-b077-a36f2cf69a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "b998ed55-a2fa-46e6-ba7f-a0c29563fcc9", "tag": "f3ccf20a-648c-4f2c-bf9a-863caca11e31"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:25.255790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/networks/ec0ad616-6248-4e01-a5c3-f951f04cb640 HTTP/1.1" status: 204 len: 168 time: 1.7801185 Nov 03 19:07:25.276278 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9202d4b7-c592-4b4b-a713-29a2ea391b94 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'router': {'routes': None}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:25.292007 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f3180-c269-430b-b9db-cbfd40032cdb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Pushing event deleted for resources: {'Network': ['ID=ec0ad616-6248-4e01-a5c3-f951f04cb640,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:25.415991 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14186866-6140-49b6-bb4e-a151848d84c5 x-openstack-request-id: req-14186866-6140-49b6-bb4e-a151848d84c5 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:25.416367 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b998ed55-a2fa-46e6-ba7f-a0c29563fcc9", "tag": "f3ccf20a-648c-4f2c-bf9a-863caca11e31", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:25.416554 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-14186866-6140-49b6-bb4e-a151848d84c5 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:25.416946 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b998ed55-a2fa-46e6-ba7f-a0c29563fcc9', 'tag': 'f3ccf20a-648c-4f2c-bf9a-863caca11e31', 'status': 'completed', 'code': 200} Nov 03 19:07:25.565591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.extraroute_db [None req-9202d4b7-c592-4b4b-a713-29a2ea391b94 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Added routes are [] {{(pid=101711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 03 19:07:25.566603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.extraroute_db [None req-9202d4b7-c592-4b4b-a713-29a2ea391b94 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Removed routes are [] {{(pid=101711) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 03 19:07:25.567048 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9202d4b7-c592-4b4b-a713-29a2ea391b94 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.613729 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-7d18893a-1860-4039-b859-cfdf18bac285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:25.615356 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-7d18893a-1860-4039-b859-cfdf18bac285 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 1095 time: 0.2622662 Nov 03 19:07:25.695507 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-9b8bd8ac-9deb-458a-a7c5-ed8765fac4e1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3ccf20a-648c-4f2c-bf9a-863caca11e31 HTTP/1.1" status: 200 len: 217 time: 0.0430903 Nov 03 19:07:25.749780 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c59a0def-4184-47b7-8325-ae173ca74b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.823850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 174e2e61-bdb8-4b45-accf-bf2f280a39a1 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:25.832754 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9202d4b7-c592-4b4b-a713-29a2ea391b94 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.841189 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-64dbf13b-5efc-4bff-b8cb-d4a78795d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:25.842712 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-64dbf13b-5efc-4bff-b8cb-d4a78795d4b2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.1042895 Nov 03 19:07:25.843940 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9202d4b7-c592-4b4b-a713-29a2ea391b94 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:25.871756 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 174e2e61-bdb8-4b45-accf-bf2f280a39a1 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:25.872010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 174e2e61-bdb8-4b45-accf-bf2f280a39a1 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:25.872624 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ada3733d-8a04-4e31-9d20-3f79ae9f186c no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:25.895898 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: ada3733d-8a04-4e31-9d20-3f79ae9f186c {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:07:25.896556 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ada3733d-8a04-4e31-9d20-3f79ae9f186c not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:25.979935 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9202d4b7-c592-4b4b-a713-29a2ea391b94 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 55c3d904-295b-42b0-b5ef-e4175638be3c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:07:25.982423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-50e7e8bc-c083-43d9-a75c-0a6c12e730fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:25.983971 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-50e7e8bc-c083-43d9-a75c-0a6c12e730fc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314468 Nov 03 19:07:26.141898 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9202d4b7-c592-4b4b-a713-29a2ea391b94 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:26.156611 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181d2686-cf63-416f-a200-a6f4845e381a None None] Sync routers for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:26.160079 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9202d4b7-c592-4b4b-a713-29a2ea391b94 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.164417 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9202d4b7-c592-4b4b-a713-29a2ea391b94 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/55c3d904-295b-42b0-b5ef-e4175638be3c HTTP/1.1" status: 200 len: 704 time: 0.9083641 Nov 03 19:07:26.164768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56168) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:26.177905 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d2686-cf63-416f-a200-a6f4845e381a None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:26.179527 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-181d2686-cf63-416f-a200-a6f4845e381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:26.206141 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4b1d915a-a9ff-4a74-90b5-644e930c36e9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports?device_id=55c3d904-295b-42b0-b5ef-e4175638be3c HTTP/1.1" status: 200 len: 205 time: 0.0396023 Nov 03 19:07:26.208637 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56172) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:26.248965 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-65d2826e-0858-4a04-aa60-0b02b01a1ba7 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546790 Nov 03 19:07:26.341627 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-181d2686-cf63-416f-a200-a6f4845e381a None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:26.422613 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d54d6336-9b62-47a8-9af8-4fc9769bf55f req-edbba936-758d-46e4-a083-7b1d5b5eb8b9 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617317 Nov 03 19:07:26.434778 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9d11fa4-c468-4692-b043-07fb9529b3a7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.497758 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-181d2686-cf63-416f-a200-a6f4845e381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:21Z', 'revision_number': 11, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:26.527641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bda114-4ed1-4ade-8e7e-f7a7e2c85811 req-933cf331-655b-41d3-aad6-ceae27ab468f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:26.530022 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0bda114-4ed1-4ade-8e7e-f7a7e2c85811 req-933cf331-655b-41d3-aad6-ceae27ab468f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.2083614 Nov 03 19:07:26.581435 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181d2686-cf63-416f-a200-a6f4845e381a None None] Checking router: 55c3d904-295b-42b0-b5ef-e4175638be3c for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:07:26.604386 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d2686-cf63-416f-a200-a6f4845e381a None None] Routers {'55c3d904-295b-42b0-b5ef-e4175638be3c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:26.605289 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-181d2686-cf63-416f-a200-a6f4845e381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['55c3d904-295b-42b0-b5ef-e4175638be3c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:26.664973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085c561-a1a4-4cc5-b077-a36f2cf69a1d req-1b969fda-f9bd-4ccf-9342-f4a5fcb6bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:26.670779 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f085c561-a1a4-4cc5-b077-a36f2cf69a1d req-1b969fda-f9bd-4ccf-9342-f4a5fcb6bf8f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 1095 time: 0.1334603 Nov 03 19:07:26.760556 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-181d2686-cf63-416f-a200-a6f4845e381a None None] Set router 55c3d904-295b-42b0-b5ef-e4175638be3c gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:26.770420 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9d11fa4-c468-4692-b043-07fb9529b3a7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.773505 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9d11fa4-c468-4692-b043-07fb9529b3a7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.874421 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9d11fa4-c468-4692-b043-07fb9529b3a7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.875752 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d11fa4-c468-4692-b043-07fb9529b3a7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Fanout notify agent at l3_agent the message router_deleted on router 55c3d904-295b-42b0-b5ef-e4175638be3c {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:07:26.891211 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9d11fa4-c468-4692-b043-07fb9529b3a7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.892825 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b9d11fa4-c468-4692-b043-07fb9529b3a7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/routers/55c3d904-295b-42b0-b5ef-e4175638be3c HTTP/1.1" status: 204 len: 168 time: 0.6803319 Nov 03 19:07:26.899838 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56192) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:26.904240 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0bda114-4ed1-4ade-8e7e-f7a7e2c85811 req-d2800f18-df83-424b-be40-2684d73e59a0 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256557 Nov 03 19:07:26.916843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085c561-a1a4-4cc5-b077-a36f2cf69a1d req-bb57dd0c-4026-44d5-a145-2d97d8da988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:26.918611 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f085c561-a1a4-4cc5-b077-a36f2cf69a1d req-bb57dd0c-4026-44d5-a145-2d97d8da988a service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.2428334 Nov 03 19:07:26.920337 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-5692363f-68e8-4092-8a30-f743ea3ef842 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1371757293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:26.947250 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-181d2686-cf63-416f-a200-a6f4845e381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:21Z', 'revision_number': 11, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:26.973376 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5692363f-68e8-4092-8a30-f743ea3ef842 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:26.974960 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5692363f-68e8-4092-8a30-f743ea3ef842 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:27.027648 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f085c561-a1a4-4cc5-b077-a36f2cf69a1d req-1213f7c0-8f4f-471f-970e-33762907c9e5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3ccf20a-648c-4f2c-bf9a-863caca11e31 HTTP/1.1" status: 200 len: 217 time: 0.0992730 Nov 03 19:07:27.052232 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5692363f-68e8-4092-8a30-f743ea3ef842 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:27.067244 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5692363f-68e8-4092-8a30-f743ea3ef842 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:27.096112 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5692363f-68e8-4092-8a30-f743ea3ef842 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:27.097575 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5692363f-68e8-4092-8a30-f743ea3ef842 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1886442 Nov 03 19:07:27.104189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56198) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:27.110381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4aa1a560-7a91-43f4-9236-15045822371a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:27.258973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085c561-a1a4-4cc5-b077-a36f2cf69a1d req-27610e24-8d5f-4521-be25-0338ba55cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:27.258973 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f085c561-a1a4-4cc5-b077-a36f2cf69a1d req-27610e24-8d5f-4521-be25-0338ba55cff4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.1804988 Nov 03 19:07:27.260065 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181d2686-cf63-416f-a200-a6f4845e381a None None] The sync data for ids ['55c3d904-295b-42b0-b5ef-e4175638be3c'] in n-d-812150-4 is: [{'id': '55c3d904-295b-42b0-b5ef-e4175638be3c', 'name': 'tempest-RoutersIpV6Test-router-330866008', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:32Z', 'updated_at': '2021-11-03T19:07:21Z', 'revision_number': 11, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:27.368023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085c561-a1a4-4cc5-b077-a36f2cf69a1d req-e039f79d-f82d-4db9-b16f-640339651b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:27.373721 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f085c561-a1a4-4cc5-b077-a36f2cf69a1d req-e039f79d-f82d-4db9-b16f-640339651b46 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488373 Nov 03 19:07:27.591690 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a560-7a91-43f4-9236-15045822371a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:27.627887 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a560-7a91-43f4-9236-15045822371a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:27.857872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa1a560-7a91-43f4-9236-15045822371a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Router 53295707-22c5-4142-8f13-b0e64d3b48eb is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:07:28.030572 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa1a560-7a91-43f4-9236-15045822371a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:07:28.045855 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed9a005-24e6-4c80-9e23-1a5576e7d0da None None] Sync routers for ids ['53295707-22c5-4142-8f13-b0e64d3b48eb'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:07:28.056345 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a560-7a91-43f4-9236-15045822371a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:28.061553 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4aa1a560-7a91-43f4-9236-15045822371a tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "PUT /v2.0/routers/53295707-22c5-4142-8f13-b0e64d3b48eb HTTP/1.1" status: 200 len: 698 time: 0.9560943 Nov 03 19:07:28.067068 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed9a005-24e6-4c80-9e23-1a5576e7d0da None None] Routers {'53295707-22c5-4142-8f13-b0e64d3b48eb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:28.067769 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2ed9a005-24e6-4c80-9e23-1a5576e7d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:06:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['53295707-22c5-4142-8f13-b0e64d3b48eb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:28.077735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56220) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:28.095609 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f085c561-a1a4-4cc5-b077-a36f2cf69a1d req-a20dec71-9408-4a91-a675-8206ff5635fa service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7128854 Nov 03 19:07:28.170052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-2ed9a005-24e6-4c80-9e23-1a5576e7d0da None None] Set router 53295707-22c5-4142-8f13-b0e64d3b48eb gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:28.237700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2ed9a005-24e6-4c80-9e23-1a5576e7d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53295707-22c5-4142-8f13-b0e64d3b48eb', 'name': 'tempest-RoutersIpV6Test-router-1371757293', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:07:26Z', 'updated_at': '2021-11-03T19:07:27Z', 'revision_number': 2, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:28.259014 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f085c561-a1a4-4cc5-b077-a36f2cf69a1d req-334710f2-109c-4fd1-b3bf-e2eae6531042 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544819 Nov 03 19:07:28.299571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56228) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:28.304870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2810f6d0-4a4f-4d89-ac1e-f5d6d12d6055 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/routers/53295707-22c5-4142-8f13-b0e64d3b48eb HTTP/1.1" status: 200 len: 704 time: 0.2257910 Nov 03 19:07:28.318264 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed9a005-24e6-4c80-9e23-1a5576e7d0da None None] Checking router: 53295707-22c5-4142-8f13-b0e64d3b48eb for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:07:28.338772 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c6adfdb6-d257-4776-ad9b-19f9846122e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:28.357691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8592c-9211-4464-bcac-60729066e1e4 req-a3fbb2ca-de80-4995-801a-6a567507e398 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:28.366405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed9a005-24e6-4c80-9e23-1a5576e7d0da None None] Routers {'53295707-22c5-4142-8f13-b0e64d3b48eb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:07:28.366544 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfa8592c-9211-4464-bcac-60729066e1e4 req-a3fbb2ca-de80-4995-801a-6a567507e398 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.3035533 Nov 03 19:07:28.367089 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2ed9a005-24e6-4c80-9e23-1a5576e7d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:07:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['53295707-22c5-4142-8f13-b0e64d3b48eb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:28.384365 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6687cf3c-fa2e-4fd5-8674-ce0ea121e6d2 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports?device_id=53295707-22c5-4142-8f13-b0e64d3b48eb HTTP/1.1" status: 200 len: 205 time: 0.0807247 Nov 03 19:07:28.390102 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56232) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:28.464815 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-2ed9a005-24e6-4c80-9e23-1a5576e7d0da None None] Set router 53295707-22c5-4142-8f13-b0e64d3b48eb gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:07:28.549423 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b60bf482-988d-4b5f-8a02-3a6802582ccb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:28.578845 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfa8592c-9211-4464-bcac-60729066e1e4 req-f4988303-5cbb-46ac-a9dc-463fec5003a1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112424 Nov 03 19:07:28.584273 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-2ed9a005-24e6-4c80-9e23-1a5576e7d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53295707-22c5-4142-8f13-b0e64d3b48eb', 'name': 'tempest-RoutersIpV6Test-router-1371757293', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:07:26Z', 'updated_at': '2021-11-03T19:07:27Z', 'revision_number': 2, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:07:28.640168 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed9a005-24e6-4c80-9e23-1a5576e7d0da None None] The sync data for ids ['53295707-22c5-4142-8f13-b0e64d3b48eb'] in n-d-812150-4 is: [{'id': '53295707-22c5-4142-8f13-b0e64d3b48eb', 'name': 'tempest-RoutersIpV6Test-router-1371757293', 'tenant_id': 'a950147c06344502871eb3fa755c74de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:07:26Z', 'updated_at': '2021-11-03T19:07:27Z', 'revision_number': 2, 'project_id': 'a950147c06344502871eb3fa755c74de', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:07:28.873930 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b60bf482-988d-4b5f-8a02-3a6802582ccb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:28.873930 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b60bf482-988d-4b5f-8a02-3a6802582ccb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:28.946336 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b60bf482-988d-4b5f-8a02-3a6802582ccb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:28.946915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60bf482-988d-4b5f-8a02-3a6802582ccb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Fanout notify agent at l3_agent the message router_deleted on router 53295707-22c5-4142-8f13-b0e64d3b48eb {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:07:28.967446 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b60bf482-988d-4b5f-8a02-3a6802582ccb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:28.995366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56238) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:29.016212 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b60bf482-988d-4b5f-8a02-3a6802582ccb tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/routers/53295707-22c5-4142-8f13-b0e64d3b48eb HTTP/1.1" status: 204 len: 168 time: 0.6250477 Nov 03 19:07:29.132662 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6a89cd2a-5b90-4245-9dfb-415f13eaf8b0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports?device_id=53295707-22c5-4142-8f13-b0e64d3b48eb HTTP/1.1" status: 200 len: 205 time: 0.1289930 Nov 03 19:07:29.133852 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56242) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:29.230794 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-df43f400-ce47-4b4f-8c96-8d305a7858cc tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] delete failed (client error): The resource could not be found. Nov 03 19:07:29.234849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-df43f400-ce47-4b4f-8c96-8d305a7858cc tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/routers/53295707-22c5-4142-8f13-b0e64d3b48eb HTTP/1.1" status: 404 len: 336 time: 0.0969138 Nov 03 19:07:29.236689 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56244) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:29.288248 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bda6f6-688b-4fca-83ed-8423210d755c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:29.288660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62bda6f6-688b-4fca-83ed-8423210d755c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:29.294575 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-62bda6f6-688b-4fca-83ed-8423210d755c tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/a0b237e9-f271-40cd-b574-8b6639f7db7c HTTP/1.1" status: 404 len: 337 time: 0.0539317 Nov 03 19:07:29.295834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56246) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:29.313178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ae7a9-b6cf-40b7-bb6a-c62c62ae2bff req-2ccf5ce0-df71-4b56-a1ae-ab5c6adcc0ee tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:29.323809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dc9ae7a9-b6cf-40b7-bb6a-c62c62ae2bff req-2ccf5ce0-df71-4b56-a1ae-ab5c6adcc0ee tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 1097 time: 0.0963290 Nov 03 19:07:29.366836 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-dc9ae7a9-b6cf-40b7-bb6a-c62c62ae2bff req-5d5fa8f2-3cc0-4fcc-b4f9-ebd44cacb70f tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:29.390196 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-7becdee8-bcef-4d69-aaf4-b7eaa2b5659b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:29.390645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7becdee8-bcef-4d69-aaf4-b7eaa2b5659b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:29.400397 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7becdee8-bcef-4d69-aaf4-b7eaa2b5659b tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/8f3740a0-9b0e-4a1f-b8ac-06443543c153 HTTP/1.1" status: 404 len: 337 time: 0.1009417 Nov 03 19:07:29.400618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56250) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:29.416781 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:29.494739 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a9bf32-9f8a-484a-ae6c-e621f09d14cd tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:29.495271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a9bf32-9f8a-484a-ae6c-e621f09d14cd tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:29.498797 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a3a9bf32-9f8a-484a-ae6c-e621f09d14cd tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/b36e7cf2-3212-4fb8-aaa9-ac3b28df2a65 HTTP/1.1" status: 404 len: 337 time: 0.0971498 Nov 03 19:07:29.501997 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56252) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:29.534782 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f869ec9-2182-459f-a219-ff734c21eadc tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:29.536264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f869ec9-2182-459f-a219-ff734c21eadc tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:29.543684 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5f869ec9-2182-459f-a219-ff734c21eadc tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/06912f5b-f71c-47b4-90e0-6320b8a93be7 HTTP/1.1" status: 404 len: 337 time: 0.0391850 Nov 03 19:07:29.547212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56254) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:29.621343 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-dc9ae7a9-b6cf-40b7-bb6a-c62c62ae2bff req-5d5fa8f2-3cc0-4fcc-b4f9-ebd44cacb70f tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:29.634893 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-dc9ae7a9-b6cf-40b7-bb6a-c62c62ae2bff req-5d5fa8f2-3cc0-4fcc-b4f9-ebd44cacb70f tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:29.652885 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56260) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:29.654377 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d7d895a9-56f1-4541-a8ad-5ce1c6c9bf03 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports?device_id=55c3d904-295b-42b0-b5ef-e4175638be3c HTTP/1.1" status: 200 len: 205 time: 0.1042895 Nov 03 19:07:29.823408 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-64b25a4c-10ae-49fd-a104-007b7bd66ed9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] delete failed (client error): The resource could not be found. Nov 03 19:07:29.824973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-64b25a4c-10ae-49fd-a104-007b7bd66ed9 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/routers/55c3d904-295b-42b0-b5ef-e4175638be3c HTTP/1.1" status: 404 len: 336 time: 0.1581111 Nov 03 19:07:29.831470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56262) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:29.847605 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dc9ae7a9-b6cf-40b7-bb6a-c62c62ae2bff req-5d5fa8f2-3cc0-4fcc-b4f9-ebd44cacb70f tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5200915 Nov 03 19:07:29.853778 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fa8f2-3cc0-4fcc-b4f9-ebd44cacb70f tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8e56ba-e3f9-4aa4-9d6a-ba76762cedd3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:29.912766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c022f8c-963b-4afd-89d5-8daa477305df req-6a34466b-3fe8-4360-9f08-176eff6cc300 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:29.914705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c022f8c-963b-4afd-89d5-8daa477305df req-6a34466b-3fe8-4360-9f08-176eff6cc300 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1300321 Nov 03 19:07:29.989897 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1ac859c9-acab-41b4-8656-5b5ad667c0e5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2412e9d-6606-48ce-8481-ee3413eff2d8 HTTP/1.1" status: 200 len: 205 time: 0.1560273 Nov 03 19:07:29.999305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56266) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.116799 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-3f64a8d2-2a7c-4267-bc4a-ae76f7e49125 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] delete failed (client error): The resource could not be found. Nov 03 19:07:30.120603 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3f64a8d2-2a7c-4267-bc4a-ae76f7e49125 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/routers/e2412e9d-6606-48ce-8481-ee3413eff2d8 HTTP/1.1" status: 404 len: 336 time: 0.1172817 Nov 03 19:07:30.121079 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56268) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.132849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c022f8c-963b-4afd-89d5-8daa477305df req-0379abb0-3893-4a70-8420-31fb0ddc52df tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071948 Nov 03 19:07:30.201267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cb2c6-d75d-47df-bf5c-e16b80eb4a82 req-4c0b3c45-df8d-4539-8539-89663042a5e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:30.205196 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-470cb2c6-d75d-47df-bf5c-e16b80eb4a82 req-4c0b3c45-df8d-4539-8539-89663042a5e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.1865985 Nov 03 19:07:30.225267 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dec7e75-22d7-4222-bc18-8e8b6b3ffaf0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:30.227140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dec7e75-22d7-4222-bc18-8e8b6b3ffaf0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:30.243973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56270) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.244317 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9dec7e75-22d7-4222-bc18-8e8b6b3ffaf0 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/d13bc2bf-6445-4fcd-beb7-d64b8b36fb9d HTTP/1.1" status: 404 len: 337 time: 0.1214566 Nov 03 19:07:30.298386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7e75df90-cfa6-476c-9176-c39a6139ea00 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9b763a-3343-41af-a3d4-e017029ded05 HTTP/1.1" status: 200 len: 205 time: 0.0525358 Nov 03 19:07:30.301103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56272) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.384374 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-a954a685-5d65-4155-b43d-41836569abdc tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] delete failed (client error): The resource could not be found. Nov 03 19:07:30.388330 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56276) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.398238 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a954a685-5d65-4155-b43d-41836569abdc tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/routers/dd9b763a-3343-41af-a3d4-e017029ded05 HTTP/1.1" status: 404 len: 336 time: 0.0957801 Nov 03 19:07:30.450024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-470cb2c6-d75d-47df-bf5c-e16b80eb4a82 req-32588b98-0315-45ac-99ef-53b3307da38d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353413 Nov 03 19:07:30.450782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56278) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.452711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56280) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.461086 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0cbda18d-9e9e-4a61-9da3-d6709c9d05a5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports?device_id=3ca88c01-5cba-4625-bfd9-1fbd44710301 HTTP/1.1" status: 200 len: 205 time: 0.0707309 Nov 03 19:07:30.557478 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-1b3065dd-de4d-4f29-9597-f4e445f71355 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] delete failed (client error): The resource could not be found. Nov 03 19:07:30.561473 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56282) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.561679 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1b3065dd-de4d-4f29-9597-f4e445f71355 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/routers/3ca88c01-5cba-4625-bfd9-1fbd44710301 HTTP/1.1" status: 404 len: 336 time: 0.1095731 Nov 03 19:07:30.618368 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-754d998b-4da6-4c0e-8b24-a50271d427d5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/4662267a-04b4-4a14-a0f9-e73fada5ebec HTTP/1.1" status: 200 len: 994 time: 0.1642344 Nov 03 19:07:30.627185 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:30.627989 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad963118-b839-4993-b5a3-f18121e584d5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:30.633162 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad963118-b839-4993-b5a3-f18121e584d5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:30.638159 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ad963118-b839-4993-b5a3-f18121e584d5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/9ea77443-4147-4325-a9b3-fc0845f65727 HTTP/1.1" status: 404 len: 337 time: 0.0752680 Nov 03 19:07:30.640657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56286) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.687009 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:30.727039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56288) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.749768 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5ae180a1-c132-421e-941f-5511eb18a8c7 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports?device_id=f88200e6-0a5b-453a-b54b-144b518701d8 HTTP/1.1" status: 200 len: 205 time: 0.1054485 Nov 03 19:07:30.841774 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-32624aeb-33df-483c-a4d6-89c8df696689 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] delete failed (client error): The resource could not be found. Nov 03 19:07:30.843737 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-32624aeb-33df-483c-a4d6-89c8df696689 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/routers/f88200e6-0a5b-453a-b54b-144b518701d8 HTTP/1.1" status: 404 len: 336 time: 0.1146462 Nov 03 19:07:30.847300 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56292) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.887722 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-058c58fa-1881-441e-bf49-26bcb37e01d6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:30.888573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058c58fa-1881-441e-bf49-26bcb37e01d6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:30.892153 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-058c58fa-1881-441e-bf49-26bcb37e01d6 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/e3d4dcfa-0541-4df0-b5c6-ff305abb23b8 HTTP/1.1" status: 404 len: 337 time: 0.0430596 Nov 03 19:07:30.895279 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56294) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:30.935624 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fc23811c-d945-43b1-b8af-192190d5a5ce tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "GET /v2.0/ports?device_id=85566dcf-5c1e-496c-bb3e-e2415b026fa5 HTTP/1.1" status: 200 len: 205 time: 0.0391817 Nov 03 19:07:30.936899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56298) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:31.049503 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-2023db5e-941e-4f20-b0fe-02762a68a285 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] delete failed (client error): The resource could not be found. Nov 03 19:07:31.051259 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2023db5e-941e-4f20-b0fe-02762a68a285 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/routers/85566dcf-5c1e-496c-bb3e-e2415b026fa5 HTTP/1.1" status: 404 len: 336 time: 0.1125970 Nov 03 19:07:31.054747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56302) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:31.059021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-9ec7006e-14ed-4a85-a365-5693dc75e587 req-43874757-aeeb-4de4-ad0f-6f4c9c12d072 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:07:31.060393 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9ec7006e-14ed-4a85-a365-5693dc75e587 req-43874757-aeeb-4de4-ad0f-6f4c9c12d072 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0079277 Nov 03 19:07:31.164931 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc575e2a-f3ca-4f0e-bcd8-c03edbf29d83 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:31.167168 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc575e2a-f3ca-4f0e-bcd8-c03edbf29d83 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:31.172977 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dc575e2a-f3ca-4f0e-bcd8-c03edbf29d83 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/d8c0f105-fd73-4929-a643-dd2dc69e3322 HTTP/1.1" status: 404 len: 337 time: 0.1171844 Nov 03 19:07:31.176613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56308) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:31.279404 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea18992-4c24-406c-a7de-e5d569419bd5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] DELETE failed (client error): The resource could not be found. Nov 03 19:07:31.281398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea18992-4c24-406c-a7de-e5d569419bd5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:07:31.302201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4ea18992-4c24-406c-a7de-e5d569419bd5 tempest-RoutersIpV6Test-1777161334 tempest-RoutersIpV6Test-1777161334-project] 10.222.0.107 "DELETE /v2.0/subnets/ca539e8d-f1ee-4663-8d9a-3a52013b0cb0 HTTP/1.1" status: 404 len: 337 time: 0.1191361 Nov 03 19:07:31.437594 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:31.504203 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243d2ae-4816-4468-bd93-c647a5f48272 req-274225a3-32aa-48a5-aa89-749eeb7a0fa4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:31.523868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0243d2ae-4816-4468-bd93-c647a5f48272 req-274225a3-32aa-48a5-aa89-749eeb7a0fa4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.2100885 Nov 03 19:07:31.679783 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0243d2ae-4816-4468-bd93-c647a5f48272 req-2f8b5232-17a7-4c51-80e3-fe70c1a7de69 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548784 Nov 03 19:07:31.876764 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56320) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:31.923437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bbdbe-d97e-42b7-bb73-c5a82c26b1f9 req-fbc5f265-9d56-445a-959a-89062d43e308 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:31.939354 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b5bbdbe-d97e-42b7-bb73-c5a82c26b1f9 req-fbc5f265-9d56-445a-959a-89062d43e308 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.1268892 Nov 03 19:07:32.083169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b5bbdbe-d97e-42b7-bb73-c5a82c26b1f9 req-c180c9f4-4a43-48ba-a8ed-12df7ed16c44 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421425 Nov 03 19:07:32.100827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56324) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:32.316287 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-e6e6b97a-438b-4919-8e00-350ebae4f77b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4312937 Nov 03 19:07:32.344172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-4d66ac1a-8e78-4917-a6fc-5b3bced2c7a1 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:07:32.345484 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-4d66ac1a-8e78-4917-a6fc-5b3bced2c7a1 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0098429 Nov 03 19:07:32.402715 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5dbac0f3-53d0-4864-b09f-01b754d714dc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a950147c06344502871eb3fa755c74de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2966127 Nov 03 19:07:32.403926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56330) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:32.458319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-bfdfb499-4823-4b05-b0b4-3bd71a308c8f req-34837c92-637c-4f03-a372-810306953a3d service neutron] (101712) timed out ('10.222.0.107', 32896) {{(pid=101712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:07:32.570876 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83f71d22-0b97-493d-82d2-64a4bbbcf6de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.669189 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83f71d22-0b97-493d-82d2-64a4bbbcf6de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.832323 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83f71d22-0b97-493d-82d2-64a4bbbcf6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.837480 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83f71d22-0b97-493d-82d2-64a4bbbcf6de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:32.839445 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-83f71d22-0b97-493d-82d2-64a4bbbcf6de admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/eba8d228-c56d-49aa-a5d2-6ba305222690 HTTP/1.1" status: 204 len: 168 time: 0.4340875 Nov 03 19:07:32.878167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f71d22-0b97-493d-82d2-64a4bbbcf6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba8d228-c56d-49aa-a5d2-6ba305222690,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:32.937075 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e4c88-6ebc-4027-85a5-7668bfa23890 req-7941b7d8-549b-4721-a5f0-0f23a21564c3 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:32.938948 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-823e4c88-6ebc-4027-85a5-7668bfa23890 req-7941b7d8-549b-4721-a5f0-0f23a21564c3 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1244438 Nov 03 19:07:33.090936 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-823e4c88-6ebc-4027-85a5-7668bfa23890 req-47680bcb-a5d2-4a08-b2ef-2999092602a9 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369677 Nov 03 19:07:33.329916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc4128-6141-4e94-9087-84e96e559f1d req-921c33db-91ec-45e1-bd08-e7cf266f6160 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:33.341237 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3bc4128-6141-4e94-9087-84e96e559f1d req-921c33db-91ec-45e1-bd08-e7cf266f6160 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.1054084 Nov 03 19:07:33.438001 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3bc4128-6141-4e94-9087-84e96e559f1d req-8145067d-40fd-43b7-a73e-041319bb7fc1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952768 Nov 03 19:07:34.419511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24018f8-7b61-49a3-b4f9-ffdb0ff6d003 req-a2c668ef-2d77-4139-a8ab-a2e03494d29e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:34.428573 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c24018f8-7b61-49a3-b4f9-ffdb0ff6d003 req-a2c668ef-2d77-4139-a8ab-a2e03494d29e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.2096524 Nov 03 19:07:35.215944 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c24018f8-7b61-49a3-b4f9-ffdb0ff6d003 req-d07d17a7-bd3b-4bee-8539-dd469f3c2940 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7794211 Nov 03 19:07:35.302918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a1a90-7e7f-44db-a2e0-fa44129985ac req-22483722-f0b3-4c54-af02-404ebdfb2e42 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:35.322020 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-504a1a90-7e7f-44db-a2e0-fa44129985ac req-22483722-f0b3-4c54-af02-404ebdfb2e42 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.1827779 Nov 03 19:07:35.450240 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-504a1a90-7e7f-44db-a2e0-fa44129985ac req-7f4a8f14-f1de-45c2-9d85-f6ad2694e79c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272795 Nov 03 19:07:35.618982 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-95d1961f-8bb7-47e7-8fed-3ba1c0e94323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:35.622157 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-95d1961f-8bb7-47e7-8fed-3ba1c0e94323 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 1097 time: 0.3491025 Nov 03 19:07:35.804771 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-5113b177-def4-4149-a8de-f62b8eed9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:35.807293 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-5113b177-def4-4149-a8de-f62b8eed9fb6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 HTTP/1.1" status: 200 len: 898 time: 0.1781497 Nov 03 19:07:35.895045 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-d7289505-aede-4b55-b4ff-2b8b437dbd4b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f966107-ee62-4238-8092-7db6dcb8a246 HTTP/1.1" status: 200 len: 1002 time: 0.0808895 Nov 03 19:07:36.078355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-f4c8bd33-091b-437a-ba40-aa1f383c940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:36.079920 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-f4c8bd33-091b-437a-ba40-aa1f383c940c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=62d8274d-235a-4ac8-98e4-cd0c24f2de1b HTTP/1.1" status: 200 len: 835 time: 0.1752510 Nov 03 19:07:36.147888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-ecfd82db-cb51-4a31-aac4-7540cec67f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:36.149453 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-ecfd82db-cb51-4a31-aac4-7540cec67f5e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606494 Nov 03 19:07:36.354670 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-6fa5a915-37cf-4629-9059-66afeb0354de service neutron] 10.222.0.98 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960659 Nov 03 19:07:36.431551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9a34e-3000-4b2f-a33b-cf47f39b1ac5 req-0fdf451d-d7a1-484e-b8dd-a765b9a87d84 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:36.446635 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86f9a34e-3000-4b2f-a33b-cf47f39b1ac5 req-0fdf451d-d7a1-484e-b8dd-a765b9a87d84 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1306474 Nov 03 19:07:36.579508 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86f9a34e-3000-4b2f-a33b-cf47f39b1ac5 req-42bbb05b-81b5-4099-a551-301a20f97fac tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313918 Nov 03 19:07:36.624871 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-59774e5a-14db-4113-8cf0-c488de3aae97 service neutron] 10.222.0.98 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628975 Nov 03 19:07:36.825085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc014f-bf4d-41ee-bb70-f17a0f73ff3d req-1004c441-516f-4b3c-a66d-b74947e920f0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:36.883003 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6bc014f-bf4d-41ee-bb70-f17a0f73ff3d req-1004c441-516f-4b3c-a66d-b74947e920f0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.2383912 Nov 03 19:07:37.063717 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6bc014f-bf4d-41ee-bb70-f17a0f73ff3d req-bfe4a1c9-c85b-435b-9b5a-2db258b58a1a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659636 Nov 03 19:07:37.873146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7e270-6dce-4d15-99ef-de1342091ed8 req-93f6e997-bcdf-4d2d-9625-9bd15b493f5b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:37.887057 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09a7e270-6dce-4d15-99ef-de1342091ed8 req-93f6e997-bcdf-4d2d-9625-9bd15b493f5b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1692109 Nov 03 19:07:37.988063 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09a7e270-6dce-4d15-99ef-de1342091ed8 req-eaa521c5-449a-4ad1-a9a0-ad4666b6d362 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973120 Nov 03 19:07:38.172588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56478) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:38.249003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2ca05-21f0-495b-b969-96dc6668fe76 req-da46a454-43ad-48e2-b12d-9e9b927c4fc4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:38.252951 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bca2ca05-21f0-495b-b969-96dc6668fe76 req-da46a454-43ad-48e2-b12d-9e9b927c4fc4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.0719514 Nov 03 19:07:38.347343 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bca2ca05-21f0-495b-b969-96dc6668fe76 req-f3ccad1a-abce-4ec9-bc89-893e47881267 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897100 Nov 03 19:07:38.348277 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-edfe9159-59f2-416e-88b4-1bb7a4030e1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.364283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56482) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:38.373715 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c9480e79-17c1-49cc-9854-cbd9cb16075b tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236312324', 'description': 'tempest-secgroup-smoke-236312324 description', 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:38.436039 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9480e79-17c1-49cc-9854-cbd9cb16075b tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.543205 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-edfe9159-59f2-416e-88b4-1bb7a4030e1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.552107 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-edfe9159-59f2-416e-88b4-1bb7a4030e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.609240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe9159-59f2-416e-88b4-1bb7a4030e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b5436e-e909-4505-bbc8-c61e6427109f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:38.622835 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9480e79-17c1-49cc-9854-cbd9cb16075b tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.630559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56484) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:38.631060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-edfe9159-59f2-416e-88b4-1bb7a4030e1d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=118f32db1ebe44638edd0da5aa6739a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4568706 Nov 03 19:07:38.632762 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9480e79-17c1-49cc-9854-cbd9cb16075b tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.652328 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9480e79-17c1-49cc-9854-cbd9cb16075b tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.653595 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c9480e79-17c1-49cc-9854-cbd9cb16075b tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2858272 Nov 03 19:07:38.659545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56486) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:38.667143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-368d6e6e-09a4-4a50-bd12-4b6e7303c33d tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Request body: {'security_group_rule': {'security_group_id': '5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03', 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:38.720407 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9480e79-17c1-49cc-9854-cbd9cb16075b tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:38.738250 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f44d4d91-c052-4df1-84f6-561320b4d3ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.746165 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-368d6e6e-09a4-4a50-bd12-4b6e7303c33d tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.766950 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f44d4d91-c052-4df1-84f6-561320b4d3ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.838665 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f44d4d91-c052-4df1-84f6-561320b4d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.842426 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f44d4d91-c052-4df1-84f6-561320b4d3ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.844614 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f44d4d91-c052-4df1-84f6-561320b4d3ec admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a7b5436e-e909-4505-bbc8-c61e6427109f HTTP/1.1" status: 204 len: 168 time: 0.2115834 Nov 03 19:07:38.857402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d4d91-c052-4df1-84f6-561320b4d3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b5436e-e909-4505-bbc8-c61e6427109f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:38.872530 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-368d6e6e-09a4-4a50-bd12-4b6e7303c33d tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.877952 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-368d6e6e-09a4-4a50-bd12-4b6e7303c33d tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.923826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d6e6e-09a4-4a50-bd12-4b6e7303c33d tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac84121-798b-4fd6-bda6-c8755b560a31,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:38.940118 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-368d6e6e-09a4-4a50-bd12-4b6e7303c33d tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:38.947808 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56490) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:38.953450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-5e7e4f54-8d67-4887-8736-82f512ab9566 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Request body: {'security_group_rule': {'security_group_id': '5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03', 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:38.959961 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-368d6e6e-09a4-4a50-bd12-4b6e7303c33d tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2991741 Nov 03 19:07:39.004173 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4f54-8d67-4887-8736-82f512ab9566 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.072681 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4f54-8d67-4887-8736-82f512ab9566 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.077642 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4f54-8d67-4887-8736-82f512ab9566 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.098717 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e4f54-8d67-4887-8736-82f512ab9566 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b68f99c-c2f7-4c51-8932-785acdbb4e40,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:39.118073 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4f54-8d67-4887-8736-82f512ab9566 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.126023 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5e7e4f54-8d67-4887-8736-82f512ab9566 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1757112 Nov 03 19:07:39.127487 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56496) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:39.137259 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b22ada1a-0b55-4a8a-81cd-4c1047f5ba70 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Request body: {'security_group_rule': {'security_group_id': '5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03', 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:39.147363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce7af-1cd6-4e4a-8b5b-166c6085d3d0 req-2685ad41-b15b-4e8d-9245-c1a8b6dc651e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:39.152160 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b9ce7af-1cd6-4e4a-8b5b-166c6085d3d0 req-2685ad41-b15b-4e8d-9245-c1a8b6dc651e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.0837913 Nov 03 19:07:39.222914 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b22ada1a-0b55-4a8a-81cd-4c1047f5ba70 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.296824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b9ce7af-1cd6-4e4a-8b5b-166c6085d3d0 req-56240289-e06e-41d4-8128-72c68949c885 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346934 Nov 03 19:07:39.364415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b22ada1a-0b55-4a8a-81cd-4c1047f5ba70 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.372949 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b22ada1a-0b55-4a8a-81cd-4c1047f5ba70 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.390636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ada1a-0b55-4a8a-81cd-4c1047f5ba70 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ec696a-4547-4d80-8e97-a67506bed994,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:39.416813 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b22ada1a-0b55-4a8a-81cd-4c1047f5ba70 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.418358 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b22ada1a-0b55-4a8a-81cd-4c1047f5ba70 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2892740 Nov 03 19:07:39.421297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56502) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:39.427655 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-044faaa2-9dc2-4331-80c5-29a6309c5e55 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Request body: {'security_group_rule': {'security_group_id': '5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03', 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:39.446516 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56504) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:39.466200 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65951ee7-f9d6-4502-a327-bfeeac64389e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.510238 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-044faaa2-9dc2-4331-80c5-29a6309c5e55 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.567335 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6ca94-94dd-45f3-bc58-4a614e59e5f8 req-8ada9b6c-c545-489e-be49-abf409271fad tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:39.568800 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65951ee7-f9d6-4502-a327-bfeeac64389e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.569107 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cac6ca94-94dd-45f3-bc58-4a614e59e5f8 req-8ada9b6c-c545-489e-be49-abf409271fad tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.1101789 Nov 03 19:07:39.575477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-65951ee7-f9d6-4502-a327-bfeeac64389e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.636717 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-65951ee7-f9d6-4502-a327-bfeeac64389e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e032166e86d6451a934ca52e5c9561d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1889427 Nov 03 19:07:39.638784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65951ee7-f9d6-4502-a327-bfeeac64389e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700ff7e9-da3e-4d39-8583-4d632e4e3b20,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:39.641650 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56506) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:39.681590 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cac6ca94-94dd-45f3-bc58-4a614e59e5f8 req-cf47e259-a342-4373-acc5-f1daca075268 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031554 Nov 03 19:07:39.709863 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-044faaa2-9dc2-4331-80c5-29a6309c5e55 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.717124 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f491c9a-0edd-474e-b404-bdc18d896f1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.717337 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-044faaa2-9dc2-4331-80c5-29a6309c5e55 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.741850 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044faaa2-9dc2-4331-80c5-29a6309c5e55 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fdb460-0615-4188-865f-f8d414fdb6a0,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:39.747550 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f491c9a-0edd-474e-b404-bdc18d896f1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.765583 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-044faaa2-9dc2-4331-80c5-29a6309c5e55 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.766919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-044faaa2-9dc2-4331-80c5-29a6309c5e55 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447177 Nov 03 19:07:39.772708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56508) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:39.777788 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-7dca89a8-e291-4cf6-942b-80a38a70dc74 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Request body: {'security_group_rule': {'security_group_id': '5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03', 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:39.801075 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f491c9a-0edd-474e-b404-bdc18d896f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.804345 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8f491c9a-0edd-474e-b404-bdc18d896f1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.807882 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8f491c9a-0edd-474e-b404-bdc18d896f1f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/700ff7e9-da3e-4d39-8583-4d632e4e3b20 HTTP/1.1" status: 204 len: 168 time: 0.1629026 Nov 03 19:07:39.808053 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-7dca89a8-e291-4cf6-942b-80a38a70dc74 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Project dff9ec367bbb493bb22f68b02f6fda55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:07:39.811849 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7dca89a8-e291-4cf6-942b-80a38a70dc74 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.832368 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f491c9a-0edd-474e-b404-bdc18d896f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700ff7e9-da3e-4d39-8583-4d632e4e3b20,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:39.905410 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7dca89a8-e291-4cf6-942b-80a38a70dc74 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.911466 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7dca89a8-e291-4cf6-942b-80a38a70dc74 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.931476 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca89a8-e291-4cf6-942b-80a38a70dc74 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078f3a89-217a-4221-b2a5-de9ac14b2872,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:39.942579 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7dca89a8-e291-4cf6-942b-80a38a70dc74 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:39.945463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7dca89a8-e291-4cf6-942b-80a38a70dc74 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1716826 Nov 03 19:07:39.948880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56512) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:39.953975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-e2a84447-0195-4de0-b99a-d6ee769e0e36 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Request body: {'security_group_rule': {'security_group_id': '5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03', 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:39.981132 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-e2a84447-0195-4de0-b99a-d6ee769e0e36 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Project dff9ec367bbb493bb22f68b02f6fda55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:07:39.987721 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e2a84447-0195-4de0-b99a-d6ee769e0e36 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:40.060276 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e2a84447-0195-4de0-b99a-d6ee769e0e36 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:40.070088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e2a84447-0195-4de0-b99a-d6ee769e0e36 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:40.092450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a84447-0195-4de0-b99a-d6ee769e0e36 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64446ceb-ab1a-4e08-938d-96da1d6a8cb8,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:40.102716 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e2a84447-0195-4de0-b99a-d6ee769e0e36 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:40.112530 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e2a84447-0195-4de0-b99a-d6ee769e0e36 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1540272 Nov 03 19:07:40.416111 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-084eea7b-5e24-457e-a9cb-34ba50d8a99b tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236312324&fields=id&tenant_id=dff9ec367bbb493bb22f68b02f6fda55 HTTP/1.1" status: 200 len: 267 time: 0.0951817 Nov 03 19:07:40.540436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2afc68-8f4d-4251-88c1-4cff521a4a2a req-2fa38140-1bd2-43f7-aae7-c79342533115 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:40.542184 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e2afc68-8f4d-4251-88c1-4cff521a4a2a req-2fa38140-1bd2-43f7-aae7-c79342533115 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1236980 Nov 03 19:07:40.617692 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683c44d-264a-4844-92af-d1bde78236a8 req-6d63d815-1430-42d1-88d0-4eae83aebdbe tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:40.619721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-6d63d815-1430-42d1-88d0-4eae83aebdbe tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/networks?id=26c35c47-8ae1-4617-a018-823ab358a63b HTTP/1.1" status: 200 len: 813 time: 0.1905444 Nov 03 19:07:40.649201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-7f9029ef-f21e-48bd-9808-3357b3e99b3e tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/quotas/dff9ec367bbb493bb22f68b02f6fda55 HTTP/1.1" status: 200 len: 375 time: 0.0219467 Nov 03 19:07:40.653411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e2afc68-8f4d-4251-88c1-4cff521a4a2a req-9019ff73-6c46-4679-b73a-6028beb30ed7 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005239 Nov 03 19:07:40.708243 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-212d4d5b-bb28-4b44-88f3-1ecf129a77bd tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=dff9ec367bbb493bb22f68b02f6fda55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524788 Nov 03 19:07:40.914416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b0893-0e67-4cae-bf39-43c43aee4874 req-114b3b98-ba8f-4e6b-a064-8026dcea003a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:40.916530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d4b0893-0e67-4cae-bf39-43c43aee4874 req-114b3b98-ba8f-4e6b-a064-8026dcea003a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.1302416 Nov 03 19:07:40.957741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-88b7c827-2e01-4fb3-a067-cd4328a63c90 service neutron] 10.222.0.107 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269754 Nov 03 19:07:41.062487 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d4b0893-0e67-4cae-bf39-43c43aee4874 req-9d13c98c-35d7-4f23-9784-dfe53600aaf4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361468 Nov 03 19:07:41.096223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-6e811195-af0f-4c6f-80fd-800e09eae576 service neutron] 10.222.0.107 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374011 Nov 03 19:07:41.571767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2dcacee7-728a-4ffa-87f7-3f90e3b08bc7 req-7f40d732-8ff3-41bb-b9ca-aab3e153e3cc tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 210 time: 0.0621984 Nov 03 19:07:41.883321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385ddd5-5d5c-4453-9df6-23e5acc77490 req-8fac8d0d-8ea7-4669-bed1-0d4812f3d4d6 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:41.900277 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5385ddd5-5d5c-4453-9df6-23e5acc77490 req-8fac8d0d-8ea7-4669-bed1-0d4812f3d4d6 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1471195 Nov 03 19:07:41.998579 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56584) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:42.012857 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5385ddd5-5d5c-4453-9df6-23e5acc77490 req-45a48e6e-9b7d-4d02-ad7c-ee570b3f5bdd tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047778 Nov 03 19:07:42.231136 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7fe680e6-eace-4cf6-a93b-b78d774c4036 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.279282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ce678-2405-4689-8ff7-4548c506959b req-0ce64f92-0fce-4050-8c1c-8430fbb8992d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:42.290291 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-955ce678-2405-4689-8ff7-4548c506959b req-0ce64f92-0fce-4050-8c1c-8430fbb8992d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.0767636 Nov 03 19:07:42.369453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-955ce678-2405-4689-8ff7-4548c506959b req-a8875c90-e996-42b5-a162-b8dcb20cbde8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775764 Nov 03 19:07:42.423623 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7fe680e6-eace-4cf6-a93b-b78d774c4036 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.429347 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7fe680e6-eace-4cf6-a93b-b78d774c4036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.478238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56598) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:42.484236 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7fe680e6-eace-4cf6-a93b-b78d774c4036 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=651ccc7d1b4d4a1d91037fd791a4e674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4837313 Nov 03 19:07:42.487948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe680e6-eace-4cf6-a93b-b78d774c4036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43094f11-edae-4bae-afd3-f35f41c85471,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:42.563232 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-18fadeeb-9e7c-4799-8e09-8a995c6c59e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.615630 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-18fadeeb-9e7c-4799-8e09-8a995c6c59e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.709058 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a0e33b0-475f-4349-8f22-d99325a12740 req-ccc7a228-3423-4b12-9740-0fa362457212 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 210 time: 0.0403316 Nov 03 19:07:42.734127 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-18fadeeb-9e7c-4799-8e09-8a995c6c59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.738387 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-18fadeeb-9e7c-4799-8e09-8a995c6c59e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:42.740231 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-18fadeeb-9e7c-4799-8e09-8a995c6c59e0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/43094f11-edae-4bae-afd3-f35f41c85471 HTTP/1.1" status: 204 len: 168 time: 0.2608380 Nov 03 19:07:42.749552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fadeeb-9e7c-4799-8e09-8a995c6c59e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43094f11-edae-4bae-afd3-f35f41c85471,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:43.151619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683c44d-264a-4844-92af-d1bde78236a8 req-fc027b11-fd2c-4dab-9f63-b1662085c2e2 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:43.154094 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-fc027b11-fd2c-4dab-9f63-b1662085c2e2 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.98 "GET /v2.0/networks?id=26c35c47-8ae1-4617-a018-823ab358a63b HTTP/1.1" status: 200 len: 813 time: 0.2072399 Nov 03 19:07:43.265695 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-3b9807fc-c9e3-4b84-9fd4-b185e5c26913 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dff9ec367bbb493bb22f68b02f6fda55 HTTP/1.1" status: 200 len: 379 time: 0.1012244 Nov 03 19:07:43.276812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f058cb-70f5-482e-b9a4-a76441a64497 req-1f8eae87-6651-4edc-b6de-38b9d27aea0f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:43.278050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-b683c44d-264a-4844-92af-d1bde78236a8 req-069eaa6d-a0fd-45a0-9bf3-34478023becf tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Request body: {'port': {'device_id': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'admin_state_up': True, 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'security_groups': ['5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:43.284799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78f058cb-70f5-482e-b9a4-a76441a64497 req-1f8eae87-6651-4edc-b6de-38b9d27aea0f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1554518 Nov 03 19:07:43.379934 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:43.472462 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b683c44d-264a-4844-92af-d1bde78236a8 req-069eaa6d-a0fd-45a0-9bf3-34478023becf tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Made reservation on behalf of dff9ec367bbb493bb22f68b02f6fda55 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:07:43.480371 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b683c44d-264a-4844-92af-d1bde78236a8 req-069eaa6d-a0fd-45a0-9bf3-34478023becf tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:43.499029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78f058cb-70f5-482e-b9a4-a76441a64497 req-be58a5f2-5053-4083-aa80-8470117811a5 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065721 Nov 03 19:07:43.683176 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198867e8-d1d7-4c1d-9339-1d79c5a16bd9 req-99dc73a9-c992-48fd-82b3-376ef1f936bf tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:43.692767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-198867e8-d1d7-4c1d-9339-1d79c5a16bd9 req-99dc73a9-c992-48fd-82b3-376ef1f936bf tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.1892166 Nov 03 19:07:43.692767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56644) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:43.810933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-198867e8-d1d7-4c1d-9339-1d79c5a16bd9 req-fadf55c5-5113-4269-b78b-2e7304da2d45 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003416 Nov 03 19:07:43.889900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-b683c44d-264a-4844-92af-d1bde78236a8 req-069eaa6d-a0fd-45a0-9bf3-34478023becf tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Allocated IP 172.20.0.6 (26c35c47-8ae1-4617-a018-823ab358a63b/433f5fa3-2efe-48ca-828a-d21a4fc0253c/13cbce9b-4906-436e-aabc-a2b196fc6a1c) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:07:43.903193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-056957d6-01e0-4089-bd37-6fe26d40936d req-d792ef5d-5a03-4321-9c5b-268c3cbc3dd0 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 210 time: 0.0716720 Nov 03 19:07:44.152145 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99310444-8673-45f1-9dc1-1a30b771e0c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.233241 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b683c44d-264a-4844-92af-d1bde78236a8 req-069eaa6d-a0fd-45a0-9bf3-34478023becf tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.285509 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b683c44d-264a-4844-92af-d1bde78236a8 req-069eaa6d-a0fd-45a0-9bf3-34478023becf tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.288035 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99310444-8673-45f1-9dc1-1a30b771e0c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.297706 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99310444-8673-45f1-9dc1-1a30b771e0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.336386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b683c44d-264a-4844-92af-d1bde78236a8 req-069eaa6d-a0fd-45a0-9bf3-34478023becf tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Network 26c35c47-8ae1-4617-a018-823ab358a63b is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:07:44.340346 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-b683c44d-264a-4844-92af-d1bde78236a8 req-069eaa6d-a0fd-45a0-9bf3-34478023becf tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:07:44.345292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b683c44d-264a-4844-92af-d1bde78236a8 req-069eaa6d-a0fd-45a0-9bf3-34478023becf tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:07:44.386928 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-99310444-8673-45f1-9dc1-1a30b771e0c8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=46fb5237c95c47138dd90c0d344c2055&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6915047 Nov 03 19:07:44.387788 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56662) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:44.388475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99310444-8673-45f1-9dc1-1a30b771e0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cb5d16-8e55-43cb-997d-67f18ae65400,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:44.406344 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069eaa6d-a0fd-45a0-9bf3-34478023becf tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Pushing event updated for resources: {'Port': ['ID=13cbce9b-4906-436e-aabc-a2b196fc6a1c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:44.441943 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683c44d-264a-4844-92af-d1bde78236a8 req-069eaa6d-a0fd-45a0-9bf3-34478023becf tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:44.442627 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b683c44d-264a-4844-92af-d1bde78236a8 req-069eaa6d-a0fd-45a0-9bf3-34478023becf tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.468143 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-069eaa6d-a0fd-45a0-9bf3-34478023becf tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1955690 Nov 03 19:07:44.484615 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Request body: {'port': {'device_id': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:44.512222 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7bca34f4-c0d4-433c-9fdb-0b23f56fb89c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.540099 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7bca34f4-c0d4-433c-9fdb-0b23f56fb89c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.616302 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7bca34f4-c0d4-433c-9fdb-0b23f56fb89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.619552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7bca34f4-c0d4-433c-9fdb-0b23f56fb89c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.623217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7bca34f4-c0d4-433c-9fdb-0b23f56fb89c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a7cb5d16-8e55-43cb-997d-67f18ae65400 HTTP/1.1" status: 204 len: 168 time: 0.2065392 Nov 03 19:07:44.630613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca34f4-c0d4-433c-9fdb-0b23f56fb89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cb5d16-8e55-43cb-997d-67f18ae65400,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:44.640816 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.811451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf99e9-9bc1-4466-bc8b-3c31a7f141cd req-cffc730f-6ae5-4062-ab7c-81ef02b2f5b0 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:44.814577 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fdcf99e9-9bc1-4466-bc8b-3c31a7f141cd req-cffc730f-6ae5-4062-ab7c-81ef02b2f5b0 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1138189 Nov 03 19:07:44.904907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3f48b7b7-3a4e-4871-a045-a26981c01182 None None] Provisioning complete for port 13cbce9b-4906-436e-aabc-a2b196fc6a1c triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:44.909097 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3f48b7b7-3a4e-4871-a045-a26981c01182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:44.961247 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fdcf99e9-9bc1-4466-bc8b-3c31a7f141cd req-f54b882b-ddc1-49e8-8ee3-fa10ad73a688 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180215 Nov 03 19:07:44.982505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3f48b7b7-3a4e-4871-a045-a26981c01182 None None] Port 13cbce9b-4906-436e-aabc-a2b196fc6a1c cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:07:45.052975 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708497d-25ab-4270-b868-ebd9244c9c49 req-69c87919-ef46-4077-92d6-6cb87fe001ba tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:45.055023 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8708497d-25ab-4270-b868-ebd9244c9c49 req-69c87919-ef46-4077-92d6-6cb87fe001ba tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.0930219 Nov 03 19:07:45.170774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8708497d-25ab-4270-b868-ebd9244c9c49 req-4d6e6c38-dfef-4223-9aa4-12333175a91f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062698 Nov 03 19:07:45.193965 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574ad7-b5da-442d-b69d-f651da594e3b req-c1d4c24a-f4c1-4758-bc93-dc3078958bec tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:45.204946 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a2574ad7-b5da-442d-b69d-f651da594e3b req-c1d4c24a-f4c1-4758-bc93-dc3078958bec tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 931 time: 0.0915544 Nov 03 19:07:45.246396 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cbce9b-4906-436e-aabc-a2b196fc6a1c {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:07:45.264127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.293200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Transition to ACTIVE for port object 13cbce9b-4906-436e-aabc-a2b196fc6a1c will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:07:45.301238 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.323667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a2574ad7-b5da-442d-b69d-f651da594e3b req-ad753cf5-c90a-4c8d-827a-b6faf0665fa6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176205 Nov 03 19:07:45.409007 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Pushing event updated for resources: {'Port': ['ID=13cbce9b-4906-436e-aabc-a2b196fc6a1c,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:45.530618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Attempting to bind port 13cbce9b-4906-436e-aabc-a2b196fc6a1c on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:07:45.531013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Attempting to bind port 13cbce9b-4906-436e-aabc-a2b196fc6a1c by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '29240041-4129-4ee6-b754-372482839a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:07:45.531470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Attempting to bind port 13cbce9b-4906-436e-aabc-a2b196fc6a1c on network 26c35c47-8ae1-4617-a018-823ab358a63b {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:45.536483 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Port 13cbce9b-4906-436e-aabc-a2b196fc6a1c on network 26c35c47-8ae1-4617-a018-823ab358a63b not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:07:45.536888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Attempting to bind port 13cbce9b-4906-436e-aabc-a2b196fc6a1c on network 26c35c47-8ae1-4617-a018-823ab358a63b {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:45.543077 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:07:45.543426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Checking segment: {'id': '29240041-4129-4ee6-b754-372482839a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:45.543863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Bound using segment: {'id': '29240041-4129-4ee6-b754-372482839a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:07:45.544325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Bound port: 13cbce9b-4906-436e-aabc-a2b196fc6a1c, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29240041-4129-4ee6-b754-372482839a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:07:45.544689 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.554648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56686) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:45.577514 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a501b3-ce11-4dc4-bb27-dba9ffbf8025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.701415 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] For port 13cbce9b-4906-436e-aabc-a2b196fc6a1c, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:45.706563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] For port 13cbce9b-4906-436e-aabc-a2b196fc6a1c, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=13cbce9b-4906-436e-aabc-a2b196fc6a1c,segment=NetworkSegment(29240041-4129-4ee6-b754-372482839a15),segment_id=29240041-4129-4ee6-b754-372482839a15)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:07:45.713586 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.735759 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a501b3-ce11-4dc4-bb27-dba9ffbf8025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.742638 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a501b3-ce11-4dc4-bb27-dba9ffbf8025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.776218 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:45.776848 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:45.778263 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] 10.222.0.98 "PUT /v2.0/ports/13cbce9b-4906-436e-aabc-a2b196fc6a1c HTTP/1.1" status: 200 len: 1091 time: 1.3003416 Nov 03 19:07:45.781014 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'tag': '13cbce9b-4906-436e-aabc-a2b196fc6a1c'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:45.784344 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c392f31-da11-4ae8-b878-2ac787c46fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe71f78-033b-4ffd-a17f-2f1cbac669eb", "tag": "13cbce9b-4906-436e-aabc-a2b196fc6a1c"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:45.888648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a3a501b3-ce11-4dc4-bb27-dba9ffbf8025 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6719ae9f94ec4a049daaeade9d1a3a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3308775 Nov 03 19:07:45.893713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56692) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:45.917694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1a624-9289-49ca-b12d-a3e500791385 service neutron] Pushing event updated for resources: {'Port': ['ID=13cbce9b-4906-436e-aabc-a2b196fc6a1c,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:45.927560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a501b3-ce11-4dc4-bb27-dba9ffbf8025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62ecb9e-bb64-48b4-ac9e-aa18bb628d5a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:45.935560 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea2cc7c-25e4-48e6-917e-1baa6c5dc360 x-openstack-request-id: req-9ea2cc7c-25e4-48e6-917e-1baa6c5dc360 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:45.936029 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe71f78-033b-4ffd-a17f-2f1cbac669eb", "tag": "13cbce9b-4906-436e-aabc-a2b196fc6a1c", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:45.936391 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9ea2cc7c-25e4-48e6-917e-1baa6c5dc360 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:45.939502 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'tag': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'status': 'completed', 'code': 200} Nov 03 19:07:45.988573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683c44d-264a-4844-92af-d1bde78236a8 req-051b62e4-a75d-45cd-b1cc-940a148b4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.000014 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-051b62e4-a75d-45cd-b1cc-940a148b4735 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dff9ec367bbb493bb22f68b02f6fda55&device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 1094 time: 0.1673310 Nov 03 19:07:46.067023 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4324ea88-ed9e-4b74-8499-e2361418651e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:46.100841 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-016cea32-82c1-4306-b14e-30acba356e71 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13cbce9b-4906-436e-aabc-a2b196fc6a1c HTTP/1.1" status: 200 len: 217 time: 0.0989685 Nov 03 19:07:46.105949 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4324ea88-ed9e-4b74-8499-e2361418651e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:46.196098 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683c44d-264a-4844-92af-d1bde78236a8 req-8f57f096-f90c-4c9d-814c-4ac736eb7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.197972 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-8f57f096-f90c-4c9d-814c-4ac736eb7377 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=433f5fa3-2efe-48ca-828a-d21a4fc0253c HTTP/1.1" status: 200 len: 852 time: 0.0907750 Nov 03 19:07:46.335609 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966baf-60d7-4b67-87f8-b7972a42a96b req-359f67e9-c2c0-481d-aa89-72fa70757c72 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.340047 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ef966baf-60d7-4b67-87f8-b7972a42a96b req-359f67e9-c2c0-481d-aa89-72fa70757c72 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.2485030 Nov 03 19:07:46.358245 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683c44d-264a-4844-92af-d1bde78236a8 req-fa75f5db-bc09-45b2-a69d-55e056f6f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.359953 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-fa75f5db-bc09-45b2-a69d-55e056f6f627 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=26c35c47-8ae1-4617-a018-823ab358a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481016 Nov 03 19:07:46.401461 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4324ea88-ed9e-4b74-8499-e2361418651e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:46.404087 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4324ea88-ed9e-4b74-8499-e2361418651e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:46.408782 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4324ea88-ed9e-4b74-8499-e2361418651e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b62ecb9e-bb64-48b4-ac9e-aa18bb628d5a HTTP/1.1" status: 204 len: 168 time: 0.5134137 Nov 03 19:07:46.427620 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324ea88-ed9e-4b74-8499-e2361418651e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62ecb9e-bb64-48b4-ac9e-aa18bb628d5a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:46.465038 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ef966baf-60d7-4b67-87f8-b7972a42a96b req-6eea1eaa-ac89-4b71-ba96-48d19f4b0f12 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115370 Nov 03 19:07:46.476158 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8929e-48db-4c7a-ad71-b36e19fe5340 req-00e34837-4334-4ddc-8962-bd26889b4ef4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.482940 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e8929e-48db-4c7a-ad71-b36e19fe5340 req-00e34837-4334-4ddc-8962-bd26889b4ef4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.1398489 Nov 03 19:07:46.596094 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-4380f3ef-5876-4dee-b3d7-127d4a7bf87a service neutron] 10.222.0.98 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241607 Nov 03 19:07:46.669988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e8929e-48db-4c7a-ad71-b36e19fe5340 req-a1dcd596-6054-4655-acfd-685ab088f006 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729848 Nov 03 19:07:46.783858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802e7c2-55ff-42a6-bd02-521743c02f3a req-dd24f481-8547-4817-8fe1-8e844a22e645 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.792250 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3802e7c2-55ff-42a6-bd02-521743c02f3a req-dd24f481-8547-4817-8fe1-8e844a22e645 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 943 time: 0.1596880 Nov 03 19:07:46.832361 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b683c44d-264a-4844-92af-d1bde78236a8 req-661c6eb6-d135-47c3-9bc6-431c4ab00953 service neutron] 10.222.0.98 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300498 Nov 03 19:07:46.909311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3802e7c2-55ff-42a6-bd02-521743c02f3a req-41f81d74-e2ce-4f31-9a99-a2bb41802738 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137636 Nov 03 19:07:46.966271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c392f31-da11-4ae8-b878-2ac787c46fbf req-9f7fc4a6-89a9-45ba-a84c-b4c8c20ebe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:46.968891 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c392f31-da11-4ae8-b878-2ac787c46fbf req-9f7fc4a6-89a9-45ba-a84c-b4c8c20ebe7a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dff9ec367bbb493bb22f68b02f6fda55&device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 1094 time: 0.0753927 Nov 03 19:07:47.165688 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c392f31-da11-4ae8-b878-2ac787c46fbf req-332f0088-07d0-4870-97c6-e3bc18e536d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:47.167360 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c392f31-da11-4ae8-b878-2ac787c46fbf req-332f0088-07d0-4870-97c6-e3bc18e536d2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=26c35c47-8ae1-4617-a018-823ab358a63b HTTP/1.1" status: 200 len: 914 time: 0.1916006 Nov 03 19:07:47.241771 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c392f31-da11-4ae8-b878-2ac787c46fbf req-085257f2-2540-4f44-9f5a-46176cac2366 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13cbce9b-4906-436e-aabc-a2b196fc6a1c HTTP/1.1" status: 200 len: 217 time: 0.0570066 Nov 03 19:07:47.377920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c392f31-da11-4ae8-b878-2ac787c46fbf req-300049bd-61be-499a-a50f-d338ce54a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:47.381572 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c392f31-da11-4ae8-b878-2ac787c46fbf req-300049bd-61be-499a-a50f-d338ce54a068 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=433f5fa3-2efe-48ca-828a-d21a4fc0253c HTTP/1.1" status: 200 len: 852 time: 0.1065271 Nov 03 19:07:47.464140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c392f31-da11-4ae8-b878-2ac787c46fbf req-c7f4a5c3-3585-4352-af30-2b6391c76c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:47.466169 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c392f31-da11-4ae8-b878-2ac787c46fbf req-c7f4a5c3-3585-4352-af30-2b6391c76c2a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=26c35c47-8ae1-4617-a018-823ab358a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763650 Nov 03 19:07:47.663485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f29cf-738c-4abd-94b5-3b7f6a63f17a req-d77163af-e6bf-4f4c-be0b-b8743e389d60 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:47.665885 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f9f29cf-738c-4abd-94b5-3b7f6a63f17a req-d77163af-e6bf-4f4c-be0b-b8743e389d60 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.0922594 Nov 03 19:07:47.681079 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c392f31-da11-4ae8-b878-2ac787c46fbf req-6123b325-dcef-48b0-8504-3644ba6d5bc0 service neutron] 10.222.0.98 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060485 Nov 03 19:07:47.765612 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f9f29cf-738c-4abd-94b5-3b7f6a63f17a req-6e7721f3-8d92-42f7-a85e-e9fb5f3c948b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731385 Nov 03 19:07:47.854073 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c392f31-da11-4ae8-b878-2ac787c46fbf req-5ece8ddb-db7c-4414-8356-997d9733fc0b service neutron] 10.222.0.98 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633916 Nov 03 19:07:47.899889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f54ef6-6972-4944-9448-67a210f149cf req-389287a8-8111-4ac0-b088-1965e3e17cd2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:47.901977 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-95f54ef6-6972-4944-9448-67a210f149cf req-389287a8-8111-4ac0-b088-1965e3e17cd2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.0916681 Nov 03 19:07:47.993541 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-95f54ef6-6972-4944-9448-67a210f149cf req-56da262e-7078-44b6-86b9-9a75ae0f543b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833659 Nov 03 19:07:48.086762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47891c-4892-4b69-a67d-afd5093eabf6 req-808db2ba-4524-4b67-8be4-bbda07c2f319 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:48.088969 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da47891c-4892-4b69-a67d-afd5093eabf6 req-808db2ba-4524-4b67-8be4-bbda07c2f319 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 943 time: 0.0754750 Nov 03 19:07:48.160982 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-da47891c-4892-4b69-a67d-afd5093eabf6 req-aa5b9cdf-08d8-4ce7-bccf-fc6d0365083b tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640683 Nov 03 19:07:48.634777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56786) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:48.865885 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a6860ae-4417-44dc-98c0-0802e09598eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:48.888035 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-2cd61c24-2386-42c3-97c2-d968f17848db service neutron] show failed (client error): The resource could not be found. Nov 03 19:07:48.889103 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-2cd61c24-2386-42c3-97c2-d968f17848db service neutron] 10.222.0.98 "GET /v2.0/ports/9f966107-ee62-4238-8092-7db6dcb8a246/bindings/n-h1-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.0904200 Nov 03 19:07:48.972161 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079d002-d965-454c-a201-620265c7e945 req-d8a2c903-fe43-4995-b9e0-9199197702eb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:48.974009 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f079d002-d965-454c-a201-620265c7e945 req-d8a2c903-fe43-4995-b9e0-9199197702eb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1048050 Nov 03 19:07:49.042690 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a6860ae-4417-44dc-98c0-0802e09598eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.055401 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3a6860ae-4417-44dc-98c0-0802e09598eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.080735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f079d002-d965-454c-a201-620265c7e945 req-d0644e52-581d-400b-92c8-26275cf3f1e4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919290 Nov 03 19:07:49.143652 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3a6860ae-4417-44dc-98c0-0802e09598eb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=75c80466920846449e2ae8d270d5914e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5075812 Nov 03 19:07:49.146597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6860ae-4417-44dc-98c0-0802e09598eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146f9350-80dd-4179-9dc7-16f74303bcc2,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:49.146726 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56804) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:49.202831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae638696-89c9-4bce-a182-d6d2766c7fd4 req-306bb435-4f98-4c60-bb95-ed52721282cf tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:49.213672 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae638696-89c9-4bce-a182-d6d2766c7fd4 req-306bb435-4f98-4c60-bb95-ed52721282cf tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.0833573 Nov 03 19:07:49.296123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-0d346568-991f-4358-88e8-701cf7e2dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:49.297984 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-0d346568-991f-4358-88e8-701cf7e2dcee service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2&tenant_id=78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 1097 time: 0.1490104 Nov 03 19:07:49.300812 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae638696-89c9-4bce-a182-d6d2766c7fd4 req-c79f64e4-75c2-4993-83c6-ca7e98de95a0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814159 Nov 03 19:07:49.322221 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:07:49.359264 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef852b1e-f27d-4f73-97bf-5eac5e0952cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.361644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2952f8-3586-447d-a04f-50059dd70f36 req-7e38546f-6879-4b6c-b148-295c8ffeb9b3 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:49.363735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1d2952f8-3586-447d-a04f-50059dd70f36 req-7e38546f-6879-4b6c-b148-295c8ffeb9b3 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 943 time: 0.0618401 Nov 03 19:07:49.402035 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56812) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:49.416467 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef852b1e-f27d-4f73-97bf-5eac5e0952cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.424469 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.429753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1d2952f8-3586-447d-a04f-50059dd70f36 req-f1c972d4-671f-4860-b325-ea45e6a7d381 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572598 Nov 03 19:07:49.559467 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-324c0dca-7e94-46c8-b5eb-e3af343f6ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.563717 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef852b1e-f27d-4f73-97bf-5eac5e0952cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.566302 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef852b1e-f27d-4f73-97bf-5eac5e0952cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.569873 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ef852b1e-f27d-4f73-97bf-5eac5e0952cf admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/146f9350-80dd-4179-9dc7-16f74303bcc2 HTTP/1.1" status: 204 len: 168 time: 0.4197228 Nov 03 19:07:49.581149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef852b1e-f27d-4f73-97bf-5eac5e0952cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146f9350-80dd-4179-9dc7-16f74303bcc2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:49.662678 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-324c0dca-7e94-46c8-b5eb-e3af343f6ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.669062 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-324c0dca-7e94-46c8-b5eb-e3af343f6ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.674752 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] For port 9f966107-ee62-4238-8092-7db6dcb8a246, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9f966107-ee62-4238-8092-7db6dcb8a246,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:49.722133 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] For port 9f966107-ee62-4238-8092-7db6dcb8a246, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:49.731644 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-324c0dca-7e94-46c8-b5eb-e3af343f6ba6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b4e26be47151463b9e9ec46e77b9dfd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3285449 Nov 03 19:07:49.732665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c0dca-7e94-46c8-b5eb-e3af343f6ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e562a5e9-e4bf-4be2-9f3f-1d9cb8f53fef,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:49.735345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56818) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:49.774133 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.789157 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Transition to ACTIVE for port object 9f966107-ee62-4238-8092-7db6dcb8a246 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:07:49.790208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:49.793571 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e837260a-2020-4b9e-a683-e8b0abfd4376" -d '{"events": [{"server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:49.797589 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.868491 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bdfb80e-ebb3-401d-9aa4-e125a1311baf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.908986 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f334478a-60bd-4d15-9791-602b83468b0f x-openstack-request-id: req-f334478a-60bd-4d15-9791-602b83468b0f {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:49.909988 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:49.910456 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f334478a-60bd-4d15-9791-602b83468b0f {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:49.911075 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246', 'code': 200} Nov 03 19:07:49.915040 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bdfb80e-ebb3-401d-9aa4-e125a1311baf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.971786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Pushing event updated for resources: {'Port': ['ID=9f966107-ee62-4238-8092-7db6dcb8a246,revision_number=6']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:49.981281 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bdfb80e-ebb3-401d-9aa4-e125a1311baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.989566 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bdfb80e-ebb3-401d-9aa4-e125a1311baf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:49.993419 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5bdfb80e-ebb3-401d-9aa4-e125a1311baf admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e562a5e9-e4bf-4be2-9f3f-1d9cb8f53fef HTTP/1.1" status: 204 len: 168 time: 0.2453246 Nov 03 19:07:50.009275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfb80e-ebb3-401d-9aa4-e125a1311baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e562a5e9-e4bf-4be2-9f3f-1d9cb8f53fef,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:50.071890 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] No DVR routers for this DVR port 9f966107-ee62-4238-8092-7db6dcb8a246 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:07:50.258359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Attempting to bind port 9f966107-ee62-4238-8092-7db6dcb8a246 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:07:50.259863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Attempting to bind port 9f966107-ee62-4238-8092-7db6dcb8a246 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:07:50.260207 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Attempting to bind port 9f966107-ee62-4238-8092-7db6dcb8a246 on network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:50.268321 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Port 9f966107-ee62-4238-8092-7db6dcb8a246 on network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:07:50.269851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Attempting to bind port 9f966107-ee62-4238-8092-7db6dcb8a246 on network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:07:50.276422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:07:50.278673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Checking segment: {'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:07:50.288421 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Bound using segment: {'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:07:50.288955 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Bound port: 9f966107-ee62-4238-8092-7db6dcb8a246, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fdc722-06d1-442c-b9a4-2261da647a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:07:50.289337 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.303969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646232b4-f8f5-4249-93db-6b3ce962aa64 req-b6e9a76e-a9ce-4748-9a0a-dee5502d2fd2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:50.307318 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-646232b4-f8f5-4249-93db-6b3ce962aa64 req-b6e9a76e-a9ce-4748-9a0a-dee5502d2fd2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.0726683 Nov 03 19:07:50.387509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] For port 9f966107-ee62-4238-8092-7db6dcb8a246, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:07:50.394963 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] For port 9f966107-ee62-4238-8092-7db6dcb8a246, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=9f966107-ee62-4238-8092-7db6dcb8a246,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:07:50.400942 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.410024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-646232b4-f8f5-4249-93db-6b3ce962aa64 req-407d5dcc-e503-4eab-8d68-eca11de02d3f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911746 Nov 03 19:07:50.460175 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Pushing event updated for resources: {'Port': ['ID=9f966107-ee62-4238-8092-7db6dcb8a246,revision_number=7']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:50.477070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:50.477884 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.479518 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-9bb4b846-bf2f-4480-9dac-7975ee058a63 service neutron] 10.222.0.87 "PUT /v2.0/ports/9f966107-ee62-4238-8092-7db6dcb8a246 HTTP/1.1" status: 200 len: 1092 time: 1.1629777 Nov 03 19:07:50.500809 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 56848) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:50.567466 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0750e00a-803b-42f5-933b-ec15dd8e4c27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.578774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8893070-edd8-4abf-94a3-02d2fc7b0875 req-ec36e229-7897-4efa-8e76-5bca9247763c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:50.587413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8893070-edd8-4abf-94a3-02d2fc7b0875 req-ec36e229-7897-4efa-8e76-5bca9247763c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 944 time: 0.1491568 Nov 03 19:07:50.622962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-87ade550-33e0-450a-8c32-0f51f92a66f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:50.640046 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-87ade550-33e0-450a-8c32-0f51f92a66f7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 1095 time: 0.0969038 Nov 03 19:07:50.732220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a8893070-edd8-4abf-94a3-02d2fc7b0875 req-146e154f-473d-4918-b029-fb045e9bc9a4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367674 Nov 03 19:07:50.752253 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e5ea6-9462-4c36-a0c7-fc50bc100980 req-fc651023-9726-44f2-a405-f8e5d51d4c9f tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:50.762472 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f6e5ea6-9462-4c36-a0c7-fc50bc100980 req-fc651023-9726-44f2-a405-f8e5d51d4c9f tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 943 time: 0.1732039 Nov 03 19:07:50.812164 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0750e00a-803b-42f5-933b-ec15dd8e4c27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.813886 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-d0e39f90-a729-4560-b4d3-ccd53daba490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:50.815655 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-d0e39f90-a729-4560-b4d3-ccd53daba490 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 HTTP/1.1" status: 200 len: 898 time: 0.1746943 Nov 03 19:07:50.820051 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0750e00a-803b-42f5-933b-ec15dd8e4c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:50.832495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f6e5ea6-9462-4c36-a0c7-fc50bc100980 req-d922000f-b1ec-4b6a-87f7-da9a87931d81 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687444 Nov 03 19:07:50.918670 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0750e00a-803b-42f5-933b-ec15dd8e4c27 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7616781d45894ca6a6013ec18b464ec2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4163892 Nov 03 19:07:50.921138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 56858) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:50.921611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750e00a-803b-42f5-933b-ec15dd8e4c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eff4bd3-4853-40b9-b207-a92c0718cf54,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:50.933777 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-f0d07cc5-d974-47f7-8eff-f28a0fd33d8a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f966107-ee62-4238-8092-7db6dcb8a246 HTTP/1.1" status: 200 len: 1000 time: 0.1092083 Nov 03 19:07:50.982530 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a2c16bc3-3330-413e-a523-c18495a9e9f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:51.001026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-ce719713-cd2e-41a7-bee0-f420efd282ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:51.002878 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-ce719713-cd2e-41a7-bee0-f420efd282ba service neutron] 10.222.0.87 "GET /v2.0/subnets?id=62d8274d-235a-4ac8-98e4-cd0c24f2de1b HTTP/1.1" status: 200 len: 835 time: 0.0608814 Nov 03 19:07:51.023349 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a2c16bc3-3330-413e-a523-c18495a9e9f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:51.072410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-a731afa2-e116-42d8-9b12-9b06381a7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:51.074672 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-a731afa2-e116-42d8-9b12-9b06381a7682 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628953 Nov 03 19:07:51.077167 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a2c16bc3-3330-413e-a523-c18495a9e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:51.082145 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a2c16bc3-3330-413e-a523-c18495a9e9f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:51.088780 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a2c16bc3-3330-413e-a523-c18495a9e9f0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0eff4bd3-4853-40b9-b207-a92c0718cf54 HTTP/1.1" status: 204 len: 168 time: 0.1658719 Nov 03 19:07:51.108414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c16bc3-3330-413e-a523-c18495a9e9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eff4bd3-4853-40b9-b207-a92c0718cf54,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:51.225397 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-0ededd56-50a4-4e62-8e3f-9963d162d543 service neutron] 10.222.0.87 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423292 Nov 03 19:07:51.355894 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7c209b9f-3acb-4122-a4d1-7b7b4f18096b req-65ea5d3e-99ba-4507-92d8-e53e62d3f00b service neutron] 10.222.0.87 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159477 Nov 03 19:07:51.596453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e804fd-9efc-4416-a4f1-4a134b531fa7 req-b7227814-1afa-4e7f-8430-94388eb238b5 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:51.600247 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9e804fd-9efc-4416-a4f1-4a134b531fa7 req-b7227814-1afa-4e7f-8430-94388eb238b5 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.1107712 Nov 03 19:07:51.682976 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9e804fd-9efc-4416-a4f1-4a134b531fa7 req-b43dd097-af42-4872-8ffe-e0a9018f3270 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757072 Nov 03 19:07:51.888489 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f315d-ef2e-492d-a79f-25a893cd2fe5 req-9cdbf523-b77d-48a2-a9cf-9f5c866880b2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:51.898604 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce1f315d-ef2e-492d-a79f-25a893cd2fe5 req-9cdbf523-b77d-48a2-a9cf-9f5c866880b2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 944 time: 0.0776989 Nov 03 19:07:51.912939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:51.915310 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200103c0-a010-43ea-8735-4e67e85df55e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:51.995268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce1f315d-ef2e-492d-a79f-25a893cd2fe5 req-65cbd29d-f81a-44ee-ae6c-4f992bd95db7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954735 Nov 03 19:07:52.032292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0e1f6-8d67-48b0-9ca5-27efd14c7381 req-6e5d8a12-5ce5-4abc-92b1-3824c5b2569c tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:52.048793 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58b0e1f6-8d67-48b0-9ca5-27efd14c7381 req-6e5d8a12-5ce5-4abc-92b1-3824c5b2569c tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 943 time: 0.1070075 Nov 03 19:07:52.109462 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e701e7d0-46c7-435b-9e3e-a7498c7a578d x-openstack-request-id: req-e701e7d0-46c7-435b-9e3e-a7498c7a578d {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:52.109977 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:52.110095 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e701e7d0-46c7-435b-9e3e-a7498c7a578d {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:52.110405 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246', 'status': 'completed', 'code': 200} Nov 03 19:07:52.149490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58b0e1f6-8d67-48b0-9ca5-27efd14c7381 req-371cd3b5-8711-495c-80d2-3533f5208faf tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982664 Nov 03 19:07:52.226636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200103c0-a010-43ea-8735-4e67e85df55e req-1f5a7332-e85e-41ad-858c-c7f6bdf9ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:52.228688 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-200103c0-a010-43ea-8735-4e67e85df55e req-1f5a7332-e85e-41ad-858c-c7f6bdf9ef83 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 1095 time: 0.1009035 Nov 03 19:07:52.281275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200103c0-a010-43ea-8735-4e67e85df55e req-d635326d-e065-486f-b67b-47fe852a6b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:52.283820 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-200103c0-a010-43ea-8735-4e67e85df55e req-d635326d-e065-486f-b67b-47fe852a6b43 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 1095 time: 0.1081760 Nov 03 19:07:52.411377 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200103c0-a010-43ea-8735-4e67e85df55e req-0306d46f-6b80-47db-9806-4f4704834bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:52.413424 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-200103c0-a010-43ea-8735-4e67e85df55e req-0306d46f-6b80-47db-9806-4f4704834bf9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 HTTP/1.1" status: 200 len: 898 time: 0.1765673 Nov 03 19:07:52.499610 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200103c0-a010-43ea-8735-4e67e85df55e req-55e914a9-9430-491a-82d3-e21147f79ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:52.502503 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-200103c0-a010-43ea-8735-4e67e85df55e req-55e914a9-9430-491a-82d3-e21147f79ae1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 HTTP/1.1" status: 200 len: 898 time: 0.1881230 Nov 03 19:07:52.523724 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-200103c0-a010-43ea-8735-4e67e85df55e req-7dddd786-56a0-43b8-8c83-05ed55d90528 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f966107-ee62-4238-8092-7db6dcb8a246 HTTP/1.1" status: 200 len: 1000 time: 0.1002636 Nov 03 19:07:52.634969 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-200103c0-a010-43ea-8735-4e67e85df55e req-e7e5d358-bddd-40a1-8428-87a58ed51698 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f966107-ee62-4238-8092-7db6dcb8a246 HTTP/1.1" status: 200 len: 1000 time: 0.1204526 Nov 03 19:07:52.636786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200103c0-a010-43ea-8735-4e67e85df55e req-0f20d4fe-f94a-4e24-ac23-7ad3971b5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:52.638616 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-200103c0-a010-43ea-8735-4e67e85df55e req-0f20d4fe-f94a-4e24-ac23-7ad3971b5472 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=62d8274d-235a-4ac8-98e4-cd0c24f2de1b HTTP/1.1" status: 200 len: 835 time: 0.0806906 Nov 03 19:07:52.726644 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200103c0-a010-43ea-8735-4e67e85df55e req-fb66dcd4-86c6-44e4-a21a-84ae96bd0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:52.728404 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-200103c0-a010-43ea-8735-4e67e85df55e req-fb66dcd4-86c6-44e4-a21a-84ae96bd0d9b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=62d8274d-235a-4ac8-98e4-cd0c24f2de1b HTTP/1.1" status: 200 len: 835 time: 0.0858049 Nov 03 19:07:52.741455 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200103c0-a010-43ea-8735-4e67e85df55e req-77c7c5f5-5a4c-4bdc-95b6-e876c0a898de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:52.742966 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-200103c0-a010-43ea-8735-4e67e85df55e req-77c7c5f5-5a4c-4bdc-95b6-e876c0a898de service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916646 Nov 03 19:07:52.836797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591be94-4bbd-46ab-9b08-4ff11fc99491 req-e876d6be-a7e1-4b32-9082-38047aeaa958 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:52.845836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3591be94-4bbd-46ab-9b08-4ff11fc99491 req-e876d6be-a7e1-4b32-9082-38047aeaa958 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.0685725 Nov 03 19:07:52.870465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200103c0-a010-43ea-8735-4e67e85df55e req-bd2512ba-d44f-44fe-a5d2-6138a4c6a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:52.872756 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-200103c0-a010-43ea-8735-4e67e85df55e req-bd2512ba-d44f-44fe-a5d2-6138a4c6a369 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346664 Nov 03 19:07:52.931459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3591be94-4bbd-46ab-9b08-4ff11fc99491 req-809e24a6-429a-4d2c-8a6e-f79a2f55a515 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846179 Nov 03 19:07:53.182699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28ba14-dfc4-4d7b-9507-bb4b19308566 req-a1207d4e-210b-41e5-9979-283c82c9742f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:53.187127 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff28ba14-dfc4-4d7b-9507-bb4b19308566 req-a1207d4e-210b-41e5-9979-283c82c9742f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 944 time: 0.0777941 Nov 03 19:07:53.218622 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9f966107-ee62-4238-8092-7db6dcb8a246 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:07:53.295871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9f966107-ee62-4238-8092-7db6dcb8a246 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:07:53.351269 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff28ba14-dfc4-4d7b-9507-bb4b19308566 req-90b9fa93-d9bb-4d63-961a-35bb09648a8a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534784 Nov 03 19:07:53.356605 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-200103c0-a010-43ea-8735-4e67e85df55e req-d0bba66d-ca94-4d70-b812-2172c7723f46 service neutron] 10.222.0.98 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012959 Nov 03 19:07:53.374092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0f9fa-d441-4d72-8fb5-706711663b32 req-c36f65b3-e72b-4c17-99a4-6a793dcce85b tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:53.376290 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aaa0f9fa-d441-4d72-8fb5-706711663b32 req-c36f65b3-e72b-4c17-99a4-6a793dcce85b tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 943 time: 0.1360736 Nov 03 19:07:53.392970 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-200103c0-a010-43ea-8735-4e67e85df55e req-254d6ea9-722c-49d2-a04e-fafd7f89e034 service neutron] 10.222.0.87 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093510 Nov 03 19:07:53.441857 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aaa0f9fa-d441-4d72-8fb5-706711663b32 req-a7513084-ac63-4bcb-902c-1abb7ec19d69 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588865 Nov 03 19:07:53.536100 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-200103c0-a010-43ea-8735-4e67e85df55e req-2ca4635c-61a1-4ae9-807f-a031b04b18f1 service neutron] 10.222.0.98 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719456 Nov 03 19:07:53.561709 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-200103c0-a010-43ea-8735-4e67e85df55e req-eab30a95-627d-4887-a186-68e96598983e service neutron] 10.222.0.87 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141455 Nov 03 19:07:54.056670 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f7e8f-8253-4c82-ba67-30b815619f84 req-3d92291a-c0fa-4763-b55d-1efb3c449939 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:54.065428 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc6f7e8f-8253-4c82-ba67-30b815619f84 req-3d92291a-c0fa-4763-b55d-1efb3c449939 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.0616052 Nov 03 19:07:54.136101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bc6f7e8f-8253-4c82-ba67-30b815619f84 req-41572e22-6bb7-4e91-84ed-a06c5159f9eb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643497 Nov 03 19:07:54.378443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57004) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:54.478514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0f77f-3485-4e78-a689-a9cf58609295 req-6f487c22-e118-4aca-a874-b4e248b15d0d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:54.486878 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42a0f77f-3485-4e78-a689-a9cf58609295 req-6f487c22-e118-4aca-a874-b4e248b15d0d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 944 time: 0.0662723 Nov 03 19:07:54.547681 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4fa65377-1dd1-4a63-9596-9cb9f33561d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.560423 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-42a0f77f-3485-4e78-a689-a9cf58609295 req-881fafd6-212e-4481-832d-b7844778d9da tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731604 Nov 03 19:07:54.635505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb883f-15af-49f5-81e0-189a21b9f67b req-d75ef1cd-454c-4998-8ef5-b9a48b6023e9 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:54.637056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfbb883f-15af-49f5-81e0-189a21b9f67b req-d75ef1cd-454c-4998-8ef5-b9a48b6023e9 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 943 time: 0.0757413 Nov 03 19:07:54.746725 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfbb883f-15af-49f5-81e0-189a21b9f67b req-ed727975-4ce6-4d69-96ca-77a967fad628 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003816 Nov 03 19:07:54.753056 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4fa65377-1dd1-4a63-9596-9cb9f33561d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.758146 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4fa65377-1dd1-4a63-9596-9cb9f33561d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.836261 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa65377-1dd1-4a63-9596-9cb9f33561d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fd6d4c-5499-430d-a410-061070dc97c1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:54.844144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4fa65377-1dd1-4a63-9596-9cb9f33561d7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1c8d4dae17bb4c919b433c3c5232369a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4641931 Nov 03 19:07:54.846261 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57014) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:54.888744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b1a39-b1d5-44b8-a68b-6a518e25e6ea req-0221bcce-503f-4ac9-8a34-8173774108ce tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:54.890311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e18b1a39-b1d5-44b8-a68b-6a518e25e6ea req-0221bcce-503f-4ac9-8a34-8173774108ce tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 944 time: 0.1274335 Nov 03 19:07:54.909576 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d71c48-752c-47fe-b212-38a39fd126de req-eb7198c1-8730-47db-bb8f-8475775189c8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:54.912387 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-22d71c48-752c-47fe-b212-38a39fd126de req-eb7198c1-8730-47db-bb8f-8475775189c8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2&tenant_id=78a454aa6ba94726aa7cce9e1618069d&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 944 time: 0.0970304 Nov 03 19:07:54.955489 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7bd5f57e-7117-4ec4-a397-0e2f05f7171b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:54.988022 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [req-22d71c48-752c-47fe-b212-38a39fd126de req-c2bb68a8-7e12-41d0-b93b-f91de5970480 service neutron] delete failed (client error): The resource could not be found. Nov 03 19:07:54.989507 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-22d71c48-752c-47fe-b212-38a39fd126de req-c2bb68a8-7e12-41d0-b93b-f91de5970480 service neutron] 10.222.0.98 "DELETE /v2.0/ports/9f966107-ee62-4238-8092-7db6dcb8a246/bindings/n-h2-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.0701094 Nov 03 19:07:54.997237 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e18b1a39-b1d5-44b8-a68b-6a518e25e6ea req-3607c7ff-a086-4f70-8846-d9b85d5e6e8b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908926 Nov 03 19:07:55.020438 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7bd5f57e-7117-4ec4-a397-0e2f05f7171b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.081067 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7bd5f57e-7117-4ec4-a397-0e2f05f7171b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.085220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7bd5f57e-7117-4ec4-a397-0e2f05f7171b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.089038 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7bd5f57e-7117-4ec4-a397-0e2f05f7171b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/54fd6d4c-5499-430d-a410-061070dc97c1 HTTP/1.1" status: 204 len: 168 time: 0.2383482 Nov 03 19:07:55.099744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5f57e-7117-4ec4-a397-0e2f05f7171b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fd6d4c-5499-430d-a410-061070dc97c1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:55.147279 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d71c48-752c-47fe-b212-38a39fd126de req-16ecae9b-b529-416d-a289-53dac31337de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:55.148848 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-22d71c48-752c-47fe-b212-38a39fd126de req-16ecae9b-b529-416d-a289-53dac31337de service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 1095 time: 0.0634816 Nov 03 19:07:55.260789 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d71c48-752c-47fe-b212-38a39fd126de req-c8c42b99-52c8-44d4-a591-965a7a538a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:55.263152 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-22d71c48-752c-47fe-b212-38a39fd126de req-c8c42b99-52c8-44d4-a591-965a7a538a6a service neutron] 10.222.0.98 "GET /v2.0/networks?id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 HTTP/1.1" status: 200 len: 898 time: 0.1064470 Nov 03 19:07:55.289814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b05ff-a5af-4eac-bd07-a80b90c2f756 req-c4fa98e3-f044-450d-b60b-fa61909ca800 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:55.291861 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac5b05ff-a5af-4eac-bd07-a80b90c2f756 req-c4fa98e3-f044-450d-b60b-fa61909ca800 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 944 time: 0.0721107 Nov 03 19:07:55.316304 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:07:55.356020 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-22d71c48-752c-47fe-b212-38a39fd126de req-d4b0026f-dc7b-40ff-ba9f-437b8aa5947d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f966107-ee62-4238-8092-7db6dcb8a246 HTTP/1.1" status: 200 len: 1000 time: 0.0858605 Nov 03 19:07:55.372502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac5b05ff-a5af-4eac-bd07-a80b90c2f756 req-13f2bb94-10a3-49f8-81a4-a84468463844 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733676 Nov 03 19:07:55.421842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d71c48-752c-47fe-b212-38a39fd126de req-ed8b4bae-da19-437d-bd60-a79c7efc2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:55.423451 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-22d71c48-752c-47fe-b212-38a39fd126de req-ed8b4bae-da19-437d-bd60-a79c7efc2b83 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=62d8274d-235a-4ac8-98e4-cd0c24f2de1b HTTP/1.1" status: 200 len: 835 time: 0.0609825 Nov 03 19:07:55.482263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d71c48-752c-47fe-b212-38a39fd126de req-26dc8f6c-e845-499c-81f2-fa684b31d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:55.482815 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-22d71c48-752c-47fe-b212-38a39fd126de req-26dc8f6c-e845-499c-81f2-fa684b31d2e4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521133 Nov 03 19:07:55.486534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57024) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:55.501908 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70b2466a-3d7f-44ea-9687-1f1e252d021c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.592719 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-22d71c48-752c-47fe-b212-38a39fd126de req-2a467347-25da-426d-bf76-84a4cc50b7f5 service neutron] 10.222.0.98 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026585 Nov 03 19:07:55.605442 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70b2466a-3d7f-44ea-9687-1f1e252d021c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.610434 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70b2466a-3d7f-44ea-9687-1f1e252d021c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.651789 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-70b2466a-3d7f-44ea-9687-1f1e252d021c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dabc3070d7344f0aa2318df53b1793cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1640854 Nov 03 19:07:55.652753 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2466a-3d7f-44ea-9687-1f1e252d021c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd35822-ddf5-451d-8d48-8ead92287b16,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:55.654432 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57026) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:55.734865 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-22d71c48-752c-47fe-b212-38a39fd126de req-5261f6d3-0433-4310-ac85-005ce22c57c5 service neutron] 10.222.0.98 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342719 Nov 03 19:07:55.746417 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.749928 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-03ba1e5d-a2c8-463e-a376-2ab0fb2b95d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.775276 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.839882 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.842174 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:55.846521 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7dd35822-ddf5-451d-8d48-8ead92287b16 HTTP/1.1" status: 204 len: 168 time: 0.1900361 Nov 03 19:07:55.856129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd35822-ddf5-451d-8d48-8ead92287b16,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:55.862193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device f3ccf20a-648c-4f2c-bf9a-863caca11e31 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:07:55.865787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:55.866224 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:55.866614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:55.867032 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:55.867416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:55.867858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:55.868264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:55.868657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:55.869049 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:55.869439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:55.869826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:55.870411 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61bd07e-975d-4b49-85c1-6a024bd29e79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:07:55.916697 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaebf91-2eb1-406f-b1d7-3b42557442fa req-fe32f0dc-2c9f-4d62-9a6a-462221795ab2 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:55.918574 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bbaebf91-2eb1-406f-b1d7-3b42557442fa req-fe32f0dc-2c9f-4d62-9a6a-462221795ab2 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 943 time: 0.0713866 Nov 03 19:07:55.998019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bbaebf91-2eb1-406f-b1d7-3b42557442fa req-8c390134-c485-49bd-84c1-d9c4d98d6088 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728910 Nov 03 19:07:56.008672 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port f3ccf20a-648c-4f2c-bf9a-863caca11e31, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f3ccf20a-648c-4f2c-bf9a-863caca11e31,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:56.027399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'f3ccf20a-648c-4f2c-bf9a-863caca11e31', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'port_id': 'f3ccf20a-648c-4f2c-bf9a-863caca11e31', 'mac_address': 'fa:16:3e:44:a2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:07:56.086089 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:56.101300 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ccf20a-648c-4f2c-bf9a-863caca11e31 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:07:56.124521 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port f3ccf20a-648c-4f2c-bf9a-863caca11e31, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f3ccf20a-648c-4f2c-bf9a-863caca11e31,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:56.134590 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:56.135312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 9f966107-ee62-4238-8092-7db6dcb8a246 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:07:56.174848 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acfc02-206e-41df-b0a4-a92b91aa7e5d req-783697fa-1c8d-48ec-aaab-7abd95ea6c58 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:56.176484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7acfc02-206e-41df-b0a4-a92b91aa7e5d req-783697fa-1c8d-48ec-aaab-7abd95ea6c58 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 944 time: 0.1078041 Nov 03 19:07:56.219304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=f3ccf20a-648c-4f2c-bf9a-863caca11e31,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:56.299528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7acfc02-206e-41df-b0a4-a92b91aa7e5d req-d492bb5a-23ff-4f03-83b3-b57cfe22133e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153674 Nov 03 19:07:56.325004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 9f966107-ee62-4238-8092-7db6dcb8a246, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=9f966107-ee62-4238-8092-7db6dcb8a246,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:56.343689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '9f966107-ee62-4238-8092-7db6dcb8a246', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'port_id': '9f966107-ee62-4238-8092-7db6dcb8a246', 'mac_address': 'fa:16:3e:13:63:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:07:56.399932 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:56.432733 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f966107-ee62-4238-8092-7db6dcb8a246 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:07:56.468291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 9f966107-ee62-4238-8092-7db6dcb8a246, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=9f966107-ee62-4238-8092-7db6dcb8a246,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:56.473624 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:56.521166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9d726-1b2a-4953-9849-084e52c5ad18 req-78d3e3cf-e800-4c23-ba34-3edd4878ffaa tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:56.529473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cf9d726-1b2a-4953-9849-084e52c5ad18 req-78d3e3cf-e800-4c23-ba34-3edd4878ffaa tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0623789 Nov 03 19:07:56.544269 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=9f966107-ee62-4238-8092-7db6dcb8a246,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:56.589681 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cf9d726-1b2a-4953-9849-084e52c5ad18 req-4c0140f9-1610-46bd-85d1-1da97562787c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584960 Nov 03 19:07:56.919304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['f3ccf20a-648c-4f2c-bf9a-863caca11e31'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:07:56.957898 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['9f966107-ee62-4238-8092-7db6dcb8a246'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:07:57.121955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689330e-c00c-455f-aaeb-cadcb44dcd5a req-225f26f0-aa99-43a1-84b8-80df39fd118a tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:57.124000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0689330e-c00c-455f-aaeb-cadcb44dcd5a req-225f26f0-aa99-43a1-84b8-80df39fd118a tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 943 time: 0.0627918 Nov 03 19:07:57.193127 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0689330e-c00c-455f-aaeb-cadcb44dcd5a req-5ec588d5-d484-42ad-a04c-ed01597ed357 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622931 Nov 03 19:07:57.421664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288f3d7-31b5-440a-8f2d-fe05a3dee112 req-dff166b0-c264-4186-8277-810ef1acc798 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:57.423095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1288f3d7-31b5-440a-8f2d-fe05a3dee112 req-dff166b0-c264-4186-8277-810ef1acc798 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 945 time: 0.0511932 Nov 03 19:07:57.481333 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1288f3d7-31b5-440a-8f2d-fe05a3dee112 req-d8546753-5da3-4121-9507-cb6354cb2f2f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490127 Nov 03 19:07:57.504665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57064) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:07:57.572768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4678ce00-be89-4649-a3d8-47e3bf4090f3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/4662267a-04b4-4a14-a0f9-e73fada5ebec HTTP/1.1" status: 200 len: 993 time: 0.0668955 Nov 03 19:07:57.724406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001b97e-d390-446a-9fc8-23e072370a04 req-d375de79-8fc6-4192-aac8-d5ed5e5d8789 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:57.725987 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d001b97e-d390-446a-9fc8-23e072370a04 req-d375de79-8fc6-4192-aac8-d5ed5e5d8789 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 945 time: 0.0611563 Nov 03 19:07:57.779618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d001b97e-d390-446a-9fc8-23e072370a04 req-61df736b-49ef-4055-a65e-e5915d17cd77 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470431 Nov 03 19:07:57.883858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device f3ccf20a-648c-4f2c-bf9a-863caca11e31 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:57.943858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port f3ccf20a-648c-4f2c-bf9a-863caca11e31 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:07:57.949380 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port f3ccf20a-648c-4f2c-bf9a-863caca11e31 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:57.950208 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:58.044351 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:58.070875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b998ed55-a2fa-46e6-ba7f-a0c29563fcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ccf20a-648c-4f2c-bf9a-863caca11e31'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:07:58.073398 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecbc197-ab01-47c6-a95e-1ebc4436a655" -d '{"events": [{"server_uuid": "b998ed55-a2fa-46e6-ba7f-a0c29563fcc9", "name": "network-vif-plugged", "status": "completed", "tag": "f3ccf20a-648c-4f2c-bf9a-863caca11e31"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:07:58.094175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port f3ccf20a-648c-4f2c-bf9a-863caca11e31, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f3ccf20a-648c-4f2c-bf9a-863caca11e31,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:07:58.101609 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:58.108951 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fc5b6fb5-2fa5-40a6-b72e-4207a5d6294a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:58.161776 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56826e9d-ec94-4a5d-ab16-ea6271b34546 x-openstack-request-id: req-56826e9d-ec94-4a5d-ab16-ea6271b34546 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:07:58.162488 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b998ed55-a2fa-46e6-ba7f-a0c29563fcc9", "name": "network-vif-plugged", "status": "completed", "tag": "f3ccf20a-648c-4f2c-bf9a-863caca11e31", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:07:58.162823 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-56826e9d-ec94-4a5d-ab16-ea6271b34546 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:07:58.163339 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b998ed55-a2fa-46e6-ba7f-a0c29563fcc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ccf20a-648c-4f2c-bf9a-863caca11e31', 'code': 200} Nov 03 19:07:58.201552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=f3ccf20a-648c-4f2c-bf9a-863caca11e31,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:07:58.319890 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1fe0e-f637-4284-9251-222a73ae60d8 req-5d67a333-abb4-4a97-bcc9-ea4df88d9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:58.325383 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-11e1fe0e-f637-4284-9251-222a73ae60d8 req-5d67a333-abb4-4a97-bcc9-ea4df88d9e0f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 1097 time: 0.0449517 Nov 03 19:07:58.329101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787b6c-0db1-4d9b-8d5d-4c382c01af01 req-2f762e7b-2391-4212-bf2d-d7fbf66b7486 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:58.330623 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10787b6c-0db1-4d9b-8d5d-4c382c01af01 req-2f762e7b-2391-4212-bf2d-d7fbf66b7486 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 943 time: 0.0546336 Nov 03 19:07:58.378501 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-11e1fe0e-f637-4284-9251-222a73ae60d8 req-bdc98a59-c273-4ce0-851d-03f6e5aa1932 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419149 Nov 03 19:07:58.386434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10787b6c-0db1-4d9b-8d5d-4c382c01af01 req-57c56f00-9c4f-4fc3-ba6b-53675789bb08 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493150 Nov 03 19:07:58.910930 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3987d8d-4c7f-4000-bc0c-d6de834d70b6 req-91d01090-3674-464c-aff3-7ec4ba28a905 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:58.912947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3987d8d-4c7f-4000-bc0c-d6de834d70b6 req-91d01090-3674-464c-aff3-7ec4ba28a905 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0521061 Nov 03 19:07:58.969915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3987d8d-4c7f-4000-bc0c-d6de834d70b6 req-a83c0b68-d9ea-4e8c-9801-8fd3feb00d02 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467920 Nov 03 19:07:59.434156 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:07:59.540907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e049e1c-8119-43f8-b8c6-da73b965ffed req-b13a86e6-1c6f-41db-b9d0-8055702ce94c tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:07:59.543386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e049e1c-8119-43f8-b8c6-da73b965ffed req-b13a86e6-1c6f-41db-b9d0-8055702ce94c tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 943 time: 0.0695124 Nov 03 19:07:59.613706 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e049e1c-8119-43f8-b8c6-da73b965ffed req-a2894223-55f3-4751-b66b-63d8e38ec14f tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635457 Nov 03 19:07:59.911325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 9f966107-ee62-4238-8092-7db6dcb8a246 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:07:59.964896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 9f966107-ee62-4238-8092-7db6dcb8a246 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:07:59.969072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 9f966107-ee62-4238-8092-7db6dcb8a246 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:07:59.969447 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.079091 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.103717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93c42-5494-4433-a2d5-1a1545715569 req-7253bb4d-1eda-4c13-9c4d-5222edd0f7b7 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:00.105326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9e93c42-5494-4433-a2d5-1a1545715569 req-7253bb4d-1eda-4c13-9c4d-5222edd0f7b7 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0583689 Nov 03 19:08:00.120661 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 9f966107-ee62-4238-8092-7db6dcb8a246, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=9f966107-ee62-4238-8092-7db6dcb8a246,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:00.126575 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.171438 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9e93c42-5494-4433-a2d5-1a1545715569 req-bca19706-672a-467c-9dea-878b2a30e6c9 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596960 Nov 03 19:08:00.299663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3dadb-c124-4792-99fe-285cc3f318d9 req-70c94979-bb4b-4edf-b4cd-089479189ab9 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:00.301350 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ccd3dadb-c124-4792-99fe-285cc3f318d9 req-70c94979-bb4b-4edf-b4cd-089479189ab9 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0548928 Nov 03 19:08:00.318467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:00.321551 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d196837-393c-4ef8-ac07-7b904ef8f23b" -d '{"events": [{"server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "name": "network-vif-plugged", "status": "completed", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:00.365698 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=9f966107-ee62-4238-8092-7db6dcb8a246,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:00.381336 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ccd3dadb-c124-4792-99fe-285cc3f318d9 req-dee1020b-557c-4660-93da-c2407adc8f78 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676360 Nov 03 19:08:00.393365 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb20884-0942-4ebc-8bd7-22c7a8ed2a8c x-openstack-request-id: req-adb20884-0942-4ebc-8bd7-22c7a8ed2a8c {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:00.393748 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "name": "network-vif-plugged", "status": "completed", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:00.396184 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-adb20884-0942-4ebc-8bd7-22c7a8ed2a8c {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:00.396184 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246', 'code': 200} Nov 03 19:08:00.503464 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1383c-a199-4258-924f-c5d0b3ac8bb6 req-e0dc94dd-bfb5-4126-9ff5-466da6efc5be tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:00.505005 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fea1383c-a199-4258-924f-c5d0b3ac8bb6 req-e0dc94dd-bfb5-4126-9ff5-466da6efc5be tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0540824 Nov 03 19:08:00.562209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fea1383c-a199-4258-924f-c5d0b3ac8bb6 req-8b2b077e-726a-40be-b44e-2d1f7509be99 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504749 Nov 03 19:08:00.611070 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.692837 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:00.754999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a7a27-a63b-420d-ada5-ae6e821adcc9 req-f1c45708-496c-48d9-bfc2-5bb27db7fd52 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:00.756764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab1a7a27-a63b-420d-ada5-ae6e821adcc9 req-f1c45708-496c-48d9-bfc2-5bb27db7fd52 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 943 time: 0.0584440 Nov 03 19:08:00.826899 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab1a7a27-a63b-420d-ada5-ae6e821adcc9 req-74c4786a-79b0-4e90-b9a4-d433abbf1fce tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578694 Nov 03 19:08:00.922535 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e63c3-2b11-4d86-b262-5e1bc85c11d1 req-7fff2eb2-d2ce-406d-b082-5369c726aaec tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:00.924246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-498e63c3-2b11-4d86-b262-5e1bc85c11d1 req-7fff2eb2-d2ce-406d-b082-5369c726aaec tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0532699 Nov 03 19:08:00.974665 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-498e63c3-2b11-4d86-b262-5e1bc85c11d1 req-2064e6df-0991-4e2b-a9eb-91d080103e92 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443766 Nov 03 19:08:01.296351 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 13cbce9b-4906-436e-aabc-a2b196fc6a1c details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:08:01.402673 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 13cbce9b-4906-436e-aabc-a2b196fc6a1c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=13cbce9b-4906-436e-aabc-a2b196fc6a1c,segment=NetworkSegment(29240041-4129-4ee6-b754-372482839a15),segment_id=29240041-4129-4ee6-b754-372482839a15)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:01.424922 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'port_id': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'mac_address': 'fa:16:3e:85:40:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:08:01.432978 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.472179 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.486390 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cbce9b-4906-436e-aabc-a2b196fc6a1c {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:08:01.506829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 13cbce9b-4906-436e-aabc-a2b196fc6a1c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=13cbce9b-4906-436e-aabc-a2b196fc6a1c,segment=NetworkSegment(29240041-4129-4ee6-b754-372482839a15),segment_id=29240041-4129-4ee6-b754-372482839a15)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:01.511218 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:01.564367 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=13cbce9b-4906-436e-aabc-a2b196fc6a1c,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:01.715159 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['13cbce9b-4906-436e-aabc-a2b196fc6a1c'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:08:01.964723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cd8e6-8de3-4306-be96-9ac03ceccc89 req-ee0ba4be-7c87-408a-9f55-8669727bfd48 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:01.966356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e2cd8e6-8de3-4306-be96-9ac03ceccc89 req-ee0ba4be-7c87-408a-9f55-8669727bfd48 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 944 time: 0.0617611 Nov 03 19:08:02.025664 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e2cd8e6-8de3-4306-be96-9ac03ceccc89 req-12c57872-1c42-4187-860a-8df5195d361b tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526447 Nov 03 19:08:02.117884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a6dec-3afb-40cb-be09-1137ea7931d0 req-ccd93025-a7cb-4db5-94a2-7ff1c18c08b5 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:02.119335 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c4a6dec-3afb-40cb-be09-1137ea7931d0 req-ccd93025-a7cb-4db5-94a2-7ff1c18c08b5 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0545156 Nov 03 19:08:02.172985 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c4a6dec-3afb-40cb-be09-1137ea7931d0 req-3240839b-8098-4147-b229-05e585b44056 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465834 Nov 03 19:08:03.095524 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb74f4-58f0-4d27-a915-ffa9687d83b6 req-27459602-5ada-49fb-b51f-cb18d94523f5 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:03.097089 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-debb74f4-58f0-4d27-a915-ffa9687d83b6 req-27459602-5ada-49fb-b51f-cb18d94523f5 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0547943 Nov 03 19:08:03.158505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861788f-e5a0-45e0-97a0-bf7eb95c204e req-cf38c22d-f946-4c00-b84d-15694f6f190a tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:03.160204 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0861788f-e5a0-45e0-97a0-bf7eb95c204e req-cf38c22d-f946-4c00-b84d-15694f6f190a tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 944 time: 0.0560114 Nov 03 19:08:03.200916 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-debb74f4-58f0-4d27-a915-ffa9687d83b6 req-e3d0b366-ac72-47ab-9597-6d4cbb39ae39 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Deleting port f3ccf20a-648c-4f2c-bf9a-863caca11e31 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:03.201258 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-debb74f4-58f0-4d27-a915-ffa9687d83b6 req-e3d0b366-ac72-47ab-9597-6d4cbb39ae39 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.214124 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0861788f-e5a0-45e0-97a0-bf7eb95c204e req-3430d992-b12a-43a0-a1c8-3b9df22a99ee tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463073 Nov 03 19:08:03.297615 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 13cbce9b-4906-436e-aabc-a2b196fc6a1c up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:03.304723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-debb74f4-58f0-4d27-a915-ffa9687d83b6 req-e3d0b366-ac72-47ab-9597-6d4cbb39ae39 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] For port f3ccf20a-648c-4f2c-bf9a-863caca11e31, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f3ccf20a-648c-4f2c-bf9a-863caca11e31,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:03.305444 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-debb74f4-58f0-4d27-a915-ffa9687d83b6 req-e3d0b366-ac72-47ab-9597-6d4cbb39ae39 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.321788 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1dcd52-deea-4d59-a184-751ebebdd4df req-e56900d2-2f03-4134-aafe-cd2d041a6134 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:03.323861 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af1dcd52-deea-4d59-a184-751ebebdd4df req-e56900d2-2f03-4134-aafe-cd2d041a6134 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 946 time: 0.0676358 Nov 03 19:08:03.327877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-debb74f4-58f0-4d27-a915-ffa9687d83b6 req-e3d0b366-ac72-47ab-9597-6d4cbb39ae39 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Calling delete_port for f3ccf20a-648c-4f2c-bf9a-863caca11e31 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:03.384198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af1dcd52-deea-4d59-a184-751ebebdd4df req-c461db09-5ac7-44e2-b6f3-f7d20d8418ab tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539453 Nov 03 19:08:03.390110 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 13cbce9b-4906-436e-aabc-a2b196fc6a1c completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:08:03.397995 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 13cbce9b-4906-436e-aabc-a2b196fc6a1c triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:03.400821 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.489824 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-debb74f4-58f0-4d27-a915-ffa9687d83b6 req-e3d0b366-ac72-47ab-9597-6d4cbb39ae39 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.526128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0b366-ac72-47ab-9597-6d4cbb39ae39 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event deleted for resources: {'Port': ['ID=f3ccf20a-648c-4f2c-bf9a-863caca11e31,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:03.530020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['f3ccf20a-648c-4f2c-bf9a-863caca11e31'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:08:03.559125 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.570398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-debb74f4-58f0-4d27-a915-ffa9687d83b6 req-e3d0b366-ac72-47ab-9597-6d4cbb39ae39 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] No DVR routers for this DVR port f3ccf20a-648c-4f2c-bf9a-863caca11e31 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:03.573493 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-debb74f4-58f0-4d27-a915-ffa9687d83b6 req-e3d0b366-ac72-47ab-9597-6d4cbb39ae39 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.577696 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-debb74f4-58f0-4d27-a915-ffa9687d83b6 req-e3d0b366-ac72-47ab-9597-6d4cbb39ae39 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "DELETE /v2.0/ports/f3ccf20a-648c-4f2c-bf9a-863caca11e31 HTTP/1.1" status: 204 len: 173 time: 0.4682724 Nov 03 19:08:03.578144 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b998ed55-a2fa-46e6-ba7f-a0c29563fcc9', 'name': 'network-vif-deleted', 'tag': 'f3ccf20a-648c-4f2c-bf9a-863caca11e31'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:03.580757 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8813b62b-e197-4826-93f2-15220a7ecc4d" -d '{"events": [{"server_uuid": "b998ed55-a2fa-46e6-ba7f-a0c29563fcc9", "name": "network-vif-deleted", "tag": "f3ccf20a-648c-4f2c-bf9a-863caca11e31"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:03.589319 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cbce9b-4906-436e-aabc-a2b196fc6a1c'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:03.591825 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3bc8a6-8972-4b00-90f7-1be0d306183d" -d '{"events": [{"server_uuid": "dfe71f78-033b-4ffd-a17f-2f1cbac669eb", "name": "network-vif-plugged", "status": "completed", "tag": "13cbce9b-4906-436e-aabc-a2b196fc6a1c"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:03.628346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 13cbce9b-4906-436e-aabc-a2b196fc6a1c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=13cbce9b-4906-436e-aabc-a2b196fc6a1c,segment=NetworkSegment(29240041-4129-4ee6-b754-372482839a15),segment_id=29240041-4129-4ee6-b754-372482839a15)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:03.637810 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:03.646506 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8105ae44-e611-46ea-96f3-bf65cf7c9b12 x-openstack-request-id: req-8105ae44-e611-46ea-96f3-bf65cf7c9b12 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:03.646893 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b998ed55-a2fa-46e6-ba7f-a0c29563fcc9", "name": "network-vif-deleted", "tag": "f3ccf20a-648c-4f2c-bf9a-863caca11e31", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:03.647254 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8105ae44-e611-46ea-96f3-bf65cf7c9b12 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:03.647748 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b998ed55-a2fa-46e6-ba7f-a0c29563fcc9', 'name': 'network-vif-deleted', 'tag': 'f3ccf20a-648c-4f2c-bf9a-863caca11e31', 'status': 'completed', 'code': 200} Nov 03 19:08:03.671339 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641d54ac-eb57-41d4-8984-6957c3525152 x-openstack-request-id: req-641d54ac-eb57-41d4-8984-6957c3525152 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:03.671747 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe71f78-033b-4ffd-a17f-2f1cbac669eb", "name": "network-vif-plugged", "status": "completed", "tag": "13cbce9b-4906-436e-aabc-a2b196fc6a1c", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:03.672060 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-641d54ac-eb57-41d4-8984-6957c3525152 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:03.672511 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'code': 200} Nov 03 19:08:03.719823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=13cbce9b-4906-436e-aabc-a2b196fc6a1c,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:03.831618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b14564-7818-4882-9b2e-7afd7e4909a5 req-f8ac98bc-41e9-44bd-ace7-c5e0696492c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:03.833265 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f7b14564-7818-4882-9b2e-7afd7e4909a5 req-f8ac98bc-41e9-44bd-ace7-c5e0696492c8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 1096 time: 0.0665476 Nov 03 19:08:03.899281 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f7b14564-7818-4882-9b2e-7afd7e4909a5 req-af8c840e-31b8-4f66-9738-32868567497a service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584438 Nov 03 19:08:04.361990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15613dd-db3f-4a68-b07b-32e3624b6e20 req-c408e254-65ef-4393-a435-2d6d1fa0db66 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:04.364627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c15613dd-db3f-4a68-b07b-32e3624b6e20 req-c408e254-65ef-4393-a435-2d6d1fa0db66 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 945 time: 0.0628214 Nov 03 19:08:04.447978 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c15613dd-db3f-4a68-b07b-32e3624b6e20 req-9177b924-50cb-4499-a7d3-b5fbc44fe9e9 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759516 Nov 03 19:08:04.524391 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1de7dfaa-2895-4b43-965b-4f7a1ab5bb0c req-962ff9bd-cbf4-4332-9d02-06128fa6cbec tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 210 time: 0.0276034 Nov 03 19:08:05.659124 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5bd8e147-4389-4395-93fa-a380b82ae0c6 req-56f6df29-de33-450a-9a27-1cf4c6a9bd9a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 210 time: 0.0452068 Nov 03 19:08:05.669355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510ee65-c691-460a-8fba-6804a690bd6f req-96008120-7993-4c8e-bd60-1687201af6ac tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:05.670997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2510ee65-c691-460a-8fba-6804a690bd6f req-96008120-7993-4c8e-bd60-1687201af6ac tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 945 time: 0.1346433 Nov 03 19:08:05.734071 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2510ee65-c691-460a-8fba-6804a690bd6f req-74ca686d-405c-4b24-b7c2-32fb23500e83 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570061 Nov 03 19:08:05.856779 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b27d8-08b7-4abb-af2a-9d82605fee1d req-2d1958a5-9ea4-45d7-a44d-2e488652eea8 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:05.858356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f0b27d8-08b7-4abb-af2a-9d82605fee1d req-2d1958a5-9ea4-45d7-a44d-2e488652eea8 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 945 time: 0.0561838 Nov 03 19:08:05.911305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f0b27d8-08b7-4abb-af2a-9d82605fee1d req-8216c3cb-8a49-4af4-9976-7e5d6f0c5670 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462787 Nov 03 19:08:05.936015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57194) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:05.940883 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device f3ccf20a-648c-4f2c-bf9a-863caca11e31 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:05.969448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: f3ccf20a-648c-4f2c-bf9a-863caca11e31 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:05.970081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device f3ccf20a-648c-4f2c-bf9a-863caca11e31 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:06.164216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e7c4d5-d7bc-49d0-aa60-b36298ec2bcf tempest-TestVolumeBackupRestore-224218205 tempest-TestVolumeBackupRestore-224218205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:06.168634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d2e7c4d5-d7bc-49d0-aa60-b36298ec2bcf tempest-TestVolumeBackupRestore-224218205 tempest-TestVolumeBackupRestore-224218205-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 1091 time: 0.2286167 Nov 03 19:08:06.168918 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57198) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:06.173556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:06.198736 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.311070 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.432363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Allocated IP 172.25.2.113 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/bb79ba07-7b4d-479e-a50c-c6d82fd028ca) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:06.550427 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.588718 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:06.625204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:06.629714 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:06.636748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:06.668105 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Pushing event updated for resources: {'Port': ['ID=bb79ba07-7b4d-479e-a50c-c6d82fd028ca,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:06.785710 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b3b9f2f-377c-4c66-bead-9be039b42c27 req-c93df74b-4d43-4c07-96de-905ae6766bab tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 210 time: 0.0403574 Nov 03 19:08:07.190979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.328181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.504749 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.511981 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.606003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Pushing event updated for resources: {'Port': ['ID=bb79ba07-7b4d-479e-a50c-c6d82fd028ca,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:07.628595 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:07.742180 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Floating IP 33d6103d-a930-4c6c-873b-fcce7f052a72 associated. External IP: 172.25.2.113, port: 13cbce9b-4906-436e-aabc-a2b196fc6a1c. Nov 03 19:08:07.911412 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5f633371-aece-4ba9-864f-ed553d7647d9 req-87b477ad-e7eb-42df-968e-0bffc60d571c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 210 time: 0.0382845 Nov 03 19:08:07.990341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:08.141985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:08.155340 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fa6d81-12fe-47a7-bf38-b025c9dd5b40 None None] Sync routers for ids ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:08.169643 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.171017 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa6d81-12fe-47a7-bf38-b025c9dd5b40 None None] Routers {'9b11a5c8-f8eb-4398-aebd-85cbb1074d34'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:08.171748 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-64fa6d81-12fe-47a7-bf38-b025c9dd5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:07:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:08.209174 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-70867ab6-0d45-4936-bba0-9907d95f5ae6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0383191 Nov 03 19:08:08.209867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57208) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:08.211059 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'tag': '13cbce9b-4906-436e-aabc-a2b196fc6a1c'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:08.214345 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b29ea04-d685-4258-8fae-a173ae5922f5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe71f78-033b-4ffd-a17f-2f1cbac669eb", "tag": "13cbce9b-4906-436e-aabc-a2b196fc6a1c"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:08.261318 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb9e26c-dcfe-4553-8f2c-a80c8c0c91cc x-openstack-request-id: req-eeb9e26c-dcfe-4553-8f2c-a80c8c0c91cc {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:08.261660 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe71f78-033b-4ffd-a17f-2f1cbac669eb", "tag": "13cbce9b-4906-436e-aabc-a2b196fc6a1c", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:08.261931 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-eeb9e26c-dcfe-4553-8f2c-a80c8c0c91cc {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:08.262446 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'tag': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'status': 'completed', 'code': 200} Nov 03 19:08:08.283302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1fb4b0-884f-4417-8d57-08108a97d67e tempest-TestVolumeBackupRestore-224218205 tempest-TestVolumeBackupRestore-224218205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:08.285238 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5b1fb4b0-884f-4417-8d57-08108a97d67e tempest-TestVolumeBackupRestore-224218205 tempest-TestVolumeBackupRestore-224218205-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 1091 time: 0.0742776 Nov 03 19:08:08.288202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57212) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:08.295421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-9ac9c1dc-ed8e-439b-b029-a5b84fb6c0fb tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Request body: {'floatingip': {'port_id': '13cbce9b-4906-436e-aabc-a2b196fc6a1c'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:08.365010 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-64fa6d81-12fe-47a7-bf38-b025c9dd5b40 None None] Set router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:08.383008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29ea04-d685-4258-8fae-a173ae5922f5 req-8f81c5fb-26d2-46fc-864e-7aa46d46ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:08.385255 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9b29ea04-d685-4258-8fae-a173ae5922f5 req-8f81c5fb-26d2-46fc-864e-7aa46d46ffde service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dff9ec367bbb493bb22f68b02f6fda55&device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 1096 time: 0.0778103 Nov 03 19:08:08.393928 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ac9c1dc-ed8e-439b-b029-a5b84fb6c0fb tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:08.697399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29ea04-d685-4258-8fae-a173ae5922f5 req-48c85770-b366-4656-ac07-34bceb7f8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:08.700181 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9b29ea04-d685-4258-8fae-a173ae5922f5 req-48c85770-b366-4656-ac07-34bceb7f8576 service neutron] 10.222.0.98 "GET /v2.0/networks?id=26c35c47-8ae1-4617-a018-823ab358a63b HTTP/1.1" status: 200 len: 914 time: 0.3064070 Nov 03 19:08:08.730079 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-64fa6d81-12fe-47a7-bf38-b025c9dd5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:03:30Z', 'revision_number': 4, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '33d6103d-a930-4c6c-873b-fcce7f052a72', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'port_id': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'mac_address': 'fa:16:3e:85:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:08:06Z', 'updated_at': '2021-11-03T19:08:06Z', 'revision_number': 0, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427480b4-4290-434e-a9f8-e7d973018d4f', 'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'mac_address': 'fa:16:3e:07:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:27Z', 'updated_at': '2021-11-03T19:03:36Z', 'revision_number': 5, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'subnets': [{'id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:08.777127 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fa6d81-12fe-47a7-bf38-b025c9dd5b40 None None] Checking router: 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:08:08.786452 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa6d81-12fe-47a7-bf38-b025c9dd5b40 None None] Routers {'9b11a5c8-f8eb-4398-aebd-85cbb1074d34'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:08.787079 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-64fa6d81-12fe-47a7-bf38-b025c9dd5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:07:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:08.827508 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9b29ea04-d685-4258-8fae-a173ae5922f5 req-0fae5961-00a8-409d-b8d8-5b0baa5c9a36 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13cbce9b-4906-436e-aabc-a2b196fc6a1c HTTP/1.1" status: 200 len: 999 time: 0.1183162 Nov 03 19:08:08.896271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29ea04-d685-4258-8fae-a173ae5922f5 req-5a819d52-4cbf-4bd1-9a62-fa1d2cac4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:08.898750 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9b29ea04-d685-4258-8fae-a173ae5922f5 req-5a819d52-4cbf-4bd1-9a62-fa1d2cac4e73 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=433f5fa3-2efe-48ca-828a-d21a4fc0253c HTTP/1.1" status: 200 len: 852 time: 0.0646286 Nov 03 19:08:08.933947 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-64fa6d81-12fe-47a7-bf38-b025c9dd5b40 None None] Set router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:08.965648 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29ea04-d685-4258-8fae-a173ae5922f5 req-eb0eac48-7dc0-45a3-a994-f2cb7e7efb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:08.967353 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9b29ea04-d685-4258-8fae-a173ae5922f5 req-eb0eac48-7dc0-45a3-a994-f2cb7e7efb36 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=26c35c47-8ae1-4617-a018-823ab358a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617702 Nov 03 19:08:09.097035 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9b29ea04-d685-4258-8fae-a173ae5922f5 req-97094bbe-f2d6-4b14-858d-1567a2c12dea service neutron] 10.222.0.98 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220548 Nov 03 19:08:09.143402 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-643853df-5813-4648-a477-6783f0158240 req-88d9789e-a87b-434c-a181-c41978db6f8b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=b998ed55-a2fa-46e6-ba7f-a0c29563fcc9 HTTP/1.1" status: 200 len: 210 time: 0.0673959 Nov 03 19:08:09.242298 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9b29ea04-d685-4258-8fae-a173ae5922f5 req-e4fe847d-7c0d-4c16-9faf-06aa54ad8b90 service neutron] 10.222.0.98 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376793 Nov 03 19:08:09.284820 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-64fa6d81-12fe-47a7-bf38-b025c9dd5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:03:30Z', 'revision_number': 4, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '33d6103d-a930-4c6c-873b-fcce7f052a72', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'port_id': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'mac_address': 'fa:16:3e:85:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:08:06Z', 'updated_at': '2021-11-03T19:08:06Z', 'revision_number': 0, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427480b4-4290-434e-a9f8-e7d973018d4f', 'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'mac_address': 'fa:16:3e:07:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:27Z', 'updated_at': '2021-11-03T19:03:36Z', 'revision_number': 5, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'subnets': [{'id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:09.319657 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fa6d81-12fe-47a7-bf38-b025c9dd5b40 None None] The sync data for ids ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'] in n-d-812150-4 is: [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:03:30Z', 'revision_number': 4, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '33d6103d-a930-4c6c-873b-fcce7f052a72', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'port_id': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'mac_address': 'fa:16:3e:85:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:08:06Z', 'updated_at': '2021-11-03T19:08:06Z', 'revision_number': 0, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427480b4-4290-434e-a9f8-e7d973018d4f', 'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'mac_address': 'fa:16:3e:07:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:27Z', 'updated_at': '2021-11-03T19:03:36Z', 'revision_number': 5, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'subnets': [{'id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:09.401639 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ac9c1dc-ed8e-439b-b029-a5b84fb6c0fb tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:09.406738 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ac9c1dc-ed8e-439b-b029-a5b84fb6c0fb tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:09.624341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7bda80-a3f6-4a31-8b77-5b1a2cd45108 None None] New status for floating IP 33d6103d-a930-4c6c-873b-fcce7f052a72: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:08:10.040425 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac9c1dc-ed8e-439b-b029-a5b84fb6c0fb tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:10.150575 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac9c1dc-ed8e-439b-b029-a5b84fb6c0fb tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:10.155268 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9ac9c1dc-ed8e-439b-b029-a5b84fb6c0fb tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:10.162443 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2e3a3-0df2-4a22-8cfc-700ad6568545 None None] Sync routers for ids ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:10.175280 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2e3a3-0df2-4a22-8cfc-700ad6568545 None None] Routers {'9b11a5c8-f8eb-4398-aebd-85cbb1074d34'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:10.176317 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-76e2e3a3-0df2-4a22-8cfc-700ad6568545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:07:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:10.185455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'tag': '13cbce9b-4906-436e-aabc-a2b196fc6a1c'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:10.187889 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c92afa-a17c-45a1-9242-97944a0c5514" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe71f78-033b-4ffd-a17f-2f1cbac669eb", "tag": "13cbce9b-4906-436e-aabc-a2b196fc6a1c"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:10.215014 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9ac9c1dc-ed8e-439b-b029-a5b84fb6c0fb tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "PUT /v2.0/floatingips/33d6103d-a930-4c6c-873b-fcce7f052a72 HTTP/1.1" status: 200 len: 991 time: 1.9252555 Nov 03 19:08:10.239267 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31a2f89-aef9-4aec-9ba6-528ca5b05a21 x-openstack-request-id: req-b31a2f89-aef9-4aec-9ba6-528ca5b05a21 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:10.239617 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe71f78-033b-4ffd-a17f-2f1cbac669eb", "tag": "13cbce9b-4906-436e-aabc-a2b196fc6a1c", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:10.240521 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b31a2f89-aef9-4aec-9ba6-528ca5b05a21 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:10.240521 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'tag': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'status': 'completed', 'code': 200} Nov 03 19:08:10.312726 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c92afa-a17c-45a1-9242-97944a0c5514 req-960d2679-aaec-477e-a811-6a83837a3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:10.314362 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e5c92afa-a17c-45a1-9242-97944a0c5514 req-960d2679-aaec-477e-a811-6a83837a3a6d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dff9ec367bbb493bb22f68b02f6fda55&device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 1096 time: 0.0522618 Nov 03 19:08:10.318191 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-76e2e3a3-0df2-4a22-8cfc-700ad6568545 None None] Set router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:10.413325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c92afa-a17c-45a1-9242-97944a0c5514 req-60c22e88-f5fb-4b25-9597-713083fa653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:10.415247 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e5c92afa-a17c-45a1-9242-97944a0c5514 req-60c22e88-f5fb-4b25-9597-713083fa653f service neutron] 10.222.0.98 "GET /v2.0/networks?id=26c35c47-8ae1-4617-a018-823ab358a63b HTTP/1.1" status: 200 len: 914 time: 0.0934215 Nov 03 19:08:10.590486 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-76e2e3a3-0df2-4a22-8cfc-700ad6568545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:03:30Z', 'revision_number': 4, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '33d6103d-a930-4c6c-873b-fcce7f052a72', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'port_id': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'mac_address': 'fa:16:3e:85:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:08:06Z', 'updated_at': '2021-11-03T19:08:09Z', 'revision_number': 2, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427480b4-4290-434e-a9f8-e7d973018d4f', 'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'mac_address': 'fa:16:3e:07:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:27Z', 'updated_at': '2021-11-03T19:03:36Z', 'revision_number': 5, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'subnets': [{'id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:10.619127 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2e3a3-0df2-4a22-8cfc-700ad6568545 None None] Checking router: 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:08:10.629047 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2e3a3-0df2-4a22-8cfc-700ad6568545 None None] Routers {'9b11a5c8-f8eb-4398-aebd-85cbb1074d34'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:10.629691 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-76e2e3a3-0df2-4a22-8cfc-700ad6568545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:07:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:10.756413 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-76e2e3a3-0df2-4a22-8cfc-700ad6568545 None None] Set router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:10.847707 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e5c92afa-a17c-45a1-9242-97944a0c5514 req-27010c09-0296-40c9-b3c4-5b359fa7d1da service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13cbce9b-4906-436e-aabc-a2b196fc6a1c HTTP/1.1" status: 200 len: 1001 time: 0.4262440 Nov 03 19:08:10.902929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c92afa-a17c-45a1-9242-97944a0c5514 req-7656c26b-ec76-4bd9-a6d4-688e64201202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:10.904894 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e5c92afa-a17c-45a1-9242-97944a0c5514 req-7656c26b-ec76-4bd9-a6d4-688e64201202 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=433f5fa3-2efe-48ca-828a-d21a4fc0253c HTTP/1.1" status: 200 len: 852 time: 0.0490017 Nov 03 19:08:10.963648 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c92afa-a17c-45a1-9242-97944a0c5514 req-38a4c9e2-d198-4cae-a38d-c45f211b0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:10.965176 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e5c92afa-a17c-45a1-9242-97944a0c5514 req-38a4c9e2-d198-4cae-a38d-c45f211b0ba0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=26c35c47-8ae1-4617-a018-823ab358a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533991 Nov 03 19:08:11.121829 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e5c92afa-a17c-45a1-9242-97944a0c5514 req-c4e5268e-2176-4ea8-8961-d8329813ea2e service neutron] 10.222.0.98 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487103 Nov 03 19:08:11.124484 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-76e2e3a3-0df2-4a22-8cfc-700ad6568545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:03:30Z', 'revision_number': 4, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '33d6103d-a930-4c6c-873b-fcce7f052a72', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'port_id': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'mac_address': 'fa:16:3e:85:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:08:06Z', 'updated_at': '2021-11-03T19:08:09Z', 'revision_number': 2, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427480b4-4290-434e-a9f8-e7d973018d4f', 'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'mac_address': 'fa:16:3e:07:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:27Z', 'updated_at': '2021-11-03T19:03:36Z', 'revision_number': 5, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'subnets': [{'id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:11.154436 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2e3a3-0df2-4a22-8cfc-700ad6568545 None None] The sync data for ids ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'] in n-d-812150-4 is: [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:03:30Z', 'revision_number': 4, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '33d6103d-a930-4c6c-873b-fcce7f052a72', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'port_id': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'mac_address': 'fa:16:3e:85:40:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:08:06Z', 'updated_at': '2021-11-03T19:08:09Z', 'revision_number': 2, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427480b4-4290-434e-a9f8-e7d973018d4f', 'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'mac_address': 'fa:16:3e:07:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:27Z', 'updated_at': '2021-11-03T19:03:36Z', 'revision_number': 5, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'subnets': [{'id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:11.270388 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e5c92afa-a17c-45a1-9242-97944a0c5514 req-d15b9ca8-1046-474c-b140-3ae28a2c8ff1 service neutron] 10.222.0.98 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415770 Nov 03 19:08:12.241234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'tag': '13cbce9b-4906-436e-aabc-a2b196fc6a1c'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:12.243802 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de92675a-f0ba-4455-9688-6016e7f5bfe0" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe71f78-033b-4ffd-a17f-2f1cbac669eb", "tag": "13cbce9b-4906-436e-aabc-a2b196fc6a1c"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:12.289922 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0bd0c1-5b6e-410a-808a-21c2849bd169 x-openstack-request-id: req-7f0bd0c1-5b6e-410a-808a-21c2849bd169 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:12.290536 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe71f78-033b-4ffd-a17f-2f1cbac669eb", "tag": "13cbce9b-4906-436e-aabc-a2b196fc6a1c", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:12.290971 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7f0bd0c1-5b6e-410a-808a-21c2849bd169 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:12.291882 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'tag': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'status': 'completed', 'code': 200} Nov 03 19:08:12.434282 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92675a-f0ba-4455-9688-6016e7f5bfe0 req-3040406a-caf3-419c-9ce6-40264c5a5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:12.436788 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de92675a-f0ba-4455-9688-6016e7f5bfe0 req-3040406a-caf3-419c-9ce6-40264c5a5851 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dff9ec367bbb493bb22f68b02f6fda55&device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 1096 time: 0.0579498 Nov 03 19:08:12.607560 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92675a-f0ba-4455-9688-6016e7f5bfe0 req-2eabd3a0-cb51-4bf0-a0da-f8b281f403fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:12.609859 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de92675a-f0ba-4455-9688-6016e7f5bfe0 req-2eabd3a0-cb51-4bf0-a0da-f8b281f403fe service neutron] 10.222.0.98 "GET /v2.0/networks?id=26c35c47-8ae1-4617-a018-823ab358a63b HTTP/1.1" status: 200 len: 914 time: 0.1651843 Nov 03 19:08:12.703815 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de92675a-f0ba-4455-9688-6016e7f5bfe0 req-953aed66-bd1b-4d18-98bf-ab5c9d3aa4be service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13cbce9b-4906-436e-aabc-a2b196fc6a1c HTTP/1.1" status: 200 len: 1001 time: 0.0873120 Nov 03 19:08:12.761705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92675a-f0ba-4455-9688-6016e7f5bfe0 req-0cb186bc-2462-4b84-924a-9287228fa56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:12.763754 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de92675a-f0ba-4455-9688-6016e7f5bfe0 req-0cb186bc-2462-4b84-924a-9287228fa56a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=433f5fa3-2efe-48ca-828a-d21a4fc0253c HTTP/1.1" status: 200 len: 852 time: 0.0523734 Nov 03 19:08:12.825526 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92675a-f0ba-4455-9688-6016e7f5bfe0 req-a87ede31-2285-4a9d-b81c-1e6f793424c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:12.827012 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de92675a-f0ba-4455-9688-6016e7f5bfe0 req-a87ede31-2285-4a9d-b81c-1e6f793424c4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=26c35c47-8ae1-4617-a018-823ab358a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538950 Nov 03 19:08:12.931347 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de92675a-f0ba-4455-9688-6016e7f5bfe0 req-eb6b719d-2176-45c0-9574-8376783fbef3 service neutron] 10.222.0.98 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967481 Nov 03 19:08:13.032479 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-de92675a-f0ba-4455-9688-6016e7f5bfe0 req-fa2b3bba-854c-4c6e-bfcd-4363a8918d63 service neutron] 10.222.0.98 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946469 Nov 03 19:08:13.362320 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:19.816552 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e21cdcc6-0f71-4ebe-9aca-cef95d287922 req-e96f08bf-57bd-416b-ad0f-b285c25ccb31 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427501 Nov 03 19:08:19.915666 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cdcc6-0f71-4ebe-9aca-cef95d287922 req-29473fe1-ca35-4b03-9555-56f8fa25a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:19.917234 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e21cdcc6-0f71-4ebe-9aca-cef95d287922 req-29473fe1-ca35-4b03-9555-56f8fa25a19c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dff9ec367bbb493bb22f68b02f6fda55&device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 1096 time: 0.0464730 Nov 03 19:08:20.039552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cdcc6-0f71-4ebe-9aca-cef95d287922 req-5c7c4ed8-eb95-4fee-bff2-57ed0716dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:20.041552 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e21cdcc6-0f71-4ebe-9aca-cef95d287922 req-5c7c4ed8-eb95-4fee-bff2-57ed0716dc8a service neutron] 10.222.0.98 "GET /v2.0/networks?id=26c35c47-8ae1-4617-a018-823ab358a63b HTTP/1.1" status: 200 len: 914 time: 0.1034970 Nov 03 19:08:20.109666 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e21cdcc6-0f71-4ebe-9aca-cef95d287922 req-e1caef20-944e-4062-9371-857901487453 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13cbce9b-4906-436e-aabc-a2b196fc6a1c HTTP/1.1" status: 200 len: 1001 time: 0.0605190 Nov 03 19:08:20.172075 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cdcc6-0f71-4ebe-9aca-cef95d287922 req-09cf07dc-f103-434f-ae64-be3ca3c1d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:20.172328 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e21cdcc6-0f71-4ebe-9aca-cef95d287922 req-09cf07dc-f103-434f-ae64-be3ca3c1d181 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=433f5fa3-2efe-48ca-828a-d21a4fc0253c HTTP/1.1" status: 200 len: 852 time: 0.0561881 Nov 03 19:08:20.222313 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cdcc6-0f71-4ebe-9aca-cef95d287922 req-871d208c-3c19-49b9-9931-4acba21e21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:20.224569 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e21cdcc6-0f71-4ebe-9aca-cef95d287922 req-871d208c-3c19-49b9-9931-4acba21e21ad service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=26c35c47-8ae1-4617-a018-823ab358a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454991 Nov 03 19:08:20.325619 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e21cdcc6-0f71-4ebe-9aca-cef95d287922 req-1ecc0222-c8bc-48a1-b624-8ec84182a7c0 service neutron] 10.222.0.98 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939369 Nov 03 19:08:20.446057 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e21cdcc6-0f71-4ebe-9aca-cef95d287922 req-b5355246-d91d-44d7-88a2-c6b39c868216 service neutron] 10.222.0.98 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086707 Nov 03 19:08:21.348808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57404) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:21.473251 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.576556 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.582335 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.630818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57416) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:21.631412 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7f8939514db147d98fd84b0aa1f069f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2815418 Nov 03 19:08:21.647969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d40d5d-c279-4897-89a4-13ca54c84449,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:21.659693 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:21.660180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:21.660769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:21.661794 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:21.664510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:21.665067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:21.665960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:21.666508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:21.667209 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:21.668006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:21.668802 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:21.669655 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04649c-e85f-4580-9336-907ab65740bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:21.733147 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-007e3b2e-002e-440e-98e7-9d0e0098efec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.759956 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-007e3b2e-002e-440e-98e7-9d0e0098efec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.840866 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-007e3b2e-002e-440e-98e7-9d0e0098efec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.843513 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-007e3b2e-002e-440e-98e7-9d0e0098efec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:21.847527 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-007e3b2e-002e-440e-98e7-9d0e0098efec admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/96d40d5d-c279-4897-89a4-13ca54c84449 HTTP/1.1" status: 204 len: 168 time: 0.2152724 Nov 03 19:08:21.862799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e3b2e-002e-440e-98e7-9d0e0098efec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d40d5d-c279-4897-89a4-13ca54c84449,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:24.573589 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57508) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:24.719038 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29e1e096-3430-47bc-9e14-0c7a3a083423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:24.810131 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29e1e096-3430-47bc-9e14-0c7a3a083423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:24.815649 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29e1e096-3430-47bc-9e14-0c7a3a083423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:24.862810 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-29e1e096-3430-47bc-9e14-0c7a3a083423 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c850c5bc7300479e8ac6bc8e746c66a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2878525 Nov 03 19:08:24.865371 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1e096-3430-47bc-9e14-0c7a3a083423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537ce745-9ba8-4a75-aa6c-c9b598329542,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:24.866152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57512) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:24.955175 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f811e933-02d2-4bb0-863d-0cf571b49a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:24.988798 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f811e933-02d2-4bb0-863d-0cf571b49a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.049909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f811e933-02d2-4bb0-863d-0cf571b49a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.054027 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f811e933-02d2-4bb0-863d-0cf571b49a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.055438 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f811e933-02d2-4bb0-863d-0cf571b49a2f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/537ce745-9ba8-4a75-aa6c-c9b598329542 HTTP/1.1" status: 204 len: 168 time: 0.1880777 Nov 03 19:08:25.064878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811e933-02d2-4bb0-863d-0cf571b49a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537ce745-9ba8-4a75-aa6c-c9b598329542,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:25.420252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57522) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:25.442880 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bbc962ec-1590-49dd-bfd7-b71375431aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.550546 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bbc962ec-1590-49dd-bfd7-b71375431aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.556071 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bbc962ec-1590-49dd-bfd7-b71375431aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.609505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bbc962ec-1590-49dd-bfd7-b71375431aa7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7b21e07f43884bd2ade2cfd2dabc1a2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1875508 Nov 03 19:08:25.610467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc962ec-1590-49dd-bfd7-b71375431aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b1bdca-c062-4d39-8331-38d3b9ce5627,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:25.612986 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57524) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:25.680396 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c47-7fff-466c-bd85-7e288462fb77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.707375 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c47-7fff-466c-bd85-7e288462fb77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.753775 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cb8be7f5-9f39-4834-9ea0-c3a52059742a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.782843 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c47-7fff-466c-bd85-7e288462fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.787128 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2bb80c47-7fff-466c-bd85-7e288462fb77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:25.792757 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2bb80c47-7fff-466c-bd85-7e288462fb77 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/08b1bdca-c062-4d39-8331-38d3b9ce5627 HTTP/1.1" status: 204 len: 168 time: 0.1756132 Nov 03 19:08:25.803634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb80c47-7fff-466c-bd85-7e288462fb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b1bdca-c062-4d39-8331-38d3b9ce5627,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:27.465822 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57574) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:27.668171 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2121748259'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:27.714121 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Made reservation on behalf of 64d9abca5d8c45d9a7715851e33b2f67 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:27.720718 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.733107 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.838511 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.842901 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.884256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=385e3db9-d79d-4dc6-950d-8c2f3ae1089f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:27.891322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:27.905950 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:27.906298 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Added segment 585b48b2-b276-4021-b49e-387d9ced5369 of type vlan for network 6b6024e8-8719-4cbe-9688-a0de8ecc6659 Nov 03 19:08:27.973918 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.013515 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.019949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:28.020612 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.092970 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e7edec82-ad1e-4bc1-95e3-4c0362ec8d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.140857 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6729321 Nov 03 19:08:28.145829 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57580) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:28.162274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55be1a-f604-4320-8681-c4beb2922ee1 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Pushing event updated for resources: {'Network': ['ID=6b6024e8-8719-4cbe-9688-a0de8ecc6659,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:28.175383 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 6b6024e8-8719-4cbe-9688-a0de8ecc6659 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:28.250066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Request body: {'network': {'name': 'tempest-network--598610818', 'router:external': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:28.279912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Made reservation on behalf of 9c5f4591aae04798b08d070d0a6bb677 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:28.286515 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.307424 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.416744 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.424750 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.458494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:28.466913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a8c251-8923-48f8-adec-a2cb53f87c44,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:28.472012 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.472427 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Added segment f27a09de-1188-4fbe-b7d6-a60595fa583b of type vlan for network aca5435b-a9a5-4a94-b2b8-6452c6d0c743 Nov 03 19:08:28.531189 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.566284 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.567326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:28.567959 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.607380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4599321 Nov 03 19:08:28.611221 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57586) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:28.655715 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13c56c-ea90-4cc0-8e17-dcb8765da38e tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event updated for resources: {'Network': ['ID=aca5435b-a9a5-4a94-b2b8-6452c6d0c743,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:28.669148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network aca5435b-a9a5-4a94-b2b8-6452c6d0c743 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:28.702296 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17530d41-bce5-48dc-a106-5d06f0e9add2 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.811660 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17530d41-bce5-48dc-a106-5d06f0e9add2 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.836413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-17530d41-bce5-48dc-a106-5d06f0e9add2 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca5435b-a9a5-4a94-b2b8-6452c6d0c743']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:28.850433 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-17530d41-bce5-48dc-a106-5d06f0e9add2 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27a09de-1188-4fbe-b7d6-a60595fa583b') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:28.850731 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-17530d41-bce5-48dc-a106-5d06f0e9add2 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27a09de-1188-4fbe-b7d6-a60595fa583b') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:28.863090 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17530d41-bce5-48dc-a106-5d06f0e9add2 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.880234 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17530d41-bce5-48dc-a106-5d06f0e9add2 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.887429 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17530d41-bce5-48dc-a106-5d06f0e9add2 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:28.888065 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17530d41-bce5-48dc-a106-5d06f0e9add2 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:28.890070 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:28.989187 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17530d41-bce5-48dc-a106-5d06f0e9add2 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.005994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17530d41-bce5-48dc-a106-5d06f0e9add2 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aca5435b-a9a5-4a94-b2b8-6452c6d0c743 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 19:08:29.011188 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-17530d41-bce5-48dc-a106-5d06f0e9add2 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.016249 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-17530d41-bce5-48dc-a106-5d06f0e9add2 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "DELETE /v2.0/networks/aca5435b-a9a5-4a94-b2b8-6452c6d0c743 HTTP/1.1" status: 204 len: 168 time: 0.4030108 Nov 03 19:08:29.024768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57588) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:29.032594 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17530d41-bce5-48dc-a106-5d06f0e9add2 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event deleted for resources: {'Network': ['ID=aca5435b-a9a5-4a94-b2b8-6452c6d0c743,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:29.034213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c9798cd8-6677-4cd1-9cd6-d89bab41e75c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:29.180656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9798cd8-6677-4cd1-9cd6-d89bab41e75c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Made reservation on behalf of 9c5f4591aae04798b08d070d0a6bb677 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:29.183117 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9798cd8-6677-4cd1-9cd6-d89bab41e75c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.219446 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9798cd8-6677-4cd1-9cd6-d89bab41e75c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:29.233702 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9798cd8-6677-4cd1-9cd6-d89bab41e75c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.234066 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-c9798cd8-6677-4cd1-9cd6-d89bab41e75c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Added segment 08fb8666-09d8-4135-a55a-7e1ddf413108 of type vlan for network eb1284cc-38db-4bc1-9eed-9aeee93d0acd Nov 03 19:08:29.304892 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9798cd8-6677-4cd1-9cd6-d89bab41e75c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.358421 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9798cd8-6677-4cd1-9cd6-d89bab41e75c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.359816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9798cd8-6677-4cd1-9cd6-d89bab41e75c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:29.360503 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9798cd8-6677-4cd1-9cd6-d89bab41e75c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.411856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c9798cd8-6677-4cd1-9cd6-d89bab41e75c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3848774 Nov 03 19:08:29.415356 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57594) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:29.421131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-2360f7c2-4b2b-44e6-a3bb-6733562c4e4c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Request body: {'subnet': {'network_id': 'eb1284cc-38db-4bc1-9eed-9aeee93d0acd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:29.436523 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.472792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2360f7c2-4b2b-44e6-a3bb-6733562c4e4c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Made reservation on behalf of 9c5f4591aae04798b08d070d0a6bb677 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:29.475309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2360f7c2-4b2b-44e6-a3bb-6733562c4e4c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:29.569508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9798cd8-6677-4cd1-9cd6-d89bab41e75c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event updated for resources: {'Network': ['ID=eb1284cc-38db-4bc1-9eed-9aeee93d0acd,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:29.585760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network eb1284cc-38db-4bc1-9eed-9aeee93d0acd details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:29.942277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.objects.ports [None req-2360f7c2-4b2b-44e6-a3bb-6733562c4e4c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:08:29.942917 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2360f7c2-4b2b-44e6-a3bb-6733562c4e4c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.007046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360f7c2-4b2b-44e6-a3bb-6733562c4e4c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a9403c9b-def2-4f17-aa73-d78119c0795c,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:30.017533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2360f7c2-4b2b-44e6-a3bb-6733562c4e4c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Checking segment: {'id': '08fb8666-09d8-4135-a55a-7e1ddf413108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'eb1284cc-38db-4bc1-9eed-9aeee93d0acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:30.017910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2360f7c2-4b2b-44e6-a3bb-6733562c4e4c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Network hostable DHCP agents. Network: eb1284cc-38db-4bc1-9eed-9aeee93d0acd, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:08:30.040065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2360f7c2-4b2b-44e6-a3bb-6733562c4e4c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Network eb1284cc-38db-4bc1-9eed-9aeee93d0acd is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:08:30.052326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2360f7c2-4b2b-44e6-a3bb-6733562c4e4c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, eb1284cc-38db-4bc1-9eed-9aeee93d0acd) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:30.059243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2360f7c2-4b2b-44e6-a3bb-6733562c4e4c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:30.059929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2360f7c2-4b2b-44e6-a3bb-6733562c4e4c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.068251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f135bc85-a519-460d-af5b-ba53c5c975f2 None None] Network eb1284cc-38db-4bc1-9eed-9aeee93d0acd requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:30.085584 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57598) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:30.086078 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2360f7c2-4b2b-44e6-a3bb-6733562c4e4c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6692960 Nov 03 19:08:30.090655 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Request body: {'floatingip': {'floating_network_id': 'eb1284cc-38db-4bc1-9eed-9aeee93d0acd'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:30.126257 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.236992 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41986d96-c0e2-4d0e-b5ee-723b9130ade7 None None] Network eb1284cc-38db-4bc1-9eed-9aeee93d0acd requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:30.343974 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.416831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1384b6-2eae-4a5b-9f96-f98286cb6b5a req-71c3598b-c822-41cd-95ff-c130f4cfeeea tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:30.425721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a1384b6-2eae-4a5b-9f96-f98286cb6b5a req-71c3598b-c822-41cd-95ff-c130f4cfeeea tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 1097 time: 0.1316888 Nov 03 19:08:30.524191 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a1384b6-2eae-4a5b-9f96-f98286cb6b5a req-8ae40296-c6d9-4c85-b173-c6816ad5df40 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974219 Nov 03 19:08:30.542771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Allocated IP 172.20.0.11 (eb1284cc-38db-4bc1-9eed-9aeee93d0acd/a9403c9b-def2-4f17-aa73-d78119c0795c/5ea3a029-593b-4911-8d53-7c123780ab26) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:30.546967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57608) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:30.626454 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.703150 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.810517 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.876287 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-595e1c92-4abd-453d-9045-6accd7a8d227 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port 9743bdbe-a220-4241-be9a-85d7840db4eb {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:30.876800 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-595e1c92-4abd-453d-9045-6accd7a8d227 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.898459 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:30.923489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57612) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:30.986334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Network eb1284cc-38db-4bc1-9eed-9aeee93d0acd is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:30.991431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:30.994406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:31.040444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event updated for resources: {'Port': ['ID=5ea3a029-593b-4911-8d53-7c123780ab26,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:31.070162 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-595e1c92-4abd-453d-9045-6accd7a8d227 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.070578 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-595e1c92-4abd-453d-9045-6accd7a8d227 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.092770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-595e1c92-4abd-453d-9045-6accd7a8d227 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for 9743bdbe-a220-4241-be9a-85d7840db4eb owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:31.115673 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd66d1a8-ae25-4d0b-ac9c-f157866b4b1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.189301 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.250690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd66d1a8-ae25-4d0b-ac9c-f157866b4b1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.259906 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dd66d1a8-ae25-4d0b-ac9c-f157866b4b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.262988 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.337038 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dd66d1a8-ae25-4d0b-ac9c-f157866b4b1a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=31ff48ba7d9147acb7b0fad6bbe30772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4118915 Nov 03 19:08:31.337750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57616) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:31.346950 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66d1a8-ae25-4d0b-ac9c-f157866b4b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d71b66-d4a9-4ab0-95e1-521b741e3af3,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:31.432878 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0845efaa-4889-447a-a2c3-084982b3f5d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.443889 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.464874 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0845efaa-4889-447a-a2c3-084982b3f5d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.487185 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-595e1c92-4abd-453d-9045-6accd7a8d227 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.522270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e1c92-4abd-453d-9045-6accd7a8d227 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=9743bdbe-a220-4241-be9a-85d7840db4eb,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:31.542289 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0845efaa-4889-447a-a2c3-084982b3f5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.545776 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0845efaa-4889-447a-a2c3-084982b3f5d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.550365 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0845efaa-4889-447a-a2c3-084982b3f5d6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a2d71b66-d4a9-4ab0-95e1-521b741e3af3 HTTP/1.1" status: 204 len: 168 time: 0.2071571 Nov 03 19:08:31.558419 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845efaa-4889-447a-a2c3-084982b3f5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d71b66-d4a9-4ab0-95e1-521b741e3af3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:31.620573 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.630512 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.659244 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-595e1c92-4abd-453d-9045-6accd7a8d227 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.659432 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-595e1c92-4abd-453d-9045-6accd7a8d227 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Floating IP 4662267a-04b4-4a14-a0f9-e73fada5ebec disassociated (deleted). External IP: 172.25.2.101, port: 9f966107-ee62-4238-8092-7db6dcb8a246. Nov 03 19:08:31.752504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event updated for resources: {'Port': ['ID=5ea3a029-593b-4911-8d53-7c123780ab26,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:31.813298 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.852879 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:31.854413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8280a7d2-3626-43b6-8ea4-385ec9c30e01 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7672415 Nov 03 19:08:31.857818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57626) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:31.952619 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-daf9ef59-e20a-40f1-9ef2-bed369b1ab21 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "GET /v2.0/floatingips?floating_network_id=eb1284cc-38db-4bc1-9eed-9aeee93d0acd HTTP/1.1" status: 200 len: 690 time: 0.0934098 Nov 03 19:08:31.954984 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57630) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:32.033820 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595e1c92-4abd-453d-9045-6accd7a8d227 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 205d9d11-8a4a-4f91-9b70-38426705821f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:32.065062 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.191215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595e1c92-4abd-453d-9045-6accd7a8d227 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:32.196015 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-595e1c92-4abd-453d-9045-6accd7a8d227 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.208491 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7667e895-0335-4476-a38c-69f2847a8c98 None None] Sync routers for ids ['205d9d11-8a4a-4f91-9b70-38426705821f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:32.214685 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Deleting port 5ea3a029-593b-4911-8d53-7c123780ab26 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:32.215252 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.222447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7667e895-0335-4476-a38c-69f2847a8c98 None None] Routers {'205d9d11-8a4a-4f91-9b70-38426705821f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:32.223749 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7667e895-0335-4476-a38c-69f2847a8c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['205d9d11-8a4a-4f91-9b70-38426705821f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:32.232682 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-595e1c92-4abd-453d-9045-6accd7a8d227 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/floatingips/4662267a-04b4-4a14-a0f9-e73fada5ebec HTTP/1.1" status: 204 len: 168 time: 1.6825020 Nov 03 19:08:32.233873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:32.251094 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094c2216-db95-4369-b6ea-6f7227204ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:32.317325 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:08:32.334165 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef68804-805c-4db2-82b1-54ac64737ad5 x-openstack-request-id: req-cef68804-805c-4db2-82b1-54ac64737ad5 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:32.334532 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:32.334853 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cef68804-805c-4db2-82b1-54ac64737ad5 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:32.335331 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246', 'status': 'completed', 'code': 200} Nov 03 19:08:32.352794 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.353433 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.370370 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Calling delete_port for 5ea3a029-593b-4911-8d53-7c123780ab26 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:32.505249 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7667e895-0335-4476-a38c-69f2847a8c98 None None] Set router 205d9d11-8a4a-4f91-9b70-38426705821f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:32.566801 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c2216-db95-4369-b6ea-6f7227204ebb req-809ebc3b-38bb-4a6b-8d82-925cf4e06dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:32.569211 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-094c2216-db95-4369-b6ea-6f7227204ebb req-809ebc3b-38bb-4a6b-8d82-925cf4e06dcd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 1097 time: 0.1803322 Nov 03 19:08:32.689804 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9945648-1d52-490b-9ceb-a9eb15a66786 req-fbdf3827-a5fe-43c2-9b0c-1d42f6b6dac2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:32.700870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9945648-1d52-490b-9ceb-a9eb15a66786 req-fbdf3827-a5fe-43c2-9b0c-1d42f6b6dac2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.0821939 Nov 03 19:08:32.797501 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9945648-1d52-490b-9ceb-a9eb15a66786 req-cbe63a3a-1193-45d9-a037-945bc60ae190 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955186 Nov 03 19:08:32.806799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c2216-db95-4369-b6ea-6f7227204ebb req-42969b32-52c3-4207-bf55-3c689084db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:32.808563 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-094c2216-db95-4369-b6ea-6f7227204ebb req-42969b32-52c3-4207-bf55-3c689084db5b service neutron] 10.222.0.87 "GET /v2.0/networks?id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 HTTP/1.1" status: 200 len: 898 time: 0.2289169 Nov 03 19:08:32.812721 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:32.844389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7667e895-0335-4476-a38c-69f2847a8c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:20Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:21Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9e569052-c25c-4595-811a-386313a2dd07', 'name': '', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:6a:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:27Z', 'updated_at': '2021-11-03T19:06:36Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:32.884240 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7667e895-0335-4476-a38c-69f2847a8c98 None None] Checking router: 205d9d11-8a4a-4f91-9b70-38426705821f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:08:32.902290 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7667e895-0335-4476-a38c-69f2847a8c98 None None] Routers {'205d9d11-8a4a-4f91-9b70-38426705821f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:32.903391 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7667e895-0335-4476-a38c-69f2847a8c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['205d9d11-8a4a-4f91-9b70-38426705821f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:33.116920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7667e895-0335-4476-a38c-69f2847a8c98 None None] Set router 205d9d11-8a4a-4f91-9b70-38426705821f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:33.152219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ea3a029-593b-4911-8d53-7c123780ab26,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:33.213884 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-094c2216-db95-4369-b6ea-6f7227204ebb req-828d6d37-6bb3-47bc-8c02-f2b94559688b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f966107-ee62-4238-8092-7db6dcb8a246 HTTP/1.1" status: 200 len: 217 time: 0.3924162 Nov 03 19:08:33.370371 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:33.445794 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c2216-db95-4369-b6ea-6f7227204ebb req-5cf508bf-cd5f-4bfa-bb7e-419f0153d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:33.447313 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-094c2216-db95-4369-b6ea-6f7227204ebb req-5cf508bf-cd5f-4bfa-bb7e-419f0153d11e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=62d8274d-235a-4ac8-98e4-cd0c24f2de1b HTTP/1.1" status: 200 len: 835 time: 0.1960371 Nov 03 19:08:33.467473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57670) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:33.511999 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:33.568098 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c2216-db95-4369-b6ea-6f7227204ebb req-9aad2897-6d9a-44b3-ab1c-fc850ccf13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:33.569671 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-094c2216-db95-4369-b6ea-6f7227204ebb req-9aad2897-6d9a-44b3-ab1c-fc850ccf13a0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084733 Nov 03 19:08:33.659304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7667e895-0335-4476-a38c-69f2847a8c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:20Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:21Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9e569052-c25c-4595-811a-386313a2dd07', 'name': '', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:6a:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:27Z', 'updated_at': '2021-11-03T19:06:36Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:33.673980 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:33.697813 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0ed17a3e-6cc4-4a91-8a54-8597ad129050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:33.711210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a9403c9b-def2-4f17-aa73-d78119c0795c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:33.726162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7667e895-0335-4476-a38c-69f2847a8c98 None None] The sync data for ids ['205d9d11-8a4a-4f91-9b70-38426705821f'] in n-d-812150-4 is: [{'id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:20Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:21Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '9e569052-c25c-4595-811a-386313a2dd07', 'name': '', 'network_id': '5e0a82c2-a8c8-4aad-aeb5-a4b92b103587', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:6a:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:27Z', 'updated_at': '2021-11-03T19:06:36Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '62d8274d-235a-4ac8-98e4-cd0c24f2de1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:33.768029 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-094c2216-db95-4369-b6ea-6f7227204ebb req-401a424e-0ef3-4ef1-9c3e-3c436ab9ef87 service neutron] 10.222.0.87 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888475 Nov 03 19:08:33.878619 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:33.886920 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0ed17a3e-6cc4-4a91-8a54-8597ad129050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:33.893439 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0ed17a3e-6cc4-4a91-8a54-8597ad129050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:33.917834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1284cc-38db-4bc1-9eed-9aeee93d0acd']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:33.937633 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0ed17a3e-6cc4-4a91-8a54-8597ad129050 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=70f279e464cd47d8867aa7c0b144b8d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4687130 Nov 03 19:08:33.938056 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fb8666-09d8-4135-a55a-7e1ddf413108') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:33.938464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fb8666-09d8-4135-a55a-7e1ddf413108') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:33.942709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57678) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:33.962891 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.009736 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.020666 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-094c2216-db95-4369-b6ea-6f7227204ebb req-1edfb1a0-fe79-4bf1-a4c5-0567f72fe05e service neutron] 10.222.0.87 "GET /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347136 Nov 03 19:08:34.026667 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:34.027302 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.029255 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed17a3e-6cc4-4a91-8a54-8597ad129050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b98455-55c3-49c0-930c-03c751567405,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:34.030330 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:34.077638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384d0b2-0129-4333-ba2b-ad6f7920273f req-4a587093-2ce3-471b-a4e8-e891e2311a21 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:34.079569 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a384d0b2-0129-4333-ba2b-ad6f7920273f req-4a587093-2ce3-471b-a4e8-e891e2311a21 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.1162808 Nov 03 19:08:34.133247 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.151159 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb1284cc-38db-4bc1-9eed-9aeee93d0acd {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 19:08:34.163572 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.169584 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "DELETE /v2.0/networks/eb1284cc-38db-4bc1-9eed-9aeee93d0acd HTTP/1.1" status: 204 len: 168 time: 2.2127490 Nov 03 19:08:34.170937 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-83adfdbd-ea17-4ae9-904c-c09de83d0b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.172800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57688) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:34.176062 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a384d0b2-0129-4333-ba2b-ad6f7920273f req-8c33db03-d75c-45a5-8f00-bea6b754eb0e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876791 Nov 03 19:08:34.176496 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c16e25-62dd-4928-ace4-a4132f70e529 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb1284cc-38db-4bc1-9eed-9aeee93d0acd,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:34.286343 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-83adfdbd-ea17-4ae9-904c-c09de83d0b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.334828 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c8460a98-6c67-4d7e-96f8-66b0d06dcf56 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1548066 Nov 03 19:08:34.336129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57690) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:34.438265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e39ad-2b5f-4001-b86f-55cf8a4c9b95 req-0757fd0b-ce8d-457a-a423-dd198656b54b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:34.440723 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-028e39ad-2b5f-4001-b86f-55cf8a4c9b95 req-0757fd0b-ce8d-457a-a423-dd198656b54b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 946 time: 0.0991676 Nov 03 19:08:34.441472 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-83adfdbd-ea17-4ae9-904c-c09de83d0b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.444917 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-83adfdbd-ea17-4ae9-904c-c09de83d0b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.449383 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-83adfdbd-ea17-4ae9-904c-c09de83d0b3e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/48b98455-55c3-49c0-930c-03c751567405 HTTP/1.1" status: 204 len: 168 time: 0.5030673 Nov 03 19:08:34.483223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adfdbd-ea17-4ae9-904c-c09de83d0b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b98455-55c3-49c0-930c-03c751567405,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:34.560198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf23ad8-4ffd-496d-b22b-8b090bd07b4f tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:34.561412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf23ad8-4ffd-496d-b22b-8b090bd07b4f tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:34.562323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf23ad8-4ffd-496d-b22b-8b090bd07b4f tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:34.565133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf23ad8-4ffd-496d-b22b-8b090bd07b4f tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:34.566427 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf23ad8-4ffd-496d-b22b-8b090bd07b4f tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:34.568256 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf23ad8-4ffd-496d-b22b-8b090bd07b4f tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:34.568828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf23ad8-4ffd-496d-b22b-8b090bd07b4f tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:34.569789 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf23ad8-4ffd-496d-b22b-8b090bd07b4f tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:34.578437 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fbf23ad8-4ffd-496d-b22b-8b090bd07b4f tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.2364264 Nov 03 19:08:34.578653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57694) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:34.625801 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-028e39ad-2b5f-4001-b86f-55cf8a4c9b95 req-29ccb8e0-c458-4b0d-a6aa-8a5de825ad3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port 9f966107-ee62-4238-8092-7db6dcb8a246 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:34.630049 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-028e39ad-2b5f-4001-b86f-55cf8a4c9b95 req-29ccb8e0-c458-4b0d-a6aa-8a5de825ad3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.683114 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-de23e018-6225-4f7f-b07c-5355507d7e26 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] delete failed (client error): The resource could not be found. Nov 03 19:08:34.683114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-de23e018-6225-4f7f-b07c-5355507d7e26 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "DELETE /v2.0/floatingips/61441316-0757-4507-82cf-32fd225afcfd HTTP/1.1" status: 404 len: 345 time: 0.1024923 Nov 03 19:08:34.686221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57698) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:34.752687 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-354b3420-61f1-4b0c-9433-29d4c1d2c951 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] DELETE failed (client error): The resource could not be found. Nov 03 19:08:34.754749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-354b3420-61f1-4b0c-9433-29d4c1d2c951 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:34.766002 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-354b3420-61f1-4b0c-9433-29d4c1d2c951 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "DELETE /v2.0/networks/eb1284cc-38db-4bc1-9eed-9aeee93d0acd HTTP/1.1" status: 404 len: 339 time: 0.0784030 Nov 03 19:08:34.772319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57700) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:34.782587 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4b5a2a01-6b31-43a6-8790-af40f5f04e9b tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Request body: {'network': {'name': 'tempest-network--815880981', 'router:external': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:34.826837 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6abc418-1418-48cf-8770-6297df94f9fb None None] New status for floating IP 4662267a-04b4-4a14-a0f9-e73fada5ebec: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:08:34.840290 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5a2a01-6b31-43a6-8790-af40f5f04e9b tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Made reservation on behalf of 9c5f4591aae04798b08d070d0a6bb677 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:34.850149 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2a01-6b31-43a6-8790-af40f5f04e9b tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.919322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-028e39ad-2b5f-4001-b86f-55cf8a4c9b95 req-29ccb8e0-c458-4b0d-a6aa-8a5de825ad3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] For port 9f966107-ee62-4238-8092-7db6dcb8a246, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=9f966107-ee62-4238-8092-7db6dcb8a246,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:34.919842 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-028e39ad-2b5f-4001-b86f-55cf8a4c9b95 req-29ccb8e0-c458-4b0d-a6aa-8a5de825ad3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.926283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5a2a01-6b31-43a6-8790-af40f5f04e9b tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:34.959761 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2a01-6b31-43a6-8790-af40f5f04e9b tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:34.960119 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-4b5a2a01-6b31-43a6-8790-af40f5f04e9b tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Added segment 09496cca-12d3-4cf0-8f92-b9c976c757ac of type vlan for network 347058bb-3b54-4f77-8dd0-1efd13dc0517 Nov 03 19:08:34.970653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-028e39ad-2b5f-4001-b86f-55cf8a4c9b95 req-29ccb8e0-c458-4b0d-a6aa-8a5de825ad3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for 9f966107-ee62-4238-8092-7db6dcb8a246 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:35.086577 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2a01-6b31-43a6-8790-af40f5f04e9b tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.146887 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2a01-6b31-43a6-8790-af40f5f04e9b tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.148700 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a2a01-6b31-43a6-8790-af40f5f04e9b tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:35.149337 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2a01-6b31-43a6-8790-af40f5f04e9b tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.190657 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-028e39ad-2b5f-4001-b86f-55cf8a4c9b95 req-29ccb8e0-c458-4b0d-a6aa-8a5de825ad3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.224973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4b5a2a01-6b31-43a6-8790-af40f5f04e9b tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4488628 Nov 03 19:08:35.225399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccb8e0-c458-4b0d-a6aa-8a5de825ad3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=9f966107-ee62-4238-8092-7db6dcb8a246,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:35.225399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57706) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:35.230134 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a2a01-6b31-43a6-8790-af40f5f04e9b tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event updated for resources: {'Network': ['ID=347058bb-3b54-4f77-8dd0-1efd13dc0517,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:35.251903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 347058bb-3b54-4f77-8dd0-1efd13dc0517 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:35.315170 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-980040b3-8ff9-4f23-8649-a5faff01d003 req-8edc6f69-59f6-4ea7-badb-805192e2a94f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fccb078-f509-402c-a577-b4cdb7921ad2 HTTP/1.1" status: 200 len: 210 time: 0.0358381 Nov 03 19:08:35.450345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-028e39ad-2b5f-4001-b86f-55cf8a4c9b95 req-29ccb8e0-c458-4b0d-a6aa-8a5de825ad3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] No DVR routers for this DVR port 9f966107-ee62-4238-8092-7db6dcb8a246 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:35.458162 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-028e39ad-2b5f-4001-b86f-55cf8a4c9b95 req-29ccb8e0-c458-4b0d-a6aa-8a5de825ad3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.461526 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-028e39ad-2b5f-4001-b86f-55cf8a4c9b95 req-29ccb8e0-c458-4b0d-a6aa-8a5de825ad3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.87 "DELETE /v2.0/ports/9f966107-ee62-4238-8092-7db6dcb8a246 HTTP/1.1" status: 204 len: 173 time: 1.0136604 Nov 03 19:08:35.462016 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'name': 'network-vif-deleted', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:35.464350 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c983c4-87e0-48a0-9434-880bb8cb5ca3" -d '{"events": [{"server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "name": "network-vif-deleted", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:35.511131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea2e0d-ac48-4ed4-8f75-2ca7d7a36dcc tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:35.518117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea2e0d-ac48-4ed4-8f75-2ca7d7a36dcc tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:35.527632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea2e0d-ac48-4ed4-8f75-2ca7d7a36dcc tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:35.534147 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea2e0d-ac48-4ed4-8f75-2ca7d7a36dcc tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:35.536521 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-80ea2e0d-ac48-4ed4-8f75-2ca7d7a36dcc tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3100722 Nov 03 19:08:35.538098 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df28f8f2-519e-4acf-865a-f3cc89d739dc x-openstack-request-id: req-df28f8f2-519e-4acf-865a-f3cc89d739dc {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:35.538399 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fccb078-f509-402c-a577-b4cdb7921ad2", "name": "network-vif-deleted", "tag": "9f966107-ee62-4238-8092-7db6dcb8a246", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:35.538652 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-df28f8f2-519e-4acf-865a-f3cc89d739dc {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:35.539041 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fccb078-f509-402c-a577-b4cdb7921ad2', 'name': 'network-vif-deleted', 'tag': '9f966107-ee62-4238-8092-7db6dcb8a246', 'status': 'completed', 'code': 200} Nov 03 19:08:35.543243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57710) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:35.640388 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea7106f6-454e-4da6-bd55-bb47c7022491 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.782207 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea7106f6-454e-4da6-bd55-bb47c7022491 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.823613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-ea7106f6-454e-4da6-bd55-bb47c7022491 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347058bb-3b54-4f77-8dd0-1efd13dc0517']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:35.840450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-ea7106f6-454e-4da6-bd55-bb47c7022491 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09496cca-12d3-4cf0-8f92-b9c976c757ac') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:35.841344 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-ea7106f6-454e-4da6-bd55-bb47c7022491 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09496cca-12d3-4cf0-8f92-b9c976c757ac') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:35.856565 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea7106f6-454e-4da6-bd55-bb47c7022491 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.884811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea7106f6-454e-4da6-bd55-bb47c7022491 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.892941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7106f6-454e-4da6-bd55-bb47c7022491 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:35.893975 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea7106f6-454e-4da6-bd55-bb47c7022491 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:35.897148 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:35.957763 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea7106f6-454e-4da6-bd55-bb47c7022491 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.964291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7106f6-454e-4da6-bd55-bb47c7022491 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 347058bb-3b54-4f77-8dd0-1efd13dc0517 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 19:08:35.992153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7106f6-454e-4da6-bd55-bb47c7022491 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event deleted for resources: {'Network': ['ID=347058bb-3b54-4f77-8dd0-1efd13dc0517,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:35.995255 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ea7106f6-454e-4da6-bd55-bb47c7022491 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:35.999504 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ea7106f6-454e-4da6-bd55-bb47c7022491 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "DELETE /v2.0/networks/347058bb-3b54-4f77-8dd0-1efd13dc0517 HTTP/1.1" status: 204 len: 168 time: 0.4548538 Nov 03 19:08:36.004015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57722) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.009372 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-814ab343-03c6-4884-8090-9b5a8242e3b7 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Request body: {'network': {'name': 'tempest-network--650894374', 'router:external': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:36.048852 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814ab343-03c6-4884-8090-9b5a8242e3b7 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Made reservation on behalf of 9c5f4591aae04798b08d070d0a6bb677 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:36.052791 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-814ab343-03c6-4884-8090-9b5a8242e3b7 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.083567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814ab343-03c6-4884-8090-9b5a8242e3b7 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:36.094938 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-814ab343-03c6-4884-8090-9b5a8242e3b7 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.095303 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-814ab343-03c6-4884-8090-9b5a8242e3b7 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Added segment fd14b30d-cb30-4e1d-a253-5047261dbf98 of type vlan for network 116b266e-4d9c-47cd-b34b-d6a53f4cebda Nov 03 19:08:36.147025 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-814ab343-03c6-4884-8090-9b5a8242e3b7 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.178378 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-814ab343-03c6-4884-8090-9b5a8242e3b7 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.179438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ab343-03c6-4884-8090-9b5a8242e3b7 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:36.180118 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-814ab343-03c6-4884-8090-9b5a8242e3b7 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.214768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-814ab343-03c6-4884-8090-9b5a8242e3b7 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2102964 Nov 03 19:08:36.222097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57724) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.247863 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ab343-03c6-4884-8090-9b5a8242e3b7 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event updated for resources: {'Network': ['ID=116b266e-4d9c-47cd-b34b-d6a53f4cebda,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:36.259038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 116b266e-4d9c-47cd-b34b-d6a53f4cebda details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:36.346827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627476d5-58b2-42c5-97df-c846adba074e tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:36.347545 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-627476d5-58b2-42c5-97df-c846adba074e tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] 10.222.0.107 "GET /v2.0/networks/116b266e-4d9c-47cd-b34b-d6a53f4cebda HTTP/1.1" status: 200 len: 756 time: 0.1229849 Nov 03 19:08:36.350770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57728) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.389940 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57730) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.449915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d09f6b-25ab-4558-8084-b78803468cf6 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:36.451758 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b6d09f6b-25ab-4558-8084-b78803468cf6 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] 10.222.0.107 "GET /v2.0/networks/6b6024e8-8719-4cbe-9688-a0de8ecc6659 HTTP/1.1" status: 200 len: 768 time: 0.0998006 Nov 03 19:08:36.454926 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57732) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:36.604899 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2298baf4-9f1d-452b-a6aa-7227ef78468c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.774392 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2298baf4-9f1d-452b-a6aa-7227ef78468c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.813696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2298baf4-9f1d-452b-a6aa-7227ef78468c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116b266e-4d9c-47cd-b34b-d6a53f4cebda']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:36.827195 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2298baf4-9f1d-452b-a6aa-7227ef78468c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd14b30d-cb30-4e1d-a253-5047261dbf98') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:36.827677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2298baf4-9f1d-452b-a6aa-7227ef78468c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd14b30d-cb30-4e1d-a253-5047261dbf98') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:36.856731 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2298baf4-9f1d-452b-a6aa-7227ef78468c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.882963 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2298baf4-9f1d-452b-a6aa-7227ef78468c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.907625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2298baf4-9f1d-452b-a6aa-7227ef78468c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:36.908029 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2298baf4-9f1d-452b-a6aa-7227ef78468c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:36.909790 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:36.981602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2298baf4-9f1d-452b-a6aa-7227ef78468c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.991403 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2298baf4-9f1d-452b-a6aa-7227ef78468c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 116b266e-4d9c-47cd-b34b-d6a53f4cebda {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 19:08:36.994306 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2298baf4-9f1d-452b-a6aa-7227ef78468c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:36.997530 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2298baf4-9f1d-452b-a6aa-7227ef78468c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "DELETE /v2.0/networks/116b266e-4d9c-47cd-b34b-d6a53f4cebda HTTP/1.1" status: 204 len: 168 time: 0.5408657 Nov 03 19:08:37.002410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57736) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.008448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-39f841ae-114d-47be-8659-4c2b844b9d5a tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Request body: {'network': {'name': 'tempest-network--806716623'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:37.037726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f841ae-114d-47be-8659-4c2b844b9d5a tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Made reservation on behalf of 9c5f4591aae04798b08d070d0a6bb677 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:37.041246 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-39f841ae-114d-47be-8659-4c2b844b9d5a tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.078680 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f841ae-114d-47be-8659-4c2b844b9d5a tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:37.093183 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-39f841ae-114d-47be-8659-4c2b844b9d5a tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.093764 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-39f841ae-114d-47be-8659-4c2b844b9d5a tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Added segment d18abc2f-4bdc-4368-8b29-b4e8fceda62a of type vlan for network ef8c7765-0351-474d-acf8-8f11a960f594 Nov 03 19:08:37.157455 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-39f841ae-114d-47be-8659-4c2b844b9d5a tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.195324 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-39f841ae-114d-47be-8659-4c2b844b9d5a tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.198123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f841ae-114d-47be-8659-4c2b844b9d5a tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:37.199742 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-39f841ae-114d-47be-8659-4c2b844b9d5a tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.232134 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-39f841ae-114d-47be-8659-4c2b844b9d5a tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2283435 Nov 03 19:08:37.240060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57738) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.247201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-af729c9c-0063-4299-8514-92be3de517b6 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:37.286977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298baf4-9f1d-452b-a6aa-7227ef78468c tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event deleted for resources: {'Network': ['ID=116b266e-4d9c-47cd-b34b-d6a53f4cebda,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:37.357330 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49ca5db6-3029-41de-9d28-84afb8ba57e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.671645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-49ca5db6-3029-41de-9d28-84afb8ba57e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port 9e569052-c25c-4595-811a-386313a2dd07 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:37.672579 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49ca5db6-3029-41de-9d28-84afb8ba57e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.779981 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-49ca5db6-3029-41de-9d28-84afb8ba57e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] For port 9e569052-c25c-4595-811a-386313a2dd07, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9e569052-c25c-4595-811a-386313a2dd07,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:37.780349 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49ca5db6-3029-41de-9d28-84afb8ba57e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.783045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f841ae-114d-47be-8659-4c2b844b9d5a tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event updated for resources: {'Network': ['ID=ef8c7765-0351-474d-acf8-8f11a960f594,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:37.794920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network ef8c7765-0351-474d-acf8-8f11a960f594 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:37.820388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-49ca5db6-3029-41de-9d28-84afb8ba57e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for 9e569052-c25c-4595-811a-386313a2dd07 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:37.858519 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af729c9c-0063-4299-8514-92be3de517b6 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.894119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af729c9c-0063-4299-8514-92be3de517b6 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.920880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af729c9c-0063-4299-8514-92be3de517b6 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Network ef8c7765-0351-474d-acf8-8f11a960f594 is not hosted by any dhcp agent {{(pid=101712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 03 19:08:37.922073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af729c9c-0063-4299-8514-92be3de517b6 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:37.922462 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af729c9c-0063-4299-8514-92be3de517b6 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:37.927614 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-af729c9c-0063-4299-8514-92be3de517b6 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "PUT /v2.0/networks/ef8c7765-0351-474d-acf8-8f11a960f594 HTTP/1.1" status: 200 len: 857 time: 0.6863520 Nov 03 19:08:37.930809 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57742) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:37.974056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af729c9c-0063-4299-8514-92be3de517b6 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event updated for resources: {'Network': ['ID=ef8c7765-0351-474d-acf8-8f11a960f594,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:38.052625 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7f97e51-0242-453c-84a1-d923fdb79223 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.079893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 9f966107-ee62-4238-8092-7db6dcb8a246 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:38.113087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 9f966107-ee62-4238-8092-7db6dcb8a246 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:38.113431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 9f966107-ee62-4238-8092-7db6dcb8a246 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:38.183317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7f97e51-0242-453c-84a1-d923fdb79223 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.216112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-c7f97e51-0242-453c-84a1-d923fdb79223 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8c7765-0351-474d-acf8-8f11a960f594']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:38.231190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-c7f97e51-0242-453c-84a1-d923fdb79223 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18abc2f-4bdc-4368-8b29-b4e8fceda62a') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:38.231554 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-c7f97e51-0242-453c-84a1-d923fdb79223 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18abc2f-4bdc-4368-8b29-b4e8fceda62a') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:38.238933 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49ca5db6-3029-41de-9d28-84afb8ba57e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.251498 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7f97e51-0242-453c-84a1-d923fdb79223 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.278042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca5db6-3029-41de-9d28-84afb8ba57e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=9e569052-c25c-4595-811a-386313a2dd07,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:38.305649 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7f97e51-0242-453c-84a1-d923fdb79223 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.338082 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f97e51-0242-453c-84a1-d923fdb79223 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:38.338490 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7f97e51-0242-453c-84a1-d923fdb79223 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:38.340619 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:38.470279 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7f97e51-0242-453c-84a1-d923fdb79223 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.478731 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f97e51-0242-453c-84a1-d923fdb79223 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ef8c7765-0351-474d-acf8-8f11a960f594 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 03 19:08:38.512347 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c7f97e51-0242-453c-84a1-d923fdb79223 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.515984 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c7f97e51-0242-453c-84a1-d923fdb79223 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] 10.222.0.107 "DELETE /v2.0/networks/ef8c7765-0351-474d-acf8-8f11a960f594 HTTP/1.1" status: 204 len: 168 time: 0.5840538 Nov 03 19:08:38.520428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57746) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:38.533582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f97e51-0242-453c-84a1-d923fdb79223 tempest-ExternalNetworksTestJSON-510548837 tempest-ExternalNetworksTestJSON-510548837-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef8c7765-0351-474d-acf8-8f11a960f594,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:38.574009 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fc954a-162a-4fbe-9560-f5d6c766ca14 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] DELETE failed (client error): The resource could not be found. Nov 03 19:08:38.574507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fc954a-162a-4fbe-9560-f5d6c766ca14 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:38.577884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-00fc954a-162a-4fbe-9560-f5d6c766ca14 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] 10.222.0.107 "DELETE /v2.0/subnets/a9403c9b-def2-4f17-aa73-d78119c0795c HTTP/1.1" status: 404 len: 337 time: 0.0562677 Nov 03 19:08:38.580408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57748) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:38.666859 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49ca5db6-3029-41de-9d28-84afb8ba57e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.694617 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-58a10b7e-cb83-47ff-9231-05ea565b4317 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.883100 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-58a10b7e-cb83-47ff-9231-05ea565b4317 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.917978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-58a10b7e-cb83-47ff-9231-05ea565b4317 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6024e8-8719-4cbe-9688-a0de8ecc6659']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:38.931101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-58a10b7e-cb83-47ff-9231-05ea565b4317 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585b48b2-b276-4021-b49e-387d9ced5369') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:38.931721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-58a10b7e-cb83-47ff-9231-05ea565b4317 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585b48b2-b276-4021-b49e-387d9ced5369') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:38.945209 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-58a10b7e-cb83-47ff-9231-05ea565b4317 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.963101 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-58a10b7e-cb83-47ff-9231-05ea565b4317 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:38.971415 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a10b7e-cb83-47ff-9231-05ea565b4317 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:38.971857 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-58a10b7e-cb83-47ff-9231-05ea565b4317 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:39.038069 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:39.041875 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ca5db6-3029-41de-9d28-84afb8ba57e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 205d9d11-8a4a-4f91-9b70-38426705821f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:39.078919 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-58a10b7e-cb83-47ff-9231-05ea565b4317 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.098494 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-58a10b7e-cb83-47ff-9231-05ea565b4317 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.108440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-58a10b7e-cb83-47ff-9231-05ea565b4317 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] 10.222.0.107 "DELETE /v2.0/networks/6b6024e8-8719-4cbe-9688-a0de8ecc6659 HTTP/1.1" status: 204 len: 168 time: 0.5265510 Nov 03 19:08:39.147404 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a10b7e-cb83-47ff-9231-05ea565b4317 tempest-ExternalNetworksTestJSON-157993916 tempest-ExternalNetworksTestJSON-157993916-project] Pushing event deleted for resources: {'Network': ['ID=6b6024e8-8719-4cbe-9688-a0de8ecc6659,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:39.231033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ca5db6-3029-41de-9d28-84afb8ba57e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:39.241276 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-49ca5db6-3029-41de-9d28-84afb8ba57e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "PUT /v2.0/routers/205d9d11-8a4a-4f91-9b70-38426705821f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8467574 Nov 03 19:08:39.241930 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57754) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:39.248322 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab72030-c197-4d72-a20e-cb09de5d0fda None None] Sync routers for ids ['205d9d11-8a4a-4f91-9b70-38426705821f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:39.271089 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab72030-c197-4d72-a20e-cb09de5d0fda None None] Routers {'205d9d11-8a4a-4f91-9b70-38426705821f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:39.271861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-aab72030-c197-4d72-a20e-cb09de5d0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['205d9d11-8a4a-4f91-9b70-38426705821f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:39.346973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff611603-a2e3-40e9-9321-cc958d5accfd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting subnet 62d8274d-235a-4ac8-98e4-cd0c24f2de1b {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:08:39.351037 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff611603-a2e3-40e9-9321-cc958d5accfd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.414788 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff611603-a2e3-40e9-9321-cc958d5accfd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.463946 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-aab72030-c197-4d72-a20e-cb09de5d0fda None None] Set router 205d9d11-8a4a-4f91-9b70-38426705821f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:39.515188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57758) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:39.517655 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff611603-a2e3-40e9-9321-cc958d5accfd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.599041 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff611603-a2e3-40e9-9321-cc958d5accfd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.635717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff611603-a2e3-40e9-9321-cc958d5accfd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Subnet': ['ID=62d8274d-235a-4ac8-98e4-cd0c24f2de1b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:39.640393 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff611603-a2e3-40e9-9321-cc958d5accfd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.647695 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ff611603-a2e3-40e9-9321-cc958d5accfd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/subnets/62d8274d-235a-4ac8-98e4-cd0c24f2de1b HTTP/1.1" status: 204 len: 168 time: 0.4016781 Nov 03 19:08:39.648346 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57762) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:39.661330 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083e9664-09b8-4b00-902e-4072e9aad91a None None] Network 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:39.804335 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d2cae94e-ebed-40d5-a76a-3b1a8435cb06 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=64d9abca5d8c45d9a7715851e33b2f67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2875764 Nov 03 19:08:39.808260 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57764) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:39.840415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:39.848598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-aab72030-c197-4d72-a20e-cb09de5d0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:20Z', 'updated_at': '2021-11-03T19:08:38Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:21Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:39.883098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab72030-c197-4d72-a20e-cb09de5d0fda None None] Checking router: 205d9d11-8a4a-4f91-9b70-38426705821f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:08:39.907649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab72030-c197-4d72-a20e-cb09de5d0fda None None] Routers {'205d9d11-8a4a-4f91-9b70-38426705821f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:39.908807 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-aab72030-c197-4d72-a20e-cb09de5d0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['205d9d11-8a4a-4f91-9b70-38426705821f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:39.994151 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6b30df8-4b71-4e77-b59c-4ff98bb09f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.037409 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6b30df8-4b71-4e77-b59c-4ff98bb09f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.038123 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.038719 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] DHCP port deletion for 5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:08:40.106733 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6b30df8-4b71-4e77-b59c-4ff98bb09f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.114265 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6b30df8-4b71-4e77-b59c-4ff98bb09f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.118029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d6b30df8-4b71-4e77-b59c-4ff98bb09f29 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/385e3db9-d79d-4dc6-950d-8c2f3ae1089f HTTP/1.1" status: 204 len: 168 time: 0.3058434 Nov 03 19:08:40.128584 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b30df8-4b71-4e77-b59c-4ff98bb09f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385e3db9-d79d-4dc6-950d-8c2f3ae1089f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:40.130137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-aab72030-c197-4d72-a20e-cb09de5d0fda None None] Set router 205d9d11-8a4a-4f91-9b70-38426705821f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:40.153867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port bf58c3d8-9c9a-4bb6-a73b-f5720d731964 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:40.154464 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.279067 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Deleting port 5d6aec53-4736-4a3c-a196-393fed00637b {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:40.280092 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.289496 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] For port bf58c3d8-9c9a-4bb6-a73b-f5720d731964, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bf58c3d8-9c9a-4bb6-a73b-f5720d731964,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:40.289862 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.310907 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for bf58c3d8-9c9a-4bb6-a73b-f5720d731964 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:40.421477 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] For port 5d6aec53-4736-4a3c-a196-393fed00637b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5d6aec53-4736-4a3c-a196-393fed00637b,segment=NetworkSegment(c9fdc722-06d1-442c-b9a4-2261da647a64),segment_id=c9fdc722-06d1-442c-b9a4-2261da647a64)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:40.422142 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.458385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Calling delete_port for 5d6aec53-4736-4a3c-a196-393fed00637b owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:40.555683 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.585188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=bf58c3d8-9c9a-4bb6-a73b-f5720d731964,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:40.585613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57772) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:40.592735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-aab72030-c197-4d72-a20e-cb09de5d0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:20Z', 'updated_at': '2021-11-03T19:08:38Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:21Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:40.623244 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab72030-c197-4d72-a20e-cb09de5d0fda None None] The sync data for ids ['205d9d11-8a4a-4f91-9b70-38426705821f'] in n-d-812150-4 is: [{'id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760904275', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:06:20Z', 'updated_at': '2021-11-03T19:08:38Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'bf58c3d8-9c9a-4bb6-a73b-f5720d731964', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d9d11-8a4a-4f91-9b70-38426705821f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:06:21Z', 'updated_at': '2021-11-03T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:40.635802 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.668426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57774) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:40.668625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Pushing event deleted for resources: {'Port': ['ID=5d6aec53-4736-4a3c-a196-393fed00637b,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:40.673133 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] No DVR routers for this DVR port 5d6aec53-4736-4a3c-a196-393fed00637b on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:40.681253 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.687878 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f519256e-10c6-43e6-af8c-0c78359df3bf admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9c5f4591aae04798b08d070d0a6bb677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1001947 Nov 03 19:08:40.688795 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:40.689655 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:40.689655 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:40.689985 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:40.690393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:40.690649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:40.690981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:40.691310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:40.692233 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:40.692683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:40.693002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:40.693334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424f113-6fbb-46b1-a174-da97b977740e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:40.800409 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.806718 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.857278 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.857747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Fanout notify agent at l3_agent the message router_deleted on router 205d9d11-8a4a-4f91-9b70-38426705821f {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:08:40.866466 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.867598 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1996b6da-b8a5-4c41-b9fe-ceb66fda4bf3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/routers/205d9d11-8a4a-4f91-9b70-38426705821f HTTP/1.1" status: 204 len: 168 time: 1.2181430 Nov 03 19:08:40.868640 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4333efb8-532c-4aff-aa37-d3908051dcaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.871550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57776) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:40.918435 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4333efb8-532c-4aff-aa37-d3908051dcaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:40.991018 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-900ea01c-3e8f-4488-80d2-270cc209affd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.069825 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4333efb8-532c-4aff-aa37-d3908051dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.072673 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4333efb8-532c-4aff-aa37-d3908051dcaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.080833 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4333efb8-532c-4aff-aa37-d3908051dcaa admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c1a8c251-8923-48f8-adec-a2cb53f87c44 HTTP/1.1" status: 204 len: 168 time: 0.4044044 Nov 03 19:08:41.115643 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-900ea01c-3e8f-4488-80d2-270cc209affd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.127459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333efb8-532c-4aff-aa37-d3908051dcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a8c251-8923-48f8-adec-a2cb53f87c44,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:41.166453 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-900ea01c-3e8f-4488-80d2-270cc209affd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0a82c2-a8c8-4aad-aeb5-a4b92b103587']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:41.186108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-900ea01c-3e8f-4488-80d2-270cc209affd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fdc722-06d1-442c-b9a4-2261da647a64') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:41.186682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-900ea01c-3e8f-4488-80d2-270cc209affd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fdc722-06d1-442c-b9a4-2261da647a64') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:41.206740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-900ea01c-3e8f-4488-80d2-270cc209affd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.223077 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-900ea01c-3e8f-4488-80d2-270cc209affd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.235407 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900ea01c-3e8f-4488-80d2-270cc209affd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:41.236437 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-900ea01c-3e8f-4488-80d2-270cc209affd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:41.240441 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:41.322507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-900ea01c-3e8f-4488-80d2-270cc209affd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.330875 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-900ea01c-3e8f-4488-80d2-270cc209affd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.338476 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-900ea01c-3e8f-4488-80d2-270cc209affd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/networks/5e0a82c2-a8c8-4aad-aeb5-a4b92b103587 HTTP/1.1" status: 204 len: 168 time: 0.4621470 Nov 03 19:08:41.338618 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57788) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:41.350090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ea01c-3e8f-4488-80d2-270cc209affd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Network': ['ID=5e0a82c2-a8c8-4aad-aeb5-a4b92b103587,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:41.429101 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d637f01-da9c-460b-b264-3d889262dc3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.469247 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d637f01-da9c-460b-b264-3d889262dc3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.560117 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d637f01-da9c-460b-b264-3d889262dc3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.564467 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d637f01-da9c-460b-b264-3d889262dc3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:41.568399 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3d637f01-da9c-460b-b264-3d889262dc3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/security-groups/3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb HTTP/1.1" status: 204 len: 168 time: 0.2264948 Nov 03 19:08:41.595091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d637f01-da9c-460b-b264-3d889262dc3a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8c86d0-25e3-4c63-936a-8f7c1b3cdcdb,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:41.723493 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee5400-b698-4669-a236-ee49a3b53309 req-c2f76fc8-bd4b-451a-816f-40c3c16b6685 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:41.725265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36ee5400-b698-4669-a236-ee49a3b53309 req-c2f76fc8-bd4b-451a-816f-40c3c16b6685 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 811 time: 0.1491568 Nov 03 19:08:41.745190 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36ee5400-b698-4669-a236-ee49a3b53309 req-4cdc729f-a85b-4bee-8ba9-69f36ea009da tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/quotas/dac53473acd94a04a384696f6afdcb5a HTTP/1.1" status: 200 len: 375 time: 0.0115602 Nov 03 19:08:41.827517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36ee5400-b698-4669-a236-ee49a3b53309 req-1e6d5ca6-9981-4f82-83bb-48c7199c66e2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756912 Nov 03 19:08:41.901783 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bf58c3d8-9c9a-4bb6-a73b-f5720d731964 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:41.971267 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: bf58c3d8-9c9a-4bb6-a73b-f5720d731964 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:41.971763 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bf58c3d8-9c9a-4bb6-a73b-f5720d731964 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:41.972399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5d6aec53-4736-4a3c-a196-393fed00637b no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:41.997809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36ee5400-b698-4669-a236-ee49a3b53309 req-cf179ee9-b86e-4a9d-9daa-a86def95c0a5 service neutron] 10.222.0.107 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558149 Nov 03 19:08:42.000276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 5d6aec53-4736-4a3c-a196-393fed00637b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:42.000781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5d6aec53-4736-4a3c-a196-393fed00637b not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:42.001497 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9e569052-c25c-4595-811a-386313a2dd07 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:42.056779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 9e569052-c25c-4595-811a-386313a2dd07 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:42.057136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9e569052-c25c-4595-811a-386313a2dd07 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:42.147854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36ee5400-b698-4669-a236-ee49a3b53309 req-6f70ba4c-2c03-4d31-8894-bee6e0ef4d26 service neutron] 10.222.0.107 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349294 Nov 03 19:08:42.160889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57814) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:42.166714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-cefd1f44-f735-410a-8102-e858f8d9d99d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325086418', 'description': 'tempest-secgroup-smoke-1325086418 description', 'project_id': '78a454aa6ba94726aa7cce9e1618069d'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:42.195853 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cefd1f44-f735-410a-8102-e858f8d9d99d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.305491 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cefd1f44-f735-410a-8102-e858f8d9d99d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.314115 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cefd1f44-f735-410a-8102-e858f8d9d99d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.361598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd1f44-f735-410a-8102-e858f8d9d99d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:42.375035 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cefd1f44-f735-410a-8102-e858f8d9d99d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.380077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cefd1f44-f735-410a-8102-e858f8d9d99d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2180748 Nov 03 19:08:42.380260 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57824) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:42.385471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0e9b8305-00d3-4de1-b607-171a9ed32bb4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '2abb79bb-3ec8-44a9-8f84-616a41fc5ad4', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:42.435400 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8305-00d3-4de1-b607-171a9ed32bb4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.531370 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8305-00d3-4de1-b607-171a9ed32bb4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.545111 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8305-00d3-4de1-b607-171a9ed32bb4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.567416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b8305-00d3-4de1-b607-171a9ed32bb4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ded9932-3687-4636-b991-0c3bb466298e,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:42.574293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-683ccce7-ca47-411a-9e07-4b019be044b3 req-aaca75da-ff47-481c-84db-ac946f18ccdc tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 210 time: 0.0371075 Nov 03 19:08:42.598151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8305-00d3-4de1-b607-171a9ed32bb4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.603998 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0e9b8305-00d3-4de1-b607-171a9ed32bb4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2222695 Nov 03 19:08:42.604482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57832) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:42.610172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6353d155-72c8-46ff-866b-45eec91aa7d8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '2abb79bb-3ec8-44a9-8f84-616a41fc5ad4', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:42.648343 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6353d155-72c8-46ff-866b-45eec91aa7d8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.747853 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6353d155-72c8-46ff-866b-45eec91aa7d8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.753032 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6353d155-72c8-46ff-866b-45eec91aa7d8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.776175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353d155-72c8-46ff-866b-45eec91aa7d8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8936ee93-a69f-4342-ad2e-0ef51fe40e30,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:42.781670 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6353d155-72c8-46ff-866b-45eec91aa7d8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.782903 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6353d155-72c8-46ff-866b-45eec91aa7d8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1771209 Nov 03 19:08:42.786521 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57844) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:42.794332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-77f89a3f-4cad-40f3-a5ea-179ebb9df5a8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '2abb79bb-3ec8-44a9-8f84-616a41fc5ad4', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:42.832551 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-77f89a3f-4cad-40f3-a5ea-179ebb9df5a8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.929948 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-77f89a3f-4cad-40f3-a5ea-179ebb9df5a8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.939380 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-77f89a3f-4cad-40f3-a5ea-179ebb9df5a8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.977586 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f89a3f-4cad-40f3-a5ea-179ebb9df5a8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f21b43-77d8-448c-93b7-6b110066755d,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:42.987243 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-77f89a3f-4cad-40f3-a5ea-179ebb9df5a8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:42.989557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-77f89a3f-4cad-40f3-a5ea-179ebb9df5a8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2015183 Nov 03 19:08:42.993029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57854) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:42.998880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-91264e70-12f2-40a8-9271-04456dac4865 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '2abb79bb-3ec8-44a9-8f84-616a41fc5ad4', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:43.045441 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91264e70-12f2-40a8-9271-04456dac4865 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.104744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57856) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:43.130313 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91264e70-12f2-40a8-9271-04456dac4865 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.134746 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91264e70-12f2-40a8-9271-04456dac4865 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.158696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91264e70-12f2-40a8-9271-04456dac4865 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3aa2281-744b-463a-a55e-2ef43d0c3dda,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:43.166117 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91264e70-12f2-40a8-9271-04456dac4865 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.170000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57860) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:43.170173 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-91264e70-12f2-40a8-9271-04456dac4865 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1757045 Nov 03 19:08:43.175163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-82770d72-80e0-4dc1-9282-506153fdc1ba tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '2abb79bb-3ec8-44a9-8f84-616a41fc5ad4', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:43.205867 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-82770d72-80e0-4dc1-9282-506153fdc1ba tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Project 78a454aa6ba94726aa7cce9e1618069d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:08:43.211479 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-82770d72-80e0-4dc1-9282-506153fdc1ba tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.230171 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57862) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:43.275105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-53482526-9246-4429-9342-f02bb05ec08f tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1062449123'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:43.275918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-53482526-9246-4429-9342-f02bb05ec08f tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Unknown quota resources ['metering_label']. {{(pid=101712) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:08:43.352470 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.368015 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-82770d72-80e0-4dc1-9282-506153fdc1ba tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.396976 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-82770d72-80e0-4dc1-9282-506153fdc1ba tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.453631 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-eae802be-2b95-4f67-80df-317bdd8d9db4 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Deleting port bb79ba07-7b4d-479e-a50c-c6d82fd028ca {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:43.454362 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eae802be-2b95-4f67-80df-317bdd8d9db4 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.511216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82770d72-80e0-4dc1-9282-506153fdc1ba tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2fec40-d843-4f5d-8e55-54c76aaebc95,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:43.517670 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-53482526-9246-4429-9342-f02bb05ec08f tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.518933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-53482526-9246-4429-9342-f02bb05ec08f tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4131095 Nov 03 19:08:43.522581 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-82770d72-80e0-4dc1-9282-506153fdc1ba tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.522792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57864) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:43.523734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-82770d72-80e0-4dc1-9282-506153fdc1ba tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3525760 Nov 03 19:08:43.526528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57866) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:43.527200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-01bfb531-6f92-4437-9144-86dd362b2b46 tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '37f6eef9-7c5b-498d-afbe-d60e42033017'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:43.527713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-01bfb531-6f92-4437-9144-86dd362b2b46 tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101711) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:08:43.532967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-26556250-f5a9-40ee-aef7-94d095d2c6e2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '2abb79bb-3ec8-44a9-8f84-616a41fc5ad4', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:43.568258 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-26556250-f5a9-40ee-aef7-94d095d2c6e2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Project 78a454aa6ba94726aa7cce9e1618069d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:08:43.577405 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26556250-f5a9-40ee-aef7-94d095d2c6e2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.673125 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26556250-f5a9-40ee-aef7-94d095d2c6e2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.696079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26556250-f5a9-40ee-aef7-94d095d2c6e2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.740834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d7710f2-378f-42d4-99af-aea021dbf390 req-843501ab-3470-4ee4-a195-67dc266745de tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 210 time: 0.0698779 Nov 03 19:08:43.743072 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26556250-f5a9-40ee-aef7-94d095d2c6e2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00557330-74a3-42cb-b1a1-b5eb20b4f0a5,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:43.766878 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26556250-f5a9-40ee-aef7-94d095d2c6e2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.768828 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-26556250-f5a9-40ee-aef7-94d095d2c6e2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2409484 Nov 03 19:08:43.773389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57870) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:43.778688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b1259761-3005-4418-8fa3-18b2c0d5f2d7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'network': {'name': 'tempest-network-smoke--1238574300', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'port_security_enabled': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:43.807434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1259761-3005-4418-8fa3-18b2c0d5f2d7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Made reservation on behalf of 78a454aa6ba94726aa7cce9e1618069d for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:43.811877 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b1259761-3005-4418-8fa3-18b2c0d5f2d7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.846786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1259761-3005-4418-8fa3-18b2c0d5f2d7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:43.863439 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b1259761-3005-4418-8fa3-18b2c0d5f2d7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.864007 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-b1259761-3005-4418-8fa3-18b2c0d5f2d7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Added segment 98687043-249e-47a8-a5dd-508bfd13ba1b of type vlan for network 014e23e3-8641-46e4-b08a-e056c5d123c8 Nov 03 19:08:43.920159 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b1259761-3005-4418-8fa3-18b2c0d5f2d7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.920999 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eae802be-2b95-4f67-80df-317bdd8d9db4 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.921215 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eae802be-2b95-4f67-80df-317bdd8d9db4 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.952843 n-d-812150-4 neutron-server[101711]: WARNING neutron.services.metering.metering_plugin [None req-01bfb531-6f92-4437-9144-86dd362b2b46 tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 19:08:43.954783 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b1259761-3005-4418-8fa3-18b2c0d5f2d7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.962156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1259761-3005-4418-8fa3-18b2c0d5f2d7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:43.963035 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b1259761-3005-4418-8fa3-18b2c0d5f2d7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:43.977778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-eae802be-2b95-4f67-80df-317bdd8d9db4 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Calling delete_port for bb79ba07-7b4d-479e-a50c-c6d82fd028ca owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:44.003296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b1259761-3005-4418-8fa3-18b2c0d5f2d7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2287259 Nov 03 19:08:44.016719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57872) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:44.046395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1259761-3005-4418-8fa3-18b2c0d5f2d7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Network': ['ID=014e23e3-8641-46e4-b08a-e056c5d123c8,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:44.061920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 014e23e3-8641-46e4-b08a-e056c5d123c8 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:44.093007 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'admin_state_up': True, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:44.232162 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01bfb531-6f92-4437-9144-86dd362b2b46 tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.240174 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-01bfb531-6f92-4437-9144-86dd362b2b46 tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7099602 Nov 03 19:08:44.240391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57874) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:44.244118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f75d4e61-a7e6-4367-8f46-a832878d50bc tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '37f6eef9-7c5b-498d-afbe-d60e42033017'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:44.244610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f75d4e61-a7e6-4367-8f46-a832878d50bc tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101712) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:08:44.285177 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.286188 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.319750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee5400-b698-4669-a236-ee49a3b53309 req-e14f977e-aac5-46be-9627-2badcdce0086 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:44.321492 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-36ee5400-b698-4669-a236-ee49a3b53309 req-e14f977e-aac5-46be-9627-2badcdce0086 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 811 time: 0.3898165 Nov 03 19:08:44.346752 n-d-812150-4 neutron-server[101712]: WARNING neutron.services.metering.metering_plugin [None req-f75d4e61-a7e6-4367-8f46-a832878d50bc tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 03 19:08:44.367440 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-36ee5400-b698-4669-a236-ee49a3b53309 req-f8022af4-aa6e-450b-a3f6-8f8eb44d065f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'port': {'device_id': 'a2ab628f-067f-4bd5-b8bb-8d01e9873cb1', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'admin_state_up': True, 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:44.467025 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f75d4e61-a7e6-4367-8f46-a832878d50bc tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.470756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f75d4e61-a7e6-4367-8f46-a832878d50bc tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2274523 Nov 03 19:08:44.470915 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.471382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57876) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:44.485674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-13139faf-e09f-49ee-84fb-fafcda9f3ee0 tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules?id=74d51ed6-f389-4c23-8b80-bb743ae265c1 HTTP/1.1" status: 200 len: 462 time: 0.0110517 Nov 03 19:08:44.486123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57878) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:44.602850 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ac8e68d-32af-4648-9f12-eb61537be316 tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.606686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4ac8e68d-32af-4648-9f12-eb61537be316 tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-label-rules/74d51ed6-f389-4c23-8b80-bb743ae265c1 HTTP/1.1" status: 204 len: 168 time: 0.1171150 Nov 03 19:08:44.607658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57880) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:44.620907 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8dd88f2c-c32a-4fb0-af37-678f3f24c30c tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules?id=74d51ed6-f389-4c23-8b80-bb743ae265c1 HTTP/1.1" status: 200 len: 221 time: 0.0093732 Nov 03 19:08:44.621122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57882) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:44.626184 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-fe484766-9d18-4490-a447-fff1fc8f080a tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1260487904', 'description': 'label created by tempest'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:44.627284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-fe484766-9d18-4490-a447-fff1fc8f080a tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Unknown quota resources ['metering_label']. {{(pid=101712) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:08:44.632417 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eae802be-2b95-4f67-80df-317bdd8d9db4 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.675007 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae802be-2b95-4f67-80df-317bdd8d9db4 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Pushing event deleted for resources: {'Port': ['ID=bb79ba07-7b4d-479e-a50c-c6d82fd028ca,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:44.792970 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.831640 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ee5400-b698-4669-a236-ee49a3b53309 req-f8022af4-aa6e-450b-a3f6-8f8eb44d065f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Made reservation on behalf of dac53473acd94a04a384696f6afdcb5a for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:44.833782 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fe484766-9d18-4490-a447-fff1fc8f080a tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.835326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fe484766-9d18-4490-a447-fff1fc8f080a tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2132859 Nov 03 19:08:44.837340 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-36ee5400-b698-4669-a236-ee49a3b53309 req-f8022af4-aa6e-450b-a3f6-8f8eb44d065f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.838108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57886) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:44.888384 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eae802be-2b95-4f67-80df-317bdd8d9db4 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:44.888801 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-eae802be-2b95-4f67-80df-317bdd8d9db4 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Floating IP 33d6103d-a930-4c6c-873b-fcce7f052a72 disassociated (deleted). External IP: 172.25.2.113, port: 13cbce9b-4906-436e-aabc-a2b196fc6a1c. Nov 03 19:08:44.958919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-703d2cc1-7ca5-48c7-a2e4-170d71efc4cc tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels?id=a725e2d4-e405-471c-a74b-cd5bfdff033e HTTP/1.1" status: 200 len: 468 time: 0.1183772 Nov 03 19:08:44.961527 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57888) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:44.996495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3f924af-c108-470f-b7f0-1c523c677744 req-d247b57a-9cd7-478b-aae0-b2ef4f49946f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 210 time: 0.0992775 Nov 03 19:08:45.217533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-36ee5400-b698-4669-a236-ee49a3b53309 req-f8022af4-aa6e-450b-a3f6-8f8eb44d065f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Allocated IP 172.20.0.13 (9f464358-8040-4222-b3b1-8d1714a116ab/3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe/7dcbfb71-8c18-4c21-81df-888e83ab1210) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:45.255995 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-948ea818-1012-44d6-babf-f54ab62e64dd tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:45.257680 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-948ea818-1012-44d6-babf-f54ab62e64dd tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-labels/a725e2d4-e405-471c-a74b-cd5bfdff033e HTTP/1.1" status: 204 len: 168 time: 0.2948847 Nov 03 19:08:45.260685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57890) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:45.280596 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ebc1dc84-a787-44bf-a270-06b9e7442a58 tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels?id=a725e2d4-e405-471c-a74b-cd5bfdff033e HTTP/1.1" status: 200 len: 216 time: 0.0181568 Nov 03 19:08:45.284073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57892) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:45.297082 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dceed61f-c7ac-48d3-89e3-49d037e3702b tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0102711 Nov 03 19:08:45.302734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57894) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:45.322554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a9577f00-928e-48b1-b96e-b69793ea8356 tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0172946 Nov 03 19:08:45.328242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57896) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:45.390620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5610be48-96a7-4359-96e6-00b6590f1005 tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels/37f6eef9-7c5b-498d-afbe-d60e42033017 HTTP/1.1" status: 200 len: 473 time: 0.0606062 Nov 03 19:08:45.394580 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57898) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:45.406937 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-159a3b95-44c3-4370-8ca7-9773c10bf7bc tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules/b4ec4268-de57-45af-bea3-1f71f11e3530 HTTP/1.1" status: 200 len: 459 time: 0.0109067 Nov 03 19:08:45.411373 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57900) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:45.561870 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cda18f9b-0096-40aa-bf54-72cb92792739 tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:45.562572 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-36ee5400-b698-4669-a236-ee49a3b53309 req-f8022af4-aa6e-450b-a3f6-8f8eb44d065f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:45.566255 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cda18f9b-0096-40aa-bf54-72cb92792739 tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-label-rules/b4ec4268-de57-45af-bea3-1f71f11e3530 HTTP/1.1" status: 204 len: 168 time: 0.1495056 Nov 03 19:08:45.567055 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57902) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:45.605059 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-36ee5400-b698-4669-a236-ee49a3b53309 req-f8022af4-aa6e-450b-a3f6-8f8eb44d065f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:45.695713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ee5400-b698-4669-a236-ee49a3b53309 req-f8022af4-aa6e-450b-a3f6-8f8eb44d065f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Network 9f464358-8040-4222-b3b1-8d1714a116ab is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:45.701468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-36ee5400-b698-4669-a236-ee49a3b53309 req-f8022af4-aa6e-450b-a3f6-8f8eb44d065f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:45.704548 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ee5400-b698-4669-a236-ee49a3b53309 req-f8022af4-aa6e-450b-a3f6-8f8eb44d065f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:45.826621 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-11b6c778-ffcd-414d-84b1-7f7d1e718c60 tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:45.831199 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-11b6c778-ffcd-414d-84b1-7f7d1e718c60 tempest-MeteringIpV6TestJSON-571118551 tempest-MeteringIpV6TestJSON-571118551-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-labels/37f6eef9-7c5b-498d-afbe-d60e42033017 HTTP/1.1" status: 204 len: 168 time: 0.2624962 Nov 03 19:08:46.168836 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d06d1753-7144-43ad-bd53-70700f933ed7 None None] Provisioning complete for port 7dcbfb71-8c18-4c21-81df-888e83ab1210 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:46.170964 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d06d1753-7144-43ad-bd53-70700f933ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.185876 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.189826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8022af4-aa6e-450b-a3f6-8f8eb44d065f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'Port': ['ID=7dcbfb71-8c18-4c21-81df-888e83ab1210,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:46.199623 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae802be-2b95-4f67-80df-317bdd8d9db4 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:46.236480 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.246842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee5400-b698-4669-a236-ee49a3b53309 req-f8022af4-aa6e-450b-a3f6-8f8eb44d065f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:46.247536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-36ee5400-b698-4669-a236-ee49a3b53309 req-f8022af4-aa6e-450b-a3f6-8f8eb44d065f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.280980 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d06d1753-7144-43ad-bd53-70700f933ed7 None None] Port 7dcbfb71-8c18-4c21-81df-888e83ab1210 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:08:46.305404 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-36ee5400-b698-4669-a236-ee49a3b53309 req-f8022af4-aa6e-450b-a3f6-8f8eb44d065f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9444377 Nov 03 19:08:46.336368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825411f0-eac6-4830-8347-f1d0fefd7a61 req-3d944b40-9669-4cf3-a75e-d12fd0e64cc4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:46.341394 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-825411f0-eac6-4830-8347-f1d0fefd7a61 req-3d944b40-9669-4cf3-a75e-d12fd0e64cc4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 932 time: 0.1002781 Nov 03 19:08:46.342118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57910) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:46.429607 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.25.2.55 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/691ec32a-4146-4b07-93f8-7e2c70a79460) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:46.434350 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-825411f0-eac6-4830-8347-f1d0fefd7a61 req-3d66f8f3-ed34-4309-8de3-6d513e5005c0 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840442 Nov 03 19:08:46.505387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Request body: {'port': {'device_id': 'a2ab628f-067f-4bd5-b8bb-8d01e9873cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:46.585172 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.680425 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-67551cee-77a0-411f-9ba1-9493ac216cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.724527 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.728172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae802be-2b95-4f67-80df-317bdd8d9db4 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:46.739198 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8408d85-3fec-4431-a9b5-a0eb403a9b4c None None] Sync routers for ids ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:46.747330 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eae802be-2b95-4f67-80df-317bdd8d9db4 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.749967 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8408d85-3fec-4431-a9b5-a0eb403a9b4c None None] Routers {'9b11a5c8-f8eb-4398-aebd-85cbb1074d34'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:46.750820 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d8408d85-3fec-4431-a9b5-a0eb403a9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:46.780428 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-67551cee-77a0-411f-9ba1-9493ac216cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.786838 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-67551cee-77a0-411f-9ba1-9493ac216cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.833450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67551cee-77a0-411f-9ba1-9493ac216cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3a4570-2606-4798-8c78-f36dd7c35579,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:46.838560 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-67551cee-77a0-411f-9ba1-9493ac216cb7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cc01df2cf50141288561f7f9e8b12da2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4949510 Nov 03 19:08:46.841703 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57914) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:46.868931 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-d8408d85-3fec-4431-a9b5-a0eb403a9b4c None None] Set router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:46.909338 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-741984dc-c352-4323-b27c-9b6d6ab404a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.942768 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-eae802be-2b95-4f67-80df-317bdd8d9db4 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "DELETE /v2.0/floatingips/33d6103d-a930-4c6c-873b-fcce7f052a72 HTTP/1.1" status: 204 len: 168 time: 3.7060905 Nov 03 19:08:46.943004 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-741984dc-c352-4323-b27c-9b6d6ab404a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:46.943109 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'tag': '13cbce9b-4906-436e-aabc-a2b196fc6a1c'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:46.945580 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80331e06-961a-434e-97be-5ecb8f131843" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe71f78-033b-4ffd-a17f-2f1cbac669eb", "tag": "13cbce9b-4906-436e-aabc-a2b196fc6a1c"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:47.007839 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.014315 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cd4ade-b9a6-4326-8d0e-00f2e36bcfb9 x-openstack-request-id: req-c0cd4ade-b9a6-4326-8d0e-00f2e36bcfb9 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:47.014722 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe71f78-033b-4ffd-a17f-2f1cbac669eb", "tag": "13cbce9b-4906-436e-aabc-a2b196fc6a1c", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:47.015071 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c0cd4ade-b9a6-4326-8d0e-00f2e36bcfb9 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:47.015564 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'tag': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'status': 'completed', 'code': 200} Nov 03 19:08:47.059023 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-741984dc-c352-4323-b27c-9b6d6ab404a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.063814 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-741984dc-c352-4323-b27c-9b6d6ab404a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.065001 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-741984dc-c352-4323-b27c-9b6d6ab404a5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3d3a4570-2606-4798-8c78-f36dd7c35579 HTTP/1.1" status: 204 len: 168 time: 0.2229979 Nov 03 19:08:47.086641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741984dc-c352-4323-b27c-9b6d6ab404a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3a4570-2606-4798-8c78-f36dd7c35579,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:47.135176 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d8408d85-3fec-4431-a9b5-a0eb403a9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:03:30Z', 'revision_number': 4, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '427480b4-4290-434e-a9f8-e7d973018d4f', 'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'mac_address': 'fa:16:3e:07:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:27Z', 'updated_at': '2021-11-03T19:03:36Z', 'revision_number': 5, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'subnets': [{'id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:47.166640 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8408d85-3fec-4431-a9b5-a0eb403a9b4c None None] Checking router: 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:08:47.169364 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:47.178270 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8408d85-3fec-4431-a9b5-a0eb403a9b4c None None] Routers {'9b11a5c8-f8eb-4398-aebd-85cbb1074d34'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:47.179073 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d8408d85-3fec-4431-a9b5-a0eb403a9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:47.201044 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:47.246049 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:47.302445 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=691ec32a-4146-4b07-93f8-7e2c70a79460,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:47.331181 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-d8408d85-3fec-4431-a9b5-a0eb403a9b4c None None] Set router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:47.357635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331e06-961a-434e-97be-5ecb8f131843 req-bdcb61d5-f975-4b3e-8fe0-6a1c4d58ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:47.365432 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-80331e06-961a-434e-97be-5ecb8f131843 req-bdcb61d5-f975-4b3e-8fe0-6a1c4d58ab0d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dff9ec367bbb493bb22f68b02f6fda55&device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 1096 time: 0.3171244 Nov 03 19:08:47.483774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57928) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:47.512968 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6827a383-82ec-4a84-b9b8-a625d215c744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.616553 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d8408d85-3fec-4431-a9b5-a0eb403a9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:03:30Z', 'revision_number': 4, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '427480b4-4290-434e-a9f8-e7d973018d4f', 'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'mac_address': 'fa:16:3e:07:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:27Z', 'updated_at': '2021-11-03T19:03:36Z', 'revision_number': 5, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'subnets': [{'id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:47.662082 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8408d85-3fec-4431-a9b5-a0eb403a9b4c None None] The sync data for ids ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'] in n-d-812150-4 is: [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:03:30Z', 'revision_number': 4, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '427480b4-4290-434e-a9f8-e7d973018d4f', 'name': '', 'network_id': '26c35c47-8ae1-4617-a018-823ab358a63b', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'mac_address': 'fa:16:3e:07:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:27Z', 'updated_at': '2021-11-03T19:03:36Z', 'revision_number': 5, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'subnets': [{'id': '433f5fa3-2efe-48ca-828a-d21a4fc0253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:47.727168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0698ed7-1427-4383-a1da-b1818606c423 req-f3d0ef28-4ecb-478e-a08f-bcc7492bcddb tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:47.729969 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0698ed7-1427-4383-a1da-b1818606c423 req-f3d0ef28-4ecb-478e-a08f-bcc7492bcddb tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 945 time: 0.1012638 Nov 03 19:08:47.750219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6619b-884f-4a5c-be98-b8979206946f req-6c843265-f43f-4438-9558-ad8ae7c8ab71 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:47.762084 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7c6619b-884f-4a5c-be98-b8979206946f req-6c843265-f43f-4438-9558-ad8ae7c8ab71 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 932 time: 0.2061617 Nov 03 19:08:47.788731 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dcbfb71-8c18-4c21-81df-888e83ab1210 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:08:47.803937 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.856763 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a0698ed7-1427-4383-a1da-b1818606c423 req-5404ab2e-189e-4813-9cad-f914d3652218 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692568 Nov 03 19:08:47.861685 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331e06-961a-434e-97be-5ecb8f131843 req-6a1a5945-f21a-492c-a69b-db5abea30c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:47.863280 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-80331e06-961a-434e-97be-5ecb8f131843 req-6a1a5945-f21a-492c-a69b-db5abea30c16 service neutron] 10.222.0.98 "GET /v2.0/networks?id=26c35c47-8ae1-4617-a018-823ab358a63b HTTP/1.1" status: 200 len: 914 time: 0.4820130 Nov 03 19:08:47.870632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Transition to ACTIVE for port object 7dcbfb71-8c18-4c21-81df-888e83ab1210 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:08:47.919340 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7c6619b-884f-4a5c-be98-b8979206946f req-158c2012-0b0f-49d1-ac8d-3e59536b9a53 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561844 Nov 03 19:08:47.921347 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6827a383-82ec-4a84-b9b8-a625d215c744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.929293 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6827a383-82ec-4a84-b9b8-a625d215c744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.936599 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.951821 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:47.956032 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-80331e06-961a-434e-97be-5ecb8f131843 req-a6ab36e6-15f2-423c-81d5-0f3fef061929 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13cbce9b-4906-436e-aabc-a2b196fc6a1c HTTP/1.1" status: 200 len: 217 time: 0.0822320 Nov 03 19:08:48.024013 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827a383-82ec-4a84-b9b8-a625d215c744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49ab551-c267-4210-b113-2874550f0e63,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:48.039457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6827a383-82ec-4a84-b9b8-a625d215c744 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d4f07bd93da7441399db2da3e890fb23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5526972 Nov 03 19:08:48.040253 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57932) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:48.111541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Pushing event updated for resources: {'Port': ['ID=7dcbfb71-8c18-4c21-81df-888e83ab1210,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:48.124261 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1919699d-aa84-4c9e-8045-adc214c87515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.148414 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1919699d-aa84-4c9e-8045-adc214c87515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.159189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503e6dcd-5eab-4dc4-bb16-39932c5d9d31 None None] New status for floating IP 33d6103d-a930-4c6c-873b-fcce7f052a72: DOWN {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:08:48.181645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331e06-961a-434e-97be-5ecb8f131843 req-a46854db-6f36-426e-9d10-c66a46103433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.183256 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-80331e06-961a-434e-97be-5ecb8f131843 req-a46854db-6f36-426e-9d10-c66a46103433 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=433f5fa3-2efe-48ca-828a-d21a4fc0253c HTTP/1.1" status: 200 len: 852 time: 0.1784558 Nov 03 19:08:48.251785 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1919699d-aa84-4c9e-8045-adc214c87515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.255449 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1919699d-aa84-4c9e-8045-adc214c87515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.256802 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1919699d-aa84-4c9e-8045-adc214c87515 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e49ab551-c267-4210-b113-2874550f0e63 HTTP/1.1" status: 204 len: 168 time: 0.2153528 Nov 03 19:08:48.274739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919699d-aa84-4c9e-8045-adc214c87515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49ab551-c267-4210-b113-2874550f0e63,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:48.391977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331e06-961a-434e-97be-5ecb8f131843 req-e9cc4003-6adf-4f35-bd7b-ddb92879df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.393609 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-80331e06-961a-434e-97be-5ecb8f131843 req-e9cc4003-6adf-4f35-bd7b-ddb92879df94 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=26c35c47-8ae1-4617-a018-823ab358a63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1939168 Nov 03 19:08:48.397850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Attempting to bind port 7dcbfb71-8c18-4c21-81df-888e83ab1210 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:48.398129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Attempting to bind port 7dcbfb71-8c18-4c21-81df-888e83ab1210 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:48.398763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Attempting to bind port 7dcbfb71-8c18-4c21-81df-888e83ab1210 on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:48.432530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Port 7dcbfb71-8c18-4c21-81df-888e83ab1210 on network 9f464358-8040-4222-b3b1-8d1714a116ab not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:48.432936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Attempting to bind port 7dcbfb71-8c18-4c21-81df-888e83ab1210 on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:48.502948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:48.503300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Checking segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:48.504345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Bound using segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:48.504721 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Bound port: 7dcbfb71-8c18-4c21-81df-888e83ab1210, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:48.505150 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.573018 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.636852 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-80331e06-961a-434e-97be-5ecb8f131843 req-a892b785-994f-4b8f-b280-bf68db7d766a service neutron] 10.222.0.98 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300594 Nov 03 19:08:48.740349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] For port 7dcbfb71-8c18-4c21-81df-888e83ab1210, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:48.788032 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] For port 7dcbfb71-8c18-4c21-81df-888e83ab1210, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7dcbfb71-8c18-4c21-81df-888e83ab1210,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:48.802590 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.861541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:48.862173 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:48.864171 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-36ee5400-b698-4669-a236-ee49a3b53309 req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] 10.222.0.87 "PUT /v2.0/ports/7dcbfb71-8c18-4c21-81df-888e83ab1210 HTTP/1.1" status: 200 len: 1092 time: 2.5106514 Nov 03 19:08:48.880382 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-80331e06-961a-434e-97be-5ecb8f131843 req-f9b122cb-dcb9-4be1-817c-55384a7ac129 service neutron] 10.222.0.98 "GET /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341073 Nov 03 19:08:48.897686 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9854f86-910b-4f61-b4cd-d4a7d5dd6cdb service neutron] Pushing event updated for resources: {'Port': ['ID=7dcbfb71-8c18-4c21-81df-888e83ab1210,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:48.938759 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 2557f7fe-4cd9-47ce-a210-488d1df9e47a is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:08:49.159044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bce56-cf21-4937-936d-6c8a5e0e1926 req-84dad87e-192d-457c-9ffe-dfd1cd19e8d2 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:49.164719 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-708bce56-cf21-4937-936d-6c8a5e0e1926 req-84dad87e-192d-457c-9ffe-dfd1cd19e8d2 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 945 time: 0.1145806 Nov 03 19:08:49.193850 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b6b65-f7db-4a95-a94d-4613d030da8e req-f2878910-71ce-48b1-883c-086b07ee587c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:49.197506 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-971b6b65-f7db-4a95-a94d-4613d030da8e req-f2878910-71ce-48b1-883c-086b07ee587c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 944 time: 0.1328349 Nov 03 19:08:49.283905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-708bce56-cf21-4937-936d-6c8a5e0e1926 req-8e5f938d-fd1b-4eee-afc1-224543e8465b tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/security-groups?id=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160569 Nov 03 19:08:49.288476 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-971b6b65-f7db-4a95-a94d-4613d030da8e req-973ea939-16c6-421e-8f73-c9471ee6f131 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812771 Nov 03 19:08:49.391967 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ab628f-067f-4bd5-b8bb-8d01e9873cb1', 'tag': '7dcbfb71-8c18-4c21-81df-888e83ab1210'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:49.394211 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d197833-0923-45c0-9e10-b2783db45be7" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ab628f-067f-4bd5-b8bb-8d01e9873cb1", "tag": "7dcbfb71-8c18-4c21-81df-888e83ab1210"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:49.475955 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d61df7-f6ee-46f7-83e2-9f3e8ea2d86a x-openstack-request-id: req-65d61df7-f6ee-46f7-83e2-9f3e8ea2d86a {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:49.476243 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ab628f-067f-4bd5-b8bb-8d01e9873cb1", "tag": "7dcbfb71-8c18-4c21-81df-888e83ab1210", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:49.476490 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-65d61df7-f6ee-46f7-83e2-9f3e8ea2d86a {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:49.476880 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ab628f-067f-4bd5-b8bb-8d01e9873cb1', 'tag': '7dcbfb71-8c18-4c21-81df-888e83ab1210', 'status': 'completed', 'code': 200} Nov 03 19:08:49.482554 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee5400-b698-4669-a236-ee49a3b53309 req-3b1807c4-aabf-4ba5-8782-70f697ee62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:49.484104 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-36ee5400-b698-4669-a236-ee49a3b53309 req-3b1807c4-aabf-4ba5-8782-70f697ee62b0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 1095 time: 0.5398653 Nov 03 19:08:49.510035 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34798f-848e-49bc-8b3b-ea29a7b431ed req-816c8b6a-5c68-41b6-90b8-dd6b36a0dabd tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:49.511695 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e34798f-848e-49bc-8b3b-ea29a7b431ed req-816c8b6a-5c68-41b6-90b8-dd6b36a0dabd tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.98 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 945 time: 0.1114323 Nov 03 19:08:49.586075 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-36ee5400-b698-4669-a236-ee49a3b53309 req-0219c329-4064-43df-9ba4-a1d1a7bebc23 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dcbfb71-8c18-4c21-81df-888e83ab1210 HTTP/1.1" status: 200 len: 217 time: 0.0710096 Nov 03 19:08:49.589662 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:49.605332 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Sync routers for ids ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:49.620643 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Routers {'2557f7fe-4cd9-47ce-a210-488d1df9e47a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:49.621501 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:49.685274 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.686628 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-747d70a9-f6be-4781-85cd-bf35f3751a1e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.6423686 Nov 03 19:08:49.691983 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57968) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:49.718912 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee5400-b698-4669-a236-ee49a3b53309 req-9cbe7664-cef7-4be4-8964-6860b3b47bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:49.720533 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-36ee5400-b698-4669-a236-ee49a3b53309 req-9cbe7664-cef7-4be4-8964-6860b3b47bfa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.1049173 Nov 03 19:08:49.729178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-8e34798f-848e-49bc-8b3b-ea29a7b431ed req-920ce794-fcef-4436-9511-373ce4faf8d6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Deleting port 13cbce9b-4906-436e-aabc-a2b196fc6a1c {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:08:49.729623 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-8e34798f-848e-49bc-8b3b-ea29a7b431ed req-920ce794-fcef-4436-9511-373ce4faf8d6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.788654 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-954b59cd-5ccc-48ae-801d-70e01a3aac2a tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=78a454aa6ba94726aa7cce9e1618069d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0951500 Nov 03 19:08:49.789768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57972) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:49.830684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee5400-b698-4669-a236-ee49a3b53309 req-a13ac558-f8c2-4f2f-9057-6abe0661c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:49.832315 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-36ee5400-b698-4669-a236-ee49a3b53309 req-a13ac558-f8c2-4f2f-9057-6abe0661c79a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995290 Nov 03 19:08:49.886109 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-8e34798f-848e-49bc-8b3b-ea29a7b431ed req-920ce794-fcef-4436-9511-373ce4faf8d6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] For port 13cbce9b-4906-436e-aabc-a2b196fc6a1c, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=13cbce9b-4906-436e-aabc-a2b196fc6a1c,segment=NetworkSegment(29240041-4129-4ee6-b754-372482839a15),segment_id=29240041-4129-4ee6-b754-372482839a15)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:49.886864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-8e34798f-848e-49bc-8b3b-ea29a7b431ed req-920ce794-fcef-4436-9511-373ce4faf8d6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:49.900523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-8e34798f-848e-49bc-8b3b-ea29a7b431ed req-920ce794-fcef-4436-9511-373ce4faf8d6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Calling delete_port for 13cbce9b-4906-436e-aabc-a2b196fc6a1c owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:08:49.979868 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Set router 2557f7fe-4cd9-47ce-a210-488d1df9e47a gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:50.143983 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-36ee5400-b698-4669-a236-ee49a3b53309 req-08b82638-1d5d-4da0-afdd-2c506e06be9e service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021970 Nov 03 19:08:50.223669 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:44Z', 'updated_at': '2021-11-03T19:08:47Z', 'revision_number': 3, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:46Z', 'updated_at': '2021-11-03T19:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:50.267364 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-8e34798f-848e-49bc-8b3b-ea29a7b431ed req-920ce794-fcef-4436-9511-373ce4faf8d6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.272899 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Checking router: 2557f7fe-4cd9-47ce-a210-488d1df9e47a for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:08:50.273401 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Updating router 2557f7fe-4cd9-47ce-a210-488d1df9e47a port 691ec32a-4146-4b07-93f8-7e2c70a79460 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:08:50.310849 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.316853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13ae4bc-ac62-4914-8652-c2f33642c747 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:50.318392 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f13ae4bc-ac62-4914-8652-c2f33642c747 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5274148 Nov 03 19:08:50.324651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57984) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:50.360582 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fcfa9ace-c315-47b9-b554-fa225cdb62b2 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346847 Nov 03 19:08:50.364012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57990) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:50.373197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-31f56ef3-76a3-4cb8-9943-27b59e3e5167 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1752344356', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:50.384527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ce794-fcef-4436-9511-373ce4faf8d6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Pushing event deleted for resources: {'Port': ['ID=13cbce9b-4906-436e-aabc-a2b196fc6a1c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:50.471795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57992) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:50.477261 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e34798f-848e-49bc-8b3b-ea29a7b431ed req-920ce794-fcef-4436-9511-373ce4faf8d6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] No DVR routers for this DVR port 13cbce9b-4906-436e-aabc-a2b196fc6a1c on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:08:50.486017 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-8e34798f-848e-49bc-8b3b-ea29a7b431ed req-920ce794-fcef-4436-9511-373ce4faf8d6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.490875 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8e34798f-848e-49bc-8b3b-ea29a7b431ed req-920ce794-fcef-4436-9511-373ce4faf8d6 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.98 "DELETE /v2.0/ports/13cbce9b-4906-436e-aabc-a2b196fc6a1c HTTP/1.1" status: 204 len: 173 time: 0.9680855 Nov 03 19:08:50.575801 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7033eeb-0a64-4535-80a9-6b205edc32d9 req-86d76ca8-47e7-4613-b2e4-753a1a0ad970 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 210 time: 0.0783622 Nov 03 19:08:50.583268 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-36ee5400-b698-4669-a236-ee49a3b53309 req-8db1e2ef-bd98-44bc-93f9-e883530f62ed service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312463 Nov 03 19:08:50.616785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afada5d-f3df-4258-ad7f-7b64f9dd7055 req-8328230c-1f43-4a67-b4f0-0d77b845ee26 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:50.619944 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2afada5d-f3df-4258-ad7f-7b64f9dd7055 req-8328230c-1f43-4a67-b4f0-0d77b845ee26 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 944 time: 0.1366723 Nov 03 19:08:50.651266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-9a791adb-bfe2-4c37-8666-ddcf65e6b67a tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:50.678769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f56ef3-76a3-4cb8-9943-27b59e3e5167 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Made reservation on behalf of 78a454aa6ba94726aa7cce9e1618069d for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:50.682342 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-31f56ef3-76a3-4cb8-9943-27b59e3e5167 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.724456 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9a791adb-bfe2-4c37-8666-ddcf65e6b67a tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] 10.222.0.107 "PUT /v2.0/quotas/f1f953bb809d4841a9aab006f1722744 HTTP/1.1" status: 200 len: 368 time: 0.2513812 Nov 03 19:08:50.733811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 57996) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:50.738919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Request body: {'network': {'project_id': 'f1f953bb809d4841a9aab006f1722744'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:50.759496 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d197833-0923-45c0-9e10-b2783db45be7 req-56644d44-5eb7-4330-a6d0-82920fd4307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:50.761147 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d197833-0923-45c0-9e10-b2783db45be7 req-56644d44-5eb7-4330-a6d0-82920fd4307d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 1095 time: 0.0641747 Nov 03 19:08:50.768609 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.775681 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.780645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2afada5d-f3df-4258-ad7f-7b64f9dd7055 req-0345b654-7007-4123-b68d-65677f77c79b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505713 Nov 03 19:08:50.830268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Made reservation on behalf of f1f953bb809d4841a9aab006f1722744 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:50.832759 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.861633 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.875455 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Attempting to bind port 691ec32a-4146-4b07-93f8-7e2c70a79460 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:50.876115 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Attempting to bind port 691ec32a-4146-4b07-93f8-7e2c70a79460 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:50.876645 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Attempting to bind port 691ec32a-4146-4b07-93f8-7e2c70a79460 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:50.890142 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d197833-0923-45c0-9e10-b2783db45be7 req-c0e57890-fe0c-459a-b859-9e8250cbbd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:50.891847 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d197833-0923-45c0-9e10-b2783db45be7 req-c0e57890-fe0c-459a-b859-9e8250cbbd09 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.1225471 Nov 03 19:08:50.894126 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e76194-f852-40b0-9921-6db5d973b12d None None] Pushing event updated for resources: {'Port': ['ID=691ec32a-4146-4b07-93f8-7e2c70a79460,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:50.897391 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:50.898036 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:50.898434 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.898821 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:50.899299 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Bound port: 691ec32a-4146-4b07-93f8-7e2c70a79460, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:50.899711 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:50.926330 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e76194-f852-40b0-9921-6db5d973b12d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:50.926673 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e76194-f852-40b0-9921-6db5d973b12d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:50.927012 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e76194-f852-40b0-9921-6db5d973b12d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:50.927346 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e76194-f852-40b0-9921-6db5d973b12d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:50.927709 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e76194-f852-40b0-9921-6db5d973b12d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:50.928051 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e76194-f852-40b0-9921-6db5d973b12d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:50.928364 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e76194-f852-40b0-9921-6db5d973b12d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:50.928682 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e76194-f852-40b0-9921-6db5d973b12d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:50.928998 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e76194-f852-40b0-9921-6db5d973b12d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:50.929319 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e76194-f852-40b0-9921-6db5d973b12d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:50.929633 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e76194-f852-40b0-9921-6db5d973b12d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:50.930194 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e76194-f852-40b0-9921-6db5d973b12d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:50.982757 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] For port 691ec32a-4146-4b07-93f8-7e2c70a79460, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:50.987630 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] For port 691ec32a-4146-4b07-93f8-7e2c70a79460, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=691ec32a-4146-4b07-93f8-7e2c70a79460,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:50.989578 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d197833-0923-45c0-9e10-b2783db45be7 req-8cf0e6cd-cd50-4adc-8474-4452ea91924c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dcbfb71-8c18-4c21-81df-888e83ab1210 HTTP/1.1" status: 200 len: 217 time: 0.0860507 Nov 03 19:08:50.994043 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.075896 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-31f56ef3-76a3-4cb8-9943-27b59e3e5167 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.089326 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e76194-f852-40b0-9921-6db5d973b12d None None] Pushing event updated for resources: {'Port': ['ID=691ec32a-4146-4b07-93f8-7e2c70a79460,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:51.105707 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Routers {'2557f7fe-4cd9-47ce-a210-488d1df9e47a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:51.106418 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:51.151799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d197833-0923-45c0-9e10-b2783db45be7 req-3c622150-e186-4f48-b658-fe6720bf3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:51.155531 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d197833-0923-45c0-9e10-b2783db45be7 req-3c622150-e186-4f48-b658-fe6720bf3768 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.1559136 Nov 03 19:08:51.163479 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.178091 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.184265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f56ef3-76a3-4cb8-9943-27b59e3e5167 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Subnet': ['ID=d7b47a05-c30f-479c-bf77-6f9f827c7920,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:51.212650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:51.229652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f56ef3-76a3-4cb8-9943-27b59e3e5167 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Checking segment: {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:51.229939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f56ef3-76a3-4cb8-9943-27b59e3e5167 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network hostable DHCP agents. Network: 014e23e3-8641-46e4-b08a-e056c5d123c8, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:08:51.236186 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.236536 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Added segment fb490ed9-3a34-45f4-9b5a-10505bfff535 of type vlan for network c83050db-a0ee-4221-9540-eaf4c7a0ac78 Nov 03 19:08:51.238415 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a77e89-77a5-41c7-940a-0fc9055f4d46,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:51.244493 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] Set router 2557f7fe-4cd9-47ce-a210-488d1df9e47a gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:51.262649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d197833-0923-45c0-9e10-b2783db45be7 req-229e9407-8b61-43e1-b145-53001ac15d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:51.264222 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d197833-0923-45c0-9e10-b2783db45be7 req-229e9407-8b61-43e1-b145-53001ac15d6b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895174 Nov 03 19:08:51.297482 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.302656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f56ef3-76a3-4cb8-9943-27b59e3e5167 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 014e23e3-8641-46e4-b08a-e056c5d123c8 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:08:51.326418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-31f56ef3-76a3-4cb8-9943-27b59e3e5167 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 014e23e3-8641-46e4-b08a-e056c5d123c8) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:51.333011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f56ef3-76a3-4cb8-9943-27b59e3e5167 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:51.333837 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-31f56ef3-76a3-4cb8-9943-27b59e3e5167 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.340284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85234053-147b-4148-86f1-75d6a01e367a None None] Network 014e23e3-8641-46e4-b08a-e056c5d123c8 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:51.355727 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.356816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:51.357580 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.395434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-31f56ef3-76a3-4cb8-9943-27b59e3e5167 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0255392 Nov 03 19:08:51.400429 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 57998) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:51.471816 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7351413 Nov 03 19:08:51.472054 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d197833-0923-45c0-9e10-b2783db45be7 req-bc115047-a012-4a3b-9c27-f503616647c0 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944530 Nov 03 19:08:51.472163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc226c-a661-46c2-8d69-b18ce9cff608 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Pushing event updated for resources: {'Network': ['ID=c83050db-a0ee-4221-9540-eaf4c7a0ac78,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:51.473733 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58000) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:51.487014 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c6796ffd-ad83-4a26-b67d-f20065d1bad6 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Request body: {'network': {'project_id': 'f1f953bb809d4841a9aab006f1722744'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:51.492110 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'name': 'network-vif-deleted', 'tag': '13cbce9b-4906-436e-aabc-a2b196fc6a1c'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:08:51.495150 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f0844a-0955-40e5-9664-18033d1ff3a3" -d '{"events": [{"server_uuid": "dfe71f78-033b-4ffd-a17f-2f1cbac669eb", "name": "network-vif-deleted", "tag": "13cbce9b-4906-436e-aabc-a2b196fc6a1c"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:08:51.515475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network c83050db-a0ee-4221-9540-eaf4c7a0ac78 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:51.526097 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 13cbce9b-4906-436e-aabc-a2b196fc6a1c no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:08:51.560998 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:44Z', 'updated_at': '2021-11-03T19:08:47Z', 'revision_number': 3, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:46Z', 'updated_at': '2021-11-03T19:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:51.590479 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a89fca-a513-4ab1-b1c1-289afd5bf1b3 None None] The sync data for ids ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'] in n-d-812150-4 is: [{'id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:44Z', 'updated_at': '2021-11-03T19:08:47Z', 'revision_number': 3, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:46Z', 'updated_at': '2021-11-03T19:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:51.603887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 13cbce9b-4906-436e-aabc-a2b196fc6a1c {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:08:51.604251 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4827ef-ec66-4771-929e-9f77dd06ff27 x-openstack-request-id: req-1f4827ef-ec66-4771-929e-9f77dd06ff27 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:08:51.604556 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe71f78-033b-4ffd-a17f-2f1cbac669eb", "name": "network-vif-deleted", "tag": "13cbce9b-4906-436e-aabc-a2b196fc6a1c", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:08:51.604790 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 13cbce9b-4906-436e-aabc-a2b196fc6a1c not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:08:51.604940 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1f4827ef-ec66-4771-929e-9f77dd06ff27 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:08:51.605268 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe71f78-033b-4ffd-a17f-2f1cbac669eb', 'name': 'network-vif-deleted', 'tag': '13cbce9b-4906-436e-aabc-a2b196fc6a1c', 'status': 'completed', 'code': 200} Nov 03 19:08:51.617080 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9d197833-0923-45c0-9e10-b2783db45be7 req-27999278-7deb-45c6-92b4-bce864f3b478 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346531 Nov 03 19:08:51.671137 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6796ffd-ad83-4a26-b67d-f20065d1bad6 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Made reservation on behalf of f1f953bb809d4841a9aab006f1722744 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:51.674241 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6796ffd-ad83-4a26-b67d-f20065d1bad6 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.748098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2cb2f2db-2445-4cca-a74d-fc9318b5ad52 req-b9cb3fd5-6f51-4843-b0df-1c37b0990569 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 210 time: 0.0567622 Nov 03 19:08:51.772220 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6796ffd-ad83-4a26-b67d-f20065d1bad6 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:08:51.776031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-014e23e3-8641-46e4-b08a-e056c5d123c8', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ips': [{'subnet_id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:08:51.776904 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.848898 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6796ffd-ad83-4a26-b67d-f20065d1bad6 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.849251 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-c6796ffd-ad83-4a26-b67d-f20065d1bad6 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Added segment f79a09fa-819d-4c26-8454-1ac05bfd10f1 of type vlan for network 2a71b230-871f-4893-89da-8f904ecae315 Nov 03 19:08:51.933371 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6796ffd-ad83-4a26-b67d-f20065d1bad6 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:51.968712 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Allocated IP 172.20.0.2 (014e23e3-8641-46e4-b08a-e056c5d123c8/d7b47a05-c30f-479c-bf77-6f9f827c7920/484fc1e3-7bd2-46a5-9a66-833946f04c19) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:52.027933 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa51043-2c0a-42f9-8e38-433e51038d19 req-d8807587-155e-44fc-ac59-d13b1cfbbf41 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:52.048783 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3fa51043-2c0a-42f9-8e38-433e51038d19 req-d8807587-155e-44fc-ac59-d13b1cfbbf41 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 944 time: 0.1312408 Nov 03 19:08:52.090996 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6796ffd-ad83-4a26-b67d-f20065d1bad6 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.093074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6796ffd-ad83-4a26-b67d-f20065d1bad6 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:52.094469 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c6796ffd-ad83-4a26-b67d-f20065d1bad6 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.129771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3fa51043-2c0a-42f9-8e38-433e51038d19 req-bfdd54d5-9a9e-4422-af09-c4aca6890187 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648260 Nov 03 19:08:52.244259 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c6796ffd-ad83-4a26-b67d-f20065d1bad6 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7664416 Nov 03 19:08:52.244623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58010) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:52.249810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-8c0f4d73-1a67-42df-97de-31e78e8c5f23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Request body: {'network': {'project_id': 'f1f953bb809d4841a9aab006f1722744'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:52.250401 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6796ffd-ad83-4a26-b67d-f20065d1bad6 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Pushing event updated for resources: {'Network': ['ID=2a71b230-871f-4893-89da-8f904ecae315,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:52.273305 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0f4d73-1a67-42df-97de-31e78e8c5f23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 03 19:08:52.273809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0f4d73-1a67-42df-97de-31e78e8c5f23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:08:52.277796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8c0f4d73-1a67-42df-97de-31e78e8c5f23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0293255 Nov 03 19:08:52.278370 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58012) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:52.288005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 2a71b230-871f-4893-89da-8f904ecae315 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:08:52.388402 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3f75f5e1-191c-4d10-ba14-1c644e15d301 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f1f953bb809d4841a9aab006f1722744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1087606 Nov 03 19:08:52.389102 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58014) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:52.464146 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.471935 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.480932 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45258b1c-d21a-47be-8d2e-547663294427 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.514177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Network 014e23e3-8641-46e4-b08a-e056c5d123c8 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:52.530025 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45258b1c-d21a-47be-8d2e-547663294427 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.532446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Pushing event updated for resources: {'Port': ['ID=484fc1e3-7bd2-46a5-9a66-833946f04c19,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:52.535428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:52.537851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:52.596890 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45258b1c-d21a-47be-8d2e-547663294427 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.608012 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45258b1c-d21a-47be-8d2e-547663294427 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.611620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-45258b1c-d21a-47be-8d2e-547663294427 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] 10.222.0.107 "DELETE /v2.0/security-groups/a9a77e89-77a5-41c7-940a-0fc9055f4d46 HTTP/1.1" status: 204 len: 168 time: 0.2181447 Nov 03 19:08:52.611917 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.616673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58016) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:52.619592 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45258b1c-d21a-47be-8d2e-547663294427 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a77e89-77a5-41c7-940a-0fc9055f4d46,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:52.624434 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Attempting to bind port 484fc1e3-7bd2-46a5-9a66-833946f04c19 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:52.625062 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Attempting to bind port 484fc1e3-7bd2-46a5-9a66-833946f04c19 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:52.625435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Attempting to bind port 484fc1e3-7bd2-46a5-9a66-833946f04c19 on network 014e23e3-8641-46e4-b08a-e056c5d123c8 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:52.635814 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:52.636101 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Checking segment: {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:52.636459 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.636861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Bound using segment: {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:52.637359 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Bound port: 484fc1e3-7bd2-46a5-9a66-833946f04c19, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:52.638037 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.731913 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] For port 484fc1e3-7bd2-46a5-9a66-833946f04c19, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:52.735437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] For port 484fc1e3-7bd2-46a5-9a66-833946f04c19, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=484fc1e3-7bd2-46a5-9a66-833946f04c19,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:52.741818 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.779694 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e9e289d1-7ed1-47db-a099-e4204b7bec23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:52.818361 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeac326-8c30-41e5-a759-f8facf0751ba None None] Pushing event updated for resources: {'Port': ['ID=484fc1e3-7bd2-46a5-9a66-833946f04c19,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:52.911181 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-290fe975-105d-4f62-8806-cc230692dccf req-45eb178c-6fdd-4c38-8145-063a9a56f55a tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 210 time: 0.0356863 Nov 03 19:08:52.966545 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e9e289d1-7ed1-47db-a099-e4204b7bec23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.023889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-e9e289d1-7ed1-47db-a099-e4204b7bec23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a71b230-871f-4893-89da-8f904ecae315']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:53.042749 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-e9e289d1-7ed1-47db-a099-e4204b7bec23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79a09fa-819d-4c26-8454-1ac05bfd10f1') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:53.043048 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-e9e289d1-7ed1-47db-a099-e4204b7bec23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79a09fa-819d-4c26-8454-1ac05bfd10f1') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:53.104768 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e9e289d1-7ed1-47db-a099-e4204b7bec23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.135894 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e9e289d1-7ed1-47db-a099-e4204b7bec23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.147757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e289d1-7ed1-47db-a099-e4204b7bec23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:53.148160 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e9e289d1-7ed1-47db-a099-e4204b7bec23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:53.149879 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:53.249327 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e9e289d1-7ed1-47db-a099-e4204b7bec23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.252530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.20.0.1 (014e23e3-8641-46e4-b08a-e056c5d123c8/d7b47a05-c30f-479c-bf77-6f9f827c7920/f462e766-4785-4dba-a4ce-360f663e13a4) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:53.279175 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e9e289d1-7ed1-47db-a099-e4204b7bec23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.282780 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e9e289d1-7ed1-47db-a099-e4204b7bec23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] 10.222.0.107 "DELETE /v2.0/networks/2a71b230-871f-4893-89da-8f904ecae315 HTTP/1.1" status: 204 len: 168 time: 0.6651044 Nov 03 19:08:53.284470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e289d1-7ed1-47db-a099-e4204b7bec23 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a71b230-871f-4893-89da-8f904ecae315,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:53.286264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58022) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:53.312840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49eb212-3290-4b00-9aa5-e60a24c62d0c req-88d3fb78-488c-4883-907b-2cd5a5c9259b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:53.314327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a49eb212-3290-4b00-9aa5-e60a24c62d0c req-88d3fb78-488c-4883-907b-2cd5a5c9259b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 944 time: 0.0799124 Nov 03 19:08:53.411111 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.413292 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a49eb212-3290-4b00-9aa5-e60a24c62d0c req-19ce70cf-2ad9-4df2-b29e-0325e7d53686 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890791 Nov 03 19:08:53.424968 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07c06dfd-b27c-4f7b-84fa-06cf138ee5e3 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.468405 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.510753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 014e23e3-8641-46e4-b08a-e056c5d123c8 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:53.514304 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:53.522465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:53.529578 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07c06dfd-b27c-4f7b-84fa-06cf138ee5e3 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.551242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-07c06dfd-b27c-4f7b-84fa-06cf138ee5e3 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83050db-a0ee-4221-9540-eaf4c7a0ac78']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:53.554381 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=f462e766-4785-4dba-a4ce-360f663e13a4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:53.562909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-07c06dfd-b27c-4f7b-84fa-06cf138ee5e3 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb490ed9-3a34-45f4-9b5a-10505bfff535') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:53.563799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-07c06dfd-b27c-4f7b-84fa-06cf138ee5e3 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb490ed9-3a34-45f4-9b5a-10505bfff535') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:53.576120 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.577293 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07c06dfd-b27c-4f7b-84fa-06cf138ee5e3 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.592863 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07c06dfd-b27c-4f7b-84fa-06cf138ee5e3 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.599487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c06dfd-b27c-4f7b-84fa-06cf138ee5e3 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:08:53.600079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07c06dfd-b27c-4f7b-84fa-06cf138ee5e3 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:08:53.601952 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:08:53.675336 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07c06dfd-b27c-4f7b-84fa-06cf138ee5e3 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.681202 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07c06dfd-b27c-4f7b-84fa-06cf138ee5e3 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:53.693311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-07c06dfd-b27c-4f7b-84fa-06cf138ee5e3 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] 10.222.0.107 "DELETE /v2.0/networks/c83050db-a0ee-4221-9540-eaf4c7a0ac78 HTTP/1.1" status: 204 len: 168 time: 0.4053857 Nov 03 19:08:53.705463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c06dfd-b27c-4f7b-84fa-06cf138ee5e3 tempest-QuotasNegativeTest-1753305297 tempest-QuotasNegativeTest-1753305297-project-admin] Pushing event deleted for resources: {'Network': ['ID=c83050db-a0ee-4221-9540-eaf4c7a0ac78,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:53.743497 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.045927 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 484fc1e3-7bd2-46a5-9a66-833946f04c19 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:54.123064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c56fa3f-6b37-48bf-af42-e477ffbedf75 req-59a051a6-2375-4e4e-89f8-94e1e0544e35 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 210 time: 0.0805495 Nov 03 19:08:54.154526 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 484fc1e3-7bd2-46a5-9a66-833946f04c19 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:54.156715 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.271879 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.310979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b279b60-0a33-4aab-a5ec-5b0ef6adc3c1 None None] Network 014e23e3-8641-46e4-b08a-e056c5d123c8 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:08:54.316895 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.322555 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.396655 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 484fc1e3-7bd2-46a5-9a66-833946f04c19, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=484fc1e3-7bd2-46a5-9a66-833946f04c19,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:54.405784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1d573adc-5657-4c1a-8f86-0895ac170c63 None None] Provisioning complete for port 484fc1e3-7bd2-46a5-9a66-833946f04c19 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:54.406509 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1d573adc-5657-4c1a-8f86-0895ac170c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.415316 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.416391 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 691ec32a-4146-4b07-93f8-7e2c70a79460 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:54.428640 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=f462e766-4785-4dba-a4ce-360f663e13a4,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:54.452901 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.475805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58034) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:54.564184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 691ec32a-4146-4b07-93f8-7e2c70a79460 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:54.564796 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.617741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ef2fb-c7e4-480f-a062-499448aad9ae req-84ff4b41-ead0-482f-bc79-53b6e1f9c61b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:54.622514 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 014e23e3-8641-46e4-b08a-e056c5d123c8 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:54.627383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:54.628256 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-770ef2fb-c7e4-480f-a062-499448aad9ae req-84ff4b41-ead0-482f-bc79-53b6e1f9c61b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 944 time: 0.0892606 Nov 03 19:08:54.658854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=484fc1e3-7bd2-46a5-9a66-833946f04c19,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:54.730437 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f99ae7e5-0e32-4a55-bb2c-e00ad5671e5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.796863 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.838092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 691ec32a-4146-4b07-93f8-7e2c70a79460, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=691ec32a-4146-4b07-93f8-7e2c70a79460,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:54.839901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-770ef2fb-c7e4-480f-a062-499448aad9ae req-c5e7c6b4-c5f4-4401-9bb5-0aa6f99a048c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095337 Nov 03 19:08:54.846532 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.914777 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f99ae7e5-0e32-4a55-bb2c-e00ad5671e5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.923485 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f99ae7e5-0e32-4a55-bb2c-e00ad5671e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:54.960664 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=691ec32a-4146-4b07-93f8-7e2c70a79460,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:54.986774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f99ae7e5-0e32-4a55-bb2c-e00ad5671e5d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8c8e7defb9f94e8dbf864d7db9348231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5097904 Nov 03 19:08:54.987625 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58038) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:54.989254 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ae7e5-0e32-4a55-bb2c-e00ad5671e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4211a11d-6cb0-4c61-bf4e-670c8e151e1a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:55.074968 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9694333-a192-4598-8730-672035299b18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.098388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 2557f7fe-4cd9-47ce-a210-488d1df9e47a has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:08:55.106353 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9694333-a192-4598-8730-672035299b18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.170441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9694333-a192-4598-8730-672035299b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.173268 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9694333-a192-4598-8730-672035299b18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.174808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b9694333-a192-4598-8730-672035299b18 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4211a11d-6cb0-4c61-bf4e-670c8e151e1a HTTP/1.1" status: 204 len: 168 time: 0.1823697 Nov 03 19:08:55.197015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9694333-a192-4598-8730-672035299b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4211a11d-6cb0-4c61-bf4e-670c8e151e1a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:55.229488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a1d14551-3754-40c9-a8bd-0f731aaaec41 None None] Provisioning complete for port f462e766-4785-4dba-a4ce-360f663e13a4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:55.231258 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a1d14551-3754-40c9-a8bd-0f731aaaec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.291109 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a1d14551-3754-40c9-a8bd-0f731aaaec41 None None] Port f462e766-4785-4dba-a4ce-360f663e13a4 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:08:55.291841 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7798a99f-a9b2-4d9d-bf7a-638be87fb30c req-de38aa5b-d21d-44f8-99b1-fd84e36cfcf2 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 210 time: 0.0752122 Nov 03 19:08:55.315466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a1d14551-3754-40c9-a8bd-0f731aaaec41 None None] Provisioning complete for port 484fc1e3-7bd2-46a5-9a66-833946f04c19 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:55.316742 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a1d14551-3754-40c9-a8bd-0f731aaaec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.334799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:08:55.346672 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2947e7f0-58c9-4d7f-a0e4-52229520bf4f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "PUT /v2.0/routers/2557f7fe-4cd9-47ce-a210-488d1df9e47a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9447687 Nov 03 19:08:55.364291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Sync routers for ids ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:08:55.380488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Routers {'2557f7fe-4cd9-47ce-a210-488d1df9e47a'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:55.381375 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:55.556656 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Set router 2557f7fe-4cd9-47ce-a210-488d1df9e47a gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:55.676029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58058) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:55.684402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-bb9b8791-3202-4f49-9021-685665c15253 None None] Provisioning complete for port f462e766-4785-4dba-a4ce-360f663e13a4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:55.684778 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bb9b8791-3202-4f49-9021-685665c15253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.708117 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.786198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-be9761bb-9523-41a6-a669-4694862ca805 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325086418&fields=id&tenant_id=78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 267 time: 0.1286011 Nov 03 19:08:55.842718 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.849872 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.850831 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b8791-3202-4f49-9021-685665c15253 None None] Port f462e766-4785-4dba-a4ce-360f663e13a4 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:08:55.873558 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-617d7f8e-95da-496d-84fd-e49333bc4d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.892017 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:44Z', 'updated_at': '2021-11-03T19:08:53Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:46Z', 'updated_at': '2021-11-03T19:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f462e766-4785-4dba-a4ce-360f663e13a4', 'name': '', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:38:95:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:52Z', 'updated_at': '2021-11-03T19:08:54Z', 'revision_number': 2, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:55.907227 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6a46985859944ec989d852df4c376753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2296751 Nov 03 19:08:55.908183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9975a8-4910-4547-a7aa-b222b4c5b6df,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:55.915809 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58062) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:55.917203 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:55.917558 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:55.917894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:55.918230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:55.918566 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:55.918901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:55.919224 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:55.919547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:55.919912 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:55.920230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:55.920554 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:55.920879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644342-8671-4bea-bfe6-8fe5da65786d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:08:55.938591 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Checking router: 2557f7fe-4cd9-47ce-a210-488d1df9e47a for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:08:55.938956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Updating router 2557f7fe-4cd9-47ce-a210-488d1df9e47a port f462e766-4785-4dba-a4ce-360f663e13a4 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:08:55.971974 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:55.973077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-73751f47-ddd9-4a9b-9789-a04362a96919 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:55.980421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-73751f47-ddd9-4a9b-9789-a04362a96919 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/networks?id=014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 200 len: 797 time: 0.1932492 Nov 03 19:08:55.998184 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-3349fd20-de23-4067-b75c-9a2c3cfe4131 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/quotas/78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 375 time: 0.0166094 Nov 03 19:08:56.009457 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f9efd94-082b-419c-9202-833a9277ef44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.016727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 484fc1e3-7bd2-46a5-9a66-833946f04c19 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:56.057486 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f9efd94-082b-419c-9202-833a9277ef44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.084228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-198b78ca-8604-4c70-86fc-5b3bbae5c1a3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851388 Nov 03 19:08:56.096351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920eb6cd-2d05-48ed-b23c-5ea76327b47d req-bb19dc90-f415-48a0-be62-d6ba59730574 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:56.098465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-920eb6cd-2d05-48ed-b23c-5ea76327b47d req-bb19dc90-f415-48a0-be62-d6ba59730574 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 944 time: 0.0695963 Nov 03 19:08:56.133686 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f9efd94-082b-419c-9202-833a9277ef44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.136785 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f9efd94-082b-419c-9202-833a9277ef44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.138753 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9f9efd94-082b-419c-9202-833a9277ef44 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6e9975a8-4910-4547-a7aa-b222b4c5b6df HTTP/1.1" status: 204 len: 168 time: 0.2133141 Nov 03 19:08:56.150212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9efd94-082b-419c-9202-833a9277ef44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9975a8-4910-4547-a7aa-b222b4c5b6df,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:56.167326 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a7b632bb-41d2-47bd-a6c4-83ed4b695f34 None None] Provisioning complete for port f462e766-4785-4dba-a4ce-360f663e13a4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:56.167611 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7b632bb-41d2-47bd-a6c4-83ed4b695f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.221785 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-920eb6cd-2d05-48ed-b23c-5ea76327b47d req-33dbb3c0-1680-484f-bac2-4ebc25ddf52a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124356 Nov 03 19:08:56.256709 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-9cb93814-9dbb-47e0-9cba-c01347dbd7a2 service neutron] 10.222.0.107 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550364 Nov 03 19:08:56.263952 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 484fc1e3-7bd2-46a5-9a66-833946f04c19 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:56.264497 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.311453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a7b632bb-41d2-47bd-a6c4-83ed4b695f34 None None] Port f462e766-4785-4dba-a4ce-360f663e13a4 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:08:56.402994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-f28e083e-2ce0-4929-b2ee-a92a239d426f service neutron] 10.222.0.107 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423531 Nov 03 19:08:56.430724 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-84f910a6-e26b-4070-81bc-6bbe12ed979e req-9252371e-860b-4f26-84be-8f01672218b1 tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 210 time: 0.0468597 Nov 03 19:08:56.460964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 691ec32a-4146-4b07-93f8-7e2c70a79460 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:08:56.622155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-582c98dd-6705-4c21-8643-cf2e984a2bde req-4172cc5b-7775-4abd-9aee-95dc55fdea37 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 210 time: 0.0473840 Nov 03 19:08:56.742960 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 691ec32a-4146-4b07-93f8-7e2c70a79460 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:56.743342 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.846164 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.889034 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:56.966580 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e798e51-5e46-4563-a778-a2c7fc6c4b9c None None] Pushing event updated for resources: {'Port': ['ID=f462e766-4785-4dba-a4ce-360f663e13a4,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:57.007661 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Attempting to bind port f462e766-4785-4dba-a4ce-360f663e13a4 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:57.007941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Attempting to bind port f462e766-4785-4dba-a4ce-360f663e13a4 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:57.008352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Attempting to bind port f462e766-4785-4dba-a4ce-360f663e13a4 on network 014e23e3-8641-46e4-b08a-e056c5d123c8 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:57.017229 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:57.018076 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Checking segment: {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:57.018490 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.018941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Bound using segment: {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:57.019780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Bound port: f462e766-4785-4dba-a4ce-360f663e13a4, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:57.020168 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.134709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] For port f462e766-4785-4dba-a4ce-360f663e13a4, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:08:57.138706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] For port f462e766-4785-4dba-a4ce-360f663e13a4, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f462e766-4785-4dba-a4ce-360f663e13a4,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:08:57.148808 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.240790 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e798e51-5e46-4563-a778-a2c7fc6c4b9c None None] Pushing event updated for resources: {'Port': ['ID=f462e766-4785-4dba-a4ce-360f663e13a4,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:57.254427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Routers {'2557f7fe-4cd9-47ce-a210-488d1df9e47a'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:08:57.255650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:57.421197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-07b2d8d4-e4a9-45eb-8eb1-4697db7bfc1a None None] Provisioning complete for port f462e766-4785-4dba-a4ce-360f663e13a4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:57.424047 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-07b2d8d4-e4a9-45eb-8eb1-4697db7bfc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.457591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94528ef1-e4ca-4e16-a9aa-ec1cdec7b5e7 req-238b2643-30ff-4431-8801-05b3c05073c8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:57.462415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94528ef1-e4ca-4e16-a9aa-ec1cdec7b5e7 req-238b2643-30ff-4431-8801-05b3c05073c8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 944 time: 0.1169655 Nov 03 19:08:57.556464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94528ef1-e4ca-4e16-a9aa-ec1cdec7b5e7 req-f42c2961-00d8-4631-9fb0-f10b590b242d tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856025 Nov 03 19:08:57.564638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] Set router 2557f7fe-4cd9-47ce-a210-488d1df9e47a gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:08:57.595504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b423f28-8207-435a-8ee6-98ccfd66093b req-8035a7f6-fd5a-45de-aa73-05289890b78a tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "GET /v2.0/ports?device_id=dfe71f78-033b-4ffd-a17f-2f1cbac669eb HTTP/1.1" status: 200 len: 210 time: 0.0439589 Nov 03 19:08:57.751319 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-07b2d8d4-e4a9-45eb-8eb1-4697db7bfc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.754797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3998b03-8ac1-4234-8f3b-540a3e23c2fd req-a3b52344-1529-4714-ae6b-4ccaa146316d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 210 time: 0.0341427 Nov 03 19:08:57.808453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-07b2d8d4-e4a9-45eb-8eb1-4697db7bfc1a None None] For port f462e766-4785-4dba-a4ce-360f663e13a4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f462e766-4785-4dba-a4ce-360f663e13a4,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:08:57.843467 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-07b2d8d4-e4a9-45eb-8eb1-4697db7bfc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:57.925750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2d8d4-e4a9-45eb-8eb1-4697db7bfc1a None None] Pushing event updated for resources: {'Port': ['ID=f462e766-4785-4dba-a4ce-360f663e13a4,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:57.941532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:44Z', 'updated_at': '2021-11-03T19:08:53Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:46Z', 'updated_at': '2021-11-03T19:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f462e766-4785-4dba-a4ce-360f663e13a4', 'name': '', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:38:95:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:52Z', 'updated_at': '2021-11-03T19:08:57Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:08:57.982108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abec36f-7459-4da6-b63c-957ee1004e67 None None] The sync data for ids ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'] in n-d-812150-4 is: [{'id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:44Z', 'updated_at': '2021-11-03T19:08:53Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:46Z', 'updated_at': '2021-11-03T19:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f462e766-4785-4dba-a4ce-360f663e13a4', 'name': '', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:38:95:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:52Z', 'updated_at': '2021-11-03T19:08:57Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:08:58.002940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-42599397-7f5b-43fe-901f-35d8e3ab6dd1 None None] Provisioning complete for port f462e766-4785-4dba-a4ce-360f663e13a4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:58.003848 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-42599397-7f5b-43fe-901f-35d8e3ab6dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.110178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-051b6ecd-5175-48ff-abf1-a2d3cf589c76 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:58.114116 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-051b6ecd-5175-48ff-abf1-a2d3cf589c76 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "GET /v2.0/networks?id=014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 200 len: 797 time: 0.1995478 Nov 03 19:08:58.167829 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd496-246e-4ca1-b8ba-a540fd09e78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.227701 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-c9838db7-4815-4d8b-bd70-0ae852b3e438 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 380 time: 0.1048582 Nov 03 19:08:58.244748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-df60f2fe-491f-4995-961c-7cca12d73809 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'port': {'device_id': '321765ae-d792-46e0-9951-7e57e9191846', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'admin_state_up': True, 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'security_groups': ['2abb79bb-3ec8-44a9-8f84-616a41fc5ad4']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:58.266137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58116) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:58.390371 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-df60f2fe-491f-4995-961c-7cca12d73809 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Made reservation on behalf of 78a454aa6ba94726aa7cce9e1618069d for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:08:58.396474 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-df60f2fe-491f-4995-961c-7cca12d73809 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.403968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ab89c882-882b-4d19-a402-68d1c8192b38 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-645632696'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:58.432539 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab89c882-882b-4d19-a402-68d1c8192b38 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.434053 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab89c882-882b-4d19-a402-68d1c8192b38 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.495000 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab89c882-882b-4d19-a402-68d1c8192b38 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.500888 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab89c882-882b-4d19-a402-68d1c8192b38 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.524244 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab89c882-882b-4d19-a402-68d1c8192b38 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.528730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ab89c882-882b-4d19-a402-68d1c8192b38 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2607479 Nov 03 19:08:58.530471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58120) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:58.579258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-df60f2fe-491f-4995-961c-7cca12d73809 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.20.0.10 (014e23e3-8641-46e4-b08a-e056c5d123c8/d7b47a05-c30f-479c-bf77-6f9f827c7920/eeed014a-c94b-4a5c-a37d-5215eb0cfce0) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:08:58.641533 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a23206de-6e39-4323-a65c-0971f872b469 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.686584 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58126) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:58.770586 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-df60f2fe-491f-4995-961c-7cca12d73809 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.813692 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-df60f2fe-491f-4995-961c-7cca12d73809 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.866022 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-df60f2fe-491f-4995-961c-7cca12d73809 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 014e23e3-8641-46e4-b08a-e056c5d123c8 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:08:58.869545 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-df60f2fe-491f-4995-961c-7cca12d73809 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:08:58.874581 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-df60f2fe-491f-4995-961c-7cca12d73809 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:08:58.879334 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60f2fe-491f-4995-961c-7cca12d73809 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:58.946392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-df60f2fe-491f-4995-961c-7cca12d73809 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:58.947074 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-df60f2fe-491f-4995-961c-7cca12d73809 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.970154 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59853b7-436f-493a-a5d7-c587de1ca601 req-7da8361d-7457-4b65-af15-69c274c3f601 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:58.970782 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-df60f2fe-491f-4995-961c-7cca12d73809 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7348313 Nov 03 19:08:58.971809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c59853b7-436f-493a-a5d7-c587de1ca601 req-7da8361d-7457-4b65-af15-69c274c3f601 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 944 time: 0.2842898 Nov 03 19:08:58.983920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Request body: {'port': {'device_id': '321765ae-d792-46e0-9951-7e57e9191846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:58.984686 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a23206de-6e39-4323-a65c-0971f872b469 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:58.997865 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a23206de-6e39-4323-a65c-0971f872b469 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.006921 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c7fb317-1f27-4bdc-81d9-8ead9754a8ac tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.088660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a23206de-6e39-4323-a65c-0971f872b469 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.089353 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23206de-6e39-4323-a65c-0971f872b469 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22d9635c-7a4f-4e2b-8324-513b4e2f8f56 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:08:59.090212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.094391 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a23206de-6e39-4323-a65c-0971f872b469 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.099193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a23206de-6e39-4323-a65c-0971f872b469 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] 10.222.0.107 "DELETE /v2.0/routers/22d9635c-7a4f-4e2b-8324-513b4e2f8f56 HTTP/1.1" status: 204 len: 168 time: 0.5675519 Nov 03 19:08:59.100088 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58132) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:59.106664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-45a1de5c-c720-4d73-b17f-4ad0b4ddadf4 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Request body: {'router': {'name': 'tempest-router-1186495885', 'distributed': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:59.107993 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab43739-00a9-4150-b2c5-43421e200ef9 req-7ca8270c-a05b-4259-a411-90b0052bd799 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:08:59.109566 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ab43739-00a9-4150-b2c5-43421e200ef9 req-7ca8270c-a05b-4259-a411-90b0052bd799 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 932 time: 0.2322216 Nov 03 19:08:59.132475 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c7fb317-1f27-4bdc-81d9-8ead9754a8ac tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.140053 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45a1de5c-c720-4d73-b17f-4ad0b4ddadf4 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.141171 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45a1de5c-c720-4d73-b17f-4ad0b4ddadf4 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.167424 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c59853b7-436f-493a-a5d7-c587de1ca601 req-34dd9bfd-709b-4703-9ae3-e127768c7631 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863029 Nov 03 19:08:59.208631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9b672c9d-4997-49b7-9f41-a585c9845645 None None] Provisioning complete for port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:08:59.209237 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9b672c9d-4997-49b7-9f41-a585c9845645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.228837 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45a1de5c-c720-4d73-b17f-4ad0b4ddadf4 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.239997 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45a1de5c-c720-4d73-b17f-4ad0b4ddadf4 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.245214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ab43739-00a9-4150-b2c5-43421e200ef9 req-dc77ff71-50a4-45cb-8060-20baa4f59a24 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249564 Nov 03 19:08:59.254317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9b672c9d-4997-49b7-9f41-a585c9845645 None None] Port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:08:59.302547 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c7fb317-1f27-4bdc-81d9-8ead9754a8ac tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.304753 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3c7fb317-1f27-4bdc-81d9-8ead9754a8ac tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.308811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3c7fb317-1f27-4bdc-81d9-8ead9754a8ac tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] 10.222.0.107 "DELETE /v2.0/security-groups/5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03 HTTP/1.1" status: 204 len: 168 time: 0.6174648 Nov 03 19:08:59.308992 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-45a1de5c-c720-4d73-b17f-4ad0b4ddadf4 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.310036 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-45a1de5c-c720-4d73-b17f-4ad0b4ddadf4 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2089293 Nov 03 19:08:59.316424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58136) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:59.331358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fb317-1f27-4bdc-81d9-8ead9754a8ac tempest-TestVolumeBackupRestore-2066951447 tempest-TestVolumeBackupRestore-2066951447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f63d3b4-fbc8-4448-aac3-8ed52fd7cd03,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:59.418582 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fa6fa86-c70a-4db4-9a5a-1cedb53b64a3 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.425709 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.559155 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeed014a-c94b-4a5c-a37d-5215eb0cfce0 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:08:59.573536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.591227 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Transition to ACTIVE for port object eeed014a-c94b-4a5c-a37d-5215eb0cfce0 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:08:59.598188 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.677188 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fa6fa86-c70a-4db4-9a5a-1cedb53b64a3 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.702361 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fa6fa86-c70a-4db4-9a5a-1cedb53b64a3 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.789753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Pushing event updated for resources: {'Port': ['ID=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:08:59.819878 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fa6fa86-c70a-4db4-9a5a-1cedb53b64a3 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.820437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa6fa86-c70a-4db4-9a5a-1cedb53b64a3 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd3f7df0-74a1-43d9-ba9f-f29a11535d8d {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:08:59.830329 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7fa6fa86-c70a-4db4-9a5a-1cedb53b64a3 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.837468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7fa6fa86-c70a-4db4-9a5a-1cedb53b64a3 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] 10.222.0.107 "DELETE /v2.0/routers/fd3f7df0-74a1-43d9-ba9f-f29a11535d8d HTTP/1.1" status: 204 len: 168 time: 0.5190885 Nov 03 19:08:59.838100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58166) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:08:59.854023 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f0fc2392-5790-45ac-a001-d0d9c447db3a tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Request body: {'router': {'name': 'tempest-router-1998764997', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '77f91c1e45dd4e3f8941537a158d5f91'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:08:59.862373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Attempting to bind port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:08:59.862732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Attempting to bind port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:08:59.863554 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Attempting to bind port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 on network 014e23e3-8641-46e4-b08a-e056c5d123c8 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:59.880742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 on network 014e23e3-8641-46e4-b08a-e056c5d123c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:08:59.881066 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Attempting to bind port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 on network 014e23e3-8641-46e4-b08a-e056c5d123c8 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:08:59.893621 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:08:59.894671 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Checking segment: {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:08:59.895488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Bound using segment: {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:08:59.895488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Bound port: eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:08:59.900089 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.939510 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0fc2392-5790-45ac-a001-d0d9c447db3a tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:08:59.943143 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0fc2392-5790-45ac-a001-d0d9c447db3a tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.082055 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0fc2392-5790-45ac-a001-d0d9c447db3a tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.086245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f462e766-4785-4dba-a4ce-360f663e13a4 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:00.098260 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0fc2392-5790-45ac-a001-d0d9c447db3a tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.133652 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:00.136550 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0fc2392-5790-45ac-a001-d0d9c447db3a tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.139733 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f0fc2392-5790-45ac-a001-d0d9c447db3a tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2987974 Nov 03 19:09:00.142460 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58196) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:00.145094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:00.151769 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.153606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1a27ce40-c866-46d6-8c56-1d2a62a860b1 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:00.245648 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:00.249153 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.253819 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] 10.222.0.98 "PUT /v2.0/ports/eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 1092 time: 1.2715199 Nov 03 19:09:00.254646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:00.318489 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6eb2a09-2b81-4cb8-8097-31a42ac75ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:00.320186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7dcbfb71-8c18-4c21-81df-888e83ab1210 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:09:00.428654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60766756-d53b-4b57-95c6-5c0eb54c50b2 service neutron] Pushing event updated for resources: {'Port': ['ID=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:00.500443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f462e766-4785-4dba-a4ce-360f663e13a4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:00.500908 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.510552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-27db3d80-3988-499f-aa69-d909e98cd646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:00.517231 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-27db3d80-3988-499f-aa69-d909e98cd646 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1095 time: 0.1881604 Nov 03 19:09:00.620346 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-a9738d2a-6f81-4be2-ae3b-4874d168df7f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 217 time: 0.0927248 Nov 03 19:09:00.650325 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a27ce40-c866-46d6-8c56-1d2a62a860b1 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-490800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26194'] for router, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.650752 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a27ce40-c866-46d6-8c56-1d2a62a860b1 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.699414 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.714300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-9e1567e8-3f0f-4c42-90c6-fd78fc4412e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:00.718675 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-9e1567e8-3f0f-4c42-90c6-fd78fc4412e2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7b47a05-c30f-479c-bf77-6f9f827c7920 HTTP/1.1" status: 200 len: 835 time: 0.0916409 Nov 03 19:09:00.734430 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7dcbfb71-8c18-4c21-81df-888e83ab1210, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7dcbfb71-8c18-4c21-81df-888e83ab1210,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:00.734892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5162a83-4811-4476-8008-c9534b548522 req-75b93d4c-bcc1-4ecc-8789-5163e308cdd2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:00.744427 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5162a83-4811-4476-8008-c9534b548522 req-75b93d4c-bcc1-4ecc-8789-5163e308cdd2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 944 time: 0.3368423 Nov 03 19:09:00.760126 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.766175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '7dcbfb71-8c18-4c21-81df-888e83ab1210', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'port_id': '7dcbfb71-8c18-4c21-81df-888e83ab1210', 'mac_address': 'fa:16:3e:14:48:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:09:00.814215 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.821083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-56045eed-448f-4471-8095-a58146d0cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:00.822622 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-56045eed-448f-4471-8095-a58146d0cd2b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=014e23e3-8641-46e4-b08a-e056c5d123c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967016 Nov 03 19:09:00.829711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933e2a3-ce73-4167-8d70-f8ca6fd56a4f req-48f5be25-8600-4abf-8b3a-d781116d8592 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:00.831839 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5933e2a3-ce73-4167-8d70-f8ca6fd56a4f req-48f5be25-8600-4abf-8b3a-d781116d8592 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 944 time: 0.4124298 Nov 03 19:09:00.833286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dcbfb71-8c18-4c21-81df-888e83ab1210 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:09:00.856884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7dcbfb71-8c18-4c21-81df-888e83ab1210, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7dcbfb71-8c18-4c21-81df-888e83ab1210,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:00.864027 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.916626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5162a83-4811-4476-8008-c9534b548522 req-5666d42c-3b66-4355-9591-bfd1e888892c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713054 Nov 03 19:09:00.929691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1a27ce40-c866-46d6-8c56-1d2a62a860b1 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101712) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 03 19:09:00.929905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1a27ce40-c866-46d6-8c56-1d2a62a860b1 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Router b62e5270-da65-41e7-be60-36ae58cbe178 migrating from provider to provider. {{(pid=101712) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 03 19:09:00.930215 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a27ce40-c866-46d6-8c56-1d2a62a860b1 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.931777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=7dcbfb71-8c18-4c21-81df-888e83ab1210,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:00.945231 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a27ce40-c866-46d6-8c56-1d2a62a860b1 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:00.967202 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a27ce40-c866-46d6-8c56-1d2a62a860b1 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-490811'] for router, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.023253 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-6274e850-be66-4119-ad27-b5774c98b639 service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902289 Nov 03 19:09:01.084312 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00300434-6eab-4f15-8986-efce7cf62a2d x-openstack-request-id: req-00300434-6eab-4f15-8986-efce7cf62a2d {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:01.084914 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:01.085330 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-00300434-6eab-4f15-8986-efce7cf62a2d {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:01.086079 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'status': 'completed', 'code': 200} Nov 03 19:09:01.195710 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cde0fd5a-0fa7-4ce6-96d8-9ee20dd4b07e req-8cb2ea62-98bf-4500-af63-1b9cbe5f8312 service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649070 Nov 03 19:09:01.304682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb2a09-2b81-4cb8-8097-31a42ac75ab6 req-9d54ba6e-922f-4c7a-8c5f-059534919d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:01.307872 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6eb2a09-2b81-4cb8-8097-31a42ac75ab6 req-9d54ba6e-922f-4c7a-8c5f-059534919d0d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1095 time: 0.0614858 Nov 03 19:09:01.361639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['7dcbfb71-8c18-4c21-81df-888e83ab1210'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:09:01.465040 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.468083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5933e2a3-ce73-4167-8d70-f8ca6fd56a4f req-71603c56-bbc4-45e2-97b2-3d5f16bbb940 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6173561 Nov 03 19:09:01.526040 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb2a09-2b81-4cb8-8097-31a42ac75ab6 req-ebedb6f2-58a9-444f-a305-29d80c30e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:01.534016 n-d-812150-4 neutron-server[101712]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1a27ce40-c866-46d6-8c56-1d2a62a860b1 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] No L3 agents can host the router b62e5270-da65-41e7-be60-36ae58cbe178 Nov 03 19:09:01.541081 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6eb2a09-2b81-4cb8-8097-31a42ac75ab6 req-ebedb6f2-58a9-444f-a305-29d80c30e7bc service neutron] 10.222.0.98 "GET /v2.0/networks?id=014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 200 len: 898 time: 0.2260318 Nov 03 19:09:01.622916 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6eb2a09-2b81-4cb8-8097-31a42ac75ab6 req-2b76c4f2-3f95-4498-9a26-199163665f4b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 217 time: 0.0727262 Nov 03 19:09:01.713763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb2a09-2b81-4cb8-8097-31a42ac75ab6 req-2f6f1e2f-e4b9-4d73-82f0-7da2747deda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:01.715914 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6eb2a09-2b81-4cb8-8097-31a42ac75ab6 req-2f6f1e2f-e4b9-4d73-82f0-7da2747deda1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7b47a05-c30f-479c-bf77-6f9f827c7920 HTTP/1.1" status: 200 len: 835 time: 0.0775456 Nov 03 19:09:01.720123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a27ce40-c866-46d6-8c56-1d2a62a860b1 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Hosts for router b62e5270-da65-41e7-be60-36ae58cbe178: [] {{(pid=101712) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 03 19:09:01.746175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a27ce40-c866-46d6-8c56-1d2a62a860b1 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Hosts for other DVR routers connected to router b62e5270-da65-41e7-be60-36ae58cbe178: set() {{(pid=101712) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 03 19:09:01.754285 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1a27ce40-c866-46d6-8c56-1d2a62a860b1 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:01.756367 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1a27ce40-c866-46d6-8c56-1d2a62a860b1 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] 10.222.0.107 "PUT /v2.0/routers/b62e5270-da65-41e7-be60-36ae58cbe178 HTTP/1.1" status: 200 len: 717 time: 1.6128583 Nov 03 19:09:01.758990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58374) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:01.777058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb2a09-2b81-4cb8-8097-31a42ac75ab6 req-31d4fe79-df16-4c0f-9cf7-dd0ed056c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:01.778825 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6eb2a09-2b81-4cb8-8097-31a42ac75ab6 req-31d4fe79-df16-4c0f-9cf7-dd0ed056c239 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=014e23e3-8641-46e4-b08a-e056c5d123c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545809 Nov 03 19:09:01.862898 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5a30b61f-ec47-4938-b16b-d80a0c58f5b9 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] 10.222.0.107 "GET /v2.0/routers/b62e5270-da65-41e7-be60-36ae58cbe178 HTTP/1.1" status: 200 len: 717 time: 0.1002517 Nov 03 19:09:01.863145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58388) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:01.934905 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6eb2a09-2b81-4cb8-8097-31a42ac75ab6 req-fc8967c2-c14a-42a8-a2ec-a4b8ec5a3de9 service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479979 Nov 03 19:09:02.067198 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6eb2a09-2b81-4cb8-8097-31a42ac75ab6 req-b5a79b5c-8eea-4960-ab85-17b7f52f5c57 service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236923 Nov 03 19:09:02.173136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7dcbfb71-8c18-4c21-81df-888e83ab1210 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:02.254612 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ac7b4806-a5e1-4cea-af15-7843b1c9ba17 tempest-RoutersTestDVR-938304226 tempest-RoutersTestDVR-938304226-project] 10.222.0.107 "GET /v2.0/routers/b62e5270-da65-41e7-be60-36ae58cbe178 HTTP/1.1" status: 200 len: 683 time: 0.3903503 Nov 03 19:09:02.255417 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58444) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:02.276522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f408ae-fec1-4a88-8540-98750a79cd97 req-b9dd4b4b-126f-4cb8-b88f-afd0f8d5ddf7 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:02.278702 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2f408ae-fec1-4a88-8540-98750a79cd97 req-b9dd4b4b-126f-4cb8-b88f-afd0f8d5ddf7 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 945 time: 0.2052228 Nov 03 19:09:02.290189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 7dcbfb71-8c18-4c21-81df-888e83ab1210 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:09:02.295609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 7dcbfb71-8c18-4c21-81df-888e83ab1210 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:02.296176 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.357607 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2f408ae-fec1-4a88-8540-98750a79cd97 req-2b8129a2-6687-47b1-b166-718aa008c5ae tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670354 Nov 03 19:09:02.375098 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b98-d76c-4cda-8ce7-36ae8c215baf tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.543022 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.608424 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 7dcbfb71-8c18-4c21-81df-888e83ab1210, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7dcbfb71-8c18-4c21-81df-888e83ab1210,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:02.609652 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ab628f-067f-4bd5-b8bb-8d01e9873cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcbfb71-8c18-4c21-81df-888e83ab1210'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:02.613781 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df47adb-0c3f-4359-af55-e353bc0c5184" -d '{"events": [{"server_uuid": "a2ab628f-067f-4bd5-b8bb-8d01e9873cb1", "name": "network-vif-plugged", "status": "completed", "tag": "7dcbfb71-8c18-4c21-81df-888e83ab1210"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:02.617997 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.650881 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eb183-3069-4c9b-a250-a7293ca8a78f req-c214b2a5-b169-428e-8432-9305213f139c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:02.664934 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-429eb183-3069-4c9b-a250-a7293ca8a78f req-c214b2a5-b169-428e-8432-9305213f139c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 944 time: 0.0933974 Nov 03 19:09:02.698363 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c02cd2-0f68-4d5f-a65c-a5bc5e99009c x-openstack-request-id: req-66c02cd2-0f68-4d5f-a65c-a5bc5e99009c {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:02.698816 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ab628f-067f-4bd5-b8bb-8d01e9873cb1", "name": "network-vif-plugged", "status": "completed", "tag": "7dcbfb71-8c18-4c21-81df-888e83ab1210", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:02.698921 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-66c02cd2-0f68-4d5f-a65c-a5bc5e99009c {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:02.699288 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ab628f-067f-4bd5-b8bb-8d01e9873cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcbfb71-8c18-4c21-81df-888e83ab1210', 'code': 200} Nov 03 19:09:02.723918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=7dcbfb71-8c18-4c21-81df-888e83ab1210,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:02.758295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-429eb183-3069-4c9b-a250-a7293ca8a78f req-da7d0695-7483-4125-834d-9be35169ef3f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917175 Nov 03 19:09:02.763190 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b98-d76c-4cda-8ce7-36ae8c215baf tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.765514 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b98-d76c-4cda-8ce7-36ae8c215baf tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.823675 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b98-d76c-4cda-8ce7-36ae8c215baf tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.824325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08f9b98-d76c-4cda-8ce7-36ae8c215baf tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b62e5270-da65-41e7-be60-36ae58cbe178 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:09:02.829716 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c08f9b98-d76c-4cda-8ce7-36ae8c215baf tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.830925 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c08f9b98-d76c-4cda-8ce7-36ae8c215baf tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] 10.222.0.107 "DELETE /v2.0/routers/b62e5270-da65-41e7-be60-36ae58cbe178 HTTP/1.1" status: 204 len: 168 time: 0.5723536 Nov 03 19:09:02.837043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58506) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:02.842589 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-35bc9c32-3f8b-4f79-b3d6-4a2e3cd07cc4 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Request body: {'router': {'name': 'tempest-router-369777509', 'distributed': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:02.880623 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-35bc9c32-3f8b-4f79-b3d6-4a2e3cd07cc4 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.883784 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-35bc9c32-3f8b-4f79-b3d6-4a2e3cd07cc4 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.952141 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059854b3-6690-41fc-85a8-358e639a7946 req-4ee13d07-2714-428f-9fd6-d2ce7f3f499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:02.955173 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-059854b3-6690-41fc-85a8-358e639a7946 req-4ee13d07-2714-428f-9fd6-d2ce7f3f499c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 1097 time: 0.1135948 Nov 03 19:09:02.961940 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-35bc9c32-3f8b-4f79-b3d6-4a2e3cd07cc4 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:02.973448 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-35bc9c32-3f8b-4f79-b3d6-4a2e3cd07cc4 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.016956 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-35bc9c32-3f8b-4f79-b3d6-4a2e3cd07cc4 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.022378 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-059854b3-6690-41fc-85a8-358e639a7946 req-ef074203-0aff-413e-9f68-d9c0e3c9be50 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555785 Nov 03 19:09:03.022905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-35bc9c32-3f8b-4f79-b3d6-4a2e3cd07cc4 tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1837118 Nov 03 19:09:03.024560 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58528) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:03.109348 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b9605cb0-8e60-44a3-bf65-525663dd86ca tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.283216 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b9605cb0-8e60-44a3-bf65-525663dd86ca tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.285573 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b9605cb0-8e60-44a3-bf65-525663dd86ca tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.335537 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b9605cb0-8e60-44a3-bf65-525663dd86ca tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.336249 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9605cb0-8e60-44a3-bf65-525663dd86ca tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d939f308-aeed-416b-b029-7be09e85390a {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:09:03.341596 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b9605cb0-8e60-44a3-bf65-525663dd86ca tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.356340 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b9605cb0-8e60-44a3-bf65-525663dd86ca tempest-RoutersTestDVR-1454827261 tempest-RoutersTestDVR-1454827261-project-admin] 10.222.0.107 "DELETE /v2.0/routers/d939f308-aeed-416b-b029-7be09e85390a HTTP/1.1" status: 204 len: 168 time: 0.3307266 Nov 03 19:09:03.546036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device eeed014a-c94b-4a5c-a37d-5215eb0cfce0 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:09:03.547572 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11b44a-3af0-4679-9a6a-038b3e1ea0de req-56795441-e5ab-4c2a-90da-04df0d9060d6 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:03.558311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e11b44a-3af0-4679-9a6a-038b3e1ea0de req-56795441-e5ab-4c2a-90da-04df0d9060d6 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 946 time: 0.1227777 Nov 03 19:09:03.641038 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e11b44a-3af0-4679-9a6a-038b3e1ea0de req-9adb87f4-2982-47a1-98ac-bde99a0d5903 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600567 Nov 03 19:09:03.726709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:03.741056 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'port_id': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'mac_address': 'fa:16:3e:08:e5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:09:03.797921 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.805230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58622) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:03.815089 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeed014a-c94b-4a5c-a37d-5215eb0cfce0 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:09:03.843297 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:03.848758 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:03.925814 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:03.968074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c439df9-e94e-475f-9905-dd59cda09686 req-f2232b37-94f2-4d0e-9285-035c33abf3f2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:03.971087 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c439df9-e94e-475f-9905-dd59cda09686 req-f2232b37-94f2-4d0e-9285-035c33abf3f2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 945 time: 0.0808849 Nov 03 19:09:04.020013 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-863b9b3e-16c1-487f-b716-cb4549a62482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.043005 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c439df9-e94e-475f-9905-dd59cda09686 req-6db3b08f-9b82-4162-9a31-86c0c541727f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624111 Nov 03 19:09:04.057838 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['eeed014a-c94b-4a5c-a37d-5215eb0cfce0'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:09:04.124223 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-863b9b3e-16c1-487f-b716-cb4549a62482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.130563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-863b9b3e-16c1-487f-b716-cb4549a62482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.166687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b9b3e-16c1-487f-b716-cb4549a62482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2de454-1546-4985-8dff-dff55936d677,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:04.197293 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-863b9b3e-16c1-487f-b716-cb4549a62482 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=77f91c1e45dd4e3f8941537a158d5f91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3897214 Nov 03 19:09:04.198919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58628) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:04.295825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be5e4007-42ed-46f7-b50d-91b1d6f3de2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.337637 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be5e4007-42ed-46f7-b50d-91b1d6f3de2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.412303 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be5e4007-42ed-46f7-b50d-91b1d6f3de2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.416145 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be5e4007-42ed-46f7-b50d-91b1d6f3de2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.421289 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-be5e4007-42ed-46f7-b50d-91b1d6f3de2f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5f2de454-1546-4985-8dff-dff55936d677 HTTP/1.1" status: 204 len: 168 time: 0.2202384 Nov 03 19:09:04.430629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e4007-42ed-46f7-b50d-91b1d6f3de2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2de454-1546-4985-8dff-dff55936d677,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:04.793635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58636) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:04.798222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70e00a-aaac-47f0-8dfa-3b334875566c req-604012d9-a1b3-4410-8093-cfa03c765928 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:04.806483 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b70e00a-aaac-47f0-8dfa-3b334875566c req-604012d9-a1b3-4410-8093-cfa03c765928 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 946 time: 0.0730927 Nov 03 19:09:04.811444 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e61c-f18d-4494-aa59-19ed84e9dae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.881768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b70e00a-aaac-47f0-8dfa-3b334875566c req-094c3c77-7ed3-4d77-9547-d77038bd86a9 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725102 Nov 03 19:09:04.904812 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e61c-f18d-4494-aa59-19ed84e9dae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.910298 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e61c-f18d-4494-aa59-19ed84e9dae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:04.964396 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e8f7e61c-f18d-4494-aa59-19ed84e9dae9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2d99532079054ceb9819d9e43b492b31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1678760 Nov 03 19:09:04.966603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7e61c-f18d-4494-aa59-19ed84e9dae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1e000f-5554-4218-9f49-3bb5040179ba,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:04.982769 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58640) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:05.012738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37447556-cd77-4161-810b-009743f1f346 req-be9191b7-6126-4eb2-8ab3-8bfa10c7446c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:05.014328 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37447556-cd77-4161-810b-009743f1f346 req-be9191b7-6126-4eb2-8ab3-8bfa10c7446c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 946 time: 0.0629950 Nov 03 19:09:05.055007 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01d93029-cd06-49f1-9ad4-d30be9139da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.068968 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37447556-cd77-4161-810b-009743f1f346 req-23ab112d-cb64-44f2-afea-54b0e69023d9 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459459 Nov 03 19:09:05.083149 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01d93029-cd06-49f1-9ad4-d30be9139da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.148263 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01d93029-cd06-49f1-9ad4-d30be9139da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.150970 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-01d93029-cd06-49f1-9ad4-d30be9139da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.158318 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-01d93029-cd06-49f1-9ad4-d30be9139da6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2a1e000f-5554-4218-9f49-3bb5040179ba HTTP/1.1" status: 204 len: 168 time: 0.1742413 Nov 03 19:09:05.187720 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d93029-cd06-49f1-9ad4-d30be9139da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1e000f-5554-4218-9f49-3bb5040179ba,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:05.255863 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a51b35-db34-41bb-8772-f9e7d1d6fd54 req-24fc7219-a101-4e9a-9cec-ede512b83b13 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:05.257547 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a2a51b35-db34-41bb-8772-f9e7d1d6fd54 req-24fc7219-a101-4e9a-9cec-ede512b83b13 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 945 time: 0.1267247 Nov 03 19:09:05.328228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a2a51b35-db34-41bb-8772-f9e7d1d6fd54 req-d6f66298-f931-44f6-957f-9933d2abff33 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634234 Nov 03 19:09:05.560176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device eeed014a-c94b-4a5c-a37d-5215eb0cfce0 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:05.677474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:09:05.686038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:05.688144 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.926326 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:05.992718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:05.999623 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d12fb1f-df43-41b1-aeb8-51dd08968c8e" -d '{"events": [{"server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "name": "network-vif-plugged", "status": "completed", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:06.044123 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:06.049289 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:06.098097 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94aee89c-1202-4219-ad12-77b4f3e19958 x-openstack-request-id: req-94aee89c-1202-4219-ad12-77b4f3e19958 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:06.098395 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "name": "network-vif-plugged", "status": "completed", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:06.098641 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-94aee89c-1202-4219-ad12-77b4f3e19958 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:06.099118 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'code': 200} Nov 03 19:09:06.134048 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:06.208580 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0d4bf-a7d4-41e1-a0e3-4e78675c7c7b req-a0c4380c-f180-4bf3-93bf-9e3a7f5ae0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:06.210029 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-39e0d4bf-a7d4-41e1-a0e3-4e78675c7c7b req-a0c4380c-f180-4bf3-93bf-9e3a7f5ae0e5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1097 time: 0.0457647 Nov 03 19:09:06.270366 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-39e0d4bf-a7d4-41e1-a0e3-4e78675c7c7b req-2afa4024-8189-4957-8d88-0ca812a3593c service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512121 Nov 03 19:09:06.391020 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58700) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:06.426062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58704) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:06.502267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a17df-527e-4adb-bd9c-cfdbd84566a7 req-45b7929f-1805-40b7-90fd-dde6d9130907 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:06.504378 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f47a17df-527e-4adb-bd9c-cfdbd84566a7 req-45b7929f-1805-40b7-90fd-dde6d9130907 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.0532827 Nov 03 19:09:06.582363 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-31f26e29-5ada-45da-8a68-efa0919c4a6b tempest-AgentManagementNegativeTest-539801302 tempest-AgentManagementNegativeTest-539801302-project] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1854444 Nov 03 19:09:06.605763 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f47a17df-527e-4adb-bd9c-cfdbd84566a7 req-cda93b2c-e199-4862-87d2-52e164743704 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903621 Nov 03 19:09:07.067950 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58728) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:07.186115 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f5b63997-bd49-4fb2-9db7-ce299dcc04a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.248542 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c2573082-9300-4411-b68e-96823c23f884 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.357505 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c2573082-9300-4411-b68e-96823c23f884 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.363617 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c2573082-9300-4411-b68e-96823c23f884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.397960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2573082-9300-4411-b68e-96823c23f884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5387004-cda1-40f8-9740-64480ca7cd4f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:07.426793 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c2573082-9300-4411-b68e-96823c23f884 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=254dcff8ad594366ba15c09323cf5137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3574975 Nov 03 19:09:07.429563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58750) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:07.542180 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e1a9b60-3f95-4d76-8356-5db403dc1938 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.590470 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e1a9b60-3f95-4d76-8356-5db403dc1938 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.645234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-f5b63997-bd49-4fb2-9db7-ce299dcc04a3 admin admin] Deleting port 427480b4-4290-434e-a9f8-e7d973018d4f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:07.645607 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f5b63997-bd49-4fb2-9db7-ce299dcc04a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.735064 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e1a9b60-3f95-4d76-8356-5db403dc1938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.738319 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e1a9b60-3f95-4d76-8356-5db403dc1938 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.739517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8e1a9b60-3f95-4d76-8356-5db403dc1938 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b5387004-cda1-40f8-9740-64480ca7cd4f HTTP/1.1" status: 204 len: 168 time: 0.3089795 Nov 03 19:09:07.765059 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a9b60-3f95-4d76-8356-5db403dc1938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5387004-cda1-40f8-9740-64480ca7cd4f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:07.796079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b2e2a-8ba4-455d-aaed-0b0ef475fb7e req-ba851c69-d43c-4ad1-a06f-51562e8afd87 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:07.797639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-733b2e2a-8ba4-455d-aaed-0b0ef475fb7e req-ba851c69-d43c-4ad1-a06f-51562e8afd87 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.0957458 Nov 03 19:09:07.799548 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-f5b63997-bd49-4fb2-9db7-ce299dcc04a3 admin admin] For port 427480b4-4290-434e-a9f8-e7d973018d4f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=427480b4-4290-434e-a9f8-e7d973018d4f,segment=NetworkSegment(29240041-4129-4ee6-b754-372482839a15),segment_id=29240041-4129-4ee6-b754-372482839a15)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:07.800495 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f5b63997-bd49-4fb2-9db7-ce299dcc04a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:07.821519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-f5b63997-bd49-4fb2-9db7-ce299dcc04a3 admin admin] Calling delete_port for 427480b4-4290-434e-a9f8-e7d973018d4f owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:07.905866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-733b2e2a-8ba4-455d-aaed-0b0ef475fb7e req-6914cbe4-ac0b-4e19-b48d-a5d90f8c7eea tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966811 Nov 03 19:09:08.071481 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e19fe-0934-4c64-90b8-a2504e9a993e req-ff3e094f-a81f-4bd4-976a-c178eee24bbb tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:08.073023 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-974e19fe-0934-4c64-90b8-a2504e9a993e req-ff3e094f-a81f-4bd4-976a-c178eee24bbb tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.0887585 Nov 03 19:09:08.114343 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f5b63997-bd49-4fb2-9db7-ce299dcc04a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.157171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b63997-bd49-4fb2-9db7-ce299dcc04a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=427480b4-4290-434e-a9f8-e7d973018d4f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:08.193942 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-974e19fe-0934-4c64-90b8-a2504e9a993e req-f88760be-a260-4ba3-a29e-1f18001195d6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125867 Nov 03 19:09:08.229718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58770) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:08.281365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70e0521-0d0c-411e-91bd-3b2bc501aa88 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:08.283016 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c70e0521-0d0c-411e-91bd-3b2bc501aa88 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1092 time: 0.0522265 Nov 03 19:09:08.286749 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58774) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:08.292972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:08.337825 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.381782 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f5b63997-bd49-4fb2-9db7-ce299dcc04a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.492063 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.531012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58790) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:08.615117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.25.2.152 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/310b5736-0630-4b8f-b9ac-23a76b418675) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:08.676358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2010523401'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:08.741210 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.764437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Made reservation on behalf of 5c3cae7993b2450aaa88a5d039ed8180 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:08.767903 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.775423 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.787401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b63997-bd49-4fb2-9db7-ce299dcc04a3 admin admin] Router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:09:08.789876 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:08.805158 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-75b5165c-3558-438e-b6e1-de64980d9313 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:08.806811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-75b5165c-3558-438e-b6e1-de64980d9313 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 811 time: 0.2140656 Nov 03 19:09:08.817905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:08.824746 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:08.828320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:08.834760 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=310b5736-0630-4b8f-b9ac-23a76b418675,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:08.837331 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-b5f49906-6608-4ef1-8a63-b7e6ccbc10f7 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/quotas/dac53473acd94a04a384696f6afdcb5a HTTP/1.1" status: 200 len: 375 time: 0.0241699 Nov 03 19:09:08.999571 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-1c1ae11d-a980-4e61-9299-1f95b08c2288 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295207 Nov 03 19:09:09.046462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b63997-bd49-4fb2-9db7-ce299dcc04a3 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:09.049258 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.060173 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ee9c75-148a-494e-9489-bdcd758be216 None None] Sync routers for ids ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:09.064029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f5b63997-bd49-4fb2-9db7-ce299dcc04a3 admin admin] 10.222.0.107 "PUT /v2.0/routers/9b11a5c8-f8eb-4398-aebd-85cbb1074d34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6355669 Nov 03 19:09:09.067213 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.067914 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58798) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:09.078628 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ee9c75-148a-494e-9489-bdcd758be216 None None] Routers {'9b11a5c8-f8eb-4398-aebd-85cbb1074d34'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:09.079269 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b8ee9c75-148a-494e-9489-bdcd758be216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:09.130828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:09:09.145764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81462db9-4ffb-4921-83cb-7cb2a7ba43d9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:09.158843 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.159373 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Added segment 644105c3-241b-4cfb-9bed-86cf00cbdadf of type vlan for network 04fba036-41fc-4ce0-9e31-eed8a6b9139a Nov 03 19:09:09.180759 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-ec676118-34c9-44f7-b818-393575739acc service neutron] 10.222.0.107 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699846 Nov 03 19:09:09.209355 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-b8ee9c75-148a-494e-9489-bdcd758be216 None None] Set router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:09.246595 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.319194 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.325118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:09.325767 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.345263 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:09:09.368723 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-2f4f2a38-dd74-4642-995f-564a563d7f70 service neutron] 10.222.0.107 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654072 Nov 03 19:09:09.412146 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8796132 Nov 03 19:09:09.415202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58800) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:09.421103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d5f705f8-916f-41b7-82b0-b28faa70e77c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Request body: {'subnet': {'network_id': '04fba036-41fc-4ce0-9e31-eed8a6b9139a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:09.425061 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d79a1c-f321-4148-a18e-43a6c16e292c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event updated for resources: {'Network': ['ID=04fba036-41fc-4ce0-9e31-eed8a6b9139a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:09.438263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 04fba036-41fc-4ce0-9e31-eed8a6b9139a details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:09.468623 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b8ee9c75-148a-494e-9489-bdcd758be216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:09:08Z', 'revision_number': 5, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:09.510646 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ee9c75-148a-494e-9489-bdcd758be216 None None] Checking router: 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:09:09.520777 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ee9c75-148a-494e-9489-bdcd758be216 None None] Routers {'9b11a5c8-f8eb-4398-aebd-85cbb1074d34'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:09.521686 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b8ee9c75-148a-494e-9489-bdcd758be216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:09.554782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f705f8-916f-41b7-82b0-b28faa70e77c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Made reservation on behalf of 5c3cae7993b2450aaa88a5d039ed8180 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:09.559338 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d5f705f8-916f-41b7-82b0-b28faa70e77c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.589921 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d859082-940a-4579-b802-bd86153130df admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.646201 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-b8ee9c75-148a-494e-9489-bdcd758be216 None None] Set router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:09.690320 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.737209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-71d77210-b2df-4b8e-b9fa-4dc1149efe9b req-1f50a2e2-b2ef-46b0-9e5b-ad80bf51be23 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 210 time: 0.0563962 Nov 03 19:09:09.757949 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d859082-940a-4579-b802-bd86153130df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.823774 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.894133 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b8ee9c75-148a-494e-9489-bdcd758be216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:09:08Z', 'revision_number': 5, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:09.918830 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-9d859082-940a-4579-b802-bd86153130df admin admin] Deleting port ea3f8b7e-1d9e-42de-8049-a890a8f8fffc {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:09.919172 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d859082-940a-4579-b802-bd86153130df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.951692 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d5f705f8-916f-41b7-82b0-b28faa70e77c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:09.953437 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ee9c75-148a-494e-9489-bdcd758be216 None None] The sync data for ids ['9b11a5c8-f8eb-4398-aebd-85cbb1074d34'] in n-d-812150-4 is: [{'id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'name': 'tempest-TestVolumeBackupRestore-225279991-router', 'tenant_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:19Z', 'updated_at': '2021-11-03T19:09:08Z', 'revision_number': 5, 'project_id': 'dff9ec367bbb493bb22f68b02f6fda55', 'gw_port': {'id': 'ea3f8b7e-1d9e-42de-8049-a890a8f8fffc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:68:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b11a5c8-f8eb-4398-aebd-85cbb1074d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:20Z', 'updated_at': '2021-11-03T19:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:10.061364 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f705f8-916f-41b7-82b0-b28faa70e77c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event updated for resources: {'Subnet': ['ID=4e7870e5-7579-407f-ab55-e9150d1d4174,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:10.066526 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-9d859082-940a-4579-b802-bd86153130df admin admin] For port ea3f8b7e-1d9e-42de-8049-a890a8f8fffc, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ea3f8b7e-1d9e-42de-8049-a890a8f8fffc,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:10.066936 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d859082-940a-4579-b802-bd86153130df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.067309 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f705f8-916f-41b7-82b0-b28faa70e77c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Checking segment: {'id': '644105c3-241b-4cfb-9bed-86cf00cbdadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '04fba036-41fc-4ce0-9e31-eed8a6b9139a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:10.067778 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f705f8-916f-41b7-82b0-b28faa70e77c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Network hostable DHCP agents. Network: 04fba036-41fc-4ce0-9e31-eed8a6b9139a, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:09:10.086137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f705f8-916f-41b7-82b0-b28faa70e77c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Network 04fba036-41fc-4ce0-9e31-eed8a6b9139a is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:09:10.092831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-9d859082-940a-4579-b802-bd86153130df admin admin] Calling delete_port for ea3f8b7e-1d9e-42de-8049-a890a8f8fffc owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:10.099305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-d5f705f8-916f-41b7-82b0-b28faa70e77c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 04fba036-41fc-4ce0-9e31-eed8a6b9139a) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:10.099806 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.104310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f705f8-916f-41b7-82b0-b28faa70e77c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:10.105057 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d5f705f8-916f-41b7-82b0-b28faa70e77c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.111616 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.118802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d2f574-c9a4-4829-9331-cebb256386c2 None None] Network 04fba036-41fc-4ce0-9e31-eed8a6b9139a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:10.129479 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d5f705f8-916f-41b7-82b0-b28faa70e77c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7130814 Nov 03 19:09:10.130247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58814) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:10.135754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-5bc45970-543d-4819-986e-d7ad22000686 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Request body: {'port': {'network_id': '04fba036-41fc-4ce0-9e31-eed8a6b9139a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-220942224'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:10.242376 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=310b5736-0630-4b8f-b9ac-23a76b418675,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:10.280785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc45970-543d-4819-986e-d7ad22000686 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Made reservation on behalf of 5c3cae7993b2450aaa88a5d039ed8180 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:10.285800 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bc45970-543d-4819-986e-d7ad22000686 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.314553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-5bc45970-543d-4819-986e-d7ad22000686 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] device_id is not set on port da9efe86-28dc-42a3-8e17-3f9db8a33736 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:10.315245 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.317846 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-04fba036-41fc-4ce0-9e31-eed8a6b9139a', 'network_id': '04fba036-41fc-4ce0-9e31-eed8a6b9139a', 'tenant_id': '5c3cae7993b2450aaa88a5d039ed8180', 'fixed_ips': [{'subnet_id': '4e7870e5-7579-407f-ab55-e9150d1d4174'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:10.320157 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.502425 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Floating IP 24d8bf3d-d40e-475f-ba4f-f1e3c592b0fc associated. External IP: 172.25.2.152, port: eeed014a-c94b-4a5c-a37d-5215eb0cfce0. Nov 03 19:09:10.507294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-5bc45970-543d-4819-986e-d7ad22000686 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Allocated IP 2001:db8::c8 (04fba036-41fc-4ce0-9e31-eed8a6b9139a/4e7870e5-7579-407f-ab55-e9150d1d4174/da9efe86-28dc-42a3-8e17-3f9db8a33736) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:10.542541 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d859082-940a-4579-b802-bd86153130df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.580356 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d859082-940a-4579-b802-bd86153130df admin admin] Pushing event deleted for resources: {'Port': ['ID=ea3f8b7e-1d9e-42de-8049-a890a8f8fffc,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:10.713167 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d859082-940a-4579-b802-bd86153130df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.852079 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d859082-940a-4579-b802-bd86153130df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.856116 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d859082-940a-4579-b802-bd86153130df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.979700 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d859082-940a-4579-b802-bd86153130df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:10.980238 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d859082-940a-4579-b802-bd86153130df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b11a5c8-f8eb-4398-aebd-85cbb1074d34 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:09:11.021788 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9d859082-940a-4579-b802-bd86153130df admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.023369 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9d859082-940a-4579-b802-bd86153130df admin admin] 10.222.0.107 "DELETE /v2.0/routers/9b11a5c8-f8eb-4398-aebd-85cbb1074d34 HTTP/1.1" status: 204 len: 168 time: 1.9538512 Nov 03 19:09:11.031390 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58818) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:11.060999 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 2557f7fe-4cd9-47ce-a210-488d1df9e47a has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:09:11.091538 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-48205b51-4eb8-4838-9f04-5ce04ef7742f req-f67bdb2b-c8ca-4937-865f-d067fe3a3757 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 210 time: 0.0754173 Nov 03 19:09:11.103359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-8773552c-ffb8-498f-98fe-68b67a9caff0 admin admin] Deleting subnet 433f5fa3-2efe-48ca-828a-d21a4fc0253c {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:11.114991 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8773552c-ffb8-498f-98fe-68b67a9caff0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.115530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-713d80fd-3b65-4e47-8e91-dc9888e15014 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:11.115530 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-713d80fd-3b65-4e47-8e91-dc9888e15014 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.98 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 811 time: 0.1903596 Nov 03 19:09:11.149276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-6246ad22-e704-4da0-99f5-98f9fa02a2ac tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'port': {'device_id': 'f4380a6b-468c-41cd-80f7-be065052a367', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'admin_state_up': True, 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:11.149773 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8773552c-ffb8-498f-98fe-68b67a9caff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.199171 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bc45970-543d-4819-986e-d7ad22000686 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.269077 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8773552c-ffb8-498f-98fe-68b67a9caff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.300956 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bc45970-543d-4819-986e-d7ad22000686 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.312198 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:11.326758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b4840d-3940-45bb-88e8-2a1eaa964f57 None None] Sync routers for ids ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:11.335880 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.359512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b4840d-3940-45bb-88e8-2a1eaa964f57 None None] Routers {'2557f7fe-4cd9-47ce-a210-488d1df9e47a'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:11.360434 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a9b4840d-3940-45bb-88e8-2a1eaa964f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:11.368380 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4caf3b21-2a74-4d30-8db4-0a6f112c78a1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0803263 Nov 03 19:09:11.371027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:11.374257 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767ed505-23d0-40ec-a962-c1c5a56ce656" -d '{"events": [{"name": "network-changed", "server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:11.406119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc45970-543d-4819-986e-d7ad22000686 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Network 04fba036-41fc-4ce0-9e31-eed8a6b9139a is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:11.417136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc45970-543d-4819-986e-d7ad22000686 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event updated for resources: {'Port': ['ID=da9efe86-28dc-42a3-8e17-3f9db8a33736,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:11.420223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-5bc45970-543d-4819-986e-d7ad22000686 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:11.424212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc45970-543d-4819-986e-d7ad22000686 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:11.438883 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc45970-543d-4819-986e-d7ad22000686 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:11.441995 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5bc45970-543d-4819-986e-d7ad22000686 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.452981 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2812b123-cfd1-4372-a1c4-d1fc711f8826 x-openstack-request-id: req-2812b123-cfd1-4372-a1c4-d1fc711f8826 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:11.453525 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:11.453999 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2812b123-cfd1-4372-a1c4-d1fc711f8826 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:11.454580 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'status': 'completed', 'code': 200} Nov 03 19:09:11.455822 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-6246ad22-e704-4da0-99f5-98f9fa02a2ac tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Made reservation on behalf of dac53473acd94a04a384696f6afdcb5a for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:11.469967 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-6246ad22-e704-4da0-99f5-98f9fa02a2ac tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.483213 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5bc45970-543d-4819-986e-d7ad22000686 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3515742 Nov 03 19:09:11.486008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58824) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:11.488341 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8773552c-ffb8-498f-98fe-68b67a9caff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.502642 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-cb69bbca-7ec3-4312-abde-82e52e17e0c4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Request body: {'port': {'network_id': '04fba036-41fc-4ce0-9e31-eed8a6b9139a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1676315234', 'allowed_address_pairs': [{'ip_address': '2001:db8::c8', 'mac_address': 'fa:16:3e:70:bf:ba'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:11.538688 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a9b4840d-3940-45bb-88e8-2a1eaa964f57 None None] Set router 2557f7fe-4cd9-47ce-a210-488d1df9e47a gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:11.549509 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Allocated IP 2001:db8::2 (04fba036-41fc-4ce0-9e31-eed8a6b9139a/4e7870e5-7579-407f-ab55-e9150d1d4174/cddee36f-8f87-49c9-bc70-54fcd707d529) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:11.599282 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8773552c-ffb8-498f-98fe-68b67a9caff0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:11.609413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58828) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:11.609836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8773552c-ffb8-498f-98fe-68b67a9caff0 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/433f5fa3-2efe-48ca-828a-d21a4fc0253c HTTP/1.1" status: 204 len: 168 time: 0.5768886 Nov 03 19:09:11.717782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773552c-ffb8-498f-98fe-68b67a9caff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=433f5fa3-2efe-48ca-828a-d21a4fc0253c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:11.772310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bfc4-13ce-4db6-a6a2-47ac6ced470b req-c4a25fa4-bc6f-48be-a492-111c1b0f6830 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:11.781072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f016bfc4-13ce-4db6-a6a2-47ac6ced470b req-c4a25fa4-bc6f-48be-a492-111c1b0f6830 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.1973331 Nov 03 19:09:11.803465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd6c839-5b3f-41cd-8a74-32de7ef9f80a None None] Network 26c35c47-8ae1-4617-a018-823ab358a63b requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:11.824657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ed505-23d0-40ec-a962-c1c5a56ce656 req-f1ec63dd-8d5e-4b2a-a153-11920a467a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:11.827330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-767ed505-23d0-40ec-a962-c1c5a56ce656 req-f1ec63dd-8d5e-4b2a-a153-11920a467a41 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1097 time: 0.2447629 Nov 03 19:09:11.959993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ea3f8b7e-1d9e-42de-8049-a890a8f8fffc no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:11.963101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f016bfc4-13ce-4db6-a6a2-47ac6ced470b req-61bac8de-5a9a-4447-ac9a-d0aa0b9bbcdc tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807244 Nov 03 19:09:11.989903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: ea3f8b7e-1d9e-42de-8049-a890a8f8fffc {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:11.990388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ea3f8b7e-1d9e-42de-8049-a890a8f8fffc not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:11.990997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 427480b4-4290-434e-a9f8-e7d973018d4f no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:12.064847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 427480b4-4290-434e-a9f8-e7d973018d4f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:12.065129 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 427480b4-4290-434e-a9f8-e7d973018d4f not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:12.081547 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ed505-23d0-40ec-a962-c1c5a56ce656 req-7d72dc89-142d-49cb-8c00-e5e54259a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:12.083875 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-767ed505-23d0-40ec-a962-c1c5a56ce656 req-7d72dc89-142d-49cb-8c00-e5e54259a99b service neutron] 10.222.0.98 "GET /v2.0/networks?id=014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 200 len: 898 time: 0.2390850 Nov 03 19:09:12.084573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58832) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:12.088260 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb69bbca-7ec3-4312-abde-82e52e17e0c4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Made reservation on behalf of 5c3cae7993b2450aaa88a5d039ed8180 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:12.173683 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.276958 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-6246ad22-e704-4da0-99f5-98f9fa02a2ac tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Allocated IP 172.20.0.10 (9f464358-8040-4222-b3b1-8d1714a116ab/3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe/eaa6b042-3d24-4f20-ace9-6a9972e0dd59) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:12.305867 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496d4645-224b-46f7-9f8d-7e43e24a6be4 None None] DHCP port deletion for 26c35c47-8ae1-4617-a018-823ab358a63b request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:12.325486 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] Deleting port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:12.325828 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.347274 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb69bbca-7ec3-4312-abde-82e52e17e0c4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.411808 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.438063 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.438649 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26fcd190-c30f-41d9-a3ab-986e8b501612 req-c8c24d5b-831c-4a59-8382-f3b4fdf03f71 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 210 time: 0.0414164 Nov 03 19:09:12.474752 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] For port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af,segment=NetworkSegment(29240041-4129-4ee6-b754-372482839a15),segment_id=29240041-4129-4ee6-b754-372482839a15)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:12.475114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.475236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-767ed505-23d0-40ec-a962-c1c5a56ce656 req-f5a12e81-b85b-41b9-adee-def150556b60 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 1000 time: 0.3813236 Nov 03 19:09:12.476553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-cb69bbca-7ec3-4312-abde-82e52e17e0c4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] device_id is not set on port 153fd244-9e56-4e8a-b263-bd26b78661f3 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:12.486288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c9c9a0e6-f0e3-467e-8eec-0aca08558089 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/24d8bf3d-d40e-475f-ba4f-f1e3c592b0fc HTTP/1.1" status: 200 len: 992 time: 0.3992085 Nov 03 19:09:12.498433 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] Calling delete_port for 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:12.514545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Network 04fba036-41fc-4ce0-9e31-eed8a6b9139a is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:12.519688 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:12.522963 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a9b4840d-3940-45bb-88e8-2a1eaa964f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:44Z', 'updated_at': '2021-11-03T19:08:53Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:46Z', 'updated_at': '2021-11-03T19:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '24d8bf3d-d40e-475f-ba4f-f1e3c592b0fc', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'port_id': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'mac_address': 'fa:16:3e:08:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321765ae-d792-46e0-9951-7e57e9191846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:09:09Z', 'updated_at': '2021-11-03T19:09:09Z', 'revision_number': 0, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f462e766-4785-4dba-a4ce-360f663e13a4', 'name': '', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:38:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:52Z', 'updated_at': '2021-11-03T19:08:57Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:12.559025 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:12.562533 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b4840d-3940-45bb-88e8-2a1eaa964f57 None None] Checking router: 2557f7fe-4cd9-47ce-a210-488d1df9e47a for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:09:12.566901 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-6246ad22-e704-4da0-99f5-98f9fa02a2ac tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.573796 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-496d4645-224b-46f7-9f8d-7e43e24a6be4 None None] Deleting port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:12.573796 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-496d4645-224b-46f7-9f8d-7e43e24a6be4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.575718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Pushing event updated for resources: {'Port': ['ID=cddee36f-8f87-49c9-bc70-54fcd707d529,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:12.586104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ed505-23d0-40ec-a962-c1c5a56ce656 req-62c2939f-825d-48cd-a503-2e74fcb40f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:12.587658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-767ed505-23d0-40ec-a962-c1c5a56ce656 req-62c2939f-825d-48cd-a503-2e74fcb40f96 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7b47a05-c30f-479c-bf77-6f9f827c7920 HTTP/1.1" status: 200 len: 835 time: 0.1008501 Nov 03 19:09:12.663274 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-6246ad22-e704-4da0-99f5-98f9fa02a2ac tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.678388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-cb69bbca-7ec3-4312-abde-82e52e17e0c4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Allocated IP 2001:db8::70 (04fba036-41fc-4ce0-9e31-eed8a6b9139a/4e7870e5-7579-407f-ab55-e9150d1d4174/153fd244-9e56-4e8a-b263-bd26b78661f3) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:12.689416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ed505-23d0-40ec-a962-c1c5a56ce656 req-38dd0656-beaa-45b5-9fef-0117155e115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:12.690148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-496d4645-224b-46f7-9f8d-7e43e24a6be4 None None] For port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af,segment=NetworkSegment(29240041-4129-4ee6-b754-372482839a15),segment_id=29240041-4129-4ee6-b754-372482839a15)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:12.690724 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-496d4645-224b-46f7-9f8d-7e43e24a6be4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.695637 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-767ed505-23d0-40ec-a962-c1c5a56ce656 req-38dd0656-beaa-45b5-9fef-0117155e115c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=014e23e3-8641-46e4-b08a-e056c5d123c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819545 Nov 03 19:09:12.727453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['7dcbfb71-8c18-4c21-81df-888e83ab1210'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:09:12.764208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-496d4645-224b-46f7-9f8d-7e43e24a6be4 None None] Calling delete_port for 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:12.787937 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b4840d-3940-45bb-88e8-2a1eaa964f57 None None] Routers {'2557f7fe-4cd9-47ce-a210-488d1df9e47a'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:12.788490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a9b4840d-3940-45bb-88e8-2a1eaa964f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:12.800120 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.814294 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-6246ad22-e704-4da0-99f5-98f9fa02a2ac tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Network 9f464358-8040-4222-b3b1-8d1714a116ab is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:12.837210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-6246ad22-e704-4da0-99f5-98f9fa02a2ac tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:12.857862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-6246ad22-e704-4da0-99f5-98f9fa02a2ac tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:12.895732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Attempting to bind port cddee36f-8f87-49c9-bc70-54fcd707d529 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:12.896106 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Attempting to bind port cddee36f-8f87-49c9-bc70-54fcd707d529 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '644105c3-241b-4cfb-9bed-86cf00cbdadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '04fba036-41fc-4ce0-9e31-eed8a6b9139a'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:12.896471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Attempting to bind port cddee36f-8f87-49c9-bc70-54fcd707d529 on network 04fba036-41fc-4ce0-9e31-eed8a6b9139a {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:12.915819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-767ed505-23d0-40ec-a962-c1c5a56ce656 req-4d93fd94-ab8e-46a0-b31f-5ef8fe1ef536 service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127097 Nov 03 19:09:12.926084 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:12.926731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Checking segment: {'id': '644105c3-241b-4cfb-9bed-86cf00cbdadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '04fba036-41fc-4ce0-9e31-eed8a6b9139a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:12.927412 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.927906 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Bound using segment: {'id': '644105c3-241b-4cfb-9bed-86cf00cbdadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '04fba036-41fc-4ce0-9e31-eed8a6b9139a'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:12.928527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Bound port: cddee36f-8f87-49c9-bc70-54fcd707d529, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644105c3-241b-4cfb-9bed-86cf00cbdadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '04fba036-41fc-4ce0-9e31-eed8a6b9139a'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:12.928923 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.960620 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-6246ad22-e704-4da0-99f5-98f9fa02a2ac tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:12.961482 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-6246ad22-e704-4da0-99f5-98f9fa02a2ac tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:12.995308 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] No DVR routers for this DVR port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:13.047333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246ad22-e704-4da0-99f5-98f9fa02a2ac tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'Port': ['ID=eaa6b042-3d24-4f20-ace9-6a9972e0dd59,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:13.097175 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb69bbca-7ec3-4312-abde-82e52e17e0c4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.097743 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-6246ad22-e704-4da0-99f5-98f9fa02a2ac tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9528158 Nov 03 19:09:13.100144 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:13.122128 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-767ed505-23d0-40ec-a962-c1c5a56ce656 req-79a2efda-cbb8-49ae-8ac3-5886bd2ae93b service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012386 Nov 03 19:09:13.132060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Request body: {'port': {'device_id': 'f4380a6b-468c-41cd-80f7-be065052a367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:13.173112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a9b4840d-3940-45bb-88e8-2a1eaa964f57 None None] Set router 2557f7fe-4cd9-47ce-a210-488d1df9e47a gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:13.183341 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-496d4645-224b-46f7-9f8d-7e43e24a6be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.192644 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb69bbca-7ec3-4312-abde-82e52e17e0c4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.231567 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.248462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69bbca-7ec3-4312-abde-82e52e17e0c4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event updated for resources: {'Port': ['ID=153fd244-9e56-4e8a-b263-bd26b78661f3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:13.266870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb69bbca-7ec3-4312-abde-82e52e17e0c4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Network 04fba036-41fc-4ce0-9e31-eed8a6b9139a is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:13.269675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-cb69bbca-7ec3-4312-abde-82e52e17e0c4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:13.279712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb69bbca-7ec3-4312-abde-82e52e17e0c4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:13.287322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c35c47-8ae1-4617-a018-823ab358a63b']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:13.287531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d4645-224b-46f7-9f8d-7e43e24a6be4 None None] Pushing event deleted for resources: {'Port': ['ID=91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:13.290045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb69bbca-7ec3-4312-abde-82e52e17e0c4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:13.291500 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb69bbca-7ec3-4312-abde-82e52e17e0c4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.293469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d4645-224b-46f7-9f8d-7e43e24a6be4 None None] No DVR routers for this DVR port 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:13.304007 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.306593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] For port cddee36f-8f87-49c9-bc70-54fcd707d529, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:13.308114 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29240041-4129-4ee6-b754-372482839a15') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:13.309161 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29240041-4129-4ee6-b754-372482839a15') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:13.343642 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.344632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cb69bbca-7ec3-4312-abde-82e52e17e0c4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.8463087 Nov 03 19:09:13.346583 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58836) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:13.389731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] For port cddee36f-8f87-49c9-bc70-54fcd707d529, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cddee36f-8f87-49c9-bc70-54fcd707d529,segment=NetworkSegment(644105c3-241b-4cfb-9bed-86cf00cbdadf),segment_id=644105c3-241b-4cfb-9bed-86cf00cbdadf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:13.391861 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.401247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7269ba3e-b0ee-48cb-b4b5-d3ccd1ab0723 None None] Provisioning complete for port eaa6b042-3d24-4f20-ace9-6a9972e0dd59 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:13.401604 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7269ba3e-b0ee-48cb-b4b5-d3ccd1ab0723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.409400 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.418414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:13.419124 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:13.421631 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:13.427654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4536ac16-dd1e-406f-8ec4-f529ca6df0ac tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:13.433975 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4536ac16-dd1e-406f-8ec4-f529ca6df0ac tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:13.443654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4536ac16-dd1e-406f-8ec4-f529ca6df0ac tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:13.445362 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4536ac16-dd1e-406f-8ec4-f529ca6df0ac tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.0974684 Nov 03 19:09:13.448203 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58838) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:13.493193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-7269ba3e-b0ee-48cb-b4b5-d3ccd1ab0723 None None] Port eaa6b042-3d24-4f20-ace9-6a9972e0dd59 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:13.504465 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58842) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:13.545727 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.571618 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.577791 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] 10.222.0.107 "DELETE /v2.0/networks/26c35c47-8ae1-4617-a018-823ab358a63b HTTP/1.1" status: 204 len: 168 time: 1.9608872 Nov 03 19:09:13.577791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea79b2f-6689-4977-9d06-49200f9c52c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=26c35c47-8ae1-4617-a018-823ab358a63b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:13.581133 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58844) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:13.618409 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.635824 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a9037-87a3-45f4-8681-a1b4e23113c9 None None] Pushing event updated for resources: {'Port': ['ID=cddee36f-8f87-49c9-bc70-54fcd707d529,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:13.654840 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-55c2b840-bc90-4dc5-9a3a-c24299656925 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/24d8bf3d-d40e-475f-ba4f-f1e3c592b0fc HTTP/1.1" status: 200 len: 992 time: 0.1482983 Nov 03 19:09:13.688087 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fdeb0-44a9-4a52-8739-04ec64b6400f req-33496f29-b9a2-4b1c-ac9d-3e7de823b030 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:13.689697 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-719fdeb0-44a9-4a52-8739-04ec64b6400f req-33496f29-b9a2-4b1c-ac9d-3e7de823b030 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 932 time: 0.1192899 Nov 03 19:09:13.709987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-399d4699-e8f5-46c6-9f8b-8f402206eaa6 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Deleting port 153fd244-9e56-4e8a-b263-bd26b78661f3 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:13.709987 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-399d4699-e8f5-46c6-9f8b-8f402206eaa6 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.828803 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-399d4699-e8f5-46c6-9f8b-8f402206eaa6 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:13.843728 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-399d4699-e8f5-46c6-9f8b-8f402206eaa6 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Calling delete_port for 153fd244-9e56-4e8a-b263-bd26b78661f3 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:13.996269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa6b042-3d24-4f20-ace9-6a9972e0dd59 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:09:14.016318 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.093274 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-719fdeb0-44a9-4a52-8739-04ec64b6400f req-a514b026-b593-46e8-8e0a-a2f2bd7f2bb0 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927536 Nov 03 19:09:14.094438 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-399d4699-e8f5-46c6-9f8b-8f402206eaa6 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.129182 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Transition to ACTIVE for port object eaa6b042-3d24-4f20-ace9-6a9972e0dd59 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:09:14.138872 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.234221 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa6b042-3d24-4f20-ace9-6a9972e0dd59,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:14.271604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:14.337883 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:14.337883 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 91a11a0f-d6e7-4b86-a7fe-81e8a7f3c7af not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:14.423178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a9b4840d-3940-45bb-88e8-2a1eaa964f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:44Z', 'updated_at': '2021-11-03T19:08:53Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:46Z', 'updated_at': '2021-11-03T19:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '24d8bf3d-d40e-475f-ba4f-f1e3c592b0fc', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'port_id': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'mac_address': 'fa:16:3e:08:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321765ae-d792-46e0-9951-7e57e9191846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:09:09Z', 'updated_at': '2021-11-03T19:09:09Z', 'revision_number': 0, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f462e766-4785-4dba-a4ce-360f663e13a4', 'name': '', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:38:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:52Z', 'updated_at': '2021-11-03T19:08:57Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:14.432418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d4699-e8f5-46c6-9f8b-8f402206eaa6 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event deleted for resources: {'Port': ['ID=153fd244-9e56-4e8a-b263-bd26b78661f3,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:14.458852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b4840d-3940-45bb-88e8-2a1eaa964f57 None None] The sync data for ids ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'] in n-d-812150-4 is: [{'id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:44Z', 'updated_at': '2021-11-03T19:08:53Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:46Z', 'updated_at': '2021-11-03T19:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '24d8bf3d-d40e-475f-ba4f-f1e3c592b0fc', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'port_id': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'mac_address': 'fa:16:3e:08:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321765ae-d792-46e0-9951-7e57e9191846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:09:09Z', 'updated_at': '2021-11-03T19:09:09Z', 'revision_number': 0, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f462e766-4785-4dba-a4ce-360f663e13a4', 'name': '', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:38:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:52Z', 'updated_at': '2021-11-03T19:08:57Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:14.553457 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-399d4699-e8f5-46c6-9f8b-8f402206eaa6 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.561038 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-399d4699-e8f5-46c6-9f8b-8f402206eaa6 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "DELETE /v2.0/ports/153fd244-9e56-4e8a-b263-bd26b78661f3 HTTP/1.1" status: 204 len: 168 time: 1.1115344 Nov 03 19:09:14.564200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58846) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:14.610276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Attempting to bind port eaa6b042-3d24-4f20-ace9-6a9972e0dd59 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:14.610836 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Attempting to bind port eaa6b042-3d24-4f20-ace9-6a9972e0dd59 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:14.611378 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Attempting to bind port eaa6b042-3d24-4f20-ace9-6a9972e0dd59 on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:14.617264 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4189ded-0717-4667-9592-85a5ac7cee48 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] GET failed (client error): The resource could not be found. Nov 03 19:09:14.623021 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f4189ded-0717-4667-9592-85a5ac7cee48 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "GET /v2.0/ports/153fd244-9e56-4e8a-b263-bd26b78661f3 HTTP/1.1" status: 404 len: 333 time: 0.0553992 Nov 03 19:09:14.626956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58848) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:14.628615 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Port eaa6b042-3d24-4f20-ace9-6a9972e0dd59 on network 9f464358-8040-4222-b3b1-8d1714a116ab not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:09:14.629149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Attempting to bind port eaa6b042-3d24-4f20-ace9-6a9972e0dd59 on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:14.640727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-fc260dd6-b138-46e9-b044-095a80054758 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Request body: {'port': {'network_id': '04fba036-41fc-4ce0-9e31-eed8a6b9139a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1966398129'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:14.642036 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:14.642581 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Checking segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:14.643199 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Bound using segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:14.644903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Bound port: eaa6b042-3d24-4f20-ace9-6a9972e0dd59, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:14.645388 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.665064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58850) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:14.896551 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cdab21-0b1c-4b54-bc68-85aa96949893 None None] New status for floating IP 24d8bf3d-d40e-475f-ba4f-f1e3c592b0fc: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:09:14.945113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc260dd6-b138-46e9-b044-095a80054758 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Made reservation on behalf of 5c3cae7993b2450aaa88a5d039ed8180 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:14.954296 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc260dd6-b138-46e9-b044-095a80054758 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:14.999846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-fc260dd6-b138-46e9-b044-095a80054758 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] device_id is not set on port 55ad6fe8-34dc-45d1-adf5-221b0309e3ee yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:15.001258 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-33b6812f-d2b7-4f28-ae78-0253f62336fb tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/24d8bf3d-d40e-475f-ba4f-f1e3c592b0fc HTTP/1.1" status: 200 len: 992 time: 0.3302817 Nov 03 19:09:15.109552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] For port eaa6b042-3d24-4f20-ace9-6a9972e0dd59, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:15.119481 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] For port eaa6b042-3d24-4f20-ace9-6a9972e0dd59, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=eaa6b042-3d24-4f20-ace9-6a9972e0dd59,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:15.146818 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.194088 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:15.194734 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.209307 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] 10.222.0.98 "PUT /v2.0/ports/eaa6b042-3d24-4f20-ace9-6a9972e0dd59 HTTP/1.1" status: 200 len: 1092 time: 2.0989223 Nov 03 19:09:15.209893 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4380a6b-468c-41cd-80f7-be065052a367', 'tag': 'eaa6b042-3d24-4f20-ace9-6a9972e0dd59'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:15.212389 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df74fa77-e841-4521-b164-0b4912a32be1" -d '{"events": [{"name": "network-changed", "server_uuid": "f4380a6b-468c-41cd-80f7-be065052a367", "tag": "eaa6b042-3d24-4f20-ace9-6a9972e0dd59"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:15.313926 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c713373e-172f-4ab0-8e45-a18c96a4707a x-openstack-request-id: req-c713373e-172f-4ab0-8e45-a18c96a4707a {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:15.315056 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4380a6b-468c-41cd-80f7-be065052a367", "tag": "eaa6b042-3d24-4f20-ace9-6a9972e0dd59", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:15.315543 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c713373e-172f-4ab0-8e45-a18c96a4707a {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:15.316127 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4380a6b-468c-41cd-80f7-be065052a367', 'tag': 'eaa6b042-3d24-4f20-ace9-6a9972e0dd59', 'status': 'completed', 'code': 200} Nov 03 19:09:15.337269 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1eda463d-a3b0-46d1-89cd-d233400d6eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.340660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec71222-ab4c-4dce-b32b-ac5fbeabac70 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa6b042-3d24-4f20-ace9-6a9972e0dd59,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:15.368516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-fc260dd6-b138-46e9-b044-095a80054758 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Allocated IP 2001:db8::244 (04fba036-41fc-4ce0-9e31-eed8a6b9139a/4e7870e5-7579-407f-ab55-e9150d1d4174/55ad6fe8-34dc-45d1-adf5-221b0309e3ee) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:15.436112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f9b9a3-1ca8-4dd8-b331-c207184eb268 None None] Network 04fba036-41fc-4ce0-9e31-eed8a6b9139a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:15.458083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a849b21-4fc7-4878-91b1-a6bc3cb9ac64 req-4b348140-e018-4dbd-846e-077a2a0207fe tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:15.460156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a849b21-4fc7-4878-91b1-a6bc3cb9ac64 req-4b348140-e018-4dbd-846e-077a2a0207fe tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.1606772 Nov 03 19:09:15.486067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-8de0217b-ba85-4e81-be57-020158ea1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:15.488278 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-8de0217b-ba85-4e81-be57-020158ea1d7a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 1095 time: 0.2053833 Nov 03 19:09:15.574518 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a849b21-4fc7-4878-91b1-a6bc3cb9ac64 req-9b906618-33b4-4eea-b506-6c4299346991 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055930 Nov 03 19:09:15.585433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-945d3a14-2f09-4d13-92ba-4b5075d1576b None None] Provisioning complete for port cddee36f-8f87-49c9-bc70-54fcd707d529 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:15.593312 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-945d3a14-2f09-4d13-92ba-4b5075d1576b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.638414 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-0bb6a315-248c-4c9e-9256-90384ae5ca3b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaa6b042-3d24-4f20-ace9-6a9972e0dd59 HTTP/1.1" status: 200 len: 217 time: 0.1374807 Nov 03 19:09:15.691279 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc260dd6-b138-46e9-b044-095a80054758 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.731786 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc260dd6-b138-46e9-b044-095a80054758 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.759357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-a1a11f9a-7011-4155-b54f-29de4351ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:15.761915 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-a1a11f9a-7011-4155-b54f-29de4351ce11 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0905514 Nov 03 19:09:15.787423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc260dd6-b138-46e9-b044-095a80054758 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event updated for resources: {'Port': ['ID=55ad6fe8-34dc-45d1-adf5-221b0309e3ee,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:15.804054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc260dd6-b138-46e9-b044-095a80054758 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Network 04fba036-41fc-4ce0-9e31-eed8a6b9139a is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:15.806111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-fc260dd6-b138-46e9-b044-095a80054758 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:15.809288 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc260dd6-b138-46e9-b044-095a80054758 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:15.827020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc260dd6-b138-46e9-b044-095a80054758 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:15.827822 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc260dd6-b138-46e9-b044-095a80054758 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.829106 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-945d3a14-2f09-4d13-92ba-4b5075d1576b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.863730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fc260dd6-b138-46e9-b044-095a80054758 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2317667 Nov 03 19:09:15.866046 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58856) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:15.880746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-527f0ee1-dc95-483a-9e0e-f9d1bea748c5 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c8', 'mac_address': 'fa:16:3e:70:bf:ba'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:15.963683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-945d3a14-2f09-4d13-92ba-4b5075d1576b None None] For port cddee36f-8f87-49c9-bc70-54fcd707d529, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cddee36f-8f87-49c9-bc70-54fcd707d529,segment=NetworkSegment(644105c3-241b-4cfb-9bed-86cf00cbdadf),segment_id=644105c3-241b-4cfb-9bed-86cf00cbdadf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:15.963683 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-945d3a14-2f09-4d13-92ba-4b5075d1576b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:15.969134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-3615d3aa-d253-44b7-99c5-a189f21718cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:15.971135 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-3615d3aa-d253-44b7-99c5-a189f21718cd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014289 Nov 03 19:09:16.008992 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58858) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:16.084329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cddee36f-8f87-49c9-bc70-54fcd707d529 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:16.091165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d3a14-2f09-4d13-92ba-4b5075d1576b None None] Pushing event updated for resources: {'Port': ['ID=cddee36f-8f87-49c9-bc70-54fcd707d529,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:16.126669 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1eda463d-a3b0-46d1-89cd-d233400d6eda admin admin] Deleting port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:16.127285 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1eda463d-a3b0-46d1-89cd-d233400d6eda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.186980 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-527f0ee1-dc95-483a-9e0e-f9d1bea748c5 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.205172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port cddee36f-8f87-49c9-bc70-54fcd707d529 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:16.205886 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.239681 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-551fd79e-a64d-4d3c-8ad1-741adc641f59 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/24d8bf3d-d40e-475f-ba4f-f1e3c592b0fc HTTP/1.1" status: 200 len: 994 time: 0.2188907 Nov 03 19:09:16.259115 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-d86a42a9-035f-4768-81dc-3aaee1cace33 service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715929 Nov 03 19:09:16.367280 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8b7be1f7-41e0-4a19-92b7-025f810c8b7a None None] Provisioning complete for port cddee36f-8f87-49c9-bc70-54fcd707d529 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:16.368312 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b7be1f7-41e0-4a19-92b7-025f810c8b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.386091 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-1eda463d-a3b0-46d1-89cd-d233400d6eda admin admin] For port 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6,segment=NetworkSegment(ceb768e9-4de9-4b3a-80e1-629e03a7d3a5),segment_id=ceb768e9-4de9-4b3a-80e1-629e03a7d3a5)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:16.386709 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1eda463d-a3b0-46d1-89cd-d233400d6eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.420661 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1eda463d-a3b0-46d1-89cd-d233400d6eda admin admin] Calling delete_port for 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:16.464751 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0a86d7c9-831a-4fe0-bc60-1e9d4512670a req-b4d3d81a-d877-48e1-9c07-dd01578c6a5f service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968472 Nov 03 19:09:16.546930 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8b7be1f7-41e0-4a19-92b7-025f810c8b7a None None] Provisioning complete for port da9efe86-28dc-42a3-8e17-3f9db8a33736 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:16.547498 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b7be1f7-41e0-4a19-92b7-025f810c8b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.586212 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-527f0ee1-dc95-483a-9e0e-f9d1bea748c5 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.600389 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-527f0ee1-dc95-483a-9e0e-f9d1bea748c5 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.657291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8b7be1f7-41e0-4a19-92b7-025f810c8b7a None None] Port da9efe86-28dc-42a3-8e17-3f9db8a33736 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:16.696467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8b7be1f7-41e0-4a19-92b7-025f810c8b7a None None] Provisioning complete for port 55ad6fe8-34dc-45d1-adf5-221b0309e3ee triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:16.697234 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b7be1f7-41e0-4a19-92b7-025f810c8b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.751710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-527f0ee1-dc95-483a-9e0e-f9d1bea748c5 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] In _notify_port_updated(), no bound segment for port 55ad6fe8-34dc-45d1-adf5-221b0309e3ee on network 04fba036-41fc-4ce0-9e31-eed8a6b9139a {{(pid=101712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:09:16.759253 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527f0ee1-dc95-483a-9e0e-f9d1bea748c5 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:16.760095 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-527f0ee1-dc95-483a-9e0e-f9d1bea748c5 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:16.765807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-527f0ee1-dc95-483a-9e0e-f9d1bea748c5 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "PUT /v2.0/ports/55ad6fe8-34dc-45d1-adf5-221b0309e3ee HTTP/1.1" status: 200 len: 1002 time: 0.8935001 Nov 03 19:09:16.770579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58862) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:16.808941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8b7be1f7-41e0-4a19-92b7-025f810c8b7a None None] Port 55ad6fe8-34dc-45d1-adf5-221b0309e3ee cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:16.809192 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74fa77-e841-4521-b164-0b4912a32be1 req-7a056019-0198-4c83-b72f-e365e1fec7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:16.810580 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-df74fa77-e841-4521-b164-0b4912a32be1 req-7a056019-0198-4c83-b72f-e365e1fec7e2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 1095 time: 0.2733538 Nov 03 19:09:16.836214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f0ee1-dc95-483a-9e0e-f9d1bea748c5 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event updated for resources: {'Port': ['ID=55ad6fe8-34dc-45d1-adf5-221b0309e3ee,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:16.894235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d99cbd-1d5b-4701-b783-281f2fbf9949 req-9891b7b8-1b59-4909-ad6b-f229e106d42e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:16.901900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28d99cbd-1d5b-4701-b783-281f2fbf9949 req-9891b7b8-1b59-4909-ad6b-f229e106d42e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.1883905 Nov 03 19:09:16.944809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7b48b98f-07f8-4d9f-9861-20483150d4dc None None] Provisioning complete for port da9efe86-28dc-42a3-8e17-3f9db8a33736 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:16.945837 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7b48b98f-07f8-4d9f-9861-20483150d4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.003620 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1eda463d-a3b0-46d1-89cd-d233400d6eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.004688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28d99cbd-1d5b-4701-b783-281f2fbf9949 req-42130d94-5985-4f6e-b63b-04c11982557d tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018808 Nov 03 19:09:17.020303 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-7b48b98f-07f8-4d9f-9861-20483150d4dc None None] Port da9efe86-28dc-42a3-8e17-3f9db8a33736 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:17.055403 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74fa77-e841-4521-b164-0b4912a32be1 req-bdb0c2e5-dc00-49d0-b7a3-bb3975f7ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:17.056752 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-18801834-7e54-4c45-8a91-c212b5e133b4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Deleting port 55ad6fe8-34dc-45d1-adf5-221b0309e3ee {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:17.056941 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-df74fa77-e841-4521-b164-0b4912a32be1 req-bdb0c2e5-dc00-49d0-b7a3-bb3975f7ffb0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.2295656 Nov 03 19:09:17.057234 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-18801834-7e54-4c45-8a91-c212b5e133b4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.059564 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda463d-a3b0-46d1-89cd-d233400d6eda admin admin] Pushing event deleted for resources: {'Port': ['ID=85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:17.131194 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-df74fa77-e841-4521-b164-0b4912a32be1 req-3918350b-b8d8-4749-bfb4-a95d36659550 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaa6b042-3d24-4f20-ace9-6a9972e0dd59 HTTP/1.1" status: 200 len: 217 time: 0.0642273 Nov 03 19:09:17.257616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74fa77-e841-4521-b164-0b4912a32be1 req-6097e35e-659a-41c1-a3ab-849507d05f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:17.257996 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0697b388-3c3a-47ad-999e-1dcad68e706e None None] Could not find standard attr ID for object 153fd244-9e56-4e8a-b263-bd26b78661f3. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:09:17.260269 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-18801834-7e54-4c45-8a91-c212b5e133b4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.261239 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-df74fa77-e841-4521-b164-0b4912a32be1 req-6097e35e-659a-41c1-a3ab-849507d05f49 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0985882 Nov 03 19:09:17.290078 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-18801834-7e54-4c45-8a91-c212b5e133b4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Calling delete_port for 55ad6fe8-34dc-45d1-adf5-221b0309e3ee owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:17.528122 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-18801834-7e54-4c45-8a91-c212b5e133b4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.567093 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18801834-7e54-4c45-8a91-c212b5e133b4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event deleted for resources: {'Port': ['ID=55ad6fe8-34dc-45d1-adf5-221b0309e3ee,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:17.693854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-91f20078-08ad-4aa6-ab3e-9bfc6dcee4bc None None] Could not find standard attr ID for object 55ad6fe8-34dc-45d1-adf5-221b0309e3ee. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:09:17.741426 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-18801834-7e54-4c45-8a91-c212b5e133b4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:17.749509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-18801834-7e54-4c45-8a91-c212b5e133b4 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "DELETE /v2.0/ports/55ad6fe8-34dc-45d1-adf5-221b0309e3ee HTTP/1.1" status: 204 len: 168 time: 0.9778540 Nov 03 19:09:17.752184 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58864) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:17.798720 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-467abc99-bb53-431d-bf1a-07d25000dc95 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] GET failed (client error): The resource could not be found. Nov 03 19:09:17.802404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-467abc99-bb53-431d-bf1a-07d25000dc95 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "GET /v2.0/ports/55ad6fe8-34dc-45d1-adf5-221b0309e3ee HTTP/1.1" status: 404 len: 333 time: 0.0489450 Nov 03 19:09:17.810084 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58866) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:17.825450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1f70e79b-cb47-4aac-8234-2d367112d47d tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Request body: {'port': {'network_id': '04fba036-41fc-4ce0-9e31-eed8a6b9139a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1094231525'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:18.010828 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74fa77-e841-4521-b164-0b4912a32be1 req-d6dda320-8a60-43a1-ac0f-f4148c52e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:18.013629 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-df74fa77-e841-4521-b164-0b4912a32be1 req-d6dda320-8a60-43a1-ac0f-f4148c52e7d3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7033737 Nov 03 19:09:18.048794 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1eda463d-a3b0-46d1-89cd-d233400d6eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.139546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f70e79b-cb47-4aac-8234-2d367112d47d tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Made reservation on behalf of 5c3cae7993b2450aaa88a5d039ed8180 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:18.139896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cddee36f-8f87-49c9-bc70-54fcd707d529 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:18.144736 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1f70e79b-cb47-4aac-8234-2d367112d47d tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.206858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-1f70e79b-cb47-4aac-8234-2d367112d47d tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] device_id is not set on port 587ce272-9665-44cc-bd4c-ecb676d2307e yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:18.322004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port cddee36f-8f87-49c9-bc70-54fcd707d529 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:18.322650 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.344026 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-1f70e79b-cb47-4aac-8234-2d367112d47d tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Allocated IP 2001:db8::af (04fba036-41fc-4ce0-9e31-eed8a6b9139a/4e7870e5-7579-407f-ab55-e9150d1d4174/587ce272-9665-44cc-bd4c-ecb676d2307e) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:18.437607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-68cb37f4-6dec-4f48-b2fe-b4a1a4c506b0 None None] Could not find standard attr ID for object 55ad6fe8-34dc-45d1-adf5-221b0309e3ee. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:09:18.444054 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-df74fa77-e841-4521-b164-0b4912a32be1 req-daebe8e0-5219-4f9c-a67f-d9b76f973a29 service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195614 Nov 03 19:09:18.536441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1f70e79b-cb47-4aac-8234-2d367112d47d tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:18.785764 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-df74fa77-e841-4521-b164-0b4912a32be1 req-901c8925-f3b2-4e9c-b4e2-a809fb5ab9b7 service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224740 Nov 03 19:09:18.849366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eda463d-a3b0-46d1-89cd-d233400d6eda admin admin] Router 7f124390-660e-4c1b-a6ea-3306d12f4c01 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:09:19.039077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad10b79-ddfd-4769-9338-cd3507ec962a req-ce1db567-04a9-4547-9fad-3da56990a42f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:19.040805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cad10b79-ddfd-4769-9338-cd3507ec962a req-ce1db567-04a9-4547-9fad-3da56990a42f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.8677127 Nov 03 19:09:19.051239 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eda463d-a3b0-46d1-89cd-d233400d6eda admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:19.059832 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1eda463d-a3b0-46d1-89cd-d233400d6eda admin admin] 10.222.0.107 "PUT /v2.0/routers/7f124390-660e-4c1b-a6ea-3306d12f4c01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4782722 Nov 03 19:09:19.061931 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b74deb-25d6-4064-9545-924cce329e78 None None] Sync routers for ids ['7f124390-660e-4c1b-a6ea-3306d12f4c01'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:19.062521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58870) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:19.066723 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1f70e79b-cb47-4aac-8234-2d367112d47d tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.081381 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b74deb-25d6-4064-9545-924cce329e78 None None] Routers {'7f124390-660e-4c1b-a6ea-3306d12f4c01'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:19.082434 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d3b74deb-25d6-4064-9545-924cce329e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7f124390-660e-4c1b-a6ea-3306d12f4c01'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:19.120280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f70e79b-cb47-4aac-8234-2d367112d47d tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Network 04fba036-41fc-4ce0-9e31-eed8a6b9139a is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:19.129967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-1f70e79b-cb47-4aac-8234-2d367112d47d tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:19.140613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70e79b-cb47-4aac-8234-2d367112d47d tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:19.147691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f70e79b-cb47-4aac-8234-2d367112d47d tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:19.148331 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1f70e79b-cb47-4aac-8234-2d367112d47d tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.170350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70e79b-cb47-4aac-8234-2d367112d47d tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event updated for resources: {'Port': ['ID=587ce272-9665-44cc-bd4c-ecb676d2307e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:19.181022 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cad10b79-ddfd-4769-9338-cd3507ec962a req-599db8c8-f1dd-4f7e-8da2-ca3c012fab56 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300054 Nov 03 19:09:19.202995 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58872) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:19.207050 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.207444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1f70e79b-cb47-4aac-8234-2d367112d47d tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3934834 Nov 03 19:09:19.213547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8e34c316-0a72-47bd-b06c-c7ad4dbd32f9 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:70:bf:ba'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:19.336144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d3b74deb-25d6-4064-9545-924cce329e78 None None] Set router 7f124390-660e-4c1b-a6ea-3306d12f4c01 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:19.478352 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.555207 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e34c316-0a72-47bd-b06c-c7ad4dbd32f9 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.617718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d078b87c-6fa9-4561-bf47-7f6fff43d32c None None] Provisioning complete for port 587ce272-9665-44cc-bd4c-ecb676d2307e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:19.617718 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d078b87c-6fa9-4561-bf47-7f6fff43d32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.620548 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d3b74deb-25d6-4064-9545-924cce329e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'name': 'tempest-TestVolumeBackupRestore-258988065-router', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '886d8f69-2db9-4728-a55f-ef334c0e98a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:34Z', 'updated_at': '2021-11-03T19:09:16Z', 'revision_number': 5, 'project_id': '800490b316be46c0bf0d490696183c20', 'gw_port': {'id': '886d8f69-2db9-4728-a55f-ef334c0e98a5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:17:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:03:36Z', 'updated_at': '2021-11-03T19:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:19.631311 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] Deleting port 886d8f69-2db9-4728-a55f-ef334c0e98a5 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:19.631669 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.673808 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b74deb-25d6-4064-9545-924cce329e78 None None] Checking router: 7f124390-660e-4c1b-a6ea-3306d12f4c01 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:09:19.700286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b74deb-25d6-4064-9545-924cce329e78 None None] Routers {'7f124390-660e-4c1b-a6ea-3306d12f4c01'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:19.701221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d3b74deb-25d6-4064-9545-924cce329e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:08:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7f124390-660e-4c1b-a6ea-3306d12f4c01'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:19.794244 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] For port 886d8f69-2db9-4728-a55f-ef334c0e98a5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=886d8f69-2db9-4728-a55f-ef334c0e98a5,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:19.794648 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.799051 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d078b87c-6fa9-4561-bf47-7f6fff43d32c None None] Port 587ce272-9665-44cc-bd4c-ecb676d2307e cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:19.816105 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] Calling delete_port for 886d8f69-2db9-4728-a55f-ef334c0e98a5 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:19.839724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d3b74deb-25d6-4064-9545-924cce329e78 None None] Set router 7f124390-660e-4c1b-a6ea-3306d12f4c01 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:19.934380 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e34c316-0a72-47bd-b06c-c7ad4dbd32f9 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.942865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d3b74deb-25d6-4064-9545-924cce329e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'name': 'tempest-TestVolumeBackupRestore-258988065-router', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:34Z', 'updated_at': '2021-11-03T19:09:19Z', 'revision_number': 6, 'project_id': '800490b316be46c0bf0d490696183c20', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:19.945800 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e34c316-0a72-47bd-b06c-c7ad4dbd32f9 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:19.978031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b74deb-25d6-4064-9545-924cce329e78 None None] The sync data for ids ['7f124390-660e-4c1b-a6ea-3306d12f4c01'] in n-d-812150-4 is: [{'id': '7f124390-660e-4c1b-a6ea-3306d12f4c01', 'name': 'tempest-TestVolumeBackupRestore-258988065-router', 'tenant_id': '800490b316be46c0bf0d490696183c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:03:34Z', 'updated_at': '2021-11-03T19:09:19Z', 'revision_number': 6, 'project_id': '800490b316be46c0bf0d490696183c20', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:20.040236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8e34c316-0a72-47bd-b06c-c7ad4dbd32f9 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] In _notify_port_updated(), no bound segment for port 587ce272-9665-44cc-bd4c-ecb676d2307e on network 04fba036-41fc-4ce0-9e31-eed8a6b9139a {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:09:20.046337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e34c316-0a72-47bd-b06c-c7ad4dbd32f9 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:20.047018 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8e34c316-0a72-47bd-b06c-c7ad4dbd32f9 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.051099 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8e34c316-0a72-47bd-b06c-c7ad4dbd32f9 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "PUT /v2.0/ports/587ce272-9665-44cc-bd4c-ecb676d2307e HTTP/1.1" status: 200 len: 1002 time: 0.8444130 Nov 03 19:09:20.051786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58874) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:20.072453 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34c316-0a72-47bd-b06c-c7ad4dbd32f9 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event updated for resources: {'Port': ['ID=587ce272-9665-44cc-bd4c-ecb676d2307e,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:20.144579 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0add4541-7f2b-4320-86d7-b9f94f275db2 req-d3fbb94c-100a-4d00-bd4d-6fb3e0747477 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1093476 Nov 03 19:09:20.177125 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.236843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=886d8f69-2db9-4728-a55f-ef334c0e98a5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:20.256686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-9dc07749-82f6-4878-89f1-da64f21d58ac tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Deleting port 587ce272-9665-44cc-bd4c-ecb676d2307e {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:20.257073 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dc07749-82f6-4878-89f1-da64f21d58ac tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.397987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add4541-7f2b-4320-86d7-b9f94f275db2 req-e1494df3-ce19-4ca4-b5cb-fa9766354b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:20.400074 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0add4541-7f2b-4320-86d7-b9f94f275db2 req-e1494df3-ce19-4ca4-b5cb-fa9766354b6e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1097 time: 0.1870441 Nov 03 19:09:20.429069 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dc07749-82f6-4878-89f1-da64f21d58ac tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.442077 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.442239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469cf51-7d39-4cc5-8bef-35ffa3da80ad req-9a92c647-31dc-4b29-8f87-7c927977360b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:20.443926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4469cf51-7d39-4cc5-8bef-35ffa3da80ad req-9a92c647-31dc-4b29-8f87-7c927977360b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.0982680 Nov 03 19:09:20.456558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-9dc07749-82f6-4878-89f1-da64f21d58ac tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Calling delete_port for 587ce272-9665-44cc-bd4c-ecb676d2307e owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:20.535724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-867fdb5d-659c-4275-9503-6908e9135ad6 None None] Provisioning complete for port 587ce272-9665-44cc-bd4c-ecb676d2307e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:20.538002 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-867fdb5d-659c-4275-9503-6908e9135ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.546741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4469cf51-7d39-4cc5-8bef-35ffa3da80ad req-f595c150-a6db-49f5-aa91-e8350a121960 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950425 Nov 03 19:09:20.589094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-867fdb5d-659c-4275-9503-6908e9135ad6 None None] Port 587ce272-9665-44cc-bd4c-ecb676d2307e cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:20.650650 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.657352 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.682608 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dc07749-82f6-4878-89f1-da64f21d58ac tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.724155 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc07749-82f6-4878-89f1-da64f21d58ac tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event deleted for resources: {'Port': ['ID=587ce272-9665-44cc-bd4c-ecb676d2307e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:20.729231 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.729827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f124390-660e-4c1b-a6ea-3306d12f4c01 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:09:20.736038 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.742054 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e81177bc-e9a5-430e-beaa-457923481ec4 admin admin] 10.222.0.107 "DELETE /v2.0/routers/7f124390-660e-4c1b-a6ea-3306d12f4c01 HTTP/1.1" status: 204 len: 168 time: 1.6784143 Nov 03 19:09:20.743278 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58878) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:20.764200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add4541-7f2b-4320-86d7-b9f94f275db2 req-e4e811f5-8b82-4644-a36a-8c8c82a1c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:20.767159 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dc07749-82f6-4878-89f1-da64f21d58ac tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:20.769673 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0add4541-7f2b-4320-86d7-b9f94f275db2 req-e4e811f5-8b82-4644-a36a-8c8c82a1c574 service neutron] 10.222.0.98 "GET /v2.0/networks?id=014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 200 len: 898 time: 0.3452811 Nov 03 19:09:20.771027 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9dc07749-82f6-4878-89f1-da64f21d58ac tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "DELETE /v2.0/ports/587ce272-9665-44cc-bd4c-ecb676d2307e HTTP/1.1" status: 204 len: 168 time: 0.7175167 Nov 03 19:09:20.775020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58880) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:20.814783 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bad9831-b1f3-4489-baa7-5bb69285052f tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] GET failed (client error): The resource could not be found. Nov 03 19:09:20.817193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1bad9831-b1f3-4489-baa7-5bb69285052f tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "GET /v2.0/ports/587ce272-9665-44cc-bd4c-ecb676d2307e HTTP/1.1" status: 404 len: 333 time: 0.0410085 Nov 03 19:09:20.821328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58882) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:20.838499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Request body: {'port': {'network_id': '04fba036-41fc-4ce0-9e31-eed8a6b9139a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-736551993'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:20.927543 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-54414d53-5e8f-403c-b4d6-5d8ff639acac admin admin] Deleting subnet 089c757a-ddc6-47db-af0c-121daf1178c7 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:20.942909 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-54414d53-5e8f-403c-b4d6-5d8ff639acac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.033484 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0add4541-7f2b-4320-86d7-b9f94f275db2 req-03fe41d6-c4db-4cbe-8160-affeed6b32f0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 1002 time: 0.2370362 Nov 03 19:09:21.037327 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-54414d53-5e8f-403c-b4d6-5d8ff639acac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.102934 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Made reservation on behalf of 5c3cae7993b2450aaa88a5d039ed8180 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:21.109055 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.139555 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] device_id is not set on port 3eb9f2cf-bd01-4387-8499-dec1101cda71 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:21.146220 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add4541-7f2b-4320-86d7-b9f94f275db2 req-b5ae4c50-2b88-4bd0-851f-d767490db04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:21.148165 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0add4541-7f2b-4320-86d7-b9f94f275db2 req-b5ae4c50-2b88-4bd0-851f-d767490db04c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7b47a05-c30f-479c-bf77-6f9f827c7920 HTTP/1.1" status: 200 len: 835 time: 0.0723519 Nov 03 19:09:21.217527 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-54414d53-5e8f-403c-b4d6-5d8ff639acac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.269628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add4541-7f2b-4320-86d7-b9f94f275db2 req-b0c82cf1-fb17-45ec-a549-600f6ac14ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:21.271762 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0add4541-7f2b-4320-86d7-b9f94f275db2 req-b0c82cf1-fb17-45ec-a549-600f6ac14ee3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=014e23e3-8641-46e4-b08a-e056c5d123c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168661 Nov 03 19:09:21.336428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Allocated IP 2001:db8::3f (04fba036-41fc-4ce0-9e31-eed8a6b9139a/4e7870e5-7579-407f-ab55-e9150d1d4174/3eb9f2cf-bd01-4387-8499-dec1101cda71) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:21.392197 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-54414d53-5e8f-403c-b4d6-5d8ff639acac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.430809 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-54414d53-5e8f-403c-b4d6-5d8ff639acac admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.430809 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-54414d53-5e8f-403c-b4d6-5d8ff639acac admin admin] 10.222.0.107 "DELETE /v2.0/subnets/089c757a-ddc6-47db-af0c-121daf1178c7 HTTP/1.1" status: 204 len: 168 time: 0.6792154 Nov 03 19:09:21.430809 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54414d53-5e8f-403c-b4d6-5d8ff639acac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=089c757a-ddc6-47db-af0c-121daf1178c7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:21.443927 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58884) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:21.447083 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddf8622-311c-4056-80d8-647316e079bd None None] Network f985d3f5-ec21-4c13-8fd1-d754551bdd9a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:21.474451 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0add4541-7f2b-4320-86d7-b9f94f275db2 req-d5260fe1-43d0-4c63-bea6-ee0aa537f2c8 service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924777 Nov 03 19:09:21.554517 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.648441 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0add4541-7f2b-4320-86d7-b9f94f275db2 req-078ddabe-5262-4d6d-be15-26441510ea09 service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368465 Nov 03 19:09:21.666827 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.694219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] Deleting port db2ffd9b-45b2-4841-8946-3241eb3767a7 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:21.694955 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.774948 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cac8c2-4889-4cc5-ab7e-5dac491fcf3f req-5abc31a4-a592-4a6a-9d3b-d5e96dff2d92 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:21.776774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91cac8c2-4889-4cc5-ab7e-5dac491fcf3f req-5abc31a4-a592-4a6a-9d3b-d5e96dff2d92 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.0848753 Nov 03 19:09:21.779425 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.780108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14092f69-261f-4cd3-a16b-0b1af5492f31 None None] DHCP port deletion for f985d3f5-ec21-4c13-8fd1-d754551bdd9a request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:21.853917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-14092f69-261f-4cd3-a16b-0b1af5492f31 None None] Deleting port db2ffd9b-45b2-4841-8946-3241eb3767a7 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:21.854718 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-14092f69-261f-4cd3-a16b-0b1af5492f31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.876756 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Network 04fba036-41fc-4ce0-9e31-eed8a6b9139a is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:21.892910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:21.897999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:21.902959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:21.904784 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:21.947064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event updated for resources: {'Port': ['ID=3eb9f2cf-bd01-4387-8499-dec1101cda71,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:21.998149 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:21.998826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:21.999343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:21.999899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:22.000608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:22.001287 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:22.001788 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:22.003277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:22.003669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:22.004025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:22.004374 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:22.004711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:22.018919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-36e3f194-d310-4008-bdff-8f78e4213947 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1925025 Nov 03 19:09:22.020525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58888) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:22.040738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91cac8c2-4889-4cc5-ab7e-5dac491fcf3f req-3781b751-6b84-4dc9-8016-b97aff016507 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861756 Nov 03 19:09:22.059417 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device db2ffd9b-45b2-4841-8946-3241eb3767a7 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:22.064050 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-3b531547-a425-4e49-83ef-bccc0a1a8b4e tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Request body: {'port': {'network_id': '04fba036-41fc-4ce0-9e31-eed8a6b9139a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-345385933'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:22.100072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-14092f69-261f-4cd3-a16b-0b1af5492f31 None None] For port db2ffd9b-45b2-4841-8946-3241eb3767a7, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=db2ffd9b-45b2-4841-8946-3241eb3767a7,segment=NetworkSegment(ceb768e9-4de9-4b3a-80e1-629e03a7d3a5),segment_id=ceb768e9-4de9-4b3a-80e1-629e03a7d3a5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:22.100789 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-14092f69-261f-4cd3-a16b-0b1af5492f31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.119482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-14092f69-261f-4cd3-a16b-0b1af5492f31 None None] Calling delete_port for db2ffd9b-45b2-4841-8946-3241eb3767a7 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:22.210814 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] For port db2ffd9b-45b2-4841-8946-3241eb3767a7, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=db2ffd9b-45b2-4841-8946-3241eb3767a7,segment=NetworkSegment(ceb768e9-4de9-4b3a-80e1-629e03a7d3a5),segment_id=ceb768e9-4de9-4b3a-80e1-629e03a7d3a5)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:22.212416 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.252355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] Calling delete_port for db2ffd9b-45b2-4841-8946-3241eb3767a7 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:22.259360 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b531547-a425-4e49-83ef-bccc0a1a8b4e tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Made reservation on behalf of 5c3cae7993b2450aaa88a5d039ed8180 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:22.276326 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3b531547-a425-4e49-83ef-bccc0a1a8b4e tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.278088 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.279434 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-14092f69-261f-4cd3-a16b-0b1af5492f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.303113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14092f69-261f-4cd3-a16b-0b1af5492f31 None None] No DVR routers for this DVR port db2ffd9b-45b2-4841-8946-3241eb3767a7 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:22.331236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14092f69-261f-4cd3-a16b-0b1af5492f31 None None] Pushing event deleted for resources: {'Port': ['ID=db2ffd9b-45b2-4841-8946-3241eb3767a7,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:22.339887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-3b531547-a425-4e49-83ef-bccc0a1a8b4e tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] device_id is not set on port 1eafd51d-972b-4413-b597-ddd10af4572b yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:22.384081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:22.388019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-abd37103-775d-4d82-a2e9-217ef8e168ab None None] Provisioning complete for port 3eb9f2cf-bd01-4387-8499-dec1101cda71 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:22.388256 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-abd37103-775d-4d82-a2e9-217ef8e168ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.407956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:22.408309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 85578a1e-3fd8-4dbc-86f6-3d478bb2e0a6 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:22.408772 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 886d8f69-2db9-4728-a55f-ef334c0e98a5 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:22.439215 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.449710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 886d8f69-2db9-4728-a55f-ef334c0e98a5 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:22.450053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 886d8f69-2db9-4728-a55f-ef334c0e98a5 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:22.464472 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-abd37103-775d-4d82-a2e9-217ef8e168ab None None] Port 3eb9f2cf-bd01-4387-8499-dec1101cda71 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:22.468064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] No DVR routers for this DVR port db2ffd9b-45b2-4841-8946-3241eb3767a7 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:22.491890 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=db2ffd9b-45b2-4841-8946-3241eb3767a7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:22.513876 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-3b531547-a425-4e49-83ef-bccc0a1a8b4e tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Allocated IP 2001:db8::47 (04fba036-41fc-4ce0-9e31-eed8a6b9139a/4e7870e5-7579-407f-ab55-e9150d1d4174/1eafd51d-972b-4413-b597-ddd10af4572b) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:22.567547 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.593901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f985d3f5-ec21-4c13-8fd1-d754551bdd9a']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:22.605742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb768e9-4de9-4b3a-80e1-629e03a7d3a5') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:22.606054 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb768e9-4de9-4b3a-80e1-629e03a7d3a5') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:22.621207 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.638940 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.647179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:22.647682 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:22.649373 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:22.703198 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3b531547-a425-4e49-83ef-bccc0a1a8b4e tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.722926 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.729636 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.733105 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] 10.222.0.107 "DELETE /v2.0/networks/f985d3f5-ec21-4c13-8fd1-d754551bdd9a HTTP/1.1" status: 204 len: 168 time: 1.2996974 Nov 03 19:09:22.750223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb51939-5180-4719-a2d3-6a7393e12f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=f985d3f5-ec21-4c13-8fd1-d754551bdd9a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:22.777438 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3b531547-a425-4e49-83ef-bccc0a1a8b4e tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.820650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b531547-a425-4e49-83ef-bccc0a1a8b4e tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Network 04fba036-41fc-4ce0-9e31-eed8a6b9139a is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:22.823835 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-3b531547-a425-4e49-83ef-bccc0a1a8b4e tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:22.827671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b531547-a425-4e49-83ef-bccc0a1a8b4e tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:22.834059 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b531547-a425-4e49-83ef-bccc0a1a8b4e tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:22.835222 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3b531547-a425-4e49-83ef-bccc0a1a8b4e tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:22.858608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b531547-a425-4e49-83ef-bccc0a1a8b4e tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event updated for resources: {'Port': ['ID=1eafd51d-972b-4413-b597-ddd10af4572b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:22.866836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3b531547-a425-4e49-83ef-bccc0a1a8b4e tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8439026 Nov 03 19:09:22.870507 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58892) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:22.876609 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f81100e6-c7a1-4537-b43f-7eacf03cb040 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c8', 'mac_address': 'fa:16:3e:70:bf:ba'}, {'ip_address': '2001:db8::3f', 'mac_address': 'fa:16:3e:58:bb:28'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:22.988061 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f81100e6-c7a1-4537-b43f-7eacf03cb040 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.038318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58894) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:23.140875 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58898) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:23.141174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7d6d0818-edf4-4c40-af4b-ec989cfd582a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dff9ec367bbb493bb22f68b02f6fda55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1014516 Nov 03 19:09:23.214481 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-20fb8fcd-abad-4e0a-8395-e6047f096417 None None] Provisioning complete for port 1eafd51d-972b-4413-b597-ddd10af4572b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:23.218494 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20fb8fcd-abad-4e0a-8395-e6047f096417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.256657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9511b-8c72-45f8-8628-c3ca5c7e0a42 req-17e6bd57-66bd-42a2-a82a-5a9d72268be7 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:23.258652 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41f9511b-8c72-45f8-8628-c3ca5c7e0a42 req-17e6bd57-66bd-42a2-a82a-5a9d72268be7 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.1160691 Nov 03 19:09:23.261563 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-20fb8fcd-abad-4e0a-8395-e6047f096417 None None] Port 1eafd51d-972b-4413-b597-ddd10af4572b cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:23.263424 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c5eb0483-668a-4ddc-bf46-4ccb62bad678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.300807 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c5eb0483-668a-4ddc-bf46-4ccb62bad678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.310508 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f81100e6-c7a1-4537-b43f-7eacf03cb040 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.318817 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f81100e6-c7a1-4537-b43f-7eacf03cb040 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.321888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41f9511b-8c72-45f8-8628-c3ca5c7e0a42 req-51348592-52a7-43e8-8888-1582ca40d4db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551784 Nov 03 19:09:23.376299 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f81100e6-c7a1-4537-b43f-7eacf03cb040 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] In _notify_port_updated(), no bound segment for port 1eafd51d-972b-4413-b597-ddd10af4572b on network 04fba036-41fc-4ce0-9e31-eed8a6b9139a {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:09:23.382767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81100e6-c7a1-4537-b43f-7eacf03cb040 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:23.383488 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f81100e6-c7a1-4537-b43f-7eacf03cb040 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.384846 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f81100e6-c7a1-4537-b43f-7eacf03cb040 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "PUT /v2.0/ports/1eafd51d-972b-4413-b597-ddd10af4572b HTTP/1.1" status: 200 len: 1064 time: 0.5130391 Nov 03 19:09:23.396962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58900) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:23.413426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81100e6-c7a1-4537-b43f-7eacf03cb040 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event updated for resources: {'Port': ['ID=1eafd51d-972b-4413-b597-ddd10af4572b,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:23.447316 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c5eb0483-668a-4ddc-bf46-4ccb62bad678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.450912 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c5eb0483-668a-4ddc-bf46-4ccb62bad678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.454550 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c5eb0483-668a-4ddc-bf46-4ccb62bad678 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/000761d6-1939-4add-acbf-a4b401c6bb08 HTTP/1.1" status: 204 len: 168 time: 0.3102109 Nov 03 19:09:23.472271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb0483-668a-4ddc-bf46-4ccb62bad678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000761d6-1939-4add-acbf-a4b401c6bb08,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:23.571846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3d8d136a-b4d3-45b5-b509-35a9b92b6c01 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Deleting port 1eafd51d-972b-4413-b597-ddd10af4572b {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:23.572438 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d8d136a-b4d3-45b5-b509-35a9b92b6c01 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.702422 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d8d136a-b4d3-45b5-b509-35a9b92b6c01 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.719126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3d8d136a-b4d3-45b5-b509-35a9b92b6c01 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Calling delete_port for 1eafd51d-972b-4413-b597-ddd10af4572b owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:23.789924 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d3141131-7ba9-4fe8-84ee-060350cf6419 None None] Provisioning complete for port 1eafd51d-972b-4413-b597-ddd10af4572b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:23.790301 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d3141131-7ba9-4fe8-84ee-060350cf6419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.833571 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d3141131-7ba9-4fe8-84ee-060350cf6419 None None] Port 1eafd51d-972b-4413-b597-ddd10af4572b cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:23.866270 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d8d136a-b4d3-45b5-b509-35a9b92b6c01 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:23.894564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d136a-b4d3-45b5-b509-35a9b92b6c01 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event deleted for resources: {'Port': ['ID=1eafd51d-972b-4413-b597-ddd10af4572b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:23.934605 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58906) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:23.984108 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b22ab21c-3046-4b45-8879-196ca91e6b08 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=800490b316be46c0bf0d490696183c20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481048 Nov 03 19:09:23.986263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58908) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:24.040844 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fec223c3-ac0f-4565-aa33-24d4b94f2211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.057261 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d8d136a-b4d3-45b5-b509-35a9b92b6c01 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.063783 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3d8d136a-b4d3-45b5-b509-35a9b92b6c01 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "DELETE /v2.0/ports/1eafd51d-972b-4413-b597-ddd10af4572b HTTP/1.1" status: 204 len: 168 time: 0.6619599 Nov 03 19:09:24.064089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58910) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:24.066188 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fec223c3-ac0f-4565-aa33-24d4b94f2211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.093162 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfaff9b-b5c6-41db-84ca-bc42efdbe281 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] GET failed (client error): The resource could not be found. Nov 03 19:09:24.095067 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ccfaff9b-b5c6-41db-84ca-bc42efdbe281 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "GET /v2.0/ports/1eafd51d-972b-4413-b597-ddd10af4572b HTTP/1.1" status: 404 len: 333 time: 0.0299408 Nov 03 19:09:24.097976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58912) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:24.127029 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fec223c3-ac0f-4565-aa33-24d4b94f2211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.130430 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fec223c3-ac0f-4565-aa33-24d4b94f2211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.146204 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fec223c3-ac0f-4565-aa33-24d4b94f2211 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9499387c-b1e6-4708-9a16-6bfdbe770a4f HTTP/1.1" status: 204 len: 168 time: 0.1485240 Nov 03 19:09:24.155677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec223c3-ac0f-4565-aa33-24d4b94f2211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9499387c-b1e6-4708-9a16-6bfdbe770a4f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:24.220598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0e0bead0-fd06-4d5c-83d1-0b1306c4f350 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Deleting port 3eb9f2cf-bd01-4387-8499-dec1101cda71 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:24.220983 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e0bead0-fd06-4d5c-83d1-0b1306c4f350 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.321854 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e0bead0-fd06-4d5c-83d1-0b1306c4f350 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.334639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0e0bead0-fd06-4d5c-83d1-0b1306c4f350 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Calling delete_port for 3eb9f2cf-bd01-4387-8499-dec1101cda71 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:24.501722 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb184c-c9b0-4411-b361-0521fd9433d2 req-817de938-a961-4f34-83f7-e543f13f7c63 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:24.503496 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-01eb184c-c9b0-4411-b361-0521fd9433d2 req-817de938-a961-4f34-83f7-e543f13f7c63 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.0929954 Nov 03 19:09:24.546773 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e0bead0-fd06-4d5c-83d1-0b1306c4f350 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.590238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bead0-fd06-4d5c-83d1-0b1306c4f350 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event deleted for resources: {'Port': ['ID=3eb9f2cf-bd01-4387-8499-dec1101cda71,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:24.612798 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-01eb184c-c9b0-4411-b361-0521fd9433d2 req-470c28d8-fec8-4b55-ad9f-717c611cc802 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974834 Nov 03 19:09:24.643512 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e0bead0-fd06-4d5c-83d1-0b1306c4f350 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.643512 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0e0bead0-fd06-4d5c-83d1-0b1306c4f350 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "DELETE /v2.0/ports/3eb9f2cf-bd01-4387-8499-dec1101cda71 HTTP/1.1" status: 204 len: 168 time: 0.5396371 Nov 03 19:09:24.657094 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58918) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:24.698836 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-5722b292-8d56-4f77-8a96-c5630a0b51ae tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] GET failed (client error): The resource could not be found. Nov 03 19:09:24.698836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5722b292-8d56-4f77-8a96-c5630a0b51ae tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "GET /v2.0/ports/3eb9f2cf-bd01-4387-8499-dec1101cda71 HTTP/1.1" status: 404 len: 333 time: 0.0361612 Nov 03 19:09:24.699158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58920) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:24.829152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8496917b-e18d-4ba5-b720-98018e43b170 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Deleting port da9efe86-28dc-42a3-8e17-3f9db8a33736 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:24.829809 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8496917b-e18d-4ba5-b720-98018e43b170 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.930068 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8496917b-e18d-4ba5-b720-98018e43b170 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:24.942435 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8496917b-e18d-4ba5-b720-98018e43b170 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Calling delete_port for da9efe86-28dc-42a3-8e17-3f9db8a33736 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:25.070876 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8496917b-e18d-4ba5-b720-98018e43b170 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.101598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496917b-e18d-4ba5-b720-98018e43b170 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event deleted for resources: {'Port': ['ID=da9efe86-28dc-42a3-8e17-3f9db8a33736,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:25.130526 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8496917b-e18d-4ba5-b720-98018e43b170 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.134407 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8496917b-e18d-4ba5-b720-98018e43b170 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "DELETE /v2.0/ports/da9efe86-28dc-42a3-8e17-3f9db8a33736 HTTP/1.1" status: 204 len: 168 time: 0.4341791 Nov 03 19:09:25.136957 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58922) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:25.204414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a9879d-1662-4fcc-b478-2f72b225cd6c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Deleting subnet 4e7870e5-7579-407f-ab55-e9150d1d4174 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:25.208309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-75a9879d-1662-4fcc-b478-2f72b225cd6c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.257590 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-75a9879d-1662-4fcc-b478-2f72b225cd6c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.348331 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-75a9879d-1662-4fcc-b478-2f72b225cd6c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.415788 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-75a9879d-1662-4fcc-b478-2f72b225cd6c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.451744 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9879d-1662-4fcc-b478-2f72b225cd6c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7870e5-7579-407f-ab55-e9150d1d4174,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:25.453787 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-75a9879d-1662-4fcc-b478-2f72b225cd6c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.457777 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-75a9879d-1662-4fcc-b478-2f72b225cd6c tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "DELETE /v2.0/subnets/4e7870e5-7579-407f-ab55-e9150d1d4174 HTTP/1.1" status: 204 len: 168 time: 0.3197699 Nov 03 19:09:25.460417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58924) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:25.461142 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b0c1dc-02fe-4fb8-9fce-9976f2eb5c1c None None] Network 04fba036-41fc-4ce0-9e31-eed8a6b9139a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:25.549565 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.625002 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Deleting port cddee36f-8f87-49c9-bc70-54fcd707d529 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:25.625353 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.672644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4f0753-9ae6-45fd-8c79-27c6a306af89 None None] DHCP port deletion for 04fba036-41fc-4ce0-9e31-eed8a6b9139a request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:25.724680 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] For port cddee36f-8f87-49c9-bc70-54fcd707d529, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cddee36f-8f87-49c9-bc70-54fcd707d529,segment=NetworkSegment(644105c3-241b-4cfb-9bed-86cf00cbdadf),segment_id=644105c3-241b-4cfb-9bed-86cf00cbdadf)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:25.725514 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.758634 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-be4f0753-9ae6-45fd-8c79-27c6a306af89 None None] Deleting port cddee36f-8f87-49c9-bc70-54fcd707d529 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:25.759377 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-be4f0753-9ae6-45fd-8c79-27c6a306af89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.761798 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1bb36b62-8b12-44db-8917-eb95e64d96ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.767131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Calling delete_port for cddee36f-8f87-49c9-bc70-54fcd707d529 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:25.834753 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864aadb-9939-4cd5-9814-c5b2dd3acb66 req-86feeb0f-6055-434a-b4b2-96a904e5fb0c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:25.835762 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6864aadb-9939-4cd5-9814-c5b2dd3acb66 req-86feeb0f-6055-434a-b4b2-96a904e5fb0c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.1138675 Nov 03 19:09:25.911565 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:25.959978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event deleted for resources: {'Port': ['ID=cddee36f-8f87-49c9-bc70-54fcd707d529,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:25.973274 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] No DVR routers for this DVR port cddee36f-8f87-49c9-bc70-54fcd707d529 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:25.990197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6864aadb-9939-4cd5-9814-c5b2dd3acb66 req-56d8bd40-6b45-4c3b-a900-17b970fd7f82 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130927 Nov 03 19:09:26.053004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cddee36f-8f87-49c9-bc70-54fcd707d529 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:26.099271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: cddee36f-8f87-49c9-bc70-54fcd707d529 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:26.099649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cddee36f-8f87-49c9-bc70-54fcd707d529 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:26.109022 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-be4f0753-9ae6-45fd-8c79-27c6a306af89 None None] For port cddee36f-8f87-49c9-bc70-54fcd707d529, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cddee36f-8f87-49c9-bc70-54fcd707d529,segment=NetworkSegment(644105c3-241b-4cfb-9bed-86cf00cbdadf),segment_id=644105c3-241b-4cfb-9bed-86cf00cbdadf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:26.109621 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-be4f0753-9ae6-45fd-8c79-27c6a306af89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.118267 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.130996 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-be4f0753-9ae6-45fd-8c79-27c6a306af89 None None] Calling delete_port for cddee36f-8f87-49c9-bc70-54fcd707d529 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:26.160832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fba036-41fc-4ce0-9e31-eed8a6b9139a']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:26.173381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644105c3-241b-4cfb-9bed-86cf00cbdadf') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:26.173676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644105c3-241b-4cfb-9bed-86cf00cbdadf') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:26.187553 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.204409 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.213474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:09:26.216179 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.217817 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-be4f0753-9ae6-45fd-8c79-27c6a306af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:09:26.220458 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:09:26.245166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f0753-9ae6-45fd-8c79-27c6a306af89 None None] Pushing event deleted for resources: {'Port': ['ID=cddee36f-8f87-49c9-bc70-54fcd707d529,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:26.249982 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f0753-9ae6-45fd-8c79-27c6a306af89 None None] No DVR routers for this DVR port cddee36f-8f87-49c9-bc70-54fcd707d529 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:26.312175 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.324177 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.328153 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] 10.222.0.107 "DELETE /v2.0/networks/04fba036-41fc-4ce0-9e31-eed8a6b9139a HTTP/1.1" status: 204 len: 168 time: 0.8654778 Nov 03 19:09:26.346110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217d283-8272-4c1a-947d-939873273b21 tempest-AllowedAddressPairIpV6TestJSON-265415559 tempest-AllowedAddressPairIpV6TestJSON-265415559-project] Pushing event deleted for resources: {'Network': ['ID=04fba036-41fc-4ce0-9e31-eed8a6b9139a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:26.600072 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58932) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:26.740821 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-70aeaf55-94ba-467d-8c5f-4ecf89480bdb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5c3cae7993b2450aaa88a5d039ed8180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387777 Nov 03 19:09:26.743352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58936) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:26.794771 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33541910-43a4-4910-9704-3dd398e592de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.817987 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33541910-43a4-4910-9704-3dd398e592de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.868406 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33541910-43a4-4910-9704-3dd398e592de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.871083 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33541910-43a4-4910-9704-3dd398e592de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:26.872317 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-33541910-43a4-4910-9704-3dd398e592de admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/81462db9-4ffb-4921-83cb-7cb2a7ba43d9 HTTP/1.1" status: 204 len: 168 time: 0.1279089 Nov 03 19:09:26.881875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33541910-43a4-4910-9704-3dd398e592de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81462db9-4ffb-4921-83cb-7cb2a7ba43d9,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:27.163180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a3ac3-322f-4a3f-84ee-231ad7dd7007 req-c0ab8877-39da-4584-a2a2-dd7565ce5892 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:27.165390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c91a3ac3-322f-4a3f-84ee-231ad7dd7007 req-c0ab8877-39da-4584-a2a2-dd7565ce5892 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.0582592 Nov 03 19:09:27.224476 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c91a3ac3-322f-4a3f-84ee-231ad7dd7007 req-685b2878-b7a4-4258-939f-afe26bce5def tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511878 Nov 03 19:09:27.611843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58960) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:27.723129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-356709901'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:27.746543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:27.750033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.761897 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.852169 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.856029 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.884707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:09:27.894678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714ef1a8-b023-48a4-9f03-02dada57308f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:27.899777 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.900112 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Added segment 355c6d81-1cc3-4a5d-9a45-1fed15439bdf of type vlan for network 1afd2f6f-36ed-4547-9ae9-db78acf45259 Nov 03 19:09:27.943762 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.974882 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:27.981552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:27.983046 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.022642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4088020 Nov 03 19:09:28.026690 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58964) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:28.034894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-93f5bb9c-7778-4b40-af42-fbb71612c590 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:28.070642 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a989308-6cde-4343-b51a-4a9988003ef0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Network': ['ID=1afd2f6f-36ed-4547-9ae9-db78acf45259,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:28.085699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:09:28.132068 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1571b92c-2ccb-4379-a8cb-a73ba21e31b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.144889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f5bb9c-7778-4b40-af42-fbb71612c590 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:28.149309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-93f5bb9c-7778-4b40-af42-fbb71612c590 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.356838 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-93f5bb9c-7778-4b40-af42-fbb71612c590 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.367346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18192da8-2116-48c1-a55f-42471ec32b77 req-735a8689-7324-4de1-bcc7-8758b392c980 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:28.369010 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18192da8-2116-48c1-a55f-42471ec32b77 req-735a8689-7324-4de1-bcc7-8758b392c980 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.0586684 Nov 03 19:09:28.424038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5bb9c-7778-4b40-af42-fbb71612c590 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=e5dfb67f-5aa1-4c9c-9cd9-f43c770439e0,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:28.429463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5bb9c-7778-4b40-af42-fbb71612c590 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:28.429881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f5bb9c-7778-4b40-af42-fbb71612c590 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network hostable DHCP agents. Network: 1afd2f6f-36ed-4547-9ae9-db78acf45259, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:09:28.431770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18192da8-2116-48c1-a55f-42471ec32b77 req-ff1d0374-82c7-405c-ae6e-5d5f829ca759 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524263 Nov 03 19:09:28.450025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f5bb9c-7778-4b40-af42-fbb71612c590 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:09:28.459752 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-93f5bb9c-7778-4b40-af42-fbb71612c590 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 1afd2f6f-36ed-4547-9ae9-db78acf45259) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:28.464658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5bb9c-7778-4b40-af42-fbb71612c590 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:28.465260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-93f5bb9c-7778-4b40-af42-fbb71612c590 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.473558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5583308-316e-472e-9844-eb9355269f29 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:28.483840 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-93f5bb9c-7778-4b40-af42-fbb71612c590 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4543276 Nov 03 19:09:28.486524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58968) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:28.493846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-34f95ba9-7135-42d8-a042-695912dc94f3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'name': 'tempest-NetworksTestDHCPv6-765369352'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:28.629411 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f95ba9-7135-42d8-a042-695912dc94f3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:28.638042 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-34f95ba9-7135-42d8-a042-695912dc94f3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.646175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': 'e5dfb67f-5aa1-4c9c-9cd9-f43c770439e0'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:28.647115 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.658935 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-34f95ba9-7135-42d8-a042-695912dc94f3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port 4f0411be-b641-4a03-9bcd-39caa1826e48 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:28.804869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-34f95ba9-7135-42d8-a042-695912dc94f3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::13a (1afd2f6f-36ed-4547-9ae9-db78acf45259/e5dfb67f-5aa1-4c9c-9cd9-f43c770439e0/4f0411be-b641-4a03-9bcd-39caa1826e48) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:28.961669 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-34f95ba9-7135-42d8-a042-695912dc94f3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:28.999349 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-34f95ba9-7135-42d8-a042-695912dc94f3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.058924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f95ba9-7135-42d8-a042-695912dc94f3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:29.060449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Allocated IP 2001:db8::2 (1afd2f6f-36ed-4547-9ae9-db78acf45259/e5dfb67f-5aa1-4c9c-9cd9-f43c770439e0/f52ed2e6-5cd2-4143-9273-706d22d5d168) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:29.063117 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-34f95ba9-7135-42d8-a042-695912dc94f3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:29.070676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f95ba9-7135-42d8-a042-695912dc94f3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:29.076808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f95ba9-7135-42d8-a042-695912dc94f3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:29.077449 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-34f95ba9-7135-42d8-a042-695912dc94f3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.091210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f95ba9-7135-42d8-a042-695912dc94f3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=4f0411be-b641-4a03-9bcd-39caa1826e48,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:29.103775 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-34f95ba9-7135-42d8-a042-695912dc94f3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6153731 Nov 03 19:09:29.106291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58970) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.195274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6651e34-2068-4e2b-a863-7b4483b99293 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:29.200131 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b6651e34-2068-4e2b-a863-7b4483b99293 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0920348 Nov 03 19:09:29.200438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58972) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.241775 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.249896 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.293670 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d6198832-f3ba-41bc-87b9-90b27a1126ce tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port 4f0411be-b641-4a03-9bcd-39caa1826e48 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:29.293971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:29.294211 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6198832-f3ba-41bc-87b9-90b27a1126ce tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.296957 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:29.303878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:29.334737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Pushing event updated for resources: {'Port': ['ID=f52ed2e6-5cd2-4143-9273-706d22d5d168,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:29.378138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Attempting to bind port f52ed2e6-5cd2-4143-9273-706d22d5d168 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:29.378505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Attempting to bind port f52ed2e6-5cd2-4143-9273-706d22d5d168 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:29.378938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Attempting to bind port f52ed2e6-5cd2-4143-9273-706d22d5d168 on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:29.384573 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:29.384954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:29.385711 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.385711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:29.386188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Bound port: f52ed2e6-5cd2-4143-9273-706d22d5d168, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:29.386563 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.402798 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6198832-f3ba-41bc-87b9-90b27a1126ce tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.416904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d6198832-f3ba-41bc-87b9-90b27a1126ce tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for 4f0411be-b641-4a03-9bcd-39caa1826e48 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:29.442648 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.478073 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] For port f52ed2e6-5cd2-4143-9273-706d22d5d168, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:29.481595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] For port f52ed2e6-5cd2-4143-9273-706d22d5d168, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f52ed2e6-5cd2-4143-9273-706d22d5d168,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:29.487235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.560849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e70a6c-e83c-4df3-a2ef-29aa6becbfcf None None] Pushing event updated for resources: {'Port': ['ID=f52ed2e6-5cd2-4143-9273-706d22d5d168,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:29.607695 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6198832-f3ba-41bc-87b9-90b27a1126ce tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.674448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08914a4a-176f-475c-bac3-335da356a703 req-9d5b4f1e-c1cd-47ce-a2e3-34fe80b5aa3c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:29.680637 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08914a4a-176f-475c-bac3-335da356a703 req-9d5b4f1e-c1cd-47ce-a2e3-34fe80b5aa3c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.1401529 Nov 03 19:09:29.683462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6198832-f3ba-41bc-87b9-90b27a1126ce tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=4f0411be-b641-4a03-9bcd-39caa1826e48,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:29.727093 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d6198832-f3ba-41bc-87b9-90b27a1126ce tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.732161 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d6198832-f3ba-41bc-87b9-90b27a1126ce tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/4f0411be-b641-4a03-9bcd-39caa1826e48 HTTP/1.1" status: 204 len: 168 time: 0.5305135 Nov 03 19:09:29.734668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58976) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.804631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08914a4a-176f-475c-bac3-335da356a703 req-e3007f9d-d73a-4540-be9d-aa136f32b26b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157615 Nov 03 19:09:29.875222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faa7b4a-c56c-4d56-9e35-b9f4927e7cfb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:29.881384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faa7b4a-c56c-4d56-9e35-b9f4927e7cfb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:29.883201 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4faa7b4a-c56c-4d56-9e35-b9f4927e7cfb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1474838 Nov 03 19:09:29.885903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58978) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:29.968617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6012db1-c5e7-4b47-b103-3f19d2e4eab8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet e5dfb67f-5aa1-4c9c-9cd9-f43c770439e0 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:29.973792 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6012db1-c5e7-4b47-b103-3f19d2e4eab8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:29.993541 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f52ed2e6-5cd2-4143-9273-706d22d5d168 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:30.026348 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6012db1-c5e7-4b47-b103-3f19d2e4eab8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.064200 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f52ed2e6-5cd2-4143-9273-706d22d5d168 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:30.064483 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.122396 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6012db1-c5e7-4b47-b103-3f19d2e4eab8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.154972 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.192462 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6012db1-c5e7-4b47-b103-3f19d2e4eab8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.223806 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6012db1-c5e7-4b47-b103-3f19d2e4eab8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=e5dfb67f-5aa1-4c9c-9cd9-f43c770439e0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:30.229657 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6012db1-c5e7-4b47-b103-3f19d2e4eab8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.233134 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:09:30.233568 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:09:30.233728 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e6012db1-c5e7-4b47-b103-3f19d2e4eab8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/e5dfb67f-5aa1-4c9c-9cd9-f43c770439e0 HTTP/1.1" status: 204 len: 168 time: 0.3465717 Nov 03 19:09:30.236121 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58980) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:30.296177 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-236064f3-7693-4692-a03c-5ec188e135b2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580251 Nov 03 19:09:30.300185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58982) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:30.305909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-7db8413d-30e5-44e1-85c4-bd597c8eaa9b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:30.407389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db8413d-30e5-44e1-85c4-bd597c8eaa9b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:30.411696 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7db8413d-30e5-44e1-85c4-bd597c8eaa9b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.628179 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7db8413d-30e5-44e1-85c4-bd597c8eaa9b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.648904 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.672918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db8413d-30e5-44e1-85c4-bd597c8eaa9b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:30.677821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-7db8413d-30e5-44e1-85c4-bd597c8eaa9b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:30.683076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db8413d-30e5-44e1-85c4-bd597c8eaa9b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:30.683709 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7db8413d-30e5-44e1-85c4-bd597c8eaa9b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.700603 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8413d-30e5-44e1-85c4-bd597c8eaa9b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=c81884b2-3b79-4d94-8861-e1621ef11feb,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:30.703365 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.708884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e421f672-8581-42e8-9ca8-02425c040309 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:30.715182 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7db8413d-30e5-44e1-85c4-bd597c8eaa9b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4137957 Nov 03 19:09:30.718289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58984) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:30.725334 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-57be6344-7dae-450e-88af-1aa46aa97712 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'name': 'tempest-NetworksTestDHCPv6-1700273873'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:30.812386 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.816271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a22b2201-12d9-4733-85d4-721eb02abcc7 None None] Provisioning complete for port f52ed2e6-5cd2-4143-9273-706d22d5d168 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:30.816659 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a22b2201-12d9-4733-85d4-721eb02abcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.838123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57be6344-7dae-450e-88af-1aa46aa97712 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:30.842979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57be6344-7dae-450e-88af-1aa46aa97712 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.863546 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-57be6344-7dae-450e-88af-1aa46aa97712 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port d47d6023-9ca5-4d96-9c20-62a24c592cd8 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:30.899009 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port f52ed2e6-5cd2-4143-9273-706d22d5d168, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f52ed2e6-5cd2-4143-9273-706d22d5d168,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:30.924585 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:30.952903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf8ea8-14a4-4e76-a785-fbfb1dd4e95e req-c7a82736-195a-4216-999d-1c322b248954 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:30.960288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80cf8ea8-14a4-4e76-a785-fbfb1dd4e95e req-c7a82736-195a-4216-999d-1c322b248954 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.0796890 Nov 03 19:09:31.003383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-57be6344-7dae-450e-88af-1aa46aa97712 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::378 (1afd2f6f-36ed-4547-9ae9-db78acf45259/c81884b2-3b79-4d94-8861-e1621ef11feb/d47d6023-9ca5-4d96-9c20-62a24c592cd8) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:31.031382 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80cf8ea8-14a4-4e76-a785-fbfb1dd4e95e req-b65fcae5-13d8-4f9b-b73c-50b4174e32a5 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644555 Nov 03 19:09:31.039249 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=f52ed2e6-5cd2-4143-9273-706d22d5d168,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:31.190720 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57be6344-7dae-450e-88af-1aa46aa97712 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.229103 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57be6344-7dae-450e-88af-1aa46aa97712 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.275233 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57be6344-7dae-450e-88af-1aa46aa97712 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:31.275557 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec865c8a-d286-4f4a-8dea-b46b52e7e180 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:31.280674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-57be6344-7dae-450e-88af-1aa46aa97712 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:31.284738 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57be6344-7dae-450e-88af-1aa46aa97712 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:31.290746 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57be6344-7dae-450e-88af-1aa46aa97712 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:31.291423 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57be6344-7dae-450e-88af-1aa46aa97712 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.297915 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be6344-7dae-450e-88af-1aa46aa97712 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=d47d6023-9ca5-4d96-9c20-62a24c592cd8,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:31.314568 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-57be6344-7dae-450e-88af-1aa46aa97712 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5948198 Nov 03 19:09:31.317613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58988) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:31.342446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0b3358c0-89c8-4d8c-aeca-0ec49b2518c1 None None] Provisioning complete for port f52ed2e6-5cd2-4143-9273-706d22d5d168 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:31.342818 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b3358c0-89c8-4d8c-aeca-0ec49b2518c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.371079 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83223960-dfb5-4550-b9e7-3eac9ea45709 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:31.378264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83223960-dfb5-4550-b9e7-3eac9ea45709 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:31.382915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58990) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:31.384103 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-83223960-dfb5-4550-b9e7-3eac9ea45709 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0655022 Nov 03 19:09:31.480592 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.487935 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-449f422a-414a-4765-b741-44312fd4d686 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port d47d6023-9ca5-4d96-9c20-62a24c592cd8 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:31.488546 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-449f422a-414a-4765-b741-44312fd4d686 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.586209 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-449f422a-414a-4765-b741-44312fd4d686 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.598558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-449f422a-414a-4765-b741-44312fd4d686 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for d47d6023-9ca5-4d96-9c20-62a24c592cd8 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:31.742866 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-449f422a-414a-4765-b741-44312fd4d686 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.778356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f422a-414a-4765-b741-44312fd4d686 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=d47d6023-9ca5-4d96-9c20-62a24c592cd8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:31.813284 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-449f422a-414a-4765-b741-44312fd4d686 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.818861 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-449f422a-414a-4765-b741-44312fd4d686 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/d47d6023-9ca5-4d96-9c20-62a24c592cd8 HTTP/1.1" status: 204 len: 168 time: 0.4335430 Nov 03 19:09:31.821536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58992) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:31.833551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-557a7f6b-0a0e-4645-bf8f-3d65048bf1c5 None None] Provisioning complete for port f52ed2e6-5cd2-4143-9273-706d22d5d168 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:31.835023 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-557a7f6b-0a0e-4645-bf8f-3d65048bf1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:31.922952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf8ac6f-6025-4389-b605-a8669456a34a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:31.925142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf8ac6f-6025-4389-b605-a8669456a34a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:31.929447 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3cf8ac6f-6025-4389-b605-a8669456a34a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1041970 Nov 03 19:09:31.929776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 58994) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:31.965884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f52ed2e6-5cd2-4143-9273-706d22d5d168 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:31.986454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c441a32d-a4d6-4620-98f9-bd8f7655a5bc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet c81884b2-3b79-4d94-8861-e1621ef11feb {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:31.990858 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c441a32d-a4d6-4620-98f9-bd8f7655a5bc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.008083 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-557a7f6b-0a0e-4645-bf8f-3d65048bf1c5 None None] Could not find standard attr ID for object d47d6023-9ca5-4d96-9c20-62a24c592cd8. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:09:32.028518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f52ed2e6-5cd2-4143-9273-706d22d5d168 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:32.029602 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.046539 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c441a32d-a4d6-4620-98f9-bd8f7655a5bc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.115456 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c441a32d-a4d6-4620-98f9-bd8f7655a5bc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.136926 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0079242d-eeff-41ec-955e-0fb51842cced None None] Could not find standard attr ID for object 4f0411be-b641-4a03-9bcd-39caa1826e48. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:09:32.214772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90b978-8189-4304-bee6-a9e00b003033 req-85f334cd-39ac-4075-af77-d40d0ed1e041 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:32.216381 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad90b978-8189-4304-bee6-a9e00b003033 req-85f334cd-39ac-4075-af77-d40d0ed1e041 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.0714490 Nov 03 19:09:32.223393 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c441a32d-a4d6-4620-98f9-bd8f7655a5bc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.271645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441a32d-a4d6-4620-98f9-bd8f7655a5bc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=c81884b2-3b79-4d94-8861-e1621ef11feb,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:32.278925 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c441a32d-a4d6-4620-98f9-bd8f7655a5bc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.282359 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c441a32d-a4d6-4620-98f9-bd8f7655a5bc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/c81884b2-3b79-4d94-8861-e1621ef11feb HTTP/1.1" status: 204 len: 168 time: 0.3516695 Nov 03 19:09:32.285527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 58998) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:32.325147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a54fc6a-42da-4fc4-a106-c8e68d7ed0da None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:32.327086 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad90b978-8189-4304-bee6-a9e00b003033 req-b39e2e97-52b8-4126-ab9e-b944686fe4ba tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007562 Nov 03 19:09:32.368331 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b1234b3c-c2ed-4b0d-92ac-78ef732b671e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811348 Nov 03 19:09:32.370972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59002) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:32.376475 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f82e3028-bdc3-4e33-a3ea-df9c9db0ecfa tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:32.391042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-2610775e-da54-4d1f-b34e-46c322118b17 None None] Could not find standard attr ID for object d47d6023-9ca5-4d96-9c20-62a24c592cd8. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:09:32.476839 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82e3028-bdc3-4e33-a3ea-df9c9db0ecfa tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:32.480763 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f82e3028-bdc3-4e33-a3ea-df9c9db0ecfa tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.594860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0404909c-764b-4ed7-9547-73a73bf3fe21 None None] DHCP port deletion for 1afd2f6f-36ed-4547-9ae9-db78acf45259 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:32.642562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0404909c-764b-4ed7-9547-73a73bf3fe21 None None] Deleting port f52ed2e6-5cd2-4143-9273-706d22d5d168 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:32.642859 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0404909c-764b-4ed7-9547-73a73bf3fe21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.685801 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f82e3028-bdc3-4e33-a3ea-df9c9db0ecfa tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.718241 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0404909c-764b-4ed7-9547-73a73bf3fe21 None None] For port f52ed2e6-5cd2-4143-9273-706d22d5d168, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f52ed2e6-5cd2-4143-9273-706d22d5d168,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:32.718641 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0404909c-764b-4ed7-9547-73a73bf3fe21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.732576 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0404909c-764b-4ed7-9547-73a73bf3fe21 None None] Calling delete_port for f52ed2e6-5cd2-4143-9273-706d22d5d168 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:32.742087 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82e3028-bdc3-4e33-a3ea-df9c9db0ecfa tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:32.749585 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-f82e3028-bdc3-4e33-a3ea-df9c9db0ecfa tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:32.756069 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e3028-bdc3-4e33-a3ea-df9c9db0ecfa tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:32.756933 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f82e3028-bdc3-4e33-a3ea-df9c9db0ecfa tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.775971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e3028-bdc3-4e33-a3ea-df9c9db0ecfa tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=cabf3a2e-97b3-45c7-9955-ff681b0e8401,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:32.784928 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f82e3028-bdc3-4e33-a3ea-df9c9db0ecfa tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4097557 Nov 03 19:09:32.785213 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59006) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:32.792023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b6d48e58-62b7-4fbe-9121-e386fb9133fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'name': 'tempest-NetworksTestDHCPv6-1026904867'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:32.812098 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0404909c-764b-4ed7-9547-73a73bf3fe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.844646 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0404909c-764b-4ed7-9547-73a73bf3fe21 None None] No DVR routers for this DVR port f52ed2e6-5cd2-4143-9273-706d22d5d168 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:32.848920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404909c-764b-4ed7-9547-73a73bf3fe21 None None] Pushing event deleted for resources: {'Port': ['ID=f52ed2e6-5cd2-4143-9273-706d22d5d168,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:32.862335 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc94001-b17e-4c47-88d0-4e8f15e4f253 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:32.912917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d48e58-62b7-4fbe-9121-e386fb9133fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:32.916734 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6d48e58-62b7-4fbe-9121-e386fb9133fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:32.936748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-b6d48e58-62b7-4fbe-9121-e386fb9133fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port 7e8a3f4d-6150-4523-baf5-45680a68865c yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:33.021026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': 'cabf3a2e-97b3-45c7-9955-ff681b0e8401'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:33.021894 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.063177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-b6d48e58-62b7-4fbe-9121-e386fb9133fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::85 (1afd2f6f-36ed-4547-9ae9-db78acf45259/cabf3a2e-97b3-45c7-9955-ff681b0e8401/7e8a3f4d-6150-4523-baf5-45680a68865c) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:33.224881 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6d48e58-62b7-4fbe-9121-e386fb9133fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.258074 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6d48e58-62b7-4fbe-9121-e386fb9133fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.300195 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d48e58-62b7-4fbe-9121-e386fb9133fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:33.305253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-b6d48e58-62b7-4fbe-9121-e386fb9133fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:33.306353 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Allocated IP 2001:db8::2 (1afd2f6f-36ed-4547-9ae9-db78acf45259/cabf3a2e-97b3-45c7-9955-ff681b0e8401/61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:33.309125 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d48e58-62b7-4fbe-9121-e386fb9133fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:33.315687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d48e58-62b7-4fbe-9121-e386fb9133fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:33.316248 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6d48e58-62b7-4fbe-9121-e386fb9133fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.325143 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d48e58-62b7-4fbe-9121-e386fb9133fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=7e8a3f4d-6150-4523-baf5-45680a68865c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:33.339121 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b6d48e58-62b7-4fbe-9121-e386fb9133fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5526102 Nov 03 19:09:33.341645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59008) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:33.400120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab40909-2c9f-4fc3-b35d-c8b93e91376e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:33.404163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1ab40909-2c9f-4fc3-b35d-c8b93e91376e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0589702 Nov 03 19:09:33.404549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59012) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:33.468877 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.474966 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a456b-3a8e-4053-8020-3c09fe70f57f req-bc5446a7-788a-48db-a566-fe26fd6b8711 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:33.476742 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-999a456b-3a8e-4053-8020-3c09fe70f57f req-bc5446a7-788a-48db-a566-fe26fd6b8711 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.0547411 Nov 03 19:09:33.482769 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.506874 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-922cb12e-cdce-4610-a7a0-63a8939256d9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port 7e8a3f4d-6150-4523-baf5-45680a68865c {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:33.507266 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-922cb12e-cdce-4610-a7a0-63a8939256d9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.525201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:33.529410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-999a456b-3a8e-4053-8020-3c09fe70f57f req-9ffa3201-4c73-4085-be46-cfa3900bcfcf tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459442 Nov 03 19:09:33.533241 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:33.537064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:33.572142 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Pushing event updated for resources: {'Port': ['ID=61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:33.601878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Attempting to bind port 61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:33.602254 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Attempting to bind port 61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:33.602401 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-922cb12e-cdce-4610-a7a0-63a8939256d9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.602620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Attempting to bind port 61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992 on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:33.607622 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:33.608002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:33.608402 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.608799 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:33.609267 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Bound port: 61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:33.609648 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.614202 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-922cb12e-cdce-4610-a7a0-63a8939256d9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for 7e8a3f4d-6150-4523-baf5-45680a68865c owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:33.670973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] For port 61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:33.674511 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] For port 61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:33.679293 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.744854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b197d-8e23-4e47-b73a-456a7f5b508d None None] Pushing event updated for resources: {'Port': ['ID=61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:33.765251 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-922cb12e-cdce-4610-a7a0-63a8939256d9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.798326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cb12e-cdce-4610-a7a0-63a8939256d9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=7e8a3f4d-6150-4523-baf5-45680a68865c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:33.825441 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-922cb12e-cdce-4610-a7a0-63a8939256d9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:33.828916 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-922cb12e-cdce-4610-a7a0-63a8939256d9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/7e8a3f4d-6150-4523-baf5-45680a68865c HTTP/1.1" status: 204 len: 168 time: 0.4233468 Nov 03 19:09:33.831376 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59014) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:33.895409 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c96071-fb04-4f77-978f-d9b90c652b4b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:33.897162 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c96071-fb04-4f77-978f-d9b90c652b4b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:33.901408 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-46c96071-fb04-4f77-978f-d9b90c652b4b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0664263 Nov 03 19:09:33.901704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59016) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:33.948977 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f52ed2e6-5cd2-4143-9273-706d22d5d168 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:33.977776 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: f52ed2e6-5cd2-4143-9273-706d22d5d168 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:33.978279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f52ed2e6-5cd2-4143-9273-706d22d5d168 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:33.984648 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0be7d97-d7b8-4bc1-a5d9-264809894671 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet cabf3a2e-97b3-45c7-9955-ff681b0e8401 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:33.988639 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0be7d97-d7b8-4bc1-a5d9-264809894671 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.030644 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0be7d97-d7b8-4bc1-a5d9-264809894671 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.121112 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0be7d97-d7b8-4bc1-a5d9-264809894671 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.179539 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0be7d97-d7b8-4bc1-a5d9-264809894671 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.207068 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be7d97-d7b8-4bc1-a5d9-264809894671 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=cabf3a2e-97b3-45c7-9955-ff681b0e8401,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:34.212106 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0be7d97-d7b8-4bc1-a5d9-264809894671 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.216288 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a0be7d97-d7b8-4bc1-a5d9-264809894671 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/cabf3a2e-97b3-45c7-9955-ff681b0e8401 HTTP/1.1" status: 204 len: 168 time: 0.3132491 Nov 03 19:09:34.218434 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59018) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:34.259919 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d7d399e3-b0cb-4bfe-a47b-2c375f5d974e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403311 Nov 03 19:09:34.262304 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59020) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:34.310712 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca32791-d80c-4c41-9fff-0e3ad092b46b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:34.312236 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4ca32791-d80c-4c41-9fff-0e3ad092b46b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0490255 Nov 03 19:09:34.314866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59022) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:34.365765 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b844f6-3492-46d3-87b1-d44806ac5c57 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:34.367239 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c5b844f6-3492-46d3-87b1-d44806ac5c57 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0514748 Nov 03 19:09:34.370136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59024) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:34.731628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1df697-ea5e-4b64-8452-5281989f1816 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:34.788104 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3597b549-e5bc-4a63-b7b5-d322b7346082 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4167421 Nov 03 19:09:34.792441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59028) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:34.798515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-039f777a-170c-49a8-8ca3-ef0ff4a5d0ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:34.842270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cde634-e13e-4a7a-a4fb-ba8556cfff19 req-3842f741-55ce-49a1-947c-4241689a2b0b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:34.844155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d7cde634-e13e-4a7a-a4fb-ba8556cfff19 req-3842f741-55ce-49a1-947c-4241689a2b0b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.0587795 Nov 03 19:09:34.871165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b92f70e2-8f5e-48a6-ad56-833bd70ce6c3 None None] Provisioning complete for port 61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:34.871703 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b92f70e2-8f5e-48a6-ad56-833bd70ce6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.902668 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d7cde634-e13e-4a7a-a4fb-ba8556cfff19 req-74dbb126-2bf0-4615-ab02-1f4d78c85ea5 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515764 Nov 03 19:09:34.913029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039f777a-170c-49a8-8ca3-ef0ff4a5d0ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:34.916915 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-039f777a-170c-49a8-8ca3-ef0ff4a5d0ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.980427 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b92f70e2-8f5e-48a6-ad56-833bd70ce6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:34.993102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095b97ca-5c40-4297-89ab-fd7d27c92990 None None] DHCP port deletion for 1afd2f6f-36ed-4547-9ae9-db78acf45259 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:35.049423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b92f70e2-8f5e-48a6-ad56-833bd70ce6c3 None None] For port 61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:35.055561 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b92f70e2-8f5e-48a6-ad56-833bd70ce6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.115135 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-095b97ca-5c40-4297-89ab-fd7d27c92990 None None] Deleting port 61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:35.115572 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-095b97ca-5c40-4297-89ab-fd7d27c92990 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.118281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f70e2-8f5e-48a6-ad56-833bd70ce6c3 None None] Pushing event updated for resources: {'Port': ['ID=61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:35.129205 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-039f777a-170c-49a8-8ca3-ef0ff4a5d0ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.167261 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039f777a-170c-49a8-8ca3-ef0ff4a5d0ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:35.170619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-039f777a-170c-49a8-8ca3-ef0ff4a5d0ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:35.175484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039f777a-170c-49a8-8ca3-ef0ff4a5d0ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:35.176228 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-039f777a-170c-49a8-8ca3-ef0ff4a5d0ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.194119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-095b97ca-5c40-4297-89ab-fd7d27c92990 None None] For port 61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:35.194720 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-095b97ca-5c40-4297-89ab-fd7d27c92990 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.194937 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f777a-170c-49a8-8ca3-ef0ff4a5d0ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=3b98187e-16b0-487c-b74c-00bad6721d5b,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:35.204761 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-039f777a-170c-49a8-8ca3-ef0ff4a5d0ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4111841 Nov 03 19:09:35.208124 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59032) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:35.214166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6b1eb735-42fe-4bc3-a92a-0c6bb962324e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': '3b98187e-16b0-487c-b74c-00bad6721d5b', 'ip_address': '2001:db8::a722:a1f0:acd6:692b'}], 'name': 'tempest-NetworksTestDHCPv6-116313116'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:35.218156 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-095b97ca-5c40-4297-89ab-fd7d27c92990 None None] Calling delete_port for 61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:35.305673 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-095b97ca-5c40-4297-89ab-fd7d27c92990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.334146 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b97ca-5c40-4297-89ab-fd7d27c92990 None None] Pushing event deleted for resources: {'Port': ['ID=61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:35.336246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b97ca-5c40-4297-89ab-fd7d27c92990 None None] No DVR routers for this DVR port 61f7a61c-6b3b-4ea9-a6ea-3b78e23e4992 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:35.347652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1eb735-42fe-4bc3-a92a-0c6bb962324e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:35.354230 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a3264c-e6b4-4130-b339-69b27edfa109 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:35.442234 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb735-42fe-4bc3-a92a-0c6bb962324e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.461426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-6b1eb735-42fe-4bc3-a92a-0c6bb962324e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port 927cbbb9-f7a8-43a5-ac50-2c1d691c99cc yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:35.517962 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': '3b98187e-16b0-487c-b74c-00bad6721d5b'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:35.518898 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.642713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-6b1eb735-42fe-4bc3-a92a-0c6bb962324e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::a722:a1f0:acd6:692b (1afd2f6f-36ed-4547-9ae9-db78acf45259/3b98187e-16b0-487c-b74c-00bad6721d5b/927cbbb9-f7a8-43a5-ac50-2c1d691c99cc) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:35.811310 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb735-42fe-4bc3-a92a-0c6bb962324e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.854359 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb735-42fe-4bc3-a92a-0c6bb962324e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.900512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1eb735-42fe-4bc3-a92a-0c6bb962324e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:35.903828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6b1eb735-42fe-4bc3-a92a-0c6bb962324e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:35.907866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1eb735-42fe-4bc3-a92a-0c6bb962324e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:35.914053 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1eb735-42fe-4bc3-a92a-0c6bb962324e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:35.914827 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb735-42fe-4bc3-a92a-0c6bb962324e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:35.915027 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Allocated IP 2001:db8::2 (1afd2f6f-36ed-4547-9ae9-db78acf45259/3b98187e-16b0-487c-b74c-00bad6721d5b/ef5a0433-6baf-49b9-86f3-7cc0845d0866) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:35.940797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1eb735-42fe-4bc3-a92a-0c6bb962324e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=927cbbb9-f7a8-43a5-ac50-2c1d691c99cc,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:35.953060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6b1eb735-42fe-4bc3-a92a-0c6bb962324e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7405515 Nov 03 19:09:35.953060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59036) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:36.036371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3da5000-5b1f-4515-a303-02302cd3bdbf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:36.037752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a3da5000-5b1f-4515-a303-02302cd3bdbf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0840602 Nov 03 19:09:36.040750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59038) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:36.064083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdab4b8-fcce-4eae-b5e3-b4a24a08b89f req-c75060c4-0caa-45e7-97ea-e0116a12d514 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:36.066546 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bdab4b8-fcce-4eae-b5e3-b4a24a08b89f req-c75060c4-0caa-45e7-97ea-e0116a12d514 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.0772710 Nov 03 19:09:36.134691 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6bdab4b8-fcce-4eae-b5e3-b4a24a08b89f req-9c536fc3-0a7c-4052-bb3e-ca6dd77715db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540586 Nov 03 19:09:36.136614 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.145582 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.177369 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-20414c27-9cbc-487d-b52a-8c7833b77ba4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port 927cbbb9-f7a8-43a5-ac50-2c1d691c99cc {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:36.177835 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20414c27-9cbc-487d-b52a-8c7833b77ba4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.194517 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:36.200141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:36.204147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:36.212644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Pushing event updated for resources: {'Port': ['ID=ef5a0433-6baf-49b9-86f3-7cc0845d0866,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:36.273120 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Attempting to bind port ef5a0433-6baf-49b9-86f3-7cc0845d0866 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:36.273532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Attempting to bind port ef5a0433-6baf-49b9-86f3-7cc0845d0866 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:36.274023 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Attempting to bind port ef5a0433-6baf-49b9-86f3-7cc0845d0866 on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:36.279773 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:36.280134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:36.280534 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.280972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:36.281463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Bound port: ef5a0433-6baf-49b9-86f3-7cc0845d0866, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:36.281854 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.287276 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20414c27-9cbc-487d-b52a-8c7833b77ba4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.302966 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-20414c27-9cbc-487d-b52a-8c7833b77ba4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for 927cbbb9-f7a8-43a5-ac50-2c1d691c99cc owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:36.370935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] For port ef5a0433-6baf-49b9-86f3-7cc0845d0866, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:36.374667 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] For port ef5a0433-6baf-49b9-86f3-7cc0845d0866, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ef5a0433-6baf-49b9-86f3-7cc0845d0866,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:36.382451 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.461907 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20414c27-9cbc-487d-b52a-8c7833b77ba4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.476058 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032cc4b-cf55-444a-98cb-c821bb837408 None None] Pushing event updated for resources: {'Port': ['ID=ef5a0433-6baf-49b9-86f3-7cc0845d0866,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:36.499649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20414c27-9cbc-487d-b52a-8c7833b77ba4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=927cbbb9-f7a8-43a5-ac50-2c1d691c99cc,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:36.530080 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20414c27-9cbc-487d-b52a-8c7833b77ba4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.537356 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-20414c27-9cbc-487d-b52a-8c7833b77ba4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/927cbbb9-f7a8-43a5-ac50-2c1d691c99cc HTTP/1.1" status: 204 len: 168 time: 0.4936347 Nov 03 19:09:36.537691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59040) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:36.603181 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0da98cf-0d71-4352-98a2-94425ca1d64e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:36.604980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0da98cf-0d71-4352-98a2-94425ca1d64e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:36.606580 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a0da98cf-0d71-4352-98a2-94425ca1d64e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0678828 Nov 03 19:09:36.610763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59042) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:36.676434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5444a357-ce14-4a6b-8b29-d99f1e8bbdfe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 3b98187e-16b0-487c-b74c-00bad6721d5b {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:36.679932 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5444a357-ce14-4a6b-8b29-d99f1e8bbdfe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.734279 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5444a357-ce14-4a6b-8b29-d99f1e8bbdfe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.832506 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5444a357-ce14-4a6b-8b29-d99f1e8bbdfe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.904847 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5444a357-ce14-4a6b-8b29-d99f1e8bbdfe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.935335 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444a357-ce14-4a6b-8b29-d99f1e8bbdfe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=3b98187e-16b0-487c-b74c-00bad6721d5b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:36.940277 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5444a357-ce14-4a6b-8b29-d99f1e8bbdfe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:36.943787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5444a357-ce14-4a6b-8b29-d99f1e8bbdfe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/3b98187e-16b0-487c-b74c-00bad6721d5b HTTP/1.1" status: 204 len: 168 time: 0.3318989 Nov 03 19:09:36.946408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59046) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:36.987343 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-67c0422d-3e44-4831-835f-4ea8ca2ef9f5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391684 Nov 03 19:09:36.990547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59048) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:36.996014 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a4111626-bbe5-4328-860b-663e30632324 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:37.121609 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4111626-bbe5-4328-860b-663e30632324 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:37.125748 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4111626-bbe5-4328-860b-663e30632324 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.318415 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9e1f3-142e-4b2d-a572-a31f7c76b42a req-1f532faf-5adc-463d-94cb-71540d314d2f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:37.320180 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eab9e1f3-142e-4b2d-a572-a31f7c76b42a req-1f532faf-5adc-463d-94cb-71540d314d2f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 944 time: 0.0695601 Nov 03 19:09:37.382266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eab9e1f3-142e-4b2d-a572-a31f7c76b42a req-bc3a212b-62a9-47fd-a203-5a27e1fab92a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550475 Nov 03 19:09:37.405198 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4111626-bbe5-4328-860b-663e30632324 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.571643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d18f3bf-7ef9-45f4-a749-7ba4fd58e9cd None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:37.641893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device eaa6b042-3d24-4f20-ace9-6a9972e0dd59 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:09:37.662727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-657829b1-e9c8-4550-986e-fcfb1aa30f87 None None] Provisioning complete for port ef5a0433-6baf-49b9-86f3-7cc0845d0866 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:37.663255 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-657829b1-e9c8-4550-986e-fcfb1aa30f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.765756 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4111626-bbe5-4328-860b-663e30632324 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:37.771616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-a4111626-bbe5-4328-860b-663e30632324 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:37.776436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4111626-bbe5-4328-860b-663e30632324 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:37.777093 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4111626-bbe5-4328-860b-663e30632324 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.790493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4111626-bbe5-4328-860b-663e30632324 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=12b08477-ed9f-426e-b4be-3a90d162e917,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:37.802947 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a4111626-bbe5-4328-860b-663e30632324 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8110280 Nov 03 19:09:37.807515 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59052) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:37.817150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-72c4f5d2-4e2c-46f1-9536-b3f4695139a9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': '12b08477-ed9f-426e-b4be-3a90d162e917', 'ip_address': '2001:db8::36b8:7c9f:dbe9:fe5b'}], 'name': 'tempest-NetworksTestDHCPv6-1942488431'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:37.951268 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port eaa6b042-3d24-4f20-ace9-6a9972e0dd59, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=eaa6b042-3d24-4f20-ace9-6a9972e0dd59,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:37.976238 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-657829b1-e9c8-4550-986e-fcfb1aa30f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:37.985454 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'eaa6b042-3d24-4f20-ace9-6a9972e0dd59', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'port_id': 'eaa6b042-3d24-4f20-ace9-6a9972e0dd59', 'mac_address': 'fa:16:3e:ac:0b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:09:38.009705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c4f5d2-4e2c-46f1-9536-b3f4695139a9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:38.017617 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72c4f5d2-4e2c-46f1-9536-b3f4695139a9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.034904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ef5a0433-6baf-49b9-86f3-7cc0845d0866 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:38.047619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-72c4f5d2-4e2c-46f1-9536-b3f4695139a9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port efa641b4-60f8-49a8-98f3-352b73a668c2 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:38.069142 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-657829b1-e9c8-4550-986e-fcfb1aa30f87 None None] For port ef5a0433-6baf-49b9-86f3-7cc0845d0866, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ef5a0433-6baf-49b9-86f3-7cc0845d0866,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:38.082768 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-657829b1-e9c8-4550-986e-fcfb1aa30f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.097716 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.139344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa6b042-3d24-4f20-ace9-6a9972e0dd59 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:09:38.176999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port eaa6b042-3d24-4f20-ace9-6a9972e0dd59, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=eaa6b042-3d24-4f20-ace9-6a9972e0dd59,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:38.185691 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.187469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657829b1-e9c8-4550-986e-fcfb1aa30f87 None None] Pushing event updated for resources: {'Port': ['ID=ef5a0433-6baf-49b9-86f3-7cc0845d0866,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:38.198733 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ef5a0433-6baf-49b9-86f3-7cc0845d0866 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:38.199222 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.279229 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=eaa6b042-3d24-4f20-ace9-6a9972e0dd59,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:38.317745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-72c4f5d2-4e2c-46f1-9536-b3f4695139a9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::36b8:7c9f:dbe9:fe5b (1afd2f6f-36ed-4547-9ae9-db78acf45259/12b08477-ed9f-426e-b4be-3a90d162e917/efa641b4-60f8-49a8-98f3-352b73a668c2) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:38.324534 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708e2002-ec29-4d01-b17c-7af837a51421 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:38.421922 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['eaa6b042-3d24-4f20-ace9-6a9972e0dd59'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:09:38.489360 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7fe87a2a-6029-4182-aa3e-d7ddef681307 None None] Provisioning complete for port ef5a0433-6baf-49b9-86f3-7cc0845d0866 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:38.489829 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7fe87a2a-6029-4182-aa3e-d7ddef681307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.557705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1581fe-c9e8-4749-815a-8e87e7689d5e req-246b8e21-294a-4a69-8a05-754480442afd tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:38.559659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd1581fe-c9e8-4749-815a-8e87e7689d5e req-246b8e21-294a-4a69-8a05-754480442afd tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 945 time: 0.0919311 Nov 03 19:09:38.566932 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72c4f5d2-4e2c-46f1-9536-b3f4695139a9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.648405 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd1581fe-c9e8-4749-815a-8e87e7689d5e req-00ba4a0c-d124-4491-af3e-b7520cfe3bcb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721738 Nov 03 19:09:38.660721 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72c4f5d2-4e2c-46f1-9536-b3f4695139a9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.723714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c4f5d2-4e2c-46f1-9536-b3f4695139a9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:38.728352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-72c4f5d2-4e2c-46f1-9536-b3f4695139a9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:38.736029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4f5d2-4e2c-46f1-9536-b3f4695139a9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:38.742111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c4f5d2-4e2c-46f1-9536-b3f4695139a9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:38.742798 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72c4f5d2-4e2c-46f1-9536-b3f4695139a9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:38.755503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4f5d2-4e2c-46f1-9536-b3f4695139a9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=efa641b4-60f8-49a8-98f3-352b73a668c2,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:38.777726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-72c4f5d2-4e2c-46f1-9536-b3f4695139a9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9641616 Nov 03 19:09:38.777977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59058) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:38.843178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa27e82c-8b3a-4e1d-ab9a-073988b7d0dd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:38.849536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa27e82c-8b3a-4e1d-ab9a-073988b7d0dd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:38.855720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aa27e82c-8b3a-4e1d-ab9a-073988b7d0dd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0721173 Nov 03 19:09:38.856314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59060) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:38.977669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-76618e6c-9c35-42d5-92c4-99402ba862c7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port efa641b4-60f8-49a8-98f3-352b73a668c2 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:38.978057 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-76618e6c-9c35-42d5-92c4-99402ba862c7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.054730 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f168cbf2-aab9-46dc-b893-856c5b87ab73 None None] Provisioning complete for port ef5a0433-6baf-49b9-86f3-7cc0845d0866 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:39.055430 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f168cbf2-aab9-46dc-b893-856c5b87ab73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.109710 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-76618e6c-9c35-42d5-92c4-99402ba862c7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.124004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-76618e6c-9c35-42d5-92c4-99402ba862c7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for efa641b4-60f8-49a8-98f3-352b73a668c2 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:39.279795 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-76618e6c-9c35-42d5-92c4-99402ba862c7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.305290 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-667dfb3e-e104-45b0-a57f-8d5fe01bb008 None None] Could not find standard attr ID for object 7e8a3f4d-6150-4523-baf5-45680a68865c. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:09:39.312323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76618e6c-9c35-42d5-92c4-99402ba862c7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=efa641b4-60f8-49a8-98f3-352b73a668c2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:39.343694 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-76618e6c-9c35-42d5-92c4-99402ba862c7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.347737 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-76618e6c-9c35-42d5-92c4-99402ba862c7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/efa641b4-60f8-49a8-98f3-352b73a668c2 HTTP/1.1" status: 204 len: 168 time: 0.4902217 Nov 03 19:09:39.352705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59062) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:39.422482 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb987f7-33d7-4926-bc7d-ca2a37a7b8f8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:39.425025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb987f7-33d7-4926-bc7d-ca2a37a7b8f8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:39.426638 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7fb987f7-33d7-4926-bc7d-ca2a37a7b8f8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0729084 Nov 03 19:09:39.429574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59064) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:39.491524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-20962cc2-89ca-4c99-812d-482cf62607c1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 12b08477-ed9f-426e-b4be-3a90d162e917 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:39.494996 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20962cc2-89ca-4c99-812d-482cf62607c1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.523658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5854b306-d53e-4490-8b18-57c6920e82be None None] Could not find standard attr ID for object 927cbbb9-f7a8-43a5-ac50-2c1d691c99cc. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:09:39.554267 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20962cc2-89ca-4c99-812d-482cf62607c1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.615752 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20962cc2-89ca-4c99-812d-482cf62607c1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.654725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device eaa6b042-3d24-4f20-ace9-6a9972e0dd59 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:39.701579 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20962cc2-89ca-4c99-812d-482cf62607c1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.745561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20962cc2-89ca-4c99-812d-482cf62607c1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=12b08477-ed9f-426e-b4be-3a90d162e917,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:39.746444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-db7943ba-d1f0-4e66-9b92-2cfd0539e942 None None] Could not find standard attr ID for object efa641b4-60f8-49a8-98f3-352b73a668c2. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:09:39.747948 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-20962cc2-89ca-4c99-812d-482cf62607c1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.752524 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-20962cc2-89ca-4c99-812d-482cf62607c1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/12b08477-ed9f-426e-b4be-3a90d162e917 HTTP/1.1" status: 204 len: 168 time: 0.3211565 Nov 03 19:09:39.755002 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59068) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:39.758818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port eaa6b042-3d24-4f20-ace9-6a9972e0dd59 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:09:39.772005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port eaa6b042-3d24-4f20-ace9-6a9972e0dd59 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:39.772724 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.829072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a4f7aad6-7dd3-48f4-b432-9265ebcf2baf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726907 Nov 03 19:09:39.833401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59070) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:39.838702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-868516d5-3d59-4bb5-96a7-4b31e90e621b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:39.917670 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:39.953914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee9336-5ab7-4644-a426-aee8c2de92a2 req-71922185-5401-4cbd-a508-49c7041f75d2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:39.955846 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-afee9336-5ab7-4644-a426-aee8c2de92a2 req-71922185-5401-4cbd-a508-49c7041f75d2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 945 time: 0.1476047 Nov 03 19:09:39.956423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ef5a0433-6baf-49b9-86f3-7cc0845d0866 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:39.985675 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4380a6b-468c-41cd-80f7-be065052a367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa6b042-3d24-4f20-ace9-6a9972e0dd59'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:39.988596 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a18cc7-bcaf-4c62-be1e-88826f2339f0" -d '{"events": [{"server_uuid": "f4380a6b-468c-41cd-80f7-be065052a367", "name": "network-vif-plugged", "status": "completed", "tag": "eaa6b042-3d24-4f20-ace9-6a9972e0dd59"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:40.009747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868516d5-3d59-4bb5-96a7-4b31e90e621b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:40.013845 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-868516d5-3d59-4bb5-96a7-4b31e90e621b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.019176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port eaa6b042-3d24-4f20-ace9-6a9972e0dd59, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=eaa6b042-3d24-4f20-ace9-6a9972e0dd59,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:40.029220 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.083965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ffec9d-5349-4382-bb39-5afba4e95849 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:40.110174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-afee9336-5ab7-4644-a426-aee8c2de92a2 req-372ce08d-f378-429a-9435-9592cab227e1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414468 Nov 03 19:09:40.118412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ef5a0433-6baf-49b9-86f3-7cc0845d0866 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:40.118784 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.144778 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=eaa6b042-3d24-4f20-ace9-6a9972e0dd59,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:40.268185 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-868516d5-3d59-4bb5-96a7-4b31e90e621b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.327844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868516d5-3d59-4bb5-96a7-4b31e90e621b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:40.332932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-868516d5-3d59-4bb5-96a7-4b31e90e621b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:40.337778 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868516d5-3d59-4bb5-96a7-4b31e90e621b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:40.338390 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-868516d5-3d59-4bb5-96a7-4b31e90e621b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.351374 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868516d5-3d59-4bb5-96a7-4b31e90e621b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=0a830688-a6d9-424c-98a7-2ca5745e2b39,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:40.367607 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-868516d5-3d59-4bb5-96a7-4b31e90e621b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5333459 Nov 03 19:09:40.369971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59076) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:40.370386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f00b5-02a5-4fdc-8693-c1fcf185598b req-bede1fd1-c444-45fd-96ed-ee361735e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:40.372376 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5b1f00b5-02a5-4fdc-8693-c1fcf185598b req-bede1fd1-c444-45fd-96ed-ee361735e1aa service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 1097 time: 0.0597260 Nov 03 19:09:40.376063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-bcefb667-18cc-45c0-a6d5-9a3daeefe81f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': '0a830688-a6d9-424c-98a7-2ca5745e2b39', 'ip_address': '2001:db8::2d8f:bf90:b5df:ddf6'}], 'name': 'tempest-NetworksTestDHCPv6-766413721'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:40.387113 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef816ce-e7e3-429e-9274-7cb8db3b1e3a x-openstack-request-id: req-6ef816ce-e7e3-429e-9274-7cb8db3b1e3a {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:40.387392 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4380a6b-468c-41cd-80f7-be065052a367", "name": "network-vif-plugged", "status": "completed", "tag": "eaa6b042-3d24-4f20-ace9-6a9972e0dd59", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:40.387669 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6ef816ce-e7e3-429e-9274-7cb8db3b1e3a {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:40.388067 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4380a6b-468c-41cd-80f7-be065052a367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa6b042-3d24-4f20-ace9-6a9972e0dd59', 'code': 200} Nov 03 19:09:40.428577 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5b1f00b5-02a5-4fdc-8693-c1fcf185598b req-7fe4386d-24f7-45f4-a4a8-178aa393dbc2 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481102 Nov 03 19:09:40.508650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcefb667-18cc-45c0-a6d5-9a3daeefe81f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:40.520002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] DHCP port deletion for 1afd2f6f-36ed-4547-9ae9-db78acf45259 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:40.584704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Deleting port ef5a0433-6baf-49b9-86f3-7cc0845d0866 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:40.585168 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.636016 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcefb667-18cc-45c0-a6d5-9a3daeefe81f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.662442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-bcefb667-18cc-45c0-a6d5-9a3daeefe81f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port 3da900d7-d00b-42ed-b329-12200ace0cae yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:40.685070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] For port ef5a0433-6baf-49b9-86f3-7cc0845d0866, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ef5a0433-6baf-49b9-86f3-7cc0845d0866,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:40.685471 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.701485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Calling delete_port for ef5a0433-6baf-49b9-86f3-7cc0845d0866 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:40.797631 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:40.825362 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Pushing event deleted for resources: {'Port': ['ID=ef5a0433-6baf-49b9-86f3-7cc0845d0866,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:40.833615 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] No DVR routers for this DVR port ef5a0433-6baf-49b9-86f3-7cc0845d0866 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:40.839788 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:40.840759 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:40.840759 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:40.840946 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:40.841155 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:40.841486 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:40.841830 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:40.842151 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:40.842486 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:40.842815 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:40.843139 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:40.843467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c10e8d-031b-45cd-ba1a-1aa6e97d5b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:40.856911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-bcefb667-18cc-45c0-a6d5-9a3daeefe81f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::2d8f:bf90:b5df:ddf6 (1afd2f6f-36ed-4547-9ae9-db78acf45259/0a830688-a6d9-424c-98a7-2ca5745e2b39/3da900d7-d00b-42ed-b329-12200ace0cae) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:40.864118 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d6fa6f-27bb-4af1-a189-5f9f5908f94a None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:41.041067 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': '0a830688-a6d9-424c-98a7-2ca5745e2b39'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:41.041932 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.045401 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcefb667-18cc-45c0-a6d5-9a3daeefe81f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.086858 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcefb667-18cc-45c0-a6d5-9a3daeefe81f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.135684 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcefb667-18cc-45c0-a6d5-9a3daeefe81f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:41.140931 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-bcefb667-18cc-45c0-a6d5-9a3daeefe81f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:41.146185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcefb667-18cc-45c0-a6d5-9a3daeefe81f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:41.152036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcefb667-18cc-45c0-a6d5-9a3daeefe81f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:41.152686 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bcefb667-18cc-45c0-a6d5-9a3daeefe81f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.160277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefb667-18cc-45c0-a6d5-9a3daeefe81f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=3da900d7-d00b-42ed-b329-12200ace0cae,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:41.177285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bcefb667-18cc-45c0-a6d5-9a3daeefe81f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8058934 Nov 03 19:09:41.179759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59080) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:41.195156 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Allocated IP 2001:db8::2 (1afd2f6f-36ed-4547-9ae9-db78acf45259/0a830688-a6d9-424c-98a7-2ca5745e2b39/66c5d9ee-018a-4929-bca5-2da7aaabca74) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:41.265974 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e468da2-904a-429a-99ea-d299d91c6369 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:41.267520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3e468da2-904a-429a-99ea-d299d91c6369 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0867913 Nov 03 19:09:41.270457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59082) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:41.315139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c2b1c-cb5d-48c5-9a56-ea6a4d94ad2d req-856b2253-f747-4218-8522-e8872cdc124a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:41.316731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb5c2b1c-cb5d-48c5-9a56-ea6a4d94ad2d req-856b2253-f747-4218-8522-e8872cdc124a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 946 time: 0.1015949 Nov 03 19:09:41.355379 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.362949 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.399165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb5c2b1c-cb5d-48c5-9a56-ea6a4d94ad2d req-68b3c7d6-67f6-439e-a5c1-a328b0820643 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742574 Nov 03 19:09:41.405954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:41.414760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:41.415128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-73ba96eb-e7d2-4aff-9b8a-fd8cddc05d0d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port 3da900d7-d00b-42ed-b329-12200ace0cae {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:41.415383 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-73ba96eb-e7d2-4aff-9b8a-fd8cddc05d0d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.416612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:41.429242 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Pushing event updated for resources: {'Port': ['ID=66c5d9ee-018a-4929-bca5-2da7aaabca74,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:41.487472 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Attempting to bind port 66c5d9ee-018a-4929-bca5-2da7aaabca74 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:41.487818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Attempting to bind port 66c5d9ee-018a-4929-bca5-2da7aaabca74 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:41.488029 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Attempting to bind port 66c5d9ee-018a-4929-bca5-2da7aaabca74 on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:41.494174 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:41.494686 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:41.495258 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.495727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:41.496295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Bound port: 66c5d9ee-018a-4929-bca5-2da7aaabca74, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:41.496706 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.531912 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-73ba96eb-e7d2-4aff-9b8a-fd8cddc05d0d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.555223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-73ba96eb-e7d2-4aff-9b8a-fd8cddc05d0d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for 3da900d7-d00b-42ed-b329-12200ace0cae owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:41.583800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] For port 66c5d9ee-018a-4929-bca5-2da7aaabca74, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:41.587536 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] For port 66c5d9ee-018a-4929-bca5-2da7aaabca74, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=66c5d9ee-018a-4929-bca5-2da7aaabca74,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:41.592569 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.666534 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093749e-461f-4caa-8911-3fc1fec82e03 None None] Pushing event updated for resources: {'Port': ['ID=66c5d9ee-018a-4929-bca5-2da7aaabca74,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:41.728787 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-73ba96eb-e7d2-4aff-9b8a-fd8cddc05d0d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.767871 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba96eb-e7d2-4aff-9b8a-fd8cddc05d0d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=3da900d7-d00b-42ed-b329-12200ace0cae,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:41.792757 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-73ba96eb-e7d2-4aff-9b8a-fd8cddc05d0d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.795427 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-73ba96eb-e7d2-4aff-9b8a-fd8cddc05d0d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/3da900d7-d00b-42ed-b329-12200ace0cae HTTP/1.1" status: 204 len: 168 time: 0.5239749 Nov 03 19:09:41.797897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59084) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:41.864470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f97226-5780-490c-90e6-114d954247b7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:41.866142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f97226-5780-490c-90e6-114d954247b7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:41.867785 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-79f97226-5780-490c-90e6-114d954247b7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0688360 Nov 03 19:09:41.870307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59086) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:41.939421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b50d250-3920-4a0a-bbbb-a94b3f467012 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 0a830688-a6d9-424c-98a7-2ca5745e2b39 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:41.942994 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b50d250-3920-4a0a-bbbb-a94b3f467012 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:41.991938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 66c5d9ee-018a-4929-bca5-2da7aaabca74 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:42.007535 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b50d250-3920-4a0a-bbbb-a94b3f467012 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.050147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 66c5d9ee-018a-4929-bca5-2da7aaabca74 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:42.050521 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.122899 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b50d250-3920-4a0a-bbbb-a94b3f467012 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.162014 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.186701 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b50d250-3920-4a0a-bbbb-a94b3f467012 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.215877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50d250-3920-4a0a-bbbb-a94b3f467012 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=0a830688-a6d9-424c-98a7-2ca5745e2b39,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:42.218073 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b50d250-3920-4a0a-bbbb-a94b3f467012 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.224343 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4b50d250-3920-4a0a-bbbb-a94b3f467012 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/0a830688-a6d9-424c-98a7-2ca5745e2b39 HTTP/1.1" status: 204 len: 168 time: 0.3508501 Nov 03 19:09:42.224558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59088) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:42.230018 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:09:42.230995 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:09:42.266672 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-75b036d3-af83-461f-a777-a55dec532c98 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409818 Nov 03 19:09:42.270444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59090) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:42.334828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a21ee9-a102-45a6-9cd3-3263ed24ed7f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:42.336476 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a8a21ee9-a102-45a6-9cd3-3263ed24ed7f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0651114 Nov 03 19:09:42.338980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59092) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:42.391085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33e8c12-660b-493e-ab59-52961df9f81c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:42.395889 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a33e8c12-660b-493e-ab59-52961df9f81c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0527282 Nov 03 19:09:42.396182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59094) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:42.438473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-751f2485-2dc8-45c1-bb73-34d8ba1c3be4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411661 Nov 03 19:09:42.443419 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59096) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:42.448972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-2cc5a5be-6e50-418a-909d-3ea5c1c7aa42 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:42.542943 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc5a5be-6e50-418a-909d-3ea5c1c7aa42 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:42.547227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cc5a5be-6e50-418a-909d-3ea5c1c7aa42 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.553776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b37fd-aacd-4bef-8594-8fb633d45302 req-8b874cf3-e704-49aa-be80-b03ef332bcd3 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:42.555383 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e10b37fd-aacd-4bef-8594-8fb633d45302 req-8b874cf3-e704-49aa-be80-b03ef332bcd3 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 946 time: 0.0556145 Nov 03 19:09:42.618909 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e10b37fd-aacd-4bef-8594-8fb633d45302 req-d5863a08-9300-4306-913b-13641067a774 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540624 Nov 03 19:09:42.669587 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b8c579-2c24-451a-85df-2b31a42db300 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:42.767999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109a743-c7f2-47a9-8d0c-6853458db870 req-c67b1f03-3a59-4423-99ed-0c22897442c2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:42.770008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6109a743-c7f2-47a9-8d0c-6853458db870 req-c67b1f03-3a59-4423-99ed-0c22897442c2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 946 time: 0.0557170 Nov 03 19:09:42.783499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a595aff5-c87f-4c64-845f-0ed458c34ec7 None None] Provisioning complete for port 66c5d9ee-018a-4929-bca5-2da7aaabca74 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:42.783912 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a595aff5-c87f-4c64-845f-0ed458c34ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.802625 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cc5a5be-6e50-418a-909d-3ea5c1c7aa42 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.833011 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.842690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6109a743-c7f2-47a9-8d0c-6853458db870 req-7a97635e-af5b-48a1-82c0-51e07562b626 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657172 Nov 03 19:09:42.850478 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc5a5be-6e50-418a-909d-3ea5c1c7aa42 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:42.854125 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2cc5a5be-6e50-418a-909d-3ea5c1c7aa42 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:42.857498 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc5a5be-6e50-418a-909d-3ea5c1c7aa42 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:42.857857 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2cc5a5be-6e50-418a-909d-3ea5c1c7aa42 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:42.888032 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2cc5a5be-6e50-418a-909d-3ea5c1c7aa42 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4431224 Nov 03 19:09:42.889351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5a5be-6e50-418a-909d-3ea5c1c7aa42 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=a1fff9bc-cadd-46fa-8e75-6cd3ce47ed59,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:42.891534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59104) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:42.898975 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-5d40bd92-eaaf-4852-905b-177af6fb53fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': 'a1fff9bc-cadd-46fa-8e75-6cd3ce47ed59', 'ip_address': '2001:db8::8038:5e0f:a00f:1b7a'}], 'name': 'tempest-NetworksTestDHCPv6-1900107188'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:42.914398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 66c5d9ee-018a-4929-bca5-2da7aaabca74, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=66c5d9ee-018a-4929-bca5-2da7aaabca74,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:42.919533 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.023795 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4037b548-a2d8-46fb-8294-37bfa1f62769 None None] DHCP port deletion for 1afd2f6f-36ed-4547-9ae9-db78acf45259 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:43.027113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=66c5d9ee-018a-4929-bca5-2da7aaabca74,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:43.053681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ef5a0433-6baf-49b9-86f3-7cc0845d0866 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:43.080517 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: ef5a0433-6baf-49b9-86f3-7cc0845d0866 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:43.080875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ef5a0433-6baf-49b9-86f3-7cc0845d0866 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:43.099299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d40bd92-eaaf-4852-905b-177af6fb53fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:43.104782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4037b548-a2d8-46fb-8294-37bfa1f62769 None None] Deleting port 66c5d9ee-018a-4929-bca5-2da7aaabca74 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:43.105221 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4037b548-a2d8-46fb-8294-37bfa1f62769 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.106371 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5d40bd92-eaaf-4852-905b-177af6fb53fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.133795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-5d40bd92-eaaf-4852-905b-177af6fb53fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port 0db7e12a-5e96-4fda-95d4-934e475e17e9 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:43.191393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4037b548-a2d8-46fb-8294-37bfa1f62769 None None] For port 66c5d9ee-018a-4929-bca5-2da7aaabca74, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=66c5d9ee-018a-4929-bca5-2da7aaabca74,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:43.191749 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4037b548-a2d8-46fb-8294-37bfa1f62769 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.205816 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4037b548-a2d8-46fb-8294-37bfa1f62769 None None] Calling delete_port for 66c5d9ee-018a-4929-bca5-2da7aaabca74 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:43.285015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff50f4-5c51-49ff-9f55-422d8673cb61 req-07d96e87-a4d9-4490-8c44-cfe91a67f764 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:43.286766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5cff50f4-5c51-49ff-9f55-422d8673cb61 req-07d96e87-a4d9-4490-8c44-cfe91a67f764 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 946 time: 0.1112397 Nov 03 19:09:43.289011 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4037b548-a2d8-46fb-8294-37bfa1f62769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.316104 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037b548-a2d8-46fb-8294-37bfa1f62769 None None] Pushing event deleted for resources: {'Port': ['ID=66c5d9ee-018a-4929-bca5-2da7aaabca74,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:43.319212 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037b548-a2d8-46fb-8294-37bfa1f62769 None None] No DVR routers for this DVR port 66c5d9ee-018a-4929-bca5-2da7aaabca74 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:43.338210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d22e77d-5ae2-408f-9f76-d7583016ac11 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:43.368084 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.389280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-5d40bd92-eaaf-4852-905b-177af6fb53fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::8038:5e0f:a00f:1b7a (1afd2f6f-36ed-4547-9ae9-db78acf45259/a1fff9bc-cadd-46fa-8e75-6cd3ce47ed59/0db7e12a-5e96-4fda-95d4-934e475e17e9) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:43.396959 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5cff50f4-5c51-49ff-9f55-422d8673cb61 req-c942d99f-6297-4952-8362-81750c300b71 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031454 Nov 03 19:09:43.526564 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': 'a1fff9bc-cadd-46fa-8e75-6cd3ce47ed59'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:43.528064 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.577010 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcb8bd-a442-472c-b90f-4f70499c578e req-218dbd6e-4685-4d6e-8c7b-80e1f02364d6 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:43.577285 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63516ad4-d0a8-42b8-818f-b0e53bba012a req-3acae023-8995-411d-8ec1-e1aabd88e81e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097517 Nov 03 19:09:43.578573 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7dcb8bd-a442-472c-b90f-4f70499c578e req-218dbd6e-4685-4d6e-8c7b-80e1f02364d6 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1097 time: 0.0622768 Nov 03 19:09:43.618646 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5d40bd92-eaaf-4852-905b-177af6fb53fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.654912 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7dcb8bd-a442-472c-b90f-4f70499c578e req-d44b6fc7-84b9-40d9-97d0-3711f2a4f398 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688233 Nov 03 19:09:43.681021 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5d40bd92-eaaf-4852-905b-177af6fb53fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.716028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516ad4-d0a8-42b8-818f-b0e53bba012a req-2648994d-54f0-42e2-ae73-e25fc966e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:43.717063 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63516ad4-d0a8-42b8-818f-b0e53bba012a req-2648994d-54f0-42e2-ae73-e25fc966e063 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 1097 time: 0.0586383 Nov 03 19:09:43.737198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Allocated IP 2001:db8::2 (1afd2f6f-36ed-4547-9ae9-db78acf45259/a1fff9bc-cadd-46fa-8e75-6cd3ce47ed59/4bc1bd72-ec01-4371-a799-a86b5cfd05b9) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:43.744192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d40bd92-eaaf-4852-905b-177af6fb53fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:43.747429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-5d40bd92-eaaf-4852-905b-177af6fb53fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:43.750290 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d40bd92-eaaf-4852-905b-177af6fb53fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:43.757272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d40bd92-eaaf-4852-905b-177af6fb53fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:43.758352 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5d40bd92-eaaf-4852-905b-177af6fb53fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.806143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40bd92-eaaf-4852-905b-177af6fb53fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=0db7e12a-5e96-4fda-95d4-934e475e17e9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:43.815864 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5d40bd92-eaaf-4852-905b-177af6fb53fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9221582 Nov 03 19:09:43.818914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59118) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:43.824428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d0ffd9fc-32ea-4293-8759-87ad549b7fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': 'a1fff9bc-cadd-46fa-8e75-6cd3ce47ed59', 'ip_address': '2001:db8::8038:5e0f:a00f:1b7a'}], 'name': 'tempest-NetworksTestDHCPv6-1290122073'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:43.847245 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516ad4-d0a8-42b8-818f-b0e53bba012a req-7f761bb2-295f-4575-9d21-e00f3b977f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:43.848793 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63516ad4-d0a8-42b8-818f-b0e53bba012a req-7f761bb2-295f-4575-9d21-e00f3b977f55 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.1044521 Nov 03 19:09:43.897551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c5c93-8d78-4a09-8160-8deffcfbaa41 req-35259b97-59b0-4b25-842e-d46c59da30a3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:43.906421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea0c5c93-8d78-4a09-8160-8deffcfbaa41 req-35259b97-59b0-4b25-842e-d46c59da30a3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.1457424 Nov 03 19:09:43.918749 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63516ad4-d0a8-42b8-818f-b0e53bba012a req-e539fc85-cdf0-4797-be5b-5f9639047b56 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dcbfb71-8c18-4c21-81df-888e83ab1210 HTTP/1.1" status: 200 len: 217 time: 0.0615404 Nov 03 19:09:43.920851 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.927251 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:43.955329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 66c5d9ee-018a-4929-bca5-2da7aaabca74 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:43.981053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516ad4-d0a8-42b8-818f-b0e53bba012a req-5019ba47-a7e6-4fd7-8aa6-49fca7096cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:43.982781 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63516ad4-d0a8-42b8-818f-b0e53bba012a req-5019ba47-a7e6-4fd7-8aa6-49fca7096cb2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0489888 Nov 03 19:09:43.984872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 66c5d9ee-018a-4929-bca5-2da7aaabca74 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:43.985226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 66c5d9ee-018a-4929-bca5-2da7aaabca74 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:43.988414 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:43.995892 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:43.999640 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:44.003872 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea0c5c93-8d78-4a09-8160-8deffcfbaa41 req-394305e4-d2b8-4180-87bc-b280bd85a447 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941720 Nov 03 19:09:44.005389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Pushing event updated for resources: {'Port': ['ID=4bc1bd72-ec01-4371-a799-a86b5cfd05b9,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:44.023690 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59120) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:44.058915 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63516ad4-d0a8-42b8-818f-b0e53bba012a req-c0e8e203-6a1f-4402-8b45-f1b32eb00186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:44.060644 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63516ad4-d0a8-42b8-818f-b0e53bba012a req-c0e8e203-6a1f-4402-8b45-f1b32eb00186 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638454 Nov 03 19:09:44.064766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Attempting to bind port 4bc1bd72-ec01-4371-a799-a86b5cfd05b9 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:44.064766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Attempting to bind port 4bc1bd72-ec01-4371-a799-a86b5cfd05b9 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:44.065130 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Attempting to bind port 4bc1bd72-ec01-4371-a799-a86b5cfd05b9 on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:44.070389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:44.071083 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:44.071224 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:44.071547 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:44.072046 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Bound port: 4bc1bd72-ec01-4371-a799-a86b5cfd05b9, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:44.072463 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:44.092122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ffd9fc-32ea-4293-8759-87ad549b7fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:44.098158 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0ffd9fc-32ea-4293-8759-87ad549b7fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:44.124232 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ef5a0dde-d6b4-4eea-8079-523f15815bf7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/24d8bf3d-d40e-475f-ba4f-f1e3c592b0fc HTTP/1.1" status: 200 len: 994 time: 0.0903013 Nov 03 19:09:44.124952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-d0ffd9fc-32ea-4293-8759-87ad549b7fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port cc8e4689-e2ee-459e-b9a3-c9b17806c1e5 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:44.159295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] For port 4bc1bd72-ec01-4371-a799-a86b5cfd05b9, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:44.163140 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] For port 4bc1bd72-ec01-4371-a799-a86b5cfd05b9, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4bc1bd72-ec01-4371-a799-a86b5cfd05b9,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:44.169903 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:44.183672 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63516ad4-d0a8-42b8-818f-b0e53bba012a req-640a621d-b594-4f25-958e-20b33938f7ba service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135907 Nov 03 19:09:44.250224 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc04f8-1c3c-4a68-9eb0-6e4999e0aa8b None None] Pushing event updated for resources: {'Port': ['ID=4bc1bd72-ec01-4371-a799-a86b5cfd05b9,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:44.334234 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ffd9fc-32ea-4293-8759-87ad549b7fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 03 19:09:44.334801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ffd9fc-32ea-4293-8759-87ad549b7fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:09:44.346839 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-63516ad4-d0a8-42b8-818f-b0e53bba012a req-90921452-16de-40ca-b402-de3f36234caf service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223412 Nov 03 19:09:44.356921 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59126) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:44.357372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d0ffd9fc-32ea-4293-8759-87ad549b7fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5371561 Nov 03 19:09:44.430657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2503b34b-a50b-430e-bd74-d52d0420ea46 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:44.440516 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2503b34b-a50b-430e-bd74-d52d0420ea46 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:44.447311 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2503b34b-a50b-430e-bd74-d52d0420ea46 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0865948 Nov 03 19:09:44.452235 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59132) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:44.587365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1599d403-5e44-4318-beb3-58c58c4af194 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port 0db7e12a-5e96-4fda-95d4-934e475e17e9 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:44.588102 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1599d403-5e44-4318-beb3-58c58c4af194 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:44.624157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34d080-e0b8-4389-a81d-779f122ebdac req-fc3f6089-cc67-462e-800c-83f29eb83b43 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:44.627223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb34d080-e0b8-4389-a81d-779f122ebdac req-fc3f6089-cc67-462e-800c-83f29eb83b43 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 946 time: 0.0994642 Nov 03 19:09:44.693548 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb34d080-e0b8-4389-a81d-779f122ebdac req-95a1e24f-6cd6-4511-9fd3-b7d5fd639515 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564840 Nov 03 19:09:44.741933 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1599d403-5e44-4318-beb3-58c58c4af194 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:44.750973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59138) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:44.773241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1599d403-5e44-4318-beb3-58c58c4af194 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for 0db7e12a-5e96-4fda-95d4-934e475e17e9 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:44.802915 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58672b-a537-4966-8701-33074733f361 req-193cfb86-a4a3-46d6-9520-3fd964007793 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:44.804472 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ad58672b-a537-4966-8701-33074733f361 req-193cfb86-a4a3-46d6-9520-3fd964007793 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.98 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 946 time: 0.0824306 Nov 03 19:09:44.866212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84418887-5f22-4783-bfa6-1a72c8f64c3d req-73f1cbf6-e141-408e-b528-e98b872e4f56 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:44.868219 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-84418887-5f22-4783-bfa6-1a72c8f64c3d req-73f1cbf6-e141-408e-b528-e98b872e4f56 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.0920837 Nov 03 19:09:44.887151 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-d56890ac-9e62-4d3c-a2db-683136b75665 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1340897 Nov 03 19:09:44.899542 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-ff501a2b-c388-402b-a449-51017a37ff4b service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:09:44.900949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-ff501a2b-c388-402b-a449-51017a37ff4b service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0049577 Nov 03 19:09:44.950444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-84418887-5f22-4783-bfa6-1a72c8f64c3d req-a4d41494-b64c-40fc-84b3-38bff9c74f7f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622818 Nov 03 19:09:44.985280 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-ad58672b-a537-4966-8701-33074733f361 req-271332eb-4e46-40b3-b7b3-125c4d293f4f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Deleting port eaa6b042-3d24-4f20-ace9-6a9972e0dd59 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:44.985708 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-ad58672b-a537-4966-8701-33074733f361 req-271332eb-4e46-40b3-b7b3-125c4d293f4f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.067527 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1599d403-5e44-4318-beb3-58c58c4af194 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.117793 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599d403-5e44-4318-beb3-58c58c4af194 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=0db7e12a-5e96-4fda-95d4-934e475e17e9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:45.174976 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1599d403-5e44-4318-beb3-58c58c4af194 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.178622 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1599d403-5e44-4318-beb3-58c58c4af194 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/0db7e12a-5e96-4fda-95d4-934e475e17e9 HTTP/1.1" status: 204 len: 168 time: 0.7251844 Nov 03 19:09:45.181038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-ad58672b-a537-4966-8701-33074733f361 req-271332eb-4e46-40b3-b7b3-125c4d293f4f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] For port eaa6b042-3d24-4f20-ace9-6a9972e0dd59, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=eaa6b042-3d24-4f20-ace9-6a9972e0dd59,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:45.181721 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-ad58672b-a537-4966-8701-33074733f361 req-271332eb-4e46-40b3-b7b3-125c4d293f4f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.181884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59152) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:45.212252 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-ad58672b-a537-4966-8701-33074733f361 req-271332eb-4e46-40b3-b7b3-125c4d293f4f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Calling delete_port for eaa6b042-3d24-4f20-ace9-6a9972e0dd59 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:45.296215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6fb71c-54bc-4362-9161-d9ddc8a188ad tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:45.298562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6fb71c-54bc-4362-9161-d9ddc8a188ad tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:45.301799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ec6fb71c-54bc-4362-9161-d9ddc8a188ad tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1180606 Nov 03 19:09:45.305856 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59160) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:45.393657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-6570ab7d-51df-4f71-8703-23f7632fa90c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet a1fff9bc-cadd-46fa-8e75-6cd3ce47ed59 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:45.397981 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6570ab7d-51df-4f71-8703-23f7632fa90c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.479229 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6570ab7d-51df-4f71-8703-23f7632fa90c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.540552 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-ad58672b-a537-4966-8701-33074733f361 req-271332eb-4e46-40b3-b7b3-125c4d293f4f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.553880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['eaa6b042-3d24-4f20-ace9-6a9972e0dd59'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:09:45.590938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['7dcbfb71-8c18-4c21-81df-888e83ab1210'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:09:45.606319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271332eb-4e46-40b3-b7b3-125c4d293f4f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event deleted for resources: {'Port': ['ID=eaa6b042-3d24-4f20-ace9-6a9972e0dd59,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:45.683468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-793347fc-4258-4626-84ef-1448d228ff2e None None] Provisioning complete for port 4bc1bd72-ec01-4371-a799-a86b5cfd05b9 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:45.683898 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-793347fc-4258-4626-84ef-1448d228ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.742858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad58672b-a537-4966-8701-33074733f361 req-271332eb-4e46-40b3-b7b3-125c4d293f4f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] No DVR routers for this DVR port eaa6b042-3d24-4f20-ace9-6a9972e0dd59 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:45.745930 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-ad58672b-a537-4966-8701-33074733f361 req-271332eb-4e46-40b3-b7b3-125c4d293f4f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.760024 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ad58672b-a537-4966-8701-33074733f361 req-271332eb-4e46-40b3-b7b3-125c4d293f4f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.98 "DELETE /v2.0/ports/eaa6b042-3d24-4f20-ace9-6a9972e0dd59 HTTP/1.1" status: 204 len: 173 time: 0.9228747 Nov 03 19:09:45.764931 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4380a6b-468c-41cd-80f7-be065052a367', 'name': 'network-vif-deleted', 'tag': 'eaa6b042-3d24-4f20-ace9-6a9972e0dd59'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:09:45.768092 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7267f24-15e0-48b7-bd8b-e3fb180c1e16" -d '{"events": [{"server_uuid": "f4380a6b-468c-41cd-80f7-be065052a367", "name": "network-vif-deleted", "tag": "eaa6b042-3d24-4f20-ace9-6a9972e0dd59"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:09:45.788604 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6570ab7d-51df-4f71-8703-23f7632fa90c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.882212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6570ab7d-51df-4f71-8703-23f7632fa90c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.891983 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4fcdc1d-81a2-4b66-8d9f-333aca05f739 req-1feeb89b-0163-4a88-9843-ccaf38cf2073 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 210 time: 0.0796559 Nov 03 19:09:45.902384 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6570ab7d-51df-4f71-8703-23f7632fa90c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:45.907912 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6570ab7d-51df-4f71-8703-23f7632fa90c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/a1fff9bc-cadd-46fa-8e75-6cd3ce47ed59 HTTP/1.1" status: 204 len: 168 time: 0.5991666 Nov 03 19:09:45.908889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59176) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:45.998745 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570ab7d-51df-4f71-8703-23f7632fa90c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fff9bc-cadd-46fa-8e75-6cd3ce47ed59,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:46.065028 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-793347fc-4258-4626-84ef-1448d228ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.097993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0c55477c-ff6c-4933-a9b2-524b3fa06490 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1876817 Nov 03 19:09:46.101532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59180) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:46.109055 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-91d58981-c9b6-46c6-a25a-380f675be759 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:46.163815 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48387adc-52dd-4ca5-924e-d202bc295eb4 x-openstack-request-id: req-48387adc-52dd-4ca5-924e-d202bc295eb4 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:09:46.164387 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4380a6b-468c-41cd-80f7-be065052a367", "name": "network-vif-deleted", "tag": "eaa6b042-3d24-4f20-ace9-6a9972e0dd59", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:09:46.167337 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-48387adc-52dd-4ca5-924e-d202bc295eb4 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:09:46.167959 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4380a6b-468c-41cd-80f7-be065052a367', 'name': 'network-vif-deleted', 'tag': 'eaa6b042-3d24-4f20-ace9-6a9972e0dd59', 'status': 'completed', 'code': 200} Nov 03 19:09:46.178112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df3fe4f-634a-4418-b53a-cd99b00e0634 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:46.285924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d9c58-4849-4450-9479-4817ed73cdc5 req-efe95605-0408-4ac5-848d-223c86b2609d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:46.292208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e7d9c58-4849-4450-9479-4817ed73cdc5 req-efe95605-0408-4ac5-848d-223c86b2609d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.1270015 Nov 03 19:09:46.314992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d58981-c9b6-46c6-a25a-380f675be759 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:46.321656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91d58981-c9b6-46c6-a25a-380f675be759 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.333770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4bc1bd72-ec01-4371-a799-a86b5cfd05b9 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:46.346652 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:09:46.376473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e7d9c58-4849-4450-9479-4817ed73cdc5 req-910dde9c-3ec1-4c67-8cff-0fe6bcf18c48 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761728 Nov 03 19:09:46.619540 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91d58981-c9b6-46c6-a25a-380f675be759 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.671666 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d58981-c9b6-46c6-a25a-380f675be759 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:46.677510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-91d58981-c9b6-46c6-a25a-380f675be759 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:46.687080 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d58981-c9b6-46c6-a25a-380f675be759 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:46.688120 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-91d58981-c9b6-46c6-a25a-380f675be759 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.708580 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d58981-c9b6-46c6-a25a-380f675be759 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=e436501e-1f09-4056-83fe-dfbf92c7a563,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:46.725525 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-91d58981-c9b6-46c6-a25a-380f675be759 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6215527 Nov 03 19:09:46.728440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59182) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:46.735327 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-abb1789a-e6ac-4fbc-979b-4800d645839f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': 'e436501e-1f09-4056-83fe-dfbf92c7a563', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-2028646534'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:46.836467 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-793347fc-4258-4626-84ef-1448d228ff2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:09:46.837035 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-793347fc-4258-4626-84ef-1448d228ff2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:09:46.871008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 4bc1bd72-ec01-4371-a799-a86b5cfd05b9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:46.871367 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:46.888765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb1789a-e6ac-4fbc-979b-4800d645839f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:46.932063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2f8d2a-8088-475e-b2b6-79babd8ca0e8 None None] DHCP port deletion for 1afd2f6f-36ed-4547-9ae9-db78acf45259 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:47.071885 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.091363 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4b2f8d2a-8088-475e-b2b6-79babd8ca0e8 None None] Deleting port 4bc1bd72-ec01-4371-a799-a86b5cfd05b9 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:47.091631 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-abb1789a-e6ac-4fbc-979b-4800d645839f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.092169 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4b2f8d2a-8088-475e-b2b6-79babd8ca0e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.120531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-359f9d7d-aa5d-4f22-b51b-ac1161a67c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:47.122818 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-359f9d7d-aa5d-4f22-b51b-ac1161a67c64 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1097 time: 0.0754693 Nov 03 19:09:47.125309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87f392e5-ab86-4870-8a0f-0ca9bc5e06fe req-a7ef9bfa-bf18-4db6-b4ac-70137578215a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 210 time: 0.0527580 Nov 03 19:09:47.146351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-abb1789a-e6ac-4fbc-979b-4800d645839f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port 483af058-0f7d-4743-a419-73205b27c5d8 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:09:47.173359 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 4bc1bd72-ec01-4371-a799-a86b5cfd05b9, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4bc1bd72-ec01-4371-a799-a86b5cfd05b9,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:47.187898 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.245557 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4b2f8d2a-8088-475e-b2b6-79babd8ca0e8 None None] For port 4bc1bd72-ec01-4371-a799-a86b5cfd05b9, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4bc1bd72-ec01-4371-a799-a86b5cfd05b9,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:47.245986 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4b2f8d2a-8088-475e-b2b6-79babd8ca0e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.274148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4b2f8d2a-8088-475e-b2b6-79babd8ca0e8 None None] Calling delete_port for 4bc1bd72-ec01-4371-a799-a86b5cfd05b9 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:47.284084 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=4bc1bd72-ec01-4371-a799-a86b5cfd05b9,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:47.309480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-f7ec0fe1-5921-4e46-aa88-c5590c0216f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:47.311120 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-f7ec0fe1-5921-4e46-aa88-c5590c0216f2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 200 len: 898 time: 0.1814401 Nov 03 19:09:47.317147 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb1789a-e6ac-4fbc-979b-4800d645839f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:09:47.318620 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb1789a-e6ac-4fbc-979b-4800d645839f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:09:47.340382 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-abb1789a-e6ac-4fbc-979b-4800d645839f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6105540 Nov 03 19:09:47.343238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59186) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:47.407214 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4b2f8d2a-8088-475e-b2b6-79babd8ca0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.408420 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-85fd2332-42c5-46a9-bd9b-84687dcfc8aa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 1002 time: 0.0886855 Nov 03 19:09:47.446325 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782b250-eb02-47fd-8637-07f56c7f1779 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:47.448015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0782b250-eb02-47fd-8637-07f56c7f1779 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1032984 Nov 03 19:09:47.451449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59190) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:47.476581 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-43a080aa-f9f5-4322-ab85-db0d6bd82922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:47.480805 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2f8d2a-8088-475e-b2b6-79babd8ca0e8 None None] No DVR routers for this DVR port 4bc1bd72-ec01-4371-a799-a86b5cfd05b9 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:47.481185 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-43a080aa-f9f5-4322-ab85-db0d6bd82922 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7b47a05-c30f-479c-bf77-6f9f827c7920 HTTP/1.1" status: 200 len: 835 time: 0.0666077 Nov 03 19:09:47.489713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f8d2a-8088-475e-b2b6-79babd8ca0e8 None None] Pushing event deleted for resources: {'Port': ['ID=4bc1bd72-ec01-4371-a799-a86b5cfd05b9,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:47.508537 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953c2d33-681e-46a9-acc3-4f244e364af1 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:47.526546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9de1987-cf97-4a9f-bb0d-264bedfef1f6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:47.528475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9de1987-cf97-4a9f-bb0d-264bedfef1f6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:47.530424 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f9de1987-cf97-4a9f-bb0d-264bedfef1f6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0773964 Nov 03 19:09:47.534352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59192) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:47.559783 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-8c377ecd-c6ff-4db3-8a18-1dddd34cf138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:47.561522 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-8c377ecd-c6ff-4db3-8a18-1dddd34cf138 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=014e23e3-8641-46e4-b08a-e056c5d123c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724280 Nov 03 19:09:47.577035 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c83ae54a-02ad-4359-b821-3225ab7016cd None None] Could not find standard attr ID for object 3da900d7-d00b-42ed-b329-12200ace0cae. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:09:47.606531 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b91db06-7df6-47e6-b780-05cfa76035f2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet e436501e-1f09-4056-83fe-dfbf92c7a563 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:47.620158 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b91db06-7df6-47e6-b780-05cfa76035f2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.687374 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-731ebd3b-3401-4761-b62f-0a59370963ba service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173999 Nov 03 19:09:47.695450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device eaa6b042-3d24-4f20-ace9-6a9972e0dd59 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:47.701936 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b91db06-7df6-47e6-b780-05cfa76035f2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.713276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037c156-01d8-4bdf-88cc-4969f250a078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': 'e436501e-1f09-4056-83fe-dfbf92c7a563'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:47.714641 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a037c156-01d8-4bdf-88cc-4969f250a078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.748855 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fbc41-9d5c-4bef-a38e-2d581ad5b59c req-98c37aee-95a6-463c-95ad-1f3d7e839894 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:47.750360 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce8fbc41-9d5c-4bef-a38e-2d581ad5b59c req-98c37aee-95a6-463c-95ad-1f3d7e839894 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.2187328 Nov 03 19:09:47.818033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce8fbc41-9d5c-4bef-a38e-2d581ad5b59c req-e508487d-f0b8-4064-a726-04b1ed1b9bcb tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594754 Nov 03 19:09:47.826361 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b91db06-7df6-47e6-b780-05cfa76035f2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:47.840716 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-84c17756-fe0e-4a69-a41d-097710447104 service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417613 Nov 03 19:09:47.848631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: eaa6b042-3d24-4f20-ace9-6a9972e0dd59 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:47.849223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device eaa6b042-3d24-4f20-ace9-6a9972e0dd59 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:47.960094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4bc1bd72-ec01-4371-a799-a86b5cfd05b9 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:48.000181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 4bc1bd72-ec01-4371-a799-a86b5cfd05b9 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:48.000529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4bc1bd72-ec01-4371-a799-a86b5cfd05b9 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:48.257229 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4478aab2-dc25-4710-ac22-1077ea78044b req-04273fe6-d537-4cf3-8f8f-16e6deea889f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 210 time: 0.0338297 Nov 03 19:09:48.295912 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b91db06-7df6-47e6-b780-05cfa76035f2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server [None req-a037c156-01d8-4bdf-88cc-4969f250a078 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e436501e-1f09-4056-83fe-dfbf92c7a563: This subnet is being modified by another concurrent operation. Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise exception Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e436501e-1f09-4056-83fe-dfbf92c7a563: This subnet is being modified by another concurrent operation. Nov 03 19:09:48.300074 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Nov 03 19:09:48.321712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91db06-7df6-47e6-b780-05cfa76035f2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=e436501e-1f09-4056-83fe-dfbf92c7a563,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:48.328299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bf8f54-6adb-462c-b7a9-77b5f3e5ff04 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:09:48.331967 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b91db06-7df6-47e6-b780-05cfa76035f2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.338287 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59196) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:48.338612 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4b91db06-7df6-47e6-b780-05cfa76035f2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/e436501e-1f09-4056-83fe-dfbf92c7a563 HTTP/1.1" status: 204 len: 168 time: 0.8033671 Nov 03 19:09:48.378296 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9245275e-1e32-41d8-9b4d-f47e4cd31a55 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388336 Nov 03 19:09:48.382403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59198) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:48.387967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d0930ce1-a37d-419b-ac8a-65afc2c7e5ba tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:48.448880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bf8f54-6adb-462c-b7a9-77b5f3e5ff04 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:09:48.493139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0930ce1-a37d-419b-ac8a-65afc2c7e5ba tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:48.497350 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0930ce1-a37d-419b-ac8a-65afc2c7e5ba tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.723552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0930ce1-a37d-419b-ac8a-65afc2c7e5ba tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.771142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0930ce1-a37d-419b-ac8a-65afc2c7e5ba tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:48.779119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-d0930ce1-a37d-419b-ac8a-65afc2c7e5ba tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:48.785770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0930ce1-a37d-419b-ac8a-65afc2c7e5ba tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:48.786382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0930ce1-a37d-419b-ac8a-65afc2c7e5ba tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.791824 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d8b585-1654-46eb-999c-7ea2221405ad None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:48.804072 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0930ce1-a37d-419b-ac8a-65afc2c7e5ba tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=af81f949-b355-4660-8859-3e57ff598209,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:48.811038 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d0930ce1-a37d-419b-ac8a-65afc2c7e5ba tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4271941 Nov 03 19:09:48.815238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59200) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:48.820648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f4b1fadc-af3c-4853-82f7-33ecc0bf00b1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-597662685', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:48.851695 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f4b1fadc-af3c-4853-82f7-33ecc0bf00b1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.853000 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f4b1fadc-af3c-4853-82f7-33ecc0bf00b1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.938947 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f4b1fadc-af3c-4853-82f7-33ecc0bf00b1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.958539 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f4b1fadc-af3c-4853-82f7-33ecc0bf00b1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.980999 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f4b1fadc-af3c-4853-82f7-33ecc0bf00b1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.987395 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': 'af81f949-b355-4660-8859-3e57ff598209'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:48.987395 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:48.988016 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f4b1fadc-af3c-4853-82f7-33ecc0bf00b1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1692853 Nov 03 19:09:48.988016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59204) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:49.040436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccfdf3-e05d-4248-973f-f4b9fa2b2179 req-57427363-ed40-43c6-8ea0-e0738680c25f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:49.041927 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fccfdf3-e05d-4248-973f-f4b9fa2b2179 req-57427363-ed40-43c6-8ea0-e0738680c25f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.1156969 Nov 03 19:09:49.151384 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Allocated IP 2001:db8::2 (1afd2f6f-36ed-4547-9ae9-db78acf45259/af81f949-b355-4660-8859-3e57ff598209/7448afed-084a-47c3-8806-2f70623202ad) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:49.255604 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fccfdf3-e05d-4248-973f-f4b9fa2b2179 req-afd8012b-f936-4503-8345-a97d6ad80934 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813624 Nov 03 19:09:49.326942 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.335363 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.364704 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.375193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:49.378331 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:49.382351 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:49.396226 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-48deb28f-0f2e-4449-99e4-a02d475224ba req-9eb721cd-c760-471d-9c59-511ee71982b7 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 210 time: 0.0602188 Nov 03 19:09:49.400423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Pushing event updated for resources: {'Port': ['ID=7448afed-084a-47c3-8806-2f70623202ad,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:49.458356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Attempting to bind port 7448afed-084a-47c3-8806-2f70623202ad on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:49.458874 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Attempting to bind port 7448afed-084a-47c3-8806-2f70623202ad by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:49.459381 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Attempting to bind port 7448afed-084a-47c3-8806-2f70623202ad on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:49.465683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:49.466208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:49.466709 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.467196 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:49.467797 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Bound port: 7448afed-084a-47c3-8806-2f70623202ad, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:49.468269 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.540087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] For port 7448afed-084a-47c3-8806-2f70623202ad, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:49.543916 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] For port 7448afed-084a-47c3-8806-2f70623202ad, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=7448afed-084a-47c3-8806-2f70623202ad,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:49.549275 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.618795 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dab366-9b46-4821-a44e-5dccf2b7a245 None None] Pushing event updated for resources: {'Port': ['ID=7448afed-084a-47c3-8806-2f70623202ad,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:49.684420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::1 (1afd2f6f-36ed-4547-9ae9-db78acf45259/af81f949-b355-4660-8859-3e57ff598209/1746cdc1-8144-47d7-b54e-0867673d9dcd) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:49.841661 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.895866 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:49.963646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:49.967702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:49.971837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:49.972475 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:50.027272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=1746cdc1-8144-47d7-b54e-0867673d9dcd,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:50.045872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 7448afed-084a-47c3-8806-2f70623202ad up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:50.104515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 7448afed-084a-47c3-8806-2f70623202ad triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:50.105012 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:50.143710 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:50.219919 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:50.261619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 7448afed-084a-47c3-8806-2f70623202ad, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=7448afed-084a-47c3-8806-2f70623202ad,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:50.266391 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:50.348172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=7448afed-084a-47c3-8806-2f70623202ad,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:50.482981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0889c-bf2b-4da9-93e1-2f36cb9d2db6 req-aa4260e9-89f7-4acf-ae05-99817e0c541f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:50.485572 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78a0889c-bf2b-4da9-93e1-2f36cb9d2db6 req-aa4260e9-89f7-4acf-ae05-99817e0c541f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.1101084 Nov 03 19:09:50.580786 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fe6d518-e623-4667-aa5d-617731fa1ac0 req-3d49aa16-ce3d-413c-a138-a66af09994fd tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 210 time: 0.0538983 Nov 03 19:09:50.621498 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78a0889c-bf2b-4da9-93e1-2f36cb9d2db6 req-1c5982b9-2aa3-4a39-b2b0-bde55471fed2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169076 Nov 03 19:09:50.643916 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:50.654552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:50.655571 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:50.759110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=1746cdc1-8144-47d7-b54e-0867673d9dcd,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:50.799202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:50.800972 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:50.949436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Router be42e4de-8bc8-41da-b4ee-b00f3c6a3501 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:09:51.031933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e2b866fa-7c31-4704-9f37-1ef7de9ce222 None None] Provisioning complete for port 7448afed-084a-47c3-8806-2f70623202ad triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:51.032484 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e2b866fa-7c31-4704-9f37-1ef7de9ce222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:51.068868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:51.078115 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6586e043-d2ce-4087-a074-34fa5790fea6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "PUT /v2.0/routers/be42e4de-8bc8-41da-b4ee-b00f3c6a3501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0880358 Nov 03 19:09:51.078550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59212) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:51.087405 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Sync routers for ids ['be42e4de-8bc8-41da-b4ee-b00f3c6a3501'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:51.108540 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Routers {'be42e4de-8bc8-41da-b4ee-b00f3c6a3501'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:51.114263 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:09:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['be42e4de-8bc8-41da-b4ee-b00f3c6a3501'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:51.182605 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da368e06-bc72-44c5-a1f7-faf7876b11b7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:51.184475 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-da368e06-bc72-44c5-a1f7-faf7876b11b7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports/1746cdc1-8144-47d7-b54e-0867673d9dcd HTTP/1.1" status: 200 len: 911 time: 0.1048691 Nov 03 19:09:51.187382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59214) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:51.271463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a406cec-8eb9-4da1-b170-9a9227759eaf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:51.281634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a406cec-8eb9-4da1-b170-9a9227759eaf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:51.284227 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1a406cec-8eb9-4da1-b170-9a9227759eaf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0955100 Nov 03 19:09:51.287410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59216) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:51.343495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b99ce7d3-2a54-4386-acb4-f043475a6eec None None] Provisioning complete for port 1746cdc1-8144-47d7-b54e-0867673d9dcd triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:51.344608 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b99ce7d3-2a54-4386-acb4-f043475a6eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:51.376636 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Set router be42e4de-8bc8-41da-b4ee-b00f3c6a3501 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:51.437887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b99ce7d3-2a54-4386-acb4-f043475a6eec None None] Port 1746cdc1-8144-47d7-b54e-0867673d9dcd cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:51.690805 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be42e4de-8bc8-41da-b4ee-b00f3c6a3501', 'name': 'tempest-NetworksTestDHCPv6-router-597662685', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:48Z', 'updated_at': '2021-11-03T19:09:50Z', 'revision_number': 2, 'project_id': 'aa8be81325ec468d83d6f0470f97c048', 'gw_port_host': None, '_interfaces': [{'id': '1746cdc1-8144-47d7-b54e-0867673d9dcd', 'name': '', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'mac_address': 'fa:16:3e:d5:4d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42e4de-8bc8-41da-b4ee-b00f3c6a3501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'af81f949-b355-4660-8859-3e57ff598209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:49Z', 'updated_at': '2021-11-03T19:09:50Z', 'revision_number': 2, 'project_id': 'aa8be81325ec468d83d6f0470f97c048', 'subnets': [{'id': 'af81f949-b355-4660-8859-3e57ff598209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:51.734164 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Checking router: be42e4de-8bc8-41da-b4ee-b00f3c6a3501 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:09:51.734520 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Updating router be42e4de-8bc8-41da-b4ee-b00f3c6a3501 port 1746cdc1-8144-47d7-b54e-0867673d9dcd binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:09:51.768842 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:51.770620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1f37e271-4c7e-45b0-9328-cc67f5a1091f None None] Provisioning complete for port 1746cdc1-8144-47d7-b54e-0867673d9dcd triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:51.771486 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1f37e271-4c7e-45b0-9328-cc67f5a1091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:51.824554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-1f37e271-4c7e-45b0-9328-cc67f5a1091f None None] Port 1746cdc1-8144-47d7-b54e-0867673d9dcd cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:51.839305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-701f6463-591e-4381-807b-d333674a8a91 req-79efeaba-ec09-4856-b732-d98b06217689 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4380a6b-468c-41cd-80f7-be065052a367 HTTP/1.1" status: 200 len: 210 time: 0.0657768 Nov 03 19:09:51.874916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6be8d-8c98-4d15-8db9-441ee68e0a47 req-7a669655-1d66-4c9d-9ebd-5d5842c0f7a9 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:51.886501 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8ec6be8d-8c98-4d15-8db9-441ee68e0a47 req-7a669655-1d66-4c9d-9ebd-5d5842c0f7a9 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.1291749 Nov 03 19:09:51.997268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8ec6be8d-8c98-4d15-8db9-441ee68e0a47 req-6785000a-87ad-457a-aba5-0cae4e7ce843 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125140 Nov 03 19:09:51.998535 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0628-756d-4bd8-9c20-e5b41d84399d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.011127 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 7448afed-084a-47c3-8806-2f70623202ad up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:52.151554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 7448afed-084a-47c3-8806-2f70623202ad triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:52.151952 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.300543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4d7c0628-756d-4bd8-9c20-e5b41d84399d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port 1746cdc1-8144-47d7-b54e-0867673d9dcd {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:52.301392 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0628-756d-4bd8-9c20-e5b41d84399d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.324439 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.332214 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.425931 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0628-756d-4bd8-9c20-e5b41d84399d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.444266 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0cd10-6ead-4901-981f-fdea365841bd None None] Pushing event updated for resources: {'Port': ['ID=1746cdc1-8144-47d7-b54e-0867673d9dcd,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:52.447990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4d7c0628-756d-4bd8-9c20-e5b41d84399d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for 1746cdc1-8144-47d7-b54e-0867673d9dcd owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:52.461406 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0cd10-6ead-4901-981f-fdea365841bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:52.461840 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0cd10-6ead-4901-981f-fdea365841bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:52.462151 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0cd10-6ead-4901-981f-fdea365841bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:52.462487 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0cd10-6ead-4901-981f-fdea365841bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:52.462820 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0cd10-6ead-4901-981f-fdea365841bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:52.463152 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0cd10-6ead-4901-981f-fdea365841bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:52.468197 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0cd10-6ead-4901-981f-fdea365841bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:52.468618 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0cd10-6ead-4901-981f-fdea365841bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:52.468956 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0cd10-6ead-4901-981f-fdea365841bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:52.469301 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0cd10-6ead-4901-981f-fdea365841bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:52.469619 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0cd10-6ead-4901-981f-fdea365841bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:52.469946 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c0cd10-6ead-4901-981f-fdea365841bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:52.476107 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Attempting to bind port 1746cdc1-8144-47d7-b54e-0867673d9dcd on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:52.476468 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Attempting to bind port 1746cdc1-8144-47d7-b54e-0867673d9dcd by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:52.476892 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Attempting to bind port 1746cdc1-8144-47d7-b54e-0867673d9dcd on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:52.486355 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:52.486728 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:52.488243 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.488683 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:52.489193 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Bound port: 1746cdc1-8144-47d7-b54e-0867673d9dcd, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:52.489629 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.594361 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] For port 1746cdc1-8144-47d7-b54e-0867673d9dcd, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:52.600924 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] For port 1746cdc1-8144-47d7-b54e-0867673d9dcd, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1746cdc1-8144-47d7-b54e-0867673d9dcd,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:52.608481 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.699320 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Routers {'be42e4de-8bc8-41da-b4ee-b00f3c6a3501'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:52.699921 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:09:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['be42e4de-8bc8-41da-b4ee-b00f3c6a3501'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:52.728516 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0628-756d-4bd8-9c20-e5b41d84399d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:52.749608 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0cd10-6ead-4901-981f-fdea365841bd None None] Pushing event updated for resources: {'Port': ['ID=1746cdc1-8144-47d7-b54e-0867673d9dcd,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:52.776966 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c0628-756d-4bd8-9c20-e5b41d84399d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=1746cdc1-8144-47d7-b54e-0867673d9dcd,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:52.843082 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] Set router be42e4de-8bc8-41da-b4ee-b00f3c6a3501 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:52.853817 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-62ef6e08-fc0b-4ed9-9333-d6c353138bb6 None None] Could not find standard attr ID for object 1746cdc1-8144-47d7-b54e-0867673d9dcd. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:09:52.938689 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0628-756d-4bd8-9c20-e5b41d84399d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:53.152065 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be42e4de-8bc8-41da-b4ee-b00f3c6a3501', 'name': 'tempest-NetworksTestDHCPv6-router-597662685', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:48Z', 'updated_at': '2021-11-03T19:09:50Z', 'revision_number': 2, 'project_id': 'aa8be81325ec468d83d6f0470f97c048', 'gw_port_host': None, '_interfaces': [{'id': '1746cdc1-8144-47d7-b54e-0867673d9dcd', 'name': '', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'mac_address': 'fa:16:3e:d5:4d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42e4de-8bc8-41da-b4ee-b00f3c6a3501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'af81f949-b355-4660-8859-3e57ff598209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:49Z', 'updated_at': '2021-11-03T19:09:52Z', 'revision_number': 4, 'project_id': 'aa8be81325ec468d83d6f0470f97c048', 'subnets': [{'id': 'af81f949-b355-4660-8859-3e57ff598209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:53.170620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-347e1866-3982-426a-bcec-6b2f10e167af None None] Could not find standard attr ID for object 1746cdc1-8144-47d7-b54e-0867673d9dcd. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:09:53.171095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7c0628-756d-4bd8-9c20-e5b41d84399d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Router be42e4de-8bc8-41da-b4ee-b00f3c6a3501 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:09:53.189603 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6362fc9d-42dc-49db-85ce-356553667dd8 None None] The sync data for ids ['be42e4de-8bc8-41da-b4ee-b00f3c6a3501'] in n-d-812150-4 is: [{'id': 'be42e4de-8bc8-41da-b4ee-b00f3c6a3501', 'name': 'tempest-NetworksTestDHCPv6-router-597662685', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:48Z', 'updated_at': '2021-11-03T19:09:50Z', 'revision_number': 2, 'project_id': 'aa8be81325ec468d83d6f0470f97c048', 'gw_port_host': None, '_interfaces': [{'id': '1746cdc1-8144-47d7-b54e-0867673d9dcd', 'name': '', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'mac_address': 'fa:16:3e:d5:4d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be42e4de-8bc8-41da-b4ee-b00f3c6a3501', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'af81f949-b355-4660-8859-3e57ff598209', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:49Z', 'updated_at': '2021-11-03T19:09:52Z', 'revision_number': 4, 'project_id': 'aa8be81325ec468d83d6f0470f97c048', 'subnets': [{'id': 'af81f949-b355-4660-8859-3e57ff598209', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:53.201859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33212b-6e4b-4216-84ca-0e406925957d req-f85de1a4-7dbc-477b-8635-fd9774ade70b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.203556 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f33212b-6e4b-4216-84ca-0e406925957d req-f85de1a4-7dbc-477b-8635-fd9774ade70b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.0747385 Nov 03 19:09:53.301282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7c0628-756d-4bd8-9c20-e5b41d84399d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:53.309085 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4d7c0628-756d-4bd8-9c20-e5b41d84399d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "PUT /v2.0/routers/be42e4de-8bc8-41da-b4ee-b00f3c6a3501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0203438 Nov 03 19:09:53.312058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59228) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:53.342321 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f33212b-6e4b-4216-84ca-0e406925957d req-ef41926a-b11f-4327-8430-9eb9dc1d736e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992517 Nov 03 19:09:53.387525 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd85dc4-436f-4649-8dad-344100ad4897 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.391052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd85dc4-436f-4649-8dad-344100ad4897 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:53.394764 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2fd85dc4-436f-4649-8dad-344100ad4897 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0812211 Nov 03 19:09:53.398714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59230) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:53.486076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-60386bc7-636f-4af4-a5eb-aaeed298ef0e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet af81f949-b355-4660-8859-3e57ff598209 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:53.490929 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60386bc7-636f-4af4-a5eb-aaeed298ef0e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:53.542217 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60386bc7-636f-4af4-a5eb-aaeed298ef0e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:53.645913 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60386bc7-636f-4af4-a5eb-aaeed298ef0e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:53.715696 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60386bc7-636f-4af4-a5eb-aaeed298ef0e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:53.743654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60386bc7-636f-4af4-a5eb-aaeed298ef0e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=af81f949-b355-4660-8859-3e57ff598209,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:53.747394 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60386bc7-636f-4af4-a5eb-aaeed298ef0e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:53.750727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-60386bc7-636f-4af4-a5eb-aaeed298ef0e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/af81f949-b355-4660-8859-3e57ff598209 HTTP/1.1" status: 204 len: 168 time: 0.3502588 Nov 03 19:09:53.754472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59232) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:53.757843 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36ea894-d7ca-4ab7-94f9-6cc5de62aa6e None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:53.913459 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2f96d6b6-a609-4268-a751-70cb8fa8e484 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1581414 Nov 03 19:09:53.915971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59234) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:53.986926 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2f1b0b-a2d0-4366-a982-babf4a396e2f None None] DHCP port deletion for 1afd2f6f-36ed-4547-9ae9-db78acf45259 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:09:54.013272 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da801e80-bf99-4567-ba79-9136dce85a79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.049828 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8c2f1b0b-a2d0-4366-a982-babf4a396e2f None None] Deleting port 7448afed-084a-47c3-8806-2f70623202ad {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:54.051732 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1b0b-a2d0-4366-a982-babf4a396e2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.123843 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8c2f1b0b-a2d0-4366-a982-babf4a396e2f None None] For port 7448afed-084a-47c3-8806-2f70623202ad, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=7448afed-084a-47c3-8806-2f70623202ad,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:54.124245 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1b0b-a2d0-4366-a982-babf4a396e2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.136549 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8c2f1b0b-a2d0-4366-a982-babf4a396e2f None None] Calling delete_port for 7448afed-084a-47c3-8806-2f70623202ad owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:54.192841 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da801e80-bf99-4567-ba79-9136dce85a79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.195644 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da801e80-bf99-4567-ba79-9136dce85a79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.237826 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1b0b-a2d0-4366-a982-babf4a396e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.245950 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da801e80-bf99-4567-ba79-9136dce85a79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.246795 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da801e80-bf99-4567-ba79-9136dce85a79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Fanout notify agent at l3_agent the message router_deleted on router be42e4de-8bc8-41da-b4ee-b00f3c6a3501 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:09:54.257272 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-da801e80-bf99-4567-ba79-9136dce85a79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.261343 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-da801e80-bf99-4567-ba79-9136dce85a79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/routers/be42e4de-8bc8-41da-b4ee-b00f3c6a3501 HTTP/1.1" status: 204 len: 168 time: 0.3420346 Nov 03 19:09:54.261620 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59238) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:54.264351 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f1b0b-a2d0-4366-a982-babf4a396e2f None None] Pushing event deleted for resources: {'Port': ['ID=7448afed-084a-47c3-8806-2f70623202ad,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:54.268029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d31acee6-7e69-438f-ac3f-c1848cd89e44 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:54.275352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f1b0b-a2d0-4366-a982-babf4a396e2f None None] No DVR routers for this DVR port 7448afed-084a-47c3-8806-2f70623202ad on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:09:54.381666 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31acee6-7e69-438f-ac3f-c1848cd89e44 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:09:54.385494 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d31acee6-7e69-438f-ac3f-c1848cd89e44 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.505750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c25bd-f0c5-4038-89ff-24860dcf599c req-8fbcd238-7fc0-4772-a93f-3c318d685f55 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:54.507642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f89c25bd-f0c5-4038-89ff-24860dcf599c req-8fbcd238-7fc0-4772-a93f-3c318d685f55 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.0666845 Nov 03 19:09:54.581236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f89c25bd-f0c5-4038-89ff-24860dcf599c req-3ee137b4-be09-4460-be6a-bd9268ce954d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642576 Nov 03 19:09:54.622435 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d31acee6-7e69-438f-ac3f-c1848cd89e44 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.665265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31acee6-7e69-438f-ac3f-c1848cd89e44 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:54.669899 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d31acee6-7e69-438f-ac3f-c1848cd89e44 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:54.674872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31acee6-7e69-438f-ac3f-c1848cd89e44 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:54.675502 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d31acee6-7e69-438f-ac3f-c1848cd89e44 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.685650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246585fc-8653-4f0c-a8d9-ce17c566e883 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:09:54.691152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31acee6-7e69-438f-ac3f-c1848cd89e44 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=63893efe-2a55-4a04-a906-924e4005084c,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:54.714609 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d31acee6-7e69-438f-ac3f-c1848cd89e44 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4488063 Nov 03 19:09:54.714901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59242) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:54.719722 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b0add7bc-f872-4038-8b9e-02b35cfa6943 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-427768166', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:09:54.748622 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0add7bc-f872-4038-8b9e-02b35cfa6943 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.749776 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0add7bc-f872-4038-8b9e-02b35cfa6943 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.807291 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0add7bc-f872-4038-8b9e-02b35cfa6943 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.812126 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0add7bc-f872-4038-8b9e-02b35cfa6943 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.834394 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0add7bc-f872-4038-8b9e-02b35cfa6943 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.839287 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b0add7bc-f872-4038-8b9e-02b35cfa6943 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1198201 Nov 03 19:09:54.839783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59244) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:54.897117 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': '63893efe-2a55-4a04-a906-924e4005084c'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:09:54.897848 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:54.927561 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c459a764-799d-4241-a3fa-ad1aa9f8d0e3 None None] Sync routers for ids ['be42e4de-8bc8-41da-b4ee-b00f3c6a3501'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:54.996382 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c459a764-799d-4241-a3fa-ad1aa9f8d0e3 None None] Routers set() bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:54.997060 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c459a764-799d-4241-a3fa-ad1aa9f8d0e3 None None] Router IDs set() for agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 19:09:55.000160 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_agentschedulers_db [None req-c459a764-799d-4241-a3fa-ad1aa9f8d0e3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be42e4de-8bc8-41da-b4ee-b00f3c6a3501'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:09:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent'). {{(pid=101713) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 19:09:55.027720 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c459a764-799d-4241-a3fa-ad1aa9f8d0e3 None None] Routers set() bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:55.027720 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c459a764-799d-4241-a3fa-ad1aa9f8d0e3 None None] Router IDs set() for agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 19:09:55.028336 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_agentschedulers_db [None req-c459a764-799d-4241-a3fa-ad1aa9f8d0e3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be42e4de-8bc8-41da-b4ee-b00f3c6a3501'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:09:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent'). {{(pid=101713) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 19:09:55.028723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c459a764-799d-4241-a3fa-ad1aa9f8d0e3 None None] The sync data for ids ['be42e4de-8bc8-41da-b4ee-b00f3c6a3501'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:55.105279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Allocated IP 2001:db8::2 (1afd2f6f-36ed-4547-9ae9-db78acf45259/63893efe-2a55-4a04-a906-924e4005084c/5ce47d0e-b75c-4956-85fa-ecda4aebe3e2) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:55.318479 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.331007 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.377253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:55.380344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:55.386451 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:55.419126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Pushing event updated for resources: {'Port': ['ID=5ce47d0e-b75c-4956-85fa-ecda4aebe3e2,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:55.456213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Attempting to bind port 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:55.456692 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Attempting to bind port 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:55.457014 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Attempting to bind port 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2 on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:55.463525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:55.463984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:55.464927 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.465341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:55.465831 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Bound port: 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:55.466220 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.552406 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] For port 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:55.556947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] For port 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5ce47d0e-b75c-4956-85fa-ecda4aebe3e2,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:55.565238 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.599187 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.875301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b38189-29fd-4318-803e-1030ad3b7832 req-faf84500-af4f-4371-b752-e91c1704454f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:55.883192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92b38189-29fd-4318-803e-1030ad3b7832 req-faf84500-af4f-4371-b752-e91c1704454f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.1307602 Nov 03 19:09:55.925552 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aabd0e65-e66a-4c1d-851c-15fc0894515f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:55.959652 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ff054-e6b6-4c30-8939-7566d0207af8 None None] Pushing event updated for resources: {'Port': ['ID=5ce47d0e-b75c-4956-85fa-ecda4aebe3e2,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:55.976918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 7448afed-084a-47c3-8806-2f70623202ad no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:55.983987 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92b38189-29fd-4318-803e-1030ad3b7832 req-df64fcbd-3272-43b5-800b-af43e74a13b2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995445 Nov 03 19:09:56.007430 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 7448afed-084a-47c3-8806-2f70623202ad {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:56.008841 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 7448afed-084a-47c3-8806-2f70623202ad not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:56.009403 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1746cdc1-8144-47d7-b54e-0867673d9dcd no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:09:56.038579 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 1746cdc1-8144-47d7-b54e-0867673d9dcd {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:09:56.039033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1746cdc1-8144-47d7-b54e-0867673d9dcd not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:09:56.043679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::1 (1afd2f6f-36ed-4547-9ae9-db78acf45259/63893efe-2a55-4a04-a906-924e4005084c/cf48b523-05ec-4fc2-bc97-7399883000b5) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:09:56.231246 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.270058 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.325021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=cf48b523-05ec-4fc2-bc97-7399883000b5,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:56.340500 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:56.342127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:56.344597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:09:56.345701 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.490868 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.801933 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.807096 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.808306 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:56.940304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=cf48b523-05ec-4fc2-bc97-7399883000b5,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:57.004643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:09:57.006295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:09:57.179021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd0e33-c963-4d29-8d58-3218ecd0bb0b req-4bfebfda-345f-4d00-ac7f-44c5320c0ac1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:57.180898 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58bd0e33-c963-4d29-8d58-3218ecd0bb0b req-4bfebfda-345f-4d00-ac7f-44c5320c0ac1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.0796800 Nov 03 19:09:57.229185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Router 4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:09:57.257827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58bd0e33-c963-4d29-8d58-3218ecd0bb0b req-55b1f2ef-4bdf-4082-a06d-7cb605f38d1f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694344 Nov 03 19:09:57.373060 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3f968838-b0d3-41d4-8573-d523c3674c30 None None] Provisioning complete for port 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:57.373693 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3f968838-b0d3-41d4-8573-d523c3674c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.376454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:57.382285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-601cce29-9722-460c-9a3e-5728a3fb4fdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "PUT /v2.0/routers/4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5394135 Nov 03 19:09:57.385055 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59264) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:57.391503 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Sync routers for ids ['4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:09:57.416769 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Routers {'4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:57.417869 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:09:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:57.450982 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37559f7-66f6-488a-8e0a-4cf508a8966d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:57.452727 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a37559f7-66f6-488a-8e0a-4cf508a8966d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports/cf48b523-05ec-4fc2-bc97-7399883000b5 HTTP/1.1" status: 200 len: 911 time: 0.0648181 Nov 03 19:09:57.456649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59266) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:57.511842 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3f968838-b0d3-41d4-8573-d523c3674c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.529035 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94036e18-ed34-466b-bad9-364387dafa8b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:57.538710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94036e18-ed34-466b-bad9-364387dafa8b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:57.540642 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-94036e18-ed34-466b-bad9-364387dafa8b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0826020 Nov 03 19:09:57.543373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59270) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:57.547227 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Set router 4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:57.563111 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3f968838-b0d3-41d4-8573-d523c3674c30 None None] For port 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5ce47d0e-b75c-4956-85fa-ecda4aebe3e2,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:57.569256 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3f968838-b0d3-41d4-8573-d523c3674c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.644057 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f968838-b0d3-41d4-8573-d523c3674c30 None None] Pushing event updated for resources: {'Port': ['ID=5ce47d0e-b75c-4956-85fa-ecda4aebe3e2,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:57.687301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e57488-2011-4771-99d8-a62845995653 req-6cae9b49-d671-43a3-a20c-600b9d09d868 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:57.689156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43e57488-2011-4771-99d8-a62845995653 req-6cae9b49-d671-43a3-a20c-600b9d09d868 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 946 time: 0.0954742 Nov 03 19:09:57.705495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3e46da76-69b4-4224-8dc1-0e2b4811daab None None] Provisioning complete for port cf48b523-05ec-4fc2-bc97-7399883000b5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:57.705901 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3e46da76-69b4-4224-8dc1-0e2b4811daab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:57.768097 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3e46da76-69b4-4224-8dc1-0e2b4811daab None None] Port cf48b523-05ec-4fc2-bc97-7399883000b5 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:57.792629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43e57488-2011-4771-99d8-a62845995653 req-543cd6d6-7a7f-4f5b-8055-57586cc151eb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918677 Nov 03 19:09:57.840536 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2', 'name': 'tempest-NetworksTestDHCPv6-router-427768166', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:54Z', 'updated_at': '2021-11-03T19:09:56Z', 'revision_number': 2, 'project_id': 'aa8be81325ec468d83d6f0470f97c048', 'gw_port_host': None, '_interfaces': [{'id': 'cf48b523-05ec-4fc2-bc97-7399883000b5', 'name': '', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'mac_address': 'fa:16:3e:fb:3c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '63893efe-2a55-4a04-a906-924e4005084c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:55Z', 'updated_at': '2021-11-03T19:09:56Z', 'revision_number': 2, 'project_id': 'aa8be81325ec468d83d6f0470f97c048', 'subnets': [{'id': '63893efe-2a55-4a04-a906-924e4005084c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:57.874118 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Checking router: 4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:09:57.874581 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Updating router 4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2 port cf48b523-05ec-4fc2-bc97-7399883000b5 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:09:57.908433 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.001755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:09:58.006110 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-94a48939-66a9-4551-bda7-ada26493af06 None None] Provisioning complete for port cf48b523-05ec-4fc2-bc97-7399883000b5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:58.006494 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-94a48939-66a9-4551-bda7-ada26493af06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.070313 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-94a48939-66a9-4551-bda7-ada26493af06 None None] Port cf48b523-05ec-4fc2-bc97-7399883000b5 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:09:58.087393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:58.087871 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.135043 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f523b32c-d620-4919-b9fb-1674409a840d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.247351 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.254183 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.309837 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f8a0f-9032-4511-8114-33d46163015b None None] Pushing event updated for resources: {'Port': ['ID=cf48b523-05ec-4fc2-bc97-7399883000b5,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:58.384810 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Attempting to bind port cf48b523-05ec-4fc2-bc97-7399883000b5 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:09:58.385599 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Attempting to bind port cf48b523-05ec-4fc2-bc97-7399883000b5 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:09:58.386463 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Attempting to bind port cf48b523-05ec-4fc2-bc97-7399883000b5 on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:09:58.399544 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:09:58.400291 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:09:58.400780 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.401543 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:09:58.402046 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Bound port: cf48b523-05ec-4fc2-bc97-7399883000b5, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:09:58.402499 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.407287 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9123f8-b340-4c61-96d8-3a43d5f42a9a req-019afbc1-b066-4f20-b40d-726fbbb69e4e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:58.409126 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c9123f8-b340-4c61-96d8-3a43d5f42a9a req-019afbc1-b066-4f20-b40d-726fbbb69e4e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.0610759 Nov 03 19:09:58.482214 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.483345 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c9123f8-b340-4c61-96d8-3a43d5f42a9a req-7d2a6700-7336-4c79-b84a-bff764a516c5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572774 Nov 03 19:09:58.490879 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] For port cf48b523-05ec-4fc2-bc97-7399883000b5, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:09:58.495217 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] For port cf48b523-05ec-4fc2-bc97-7399883000b5, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cf48b523-05ec-4fc2-bc97-7399883000b5,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:09:58.509348 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.592162 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f8a0f-9032-4511-8114-33d46163015b None None] Pushing event updated for resources: {'Port': ['ID=cf48b523-05ec-4fc2-bc97-7399883000b5,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:58.594957 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Routers {'4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:09:58.595617 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:09:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:58.627540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ca55bbf0-aaef-4112-9e4f-deb06b47bc66 None None] Provisioning complete for port cf48b523-05ec-4fc2-bc97-7399883000b5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:58.628913 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ca55bbf0-aaef-4112-9e4f-deb06b47bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.738440 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ca55bbf0-aaef-4112-9e4f-deb06b47bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.784889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port cf48b523-05ec-4fc2-bc97-7399883000b5 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:58.784889 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.810179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ca55bbf0-aaef-4112-9e4f-deb06b47bc66 None None] For port cf48b523-05ec-4fc2-bc97-7399883000b5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cf48b523-05ec-4fc2-bc97-7399883000b5,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:58.819111 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] Set router 4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:09:58.819919 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ca55bbf0-aaef-4112-9e4f-deb06b47bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.886642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55bbf0-aaef-4112-9e4f-deb06b47bc66 None None] Pushing event updated for resources: {'Port': ['ID=cf48b523-05ec-4fc2-bc97-7399883000b5,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:58.930012 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] For port cf48b523-05ec-4fc2-bc97-7399883000b5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cf48b523-05ec-4fc2-bc97-7399883000b5,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:09:58.930737 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.946921 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for cf48b523-05ec-4fc2-bc97-7399883000b5 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:09:58.950762 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-aae3b23e-8e9a-4316-907f-36c20b0608c0 None None] Provisioning complete for port cf48b523-05ec-4fc2-bc97-7399883000b5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:09:58.951141 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aae3b23e-8e9a-4316-907f-36c20b0608c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:58.958829 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d89aa-d8ba-44c6-a584-8abb3574fb89 req-96ce161d-ea04-45ae-a2ae-6eacce6212a7 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:58.960442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b35d89aa-d8ba-44c6-a584-8abb3574fb89 req-96ce161d-ea04-45ae-a2ae-6eacce6212a7 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 946 time: 0.0564260 Nov 03 19:09:59.020699 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b35d89aa-d8ba-44c6-a584-8abb3574fb89 req-86dd21a9-c4cc-4053-afdd-8630360714b4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536227 Nov 03 19:09:59.079816 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2', 'name': 'tempest-NetworksTestDHCPv6-router-427768166', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:54Z', 'updated_at': '2021-11-03T19:09:56Z', 'revision_number': 2, 'project_id': 'aa8be81325ec468d83d6f0470f97c048', 'gw_port_host': None, '_interfaces': [{'id': 'cf48b523-05ec-4fc2-bc97-7399883000b5', 'name': '', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'mac_address': 'fa:16:3e:fb:3c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '63893efe-2a55-4a04-a906-924e4005084c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:55Z', 'updated_at': '2021-11-03T19:09:58Z', 'revision_number': 4, 'project_id': 'aa8be81325ec468d83d6f0470f97c048', 'subnets': [{'id': '63893efe-2a55-4a04-a906-924e4005084c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:09:59.113381 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd9a10-f906-4e99-9841-3b058b96eee8 None None] The sync data for ids ['4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2'] in n-d-812150-4 is: [{'id': '4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2', 'name': 'tempest-NetworksTestDHCPv6-router-427768166', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:54Z', 'updated_at': '2021-11-03T19:09:56Z', 'revision_number': 2, 'project_id': 'aa8be81325ec468d83d6f0470f97c048', 'gw_port_host': None, '_interfaces': [{'id': 'cf48b523-05ec-4fc2-bc97-7399883000b5', 'name': '', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'mac_address': 'fa:16:3e:fb:3c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '63893efe-2a55-4a04-a906-924e4005084c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:09:55Z', 'updated_at': '2021-11-03T19:09:58Z', 'revision_number': 4, 'project_id': 'aa8be81325ec468d83d6f0470f97c048', 'subnets': [{'id': '63893efe-2a55-4a04-a906-924e4005084c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:09:59.162477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.191402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=cf48b523-05ec-4fc2-bc97-7399883000b5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:09:59.217341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:59.217699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:59.218042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:59.218387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:59.218922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:59.219229 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:59.219565 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:59.220002 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:59.220846 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:59.221193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:59.221505 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:59.221833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:09:59.298261 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.433327 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.526389 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Router 4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:09:59.627787 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cc32b-8955-4090-9681-24f12848cde1 req-90efba61-6d5b-4e87-8f01-69845463f096 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:59.630000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b9cc32b-8955-4090-9681-24f12848cde1 req-90efba61-6d5b-4e87-8f01-69845463f096 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.0569234 Nov 03 19:09:59.635517 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:09:59.659249 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-43b5d486-b471-4c71-9597-d49ff2b437dc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "PUT /v2.0/routers/4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1142912 Nov 03 19:09:59.663551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59278) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:59.712602 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b9cc32b-8955-4090-9681-24f12848cde1 req-cfc411cc-829a-4a27-81dd-6dc676f51491 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718968 Nov 03 19:09:59.726315 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432fae3-a9f2-408f-9dea-46041361c77c req-519e7999-c3b3-4be3-bba4-cb1936344d86 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:59.728139 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7432fae3-a9f2-408f-9dea-46041361c77c req-519e7999-c3b3-4be3-bba4-cb1936344d86 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 946 time: 0.1144989 Nov 03 19:09:59.754485 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee02bc1-72be-4b8b-818f-c36126a0e7fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:59.756835 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee02bc1-72be-4b8b-818f-c36126a0e7fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:09:59.759852 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bee02bc1-72be-4b8b-818f-c36126a0e7fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0931687 Nov 03 19:09:59.762010 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59280) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:09:59.833540 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbe6e88-496f-4119-9a5c-de422215a157 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 63893efe-2a55-4a04-a906-924e4005084c {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:09:59.837613 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6e88-496f-4119-9a5c-de422215a157 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.894894 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-9c63a703-08c3-4fa1-88d3-8ca018f8bf29 service neutron] show failed (client error): The resource could not be found. Nov 03 19:09:59.896139 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-9c63a703-08c3-4fa1-88d3-8ca018f8bf29 service neutron] 10.222.0.98 "GET /v2.0/ports/eeed014a-c94b-4a5c-a37d-5215eb0cfce0/bindings/n-h1-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.1618030 Nov 03 19:09:59.899461 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6e88-496f-4119-9a5c-de422215a157 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:09:59.922968 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-7432fae3-a9f2-408f-9dea-46041361c77c req-0bb1370e-80ef-44e4-8bca-7541fa9bf89c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Deleting port 7dcbfb71-8c18-4c21-81df-888e83ab1210 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:09:59.924423 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7432fae3-a9f2-408f-9dea-46041361c77c req-0bb1370e-80ef-44e4-8bca-7541fa9bf89c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.021284 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6e88-496f-4119-9a5c-de422215a157 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.073443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7432fae3-a9f2-408f-9dea-46041361c77c req-0bb1370e-80ef-44e4-8bca-7541fa9bf89c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] For port 7dcbfb71-8c18-4c21-81df-888e83ab1210, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=7dcbfb71-8c18-4c21-81df-888e83ab1210,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:00.074153 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7432fae3-a9f2-408f-9dea-46041361c77c req-0bb1370e-80ef-44e4-8bca-7541fa9bf89c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.108578 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6e88-496f-4119-9a5c-de422215a157 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.119294 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-7432fae3-a9f2-408f-9dea-46041361c77c req-0bb1370e-80ef-44e4-8bca-7541fa9bf89c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Calling delete_port for 7dcbfb71-8c18-4c21-81df-888e83ab1210 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:00.144671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe6e88-496f-4119-9a5c-de422215a157 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=63893efe-2a55-4a04-a906-924e4005084c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:00.160156 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6e88-496f-4119-9a5c-de422215a157 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.163409 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8fbe6e88-496f-4119-9a5c-de422215a157 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/63893efe-2a55-4a04-a906-924e4005084c HTTP/1.1" status: 204 len: 168 time: 0.4002812 Nov 03 19:10:00.172171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed6f45b-20ca-482d-b0d4-4049dc45c65b None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:00.181535 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59284) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:00.244613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-463e023b-464f-4d2b-aeb0-b7587ae220df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:00.246151 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-463e023b-464f-4d2b-aeb0-b7587ae220df service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846&tenant_id=78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 1097 time: 0.0636568 Nov 03 19:10:00.273592 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:00.309660 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261c976-1565-4d09-abbd-d496790930e6 req-3f33006b-c7e8-4479-a6a5-93594728aa16 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:00.312372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5261c976-1565-4d09-abbd-d496790930e6 req-3f33006b-c7e8-4479-a6a5-93594728aa16 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 946 time: 0.1686077 Nov 03 19:10:00.374134 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.376381 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e6916aef-c28a-4f2d-8473-08313c59f046 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1919806 Nov 03 19:10:00.377028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59286) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:00.386166 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7432fae3-a9f2-408f-9dea-46041361c77c req-0bb1370e-80ef-44e4-8bca-7541fa9bf89c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.411034 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cc0198-73ae-437c-b4fd-c0fe87aa3612 None None] DHCP port deletion for 1afd2f6f-36ed-4547-9ae9-db78acf45259 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:00.448532 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5261c976-1565-4d09-abbd-d496790930e6 req-6c4b5b41-5f71-49aa-8aeb-ae87d55c01ae tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=97181b94-1211-40fc-80c5-7c844e4475d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199381 Nov 03 19:10:00.457553 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['7dcbfb71-8c18-4c21-81df-888e83ab1210'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:10:00.522035 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-47cc0198-73ae-437c-b4fd-c0fe87aa3612 None None] Deleting port 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:00.522420 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-47cc0198-73ae-437c-b4fd-c0fe87aa3612 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.524770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1370e-80ef-44e4-8bca-7541fa9bf89c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event deleted for resources: {'Port': ['ID=7dcbfb71-8c18-4c21-81df-888e83ab1210,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:00.534124 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38e782ed-9b6b-40f1-a89b-33aa77766f4e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.607512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-47cc0198-73ae-437c-b4fd-c0fe87aa3612 None None] For port 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5ce47d0e-b75c-4956-85fa-ecda4aebe3e2,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:00.607939 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-47cc0198-73ae-437c-b4fd-c0fe87aa3612 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.637593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-47cc0198-73ae-437c-b4fd-c0fe87aa3612 None None] Calling delete_port for 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:00.700171 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.723435 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.728730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7432fae3-a9f2-408f-9dea-46041361c77c req-0bb1370e-80ef-44e4-8bca-7541fa9bf89c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] No DVR routers for this DVR port 7dcbfb71-8c18-4c21-81df-888e83ab1210 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:00.735168 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7432fae3-a9f2-408f-9dea-46041361c77c req-0bb1370e-80ef-44e4-8bca-7541fa9bf89c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.738479 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7432fae3-a9f2-408f-9dea-46041361c77c req-0bb1370e-80ef-44e4-8bca-7541fa9bf89c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "DELETE /v2.0/ports/7dcbfb71-8c18-4c21-81df-888e83ab1210 HTTP/1.1" status: 204 len: 173 time: 0.9945252 Nov 03 19:10:00.741215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ab628f-067f-4bd5-b8bb-8d01e9873cb1', 'name': 'network-vif-deleted', 'tag': '7dcbfb71-8c18-4c21-81df-888e83ab1210'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:00.743666 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f6eb9d-297f-4267-bb37-147a8f84bfd3" -d '{"events": [{"server_uuid": "a2ab628f-067f-4bd5-b8bb-8d01e9873cb1", "name": "network-vif-deleted", "tag": "7dcbfb71-8c18-4c21-81df-888e83ab1210"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:00.796902 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-47cc0198-73ae-437c-b4fd-c0fe87aa3612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.816540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fd15c-6e24-4664-bee0-9d96949af5d0 None None] Sync routers for ids ['4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:10:00.854246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc0198-73ae-437c-b4fd-c0fe87aa3612 None None] Pushing event deleted for resources: {'Port': ['ID=5ce47d0e-b75c-4956-85fa-ecda4aebe3e2,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:00.858763 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc0198-73ae-437c-b4fd-c0fe87aa3612 None None] No DVR routers for this DVR port 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:00.875789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fd15c-6e24-4664-bee0-9d96949af5d0 None None] Routers {'4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:00.877641 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38e782ed-9b6b-40f1-a89b-33aa77766f4e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.878623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-224fd15c-6e24-4664-bee0-9d96949af5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:09:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:00.880594 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b650a1-6993-40e0-a47d-e6b7cf3a7fa4 x-openstack-request-id: req-34b650a1-6993-40e0-a47d-e6b7cf3a7fa4 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:00.881073 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ab628f-067f-4bd5-b8bb-8d01e9873cb1", "name": "network-vif-deleted", "tag": "7dcbfb71-8c18-4c21-81df-888e83ab1210", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:00.881514 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-34b650a1-6993-40e0-a47d-e6b7cf3a7fa4 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:00.882104 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ab628f-067f-4bd5-b8bb-8d01e9873cb1', 'name': 'network-vif-deleted', 'tag': '7dcbfb71-8c18-4c21-81df-888e83ab1210', 'status': 'completed', 'code': 200} Nov 03 19:10:00.883305 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38e782ed-9b6b-40f1-a89b-33aa77766f4e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:00.961749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8af73-0d72-4a1c-91de-3a3d513b2741 req-c4365cb3-d9aa-41a0-89bd-e6cdc309fbde tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:00.970981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72d8af73-0d72-4a1c-91de-3a3d513b2741 req-c4365cb3-d9aa-41a0-89bd-e6cdc309fbde tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.0767450 Nov 03 19:10:01.011101 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38e782ed-9b6b-40f1-a89b-33aa77766f4e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.012397 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e782ed-9b6b-40f1-a89b-33aa77766f4e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Fanout notify agent at l3_agent the message router_deleted on router 4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:10:01.020038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-224fd15c-6e24-4664-bee0-9d96949af5d0 None None] Set router 4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:01.027415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38e782ed-9b6b-40f1-a89b-33aa77766f4e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.031252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59292) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:01.031785 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-38e782ed-9b6b-40f1-a89b-33aa77766f4e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/routers/4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2 HTTP/1.1" status: 204 len: 168 time: 0.6532938 Nov 03 19:10:01.065940 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-72d8af73-0d72-4a1c-91de-3a3d513b2741 req-cfa9da32-bc7b-4123-a210-d7060d2f0728 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933659 Nov 03 19:10:01.068882 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:01.089366 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1492e62c-9c61-4bfd-8e90-3e824e786dba tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0562322 Nov 03 19:10:01.092806 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59294) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:01.129605 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-224fd15c-6e24-4664-bee0-9d96949af5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2', 'name': 'tempest-NetworksTestDHCPv6-router-427768166', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:09:54Z', 'updated_at': '2021-11-03T19:09:59Z', 'revision_number': 3, 'project_id': 'aa8be81325ec468d83d6f0470f97c048', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:01.161980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:01.162858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fd15c-6e24-4664-bee0-9d96949af5d0 None None] Checking router: 4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:10:01.178606 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fd15c-6e24-4664-bee0-9d96949af5d0 None None] Routers set() bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:01.181026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fd15c-6e24-4664-bee0-9d96949af5d0 None None] Router IDs set() for agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 03 19:10:01.183388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_agentschedulers_db [None req-224fd15c-6e24-4664-bee0-9d96949af5d0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:09:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent'). {{(pid=101713) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 03 19:10:01.183841 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fd15c-6e24-4664-bee0-9d96949af5d0 None None] The sync data for ids ['4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:10:01.191537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687c13ee-2167-46d1-9f21-fe50e852270e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:01.195315 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-687c13ee-2167-46d1-9f21-fe50e852270e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0992124 Nov 03 19:10:01.196145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59296) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:01.236914 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.258303 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c836d771-7082-4f17-b4a6-a379173417bf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564497 Nov 03 19:10:01.259561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59298) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:01.263684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Transition to ACTIVE for port object eeed014a-c94b-4a5c-a37d-5215eb0cfce0 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:10:01.266178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-aa7d17e4-8bb5-4d62-9d1f-64b7c4c99d8f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:01.276980 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.405240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7d17e4-8bb5-4d62-9d1f-64b7c4c99d8f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:01.410661 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa7d17e4-8bb5-4d62-9d1f-64b7c4c99d8f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.443070 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.709531 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b0fe4344-694f-474f-89f9-ad7baee7cc96 req-a09fccef-2dca-4a83-b570-ec695aa23f53 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 210 time: 0.0488086 Nov 03 19:10:01.773001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Pushing event updated for resources: {'Port': ['ID=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,revision_number=6']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:01.807808 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] No DVR routers for this DVR port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:01.904694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.objects.ports [None req-aa7d17e4-8bb5-4d62-9d1f-64b7c4c99d8f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:10:01.907632 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa7d17e4-8bb5-4d62-9d1f-64b7c4c99d8f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.966132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d17e4-8bb5-4d62-9d1f-64b7c4c99d8f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:01.971492 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-aa7d17e4-8bb5-4d62-9d1f-64b7c4c99d8f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:01.974977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7d17e4-8bb5-4d62-9d1f-64b7c4c99d8f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:01.976618 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aa7d17e4-8bb5-4d62-9d1f-64b7c4c99d8f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:01.990832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559fac02-0462-4198-9388-5d962c0ac30b None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:01.994002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:02.003529 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aa7d17e4-8bb5-4d62-9d1f-64b7c4c99d8f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7423277 Nov 03 19:10:02.008641 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59302) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:02.021593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d17e4-8bb5-4d62-9d1f-64b7c4c99d8f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=3ca932eb-6200-45c2-9413-3931f541fe14,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:02.025453 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-08ae4bee-b409-4dad-96ef-3213eee1c046 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:02.042185 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:02.042530 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5ce47d0e-b75c-4956-85fa-ecda4aebe3e2 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:02.042945 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cf48b523-05ec-4fc2-bc97-7399883000b5 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:02.045745 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Attempting to bind port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:02.048172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Attempting to bind port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:02.048172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Attempting to bind port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 on network 014e23e3-8641-46e4-b08a-e056c5d123c8 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:02.064753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 on network 014e23e3-8641-46e4-b08a-e056c5d123c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:10:02.065087 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Attempting to bind port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 on network 014e23e3-8641-46e4-b08a-e056c5d123c8 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:02.090786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: cf48b523-05ec-4fc2-bc97-7399883000b5 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:02.091429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cf48b523-05ec-4fc2-bc97-7399883000b5 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:02.102720 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:02.103064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Checking segment: {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:02.103463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Bound using segment: {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:02.103940 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Bound port: eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:02.104305 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.191073 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:02.194592 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:02.229866 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.238094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': '3ca932eb-6200-45c2-9413-3931f541fe14'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:10:02.239149 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.243731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faf0b5-81df-47df-916d-3bcfa0ebb810 req-22dc9ba7-8c02-476e-aca8-9412ea630135 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:02.246832 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4faf0b5-81df-47df-916d-3bcfa0ebb810 req-22dc9ba7-8c02-476e-aca8-9412ea630135 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 944 time: 0.0848484 Nov 03 19:10:02.318447 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:02.319450 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.321018 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] 10.222.0.87 "PUT /v2.0/ports/eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 1092 time: 2.0544231 Nov 03 19:10:02.321911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964c967-7003-437e-b309-c59ea5ada3ab service neutron] Pushing event updated for resources: {'Port': ['ID=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,revision_number=7']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:02.346806 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ae4bee-b409-4dad-96ef-3213eee1c046 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:02.349233 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4faf0b5-81df-47df-916d-3bcfa0ebb810 req-82b49cb4-9542-43ab-93d0-3aa7f7448d87 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946527 Nov 03 19:10:02.354544 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-08ae4bee-b409-4dad-96ef-3213eee1c046 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.441941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Allocated IP 2001:db8::f816:3eff:fe88:379b (1afd2f6f-36ed-4547-9ae9-db78acf45259/3ca932eb-6200-45c2-9413-3931f541fe14/0f7a21bc-0c18-4f3a-8088-ad5718b3af6a) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:02.547476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-0dac32d4-0438-441a-8980-55510bde58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:02.549839 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-0dac32d4-0438-441a-8980-55510bde58a7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1095 time: 0.0721457 Nov 03 19:10:02.690094 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.702814 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.780071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:02.789279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:02.797419 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:02.807181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-08ae4bee-b409-4dad-96ef-3213eee1c046 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.851498 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44359145-39bf-4d58-9304-88687cf261a5 req-57cc7924-d582-4e27-907b-adbdd27239b3 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 210 time: 0.0487614 Nov 03 19:10:02.868078 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ae4bee-b409-4dad-96ef-3213eee1c046 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:02.892655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-08ae4bee-b409-4dad-96ef-3213eee1c046 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:02.894205 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0'}, {'name': 'network-changed', 'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:02.899212 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c" -d '{"events": [{"server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "name": "network-vif-unplugged", "status": "completed", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0"}, {"name": "network-changed", "server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:02.903492 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Pushing event updated for resources: {'Port': ['ID=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:02.905542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-14c49dec-b49c-4a76-86d5-c8e3cfba52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:02.912591 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-14c49dec-b49c-4a76-86d5-c8e3cfba52b5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 200 len: 898 time: 0.3063869 Nov 03 19:10:02.931655 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Attempting to bind port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:02.932692 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Attempting to bind port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:02.933144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Attempting to bind port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:02.940087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:02.940614 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:02.941786 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.942525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:02.943749 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Bound port: 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:02.943749 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.950215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ae4bee-b409-4dad-96ef-3213eee1c046 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:02.950846 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-08ae4bee-b409-4dad-96ef-3213eee1c046 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:02.953474 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae4bee-b409-4dad-96ef-3213eee1c046 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=2bb64021-ac84-4822-8d61-11cfd92fcc94,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:03.023055 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31df248f-978e-41b3-9ef0-a60d91660fd0 x-openstack-request-id: req-31df248f-978e-41b3-9ef0-a60d91660fd0 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:03.023432 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "name": "network-vif-unplugged", "status": "completed", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0", "code": 200}, {"name": "network-changed", "server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:03.023694 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-31df248f-978e-41b3-9ef0-a60d91660fd0 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:03.024008 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'code': 200} Nov 03 19:10:03.024266 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'status': 'completed', 'code': 200} Nov 03 19:10:03.038446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] For port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:03.045262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] For port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:03.050474 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:03.084784 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-08ae4bee-b409-4dad-96ef-3213eee1c046 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0706475 Nov 03 19:10:03.086054 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59310) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:03.092495 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-38ea3fd8-d9aa-4efe-b03b-35820c9442a5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'mac_address': 'fa:16:3e:96:73:3a', 'name': 'tempest-NetworksTestDHCPv6-805225489'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:03.132391 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-8533d7fb-a997-45a8-99d8-ca2e9d4a8404 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 1000 time: 0.1755424 Nov 03 19:10:03.172977 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911008e-ba9e-4548-addd-40a35e0f04f7 None None] Pushing event updated for resources: {'Port': ['ID=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:03.212860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-ee2ae01d-ce2f-407a-8575-ffae64f00e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:03.214297 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-ee2ae01d-ce2f-407a-8575-ffae64f00e0c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1095 time: 0.1867886 Nov 03 19:10:03.297616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-196be64f-7ee9-4f33-9f24-9cb4d342dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:03.299646 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-196be64f-7ee9-4f33-9f24-9cb4d342dc23 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d7b47a05-c30f-479c-bf77-6f9f827c7920 HTTP/1.1" status: 200 len: 835 time: 0.1546006 Nov 03 19:10:03.427351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ea3fd8-d9aa-4efe-b03b-35820c9442a5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:03.436028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-1d913639-9adc-4347-b6b6-b9f01885b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:03.437599 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-1d913639-9adc-4347-b6b6-b9f01885b427 service neutron] 10.222.0.98 "GET /v2.0/networks?id=014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 200 len: 898 time: 0.2153945 Nov 03 19:10:03.456422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-e1dea4dc-e736-43f2-b541-4675a99e6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:03.458181 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-e1dea4dc-e736-43f2-b541-4675a99e6444 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=014e23e3-8641-46e4-b08a-e056c5d123c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481569 Nov 03 19:10:03.552134 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da815f4-e096-4996-83bf-788596267074 req-251f1d88-92ab-4487-b15a-0a4e6eb6b168 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:03.556048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8da815f4-e096-4996-83bf-788596267074 req-251f1d88-92ab-4487-b15a-0a4e6eb6b168 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 944 time: 0.0836310 Nov 03 19:10:03.627191 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-9d9247e6-3567-456b-9ca9-b89b4949ce62 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 1000 time: 0.1780620 Nov 03 19:10:03.643338 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8da815f4-e096-4996-83bf-788596267074 req-f2c93031-c62c-4a82-87c7-5d92caf49c8e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785618 Nov 03 19:10:03.705396 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38ea3fd8-d9aa-4efe-b03b-35820c9442a5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:03.715122 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-89ef6f2a-1da5-492b-813c-7bc2e93fc966 service neutron] 10.222.0.87 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469382 Nov 03 19:10:03.728618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-19b43578-b88e-42fe-864e-8c4fc46db36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:03.730127 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-19b43578-b88e-42fe-864e-8c4fc46db36a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7b47a05-c30f-479c-bf77-6f9f827c7920 HTTP/1.1" status: 200 len: 835 time: 0.0939541 Nov 03 19:10:03.747911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device eeed014a-c94b-4a5c-a37d-5215eb0cfce0 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:03.793758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device eeed014a-c94b-4a5c-a37d-5215eb0cfce0 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:03.837283 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-38ea3fd8-d9aa-4efe-b03b-35820c9442a5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port 2575fd7a-eed4-4764-baed-790cb22a8087 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:03.969291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-cf7261ac-bf7b-470c-8a6a-0da335ad43fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:03.969291 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-cf7261ac-bf7b-470c-8a6a-0da335ad43fd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=014e23e3-8641-46e4-b08a-e056c5d123c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2266314 Nov 03 19:10:03.971974 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-e7aa7455-3e9f-4d1a-b5db-d93e228a734e service neutron] 10.222.0.87 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454171 Nov 03 19:10:04.046607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:04.124064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4bfcbecd-cb04-44ab-bd3d-780a174330ad req-08a9ffbf-1ddd-4fca-a6d2-44e67ad8c9f9 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 210 time: 0.0583272 Nov 03 19:10:04.153323 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:04.153856 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:04.253026 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-67d4d663-ab33-41ea-9cb7-3f870b768ccf service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754855 Nov 03 19:10:04.267970 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:04.326383 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:04.332651 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:04.413349 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:04.414503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-8c0aed9d-b889-45aa-a890-1e1b29a35c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:04.416362 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-8c0aed9d-b889-45aa-a890-1e1b29a35c66 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1095 time: 0.3129990 Nov 03 19:10:04.451124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7dcbfb71-8c18-4c21-81df-888e83ab1210 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:04.460183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-38ea3fd8-d9aa-4efe-b03b-35820c9442a5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 172.20.0.4 (1afd2f6f-36ed-4547-9ae9-db78acf45259/2bb64021-ac84-4822-8d61-11cfd92fcc94/2575fd7a-eed4-4764-baed-790cb22a8087) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:04.468930 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-38ea3fd8-d9aa-4efe-b03b-35820c9442a5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::f816:3eff:fe96:733a (1afd2f6f-36ed-4547-9ae9-db78acf45259/3ca932eb-6200-45c2-9413-3931f541fe14/2575fd7a-eed4-4764-baed-790cb22a8087) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:04.478323 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 7dcbfb71-8c18-4c21-81df-888e83ab1210 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:04.478679 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 7dcbfb71-8c18-4c21-81df-888e83ab1210 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:04.547733 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-e2e00d1c-ba8d-4fa3-90d1-4e80646f3e93 service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762451 Nov 03 19:10:04.553580 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07a3040-0905-4c72-9f38-c508abb7d40f None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:04.645427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d001344a-c1db-474d-b8ad-35924206737b None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:04.645957 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d001344a-c1db-474d-b8ad-35924206737b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:04.671954 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-373c3c62-9946-46f7-b24f-78260a6e7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:04.673499 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-373c3c62-9946-46f7-b24f-78260a6e7526 service neutron] 10.222.0.87 "GET /v2.0/networks?id=014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 200 len: 898 time: 0.2437987 Nov 03 19:10:04.763842 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38ea3fd8-d9aa-4efe-b03b-35820c9442a5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:04.790138 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74eb6-6ca7-4ac1-ab80-8833ffa9de90 req-e14159b1-52ff-4e74-b277-7603456d3e4d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:04.798938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67c74eb6-6ca7-4ac1-ab80-8833ffa9de90 req-e14159b1-52ff-4e74-b277-7603456d3e4d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 944 time: 0.0655746 Nov 03 19:10:04.866585 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67c74eb6-6ca7-4ac1-ab80-8833ffa9de90 req-77bdbd0c-f289-4f18-8ee7-d533820d68a7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608771 Nov 03 19:10:04.883062 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38ea3fd8-d9aa-4efe-b03b-35820c9442a5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:04.940109 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-ef679878-4dd6-4c6f-9d8f-f0a89031df84 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 1000 time: 0.1322660 Nov 03 19:10:04.957868 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ea3fd8-d9aa-4efe-b03b-35820c9442a5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:04.972493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-38ea3fd8-d9aa-4efe-b03b-35820c9442a5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:04.992096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ea3fd8-d9aa-4efe-b03b-35820c9442a5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:04.997175 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea3fd8-d9aa-4efe-b03b-35820c9442a5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=2575fd7a-eed4-4764-baed-790cb22a8087,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:05.019923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2b550c-2aa1-44f1-864c-f2f1ebdece63 None None] Update dhcp port {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': '3ca932eb-6200-45c2-9413-3931f541fe14', 'ip_address': '2001:db8::f816:3eff:fe88:379b'}, {'subnet_id': '2bb64021-ac84-4822-8d61-11cfd92fcc94'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '0f7a21bc-0c18-4f3a-8088-ad5718b3af6a'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:10:05.048185 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-975afd71-8d7f-4604-bfc4-e45215b0d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:05.049020 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1e2b550c-2aa1-44f1-864c-f2f1ebdece63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:05.049664 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-975afd71-8d7f-4604-bfc4-e45215b0d678 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d7b47a05-c30f-479c-bf77-6f9f827c7920 HTTP/1.1" status: 200 len: 835 time: 0.0955417 Nov 03 19:10:05.058090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ea3fd8-d9aa-4efe-b03b-35820c9442a5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:05.058767 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38ea3fd8-d9aa-4efe-b03b-35820c9442a5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:05.102339 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-38ea3fd8-d9aa-4efe-b03b-35820c9442a5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0152898 Nov 03 19:10:05.109200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59318) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:05.129880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-96bbef41-ffb8-4aa9-beeb-1ca6e443a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:05.131662 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-96bbef41-ffb8-4aa9-beeb-1ca6e443a4df service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=014e23e3-8641-46e4-b08a-e056c5d123c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692973 Nov 03 19:10:05.175625 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9036ea77-51fe-4638-8496-4d0646f1f3d6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:05.183859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9036ea77-51fe-4638-8496-4d0646f1f3d6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:05.191926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9036ea77-51fe-4638-8496-4d0646f1f3d6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0801971 Nov 03 19:10:05.192545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59322) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:05.252317 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-a3599115-1e0d-4b13-b32b-43a60b9866f9 service neutron] 10.222.0.87 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093304 Nov 03 19:10:05.288852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-1e2b550c-2aa1-44f1-864c-f2f1ebdece63 None None] Allocated IP 172.20.0.2 (1afd2f6f-36ed-4547-9ae9-db78acf45259/2bb64021-ac84-4822-8d61-11cfd92fcc94/0f7a21bc-0c18-4f3a-8088-ad5718b3af6a) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:05.304641 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-651438d6-41fd-4214-8df5-27ad797822f5 req-887f54c2-5220-4c89-99a0-f0efb3dd0e2d tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 210 time: 0.0328228 Nov 03 19:10:05.336467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-139d9f27-0dfb-4a01-9949-687e9f101c57 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port 2575fd7a-eed4-4764-baed-790cb22a8087 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:05.336814 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-139d9f27-0dfb-4a01-9949-687e9f101c57 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:05.377158 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bc244a1c-6dbc-4c05-85dd-4b7a8630fa1c req-d770b50b-4c9a-44a0-b777-a12119303ab1 service neutron] 10.222.0.87 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149857 Nov 03 19:10:05.453369 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-139d9f27-0dfb-4a01-9949-687e9f101c57 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:05.468764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-139d9f27-0dfb-4a01-9949-687e9f101c57 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for 2575fd7a-eed4-4764-baed-790cb22a8087 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:05.563223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-1e2b550c-2aa1-44f1-864c-f2f1ebdece63 None None] For port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:05.605053 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1e2b550c-2aa1-44f1-864c-f2f1ebdece63 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:05.610493 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1e2b550c-2aa1-44f1-864c-f2f1ebdece63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:05.686146 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-139d9f27-0dfb-4a01-9949-687e9f101c57 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:05.700441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b550c-2aa1-44f1-864c-f2f1ebdece63 None None] Pushing event updated for resources: {'Port': ['ID=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:06.017018 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:06.129364 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:06.130023 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.163476 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d9f27-0dfb-4a01-9949-687e9f101c57 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=2575fd7a-eed4-4764-baed-790cb22a8087,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:06.282734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0516b-c272-47ca-9a3b-a212c57ad828 req-d9197a19-992d-4ecd-9676-8e1902a6f8ba tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:06.284432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7c0516b-c272-47ca-9a3b-a212c57ad828 req-d9197a19-992d-4ecd-9676-8e1902a6f8ba tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 944 time: 0.1325209 Nov 03 19:10:06.325259 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-139d9f27-0dfb-4a01-9949-687e9f101c57 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.332127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59328) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:06.332687 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-139d9f27-0dfb-4a01-9949-687e9f101c57 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/2575fd7a-eed4-4764-baed-790cb22a8087 HTTP/1.1" status: 204 len: 168 time: 1.1384592 Nov 03 19:10:06.373782 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7c0516b-c272-47ca-9a3b-a212c57ad828 req-13519e3c-51f5-4a50-a61e-3410821c67ab tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796781 Nov 03 19:10:06.407839 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb66c55-44a7-4a4c-adef-63243bb53805 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:06.409535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb66c55-44a7-4a4c-adef-63243bb53805 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:06.411262 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb66c55-44a7-4a4c-adef-63243bb53805 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:06.413428 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-deb66c55-44a7-4a4c-adef-63243bb53805 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0794916 Nov 03 19:10:06.419234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59330) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:06.459994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c5183c1-faf3-42a4-9410-b5bebcae5789 req-ba243f0a-a1ad-4a74-91e2-61a5dbce19dc tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2ab628f-067f-4bd5-b8bb-8d01e9873cb1 HTTP/1.1" status: 200 len: 210 time: 0.0608706 Nov 03 19:10:06.494040 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-62758cad-e597-4ab4-a30f-02afdc189918 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 2bb64021-ac84-4822-8d61-11cfd92fcc94 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:06.498839 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-62758cad-e597-4ab4-a30f-02afdc189918 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.553686 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-62758cad-e597-4ab4-a30f-02afdc189918 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.618585 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-46eaa67d-0ab8-45b1-b2ce-a511a55622ef None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:06.619110 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-46eaa67d-0ab8-45b1-b2ce-a511a55622ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.665675 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-62758cad-e597-4ab4-a30f-02afdc189918 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.738834 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-62758cad-e597-4ab4-a30f-02afdc189918 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.775267 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62758cad-e597-4ab4-a30f-02afdc189918 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb64021-ac84-4822-8d61-11cfd92fcc94,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:06.782151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-62758cad-e597-4ab4-a30f-02afdc189918 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.787689 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-62758cad-e597-4ab4-a30f-02afdc189918 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/2bb64021-ac84-4822-8d61-11cfd92fcc94 HTTP/1.1" status: 204 len: 168 time: 0.3646336 Nov 03 19:10:06.788200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59332) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:06.850267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e3f67e-9d3e-41d9-884a-68bd1fb2989a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 3ca932eb-6200-45c2-9413-3931f541fe14 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:06.852865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbaba08-2ad1-4ea2-987e-5945227888c3 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:06.853828 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59e3f67e-9d3e-41d9-884a-68bd1fb2989a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.882578 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3b7c0aa7-9068-45f4-88c8-7582c67cf39f None None] Could not find standard attr ID for object 2575fd7a-eed4-4764-baed-790cb22a8087. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:10:06.902809 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59e3f67e-9d3e-41d9-884a-68bd1fb2989a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:06.996903 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59e3f67e-9d3e-41d9-884a-68bd1fb2989a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:07.068010 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59e3f67e-9d3e-41d9-884a-68bd1fb2989a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:07.102786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3f67e-9d3e-41d9-884a-68bd1fb2989a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca932eb-6200-45c2-9413-3931f541fe14,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:07.108434 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59e3f67e-9d3e-41d9-884a-68bd1fb2989a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:07.112806 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-59e3f67e-9d3e-41d9-884a-68bd1fb2989a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/3ca932eb-6200-45c2-9413-3931f541fe14 HTTP/1.1" status: 204 len: 168 time: 0.3235061 Nov 03 19:10:07.115499 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59334) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:07.163697 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d3e6c49a-4291-49e8-8321-6883b3b469a6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424078 Nov 03 19:10:07.165122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59336) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:07.175295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:07.311555 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:07.321534 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:07.600539 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8cc00-5130-4471-bab2-b689e6aec995 req-4a7776d3-13e1-4d67-afa3-bf23e7dec7ef tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:07.602320 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9f8cc00-5130-4471-bab2-b689e6aec995 req-4a7776d3-13e1-4d67-afa3-bf23e7dec7ef tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 944 time: 0.1187088 Nov 03 19:10:07.721372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9f8cc00-5130-4471-bab2-b689e6aec995 req-964e1f59-7a84-4863-8661-3a3a7fad2ddb tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070857 Nov 03 19:10:07.836139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.objects.ports [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:10:07.848341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cbe9cf-fd02-49b7-b9e3-e9798bc78ae3 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:07.957426 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e1601ba2-54af-47ad-9bbc-bf012a3f5e79 None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:07.957986 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e1601ba2-54af-47ad-9bbc-bf012a3f5e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.027978 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75c228-6add-41cd-b983-b770a73687a1 req-24281bb5-7e46-4575-98f6-44f7fd22bcd3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:08.030169 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-24281bb5-7e46-4575-98f6-44f7fd22bcd3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.87 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846&tenant_id=78a454aa6ba94726aa7cce9e1618069d&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 944 time: 0.0872006 Nov 03 19:10:08.105317 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-b821b72f-57f1-4124-84b4-4194a965e533 service neutron] 10.222.0.87 "GET /v2.0/ports/eeed014a-c94b-4a5c-a37d-5215eb0cfce0/bindings/n-h1-812150-4 HTTP/1.1" status: 200 len: 382 time: 0.0663326 Nov 03 19:10:08.183165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a1865-9623-4770-acb4-b831ece08b7b req-b4e957ac-c826-4a1f-814c-3ec5c6a3a4ea tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:08.185012 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-224a1865-9623-4770-acb4-b831ece08b7b req-b4e957ac-c826-4a1f-814c-3ec5c6a3a4ea tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 944 time: 0.1527414 Nov 03 19:10:08.186254 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.286167 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-224a1865-9623-4770-acb4-b831ece08b7b req-252d59d2-e36d-4f93-8f4b-1902f63f8dec tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796125 Nov 03 19:10:08.443507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] For port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:08.478863 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.489989 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.492476 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.494036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device eeed014a-c94b-4a5c-a37d-5215eb0cfce0 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:10:08.562521 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=dd4d8cd7-4652-45d3-bfcf-27146afce7ce,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:08.592474 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75c228-6add-41cd-b983-b770a73687a1 req-e91de35e-4fae-4cd7-9590-8f9adafa62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:08.593889 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-e91de35e-4fae-4cd7-9590-8f9adafa62e1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1095 time: 0.4400725 Nov 03 19:10:08.612855 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:08.616640 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e24f476c-9510-410d-bae2-2ab439530550 None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:08.616873 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e24f476c-9510-410d-bae2-2ab439530550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.622299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:08.637962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:08.638637 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.667623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f5ca1c-0d9c-4631-8ea7-ae634370bb02 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:08.694311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5265117 Nov 03 19:10:08.695083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59350) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:08.702573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-fced80b7-9e7a-49fa-b991-cb7c6105aacb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:08.763836 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:08.782606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75c228-6add-41cd-b983-b770a73687a1 req-018bdb40-cb05-45cd-b773-7b046b854ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:08.784653 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-018bdb40-cb05-45cd-b773-7b046b854ecb service neutron] 10.222.0.87 "GET /v2.0/networks?id=014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 200 len: 898 time: 0.1828473 Nov 03 19:10:08.806627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe187c-8897-43c6-89e5-93c387340289 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,revision_number=8']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:08.808666 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'port_id': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'mac_address': 'fa:16:3e:08:e5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:10:08.873582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fced80b7-9e7a-49fa-b991-cb7c6105aacb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:08.878246 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fced80b7-9e7a-49fa-b991-cb7c6105aacb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.898345 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.908593 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-d9584bef-ac0f-4f89-bc50-549f5fa79a36 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 1000 time: 0.1152923 Nov 03 19:10:08.918463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeed014a-c94b-4a5c-a37d-5215eb0cfce0 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:10:08.940642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:08.951611 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:08.987002 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75c228-6add-41cd-b983-b770a73687a1 req-703de513-cc8d-40fc-b7cb-02c2285f0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:08.988925 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-703de513-cc8d-40fc-b7cb-02c2285f0317 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d7b47a05-c30f-479c-bf77-6f9f827c7920 HTTP/1.1" status: 200 len: 835 time: 0.0722680 Nov 03 19:10:09.034279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:09.057944 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75c228-6add-41cd-b983-b770a73687a1 req-d3a4354b-6eee-4cbf-bee4-d5de115c417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:09.060372 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-d3a4354b-6eee-4cbf-bee4-d5de115c417e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=014e23e3-8641-46e4-b08a-e056c5d123c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592186 Nov 03 19:10:09.188430 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fced80b7-9e7a-49fa-b991-cb7c6105aacb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.202400 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-3118ae11-0276-449f-a7e1-0b68b0fc6203 service neutron] 10.222.0.87 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324680 Nov 03 19:10:09.234047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fced80b7-9e7a-49fa-b991-cb7c6105aacb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:09.238244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-fced80b7-9e7a-49fa-b991-cb7c6105aacb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:09.243143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fced80b7-9e7a-49fa-b991-cb7c6105aacb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:09.243901 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fced80b7-9e7a-49fa-b991-cb7c6105aacb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.268345 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2669c74-6ae1-42ce-924f-5154a1857e72 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:09.278499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced80b7-9e7a-49fa-b991-cb7c6105aacb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=4bbbefd8-4daa-4101-8085-40dde22f4a47,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:09.289877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fced80b7-9e7a-49fa-b991-cb7c6105aacb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5913904 Nov 03 19:10:09.290088 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59352) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:09.296656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-86e6689e-023c-40f1-a798-f0298ae645c9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'mac_address': 'fa:16:3e:18:4d:be', 'name': 'tempest-NetworksTestDHCPv6-427326615'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:09.302675 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['eeed014a-c94b-4a5c-a37d-5215eb0cfce0'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:10:09.383866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-00cd7a13-2364-4109-9f48-171f3cd60416 None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:09.384412 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-00cd7a13-2364-4109-9f48-171f3cd60416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.464809 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-6ca0d322-7adc-4c9c-9ddb-4d55eb950e60 service neutron] 10.222.0.87 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530863 Nov 03 19:10:09.480063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25796d4e-40a0-4aff-b097-d5bdf56fef75 req-030d27a7-d5ed-440d-bedc-e511f0f52415 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:09.494000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25796d4e-40a0-4aff-b097-d5bdf56fef75 req-030d27a7-d5ed-440d-bedc-e511f0f52415 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 945 time: 0.1070850 Nov 03 19:10:09.498000 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e6689e-023c-40f1-a798-f0298ae645c9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:09.600877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25796d4e-40a0-4aff-b097-d5bdf56fef75 req-ce694472-3275-48e4-92a4-e5234de8a9a5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054051 Nov 03 19:10:09.623514 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-86e6689e-023c-40f1-a798-f0298ae645c9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.653387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-86e6689e-023c-40f1-a798-f0298ae645c9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port 0c42b748-abd5-4a1b-8cf5-cfe0cbf4bfeb yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:09.820024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4fea53-6472-433f-bd30-c88913c3e95b None None] Update dhcp port {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': 'dd4d8cd7-4652-45d3-bfcf-27146afce7ce', 'ip_address': '2001:db8::f816:3eff:fe88:379b'}, {'subnet_id': '4bbbefd8-4daa-4101-8085-40dde22f4a47'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '0f7a21bc-0c18-4f3a-8088-ad5718b3af6a'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:10:09.855189 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-86e6689e-023c-40f1-a798-f0298ae645c9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 172.20.0.14 (1afd2f6f-36ed-4547-9ae9-db78acf45259/4bbbefd8-4daa-4101-8085-40dde22f4a47/0c42b748-abd5-4a1b-8cf5-cfe0cbf4bfeb) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:09.865004 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fc4fea53-6472-433f-bd30-c88913c3e95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:09.865753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-86e6689e-023c-40f1-a798-f0298ae645c9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::f816:3eff:fe18:4dbe (1afd2f6f-36ed-4547-9ae9-db78acf45259/dd4d8cd7-4652-45d3-bfcf-27146afce7ce/0c42b748-abd5-4a1b-8cf5-cfe0cbf4bfeb) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:10.002433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:10.065818 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-86e6689e-023c-40f1-a798-f0298ae645c9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.085034 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:10.085789 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.104811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-86e6689e-023c-40f1-a798-f0298ae645c9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.156510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e6689e-023c-40f1-a798-f0298ae645c9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:10.166018 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-86e6689e-023c-40f1-a798-f0298ae645c9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:10.171424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e6689e-023c-40f1-a798-f0298ae645c9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:10.176731 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6689e-023c-40f1-a798-f0298ae645c9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=0c42b748-abd5-4a1b-8cf5-cfe0cbf4bfeb,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:10.182884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-fc4fea53-6472-433f-bd30-c88913c3e95b None None] Allocated IP 172.20.0.2 (1afd2f6f-36ed-4547-9ae9-db78acf45259/4bbbefd8-4daa-4101-8085-40dde22f4a47/0f7a21bc-0c18-4f3a-8088-ad5718b3af6a) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:10.239228 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e6689e-023c-40f1-a798-f0298ae645c9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:10.239806 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-86e6689e-023c-40f1-a798-f0298ae645c9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.266226 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-86e6689e-023c-40f1-a798-f0298ae645c9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9720426 Nov 03 19:10:10.267208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59358) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:10.323884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-fc4fea53-6472-433f-bd30-c88913c3e95b None None] For port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:10.326200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd9de14-bdce-4f87-88ac-678d07c7fd4e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:10.332365 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd9de14-bdce-4f87-88ac-678d07c7fd4e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:10.336715 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3bd9de14-bdce-4f87-88ac-678d07c7fd4e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0655932 Nov 03 19:10:10.336971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59360) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:10.367419 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fc4fea53-6472-433f-bd30-c88913c3e95b None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.373979 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fc4fea53-6472-433f-bd30-c88913c3e95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.453893 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-83ff8de8-1015-4046-8971-7593e344094f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port 0c42b748-abd5-4a1b-8cf5-cfe0cbf4bfeb {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:10.454401 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-83ff8de8-1015-4046-8971-7593e344094f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.483737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fea53-6472-433f-bd30-c88913c3e95b None None] Pushing event updated for resources: {'Port': ['ID=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:10.509404 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device eeed014a-c94b-4a5c-a37d-5215eb0cfce0 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:10.571218 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-83ff8de8-1015-4046-8971-7593e344094f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.575609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:10:10.581832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:10.582287 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.591827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-83ff8de8-1015-4046-8971-7593e344094f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for 0c42b748-abd5-4a1b-8cf5-cfe0cbf4bfeb owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:10.681445 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.729422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:10.732120 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9f7295-f919-42df-89ed-db19add33823" -d '{"events": [{"server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "name": "network-vif-plugged", "status": "completed", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:10.747212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e343cdc-1985-4f61-a536-3d51e0405d4c req-dd0ab455-ae32-4525-b3d3-dd65330dc4d9 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:10.757285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e343cdc-1985-4f61-a536-3d51e0405d4c req-dd0ab455-ae32-4525-b3d3-dd65330dc4d9 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 945 time: 0.0780842 Nov 03 19:10:10.885797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e343cdc-1985-4f61-a536-3d51e0405d4c req-b2541ecb-9e0f-4783-bdda-84c467123899 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172957 Nov 03 19:10:10.914337 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-83ff8de8-1015-4046-8971-7593e344094f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:10.972616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff8de8-1015-4046-8971-7593e344094f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=0c42b748-abd5-4a1b-8cf5-cfe0cbf4bfeb,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:11.008405 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eabd95-ab8e-48f4-8c34-41bbe78849c4 x-openstack-request-id: req-34eabd95-ab8e-48f4-8c34-41bbe78849c4 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:11.008975 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "name": "network-vif-plugged", "status": "completed", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:11.008975 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-34eabd95-ab8e-48f4-8c34-41bbe78849c4 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:11.009317 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'code': 200} Nov 03 19:10:11.014059 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:11.027173 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.121822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:11.133872 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-83ff8de8-1015-4046-8971-7593e344094f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.141090 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-83ff8de8-1015-4046-8971-7593e344094f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/0c42b748-abd5-4a1b-8cf5-cfe0cbf4bfeb HTTP/1.1" status: 204 len: 168 time: 0.8028097 Nov 03 19:10:11.144771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59384) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:11.229859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486bdc2f-4d9f-46c0-85aa-1cc9f4b7a136 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:11.233296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486bdc2f-4d9f-46c0-85aa-1cc9f4b7a136 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:11.235201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486bdc2f-4d9f-46c0-85aa-1cc9f4b7a136 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:11.240145 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-486bdc2f-4d9f-46c0-85aa-1cc9f4b7a136 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0937808 Nov 03 19:10:11.243068 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59386) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:11.322755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-276c25b4-1a45-4e51-8434-ed8f2dbfdb88 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 4bbbefd8-4daa-4101-8085-40dde22f4a47 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:11.327853 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-276c25b4-1a45-4e51-8434-ed8f2dbfdb88 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.373133 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-276c25b4-1a45-4e51-8434-ed8f2dbfdb88 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.492940 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-276c25b4-1a45-4e51-8434-ed8f2dbfdb88 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.502337 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-64ee4e2e-78bd-42f8-9563-7040b3caa43b None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:11.502724 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-64ee4e2e-78bd-42f8-9563-7040b3caa43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.577977 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-276c25b4-1a45-4e51-8434-ed8f2dbfdb88 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.598519 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-276c25b4-1a45-4e51-8434-ed8f2dbfdb88 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.603632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-276c25b4-1a45-4e51-8434-ed8f2dbfdb88 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/4bbbefd8-4daa-4101-8085-40dde22f4a47 HTTP/1.1" status: 204 len: 168 time: 0.3571339 Nov 03 19:10:11.605577 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59408) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:11.657331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c25b4-1a45-4e51-8434-ed8f2dbfdb88 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=4bbbefd8-4daa-4101-8085-40dde22f4a47,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:11.725370 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-64999253-18d6-470e-9ab6-df0016a1c2fe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet dd4d8cd7-4652-45d3-bfcf-27146afce7ce {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:11.730655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64999253-18d6-470e-9ab6-df0016a1c2fe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.783726 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64999253-18d6-470e-9ab6-df0016a1c2fe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.804271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f260949-bea1-41f2-8bf6-313d47b2b8df None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:11.896358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64999253-18d6-470e-9ab6-df0016a1c2fe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:11.959502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0a534f81-469a-4f21-bb2a-bf31be25f484 None None] Could not find standard attr ID for object 0c42b748-abd5-4a1b-8cf5-cfe0cbf4bfeb. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:10:12.075472 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64999253-18d6-470e-9ab6-df0016a1c2fe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.077455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3887f-0a94-4a4f-b051-5af7ba7f2ca9 req-f259b491-92f4-4d0b-8786-43d28f1624f8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:12.080209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09a3887f-0a94-4a4f-b051-5af7ba7f2ca9 req-f259b491-92f4-4d0b-8786-43d28f1624f8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 946 time: 0.1063814 Nov 03 19:10:12.084564 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:12.114898 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64999253-18d6-470e-9ab6-df0016a1c2fe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4d8cd7-4652-45d3-bfcf-27146afce7ce,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:12.119932 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-64999253-18d6-470e-9ab6-df0016a1c2fe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.127428 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-64999253-18d6-470e-9ab6-df0016a1c2fe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/dd4d8cd7-4652-45d3-bfcf-27146afce7ce HTTP/1.1" status: 204 len: 168 time: 0.5204918 Nov 03 19:10:12.128518 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59428) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:12.148657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09a3887f-0a94-4a4f-b051-5af7ba7f2ca9 req-882bb873-a3ab-4f76-83b0-c03504a2a7e6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605965 Nov 03 19:10:12.167856 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:12.167856 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.179882 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75c228-6add-41cd-b983-b770a73687a1 req-9de84c06-e9ae-4c09-b80f-990f6e908270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:12.181378 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-9de84c06-e9ae-4c09-b80f-990f6e908270 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846&tenant_id=78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 1097 time: 0.1536479 Nov 03 19:10:12.184177 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b18c9898-f633-4c71-83e5-38d9fcb600e3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535531 Nov 03 19:10:12.186066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59430) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:12.192573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-0be05436-684f-4702-9bbd-0f46918a1948 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:12.197216 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:12.254550 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.285257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e334134-e2d7-4299-bc40-3fad68d4a036 None None] Update dhcp port {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': 'dd4d8cd7-4652-45d3-bfcf-27146afce7ce'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '0f7a21bc-0c18-4f3a-8088-ad5718b3af6a'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:10:12.289312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be05436-684f-4702-9bbd-0f46918a1948 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:12.294065 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0be05436-684f-4702-9bbd-0f46918a1948 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.320506 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1e334134-e2d7-4299-bc40-3fad68d4a036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.488380 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:12.497950 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0be05436-684f-4702-9bbd-0f46918a1948 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.522285 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10da1a7-e39e-4359-98f5-94629a0939b8 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:12.529058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:12.545003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be05436-684f-4702-9bbd-0f46918a1948 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:12.550270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-0be05436-684f-4702-9bbd-0f46918a1948 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:12.555097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be05436-684f-4702-9bbd-0f46918a1948 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:12.556346 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0be05436-684f-4702-9bbd-0f46918a1948 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.565961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be05436-684f-4702-9bbd-0f46918a1948 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=80d0e788-2d6a-45f3-b808-4ab35afe22b7,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:12.578894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0be05436-684f-4702-9bbd-0f46918a1948 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3916962 Nov 03 19:10:12.581816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59432) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:12.588726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:12.592600 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:12.595510 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd40f10-bb22-46ae-af53-375304d58500" -d '{"events": [{"server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "name": "network-vif-unplugged", "status": "completed", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:12.599996 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.612504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-99b52274-ee1f-498a-be79-4d3781958516 None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:12.612883 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-99b52274-ee1f-498a-be79-4d3781958516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.614878 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Transition to ACTIVE for port object eeed014a-c94b-4a5c-a37d-5215eb0cfce0 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:10:12.620472 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.668458 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a37757-e490-45a4-8e1f-f796cdf5fc1d x-openstack-request-id: req-82a37757-e490-45a4-8e1f-f796cdf5fc1d {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:12.668752 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "name": "network-vif-unplugged", "status": "completed", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:12.669589 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-82a37757-e490-45a4-8e1f-f796cdf5fc1d {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:12.669589 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'code': 200} Nov 03 19:10:12.716471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Pushing event updated for resources: {'Port': ['ID=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,revision_number=10']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:12.769987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:12.770560 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] No DVR routers for this DVR port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:12.778178 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.851978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e01ecdf-b2f5-4d46-98a6-aeca1a57b8c6 None None] Update dhcp port {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': '80d0e788-2d6a-45f3-b808-4ab35afe22b7'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '0f7a21bc-0c18-4f3a-8088-ad5718b3af6a'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:10:12.889778 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8e01ecdf-b2f5-4d46-98a6-aeca1a57b8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:12.944576 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Attempting to bind port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:12.944989 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Attempting to bind port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:12.945672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Attempting to bind port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 on network 014e23e3-8641-46e4-b08a-e056c5d123c8 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:12.950142 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 on network 014e23e3-8641-46e4-b08a-e056c5d123c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:10:12.950464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Attempting to bind port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 on network 014e23e3-8641-46e4-b08a-e056c5d123c8 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:12.956362 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:12.956691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Checking segment: {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:12.957075 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Bound using segment: {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:12.957513 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Bound port: eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98687043-249e-47a8-a5dd-508bfd13ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:12.957871 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.027165 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:13.031046 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:13.035342 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.071401 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:13.072074 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.073540 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] 10.222.0.98 "PUT /v2.0/ports/eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 1093 time: 0.8806398 Nov 03 19:10:13.098170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08a4f0-dcd6-4dea-ab97-4009b0359068 service neutron] Pushing event updated for resources: {'Port': ['ID=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,revision_number=11']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:13.098917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-8e01ecdf-b2f5-4d46-98a6-aeca1a57b8c6 None None] Allocated IP 172.20.0.2 (1afd2f6f-36ed-4547-9ae9-db78acf45259/80d0e788-2d6a-45f3-b808-4ab35afe22b7/0f7a21bc-0c18-4f3a-8088-ad5718b3af6a) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:13.184005 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75c228-6add-41cd-b983-b770a73687a1 req-4a96f182-24d8-4305-9fbf-be4d9b70c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:13.185533 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-4a96f182-24d8-4305-9fbf-be4d9b70c4cc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1096 time: 0.0801189 Nov 03 19:10:13.235486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.objects.ports [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:10:13.248304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8e01ecdf-b2f5-4d46-98a6-aeca1a57b8c6 None None] For port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:13.311460 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8e01ecdf-b2f5-4d46-98a6-aeca1a57b8c6 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.318737 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8e01ecdf-b2f5-4d46-98a6-aeca1a57b8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.343406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75c228-6add-41cd-b983-b770a73687a1 req-bff2225f-697a-4b20-8ec1-fe3a9500e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:13.345402 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-bff2225f-697a-4b20-8ec1-fe3a9500e1c9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 200 len: 898 time: 0.1534195 Nov 03 19:10:13.424905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59440) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:13.433369 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.440648 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01ecdf-b2f5-4d46-98a6-aeca1a57b8c6 None None] Pushing event updated for resources: {'Port': ['ID=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,revision_number=12']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:13.441570 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a73c1e81-738d-401a-8cdf-3242cd426956 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1022922779', 'description': 'tempest-secgroup-smoke-1022922779 description', 'project_id': 'dac53473acd94a04a384696f6afdcb5a'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:13.473324 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-0a1ffe40-9440-470d-93fd-736f3a130722 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 1000 time: 0.1200068 Nov 03 19:10:13.476882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5e0e4-5882-4169-9acd-1cf66fa32b46 req-ed4bd8a0-80bf-4ff1-86e6-598df85626b4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:13.478446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5f5e0e4-5882-4169-9acd-1cf66fa32b46 req-ed4bd8a0-80bf-4ff1-86e6-598df85626b4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 945 time: 0.1770697 Nov 03 19:10:13.492382 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a73c1e81-738d-401a-8cdf-3242cd426956 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.555081 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75c228-6add-41cd-b983-b770a73687a1 req-7e344345-838e-45fd-be95-789a6c7e9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:13.557512 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-7e344345-838e-45fd-be95-789a6c7e9346 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7b47a05-c30f-479c-bf77-6f9f827c7920 HTTP/1.1" status: 200 len: 835 time: 0.0758498 Nov 03 19:10:13.563567 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.574659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5f5e0e4-5882-4169-9acd-1cf66fa32b46 req-269ec14d-269b-4cfb-a05f-2f9e73555e81 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817537 Nov 03 19:10:13.686090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75c228-6add-41cd-b983-b770a73687a1 req-efa731e0-6d80-449c-8462-a901c15c3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:13.686499 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-efa731e0-6d80-449c-8462-a901c15c3a5b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=014e23e3-8641-46e4-b08a-e056c5d123c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171153 Nov 03 19:10:13.688984 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a73c1e81-738d-401a-8cdf-3242cd426956 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.702039 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a73c1e81-738d-401a-8cdf-3242cd426956 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.770501 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] For port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:13.788820 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a73c1e81-738d-401a-8cdf-3242cd426956 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.790633 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a73c1e81-738d-401a-8cdf-3242cd426956 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3625729 Nov 03 19:10:13.796174 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59442) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:13.801700 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.802826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-67a354a4-bfca-4f28-a246-8d4f082773ab tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'security_group_rule': {'security_group_id': '349ab3c3-cf58-47cf-a844-05c0e2c3bb79', 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:13.808665 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.809427 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.815135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c1e81-738d-401a-8cdf-3242cd426956 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349ab3c3-cf58-47cf-a844-05c0e2c3bb79,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:13.851519 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-cb6305af-07b4-413b-b08a-d78292c8df29 service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576204 Nov 03 19:10:13.858507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-67a354a4-bfca-4f28-a246-8d4f082773ab tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.894323 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:13.903350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:13.907386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=878b8eb6-5b85-4bb7-9d06-8f6258d1cd83,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:13.913090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:13.921221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:13.922156 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:13.934608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,revision_number=14']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:13.955615 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8c2c6e23-3c6d-4c52-a996-50e357a66c6b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3686037 Nov 03 19:10:13.955615 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59444) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:13.960721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f2be0d2f-964c-411a-8d49-233cbe31514b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'mac_address': 'fa:16:3e:67:35:c7', 'name': 'tempest-NetworksTestDHCPv6-907324714'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:14.004994 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-67a354a4-bfca-4f28-a246-8d4f082773ab tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.006556 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.012339 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-67a354a4-bfca-4f28-a246-8d4f082773ab tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.015741 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3f75c228-6add-41cd-b983-b770a73687a1 req-6807910a-99d1-47b3-bb94-6dcea23b91c9 service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534429 Nov 03 19:10:14.031184 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a354a4-bfca-4f28-a246-8d4f082773ab tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23296d16-107c-426f-be3c-8b4980b9898a,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:14.052390 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-67a354a4-bfca-4f28-a246-8d4f082773ab tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.056344 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-67a354a4-bfca-4f28-a246-8d4f082773ab tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2565191 Nov 03 19:10:14.057095 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59446) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:14.063843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4bfca577-11a1-4543-83cf-bcbbcfbe5200 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'security_group_rule': {'security_group_id': '349ab3c3-cf58-47cf-a844-05c0e2c3bb79', 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:14.065650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:14.070962 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.114935 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bfca577-11a1-4543-83cf-bcbbcfbe5200 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.144776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2be0d2f-964c-411a-8d49-233cbe31514b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:14.194316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,revision_number=15']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:14.220080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:14.221942 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bfca577-11a1-4543-83cf-bcbbcfbe5200 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.227739 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bfca577-11a1-4543-83cf-bcbbcfbe5200 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.254631 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4bfca577-11a1-4543-83cf-bcbbcfbe5200 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.255789 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4bfca577-11a1-4543-83cf-bcbbcfbe5200 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1969507 Nov 03 19:10:14.260974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59448) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:14.264600 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f2be0d2f-964c-411a-8d49-233cbe31514b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.269822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7571c8b-eb1f-43e4-b05a-da291431cc87 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:14.270014 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ed8a12a0-98e3-452e-b418-25e34ad2c732 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'security_group_rule': {'security_group_id': '349ab3c3-cf58-47cf-a844-05c0e2c3bb79', 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:14.279195 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfca577-11a1-4543-83cf-bcbbcfbe5200 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9401e744-5a0b-47e5-93d3-de359784db94,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:14.294872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-f2be0d2f-964c-411a-8d49-233cbe31514b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port 00175bb6-6735-4506-b80e-5739d296d14f yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:14.301128 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ed8a12a0-98e3-452e-b418-25e34ad2c732 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.358008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:14.358309 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.367563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ed8a12a0-98e3-452e-b418-25e34ad2c732 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.372036 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ed8a12a0-98e3-452e-b418-25e34ad2c732 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.392828 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a12a0-98e3-452e-b418-25e34ad2c732 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722fe39e-0331-4ef6-97f4-cec4fbc6a8b3,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:14.393273 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c3ac33c3-078b-4672-b3e3-4a8fb3afb126 None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:14.393734 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c3ac33c3-078b-4672-b3e3-4a8fb3afb126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.404098 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ed8a12a0-98e3-452e-b418-25e34ad2c732 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.405458 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ed8a12a0-98e3-452e-b418-25e34ad2c732 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418428 Nov 03 19:10:14.407962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59450) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:14.412592 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f90a68ac-7115-4d44-8f44-bc0797dcbe83 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'security_group_rule': {'security_group_id': '349ab3c3-cf58-47cf-a844-05c0e2c3bb79', 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:14.443549 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f90a68ac-7115-4d44-8f44-bc0797dcbe83 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.472726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-f2be0d2f-964c-411a-8d49-233cbe31514b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 172.20.0.12 (1afd2f6f-36ed-4547-9ae9-db78acf45259/80d0e788-2d6a-45f3-b808-4ab35afe22b7/00175bb6-6735-4506-b80e-5739d296d14f) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:14.480559 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-f2be0d2f-964c-411a-8d49-233cbe31514b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::f816:3eff:fe67:35c7 (1afd2f6f-36ed-4547-9ae9-db78acf45259/878b8eb6-5b85-4bb7-9d06-8f6258d1cd83/00175bb6-6735-4506-b80e-5739d296d14f) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:14.513499 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f90a68ac-7115-4d44-8f44-bc0797dcbe83 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.518164 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f90a68ac-7115-4d44-8f44-bc0797dcbe83 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.540267 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a68ac-7115-4d44-8f44-bc0797dcbe83 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff205ad-8469-4b90-ba2f-a8b65a1fc263,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:14.549027 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f90a68ac-7115-4d44-8f44-bc0797dcbe83 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.550510 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f90a68ac-7115-4d44-8f44-bc0797dcbe83 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415310 Nov 03 19:10:14.553202 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59452) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:14.558295 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c03f1d21-237c-48bc-a3a6-58f9ecadfefb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'security_group_rule': {'security_group_id': '349ab3c3-cf58-47cf-a844-05c0e2c3bb79', 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:14.582454 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-c03f1d21-237c-48bc-a3a6-58f9ecadfefb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Project dac53473acd94a04a384696f6afdcb5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:10:14.587890 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c03f1d21-237c-48bc-a3a6-58f9ecadfefb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.592966 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.603490 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c3ac33c3-078b-4672-b3e3-4a8fb3afb126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.652642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:14.658523 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.662982 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c03f1d21-237c-48bc-a3a6-58f9ecadfefb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.671116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:14.673084 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f2be0d2f-964c-411a-8d49-233cbe31514b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.673797 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5457cf51-d711-4dd1-a94d-2884bba47c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:14.676852 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c03f1d21-237c-48bc-a3a6-58f9ecadfefb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.697961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f1d21-237c-48bc-a3a6-58f9ecadfefb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756d6e9f-a084-4fe0-a9e9-2666ab268310,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:14.719716 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c03f1d21-237c-48bc-a3a6-58f9ecadfefb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.721555 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c03f1d21-237c-48bc-a3a6-58f9ecadfefb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1673508 Nov 03 19:10:14.724197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59458) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:14.734526 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-54970a55-76fa-479f-a3dd-ba8dda2045d2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'security_group_rule': {'security_group_id': '349ab3c3-cf58-47cf-a844-05c0e2c3bb79', 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:14.752422 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f2be0d2f-964c-411a-8d49-233cbe31514b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.778093 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c3ac33c3-078b-4672-b3e3-4a8fb3afb126 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:10:14.778485 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c3ac33c3-078b-4672-b3e3-4a8fb3afb126 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:10:14.779402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,revision_number=16']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:14.785152 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-54970a55-76fa-479f-a3dd-ba8dda2045d2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Project dac53473acd94a04a384696f6afdcb5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:10:14.795094 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-54970a55-76fa-479f-a3dd-ba8dda2045d2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.802162 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a9e241-3fb1-4f3b-b502-12e83adb10c5 x-openstack-request-id: req-00a9e241-3fb1-4f3b-b502-12e83adb10c5 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:14.802449 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:14.802707 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-00a9e241-3fb1-4f3b-b502-12e83adb10c5 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:14.803101 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'status': 'completed', 'code': 200} Nov 03 19:10:14.861777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be0d2f-964c-411a-8d49-233cbe31514b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:14.873093 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-f2be0d2f-964c-411a-8d49-233cbe31514b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:14.878527 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be0d2f-964c-411a-8d49-233cbe31514b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:14.913030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be0d2f-964c-411a-8d49-233cbe31514b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=00175bb6-6735-4506-b80e-5739d296d14f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:14.934031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6776edd-f2f1-4d33-94dc-fd70f7e4822b req-4d13dfe5-6100-4537-8b64-e7a4d74f4710 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:14.935661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6776edd-f2f1-4d33-94dc-fd70f7e4822b req-4d13dfe5-6100-4537-8b64-e7a4d74f4710 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 945 time: 0.1610820 Nov 03 19:10:14.948771 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-dd88a3ba-8c65-49a2-8c62-aa7ba6a4dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:14.950287 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-dd88a3ba-8c65-49a2-8c62-aa7ba6a4dca3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1096 time: 0.1031396 Nov 03 19:10:14.951989 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-54970a55-76fa-479f-a3dd-ba8dda2045d2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.954946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-3be8ec73-d148-4a55-88e6-b38110015eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:14.956951 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-3be8ec73-d148-4a55-88e6-b38110015eda service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1096 time: 0.1249359 Nov 03 19:10:14.958081 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-54970a55-76fa-479f-a3dd-ba8dda2045d2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:14.961764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2be0d2f-964c-411a-8d49-233cbe31514b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:14.962432 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f2be0d2f-964c-411a-8d49-233cbe31514b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.000724 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f2be0d2f-964c-411a-8d49-233cbe31514b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0410759 Nov 03 19:10:15.001048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59460) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:15.046092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6776edd-f2f1-4d33-94dc-fd70f7e4822b req-683690c7-1421-4301-8c72-5fc89d9f7c3b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001210 Nov 03 19:10:15.076268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b8e58e-2473-429d-8e4e-390401e94b7a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:15.084215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b8e58e-2473-429d-8e4e-390401e94b7a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:15.084948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54970a55-76fa-479f-a3dd-ba8dda2045d2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abf1536-b01e-4834-977b-726144621e56,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:15.085901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b8b8e58e-2473-429d-8e4e-390401e94b7a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0841022 Nov 03 19:10:15.088670 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59462) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:15.126247 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-54970a55-76fa-479f-a3dd-ba8dda2045d2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.127666 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-54970a55-76fa-479f-a3dd-ba8dda2045d2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4014049 Nov 03 19:10:15.155642 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-9bb561ba-406e-4ec5-8dd1-7ccbfb9008c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:15.157775 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-9bb561ba-406e-4ec5-8dd1-7ccbfb9008c2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 200 len: 898 time: 0.1817362 Nov 03 19:10:15.219140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-6120dc6d-b782-46d4-beb5-e9ae42bc731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:15.221190 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-6120dc6d-b782-46d4-beb5-e9ae42bc731b service neutron] 10.222.0.87 "GET /v2.0/networks?id=014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 200 len: 898 time: 0.2611568 Nov 03 19:10:15.222739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-99ecba5a-8299-4ba4-a142-10d6cbe4cfdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port 00175bb6-6735-4506-b80e-5739d296d14f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:15.223728 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99ecba5a-8299-4ba4-a142-10d6cbe4cfdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.279436 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-09a5eef2-a8a5-4699-9e4e-984822552790 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 1000 time: 0.1136672 Nov 03 19:10:15.337158 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-d37441a7-3e6e-4060-be85-2ceab6722b38 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 1000 time: 0.1066916 Nov 03 19:10:15.370569 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99ecba5a-8299-4ba4-a142-10d6cbe4cfdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.386549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-99ecba5a-8299-4ba4-a142-10d6cbe4cfdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for 00175bb6-6735-4506-b80e-5739d296d14f owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:15.418837 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-ba5a4805-1a66-4944-bbf0-b3fbfd4a4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:15.421512 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-ba5a4805-1a66-4944-bbf0-b3fbfd4a4903 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7b47a05-c30f-479c-bf77-6f9f827c7920 HTTP/1.1" status: 200 len: 835 time: 0.1343868 Nov 03 19:10:15.477067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-77a2ffe4-c0a7-4a47-a956-a2b8e652f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:15.478722 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-77a2ffe4-c0a7-4a47-a956-a2b8e652f1d1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d7b47a05-c30f-479c-bf77-6f9f827c7920 HTTP/1.1" status: 200 len: 835 time: 0.1306038 Nov 03 19:10:15.501112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27792890-5dd1-45b0-8cd6-24ffbaa422af None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:15.534769 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-d4f02e8e-83cf-4735-9d9b-62e7ae4adbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:15.536335 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-d4f02e8e-83cf-4735-9d9b-62e7ae4adbab service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=014e23e3-8641-46e4-b08a-e056c5d123c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080530 Nov 03 19:10:15.580858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-67478d4b-6247-43f5-9054-59ec8931b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:15.583539 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-67478d4b-6247-43f5-9054-59ec8931b328 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=014e23e3-8641-46e4-b08a-e056c5d123c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949221 Nov 03 19:10:15.605747 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b402eaf9-7db2-40d0-8521-3c240365e982 None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:15.606476 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b402eaf9-7db2-40d0-8521-3c240365e982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.654340 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99ecba5a-8299-4ba4-a142-10d6cbe4cfdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.694851 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecba5a-8299-4ba4-a142-10d6cbe4cfdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=00175bb6-6735-4506-b80e-5739d296d14f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:15.819160 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device eeed014a-c94b-4a5c-a37d-5215eb0cfce0 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:10:15.827632 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-18d89f07-02f1-4b60-a5f8-1517b05aa45b service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768323 Nov 03 19:10:15.842717 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-e784a26a-93b0-4c02-a2f3-59666cf045fc service neutron] 10.222.0.87 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492969 Nov 03 19:10:15.850479 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-99ecba5a-8299-4ba4-a142-10d6cbe4cfdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:15.858200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-99ecba5a-8299-4ba4-a142-10d6cbe4cfdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/00175bb6-6735-4506-b80e-5739d296d14f HTTP/1.1" status: 204 len: 168 time: 0.7662942 Nov 03 19:10:15.858901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59506) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:15.944781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d932ac5b-e3a8-466c-bc38-776355033c4d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:15.946510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d932ac5b-e3a8-466c-bc38-776355033c4d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:15.948258 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d932ac5b-e3a8-466c-bc38-776355033c4d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:15.954499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d932ac5b-e3a8-466c-bc38-776355033c4d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0924151 Nov 03 19:10:15.954814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59508) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:15.964442 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:15.980044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'port_id': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'mac_address': 'fa:16:3e:08:e5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:10:16.030002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:16.062063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70e0f57-d69a-4f2f-949a-dc1d6136e377 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 80d0e788-2d6a-45f3-b808-4ab35afe22b7 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:16.072634 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d70e0f57-d69a-4f2f-949a-dc1d6136e377 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:16.102423 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:16.137266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeed014a-c94b-4a5c-a37d-5215eb0cfce0 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:10:16.198802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:16.199460 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:16.203562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:16.217083 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d70e0f57-d69a-4f2f-949a-dc1d6136e377 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:16.233964 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:16.330063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c98d3-ae86-4342-9413-98f0238886bd req-b81799b0-4dee-4cae-99c4-6d454c73967f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:16.331752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-049c98d3-ae86-4342-9413-98f0238886bd req-b81799b0-4dee-4cae-99c4-6d454c73967f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 945 time: 0.1656580 Nov 03 19:10:16.377035 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,revision_number=12']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:16.447703 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-049c98d3-ae86-4342-9413-98f0238886bd req-8b2c98dd-37a3-4627-9487-7c4865fe5c78 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957119 Nov 03 19:10:16.464234 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['eeed014a-c94b-4a5c-a37d-5215eb0cfce0'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:10:16.486455 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d70e0f57-d69a-4f2f-949a-dc1d6136e377 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:16.491613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59542) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:16.522668 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device eeed014a-c94b-4a5c-a37d-5215eb0cfce0 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:16.529241 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-365308ec-796c-47c6-b825-5255fcf1792e None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:16.529739 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-365308ec-796c-47c6-b825-5255fcf1792e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:16.581670 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-58dad9f1-64af-4717-b360-ca50b46c0db1 service neutron] 10.222.0.87 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7237976 Nov 03 19:10:16.620956 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5457cf51-d711-4dd1-a94d-2884bba47c4a req-4f71a2e0-117b-4265-84b8-3b78bd7241b0 service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7908685 Nov 03 19:10:16.680668 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-883e1445-8241-4647-aedb-77c59263fa0d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/24d8bf3d-d40e-475f-ba4f-f1e3c592b0fc HTTP/1.1" status: 200 len: 993 time: 0.1886444 Nov 03 19:10:16.689752 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d70e0f57-d69a-4f2f-949a-dc1d6136e377 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:16.741650 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d70e0f57-d69a-4f2f-949a-dc1d6136e377 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:16.750141 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59544) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:16.760864 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d70e0f57-d69a-4f2f-949a-dc1d6136e377 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/80d0e788-2d6a-45f3-b808-4ab35afe22b7 HTTP/1.1" status: 204 len: 168 time: 0.8049488 Nov 03 19:10:16.764121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e0f57-d69a-4f2f-949a-dc1d6136e377 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=80d0e788-2d6a-45f3-b808-4ab35afe22b7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:16.806682 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device eeed014a-c94b-4a5c-a37d-5215eb0cfce0 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:16.824382 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8b192a-a840-44ae-93a2-9a15de6c9517 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:16.827363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6110bb5-2bb0-4ad1-96ab-8d9c44d33942 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 878b8eb6-5b85-4bb7-9d06-8f6258d1cd83 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:16.831983 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6110bb5-2bb0-4ad1-96ab-8d9c44d33942 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:16.899624 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6110bb5-2bb0-4ad1-96ab-8d9c44d33942 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.002012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6110bb5-2bb0-4ad1-96ab-8d9c44d33942 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.080829 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6110bb5-2bb0-4ad1-96ab-8d9c44d33942 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.095686 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1e7379b4-477f-452d-92b7-2af2bba08116 None None] Could not find standard attr ID for object 00175bb6-6735-4506-b80e-5739d296d14f. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:10:17.112948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6110bb5-2bb0-4ad1-96ab-8d9c44d33942 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=878b8eb6-5b85-4bb7-9d06-8f6258d1cd83,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:17.116890 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6110bb5-2bb0-4ad1-96ab-8d9c44d33942 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.120469 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f6110bb5-2bb0-4ad1-96ab-8d9c44d33942 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/878b8eb6-5b85-4bb7-9d06-8f6258d1cd83 HTTP/1.1" status: 204 len: 168 time: 0.3615100 Nov 03 19:10:17.120982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59548) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:17.160174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cd7bd6d8-cd01-4d06-bd3c-f6e1eee2ccb4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381534 Nov 03 19:10:17.162956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59550) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:17.168996 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-e727f8a7-b3bb-4998-8266-99907be4e0e3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:17.249055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b78d36a-890f-455e-afb8-498ccf2081c2 None None] Update dhcp port {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': '878b8eb6-5b85-4bb7-9d06-8f6258d1cd83'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '0f7a21bc-0c18-4f3a-8088-ad5718b3af6a'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:10:17.276125 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b78d36a-890f-455e-afb8-498ccf2081c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.284896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e727f8a7-b3bb-4998-8266-99907be4e0e3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:17.288715 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e727f8a7-b3bb-4998-8266-99907be4e0e3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.469122 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e964df83-ae3d-4917-bd0e-825ebf65e044 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:17.526228 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e727f8a7-b3bb-4998-8266-99907be4e0e3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.548527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-61329d5a-d921-4b46-93f0-556ae84abf3b None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:17.549159 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-61329d5a-d921-4b46-93f0-556ae84abf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.574064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e727f8a7-b3bb-4998-8266-99907be4e0e3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:17.578538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-e727f8a7-b3bb-4998-8266-99907be4e0e3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:17.583021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e727f8a7-b3bb-4998-8266-99907be4e0e3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:17.583679 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e727f8a7-b3bb-4998-8266-99907be4e0e3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.595194 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727f8a7-b3bb-4998-8266-99907be4e0e3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=541f5417-6001-4c7c-bf7b-3de5ad197397,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:17.607043 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e727f8a7-b3bb-4998-8266-99907be4e0e3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4425664 Nov 03 19:10:17.609517 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59552) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:17.619218 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:17.736310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f0786b-fa74-414c-a86d-db9dbb96e9fb None None] Update dhcp port {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': '541f5417-6001-4c7c-bf7b-3de5ad197397'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '0f7a21bc-0c18-4f3a-8088-ad5718b3af6a'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:10:17.750207 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:17.753951 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.765689 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-93f0786b-fa74-414c-a86d-db9dbb96e9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.817251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device eeed014a-c94b-4a5c-a37d-5215eb0cfce0 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:17.959720 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:10:17.976357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:17.977309 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:17.989580 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-93f0786b-fa74-414c-a86d-db9dbb96e9fb None None] Allocated IP 172.20.0.2 (1afd2f6f-36ed-4547-9ae9-db78acf45259/541f5417-6001-4c7c-bf7b-3de5ad197397/0f7a21bc-0c18-4f3a-8088-ad5718b3af6a) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:18.028540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:18.188971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.objects.ports [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:10:18.207193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-93f0786b-fa74-414c-a86d-db9dbb96e9fb None None] For port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:18.261711 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.277284 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.295981 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-93f0786b-fa74-414c-a86d-db9dbb96e9fb None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.306903 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-93f0786b-fa74-414c-a86d-db9dbb96e9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.322144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:18.324446 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0350f4-0fa3-4cb1-88cc-167c22852c01" -d '{"events": [{"server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "name": "network-vif-plugged", "status": "completed", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:18.396034 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:18.400257 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64bf231-f328-4930-bfea-d890ea527f9c x-openstack-request-id: req-b64bf231-f328-4930-bfea-d890ea527f9c {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:18.400541 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "name": "network-vif-plugged", "status": "completed", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:18.400794 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b64bf231-f328-4930-bfea-d890ea527f9c {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:18.401202 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'code': 200} Nov 03 19:10:18.430225 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.441799 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.457201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0786b-fa74-414c-a86d-db9dbb96e9fb None None] Pushing event updated for resources: {'Port': ['ID=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,revision_number=19']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:18.486773 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:10:18.487134 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:10:18.515076 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,revision_number=13']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:18.632992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] For port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:18.667032 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.675257 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.676057 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.772450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:18.781464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:18.788067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:18.788675 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.791422 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,revision_number=21']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:18.795333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=d44fb407-093b-47b6-bcf7-47f490680c9c,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:18.815776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59558) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:18.816303 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-42c6ed0d-cc2d-4bb7-b14c-aa11549ffd79 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2043307 Nov 03 19:10:18.822346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-93faed63-243e-4991-9ecd-d26f1c0c47b8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'mac_address': 'fa:16:3e:23:de:2c', 'name': 'tempest-NetworksTestDHCPv6-595128067'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:18.956143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93faed63-243e-4991-9ecd-d26f1c0c47b8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:18.961180 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93faed63-243e-4991-9ecd-d26f1c0c47b8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:18.987763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-93faed63-243e-4991-9ecd-d26f1c0c47b8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port f31d7acb-7a25-4390-ae8c-e297083687f6 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:19.047969 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.092917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:19.098311 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.167079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,revision_number=22']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:19.211652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-93faed63-243e-4991-9ecd-d26f1c0c47b8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 172.20.0.4 (1afd2f6f-36ed-4547-9ae9-db78acf45259/541f5417-6001-4c7c-bf7b-3de5ad197397/f31d7acb-7a25-4390-ae8c-e297083687f6) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:19.219666 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-93faed63-243e-4991-9ecd-d26f1c0c47b8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::f816:3eff:fe23:de2c (1afd2f6f-36ed-4547-9ae9-db78acf45259/d44fb407-093b-47b6-bcf7-47f490680c9c/f31d7acb-7a25-4390-ae8c-e297083687f6) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:19.224160 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b73c6d9-3439-4f7a-beba-76f29a14bbb0 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:19.294830 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-2bb94116-9c19-4c66-8a0d-8d25d9d943e7 None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:19.295198 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2bb94116-9c19-4c66-8a0d-8d25d9d943e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.427525 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93faed63-243e-4991-9ecd-d26f1c0c47b8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.455868 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2bb94116-9c19-4c66-8a0d-8d25d9d943e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.475186 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93faed63-243e-4991-9ecd-d26f1c0c47b8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.496129 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-2bb94116-9c19-4c66-8a0d-8d25d9d943e7 None None] For port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:19.501557 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2bb94116-9c19-4c66-8a0d-8d25d9d943e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.538714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93faed63-243e-4991-9ecd-d26f1c0c47b8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=f31d7acb-7a25-4390-ae8c-e297083687f6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:19.542914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93faed63-243e-4991-9ecd-d26f1c0c47b8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:19.544573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-93faed63-243e-4991-9ecd-d26f1c0c47b8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:19.547090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93faed63-243e-4991-9ecd-d26f1c0c47b8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:19.561593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb94116-9c19-4c66-8a0d-8d25d9d943e7 None None] Pushing event updated for resources: {'Port': ['ID=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,revision_number=23']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:19.604943 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93faed63-243e-4991-9ecd-d26f1c0c47b8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:19.605719 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-93faed63-243e-4991-9ecd-d26f1c0c47b8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.625989 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-93faed63-243e-4991-9ecd-d26f1c0c47b8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8068633 Nov 03 19:10:19.627089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59562) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:19.679422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8a617d-3b6c-45ca-9798-17de16c2fcfa tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:19.685816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8a617d-3b6c-45ca-9798-17de16c2fcfa tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:19.690199 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7e8a617d-3b6c-45ca-9798-17de16c2fcfa tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0593693 Nov 03 19:10:19.690538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59564) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:19.811991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-28da6231-937a-4837-90c8-4a82fcea9f3b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port f31d7acb-7a25-4390-ae8c-e297083687f6 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:19.812343 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28da6231-937a-4837-90c8-4a82fcea9f3b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.919061 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28da6231-937a-4837-90c8-4a82fcea9f3b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:19.934933 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-28da6231-937a-4837-90c8-4a82fcea9f3b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for f31d7acb-7a25-4390-ae8c-e297083687f6 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:19.991988 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:20.066444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:20.067502 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.181091 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28da6231-937a-4837-90c8-4a82fcea9f3b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.209445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27d004e-56ea-45f0-b100-4f44c1a1f36a None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:20.218512 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da6231-937a-4837-90c8-4a82fcea9f3b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=f31d7acb-7a25-4390-ae8c-e297083687f6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:20.286350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-bf4a5d55-5bf8-4868-8040-487c03448a1e None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:20.287297 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5d55-5bf8-4868-8040-487c03448a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.315149 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28da6231-937a-4837-90c8-4a82fcea9f3b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.320696 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-28da6231-937a-4837-90c8-4a82fcea9f3b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/f31d7acb-7a25-4390-ae8c-e297083687f6 HTTP/1.1" status: 204 len: 168 time: 0.6268272 Nov 03 19:10:20.321076 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59568) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:20.374880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e53821-2b9e-4929-9230-ea05b419d246 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:20.377577 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e53821-2b9e-4929-9230-ea05b419d246 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:20.379156 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e53821-2b9e-4929-9230-ea05b419d246 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:20.384183 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d6e53821-2b9e-4929-9230-ea05b419d246 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0588150 Nov 03 19:10:20.384379 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59570) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:20.450468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-13391083-1866-427e-9f93-03e754922a92 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 541f5417-6001-4c7c-bf7b-3de5ad197397 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:20.453684 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-13391083-1866-427e-9f93-03e754922a92 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.502774 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-13391083-1866-427e-9f93-03e754922a92 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.599872 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-13391083-1866-427e-9f93-03e754922a92 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.675498 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-13391083-1866-427e-9f93-03e754922a92 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.728608 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13391083-1866-427e-9f93-03e754922a92 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=541f5417-6001-4c7c-bf7b-3de5ad197397,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:20.737149 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-13391083-1866-427e-9f93-03e754922a92 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.740804 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-13391083-1866-427e-9f93-03e754922a92 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/541f5417-6001-4c7c-bf7b-3de5ad197397 HTTP/1.1" status: 204 len: 168 time: 0.3552620 Nov 03 19:10:20.743326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59574) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:20.779242 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ad916825-cfec-497f-bf8d-4ed920fe0894 None None] Provisioning complete for port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:20.780118 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ad916825-cfec-497f-bf8d-4ed920fe0894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.817542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-c115bd34-abac-4f55-a0ed-733fbb6713de tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet d44fb407-093b-47b6-bcf7-47f490680c9c {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:20.821817 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c115bd34-abac-4f55-a0ed-733fbb6713de tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.879539 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c115bd34-abac-4f55-a0ed-733fbb6713de tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:20.994529 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c115bd34-abac-4f55-a0ed-733fbb6713de tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.060926 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c115bd34-abac-4f55-a0ed-733fbb6713de tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.078413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795e3378-df2f-4696-9daa-0567b951a54a None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:21.093470 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c115bd34-abac-4f55-a0ed-733fbb6713de tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.099515 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c115bd34-abac-4f55-a0ed-733fbb6713de tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/d44fb407-093b-47b6-bcf7-47f490680c9c HTTP/1.1" status: 204 len: 168 time: 0.3527846 Nov 03 19:10:21.099515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115bd34-abac-4f55-a0ed-733fbb6713de tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=d44fb407-093b-47b6-bcf7-47f490680c9c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:21.099955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59576) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:21.146500 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8e6864e7-610a-444a-b06a-1a64ba823597 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447631 Nov 03 19:10:21.148615 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59580) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:21.384860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c05d9e57-7d7d-4793-a05b-5fae7ed3f28b None None] Could not find standard attr ID for object f31d7acb-7a25-4390-ae8c-e297083687f6. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:10:21.553321 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4384b1dd-fef5-42a8-b12a-c4a0164ca6bc None None] DHCP port deletion for 1afd2f6f-36ed-4547-9ae9-db78acf45259 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:21.602209 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cf54c6-6d76-4268-afec-c0a7faacef4c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:21.604047 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-01cf54c6-6d76-4268-afec-c0a7faacef4c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4539618 Nov 03 19:10:21.606418 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59582) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:21.606996 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4384b1dd-fef5-42a8-b12a-c4a0164ca6bc None None] Deleting port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:21.607373 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4384b1dd-fef5-42a8-b12a-c4a0164ca6bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.664792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf80b11-b1e7-43f3-a74c-da479a8dcf22 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:21.668442 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ecf80b11-b1e7-43f3-a74c-da479a8dcf22 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0587797 Nov 03 19:10:21.669624 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59584) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:21.681333 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4384b1dd-fef5-42a8-b12a-c4a0164ca6bc None None] For port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:21.681735 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4384b1dd-fef5-42a8-b12a-c4a0164ca6bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.700298 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4384b1dd-fef5-42a8-b12a-c4a0164ca6bc None None] Calling delete_port for 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:21.718095 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-db31f322-a783-4ff5-a7ea-5cd50ef95da6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473778 Nov 03 19:10:21.721065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59586) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:21.726397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1972ccd6-dd79-43f1-b179-18c557ea2a1a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:21.793253 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4384b1dd-fef5-42a8-b12a-c4a0164ca6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.820798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384b1dd-fef5-42a8-b12a-c4a0164ca6bc None None] Pushing event deleted for resources: {'Port': ['ID=0f7a21bc-0c18-4f3a-8088-ad5718b3af6a,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:21.822972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4384b1dd-fef5-42a8-b12a-c4a0164ca6bc None None] No DVR routers for this DVR port 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:21.823506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1972ccd6-dd79-43f1-b179-18c557ea2a1a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:21.832991 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1972ccd6-dd79-43f1-b179-18c557ea2a1a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.834669 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1972ccd6-dd79-43f1-b179-18c557ea2a1a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:10:21.835421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1972ccd6-dd79-43f1-b179-18c557ea2a1a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:21.855060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1972ccd6-dd79-43f1-b179-18c557ea2a1a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1325126 Nov 03 19:10:21.858344 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59588) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:21.864106 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-270c1468-9c1a-4cad-810c-5d3542b54197 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:21.971820 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:21.981036 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270c1468-9c1a-4cad-810c-5d3542b54197 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:21.985968 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-270c1468-9c1a-4cad-810c-5d3542b54197 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:21.988411 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-270c1468-9c1a-4cad-810c-5d3542b54197 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:10:21.988897 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270c1468-9c1a-4cad-810c-5d3542b54197 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:21.992179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:21.992179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0f7a21bc-0c18-4f3a-8088-ad5718b3af6a not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:22.011809 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-270c1468-9c1a-4cad-810c-5d3542b54197 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1521840 Nov 03 19:10:22.014880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59590) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:22.020963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-8ebd5cce-e5bd-48d1-a581-26e02c651f18 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:22.061709 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b42cec1c-3773-4f10-9336-8cea65c40f05 req-48f2e66c-b106-48e1-b57c-c91d9f41a6c4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487146 Nov 03 19:10:22.130278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebd5cce-e5bd-48d1-a581-26e02c651f18 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:22.133936 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8ebd5cce-e5bd-48d1-a581-26e02c651f18 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.135370 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebd5cce-e5bd-48d1-a581-26e02c651f18 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:10:22.135840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebd5cce-e5bd-48d1-a581-26e02c651f18 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:22.160117 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8ebd5cce-e5bd-48d1-a581-26e02c651f18 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1440947 Nov 03 19:10:22.162515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59592) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:22.167956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-90e8938c-f57d-45c5-88d8-44d0b91a06e6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:22.229302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cec1c-3773-4f10-9336-8cea65c40f05 req-7b5e3ea2-4f5f-4c88-af14-14e21c372b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:22.230820 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b42cec1c-3773-4f10-9336-8cea65c40f05 req-7b5e3ea2-4f5f-4c88-af14-14e21c372b68 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1098 time: 0.1104126 Nov 03 19:10:22.324234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e8938c-f57d-45c5-88d8-44d0b91a06e6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:22.327808 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-90e8938c-f57d-45c5-88d8-44d0b91a06e6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.329553 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e8938c-f57d-45c5-88d8-44d0b91a06e6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:10:22.329980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e8938c-f57d-45c5-88d8-44d0b91a06e6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:22.357874 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-90e8938c-f57d-45c5-88d8-44d0b91a06e6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1942425 Nov 03 19:10:22.361610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59596) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:22.367507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c9fab653-4d7d-4216-a3fb-bce6a31d3f06 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:22.371813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cec1c-3773-4f10-9336-8cea65c40f05 req-f5497e47-19f5-4e32-ad81-1a891fd9f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:22.373342 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b42cec1c-3773-4f10-9336-8cea65c40f05 req-f5497e47-19f5-4e32-ad81-1a891fd9f67d service neutron] 10.222.0.98 "GET /v2.0/networks?id=014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 200 len: 898 time: 0.1213839 Nov 03 19:10:22.446501 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b42cec1c-3773-4f10-9336-8cea65c40f05 req-60e09f5c-f962-4d57-8fc5-b331a940b6fe service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 1002 time: 0.0660477 Nov 03 19:10:22.463127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fab653-4d7d-4216-a3fb-bce6a31d3f06 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:22.466762 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9fab653-4d7d-4216-a3fb-bce6a31d3f06 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.468404 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fab653-4d7d-4216-a3fb-bce6a31d3f06 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:10:22.468848 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fab653-4d7d-4216-a3fb-bce6a31d3f06 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:22.487692 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c9fab653-4d7d-4216-a3fb-bce6a31d3f06 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1248648 Nov 03 19:10:22.490543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59598) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:22.496147 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-2769e48c-53e3-405b-aed4-0427acdcb1ad tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:22.507308 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cec1c-3773-4f10-9336-8cea65c40f05 req-ea27b015-fa98-4078-9173-cdf38118220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:22.508821 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b42cec1c-3773-4f10-9336-8cea65c40f05 req-ea27b015-fa98-4078-9173-cdf38118220b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7b47a05-c30f-479c-bf77-6f9f827c7920 HTTP/1.1" status: 200 len: 835 time: 0.0557353 Nov 03 19:10:22.557571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cec1c-3773-4f10-9336-8cea65c40f05 req-9dc880b2-d1f9-47a9-acd0-2eabdd8e36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:22.559124 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b42cec1c-3773-4f10-9336-8cea65c40f05 req-9dc880b2-d1f9-47a9-acd0-2eabdd8e36e9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=014e23e3-8641-46e4-b08a-e056c5d123c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439231 Nov 03 19:10:22.597304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2769e48c-53e3-405b-aed4-0427acdcb1ad tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:22.600894 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2769e48c-53e3-405b-aed4-0427acdcb1ad tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:22.602330 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2769e48c-53e3-405b-aed4-0427acdcb1ad tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:10:22.602785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2769e48c-53e3-405b-aed4-0427acdcb1ad tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:22.627637 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2769e48c-53e3-405b-aed4-0427acdcb1ad tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1349733 Nov 03 19:10:22.629624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59600) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:22.658374 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-381d2d37-3216-4d85-85d4-6cfc3fe3426c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0275795 Nov 03 19:10:22.660857 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59602) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:22.665532 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b42cec1c-3773-4f10-9336-8cea65c40f05 req-aefe56e2-71b0-4994-a87c-216d51ac5b94 service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991206 Nov 03 19:10:22.721296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55dea9a-7cf6-4597-b149-2b91f571b14d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:22.722856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a55dea9a-7cf6-4597-b149-2b91f571b14d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0610838 Nov 03 19:10:22.725382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59604) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:22.770091 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b42cec1c-3773-4f10-9336-8cea65c40f05 req-293c21fd-36f9-4f31-ad13-c97503c35df8 service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974371 Nov 03 19:10:22.771728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ba25beb8-e856-4af4-af3d-ea655e3acd35 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448239 Nov 03 19:10:22.775782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59606) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:22.783445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:22.887813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:22.892488 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.176693 n-d-812150-4 neutron-server[101712]: DEBUG neutron.objects.ports [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:10:23.178304 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.219458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:23.224116 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:23.227607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:23.228207 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.237416 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe7b752-2c37-4e18-b858-c00c47bfd6ee None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:23.243544 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=78e5184c-4bfe-4f8c-8463-7e31640ef148,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:23.254953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:23.255402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:23.255854 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:23.256205 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:23.256549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:23.256888 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:23.257226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:23.257562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:23.257890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:23.258215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:23.258550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:23.258885 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:23.265667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a312ed33-b3a6-4cb2-bd09-557ac21e95f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4885695 Nov 03 19:10:23.268595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59610) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:23.276612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-8e118195-d7ca-4c24-8c1a-385bb005f294 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'mac_address': 'fa:16:3e:9e:26:f7', 'name': 'tempest-NetworksTestDHCPv6-1248633102'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:23.346260 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:10:23.400770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e118195-d7ca-4c24-8c1a-385bb005f294 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:23.421996 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': '78e5184c-4bfe-4f8c-8463-7e31640ef148'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:10:23.424396 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.492624 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e118195-d7ca-4c24-8c1a-385bb005f294 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.518192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-8e118195-d7ca-4c24-8c1a-385bb005f294 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port 8b56ca1c-7d97-4123-8d26-563deee26697 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:23.580713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Allocated IP 2001:db8::f816:3eff:feb9:d8c1 (1afd2f6f-36ed-4547-9ae9-db78acf45259/78e5184c-4bfe-4f8c-8463-7e31640ef148/45450463-d561-4636-b27c-063a0591f447) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:23.740156 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.746657 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.789209 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:23.795000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:23.800589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:23.808093 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-8e118195-d7ca-4c24-8c1a-385bb005f294 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::f816:3eff:fe9e:26f7 (1afd2f6f-36ed-4547-9ae9-db78acf45259/78e5184c-4bfe-4f8c-8463-7e31640ef148/8b56ca1c-7d97-4123-8d26-563deee26697) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:23.808303 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Pushing event updated for resources: {'Port': ['ID=45450463-d561-4636-b27c-063a0591f447,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:23.864055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Attempting to bind port 45450463-d561-4636-b27c-063a0591f447 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:23.864433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Attempting to bind port 45450463-d561-4636-b27c-063a0591f447 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:23.864802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Attempting to bind port 45450463-d561-4636-b27c-063a0591f447 on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:23.870447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:23.871091 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:23.871505 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.871927 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:23.872403 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Bound port: 45450463-d561-4636-b27c-063a0591f447, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:23.872788 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.946440 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] For port 45450463-d561-4636-b27c-063a0591f447, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:23.949971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] For port 45450463-d561-4636-b27c-063a0591f447, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=45450463-d561-4636-b27c-063a0591f447,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:23.956130 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:23.997538 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e118195-d7ca-4c24-8c1a-385bb005f294 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.016897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f7604-637e-401b-b509-1d6b958558e2 None None] Pushing event updated for resources: {'Port': ['ID=45450463-d561-4636-b27c-063a0591f447,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:24.045461 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e118195-d7ca-4c24-8c1a-385bb005f294 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.095887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e118195-d7ca-4c24-8c1a-385bb005f294 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:24.099394 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-8e118195-d7ca-4c24-8c1a-385bb005f294 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:24.105939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e118195-d7ca-4c24-8c1a-385bb005f294 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:24.111903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e118195-d7ca-4c24-8c1a-385bb005f294 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:24.112581 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8e118195-d7ca-4c24-8c1a-385bb005f294 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.123770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e118195-d7ca-4c24-8c1a-385bb005f294 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=8b56ca1c-7d97-4123-8d26-563deee26697,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:24.137401 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8e118195-d7ca-4c24-8c1a-385bb005f294 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8676741 Nov 03 19:10:24.140120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59612) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:24.198337 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c0bdc-437d-4989-9e22-d9912056f2f1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:24.208795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c0bdc-437d-4989-9e22-d9912056f2f1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:24.210675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1e5c0bdc-437d-4989-9e22-d9912056f2f1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0686741 Nov 03 19:10:24.217597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59614) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:24.347009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-9817b11d-a770-4783-856b-c3e86e2bc7a6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port 8b56ca1c-7d97-4123-8d26-563deee26697 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:24.347430 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9817b11d-a770-4783-856b-c3e86e2bc7a6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.439762 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9817b11d-a770-4783-856b-c3e86e2bc7a6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.452793 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-9817b11d-a770-4783-856b-c3e86e2bc7a6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for 8b56ca1c-7d97-4123-8d26-563deee26697 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:24.590255 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9817b11d-a770-4783-856b-c3e86e2bc7a6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.620337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817b11d-a770-4783-856b-c3e86e2bc7a6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=8b56ca1c-7d97-4123-8d26-563deee26697,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:24.655236 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9817b11d-a770-4783-856b-c3e86e2bc7a6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.658803 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9817b11d-a770-4783-856b-c3e86e2bc7a6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/8b56ca1c-7d97-4123-8d26-563deee26697 HTTP/1.1" status: 204 len: 168 time: 0.4400921 Nov 03 19:10:24.662011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59618) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:24.745437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3260eee-1679-4820-9e96-77589d88a2d7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:24.747442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3260eee-1679-4820-9e96-77589d88a2d7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:24.749169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b3260eee-1679-4820-9e96-77589d88a2d7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0825946 Nov 03 19:10:24.752544 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59620) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:24.820958 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-21cbb843-8ea5-4a22-89a7-41f4550d26f0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 78e5184c-4bfe-4f8c-8463-7e31640ef148 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:24.826520 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21cbb843-8ea5-4a22-89a7-41f4550d26f0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:24.876507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21cbb843-8ea5-4a22-89a7-41f4550d26f0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.004164 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21cbb843-8ea5-4a22-89a7-41f4550d26f0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.076833 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21cbb843-8ea5-4a22-89a7-41f4550d26f0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.107962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbb843-8ea5-4a22-89a7-41f4550d26f0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=78e5184c-4bfe-4f8c-8463-7e31640ef148,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:25.115050 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21cbb843-8ea5-4a22-89a7-41f4550d26f0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.118258 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-21cbb843-8ea5-4a22-89a7-41f4550d26f0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/78e5184c-4bfe-4f8c-8463-7e31640ef148 HTTP/1.1" status: 204 len: 168 time: 0.3646855 Nov 03 19:10:25.120830 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59622) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:25.149103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c2352fbf-1a25-4bbd-9f72-ff61dd2e49ce None None] Provisioning complete for port 45450463-d561-4636-b27c-063a0591f447 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:25.151367 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c2352fbf-1a25-4bbd-9f72-ff61dd2e49ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.161583 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-193fd174-f1cf-4639-9634-c6b2c1d56734 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397274 Nov 03 19:10:25.165111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59624) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:25.170710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:25.267665 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c2352fbf-1a25-4bbd-9f72-ff61dd2e49ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.297593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:25.301860 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.308108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c2352fbf-1a25-4bbd-9f72-ff61dd2e49ce None None] For port 45450463-d561-4636-b27c-063a0591f447, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=45450463-d561-4636-b27c-063a0591f447,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:25.315043 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c2352fbf-1a25-4bbd-9f72-ff61dd2e49ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.386291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11899aa9-3e8b-4571-9d05-68b9893aa9b4 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:25.416463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2352fbf-1a25-4bbd-9f72-ff61dd2e49ce None None] Pushing event updated for resources: {'Port': ['ID=45450463-d561-4636-b27c-063a0591f447,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:25.461404 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0a74fff1-c545-4af3-8ec7-daf37a1ab6b7 None None] Could not find standard attr ID for object 8b56ca1c-7d97-4123-8d26-563deee26697. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:10:25.603817 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b3af62-03a6-4d51-9e84-eb48a1af2715 None None] DHCP port deletion for 1afd2f6f-36ed-4547-9ae9-db78acf45259 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:25.658985 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-61b3af62-03a6-4d51-9e84-eb48a1af2715 None None] Deleting port 45450463-d561-4636-b27c-063a0591f447 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:25.659640 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-61b3af62-03a6-4d51-9e84-eb48a1af2715 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.679304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.objects.ports [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:10:25.758340 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0bcf3c2a-55a4-4c5a-bfdc-e67a3df74df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.772694 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-61b3af62-03a6-4d51-9e84-eb48a1af2715 None None] For port 45450463-d561-4636-b27c-063a0591f447, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=45450463-d561-4636-b27c-063a0591f447,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:25.773155 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-61b3af62-03a6-4d51-9e84-eb48a1af2715 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.796101 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-61b3af62-03a6-4d51-9e84-eb48a1af2715 None None] Calling delete_port for 45450463-d561-4636-b27c-063a0591f447 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:25.860821 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.895193 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-61b3af62-03a6-4d51-9e84-eb48a1af2715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:25.936893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3af62-03a6-4d51-9e84-eb48a1af2715 None None] Pushing event deleted for resources: {'Port': ['ID=45450463-d561-4636-b27c-063a0591f447,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:25.939254 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b3af62-03a6-4d51-9e84-eb48a1af2715 None None] No DVR routers for this DVR port 45450463-d561-4636-b27c-063a0591f447 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:26.038034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] For port 45450463-d561-4636-b27c-063a0591f447, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=45450463-d561-4636-b27c-063a0591f447,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:26.073189 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.078348 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.079127 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.128809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=45450463-d561-4636-b27c-063a0591f447,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:26.147903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:26.151295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:26.155638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:26.156254 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.161494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006b0d38-cff1-406a-94b1-a7fa64268a51 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:26.162504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=330fbe2a-1f40-4b1b-85ec-3b34fc13aac5,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:26.180025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ff1fef06-bdee-4997-8861-e0f372feb639 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0137503 Nov 03 19:10:26.182738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59628) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:26.188127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-2d4f3ed4-d2b6-4d41-a59c-368ec97f8f39 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'mac_address': 'fa:16:3e:71:41:0f', 'name': 'tempest-NetworksTestDHCPv6-1434238913'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:26.325657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4f3ed4-d2b6-4d41-a59c-368ec97f8f39 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:26.330505 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d4f3ed4-d2b6-4d41-a59c-368ec97f8f39 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.333773 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': '330fbe2a-1f40-4b1b-85ec-3b34fc13aac5'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:10:26.334981 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.356984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-2d4f3ed4-d2b6-4d41-a59c-368ec97f8f39 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port 91756d1b-ca95-4861-bdbe-fa40fdfd9bd7 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:26.506736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-2d4f3ed4-d2b6-4d41-a59c-368ec97f8f39 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::f816:3eff:fe71:410f (1afd2f6f-36ed-4547-9ae9-db78acf45259/330fbe2a-1f40-4b1b-85ec-3b34fc13aac5/91756d1b-ca95-4861-bdbe-fa40fdfd9bd7) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:26.672936 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d4f3ed4-d2b6-4d41-a59c-368ec97f8f39 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.717363 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d4f3ed4-d2b6-4d41-a59c-368ec97f8f39 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.764105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4f3ed4-d2b6-4d41-a59c-368ec97f8f39 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:26.770179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Allocated IP 2001:db8::f816:3eff:fe99:dbf8 (1afd2f6f-36ed-4547-9ae9-db78acf45259/330fbe2a-1f40-4b1b-85ec-3b34fc13aac5/5d45ea19-4280-4045-919e-feb92fc082a0) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:26.771018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-2d4f3ed4-d2b6-4d41-a59c-368ec97f8f39 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:26.775485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4f3ed4-d2b6-4d41-a59c-368ec97f8f39 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:26.781482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4f3ed4-d2b6-4d41-a59c-368ec97f8f39 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:26.782099 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d4f3ed4-d2b6-4d41-a59c-368ec97f8f39 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:26.791039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f3ed4-d2b6-4d41-a59c-368ec97f8f39 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=91756d1b-ca95-4861-bdbe-fa40fdfd9bd7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:26.804607 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2d4f3ed4-d2b6-4d41-a59c-368ec97f8f39 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6208045 Nov 03 19:10:26.807386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59632) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:26.868275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73934076-3c82-4e02-a6cd-87cced862d6e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:26.869785 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-73934076-3c82-4e02-a6cd-87cced862d6e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0610435 Nov 03 19:10:26.872475 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59634) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:26.990679 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.019155 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.039300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a2246080-5615-4250-9050-fb8c5cd8637e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port 91756d1b-ca95-4861-bdbe-fa40fdfd9bd7 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:27.039805 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a2246080-5615-4250-9050-fb8c5cd8637e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.071282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:27.075750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:27.077777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Pushing event updated for resources: {'Port': ['ID=5d45ea19-4280-4045-919e-feb92fc082a0,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:27.080904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:27.137363 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Attempting to bind port 5d45ea19-4280-4045-919e-feb92fc082a0 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:27.137879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Attempting to bind port 5d45ea19-4280-4045-919e-feb92fc082a0 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:27.138313 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Attempting to bind port 5d45ea19-4280-4045-919e-feb92fc082a0 on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:27.145322 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:27.145791 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:27.146209 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.146614 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:27.147408 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Bound port: 5d45ea19-4280-4045-919e-feb92fc082a0, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:27.147840 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.156313 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a2246080-5615-4250-9050-fb8c5cd8637e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.174130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a2246080-5615-4250-9050-fb8c5cd8637e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for 91756d1b-ca95-4861-bdbe-fa40fdfd9bd7 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:27.224619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] For port 5d45ea19-4280-4045-919e-feb92fc082a0, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:27.228853 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] For port 5d45ea19-4280-4045-919e-feb92fc082a0, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5d45ea19-4280-4045-919e-feb92fc082a0,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:27.233671 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.299069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454be434-1994-40a9-b68c-4b95c0526fc5 None None] Pushing event updated for resources: {'Port': ['ID=5d45ea19-4280-4045-919e-feb92fc082a0,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:27.337339 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a2246080-5615-4250-9050-fb8c5cd8637e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.378350 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2246080-5615-4250-9050-fb8c5cd8637e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=91756d1b-ca95-4861-bdbe-fa40fdfd9bd7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:27.411474 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a2246080-5615-4250-9050-fb8c5cd8637e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.418550 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a2246080-5615-4250-9050-fb8c5cd8637e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/91756d1b-ca95-4861-bdbe-fa40fdfd9bd7 HTTP/1.1" status: 204 len: 168 time: 0.5427551 Nov 03 19:10:27.419092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59636) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:27.490235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab024df-1c92-40b7-a3ee-c13b106bddb3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:27.492123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab024df-1c92-40b7-a3ee-c13b106bddb3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:27.496551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59638) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:27.496803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2ab024df-1c92-40b7-a3ee-c13b106bddb3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0763662 Nov 03 19:10:27.554100 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bc2639-701b-4aa0-8c2b-5b7b72f1a64c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 330fbe2a-1f40-4b1b-85ec-3b34fc13aac5 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:27.557469 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-00bc2639-701b-4aa0-8c2b-5b7b72f1a64c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.629229 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-00bc2639-701b-4aa0-8c2b-5b7b72f1a64c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.750381 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-00bc2639-701b-4aa0-8c2b-5b7b72f1a64c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.811076 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-00bc2639-701b-4aa0-8c2b-5b7b72f1a64c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.838544 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc2639-701b-4aa0-8c2b-5b7b72f1a64c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=330fbe2a-1f40-4b1b-85ec-3b34fc13aac5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:27.842168 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-00bc2639-701b-4aa0-8c2b-5b7b72f1a64c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:27.848326 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-00bc2639-701b-4aa0-8c2b-5b7b72f1a64c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/330fbe2a-1f40-4b1b-85ec-3b34fc13aac5 HTTP/1.1" status: 204 len: 168 time: 0.3481631 Nov 03 19:10:27.848750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59642) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:27.890281 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8141311d-6b54-4a2d-9af0-cba3276c3ca2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405753 Nov 03 19:10:27.893200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59644) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:27.949094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c3b2cd-4faa-41a7-b064-1b4667f16d41 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:27.951636 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-50c3b2cd-4faa-41a7-b064-1b4667f16d41 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0567861 Nov 03 19:10:27.953973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59646) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:28.009880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5d45ea19-4280-4045-919e-feb92fc082a0 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:28.012620 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce12b43-dd76-4548-8d8d-ef07ef2a20bb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:28.014753 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1ce12b43-dd76-4548-8d8d-ef07ef2a20bb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0594418 Nov 03 19:10:28.017714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59648) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:28.072336 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a3a251b8-b445-4612-ba38-dcbf50987505 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494375 Nov 03 19:10:28.073214 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59650) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:28.075184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5d45ea19-4280-4045-919e-feb92fc082a0 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:28.075701 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.080268 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d95f974b-99f5-4df8-b88c-7acd31c1a01b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:28.132995 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a5c87fc6-b01c-40cd-9473-2b2b073742db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.177540 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.219890 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 5d45ea19-4280-4045-919e-feb92fc082a0, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5d45ea19-4280-4045-919e-feb92fc082a0,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:28.221953 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95f974b-99f5-4df8-b88c-7acd31c1a01b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:28.224466 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.229424 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d95f974b-99f5-4df8-b88c-7acd31c1a01b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.281999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=5d45ea19-4280-4045-919e-feb92fc082a0,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:28.500060 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57650e72-d28d-476e-abc8-1c3db50ea254 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:28.584891 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-cc3e2f66-627e-41f0-a73d-1946684e35e2 None None] Provisioning complete for port 5d45ea19-4280-4045-919e-feb92fc082a0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:28.585354 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cc3e2f66-627e-41f0-a73d-1946684e35e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.794117 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8e7c5c-baba-48ee-8cb9-9611b9f1513a None None] DHCP port deletion for 1afd2f6f-36ed-4547-9ae9-db78acf45259 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:28.846504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e7c5c-baba-48ee-8cb9-9611b9f1513a None None] Deleting port 5d45ea19-4280-4045-919e-feb92fc082a0 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:28.846875 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0c8e7c5c-baba-48ee-8cb9-9611b9f1513a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.877231 n-d-812150-4 neutron-server[101711]: DEBUG neutron.objects.ports [None req-d95f974b-99f5-4df8-b88c-7acd31c1a01b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:10:28.943332 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0c8e7c5c-baba-48ee-8cb9-9611b9f1513a None None] For port 5d45ea19-4280-4045-919e-feb92fc082a0, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5d45ea19-4280-4045-919e-feb92fc082a0,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:28.943778 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0c8e7c5c-baba-48ee-8cb9-9611b9f1513a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:28.958252 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e7c5c-baba-48ee-8cb9-9611b9f1513a None None] Calling delete_port for 5d45ea19-4280-4045-919e-feb92fc082a0 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:29.055529 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0c8e7c5c-baba-48ee-8cb9-9611b9f1513a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.084055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e7c5c-baba-48ee-8cb9-9611b9f1513a None None] Pushing event deleted for resources: {'Port': ['ID=5d45ea19-4280-4045-919e-feb92fc082a0,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:29.086146 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d95f974b-99f5-4df8-b88c-7acd31c1a01b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.091206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e7c5c-baba-48ee-8cb9-9611b9f1513a None None] No DVR routers for this DVR port 5d45ea19-4280-4045-919e-feb92fc082a0 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:29.133414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95f974b-99f5-4df8-b88c-7acd31c1a01b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Port 5d45ea19-4280-4045-919e-feb92fc082a0 concurrently deleted while adding address for new subnet {'id': 'aac24377-cea7-4c0c-932d-95bbaf55a795', 'name': '', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3636, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-03T19:10:28Z', 'updated_at': '2021-11-03T19:10:28Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'aa8be81325ec468d83d6f0470f97c048'}. {{(pid=101711) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 03 19:10:29.134030 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d95f974b-99f5-4df8-b88c-7acd31c1a01b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.180379 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95f974b-99f5-4df8-b88c-7acd31c1a01b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:29.185048 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d95f974b-99f5-4df8-b88c-7acd31c1a01b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:29.190049 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95f974b-99f5-4df8-b88c-7acd31c1a01b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:29.190657 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d95f974b-99f5-4df8-b88c-7acd31c1a01b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.194834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7826da6a-57bc-4ee1-9d35-594fdbd60594 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:29.200565 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f974b-99f5-4df8-b88c-7acd31c1a01b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=aac24377-cea7-4c0c-932d-95bbaf55a795,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:29.226354 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d95f974b-99f5-4df8-b88c-7acd31c1a01b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1454241 Nov 03 19:10:29.226633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59662) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:29.227099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6f970ad2-96d3-4070-8424-4a4ce03dced4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'mac_address': 'fa:16:3e:85:f9:dd', 'name': 'tempest-NetworksTestDHCPv6-1502562538'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:29.350526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f970ad2-96d3-4070-8424-4a4ce03dced4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:29.374374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': 'aac24377-cea7-4c0c-932d-95bbaf55a795'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:10:29.376577 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.455366 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f970ad2-96d3-4070-8424-4a4ce03dced4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.483667 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-6f970ad2-96d3-4070-8424-4a4ce03dced4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port b4643c7d-3bfd-4e2b-9f28-5cc60ae68e9f yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:29.501517 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.554464 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Allocated IP 2001:db8::f816:3eff:febf:6ca (1afd2f6f-36ed-4547-9ae9-db78acf45259/aac24377-cea7-4c0c-932d-95bbaf55a795/fbc96b69-6295-4d17-8c7e-ee9d84da3df1) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:29.722017 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.729758 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.781956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-6f970ad2-96d3-4070-8424-4a4ce03dced4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::f816:3eff:fe85:f9dd (1afd2f6f-36ed-4547-9ae9-db78acf45259/aac24377-cea7-4c0c-932d-95bbaf55a795/b4643c7d-3bfd-4e2b-9f28-5cc60ae68e9f) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:29.788504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:29.792645 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:29.795063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:29.798572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Pushing event updated for resources: {'Port': ['ID=fbc96b69-6295-4d17-8c7e-ee9d84da3df1,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:29.874782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Attempting to bind port fbc96b69-6295-4d17-8c7e-ee9d84da3df1 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:29.875984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Attempting to bind port fbc96b69-6295-4d17-8c7e-ee9d84da3df1 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:29.876538 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Attempting to bind port fbc96b69-6295-4d17-8c7e-ee9d84da3df1 on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:29.882894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:29.883262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:29.883612 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.883991 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:29.884463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Bound port: fbc96b69-6295-4d17-8c7e-ee9d84da3df1, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:29.884838 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.972328 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] For port fbc96b69-6295-4d17-8c7e-ee9d84da3df1, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:29.977048 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f970ad2-96d3-4070-8424-4a4ce03dced4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:29.977776 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] For port fbc96b69-6295-4d17-8c7e-ee9d84da3df1, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=fbc96b69-6295-4d17-8c7e-ee9d84da3df1,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:29.983514 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.012937 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5d45ea19-4280-4045-919e-feb92fc082a0 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:30.026253 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f970ad2-96d3-4070-8424-4a4ce03dced4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.051914 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 5d45ea19-4280-4045-919e-feb92fc082a0 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:30.052503 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5d45ea19-4280-4045-919e-feb92fc082a0 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:30.073944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d217dd9-7d3a-4a94-8c11-b1e337314266 None None] Pushing event updated for resources: {'Port': ['ID=fbc96b69-6295-4d17-8c7e-ee9d84da3df1,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:30.102273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f970ad2-96d3-4070-8424-4a4ce03dced4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:30.105801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6f970ad2-96d3-4070-8424-4a4ce03dced4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:30.108767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f970ad2-96d3-4070-8424-4a4ce03dced4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:30.115222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f970ad2-96d3-4070-8424-4a4ce03dced4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:30.115966 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f970ad2-96d3-4070-8424-4a4ce03dced4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.131401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f970ad2-96d3-4070-8424-4a4ce03dced4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=b4643c7d-3bfd-4e2b-9f28-5cc60ae68e9f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:30.141156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6f970ad2-96d3-4070-8424-4a4ce03dced4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9184015 Nov 03 19:10:30.143770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59674) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:30.204696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e587b06-f1aa-45a4-902b-5f622a90be2f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:30.211633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e587b06-f1aa-45a4-902b-5f622a90be2f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:30.213595 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7e587b06-f1aa-45a4-902b-5f622a90be2f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0682585 Nov 03 19:10:30.216272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59676) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:30.331442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-b3d50940-97ea-4a86-b429-0ce13a3212a0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port b4643c7d-3bfd-4e2b-9f28-5cc60ae68e9f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:30.332123 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3d50940-97ea-4a86-b429-0ce13a3212a0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.432033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3d50940-97ea-4a86-b429-0ce13a3212a0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.443914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-b3d50940-97ea-4a86-b429-0ce13a3212a0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for b4643c7d-3bfd-4e2b-9f28-5cc60ae68e9f owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:30.610448 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3d50940-97ea-4a86-b429-0ce13a3212a0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.643679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d50940-97ea-4a86-b429-0ce13a3212a0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=b4643c7d-3bfd-4e2b-9f28-5cc60ae68e9f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:30.674078 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b3d50940-97ea-4a86-b429-0ce13a3212a0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.677990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b3d50940-97ea-4a86-b429-0ce13a3212a0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/b4643c7d-3bfd-4e2b-9f28-5cc60ae68e9f HTTP/1.1" status: 204 len: 168 time: 0.4600399 Nov 03 19:10:30.680455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59678) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:30.755151 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.757810 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.758405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8649df-9b2a-4ddc-8035-ae37741f72be tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:30.760387 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8649df-9b2a-4ddc-8035-ae37741f72be tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:30.763705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8a8649df-9b2a-4ddc-8035-ae37741f72be tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0805297 Nov 03 19:10:30.764979 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59682) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:30.819287 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-35687fb7-f0aa-487d-ba98-ee2b658748cb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet aac24377-cea7-4c0c-932d-95bbaf55a795 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:30.823071 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35687fb7-f0aa-487d-ba98-ee2b658748cb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.872430 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35687fb7-f0aa-487d-ba98-ee2b658748cb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:30.973251 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35687fb7-f0aa-487d-ba98-ee2b658748cb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.038252 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35687fb7-f0aa-487d-ba98-ee2b658748cb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.070269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35687fb7-f0aa-487d-ba98-ee2b658748cb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=aac24377-cea7-4c0c-932d-95bbaf55a795,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:31.076124 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35687fb7-f0aa-487d-ba98-ee2b658748cb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.083032 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-35687fb7-f0aa-487d-ba98-ee2b658748cb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/aac24377-cea7-4c0c-932d-95bbaf55a795 HTTP/1.1" status: 204 len: 168 time: 0.3142109 Nov 03 19:10:31.083410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59684) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:31.126076 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a226e2fb-2cc2-40ba-b51c-f6ba8090a0e0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409031 Nov 03 19:10:31.128845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59686) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:31.135132 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-bb402570-aaa3-4c0b-b29f-bbc60eb48a5c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:31.178771 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5fa8a6-c36d-4511-804a-58eb9c0ddb7f None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:31.251317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb402570-aaa3-4c0b-b29f-bbc60eb48a5c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:31.255656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bb402570-aaa3-4c0b-b29f-bbc60eb48a5c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.298450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d26d5966-2148-47b7-a313-94e179294f56 None None] Provisioning complete for port fbc96b69-6295-4d17-8c7e-ee9d84da3df1 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:31.298977 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d26d5966-2148-47b7-a313-94e179294f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.412198 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d26d5966-2148-47b7-a313-94e179294f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.459801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff96455-20f5-4868-a066-8ea6fefc01c3 None None] DHCP port deletion for 1afd2f6f-36ed-4547-9ae9-db78acf45259 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:31.474538 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d26d5966-2148-47b7-a313-94e179294f56 None None] For port fbc96b69-6295-4d17-8c7e-ee9d84da3df1, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=fbc96b69-6295-4d17-8c7e-ee9d84da3df1,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:31.480960 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.500800 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d26d5966-2148-47b7-a313-94e179294f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.558474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d5966-2148-47b7-a313-94e179294f56 None None] Pushing event updated for resources: {'Port': ['ID=fbc96b69-6295-4d17-8c7e-ee9d84da3df1,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:31.575473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4ff96455-20f5-4868-a066-8ea6fefc01c3 None None] Deleting port fbc96b69-6295-4d17-8c7e-ee9d84da3df1 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:31.575885 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4ff96455-20f5-4868-a066-8ea6fefc01c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.623474 n-d-812150-4 neutron-server[101711]: DEBUG neutron.objects.ports [None req-bb402570-aaa3-4c0b-b29f-bbc60eb48a5c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:10:31.661253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4ff96455-20f5-4868-a066-8ea6fefc01c3 None None] For port fbc96b69-6295-4d17-8c7e-ee9d84da3df1, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=fbc96b69-6295-4d17-8c7e-ee9d84da3df1,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:31.661801 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4ff96455-20f5-4868-a066-8ea6fefc01c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.675193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4ff96455-20f5-4868-a066-8ea6fefc01c3 None None] Calling delete_port for fbc96b69-6295-4d17-8c7e-ee9d84da3df1 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:31.761002 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4ff96455-20f5-4868-a066-8ea6fefc01c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.772499 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_pluggable_backend [None req-bb402570-aaa3-4c0b-b29f-bbc60eb48a5c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Port fbc96b69-6295-4d17-8c7e-ee9d84da3df1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101711) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 03 19:10:31.773127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_pluggable_backend [None req-bb402570-aaa3-4c0b-b29f-bbc60eb48a5c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Reverting IP allocation for 2001:db8::f816:3eff:febf:6ca {{(pid=101711) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 03 19:10:31.776713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_pluggable_backend [None req-bb402570-aaa3-4c0b-b29f-bbc60eb48a5c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Reverting IP allocation failed for 2001:db8::f816:3eff:febf:6ca {{(pid=101711) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 03 19:10:31.778039 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bb402570-aaa3-4c0b-b29f-bbc60eb48a5c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.790651 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff96455-20f5-4868-a066-8ea6fefc01c3 None None] Pushing event deleted for resources: {'Port': ['ID=fbc96b69-6295-4d17-8c7e-ee9d84da3df1,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:31.798871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff96455-20f5-4868-a066-8ea6fefc01c3 None None] No DVR routers for this DVR port fbc96b69-6295-4d17-8c7e-ee9d84da3df1 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:31.833112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb402570-aaa3-4c0b-b29f-bbc60eb48a5c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:31.841031 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-bb402570-aaa3-4c0b-b29f-bbc60eb48a5c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:31.844572 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb402570-aaa3-4c0b-b29f-bbc60eb48a5c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:31.845378 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bb402570-aaa3-4c0b-b29f-bbc60eb48a5c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:31.851615 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aba0e6a-e74a-4455-a65c-9bab1161cc67 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:31.860947 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb402570-aaa3-4c0b-b29f-bbc60eb48a5c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=727e4bac-5c38-4f4f-87f4-e096af60bfb0,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:31.871224 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bb402570-aaa3-4c0b-b29f-bbc60eb48a5c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7388513 Nov 03 19:10:31.871552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59698) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:31.876909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-cc9a35b6-1deb-4980-840c-48e2377ad21e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'mac_address': 'fa:16:3e:9f:53:81', 'name': 'tempest-NetworksTestDHCPv6-2085149561'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:32.013119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9a35b6-1deb-4980-840c-48e2377ad21e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:32.015961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': '727e4bac-5c38-4f4f-87f4-e096af60bfb0'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:10:32.017168 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.018695 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc9a35b6-1deb-4980-840c-48e2377ad21e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.040570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-cc9a35b6-1deb-4980-840c-48e2377ad21e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port ac13bf95-54b2-4671-a727-02bd242d7b03 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:32.157439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-cc9a35b6-1deb-4980-840c-48e2377ad21e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::f816:3eff:fe9f:5381 (1afd2f6f-36ed-4547-9ae9-db78acf45259/727e4bac-5c38-4f4f-87f4-e096af60bfb0/ac13bf95-54b2-4671-a727-02bd242d7b03) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:32.314552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc9a35b6-1deb-4980-840c-48e2377ad21e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.349257 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc9a35b6-1deb-4980-840c-48e2377ad21e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.391029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a35b6-1deb-4980-840c-48e2377ad21e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:32.397875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Allocated IP 2001:db8::f816:3eff:fe5b:18f2 (1afd2f6f-36ed-4547-9ae9-db78acf45259/727e4bac-5c38-4f4f-87f4-e096af60bfb0/e41247a8-99df-4df6-a1ca-efbf452d34de) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:32.399867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-cc9a35b6-1deb-4980-840c-48e2377ad21e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:32.406799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9a35b6-1deb-4980-840c-48e2377ad21e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:32.414989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9a35b6-1deb-4980-840c-48e2377ad21e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:32.416158 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc9a35b6-1deb-4980-840c-48e2377ad21e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.433872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a35b6-1deb-4980-840c-48e2377ad21e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=ac13bf95-54b2-4671-a727-02bd242d7b03,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:32.449178 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cc9a35b6-1deb-4980-840c-48e2377ad21e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5764909 Nov 03 19:10:32.451729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59700) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:32.510558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715e7d83-f150-46cd-a785-805d2052f144 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:32.512178 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-715e7d83-f150-46cd-a785-805d2052f144 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0594747 Nov 03 19:10:32.514678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59702) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:32.571299 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.577389 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.611700 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-684f8251-a40a-474f-806c-ca5cbfa2dcb5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port ac13bf95-54b2-4671-a727-02bd242d7b03 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:32.612060 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-684f8251-a40a-474f-806c-ca5cbfa2dcb5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.612897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:32.616147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:32.619448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:32.651312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Pushing event updated for resources: {'Port': ['ID=e41247a8-99df-4df6-a1ca-efbf452d34de,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:32.690634 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Attempting to bind port e41247a8-99df-4df6-a1ca-efbf452d34de on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:32.691039 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Attempting to bind port e41247a8-99df-4df6-a1ca-efbf452d34de by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:32.691272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Attempting to bind port e41247a8-99df-4df6-a1ca-efbf452d34de on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:32.696473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:32.696849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:32.697248 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.697639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:32.698195 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Bound port: e41247a8-99df-4df6-a1ca-efbf452d34de, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:32.698579 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.716709 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-684f8251-a40a-474f-806c-ca5cbfa2dcb5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.730073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-684f8251-a40a-474f-806c-ca5cbfa2dcb5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for ac13bf95-54b2-4671-a727-02bd242d7b03 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:32.772030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] For port e41247a8-99df-4df6-a1ca-efbf452d34de, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:32.775877 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] For port e41247a8-99df-4df6-a1ca-efbf452d34de, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e41247a8-99df-4df6-a1ca-efbf452d34de,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:32.781153 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.848510 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc57d04-0e2c-4cc1-94fc-47722e037f3b None None] Pushing event updated for resources: {'Port': ['ID=e41247a8-99df-4df6-a1ca-efbf452d34de,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:32.873064 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-684f8251-a40a-474f-806c-ca5cbfa2dcb5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.913406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f8251-a40a-474f-806c-ca5cbfa2dcb5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=ac13bf95-54b2-4671-a727-02bd242d7b03,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:32.946686 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-684f8251-a40a-474f-806c-ca5cbfa2dcb5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:32.950171 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-684f8251-a40a-474f-806c-ca5cbfa2dcb5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/ac13bf95-54b2-4671-a727-02bd242d7b03 HTTP/1.1" status: 204 len: 168 time: 0.4343212 Nov 03 19:10:32.952524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59706) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:33.018548 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72258f02-dfc4-4d01-bd2f-cf1380369e53 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:33.020775 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72258f02-dfc4-4d01-bd2f-cf1380369e53 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:33.022386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-72258f02-dfc4-4d01-bd2f-cf1380369e53 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0683398 Nov 03 19:10:33.025135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59708) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:33.115858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1d2835-d943-44c8-b886-05e94301b21c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 727e4bac-5c38-4f4f-87f4-e096af60bfb0 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:33.119499 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2835-d943-44c8-b886-05e94301b21c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.170019 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2835-d943-44c8-b886-05e94301b21c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.253639 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2835-d943-44c8-b886-05e94301b21c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.317550 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2835-d943-44c8-b886-05e94301b21c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.351098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d2835-d943-44c8-b886-05e94301b21c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=727e4bac-5c38-4f4f-87f4-e096af60bfb0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:33.353176 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2835-d943-44c8-b886-05e94301b21c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.356388 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cc1d2835-d943-44c8-b886-05e94301b21c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/727e4bac-5c38-4f4f-87f4-e096af60bfb0 HTTP/1.1" status: 204 len: 168 time: 0.3302615 Nov 03 19:10:33.358686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59710) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:33.397439 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bc8af192-a969-426e-ab69-8a072ac5678e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376093 Nov 03 19:10:33.399903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59712) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:33.447231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf006bf1-cbcd-44eb-9b08-1af83eb3056e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:33.448795 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cf006bf1-cbcd-44eb-9b08-1af83eb3056e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0480030 Nov 03 19:10:33.451428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59714) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:33.500766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3ecb94-e12c-456b-84d1-e0384a03df33 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:33.502233 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5e3ecb94-e12c-456b-84d1-e0384a03df33 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0498736 Nov 03 19:10:33.504849 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59716) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:33.549048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-919fd801-bf83-4d89-8865-3627d0251d55 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430641 Nov 03 19:10:33.553680 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59718) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:33.559164 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-be06e4ad-4d68-4ced-8e52-76f33add0be0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:33.686611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be06e4ad-4d68-4ced-8e52-76f33add0be0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:33.691682 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be06e4ad-4d68-4ced-8e52-76f33add0be0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:33.957245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c49e1a-f205-4a95-a59e-ed1615a00196 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:33.963714 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be06e4ad-4d68-4ced-8e52-76f33add0be0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.032612 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be06e4ad-4d68-4ced-8e52-76f33add0be0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:34.037015 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-be06e4ad-4d68-4ced-8e52-76f33add0be0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:34.039343 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06e4ad-4d68-4ced-8e52-76f33add0be0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=aa80d4a1-651b-4663-9f63-ae5f1e7ba8dd,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:34.042492 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be06e4ad-4d68-4ced-8e52-76f33add0be0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:34.043191 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-be06e4ad-4d68-4ced-8e52-76f33add0be0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.065668 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-be06e4ad-4d68-4ced-8e52-76f33add0be0 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5105669 Nov 03 19:10:34.068518 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59722) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:34.074312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-3da792b6-eb09-4655-b739-5e4f0cc142b5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'mac_address': 'fa:16:3e:7b:b3:8e', 'name': 'tempest-NetworksTestDHCPv6-992085401'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:34.089641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e41247a8-99df-4df6-a1ca-efbf452d34de up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:34.165115 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-05e6421a-4fb6-49d1-9a5a-304017c60518 None None] Provisioning complete for port e41247a8-99df-4df6-a1ca-efbf452d34de triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:34.165612 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-05e6421a-4fb6-49d1-9a5a-304017c60518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.236833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da792b6-eb09-4655-b739-5e4f0cc142b5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:34.266114 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e41247a8-99df-4df6-a1ca-efbf452d34de triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:34.266483 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.335775 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3da792b6-eb09-4655-b739-5e4f0cc142b5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.355986 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-3da792b6-eb09-4655-b739-5e4f0cc142b5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port a1fe7dd7-64ac-4646-91fd-238693f3d7ba yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:34.368418 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-05e6421a-4fb6-49d1-9a5a-304017c60518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.429598 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.435212 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-05e6421a-4fb6-49d1-9a5a-304017c60518 None None] For port e41247a8-99df-4df6-a1ca-efbf452d34de, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e41247a8-99df-4df6-a1ca-efbf452d34de,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:34.445734 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-05e6421a-4fb6-49d1-9a5a-304017c60518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.500236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-3da792b6-eb09-4655-b739-5e4f0cc142b5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::5f (1afd2f6f-36ed-4547-9ae9-db78acf45259/aa80d4a1-651b-4663-9f63-ae5f1e7ba8dd/a1fe7dd7-64ac-4646-91fd-238693f3d7ba) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:34.552384 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6421a-4fb6-49d1-9a5a-304017c60518 None None] Pushing event updated for resources: {'Port': ['ID=e41247a8-99df-4df6-a1ca-efbf452d34de,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:34.559276 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:10:34.559935 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:10:34.644680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecacf49-009a-425d-b00e-958bd7f77085 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:34.670116 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3da792b6-eb09-4655-b739-5e4f0cc142b5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.712707 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-64c18ed9-4667-414a-b764-95e7cae40dc0 None None] Provisioning complete for port e41247a8-99df-4df6-a1ca-efbf452d34de triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:34.713165 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-64c18ed9-4667-414a-b764-95e7cae40dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.716476 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3da792b6-eb09-4655-b739-5e4f0cc142b5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.782215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da792b6-eb09-4655-b739-5e4f0cc142b5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=a1fe7dd7-64ac-4646-91fd-238693f3d7ba,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:34.790780 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da792b6-eb09-4655-b739-5e4f0cc142b5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:34.792583 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-3da792b6-eb09-4655-b739-5e4f0cc142b5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:34.795060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da792b6-eb09-4655-b739-5e4f0cc142b5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:34.801292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da792b6-eb09-4655-b739-5e4f0cc142b5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:34.802080 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3da792b6-eb09-4655-b739-5e4f0cc142b5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:34.821793 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3da792b6-eb09-4655-b739-5e4f0cc142b5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7518339 Nov 03 19:10:34.824641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59724) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:34.878262 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a781837d-16e5-477b-ac18-e2c19590322e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:34.885160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a781837d-16e5-477b-ac18-e2c19590322e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:34.887764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a781837d-16e5-477b-ac18-e2c19590322e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0613635 Nov 03 19:10:34.890314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59726) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:34.999440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-cbb1c33a-b0dc-42d8-8478-b54da8bf2941 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port a1fe7dd7-64ac-4646-91fd-238693f3d7ba {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:34.999810 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c33a-b0dc-42d8-8478-b54da8bf2941 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.114391 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c33a-b0dc-42d8-8478-b54da8bf2941 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.133766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-cbb1c33a-b0dc-42d8-8478-b54da8bf2941 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for a1fe7dd7-64ac-4646-91fd-238693f3d7ba owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:35.190720 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c73c4e1b-4897-47a1-b602-ebc9f08a6ed9 None None] Provisioning complete for port a1fe7dd7-64ac-4646-91fd-238693f3d7ba triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:35.191315 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c73c4e1b-4897-47a1-b602-ebc9f08a6ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.232697 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c73c4e1b-4897-47a1-b602-ebc9f08a6ed9 None None] Port a1fe7dd7-64ac-4646-91fd-238693f3d7ba cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:10:35.244862 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c73c4e1b-4897-47a1-b602-ebc9f08a6ed9 None None] Provisioning complete for port e41247a8-99df-4df6-a1ca-efbf452d34de triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:35.245268 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c73c4e1b-4897-47a1-b602-ebc9f08a6ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.305932 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c33a-b0dc-42d8-8478-b54da8bf2941 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.336734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1c33a-b0dc-42d8-8478-b54da8bf2941 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=a1fe7dd7-64ac-4646-91fd-238693f3d7ba,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:35.363571 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c33a-b0dc-42d8-8478-b54da8bf2941 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.367081 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cbb1c33a-b0dc-42d8-8478-b54da8bf2941 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/a1fe7dd7-64ac-4646-91fd-238693f3d7ba HTTP/1.1" status: 204 len: 168 time: 0.4754527 Nov 03 19:10:35.369651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59730) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:35.428831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abfb104-19d1-427b-8433-5252944efc04 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:35.430623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abfb104-19d1-427b-8433-5252944efc04 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:35.432756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7abfb104-19d1-427b-8433-5252944efc04 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0616481 Nov 03 19:10:35.435122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59732) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:35.473240 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7bb1900a-c02d-4493-992a-93aa6a658ec2 None None] Could not find standard attr ID for object ac13bf95-54b2-4671-a727-02bd242d7b03. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:10:35.499143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ac76da-eabd-4549-afc8-3e4f97147a76 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet aa80d4a1-651b-4663-9f63-ae5f1e7ba8dd {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:35.503302 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8ac76da-eabd-4549-afc8-3e4f97147a76 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.550381 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8ac76da-eabd-4549-afc8-3e4f97147a76 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.605211 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8ac76da-eabd-4549-afc8-3e4f97147a76 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.672607 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8ac76da-eabd-4549-afc8-3e4f97147a76 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.692830 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-89a52e32-7828-490d-90ae-63904cb08194 None None] Could not find standard attr ID for object a1fe7dd7-64ac-4646-91fd-238693f3d7ba. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:10:35.702870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac76da-eabd-4549-afc8-3e4f97147a76 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=aa80d4a1-651b-4663-9f63-ae5f1e7ba8dd,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:35.705507 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e8ac76da-eabd-4549-afc8-3e4f97147a76 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:35.711600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e8ac76da-eabd-4549-afc8-3e4f97147a76 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/aa80d4a1-651b-4663-9f63-ae5f1e7ba8dd HTTP/1.1" status: 204 len: 168 time: 0.2733593 Nov 03 19:10:35.715009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59734) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:35.758654 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-52191f7c-6091-4c58-b432-ff724d4bc8fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420969 Nov 03 19:10:35.760964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59736) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:35.813138 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a6d37-f9b4-4916-9abf-70c7fc6ba3d9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:35.816528 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-225a6d37-f9b4-4916-9abf-70c7fc6ba3d9 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0542777 Nov 03 19:10:35.817469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59738) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:35.862444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd07016-d55f-482a-b728-67e48f8a2df6 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:35.873606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24135187-4856-43c5-8d2d-88d88af61633 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:35.875715 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-24135187-4856-43c5-8d2d-88d88af61633 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0570703 Nov 03 19:10:35.878438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59740) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:35.918055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-50ee7b07-c2b8-4297-82cf-fc4d24a9df1d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384936 Nov 03 19:10:35.922567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59742) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:35.927818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6722daaa-d230-498f-8354-1ac453ae2682 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:35.975630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e41247a8-99df-4df6-a1ca-efbf452d34de up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:36.021276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6722daaa-d230-498f-8354-1ac453ae2682 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:36.024934 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6722daaa-d230-498f-8354-1ac453ae2682 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.037915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e41247a8-99df-4df6-a1ca-efbf452d34de triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:36.038424 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.116357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34141bd8-170e-42df-90c2-1916407769b6 None None] DHCP port deletion for 1afd2f6f-36ed-4547-9ae9-db78acf45259 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:36.183812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-34141bd8-170e-42df-90c2-1916407769b6 None None] Deleting port e41247a8-99df-4df6-a1ca-efbf452d34de {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:36.183812 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-34141bd8-170e-42df-90c2-1916407769b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.249574 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-34141bd8-170e-42df-90c2-1916407769b6 None None] For port e41247a8-99df-4df6-a1ca-efbf452d34de, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e41247a8-99df-4df6-a1ca-efbf452d34de,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:36.251762 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-34141bd8-170e-42df-90c2-1916407769b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.266539 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-34141bd8-170e-42df-90c2-1916407769b6 None None] Calling delete_port for e41247a8-99df-4df6-a1ca-efbf452d34de owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:36.354601 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-34141bd8-170e-42df-90c2-1916407769b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.356286 n-d-812150-4 neutron-server[101711]: DEBUG neutron.objects.ports [None req-6722daaa-d230-498f-8354-1ac453ae2682 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:10:36.378910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34141bd8-170e-42df-90c2-1916407769b6 None None] Pushing event deleted for resources: {'Port': ['ID=e41247a8-99df-4df6-a1ca-efbf452d34de,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:36.386158 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34141bd8-170e-42df-90c2-1916407769b6 None None] No DVR routers for this DVR port e41247a8-99df-4df6-a1ca-efbf452d34de on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:36.416251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-7b69461a-58a8-4dc8-ae3d-11538a67bc3d tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022922779&fields=id&tenant_id=dac53473acd94a04a384696f6afdcb5a HTTP/1.1" status: 200 len: 267 time: 0.0598650 Nov 03 19:10:36.461851 n-d-812150-4 neutron-server[101711]: WARNING neutron.services.revisions.revision_plugin [None req-6722daaa-d230-498f-8354-1ac453ae2682 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Could not find related port for resource to bump revision. Nov 03 19:10:36.466579 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_pluggable_backend [None req-6722daaa-d230-498f-8354-1ac453ae2682 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Port e41247a8-99df-4df6-a1ca-efbf452d34de was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101711) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 03 19:10:36.466960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_pluggable_backend [None req-6722daaa-d230-498f-8354-1ac453ae2682 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5b:18f2 {{(pid=101711) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 03 19:10:36.470941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_pluggable_backend [None req-6722daaa-d230-498f-8354-1ac453ae2682 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5b:18f2 {{(pid=101711) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 03 19:10:36.472116 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6722daaa-d230-498f-8354-1ac453ae2682 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.509603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6722daaa-d230-498f-8354-1ac453ae2682 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:36.512805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-6722daaa-d230-498f-8354-1ac453ae2682 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:36.517058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722daaa-d230-498f-8354-1ac453ae2682 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:36.517649 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6722daaa-d230-498f-8354-1ac453ae2682 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.522512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c07910-00f6-4893-bed8-efbd69616897 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:36.524699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-12897711-9d17-4e91-9db7-6b499cc74381 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:36.526291 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-12897711-9d17-4e91-9db7-6b499cc74381 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 811 time: 0.1025474 Nov 03 19:10:36.536294 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722daaa-d230-498f-8354-1ac453ae2682 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=9027150d-fab8-4a6e-a59a-0c5f394e6577,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:36.545272 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-d417d790-8eb8-4f6b-ab83-b4abb7c3a341 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/quotas/dac53473acd94a04a384696f6afdcb5a HTTP/1.1" status: 200 len: 375 time: 0.0120318 Nov 03 19:10:36.547528 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6722daaa-d230-498f-8354-1ac453ae2682 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6231024 Nov 03 19:10:36.550416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59754) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:36.555619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4cd0e0be-90bb-4ab6-b630-ad00ddadfa32 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:36.602118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e1667f50-f0db-46e9-9cb1-b6728f1d25ea tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493219 Nov 03 19:10:36.692996 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd0e0be-90bb-4ab6-b630-ad00ddadfa32 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:36.699116 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0be-90bb-4ab6-b630-ad00ddadfa32 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.712869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': '9027150d-fab8-4a6e-a59a-0c5f394e6577'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:10:36.716281 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:36.740663 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-bb3bf572-0fb1-4ebc-910b-dfc2a171fb16 service neutron] 10.222.0.107 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253092 Nov 03 19:10:36.810262 n-d-812150-4 neutron-server[101711]: INFO neutron.db.ipam_backend_mixin [None req-4cd0e0be-90bb-4ab6-b630-ad00ddadfa32 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9027150d-fab8-4a6e-a59a-0c5f394e6577 (CIDR: 2001:db8::/64) Nov 03 19:10:36.813735 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd0e0be-90bb-4ab6-b630-ad00ddadfa32 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:10:36.814308 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd0e0be-90bb-4ab6-b630-ad00ddadfa32 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:36.833216 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4cd0e0be-90bb-4ab6-b630-ad00ddadfa32 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2816417 Nov 03 19:10:36.837628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59756) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:36.844425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-98d15c57-73b1-41e6-87e1-b5466167ae5d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:36.847354 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-f9deb9e9-d57e-465d-b505-d9e420a08991 service neutron] 10.222.0.107 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993500 Nov 03 19:10:36.861191 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Allocated IP 2001:db8::f816:3eff:fe23:a284 (1afd2f6f-36ed-4547-9ae9-db78acf45259/9027150d-fab8-4a6e-a59a-0c5f394e6577/5dbeb4b1-97c4-431e-ba10-81d86e0443db) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:36.976245 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d15c57-73b1-41e6-87e1-b5466167ae5d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:36.980196 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98d15c57-73b1-41e6-87e1-b5466167ae5d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.057737 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.065116 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.107088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:37.111046 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:37.117618 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:37.241469 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5fc8c85-e1ff-4358-b004-eb034d09d331 req-8caa9f6b-f6ee-4d29-997f-da502845c601 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 210 time: 0.0451100 Nov 03 19:10:37.308836 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98d15c57-73b1-41e6-87e1-b5466167ae5d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.312105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Pushing event updated for resources: {'Port': ['ID=5dbeb4b1-97c4-431e-ba10-81d86e0443db,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:37.357221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Attempting to bind port 5dbeb4b1-97c4-431e-ba10-81d86e0443db on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:37.357705 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Attempting to bind port 5dbeb4b1-97c4-431e-ba10-81d86e0443db by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:37.357849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d15c57-73b1-41e6-87e1-b5466167ae5d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:37.358260 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Attempting to bind port 5dbeb4b1-97c4-431e-ba10-81d86e0443db on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:37.363435 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-98d15c57-73b1-41e6-87e1-b5466167ae5d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:37.364052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:37.364551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:37.365426 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.367014 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d15c57-73b1-41e6-87e1-b5466167ae5d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:37.367567 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98d15c57-73b1-41e6-87e1-b5466167ae5d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.369675 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:37.370231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Bound port: 5dbeb4b1-97c4-431e-ba10-81d86e0443db, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:37.370742 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.394956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d15c57-73b1-41e6-87e1-b5466167ae5d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=63ed7448-9859-4d50-b8bc-95f3fe33fc96,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:37.403720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59772) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:37.403898 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-98d15c57-73b1-41e6-87e1-b5466167ae5d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5645971 Nov 03 19:10:37.408946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-04410f3d-8885-4985-bcdf-b0deef527064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'mac_address': 'fa:16:3e:f0:28:e6', 'name': 'tempest-NetworksTestDHCPv6-559593363'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:37.462177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] For port 5dbeb4b1-97c4-431e-ba10-81d86e0443db, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:37.465561 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] For port 5dbeb4b1-97c4-431e-ba10-81d86e0443db, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5dbeb4b1-97c4-431e-ba10-81d86e0443db,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:37.472043 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.545346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74873464-d3c2-425a-9901-6b0e1c78e05e None None] Pushing event updated for resources: {'Port': ['ID=5dbeb4b1-97c4-431e-ba10-81d86e0443db,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:37.560810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04410f3d-8885-4985-bcdf-b0deef527064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:37.664781 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04410f3d-8885-4985-bcdf-b0deef527064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:37.688990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-04410f3d-8885-4985-bcdf-b0deef527064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port 0113371e-3429-4feb-afbd-39fb74651751 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:37.923043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-04410f3d-8885-4985-bcdf-b0deef527064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8:0:1::205 (1afd2f6f-36ed-4547-9ae9-db78acf45259/63ed7448-9859-4d50-b8bc-95f3fe33fc96/0113371e-3429-4feb-afbd-39fb74651751) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:37.935097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-04410f3d-8885-4985-bcdf-b0deef527064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::f816:3eff:fef0:28e6 (1afd2f6f-36ed-4547-9ae9-db78acf45259/9027150d-fab8-4a6e-a59a-0c5f394e6577/0113371e-3429-4feb-afbd-39fb74651751) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:37.998272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5dbeb4b1-97c4-431e-ba10-81d86e0443db up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:38.055142 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5dbeb4b1-97c4-431e-ba10-81d86e0443db triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:38.055420 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.090803 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04410f3d-8885-4985-bcdf-b0deef527064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.129289 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04410f3d-8885-4985-bcdf-b0deef527064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.133304 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.166428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 5dbeb4b1-97c4-431e-ba10-81d86e0443db, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5dbeb4b1-97c4-431e-ba10-81d86e0443db,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:38.170419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04410f3d-8885-4985-bcdf-b0deef527064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:38.170880 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.173703 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-04410f3d-8885-4985-bcdf-b0deef527064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:38.180468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04410f3d-8885-4985-bcdf-b0deef527064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:38.186365 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04410f3d-8885-4985-bcdf-b0deef527064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:38.187033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04410f3d-8885-4985-bcdf-b0deef527064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.200729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04410f3d-8885-4985-bcdf-b0deef527064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=0113371e-3429-4feb-afbd-39fb74651751,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:38.213983 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-04410f3d-8885-4985-bcdf-b0deef527064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8089092 Nov 03 19:10:38.216480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59776) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:38.233159 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e41247a8-99df-4df6-a1ca-efbf452d34de no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:38.261570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: e41247a8-99df-4df6-a1ca-efbf452d34de {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:38.261917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e41247a8-99df-4df6-a1ca-efbf452d34de not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:38.267172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=5dbeb4b1-97c4-431e-ba10-81d86e0443db,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:38.338760 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c5931-c182-4db5-8de1-fae65ab1b060 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port 0113371e-3429-4feb-afbd-39fb74651751 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:38.339553 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf0c5931-c182-4db5-8de1-fae65ab1b060 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.374593 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78a5b2ac-81d8-4031-b760-69464aabdeb5 req-50a14b95-b887-4a10-973b-b4aabecc5f5d tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 210 time: 0.0331190 Nov 03 19:10:38.477129 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf0c5931-c182-4db5-8de1-fae65ab1b060 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.520995 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c5931-c182-4db5-8de1-fae65ab1b060 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for 0113371e-3429-4feb-afbd-39fb74651751 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:38.608930 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-5eb75e93-b2f5-4502-83f6-d8ce52418ae1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:38.610443 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-5eb75e93-b2f5-4502-83f6-d8ce52418ae1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 811 time: 0.1753883 Nov 03 19:10:38.620019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c65595c-4d41-447c-9dab-2d15723845a0 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:38.706488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-05716ae5-6f16-4d37-a302-ae595bf7e886 None None] Provisioning complete for port 5dbeb4b1-97c4-431e-ba10-81d86e0443db triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:38.706991 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-05716ae5-6f16-4d37-a302-ae595bf7e886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.777438 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-3bfd6d3b-21a2-442a-8a84-0998566c82ae tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dac53473acd94a04a384696f6afdcb5a HTTP/1.1" status: 200 len: 380 time: 0.1341937 Nov 03 19:10:38.793678 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-cecfa4fc-e05d-41af-ac89-2b0654c7ecd8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'port': {'device_id': 'be6936f5-84ee-4230-99d7-3d2e2ab1c976', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'admin_state_up': True, 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'security_groups': ['349ab3c3-cf58-47cf-a844-05c0e2c3bb79']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:38.816963 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf0c5931-c182-4db5-8de1-fae65ab1b060 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.898406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c5931-c182-4db5-8de1-fae65ab1b060 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=0113371e-3429-4feb-afbd-39fb74651751,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:38.951281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0897ce4f-4004-4296-b05d-0bcd78164796 None None] Update dhcp port {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': '9027150d-fab8-4a6e-a59a-0c5f394e6577', 'ip_address': '2001:db8::f816:3eff:fe23:a284'}, {'subnet_id': '63ed7448-9859-4d50-b8bc-95f3fe33fc96'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '5dbeb4b1-97c4-431e-ba10-81d86e0443db'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:10:38.964922 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf0c5931-c182-4db5-8de1-fae65ab1b060 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:38.970349 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cf0c5931-c182-4db5-8de1-fae65ab1b060 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/0113371e-3429-4feb-afbd-39fb74651751 HTTP/1.1" status: 204 len: 168 time: 0.7501004 Nov 03 19:10:38.970735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59780) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:38.994485 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0897ce4f-4004-4296-b05d-0bcd78164796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.006718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-cecfa4fc-e05d-41af-ac89-2b0654c7ecd8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Made reservation on behalf of dac53473acd94a04a384696f6afdcb5a for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:39.011009 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-cecfa4fc-e05d-41af-ac89-2b0654c7ecd8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.029057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11248a8b-a60b-4b43-8faa-c84f13ca4726 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:39.030934 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-11248a8b-a60b-4b43-8faa-c84f13ca4726 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0590973 Nov 03 19:10:39.033407 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59782) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:39.094814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd15530f-c04e-41f6-8398-3e67b6d27de1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:39.096769 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bd15530f-c04e-41f6-8398-3e67b6d27de1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0621407 Nov 03 19:10:39.099194 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59784) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:39.167856 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-cecfa4fc-e05d-41af-ac89-2b0654c7ecd8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Allocated IP 172.20.0.3 (9f464358-8040-4222-b3b1-8d1714a116ab/3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe/83a055c5-3c95-42e5-93f7-e4a033cc92c9) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:39.172491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69a6053-dfb8-456b-86b7-0874e8dc9dd2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:39.174560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69a6053-dfb8-456b-86b7-0874e8dc9dd2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:39.177068 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69a6053-dfb8-456b-86b7-0874e8dc9dd2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:39.179859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a69a6053-dfb8-456b-86b7-0874e8dc9dd2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0791807 Nov 03 19:10:39.182142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59786) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:39.232515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-0897ce4f-4004-4296-b05d-0bcd78164796 None None] Allocated IP 2001:db8:0:1::2 (1afd2f6f-36ed-4547-9ae9-db78acf45259/63ed7448-9859-4d50-b8bc-95f3fe33fc96/5dbeb4b1-97c4-431e-ba10-81d86e0443db) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:39.257198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac74297-8e3a-4ca8-8bc2-73694fdb8a82 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 63ed7448-9859-4d50-b8bc-95f3fe33fc96 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:39.330537 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-cecfa4fc-e05d-41af-ac89-2b0654c7ecd8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.340375 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0897ce4f-4004-4296-b05d-0bcd78164796 None None] For port 5dbeb4b1-97c4-431e-ba10-81d86e0443db, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5dbeb4b1-97c4-431e-ba10-81d86e0443db,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:39.374552 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-cecfa4fc-e05d-41af-ac89-2b0654c7ecd8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.380050 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0897ce4f-4004-4296-b05d-0bcd78164796 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.387173 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3ac74297-8e3a-4ca8-8bc2-73694fdb8a82 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.387985 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0897ce4f-4004-4296-b05d-0bcd78164796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.420829 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-cecfa4fc-e05d-41af-ac89-2b0654c7ecd8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Network 9f464358-8040-4222-b3b1-8d1714a116ab is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:39.427406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-cecfa4fc-e05d-41af-ac89-2b0654c7ecd8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:39.431985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-cecfa4fc-e05d-41af-ac89-2b0654c7ecd8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:39.439045 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfa4fc-e05d-41af-ac89-2b0654c7ecd8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'Port': ['ID=83a055c5-3c95-42e5-93f7-e4a033cc92c9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:39.473909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3ac74297-8e3a-4ca8-8bc2-73694fdb8a82 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.500993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-cecfa4fc-e05d-41af-ac89-2b0654c7ecd8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:39.501723 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-cecfa4fc-e05d-41af-ac89-2b0654c7ecd8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.526093 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-cecfa4fc-e05d-41af-ac89-2b0654c7ecd8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7384400 Nov 03 19:10:39.545468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897ce4f-4004-4296-b05d-0bcd78164796 None None] Pushing event updated for resources: {'Port': ['ID=5dbeb4b1-97c4-431e-ba10-81d86e0443db,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:39.553036 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Request body: {'port': {'device_id': 'be6936f5-84ee-4230-99d7-3d2e2ab1c976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:39.643240 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.912607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-015c7a01-8c42-4135-bdb1-d23d3e1dce79 None None] Provisioning complete for port 83a055c5-3c95-42e5-93f7-e4a033cc92c9 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:39.913227 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-015c7a01-8c42-4135-bdb1-d23d3e1dce79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:39.995961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-015c7a01-8c42-4135-bdb1-d23d3e1dce79 None None] Port 83a055c5-3c95-42e5-93f7-e4a033cc92c9 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:10:40.012091 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a055c5-3c95-42e5-93f7-e4a033cc92c9 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:10:40.022826 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.028214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5dbeb4b1-97c4-431e-ba10-81d86e0443db up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:40.037301 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Transition to ACTIVE for port object 83a055c5-3c95-42e5-93f7-e4a033cc92c9 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:10:40.044943 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.089189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 5dbeb4b1-97c4-431e-ba10-81d86e0443db triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:40.089709 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.122698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75b5bd-e6db-4566-8abe-9d2d1ffa2007 req-54cf09e8-276c-4df8-924c-f39107e0ef2b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:40.132505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca75b5bd-e6db-4566-8abe-9d2d1ffa2007 req-54cf09e8-276c-4df8-924c-f39107e0ef2b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 931 time: 0.6104727 Nov 03 19:10:40.156599 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Pushing event updated for resources: {'Port': ['ID=83a055c5-3c95-42e5-93f7-e4a033cc92c9,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:40.262228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca75b5bd-e6db-4566-8abe-9d2d1ffa2007 req-b7097ced-decc-40ed-aa43-795baffd3a4d tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291232 Nov 03 19:10:40.288263 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3ac74297-8e3a-4ca8-8bc2-73694fdb8a82 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.300560 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Attempting to bind port 83a055c5-3c95-42e5-93f7-e4a033cc92c9 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:40.300913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Attempting to bind port 83a055c5-3c95-42e5-93f7-e4a033cc92c9 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:40.301222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Attempting to bind port 83a055c5-3c95-42e5-93f7-e4a033cc92c9 on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:40.307424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Port 83a055c5-3c95-42e5-93f7-e4a033cc92c9 on network 9f464358-8040-4222-b3b1-8d1714a116ab not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:10:40.307782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Attempting to bind port 83a055c5-3c95-42e5-93f7-e4a033cc92c9 on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:40.318374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:40.318745 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Checking segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:40.319106 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Bound using segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:40.319793 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Bound port: 83a055c5-3c95-42e5-93f7-e4a033cc92c9, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:40.320294 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.369759 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3ac74297-8e3a-4ca8-8bc2-73694fdb8a82 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.411718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac74297-8e3a-4ca8-8bc2-73694fdb8a82 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=63ed7448-9859-4d50-b8bc-95f3fe33fc96,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:40.414021 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3ac74297-8e3a-4ca8-8bc2-73694fdb8a82 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.423366 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3ac74297-8e3a-4ca8-8bc2-73694fdb8a82 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/63ed7448-9859-4d50-b8bc-95f3fe33fc96 HTTP/1.1" status: 204 len: 168 time: 1.2371476 Nov 03 19:10:40.426231 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59790) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:40.462490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] For port 83a055c5-3c95-42e5-93f7-e4a033cc92c9, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:40.463970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5983b53-bd36-4780-b4f9-1e063f4a3245 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:40.487814 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] For port 83a055c5-3c95-42e5-93f7-e4a033cc92c9, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=83a055c5-3c95-42e5-93f7-e4a033cc92c9,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:40.501874 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d3b58d-8bdf-4487-bd17-d65d0780a43e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 9027150d-fab8-4a6e-a59a-0c5f394e6577 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:40.512074 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.517649 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51d3b58d-8bdf-4487-bd17-d65d0780a43e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.576124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fac95539-bee4-44ce-bbff-12a119bc5bfd None None] Provisioning complete for port 5dbeb4b1-97c4-431e-ba10-81d86e0443db triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:40.576609 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fac95539-bee4-44ce-bbff-12a119bc5bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.592256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:40.592620 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.594092 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] 10.222.0.87 "PUT /v2.0/ports/83a055c5-3c95-42e5-93f7-e4a033cc92c9 HTTP/1.1" status: 200 len: 1091 time: 1.0456643 Nov 03 19:10:40.596694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6936f5-84ee-4230-99d7-3d2e2ab1c976', 'tag': '83a055c5-3c95-42e5-93f7-e4a033cc92c9'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:40.599174 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5cdfdb-c0cb-4c85-b35b-fb4c4526d4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "be6936f5-84ee-4230-99d7-3d2e2ab1c976", "tag": "83a055c5-3c95-42e5-93f7-e4a033cc92c9"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:40.623937 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51d3b58d-8bdf-4487-bd17-d65d0780a43e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.658897 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6f16ac-4d97-4033-9631-4aed9a8b80a0 x-openstack-request-id: req-5f6f16ac-4d97-4033-9631-4aed9a8b80a0 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:40.659189 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6936f5-84ee-4230-99d7-3d2e2ab1c976", "tag": "83a055c5-3c95-42e5-93f7-e4a033cc92c9", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:40.659425 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5f6f16ac-4d97-4033-9631-4aed9a8b80a0 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:40.659858 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6936f5-84ee-4230-99d7-3d2e2ab1c976', 'tag': '83a055c5-3c95-42e5-93f7-e4a033cc92c9', 'status': 'completed', 'code': 200} Nov 03 19:10:40.662568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887b340-368e-45af-b198-7f8ab30a3f7f service neutron] Pushing event updated for resources: {'Port': ['ID=83a055c5-3c95-42e5-93f7-e4a033cc92c9,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:40.782018 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-53d7790c-1c58-49b5-939e-b7ed5b6eca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:40.783548 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-53d7790c-1c58-49b5-939e-b7ed5b6eca16 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 1094 time: 0.0978944 Nov 03 19:10:40.785060 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51d3b58d-8bdf-4487-bd17-d65d0780a43e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:40.940831 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-00e1132d-8871-4dd2-94f1-96c44696c7fc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a055c5-3c95-42e5-93f7-e4a033cc92c9 HTTP/1.1" status: 200 len: 217 time: 0.1114354 Nov 03 19:10:40.984186 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51d3b58d-8bdf-4487-bd17-d65d0780a43e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.022130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3b58d-8bdf-4487-bd17-d65d0780a43e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=9027150d-fab8-4a6e-a59a-0c5f394e6577,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:41.030385 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-51d3b58d-8bdf-4487-bd17-d65d0780a43e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.036494 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-51d3b58d-8bdf-4487-bd17-d65d0780a43e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/9027150d-fab8-4a6e-a59a-0c5f394e6577 HTTP/1.1" status: 204 len: 168 time: 0.6070805 Nov 03 19:10:41.036959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59798) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:41.042639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-dda80da3-ff6e-4b72-8e97-e019a73ac693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:41.049824 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-dda80da3-ff6e-4b72-8e97-e019a73ac693 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0986996 Nov 03 19:10:41.097448 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-20fe3cb8-3aa8-4385-8cae-4167fbe9f087 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590353 Nov 03 19:10:41.100120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59800) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:41.107819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b6b2e639-fab9-4142-bf69-482ad20f2ee6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:41.129286 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-884e4998-22ea-41f0-aa14-88054837ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:41.130819 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-884e4998-22ea-41f0-aa14-88054837ae21 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717390 Nov 03 19:10:41.274918 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b2e639-fab9-4142-bf69-482ad20f2ee6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:41.278508 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e639-fab9-4142-bf69-482ad20f2ee6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.321861 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-bff4fdab-11f4-47df-8ff5-2a8938f37c3b service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812019 Nov 03 19:10:41.412007 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc4414-7e97-413f-825f-9913f00ebfac req-2fdd5a84-c6fa-4d8b-867a-2faa7685e1ea tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:41.413565 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c6bc4414-7e97-413f-825f-9913f00ebfac req-2fdd5a84-c6fa-4d8b-867a-2faa7685e1ea tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 943 time: 0.0618017 Nov 03 19:10:41.440852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362f5a4b-387b-4274-91b6-46b8a12913d9 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:41.481165 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b684961-20f1-4d38-ab79-2eaf87cdf25e req-3595efee-de67-45dd-89c3-df4cc1667ba2 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343763 Nov 03 19:10:41.484662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c6bc4414-7e97-413f-825f-9913f00ebfac req-1f6da7a8-119a-4fac-a518-99d8f0669344 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638590 Nov 03 19:10:41.542897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5db1e5f7-2e6e-422e-8f16-60cb150d5da0 None None] Provisioning complete for port 5dbeb4b1-97c4-431e-ba10-81d86e0443db triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:41.543309 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5db1e5f7-2e6e-422e-8f16-60cb150d5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.668612 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cdfdb-c0cb-4c85-b35b-fb4c4526d4fc req-a5a0d4a2-0af5-483f-bab3-51f9e5e3b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:41.670375 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d5cdfdb-c0cb-4c85-b35b-fb4c4526d4fc req-a5a0d4a2-0af5-483f-bab3-51f9e5e3b6e8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 1094 time: 0.0877087 Nov 03 19:10:41.746279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] DHCP port deletion for 1afd2f6f-36ed-4547-9ae9-db78acf45259 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:41.795546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Deleting port 5dbeb4b1-97c4-431e-ba10-81d86e0443db {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:41.795888 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.801732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.objects.ports [None req-b6b2e639-fab9-4142-bf69-482ad20f2ee6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:10:41.876704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] For port 5dbeb4b1-97c4-431e-ba10-81d86e0443db, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=5dbeb4b1-97c4-431e-ba10-81d86e0443db,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:41.877106 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:41.896505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Calling delete_port for 5dbeb4b1-97c4-431e-ba10-81d86e0443db owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:41.994891 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.040948 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] No DVR routers for this DVR port 5dbeb4b1-97c4-431e-ba10-81d86e0443db on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:42.060266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Pushing event deleted for resources: {'Port': ['ID=5dbeb4b1-97c4-431e-ba10-81d86e0443db,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:42.071595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:42.072192 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:42.072525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:42.073894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:42.074163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:42.074505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:42.074988 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:42.075326 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:42.076228 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:42.076507 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:42.076844 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:42.077259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608566e-47e4-486e-b721-3ed4d4a75740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:42.096833 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5dbeb4b1-97c4-431e-ba10-81d86e0443db no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:42.119625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 5dbeb4b1-97c4-431e-ba10-81d86e0443db {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:42.120007 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 5dbeb4b1-97c4-431e-ba10-81d86e0443db not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:42.230059 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cdfdb-c0cb-4c85-b35b-fb4c4526d4fc req-708818e4-4319-4540-80c0-7f524cc1a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:42.231535 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d5cdfdb-c0cb-4c85-b35b-fb4c4526d4fc req-708818e4-4319-4540-80c0-7f524cc1a251 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.5492420 Nov 03 19:10:42.263864 n-d-812150-4 neutron-server[101711]: WARNING neutron.services.revisions.revision_plugin [None req-b6b2e639-fab9-4142-bf69-482ad20f2ee6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Could not find related port for resource to bump revision. Nov 03 19:10:42.297271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_pluggable_backend [None req-b6b2e639-fab9-4142-bf69-482ad20f2ee6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Port 5dbeb4b1-97c4-431e-ba10-81d86e0443db was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101711) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 03 19:10:42.297815 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_pluggable_backend [None req-b6b2e639-fab9-4142-bf69-482ad20f2ee6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Reverting IP allocation for 2001:db8::f816:3eff:fe23:a284 {{(pid=101711) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 03 19:10:42.300408 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d5cdfdb-c0cb-4c85-b35b-fb4c4526d4fc req-47297cd9-ed5b-4fe8-bea5-f562aa5f7383 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a055c5-3c95-42e5-93f7-e4a033cc92c9 HTTP/1.1" status: 200 len: 217 time: 0.0590007 Nov 03 19:10:42.302457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.ipam_pluggable_backend [None req-b6b2e639-fab9-4142-bf69-482ad20f2ee6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe23:a284 {{(pid=101711) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 03 19:10:42.303602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e639-fab9-4142-bf69-482ad20f2ee6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.380556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b2e639-fab9-4142-bf69-482ad20f2ee6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:42.386016 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-b6b2e639-fab9-4142-bf69-482ad20f2ee6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:42.391669 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2e639-fab9-4142-bf69-482ad20f2ee6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=650c0ab3-600b-412c-88ce-105a03f5e404,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:42.394354 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b2e639-fab9-4142-bf69-482ad20f2ee6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:42.395209 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e639-fab9-4142-bf69-482ad20f2ee6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.397786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fd80dd-0b90-45b8-9bb4-cba9928a3eb7 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:42.409609 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cdfdb-c0cb-4c85-b35b-fb4c4526d4fc req-b3e684f0-deb7-4b00-a6e2-692988b6ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:42.411102 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d5cdfdb-c0cb-4c85-b35b-fb4c4526d4fc req-b3e684f0-deb7-4b00-a6e2-692988b6ea8a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.1015074 Nov 03 19:10:42.424568 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b6b2e639-fab9-4142-bf69-482ad20f2ee6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3171289 Nov 03 19:10:42.424829 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59804) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:42.429818 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-91b932a6-43b8-48bc-a982-8cb1dc5e646a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:42.482227 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cdfdb-c0cb-4c85-b35b-fb4c4526d4fc req-842f60c9-23e0-4f0b-a604-b771f469cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:42.484956 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d5cdfdb-c0cb-4c85-b35b-fb4c4526d4fc req-842f60c9-23e0-4f0b-a604-b771f469cd1e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537062 Nov 03 19:10:42.590080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b932a6-43b8-48bc-a982-8cb1dc5e646a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:42.595757 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91b932a6-43b8-48bc-a982-8cb1dc5e646a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.642525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': '650c0ab3-600b-412c-88ce-105a03f5e404'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:10:42.644268 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:42.658860 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d5cdfdb-c0cb-4c85-b35b-fb4c4526d4fc req-b58ce1eb-5760-41d9-a085-ea93a223ec74 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654103 Nov 03 19:10:42.714128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07dd41-6397-4b49-856a-4aff0eaf8c3d req-2babe3be-cbaa-4e10-ac29-34ee761f3efb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:42.715848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec07dd41-6397-4b49-856a-4aff0eaf8c3d req-2babe3be-cbaa-4e10-ac29-34ee761f3efb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 943 time: 0.1421583 Nov 03 19:10:42.794702 n-d-812150-4 neutron-server[101712]: INFO neutron.db.ipam_backend_mixin [None req-91b932a6-43b8-48bc-a982-8cb1dc5e646a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 650c0ab3-600b-412c-88ce-105a03f5e404 (CIDR: 2001:db8::/64) Nov 03 19:10:42.807185 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b932a6-43b8-48bc-a982-8cb1dc5e646a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:10:42.807725 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b932a6-43b8-48bc-a982-8cb1dc5e646a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:42.826437 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec07dd41-6397-4b49-856a-4aff0eaf8c3d req-3bea989c-2720-451b-9f96-ca654925f499 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955777 Nov 03 19:10:42.839021 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-91b932a6-43b8-48bc-a982-8cb1dc5e646a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4128957 Nov 03 19:10:42.839917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59808) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:42.847078 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-366d85b8-eadd-44de-b77a-173715a83e28 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:42.912447 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7d5cdfdb-c0cb-4c85-b35b-fb4c4526d4fc req-58e948d3-6f67-4075-aaad-8011b9e23af8 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332952 Nov 03 19:10:42.922558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Allocated IP 2001:db8::f816:3eff:fe1c:99f (1afd2f6f-36ed-4547-9ae9-db78acf45259/650c0ab3-600b-412c-88ce-105a03f5e404/c9e57585-78bc-4fd5-a7db-4198743f681a) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:43.024670 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366d85b8-eadd-44de-b77a-173715a83e28 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:43.029803 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-366d85b8-eadd-44de-b77a-173715a83e28 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.123227 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.132402 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.176810 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Pushing event updated for resources: {'Port': ['ID=c9e57585-78bc-4fd5-a7db-4198743f681a,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:43.195731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:43.197391 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:43.200048 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:43.259689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Attempting to bind port c9e57585-78bc-4fd5-a7db-4198743f681a on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:43.260228 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Attempting to bind port c9e57585-78bc-4fd5-a7db-4198743f681a by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:43.260601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Attempting to bind port c9e57585-78bc-4fd5-a7db-4198743f681a on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:43.266344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:43.266718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:43.267129 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.267519 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:43.268024 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Bound port: c9e57585-78bc-4fd5-a7db-4198743f681a, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:43.269084 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.309825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-366d85b8-eadd-44de-b77a-173715a83e28 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.342586 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] For port c9e57585-78bc-4fd5-a7db-4198743f681a, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:43.348714 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] For port c9e57585-78bc-4fd5-a7db-4198743f681a, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c9e57585-78bc-4fd5-a7db-4198743f681a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:43.354928 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d85b8-eadd-44de-b77a-173715a83e28 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:43.357024 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.358717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-366d85b8-eadd-44de-b77a-173715a83e28 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:43.365694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366d85b8-eadd-44de-b77a-173715a83e28 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:43.366287 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-366d85b8-eadd-44de-b77a-173715a83e28 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.384675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d85b8-eadd-44de-b77a-173715a83e28 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=72f85535-2592-4e43-a8b9-e721cdaba4b4,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:43.391959 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-366d85b8-eadd-44de-b77a-173715a83e28 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5505049 Nov 03 19:10:43.395126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59810) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:43.400396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ab4e6377-3bfd-4c1d-8367-78931d61dc0f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'mac_address': 'fa:16:3e:7c:52:a9', 'name': 'tempest-NetworksTestDHCPv6-602280582'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:43.447434 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.464989 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdcfd3-d4b7-4d60-92b1-950c7695b8f8 None None] Pushing event updated for resources: {'Port': ['ID=c9e57585-78bc-4fd5-a7db-4198743f681a,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:43.564047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4e6377-3bfd-4c1d-8367-78931d61dc0f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:43.686258 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6377-3bfd-4c1d-8367-78931d61dc0f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:43.728093 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-ab4e6377-3bfd-4c1d-8367-78931d61dc0f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port 98a5fa68-fa82-47fd-93e0-f82de10da46a yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:43.908155 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-ab4e6377-3bfd-4c1d-8367-78931d61dc0f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8:0:1::125 (1afd2f6f-36ed-4547-9ae9-db78acf45259/72f85535-2592-4e43-a8b9-e721cdaba4b4/98a5fa68-fa82-47fd-93e0-f82de10da46a) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:43.926150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-ab4e6377-3bfd-4c1d-8367-78931d61dc0f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::f816:3eff:fe7c:52a9 (1afd2f6f-36ed-4547-9ae9-db78acf45259/650c0ab3-600b-412c-88ce-105a03f5e404/98a5fa68-fa82-47fd-93e0-f82de10da46a) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:44.000355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916aa5a-8375-4e80-9fca-7f5c00409680 req-bfc71603-9668-4b07-8508-e489676e399a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:44.004033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a916aa5a-8375-4e80-9fca-7f5c00409680 req-bfc71603-9668-4b07-8508-e489676e399a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 943 time: 0.0936828 Nov 03 19:10:44.057514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c9e57585-78bc-4fd5-a7db-4198743f681a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:44.107029 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c9e57585-78bc-4fd5-a7db-4198743f681a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:44.107430 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.122155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a916aa5a-8375-4e80-9fca-7f5c00409680 req-02177941-f359-499f-817a-8cdeeb76f0b9 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064103 Nov 03 19:10:44.185056 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6377-3bfd-4c1d-8367-78931d61dc0f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.219526 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.242567 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6377-3bfd-4c1d-8367-78931d61dc0f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.260629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port c9e57585-78bc-4fd5-a7db-4198743f681a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c9e57585-78bc-4fd5-a7db-4198743f681a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:44.266818 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.298521 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e6377-3bfd-4c1d-8367-78931d61dc0f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:44.301620 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-ab4e6377-3bfd-4c1d-8367-78931d61dc0f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:44.304260 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4e6377-3bfd-4c1d-8367-78931d61dc0f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:44.311145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4e6377-3bfd-4c1d-8367-78931d61dc0f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:44.311840 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6377-3bfd-4c1d-8367-78931d61dc0f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.328428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=c9e57585-78bc-4fd5-a7db-4198743f681a,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:44.350377 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ab4e6377-3bfd-4c1d-8367-78931d61dc0f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9540911 Nov 03 19:10:44.351532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e6377-3bfd-4c1d-8367-78931d61dc0f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=98a5fa68-fa82-47fd-93e0-f82de10da46a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:44.353461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59816) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:44.475300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ce4fe2dc-51f6-4074-b8ad-da51c9899112 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port 98a5fa68-fa82-47fd-93e0-f82de10da46a {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:44.475687 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce4fe2dc-51f6-4074-b8ad-da51c9899112 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.579622 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce4fe2dc-51f6-4074-b8ad-da51c9899112 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.595830 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ce4fe2dc-51f6-4074-b8ad-da51c9899112 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for 98a5fa68-fa82-47fd-93e0-f82de10da46a owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:44.613426 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06894fd9-80e1-4a72-b57d-165aeaf7e023 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:44.685858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0f100ab5-4d7c-429e-bee1-05b5578efc5d None None] Provisioning complete for port c9e57585-78bc-4fd5-a7db-4198743f681a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:44.686380 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0f100ab5-4d7c-429e-bee1-05b5578efc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.823088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce4fe2dc-51f6-4074-b8ad-da51c9899112 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.866873 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fe2dc-51f6-4074-b8ad-da51c9899112 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=98a5fa68-fa82-47fd-93e0-f82de10da46a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:44.912516 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ce4fe2dc-51f6-4074-b8ad-da51c9899112 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:44.918113 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ce4fe2dc-51f6-4074-b8ad-da51c9899112 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/98a5fa68-fa82-47fd-93e0-f82de10da46a HTTP/1.1" status: 204 len: 168 time: 0.5606546 Nov 03 19:10:44.918356 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59820) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:44.976509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ff6c6b-fde9-46ef-8cad-994cb18664e5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:44.980870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59822) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:44.982227 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-95ff6c6b-fde9-46ef-8cad-994cb18664e5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0603211 Nov 03 19:10:45.053650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56f2467-e550-40e2-8745-58542bbe9da5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:45.055654 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e56f2467-e550-40e2-8745-58542bbe9da5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.0736642 Nov 03 19:10:45.058219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59824) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:45.119206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a13eaa-c79e-44ad-a181-a52c612b3c2b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:45.121127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a13eaa-c79e-44ad-a181-a52c612b3c2b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:45.122636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a13eaa-c79e-44ad-a181-a52c612b3c2b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:45.124398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f9a13eaa-c79e-44ad-a181-a52c612b3c2b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0651696 Nov 03 19:10:45.125612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0ed90b-82eb-4809-9409-70d9205aeb57 None None] Update dhcp port {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': '650c0ab3-600b-412c-88ce-105a03f5e404', 'ip_address': '2001:db8::f816:3eff:fe1c:99f'}, {'subnet_id': '72f85535-2592-4e43-a8b9-e721cdaba4b4'}], 'binding:host_id': 'n-d-812150-4'}, 'id': 'c9e57585-78bc-4fd5-a7db-4198743f681a'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:10:45.127516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59826) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:45.164879 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3a0ed90b-82eb-4809-9409-70d9205aeb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.197830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe560acd-9944-408c-bedc-61268e663a2f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 650c0ab3-600b-412c-88ce-105a03f5e404 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:45.208031 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fe560acd-9944-408c-bedc-61268e663a2f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.278266 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fe560acd-9944-408c-bedc-61268e663a2f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.317109 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58264e7-affb-460b-8c33-8f9425a92f65 req-cb81279c-dc72-4074-9a98-f88febc5baef tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:45.320021 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a58264e7-affb-460b-8c33-8f9425a92f65 req-cb81279c-dc72-4074-9a98-f88febc5baef tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 943 time: 0.1146059 Nov 03 19:10:45.414138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a58264e7-affb-460b-8c33-8f9425a92f65 req-e2d76494-dea8-458c-a79f-541c624604cd tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867724 Nov 03 19:10:45.422689 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fe560acd-9944-408c-bedc-61268e663a2f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.483205 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fe560acd-9944-408c-bedc-61268e663a2f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server [None req-3a0ed90b-82eb-4809-9409-70d9205aeb57 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 650c0ab3-600b-412c-88ce-105a03f5e404: This subnet is being modified by another concurrent operation. Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1742, in update_port Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise exception Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 650c0ab3-600b-412c-88ce-105a03f5e404: This subnet is being modified by another concurrent operation. Nov 03 19:10:45.486153 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Nov 03 19:10:45.513109 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe560acd-9944-408c-bedc-61268e663a2f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=650c0ab3-600b-412c-88ce-105a03f5e404,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:45.517255 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fe560acd-9944-408c-bedc-61268e663a2f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.521384 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fe560acd-9944-408c-bedc-61268e663a2f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/650c0ab3-600b-412c-88ce-105a03f5e404 HTTP/1.1" status: 204 len: 168 time: 0.3919988 Nov 03 19:10:45.523233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59830) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:45.579921 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7727dcf-ecce-4b0a-85e2-1790b2c2741f None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:45.590236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e837c3e9-2f17-476c-99d8-2d03afcf277d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 72f85535-2592-4e43-a8b9-e721cdaba4b4 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:45.596601 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e837c3e9-2f17-476c-99d8-2d03afcf277d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.643351 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e837c3e9-2f17-476c-99d8-2d03afcf277d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.646436 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-45cf6fcc-2d25-4763-b7a0-f719470555a8 None None] Could not find standard attr ID for object 98a5fa68-fa82-47fd-93e0-f82de10da46a. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:10:45.680214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-45cf6fcc-2d25-4763-b7a0-f719470555a8 None None] Provisioning complete for port c9e57585-78bc-4fd5-a7db-4198743f681a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:45.680593 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-45cf6fcc-2d25-4763-b7a0-f719470555a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.707423 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e837c3e9-2f17-476c-99d8-2d03afcf277d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.780442 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e837c3e9-2f17-476c-99d8-2d03afcf277d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.814671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837c3e9-2f17-476c-99d8-2d03afcf277d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=72f85535-2592-4e43-a8b9-e721cdaba4b4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:45.824921 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e837c3e9-2f17-476c-99d8-2d03afcf277d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.830372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e837c3e9-2f17-476c-99d8-2d03afcf277d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/72f85535-2592-4e43-a8b9-e721cdaba4b4 HTTP/1.1" status: 204 len: 168 time: 0.3059311 Nov 03 19:10:45.832755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59832) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:45.870015 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c81b61a-37ab-4778-95b9-02149e573f44 None None] Update dhcp port {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': '72f85535-2592-4e43-a8b9-e721cdaba4b4'}], 'binding:host_id': 'n-d-812150-4'}, 'id': 'c9e57585-78bc-4fd5-a7db-4198743f681a'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:10:45.872640 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2fbaf58f-dc33-48d7-8eff-82045abb6222 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385838 Nov 03 19:10:45.877081 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59834) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:45.883669 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-41d42680-7558-4329-8ec3-c944349ff847 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:45.909013 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3c81b61a-37ab-4778-95b9-02149e573f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:45.997847 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d42680-7558-4329-8ec3-c944349ff847 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:46.002113 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-41d42680-7558-4329-8ec3-c944349ff847 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.021078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c9e57585-78bc-4fd5-a7db-4198743f681a no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:46.119427 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.176349 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port c9e57585-78bc-4fd5-a7db-4198743f681a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c9e57585-78bc-4fd5-a7db-4198743f681a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:46.181858 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.185084 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0bc624d4-fe5c-4751-a58c-3939857a0c59 None None] Provisioning complete for port c9e57585-78bc-4fd5-a7db-4198743f681a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:46.185450 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0bc624d4-fe5c-4751-a58c-3939857a0c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.270976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=c9e57585-78bc-4fd5-a7db-4198743f681a,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:46.278357 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-41d42680-7558-4329-8ec3-c944349ff847 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.308724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8696144c-314d-4d0b-b4d4-3378d59122b2 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:10:46.323349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d42680-7558-4329-8ec3-c944349ff847 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:46.327024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-41d42680-7558-4329-8ec3-c944349ff847 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:46.334455 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d42680-7558-4329-8ec3-c944349ff847 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:46.335062 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-41d42680-7558-4329-8ec3-c944349ff847 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.350576 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d42680-7558-4329-8ec3-c944349ff847 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=964cf1a3-4a4d-4702-87a8-ad37fec7395a,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:46.359720 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-41d42680-7558-4329-8ec3-c944349ff847 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4781811 Nov 03 19:10:46.359896 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0bc624d4-fe5c-4751-a58c-3939857a0c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.360017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59836) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:46.364812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-854470fa-3267-481d-ae80-d4f9188813ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:46.416865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0bc624d4-fe5c-4751-a58c-3939857a0c59 None None] For port c9e57585-78bc-4fd5-a7db-4198743f681a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c9e57585-78bc-4fd5-a7db-4198743f681a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:46.424344 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0bc624d4-fe5c-4751-a58c-3939857a0c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.480605 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854470fa-3267-481d-ae80-d4f9188813ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:46.482836 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8696144c-314d-4d0b-b4d4-3378d59122b2 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:10:46.485219 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-854470fa-3267-481d-ae80-d4f9188813ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.497144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc624d4-fe5c-4751-a58c-3939857a0c59 None None] Pushing event updated for resources: {'Port': ['ID=c9e57585-78bc-4fd5-a7db-4198743f681a,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:46.557841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fce45b-4a41-48f6-8116-053649c3debd req-8416cf88-f2a1-4c64-875c-d9f2f4d8a64a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:46.559442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-49fce45b-4a41-48f6-8116-053649c3debd req-8416cf88-f2a1-4c64-875c-d9f2f4d8a64a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 943 time: 0.0624299 Nov 03 19:10:46.569082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e129223f-7b85-419b-8195-8ab46f754f89 None None] Could not find standard attr ID for object 98a5fa68-fa82-47fd-93e0-f82de10da46a. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:10:46.582369 n-d-812150-4 neutron-server[101711]: INFO neutron.db.ipam_backend_mixin [None req-854470fa-3267-481d-ae80-d4f9188813ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 964cf1a3-4a4d-4702-87a8-ad37fec7395a (CIDR: 2001:db8::/64) Nov 03 19:10:46.586636 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-854470fa-3267-481d-ae80-d4f9188813ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:10:46.587243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854470fa-3267-481d-ae80-d4f9188813ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:46.605959 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-854470fa-3267-481d-ae80-d4f9188813ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2450082 Nov 03 19:10:46.608720 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59840) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:46.615483 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:46.624971 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-49fce45b-4a41-48f6-8116-053649c3debd req-6edc462e-b64f-4f1c-beb4-57eceb34694a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569019 Nov 03 19:10:46.743214 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:46.746850 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.790883 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e2540c-117c-4de2-b394-a8fe37c178fa None None] Update dhcp port {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'fixed_ips': [{'subnet_id': '964cf1a3-4a4d-4702-87a8-ad37fec7395a'}], 'binding:host_id': 'n-d-812150-4'}, 'id': 'c9e57585-78bc-4fd5-a7db-4198743f681a'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:10:46.818641 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d2e2540c-117c-4de2-b394-a8fe37c178fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:46.998469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-d2e2540c-117c-4de2-b394-a8fe37c178fa None None] Allocated IP 2001:db8::2 (1afd2f6f-36ed-4547-9ae9-db78acf45259/964cf1a3-4a4d-4702-87a8-ad37fec7395a/c9e57585-78bc-4fd5-a7db-4198743f681a) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:47.102348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d2e2540c-117c-4de2-b394-a8fe37c178fa None None] For port c9e57585-78bc-4fd5-a7db-4198743f681a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c9e57585-78bc-4fd5-a7db-4198743f681a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:47.108153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.objects.ports [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:10:47.142390 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d2e2540c-117c-4de2-b394-a8fe37c178fa None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.147637 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d2e2540c-117c-4de2-b394-a8fe37c178fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.222421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2540c-117c-4de2-b394-a8fe37c178fa None None] Pushing event updated for resources: {'Port': ['ID=c9e57585-78bc-4fd5-a7db-4198743f681a,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:47.278495 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.473874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f7c3c-d716-499f-876c-165dbe2d6477 req-51ba1df6-3ded-4e2b-ae90-f3d56dbd365e tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:47.475542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-959f7c3c-d716-499f-876c-165dbe2d6477 req-51ba1df6-3ded-4e2b-ae90-f3d56dbd365e tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1098 time: 0.0462439 Nov 03 19:10:47.493213 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] For port c9e57585-78bc-4fd5-a7db-4198743f681a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c9e57585-78bc-4fd5-a7db-4198743f681a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:47.527103 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-959f7c3c-d716-499f-876c-165dbe2d6477 req-91e336fb-1af0-470b-960b-76c86dcdff5f tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446365 Nov 03 19:10:47.528089 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.533978 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.534452 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.556806 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59846) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:47.623711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:47.635022 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:47.636773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=d5c63563-4db5-48d6-8b58-20e10004a14f,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:47.639343 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:47.639970 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.649241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=c9e57585-78bc-4fd5-a7db-4198743f681a,revision_number=9']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:47.664520 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b229a0a0-a92d-4b47-853c-4a757a546b16 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0539072 Nov 03 19:10:47.667240 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59850) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:47.673146 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f9b312bd-57c8-45b3-8ded-ba5c08a60fcb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'mac_address': 'fa:16:3e:51:41:72', 'name': 'tempest-NetworksTestDHCPv6-241304850'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:47.793113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42954b4-f68b-46ce-9ea5-256372381095 req-f481dce8-fc41-4bed-830f-92a5011c1e1e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:47.794658 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b42954b4-f68b-46ce-9ea5-256372381095 req-f481dce8-fc41-4bed-830f-92a5011c1e1e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 943 time: 0.0658486 Nov 03 19:10:47.801370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-98b9ab95-a669-4753-b0ac-fadfaee08a54 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port 310b5736-0630-4b8f-b9ac-23a76b418675 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:47.801821 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-98b9ab95-a669-4753-b0ac-fadfaee08a54 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.806535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b312bd-57c8-45b3-8ded-ba5c08a60fcb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:47.904343 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b42954b4-f68b-46ce-9ea5-256372381095 req-44c901ac-03fe-4c32-8d3e-2fa9740d2678 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002984 Nov 03 19:10:47.910791 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f9b312bd-57c8-45b3-8ded-ba5c08a60fcb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.934055 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-98b9ab95-a669-4753-b0ac-fadfaee08a54 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.934388 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-98b9ab95-a669-4753-b0ac-fadfaee08a54 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:47.953095 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-f9b312bd-57c8-45b3-8ded-ba5c08a60fcb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port 431f43a5-2082-4196-8637-d7cf0fdf61cb yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:47.955107 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-98b9ab95-a669-4753-b0ac-fadfaee08a54 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for 310b5736-0630-4b8f-b9ac-23a76b418675 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:47.968282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6386b6-6f5e-4d32-9bfa-1d72f1e7d866 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:10:48.018097 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4fc1816b-da60-4133-bf2d-6e724537331f None None] Provisioning complete for port c9e57585-78bc-4fd5-a7db-4198743f681a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:48.018507 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4fc1816b-da60-4133-bf2d-6e724537331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.045650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c9e57585-78bc-4fd5-a7db-4198743f681a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:48.154027 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-98b9ab95-a669-4753-b0ac-fadfaee08a54 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.159302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6386b6-6f5e-4d32-9bfa-1d72f1e7d866 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:10:48.166526 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c9e57585-78bc-4fd5-a7db-4198743f681a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:48.166911 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.181145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9ab95-a669-4753-b0ac-fadfaee08a54 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=310b5736-0630-4b8f-b9ac-23a76b418675,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:48.187883 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-f9b312bd-57c8-45b3-8ded-ba5c08a60fcb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::3ae (1afd2f6f-36ed-4547-9ae9-db78acf45259/964cf1a3-4a4d-4702-87a8-ad37fec7395a/431f43a5-2082-4196-8637-d7cf0fdf61cb) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:48.197646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-f9b312bd-57c8-45b3-8ded-ba5c08a60fcb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8:0:1:f816:3eff:fe51:4172 (1afd2f6f-36ed-4547-9ae9-db78acf45259/d5c63563-4db5-48d6-8b58-20e10004a14f/431f43a5-2082-4196-8637-d7cf0fdf61cb) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:48.247622 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-98b9ab95-a669-4753-b0ac-fadfaee08a54 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.247622 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-98b9ab95-a669-4753-b0ac-fadfaee08a54 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Floating IP 24d8bf3d-d40e-475f-ba4f-f1e3c592b0fc disassociated (deleted). External IP: 172.25.2.152, port: eeed014a-c94b-4a5c-a37d-5215eb0cfce0. Nov 03 19:10:48.379923 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f9b312bd-57c8-45b3-8ded-ba5c08a60fcb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.431455 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f9b312bd-57c8-45b3-8ded-ba5c08a60fcb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.486199 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b312bd-57c8-45b3-8ded-ba5c08a60fcb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:48.486717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b9ab95-a669-4753-b0ac-fadfaee08a54 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 2557f7fe-4cd9-47ce-a210-488d1df9e47a has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:10:48.489715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-f9b312bd-57c8-45b3-8ded-ba5c08a60fcb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:48.494587 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b312bd-57c8-45b3-8ded-ba5c08a60fcb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:48.501016 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b312bd-57c8-45b3-8ded-ba5c08a60fcb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:48.501750 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f9b312bd-57c8-45b3-8ded-ba5c08a60fcb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.505465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b312bd-57c8-45b3-8ded-ba5c08a60fcb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=431f43a5-2082-4196-8637-d7cf0fdf61cb,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:48.524125 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f9b312bd-57c8-45b3-8ded-ba5c08a60fcb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8555081 Nov 03 19:10:48.525715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59852) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:48.626636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b9ab95-a669-4753-b0ac-fadfaee08a54 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:10:48.630570 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-31fbb69f-00ee-4231-8ef6-d61e16dba5ed tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port 431f43a5-2082-4196-8637-d7cf0fdf61cb {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:48.631161 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31fbb69f-00ee-4231-8ef6-d61e16dba5ed tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.632433 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-98b9ab95-a669-4753-b0ac-fadfaee08a54 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.639443 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20d80c7-1182-4c8f-a849-e2b83a0c0de7 None None] Sync routers for ids ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:10:48.657762 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d80c7-1182-4c8f-a849-e2b83a0c0de7 None None] Routers {'2557f7fe-4cd9-47ce-a210-488d1df9e47a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:48.658839 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f20d80c7-1182-4c8f-a849-e2b83a0c0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:48.680202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-98b9ab95-a669-4753-b0ac-fadfaee08a54 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/floatingips/24d8bf3d-d40e-475f-ba4f-f1e3c592b0fc HTTP/1.1" status: 204 len: 168 time: 1.1198077 Nov 03 19:10:48.680202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:48.688780 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bd1b9d-a379-47bd-b2d3-097937600e59" -d '{"events": [{"name": "network-changed", "server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:48.786452 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31fbb69f-00ee-4231-8ef6-d61e16dba5ed tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:48.810977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-31fbb69f-00ee-4231-8ef6-d61e16dba5ed tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for 431f43a5-2082-4196-8637-d7cf0fdf61cb owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:48.824222 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-f20d80c7-1182-4c8f-a849-e2b83a0c0de7 None None] Set router 2557f7fe-4cd9-47ce-a210-488d1df9e47a gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:48.842412 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d95e9c0-7588-42cb-a4a2-490355f02437 x-openstack-request-id: req-8d95e9c0-7588-42cb-a4a2-490355f02437 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:48.843345 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:48.843867 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8d95e9c0-7588-42cb-a4a2-490355f02437 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:48.844545 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'status': 'completed', 'code': 200} Nov 03 19:10:48.973196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd1b9d-a379-47bd-b2d3-097937600e59 req-70c0fcc5-d84a-4214-a09a-4cf3ab71975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:48.974920 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b2bd1b9d-a379-47bd-b2d3-097937600e59 req-70c0fcc5-d84a-4214-a09a-4cf3ab71975c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 1098 time: 0.0926149 Nov 03 19:10:49.148131 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f20d80c7-1182-4c8f-a849-e2b83a0c0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:44Z', 'updated_at': '2021-11-03T19:08:53Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:46Z', 'updated_at': '2021-11-03T19:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f462e766-4785-4dba-a4ce-360f663e13a4', 'name': '', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:38:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:52Z', 'updated_at': '2021-11-03T19:08:57Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:49.162354 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd1b9d-a379-47bd-b2d3-097937600e59 req-9f0bff2c-4fe6-4543-83a0-8a5da60f25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:49.164034 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b2bd1b9d-a379-47bd-b2d3-097937600e59 req-9f0bff2c-4fe6-4543-83a0-8a5da60f25ad service neutron] 10.222.0.98 "GET /v2.0/networks?id=014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 200 len: 898 time: 0.1788738 Nov 03 19:10:49.165724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d4285-0867-48b7-965f-5f5e51344b3a req-ba8d8cfb-1918-4a76-a540-2910e8f1be72 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:49.168410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-929d4285-0867-48b7-965f-5f5e51344b3a req-ba8d8cfb-1918-4a76-a540-2910e8f1be72 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 943 time: 0.1356556 Nov 03 19:10:49.184022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13274d07-58fe-43a3-abee-e7d7bb8147fc req-24ae82ae-30dd-4b48-bc65-916f2d1a486d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:49.187265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-13274d07-58fe-43a3-abee-e7d7bb8147fc req-24ae82ae-30dd-4b48-bc65-916f2d1a486d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 947 time: 0.1448643 Nov 03 19:10:49.198706 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20d80c7-1182-4c8f-a849-e2b83a0c0de7 None None] Checking router: 2557f7fe-4cd9-47ce-a210-488d1df9e47a for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:10:49.209996 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d80c7-1182-4c8f-a849-e2b83a0c0de7 None None] Routers {'2557f7fe-4cd9-47ce-a210-488d1df9e47a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:49.210624 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f20d80c7-1182-4c8f-a849-e2b83a0c0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:49.221583 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b2bd1b9d-a379-47bd-b2d3-097937600e59 req-6ef21ec4-e752-441d-a5dd-9dc6026fe61e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 200 len: 217 time: 0.0464072 Nov 03 19:10:49.227209 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31fbb69f-00ee-4231-8ef6-d61e16dba5ed tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.301012 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbb69f-00ee-4231-8ef6-d61e16dba5ed tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=431f43a5-2082-4196-8637-d7cf0fdf61cb,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:49.338880 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-929d4285-0867-48b7-965f-5f5e51344b3a req-c920be33-670a-4697-81be-4b251d9bfbbb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485426 Nov 03 19:10:49.343804 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-13274d07-58fe-43a3-abee-e7d7bb8147fc req-a4c37ab4-89ea-4bf9-bbb3-a3c6c58853f9 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462216 Nov 03 19:10:49.367013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd1b9d-a379-47bd-b2d3-097937600e59 req-806ad1d0-b071-4f27-a96c-d7fa6f03936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:49.368654 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b2bd1b9d-a379-47bd-b2d3-097937600e59 req-806ad1d0-b071-4f27-a96c-d7fa6f03936f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d7b47a05-c30f-479c-bf77-6f9f827c7920 HTTP/1.1" status: 200 len: 835 time: 0.1387441 Nov 03 19:10:49.372758 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31fbb69f-00ee-4231-8ef6-d61e16dba5ed tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.373477 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-f20d80c7-1182-4c8f-a849-e2b83a0c0de7 None None] Set router 2557f7fe-4cd9-47ce-a210-488d1df9e47a gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:49.378268 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-31fbb69f-00ee-4231-8ef6-d61e16dba5ed tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/431f43a5-2082-4196-8637-d7cf0fdf61cb HTTP/1.1" status: 204 len: 168 time: 0.8496182 Nov 03 19:10:49.382964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59864) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:49.432514 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd1b9d-a379-47bd-b2d3-097937600e59 req-c298121f-7c56-4a6b-8aa6-3dab8b78216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:49.435145 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b2bd1b9d-a379-47bd-b2d3-097937600e59 req-c298121f-7c56-4a6b-8aa6-3dab8b78216f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=014e23e3-8641-46e4-b08a-e056c5d123c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552220 Nov 03 19:10:49.442268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b7c14-93b0-496b-980b-542b3895329d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:49.444296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-870b7c14-93b0-496b-980b-542b3895329d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0599921 Nov 03 19:10:49.448588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59866) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:49.520965 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb71120-db3a-423f-8400-9ece45c98e95 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:49.525229 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-eeb71120-db3a-423f-8400-9ece45c98e95 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0731087 Nov 03 19:10:49.525611 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59868) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:49.537677 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5585458d-d8b5-44f2-b656-3a668e8718b7 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:49.578417 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b2bd1b9d-a379-47bd-b2d3-097937600e59 req-c5437697-d540-493d-9349-81cfd2067608 service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345055 Nov 03 19:10:49.597122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9fa6d8-d664-4422-8175-d529d29f5305 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:49.599525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9fa6d8-d664-4422-8175-d529d29f5305 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:49.601188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9fa6d8-d664-4422-8175-d529d29f5305 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:49.603385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9b9fa6d8-d664-4422-8175-d529d29f5305 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0761237 Nov 03 19:10:49.605776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59870) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:49.618649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a9cea7f1-53b4-46c9-b7bb-65ab926cc17e None None] Provisioning complete for port c9e57585-78bc-4fd5-a7db-4198743f681a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:49.619345 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a9cea7f1-53b4-46c9-b7bb-65ab926cc17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.670908 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5e9bca-cce7-4428-b157-a5342f964a25 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 964cf1a3-4a4d-4702-87a8-ad37fec7395a {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:49.674268 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f20d80c7-1182-4c8f-a849-e2b83a0c0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:44Z', 'updated_at': '2021-11-03T19:08:53Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:46Z', 'updated_at': '2021-11-03T19:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f462e766-4785-4dba-a4ce-360f663e13a4', 'name': '', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:38:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:52Z', 'updated_at': '2021-11-03T19:08:57Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:49.675614 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-df5e9bca-cce7-4428-b157-a5342f964a25 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.687877 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b2bd1b9d-a379-47bd-b2d3-097937600e59 req-2246460a-5a76-4feb-aed2-2c7720151a0f service neutron] 10.222.0.98 "GET /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011722 Nov 03 19:10:49.724696 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20d80c7-1182-4c8f-a849-e2b83a0c0de7 None None] The sync data for ids ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'] in n-d-812150-4 is: [{'id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:44Z', 'updated_at': '2021-11-03T19:08:53Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:46Z', 'updated_at': '2021-11-03T19:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f462e766-4785-4dba-a4ce-360f663e13a4', 'name': '', 'network_id': '014e23e3-8641-46e4-b08a-e056c5d123c8', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:38:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:52Z', 'updated_at': '2021-11-03T19:08:57Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'd7b47a05-c30f-479c-bf77-6f9f827c7920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:10:49.738265 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-df5e9bca-cce7-4428-b157-a5342f964a25 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.830917 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-df5e9bca-cce7-4428-b157-a5342f964a25 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.902945 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-df5e9bca-cce7-4428-b157-a5342f964a25 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.919217 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-df5e9bca-cce7-4428-b157-a5342f964a25 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:49.923864 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-df5e9bca-cce7-4428-b157-a5342f964a25 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/964cf1a3-4a4d-4702-87a8-ad37fec7395a HTTP/1.1" status: 204 len: 168 time: 0.3160014 Nov 03 19:10:49.927438 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59872) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:49.946175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e9bca-cce7-4428-b157-a5342f964a25 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=964cf1a3-4a4d-4702-87a8-ad37fec7395a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:49.992094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8442236-e9bb-4283-b146-c75c7dd047fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet d5c63563-4db5-48d6-8b58-20e10004a14f {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:49.995931 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8442236-e9bb-4283-b146-c75c7dd047fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.021312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0088a357-8024-4d25-ad03-d9696957972a None None] New status for floating IP 24d8bf3d-d40e-475f-ba4f-f1e3c592b0fc: DOWN {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:10:50.041537 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8442236-e9bb-4283-b146-c75c7dd047fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.142206 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8442236-e9bb-4283-b146-c75c7dd047fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.197631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe2667d-18fc-482d-b291-8a03ae13a227 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:50.204804 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8442236-e9bb-4283-b146-c75c7dd047fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.235856 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8442236-e9bb-4283-b146-c75c7dd047fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.239011 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c8442236-e9bb-4283-b146-c75c7dd047fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/d5c63563-4db5-48d6-8b58-20e10004a14f HTTP/1.1" status: 204 len: 168 time: 0.3102782 Nov 03 19:10:50.241379 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8442236-e9bb-4283-b146-c75c7dd047fb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c63563-4db5-48d6-8b58-20e10004a14f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:50.242051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59874) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:50.286748 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-65c392a9-23a6-42b9-90e9-4c9d1be3356b tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431290 Nov 03 19:10:50.289702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59876) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:50.295435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-58fb341e-6c5e-4bc8-9d81-6227398d1906 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:50.296416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a7ed6-6c43-42a6-80a4-ec129b895a65 req-33ee1e37-7ae1-4dcf-9551-1321876376b8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:50.298543 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fa4a7ed6-6c43-42a6-80a4-ec129b895a65 req-33ee1e37-7ae1-4dcf-9551-1321876376b8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 947 time: 0.0583932 Nov 03 19:10:50.308747 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-56bd9031-07c7-4367-a637-07089786b550 None None] Provisioning complete for port c9e57585-78bc-4fd5-a7db-4198743f681a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:50.309144 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-56bd9031-07c7-4367-a637-07089786b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.414248 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fb341e-6c5e-4bc8-9d81-6227398d1906 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:50.418854 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-58fb341e-6c5e-4bc8-9d81-6227398d1906 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.438385 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-fa4a7ed6-6c43-42a6-80a4-ec129b895a65 req-98e761de-6974-439f-a25f-5ab723798a65 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:50.438741 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fa4a7ed6-6c43-42a6-80a4-ec129b895a65 req-98e761de-6974-439f-a25f-5ab723798a65 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.522867 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1381719-faed-4ed0-9b5d-f306f6e32faf None None] DHCP port deletion for 1afd2f6f-36ed-4547-9ae9-db78acf45259 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:50.563783 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-fa4a7ed6-6c43-42a6-80a4-ec129b895a65 req-98e761de-6974-439f-a25f-5ab723798a65 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] For port eeed014a-c94b-4a5c-a37d-5215eb0cfce0, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:50.564206 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fa4a7ed6-6c43-42a6-80a4-ec129b895a65 req-98e761de-6974-439f-a25f-5ab723798a65 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.580491 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b1381719-faed-4ed0-9b5d-f306f6e32faf None None] Deleting port c9e57585-78bc-4fd5-a7db-4198743f681a {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:50.581065 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b1381719-faed-4ed0-9b5d-f306f6e32faf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.581156 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-fa4a7ed6-6c43-42a6-80a4-ec129b895a65 req-98e761de-6974-439f-a25f-5ab723798a65 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for eeed014a-c94b-4a5c-a37d-5215eb0cfce0 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:50.622788 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaa201-a294-4d1f-a2c4-0779e8e70d95 req-0937d8ae-7a5c-4a9a-80db-3e08e94ec5fd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:50.625871 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbcaa201-a294-4d1f-a2c4-0779e8e70d95 req-0937d8ae-7a5c-4a9a-80db-3e08e94ec5fd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=321765ae-d792-46e0-9951-7e57e9191846 HTTP/1.1" status: 200 len: 947 time: 0.1314154 Nov 03 19:10:50.652983 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b1381719-faed-4ed0-9b5d-f306f6e32faf None None] For port c9e57585-78bc-4fd5-a7db-4198743f681a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c9e57585-78bc-4fd5-a7db-4198743f681a,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:50.653408 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b1381719-faed-4ed0-9b5d-f306f6e32faf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.653815 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182105d-7c24-4cb1-b32b-d54fceba1a85 req-6321a9c1-5211-4761-bff0-590549cc5189 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:50.655896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1182105d-7c24-4cb1-b32b-d54fceba1a85 req-6321a9c1-5211-4761-bff0-590549cc5189 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 943 time: 0.1493204 Nov 03 19:10:50.670513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b1381719-faed-4ed0-9b5d-f306f6e32faf None None] Calling delete_port for c9e57585-78bc-4fd5-a7db-4198743f681a owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:50.758115 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b1381719-faed-4ed0-9b5d-f306f6e32faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.770632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbcaa201-a294-4d1f-a2c4-0779e8e70d95 req-16f2e775-6518-4086-a900-abf370799a1f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340683 Nov 03 19:10:50.778386 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fa4a7ed6-6c43-42a6-80a4-ec129b895a65 req-98e761de-6974-439f-a25f-5ab723798a65 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.793314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1381719-faed-4ed0-9b5d-f306f6e32faf None None] Pushing event deleted for resources: {'Port': ['ID=c9e57585-78bc-4fd5-a7db-4198743f681a,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:50.798171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1381719-faed-4ed0-9b5d-f306f6e32faf None None] No DVR routers for this DVR port c9e57585-78bc-4fd5-a7db-4198743f681a on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:50.813728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1182105d-7c24-4cb1-b32b-d54fceba1a85 req-8f66cff0-b80a-4acc-8039-52a864d952be tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415365 Nov 03 19:10:50.818094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e761de-6974-439f-a25f-5ab723798a65 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=eeed014a-c94b-4a5c-a37d-5215eb0cfce0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:50.871250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4a7ed6-6c43-42a6-80a4-ec129b895a65 req-98e761de-6974-439f-a25f-5ab723798a65 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] No DVR routers for this DVR port eeed014a-c94b-4a5c-a37d-5215eb0cfce0 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:50.873995 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fa4a7ed6-6c43-42a6-80a4-ec129b895a65 req-98e761de-6974-439f-a25f-5ab723798a65 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.877701 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-58fb341e-6c5e-4bc8-9d81-6227398d1906 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.878276 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fa4a7ed6-6c43-42a6-80a4-ec129b895a65 req-98e761de-6974-439f-a25f-5ab723798a65 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "DELETE /v2.0/ports/eeed014a-c94b-4a5c-a37d-5215eb0cfce0 HTTP/1.1" status: 204 len: 173 time: 0.5727215 Nov 03 19:10:50.878867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'name': 'network-vif-deleted', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:50.881638 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94af5c98-9e62-4491-b295-007afbddff68" -d '{"events": [{"server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "name": "network-vif-deleted", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:50.919496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fb341e-6c5e-4bc8-9d81-6227398d1906 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:50.929321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-58fb341e-6c5e-4bc8-9d81-6227398d1906 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:50.929321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fb341e-6c5e-4bc8-9d81-6227398d1906 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:50.929321 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-58fb341e-6c5e-4bc8-9d81-6227398d1906 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:50.941907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc99eecf-53a2-43e3-9a67-3766c545bec1 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:50.949159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb341e-6c5e-4bc8-9d81-6227398d1906 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=246deedc-b820-4b13-91a2-ef392ad5a798,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:50.957013 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-58fb341e-6c5e-4bc8-9d81-6227398d1906 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6629729 Nov 03 19:10:50.957215 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdc6ea5-5a85-4b6d-9a91-d5b4a64e8fad x-openstack-request-id: req-dbdc6ea5-5a85-4b6d-9a91-d5b4a64e8fad {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:50.959569 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59884) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:50.959738 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321765ae-d792-46e0-9951-7e57e9191846", "name": "network-vif-deleted", "tag": "eeed014a-c94b-4a5c-a37d-5215eb0cfce0", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:50.960144 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dbdc6ea5-5a85-4b6d-9a91-d5b4a64e8fad {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:50.961690 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321765ae-d792-46e0-9951-7e57e9191846', 'name': 'network-vif-deleted', 'tag': 'eeed014a-c94b-4a5c-a37d-5215eb0cfce0', 'status': 'completed', 'code': 200} Nov 03 19:10:50.964664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6b0cba46-e460-4b68-8e8b-def2b5cfb2e4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:51.089046 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0cba46-e460-4b68-8e8b-def2b5cfb2e4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:51.092747 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6b0cba46-e460-4b68-8e8b-def2b5cfb2e4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.114793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1afd2f6f-36ed-4547-9ae9-db78acf45259', 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'tenant_id': 'aa8be81325ec468d83d6f0470f97c048', 'fixed_ips': [{'subnet_id': '246deedc-b820-4b13-91a2-ef392ad5a798'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:10:51.116088 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.191895 n-d-812150-4 neutron-server[101712]: INFO neutron.db.ipam_backend_mixin [None req-6b0cba46-e460-4b68-8e8b-def2b5cfb2e4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 246deedc-b820-4b13-91a2-ef392ad5a798 (CIDR: 2001:db8::/64) Nov 03 19:10:51.196521 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0cba46-e460-4b68-8e8b-def2b5cfb2e4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:10:51.196989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0cba46-e460-4b68-8e8b-def2b5cfb2e4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:51.217665 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6b0cba46-e460-4b68-8e8b-def2b5cfb2e4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2539897 Nov 03 19:10:51.218155 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59886) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:51.224792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'subnet': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:51.257649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Allocated IP 2001:db8::2 (1afd2f6f-36ed-4547-9ae9-db78acf45259/246deedc-b820-4b13-91a2-ef392ad5a798/6af45ca7-52fa-44e9-a13a-867302b322f6) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:51.387351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:51.394414 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.447377 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.454098 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.492183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:51.497338 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:51.501060 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:51.512255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Pushing event updated for resources: {'Port': ['ID=6af45ca7-52fa-44e9-a13a-867302b322f6,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:51.566471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Attempting to bind port 6af45ca7-52fa-44e9-a13a-867302b322f6 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:10:51.566843 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Attempting to bind port 6af45ca7-52fa-44e9-a13a-867302b322f6 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:10:51.567214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Attempting to bind port 6af45ca7-52fa-44e9-a13a-867302b322f6 on network 1afd2f6f-36ed-4547-9ae9-db78acf45259 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:10:51.572227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:10:51.573497 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Checking segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:10:51.573497 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.573497 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Bound using segment: {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:10:51.573845 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Bound port: 6af45ca7-52fa-44e9-a13a-867302b322f6, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355c6d81-1cc3-4a5d-9a45-1fed15439bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:10:51.574218 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.636620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] For port 6af45ca7-52fa-44e9-a13a-867302b322f6, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:10:51.639753 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] For port 6af45ca7-52fa-44e9-a13a-867302b322f6, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6af45ca7-52fa-44e9-a13a-867302b322f6,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:10:51.645000 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:51.715613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707b12f-b10b-4965-a39d-6805fe37e03f None None] Pushing event updated for resources: {'Port': ['ID=6af45ca7-52fa-44e9-a13a-867302b322f6,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:51.762169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.objects.ports [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101711) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 03 19:10:51.853378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59892) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:52.002386 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.089537 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6af45ca7-52fa-44e9-a13a-867302b322f6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:52.090128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258a5bb-b72d-4d50-83b0-3fd13af64a00 req-9ca917cf-272d-47a9-a98e-5227c97ab0d3 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:52.092707 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3258a5bb-b72d-4d50-83b0-3fd13af64a00 req-9ca917cf-272d-47a9-a98e-5227c97ab0d3 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 943 time: 0.1431098 Nov 03 19:10:52.164590 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6af45ca7-52fa-44e9-a13a-867302b322f6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:52.165315 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.219527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] For port 6af45ca7-52fa-44e9-a13a-867302b322f6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6af45ca7-52fa-44e9-a13a-867302b322f6,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:52.225632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3258a5bb-b72d-4d50-83b0-3fd13af64a00 req-2974a661-3b0c-4727-96c1-dbc2c25cef04 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169345 Nov 03 19:10:52.261080 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.267064 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.267336 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.267848 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.339462 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:10:52.341073 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:10:52.361888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:52.369382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:52.373092 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Subnet': ['ID=52c019a4-4496-48a7-8ae0-d8ff6974a568,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:52.378461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:52.379062 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.398820 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=6af45ca7-52fa-44e9-a13a-867302b322f6,revision_number=4']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:52.413122 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f6c57175-bc0e-42c2-b0df-29e5376ee395 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1937726 Nov 03 19:10:52.417108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59894) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:52.422374 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-57f9082e-7828-4a81-90bc-ca15f4bc73ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Request body: {'port': {'network_id': '1afd2f6f-36ed-4547-9ae9-db78acf45259', 'mac_address': 'fa:16:3e:ca:85:3e', 'name': 'tempest-NetworksTestDHCPv6-1300235734'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:52.483591 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bd8e544b-4e5b-4760-80d1-fcb070fce249 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.547476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f9082e-7828-4a81-90bc-ca15f4bc73ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Made reservation on behalf of aa8be81325ec468d83d6f0470f97c048 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:52.552202 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57f9082e-7828-4a81-90bc-ca15f4bc73ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.579946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-57f9082e-7828-4a81-90bc-ca15f4bc73ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] device_id is not set on port 2bcbb399-9ce5-4875-b681-4d92e245aaf1 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:10:52.786083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-57f9082e-7828-4a81-90bc-ca15f4bc73ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8::bf (1afd2f6f-36ed-4547-9ae9-db78acf45259/246deedc-b820-4b13-91a2-ef392ad5a798/2bcbb399-9ce5-4875-b681-4d92e245aaf1) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:52.799620 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-57f9082e-7828-4a81-90bc-ca15f4bc73ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Allocated IP 2001:db8:0:1:f816:3eff:feca:853e (1afd2f6f-36ed-4547-9ae9-db78acf45259/52c019a4-4496-48a7-8ae0-d8ff6974a568/2bcbb399-9ce5-4875-b681-4d92e245aaf1) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:10:52.817213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e544b-4e5b-4760-80d1-fcb070fce249 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port f462e766-4785-4dba-a4ce-360f663e13a4 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:52.817555 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bd8e544b-4e5b-4760-80d1-fcb070fce249 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.891298 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.928050 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944dc0a7-f898-40a3-9305-0534e3173169 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:52.955918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-bd8e544b-4e5b-4760-80d1-fcb070fce249 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] For port f462e766-4785-4dba-a4ce-360f663e13a4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f462e766-4785-4dba-a4ce-360f663e13a4,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:52.956305 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bd8e544b-4e5b-4760-80d1-fcb070fce249 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:52.970051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e544b-4e5b-4760-80d1-fcb070fce249 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for f462e766-4785-4dba-a4ce-360f663e13a4 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:52.970358 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 6af45ca7-52fa-44e9-a13a-867302b322f6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6af45ca7-52fa-44e9-a13a-867302b322f6,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:53.000719 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57f9082e-7828-4a81-90bc-ca15f4bc73ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.005767 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.065410 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f63efd37-ab43-43ea-aef9-49abd2c7da1c None None] Provisioning complete for port 6af45ca7-52fa-44e9-a13a-867302b322f6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:53.065695 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57f9082e-7828-4a81-90bc-ca15f4bc73ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.065867 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f63efd37-ab43-43ea-aef9-49abd2c7da1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.120108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c9e57585-78bc-4fd5-a7db-4198743f681a no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:53.132211 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f9082e-7828-4a81-90bc-ca15f4bc73ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:10:53.136418 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-57f9082e-7828-4a81-90bc-ca15f4bc73ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:10:53.138968 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f9082e-7828-4a81-90bc-ca15f4bc73ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:10:53.145853 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9082e-7828-4a81-90bc-ca15f4bc73ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:53.146530 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57f9082e-7828-4a81-90bc-ca15f4bc73ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.149305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9082e-7828-4a81-90bc-ca15f4bc73ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event updated for resources: {'Port': ['ID=2bcbb399-9ce5-4875-b681-4d92e245aaf1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:53.155945 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=6af45ca7-52fa-44e9-a13a-867302b322f6,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:53.165297 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: c9e57585-78bc-4fd5-a7db-4198743f681a {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:53.165649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c9e57585-78bc-4fd5-a7db-4198743f681a not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:53.172526 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-57f9082e-7828-4a81-90bc-ca15f4bc73ab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7541993 Nov 03 19:10:53.174964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59896) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:53.285201 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4388581c-b165-44d2-afa2-d2b27f78ea77 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting port 2bcbb399-9ce5-4875-b681-4d92e245aaf1 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:53.285548 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4388581c-b165-44d2-afa2-d2b27f78ea77 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.393284 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4388581c-b165-44d2-afa2-d2b27f78ea77 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.410889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4388581c-b165-44d2-afa2-d2b27f78ea77 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Calling delete_port for 2bcbb399-9ce5-4875-b681-4d92e245aaf1 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:53.470716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76151ee5-23f9-4002-a86a-7135a29dc787 req-f9e2d575-0acc-443e-9580-64c6c30c5648 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:53.472606 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76151ee5-23f9-4002-a86a-7135a29dc787 req-f9e2d575-0acc-443e-9580-64c6c30c5648 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 943 time: 0.0770319 Nov 03 19:10:53.578891 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76151ee5-23f9-4002-a86a-7135a29dc787 req-b4fb8d2a-16e2-418f-828e-60316add78fa tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717547 Nov 03 19:10:53.631920 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4388581c-b165-44d2-afa2-d2b27f78ea77 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.650564 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bd8e544b-4e5b-4760-80d1-fcb070fce249 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.673462 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388581c-b165-44d2-afa2-d2b27f78ea77 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Port': ['ID=2bcbb399-9ce5-4875-b681-4d92e245aaf1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:53.680760 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e544b-4e5b-4760-80d1-fcb070fce249 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=f462e766-4785-4dba-a4ce-360f663e13a4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:53.731101 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4388581c-b165-44d2-afa2-d2b27f78ea77 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.735176 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4388581c-b165-44d2-afa2-d2b27f78ea77 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/2bcbb399-9ce5-4875-b681-4d92e245aaf1 HTTP/1.1" status: 204 len: 168 time: 0.5587645 Nov 03 19:10:53.738377 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59900) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:53.806972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b41c19-27a5-418e-9a6c-c05c2b93d772 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:53.810082 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-31b41c19-27a5-418e-9a6c-c05c2b93d772 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0690575 Nov 03 19:10:53.811307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59902) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:53.866241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00443bfa-506f-4f4c-a17c-526cc938101e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:53.867918 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-00443bfa-506f-4f4c-a17c-526cc938101e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0555825 Nov 03 19:10:53.870471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59904) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:53.898555 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bd8e544b-4e5b-4760-80d1-fcb070fce249 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:53.931168 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77170e6-8d5b-4d0f-beb9-42541b65468a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:53.932286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device eeed014a-c94b-4a5c-a37d-5215eb0cfce0 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:53.933901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77170e6-8d5b-4d0f-beb9-42541b65468a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:53.936671 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77170e6-8d5b-4d0f-beb9-42541b65468a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:53.937377 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d77170e6-8d5b-4d0f-beb9-42541b65468a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0658305 Nov 03 19:10:53.945118 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59906) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:53.972908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: eeed014a-c94b-4a5c-a37d-5215eb0cfce0 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:53.978932 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device eeed014a-c94b-4a5c-a37d-5215eb0cfce0 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:54.011033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a345d9-c2ba-41fe-a7d7-d9ce73a31bbe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 246deedc-b820-4b13-91a2-ef392ad5a798 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:54.014577 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76a345d9-c2ba-41fe-a7d7-d9ce73a31bbe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.058758 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76a345d9-c2ba-41fe-a7d7-d9ce73a31bbe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.073860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6af45ca7-52fa-44e9-a13a-867302b322f6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:54.153094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-cf003251-2e29-4e80-8534-aada148ff217 None None] Provisioning complete for port 6af45ca7-52fa-44e9-a13a-867302b322f6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:54.153474 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cf003251-2e29-4e80-8534-aada148ff217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.164072 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76a345d9-c2ba-41fe-a7d7-d9ce73a31bbe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.201655 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8e544b-4e5b-4760-80d1-fcb070fce249 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 2557f7fe-4cd9-47ce-a210-488d1df9e47a has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:10:54.203369 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 6af45ca7-52fa-44e9-a13a-867302b322f6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:54.203783 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.239610 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76a345d9-c2ba-41fe-a7d7-d9ce73a31bbe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.282180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a345d9-c2ba-41fe-a7d7-d9ce73a31bbe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=246deedc-b820-4b13-91a2-ef392ad5a798,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:54.296911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-76a345d9-c2ba-41fe-a7d7-d9ce73a31bbe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.300874 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-76a345d9-c2ba-41fe-a7d7-d9ce73a31bbe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/246deedc-b820-4b13-91a2-ef392ad5a798 HTTP/1.1" status: 204 len: 168 time: 0.3547614 Nov 03 19:10:54.303350 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59908) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:54.327284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-cf003251-2e29-4e80-8534-aada148ff217 None None] Could not find standard attr ID for object 2bcbb399-9ce5-4875-b681-4d92e245aaf1. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:10:54.351319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8e544b-4e5b-4760-80d1-fcb070fce249 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:10:54.356744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bd8e544b-4e5b-4760-80d1-fcb070fce249 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "PUT /v2.0/routers/2557f7fe-4cd9-47ce-a210-488d1df9e47a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4991503 Nov 03 19:10:54.359465 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59910) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:54.367818 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb966685-c0ee-4c14-a4be-46bd95ee363a None None] Sync routers for ids ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:10:54.368382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d26777a-fe34-4a6d-ba0c-1a54a74a0afb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Deleting subnet 52c019a4-4496-48a7-8ae0-d8ff6974a568 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:54.371650 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d26777a-fe34-4a6d-ba0c-1a54a74a0afb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.380509 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb966685-c0ee-4c14-a4be-46bd95ee363a None None] Routers {'2557f7fe-4cd9-47ce-a210-488d1df9e47a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:54.381874 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-eb966685-c0ee-4c14-a4be-46bd95ee363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:54.428428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772aee0c-87e1-48f0-9062-0697b20f65e3 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:54.431253 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c776c40c-feb6-4b41-8c90-50425bc8ad5a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting subnet d7b47a05-c30f-479c-bf77-6f9f827c7920 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:10:54.434754 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c776c40c-feb6-4b41-8c90-50425bc8ad5a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.435460 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d26777a-fe34-4a6d-ba0c-1a54a74a0afb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.481777 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c776c40c-feb6-4b41-8c90-50425bc8ad5a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.490166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5f312a26-d533-4140-a92c-d2e7ee9c9953 None None] Could not find standard attr ID for object 2bcbb399-9ce5-4875-b681-4d92e245aaf1. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:10:54.516936 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-eb966685-c0ee-4c14-a4be-46bd95ee363a None None] Set router 2557f7fe-4cd9-47ce-a210-488d1df9e47a gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:54.548389 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d26777a-fe34-4a6d-ba0c-1a54a74a0afb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.592501 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 83a055c5-3c95-42e5-93f7-e4a033cc92c9 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:10:54.634744 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c776c40c-feb6-4b41-8c90-50425bc8ad5a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.653719 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d26777a-fe34-4a6d-ba0c-1a54a74a0afb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.723070 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c776c40c-feb6-4b41-8c90-50425bc8ad5a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.749212 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-eb966685-c0ee-4c14-a4be-46bd95ee363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:44Z', 'updated_at': '2021-11-03T19:10:53Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:46Z', 'updated_at': '2021-11-03T19:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:54.749522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 83a055c5-3c95-42e5-93f7-e4a033cc92c9, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=83a055c5-3c95-42e5-93f7-e4a033cc92c9,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:54.763338 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '83a055c5-3c95-42e5-93f7-e4a033cc92c9', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'port_id': '83a055c5-3c95-42e5-93f7-e4a033cc92c9', 'mac_address': 'fa:16:3e:ed:15:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:10:54.794008 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb966685-c0ee-4c14-a4be-46bd95ee363a None None] Checking router: 2557f7fe-4cd9-47ce-a210-488d1df9e47a for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:10:54.810682 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb966685-c0ee-4c14-a4be-46bd95ee363a None None] Routers {'2557f7fe-4cd9-47ce-a210-488d1df9e47a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:10:54.811373 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-eb966685-c0ee-4c14-a4be-46bd95ee363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:54.819144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776c40c-feb6-4b41-8c90-50425bc8ad5a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b47a05-c30f-479c-bf77-6f9f827c7920,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:54.826164 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.831038 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c776c40c-feb6-4b41-8c90-50425bc8ad5a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.835676 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c776c40c-feb6-4b41-8c90-50425bc8ad5a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/subnets/d7b47a05-c30f-479c-bf77-6f9f827c7920 HTTP/1.1" status: 204 len: 168 time: 0.4749241 Nov 03 19:10:54.839436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59914) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:54.844478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2d6d55-63cd-4f24-a80f-2ced534e3ba7 None None] Network 014e23e3-8641-46e4-b08a-e056c5d123c8 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:54.879720 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a055c5-3c95-42e5-93f7-e4a033cc92c9 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:10:54.947092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 83a055c5-3c95-42e5-93f7-e4a033cc92c9, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=83a055c5-3c95-42e5-93f7-e4a033cc92c9,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:54.957789 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:54.978835 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-eb966685-c0ee-4c14-a4be-46bd95ee363a None None] Set router 2557f7fe-4cd9-47ce-a210-488d1df9e47a gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:10:55.001228 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0790b7-f137-4ccd-9015-e9fc87c70230 req-04ee147f-36b1-470b-9cee-49314ee7a885 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:55.009465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f0790b7-f137-4ccd-9015-e9fc87c70230 req-04ee147f-36b1-470b-9cee-49314ee7a885 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 943 time: 0.2806406 Nov 03 19:10:55.014080 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.087340 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=83a055c5-3c95-42e5-93f7-e4a033cc92c9,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:55.158165 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.213379 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daf9861-e6d4-4aa7-9a50-802ab3ab49e9 None None] DHCP port deletion for 014e23e3-8641-46e4-b08a-e056c5d123c8 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:55.255777 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f0790b7-f137-4ccd-9015-e9fc87c70230 req-94d2f5fc-51d5-4106-817f-50d7b71c268d tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290721 Nov 03 19:10:55.291048 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4daf9861-e6d4-4aa7-9a50-802ab3ab49e9 None None] Deleting port 484fc1e3-7bd2-46a5-9a66-833946f04c19 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:55.291832 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4daf9861-e6d4-4aa7-9a50-802ab3ab49e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.300458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26777a-fe34-4a6d-ba0c-1a54a74a0afb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Subnet': ['ID=52c019a4-4496-48a7-8ae0-d8ff6974a568,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:55.302040 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port 691ec32a-4146-4b07-93f8-7e2c70a79460 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:55.302393 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.323004 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d26777a-fe34-4a6d-ba0c-1a54a74a0afb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.326338 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3d26777a-fe34-4a6d-ba0c-1a54a74a0afb tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/52c019a4-4496-48a7-8ae0-d8ff6974a568 HTTP/1.1" status: 204 len: 168 time: 1.0217464 Nov 03 19:10:55.329309 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59916) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:55.367463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['83a055c5-3c95-42e5-93f7-e4a033cc92c9'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:10:55.385396 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-eb966685-c0ee-4c14-a4be-46bd95ee363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:44Z', 'updated_at': '2021-11-03T19:10:53Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:46Z', 'updated_at': '2021-11-03T19:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:55.408481 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-643f7309-6594-47f1-81ae-dfcf997071ba tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768251 Nov 03 19:10:55.411351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59918) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:55.417418 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4daf9861-e6d4-4aa7-9a50-802ab3ab49e9 None None] For port 484fc1e3-7bd2-46a5-9a66-833946f04c19, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=484fc1e3-7bd2-46a5-9a66-833946f04c19,segment=NetworkSegment(98687043-249e-47a8-a5dd-508bfd13ba1b),segment_id=98687043-249e-47a8-a5dd-508bfd13ba1b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:55.417938 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4daf9861-e6d4-4aa7-9a50-802ab3ab49e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.419400 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb966685-c0ee-4c14-a4be-46bd95ee363a None None] The sync data for ids ['2557f7fe-4cd9-47ce-a210-488d1df9e47a'] in n-d-812150-4 is: [{'id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138953149', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:08:44Z', 'updated_at': '2021-11-03T19:10:53Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '691ec32a-4146-4b07-93f8-7e2c70a79460', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2557f7fe-4cd9-47ce-a210-488d1df9e47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:08:46Z', 'updated_at': '2021-11-03T19:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:10:55.444149 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4daf9861-e6d4-4aa7-9a50-802ab3ab49e9 None None] Calling delete_port for 484fc1e3-7bd2-46a5-9a66-833946f04c19 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:55.483805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] For port 691ec32a-4146-4b07-93f8-7e2c70a79460, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=691ec32a-4146-4b07-93f8-7e2c70a79460,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:55.484317 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.501853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7795be2-fc72-4455-b2f4-b1a502e66adc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:55.505751 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c7795be2-fc72-4455-b2f4-b1a502e66adc tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0912097 Nov 03 19:10:55.506210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59920) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:55.512410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for 691ec32a-4146-4b07-93f8-7e2c70a79460 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:55.560543 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bbc06d-e236-449c-b3b4-9b472704022d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:55.565614 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-66bbc06d-e236-449c-b3b4-9b472704022d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0548863 Nov 03 19:10:55.569931 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59922) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:55.598411 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4daf9861-e6d4-4aa7-9a50-802ab3ab49e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.627704 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-51998435-9161-48eb-904a-dde33a17ef77 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551054 Nov 03 19:10:55.632782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59924) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:55.633778 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf9861-e6d4-4aa7-9a50-802ab3ab49e9 None None] No DVR routers for this DVR port 484fc1e3-7bd2-46a5-9a66-833946f04c19 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:55.635413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f675460-e6d2-4ede-b6e1-f2742823d5c4 None None] Network 1afd2f6f-36ed-4547-9ae9-db78acf45259 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:10:55.656095 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf9861-e6d4-4aa7-9a50-802ab3ab49e9 None None] Pushing event deleted for resources: {'Port': ['ID=484fc1e3-7bd2-46a5-9a66-833946f04c19,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:55.663104 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-61aee0f7-444c-49aa-91c2-692497f70408 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:55.663872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61aee0f7-444c-49aa-91c2-692497f70408 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:55.668051 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-61aee0f7-444c-49aa-91c2-692497f70408 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/2bcbb399-9ce5-4875-b681-4d92e245aaf1 HTTP/1.1" status: 404 len: 333 time: 0.0346069 Nov 03 19:10:55.669844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59926) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:55.709995 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba3cde4-8222-43ec-8dd7-11ca4f412cdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:55.710945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba3cde4-8222-43ec-8dd7-11ca4f412cdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:55.713581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cba3cde4-8222-43ec-8dd7-11ca4f412cdf tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/52c019a4-4496-48a7-8ae0-d8ff6974a568 HTTP/1.1" status: 404 len: 337 time: 0.0427463 Nov 03 19:10:55.716316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59928) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:55.744499 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb1ee26-4aa4-42cc-a04c-a9ce2cc5ce77 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:55.745633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb1ee26-4aa4-42cc-a04c-a9ce2cc5ce77 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:55.748042 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4eb1ee26-4aa4-42cc-a04c-a9ce2cc5ce77 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/246deedc-b820-4b13-91a2-ef392ad5a798 HTTP/1.1" status: 404 len: 337 time: 0.0305421 Nov 03 19:10:55.751172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59930) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:55.770065 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.774450 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fac4e38-fa21-4000-ad29-efcea2ebd024 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:55.775955 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fac4e38-fa21-4000-ad29-efcea2ebd024 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:55.781046 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1fac4e38-fa21-4000-ad29-efcea2ebd024 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/431f43a5-2082-4196-8637-d7cf0fdf61cb HTTP/1.1" status: 404 len: 333 time: 0.0261233 Nov 03 19:10:55.781709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59932) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:55.803797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=691ec32a-4146-4b07-93f8-7e2c70a79460,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:55.817259 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fb5bc3-e5c5-4429-80a8-1ac2a97de207 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:55.817728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4fb5bc3-e5c5-4429-80a8-1ac2a97de207 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:55.823521 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f4fb5bc3-e5c5-4429-80a8-1ac2a97de207 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/d5c63563-4db5-48d6-8b58-20e10004a14f HTTP/1.1" status: 404 len: 337 time: 0.0387430 Nov 03 19:10:55.823757 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50465d21-cf10-4e27-8265-248d1b095c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.823883 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59934) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:55.831080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ffdc22c4-3c94-47fd-8e92-dab52ca1b3b4 None None] Provisioning complete for port 6af45ca7-52fa-44e9-a13a-867302b322f6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:55.831460 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ffdc22c4-3c94-47fd-8e92-dab52ca1b3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.857731 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-509408f5-c344-4743-b3ae-617ec27832b6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:55.858214 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509408f5-c344-4743-b3ae-617ec27832b6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:55.863649 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-509408f5-c344-4743-b3ae-617ec27832b6 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/964cf1a3-4a4d-4702-87a8-ad37fec7395a HTTP/1.1" status: 404 len: 337 time: 0.0366662 Nov 03 19:10:55.863914 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59936) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:55.892610 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a7fe93-d886-4b42-b7ba-b4f647c49fab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:55.893769 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a7fe93-d886-4b42-b7ba-b4f647c49fab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:55.899960 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a7a7fe93-d886-4b42-b7ba-b4f647c49fab tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/98a5fa68-fa82-47fd-93e0-f82de10da46a HTTP/1.1" status: 404 len: 333 time: 0.0330837 Nov 03 19:10:55.902225 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:55.904106 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59938) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:55.937456 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-3293b8d6-6cdb-4ae8-ac5e-3575b136d7be tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:55.937928 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3293b8d6-6cdb-4ae8-ac5e-3575b136d7be tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:55.943946 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3293b8d6-6cdb-4ae8-ac5e-3575b136d7be tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/72f85535-2592-4e43-a8b9-e721cdaba4b4 HTTP/1.1" status: 404 len: 337 time: 0.0355501 Nov 03 19:10:55.945527 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59940) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.016793 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8abebee-afb9-469b-accc-7e3c5eb0b0f1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.017265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8abebee-afb9-469b-accc-7e3c5eb0b0f1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.020824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a8abebee-afb9-469b-accc-7e3c5eb0b0f1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/650c0ab3-600b-412c-88ce-105a03f5e404 HTTP/1.1" status: 404 len: 337 time: 0.0744424 Nov 03 19:10:56.023399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59942) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.040389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a653e297-9c8c-4522-a2de-a6c14a24fffd None None] DHCP port deletion for 1afd2f6f-36ed-4547-9ae9-db78acf45259 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:10:56.056214 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a514383-2760-466e-b92e-0516bf855b78 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.057256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a514383-2760-466e-b92e-0516bf855b78 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.061480 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4a514383-2760-466e-b92e-0516bf855b78 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/0113371e-3429-4feb-afbd-39fb74651751 HTTP/1.1" status: 404 len: 333 time: 0.0366843 Nov 03 19:10:56.063634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59944) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.073393 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.076440 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.103293 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-78958dab-f033-429f-a389-2a54b7e615f5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.103849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78958dab-f033-429f-a389-2a54b7e615f5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.107963 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-78958dab-f033-429f-a389-2a54b7e615f5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/63ed7448-9859-4d50-b8bc-95f3fe33fc96 HTTP/1.1" status: 404 len: 337 time: 0.0408711 Nov 03 19:10:56.112729 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59946) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.130272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a653e297-9c8c-4522-a2de-a6c14a24fffd None None] Deleting port 6af45ca7-52fa-44e9-a13a-867302b322f6 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:10:56.130999 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a653e297-9c8c-4522-a2de-a6c14a24fffd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.147669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f462e766-4785-4dba-a4ce-360f663e13a4 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:56.152572 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ae7450-5c75-4622-8cd9-8e22e283f779 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.153109 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ae7450-5c75-4622-8cd9-8e22e283f779 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.155242 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.156838 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Fanout notify agent at l3_agent the message router_deleted on router 2557f7fe-4cd9-47ce-a210-488d1df9e47a {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:10:56.157953 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a9ae7450-5c75-4622-8cd9-8e22e283f779 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/9027150d-fab8-4a6e-a59a-0c5f394e6577 HTTP/1.1" status: 404 len: 337 time: 0.0435872 Nov 03 19:10:56.159870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59948) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.169380 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.173731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5aa90268-cdf7-4f6e-afce-78d41e5da604 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/routers/2557f7fe-4cd9-47ce-a210-488d1df9e47a HTTP/1.1" status: 204 len: 168 time: 1.3329084 Nov 03 19:10:56.174471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59950) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.185969 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: f462e766-4785-4dba-a4ce-360f663e13a4 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:56.186784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f462e766-4785-4dba-a4ce-360f663e13a4 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:56.187373 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 484fc1e3-7bd2-46a5-9a66-833946f04c19 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:56.187792 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-045ccddb-e8a7-4ec6-af8d-d5688b972d7e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.188505 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045ccddb-e8a7-4ec6-af8d-d5688b972d7e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.192135 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-045ccddb-e8a7-4ec6-af8d-d5688b972d7e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/a1fe7dd7-64ac-4646-91fd-238693f3d7ba HTTP/1.1" status: 404 len: 333 time: 0.0312555 Nov 03 19:10:56.194757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59952) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.224376 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-6311a8a9-e11b-4625-87f0-6c128a1dbe6c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.224840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6311a8a9-e11b-4625-87f0-6c128a1dbe6c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.228032 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6311a8a9-e11b-4625-87f0-6c128a1dbe6c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/aa80d4a1-651b-4663-9f63-ae5f1e7ba8dd HTTP/1.1" status: 404 len: 337 time: 0.0320442 Nov 03 19:10:56.230479 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59954) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.269356 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f89bc3f-f996-4022-a1e5-cad775523355 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.270518 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f89bc3f-f996-4022-a1e5-cad775523355 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.278291 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d2855671-136a-4524-9f03-6818ad562881 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.281443 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9f89bc3f-f996-4022-a1e5-cad775523355 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/ac13bf95-54b2-4671-a727-02bd242d7b03 HTTP/1.1" status: 404 len: 333 time: 0.0490761 Nov 03 19:10:56.282515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59958) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.327930 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c67aa5-cf41-4ec5-8180-eda9104160e2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.328581 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c67aa5-cf41-4ec5-8180-eda9104160e2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.333035 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a9c67aa5-cf41-4ec5-8180-eda9104160e2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/727e4bac-5c38-4f4f-87f4-e096af60bfb0 HTTP/1.1" status: 404 len: 337 time: 0.0491641 Nov 03 19:10:56.335738 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59960) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.362826 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a6c8d4-3a54-4fc9-beb7-ed26a385d9e2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.363699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a6c8d4-3a54-4fc9-beb7-ed26a385d9e2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.367685 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-45a6c8d4-3a54-4fc9-beb7-ed26a385d9e2 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/b4643c7d-3bfd-4e2b-9f28-5cc60ae68e9f HTTP/1.1" status: 404 len: 333 time: 0.0301278 Nov 03 19:10:56.369940 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59962) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.399817 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-9230a049-4c7a-48da-b119-dd141b64e3a7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.400465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9230a049-4c7a-48da-b119-dd141b64e3a7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.407414 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9230a049-4c7a-48da-b119-dd141b64e3a7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/aac24377-cea7-4c0c-932d-95bbaf55a795 HTTP/1.1" status: 404 len: 337 time: 0.0333364 Nov 03 19:10:56.408653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59964) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.421543 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d2855671-136a-4524-9f03-6818ad562881 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.428360 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 484fc1e3-7bd2-46a5-9a66-833946f04c19 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:56.428717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 484fc1e3-7bd2-46a5-9a66-833946f04c19 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:56.448232 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8a5f35-fbba-4304-9128-c99ea7adcc6f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.449655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d8a5f35-fbba-4304-9128-c99ea7adcc6f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.456030 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6d8a5f35-fbba-4304-9128-c99ea7adcc6f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/91756d1b-ca95-4861-bdbe-fa40fdfd9bd7 HTTP/1.1" status: 404 len: 333 time: 0.0438781 Nov 03 19:10:56.456226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a653e297-9c8c-4522-a2de-a6c14a24fffd None None] For port 6af45ca7-52fa-44e9-a13a-867302b322f6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=6af45ca7-52fa-44e9-a13a-867302b322f6,segment=NetworkSegment(355c6d81-1cc3-4a5d-9a45-1fed15439bdf),segment_id=355c6d81-1cc3-4a5d-9a45-1fed15439bdf)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:56.456226 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a653e297-9c8c-4522-a2de-a6c14a24fffd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.456479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2031ad-4db2-4a59-8ab4-37402474352d req-757938e6-caf9-4dac-a54a-f05df819740a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:56.456719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59966) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.462226 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a2031ad-4db2-4a59-8ab4-37402474352d req-757938e6-caf9-4dac-a54a-f05df819740a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 944 time: 0.1295764 Nov 03 19:10:56.469458 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a653e297-9c8c-4522-a2de-a6c14a24fffd None None] Calling delete_port for 6af45ca7-52fa-44e9-a13a-867302b322f6 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:10:56.473250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-d2855671-136a-4524-9f03-6818ad562881 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014e23e3-8641-46e4-b08a-e056c5d123c8']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:56.490639 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4274c42-1f3e-41dc-8c55-be753e4a1940 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.491337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4274c42-1f3e-41dc-8c55-be753e4a1940 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.492031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-d2855671-136a-4524-9f03-6818ad562881 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98687043-249e-47a8-a5dd-508bfd13ba1b') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:56.492536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-d2855671-136a-4524-9f03-6818ad562881 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98687043-249e-47a8-a5dd-508bfd13ba1b') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:56.496655 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f4274c42-1f3e-41dc-8c55-be753e4a1940 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/330fbe2a-1f40-4b1b-85ec-3b34fc13aac5 HTTP/1.1" status: 404 len: 337 time: 0.0365160 Nov 03 19:10:56.496860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59968) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.510399 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d2855671-136a-4524-9f03-6818ad562881 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.521680 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a96a8a-cb6c-4585-9c2a-12b455427b89 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.522290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a96a8a-cb6c-4585-9c2a-12b455427b89 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.524902 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-83a96a8a-cb6c-4585-9c2a-12b455427b89 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/8b56ca1c-7d97-4123-8d26-563deee26697 HTTP/1.1" status: 404 len: 333 time: 0.0270786 Nov 03 19:10:56.528175 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59970) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.540413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a2031ad-4db2-4a59-8ab4-37402474352d req-8709ceb2-1f94-4890-99d6-8cbff2bab1ce tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771637 Nov 03 19:10:56.543150 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d2855671-136a-4524-9f03-6818ad562881 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.552325 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2855671-136a-4524-9f03-6818ad562881 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:10:56.553625 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d2855671-136a-4524-9f03-6818ad562881 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: items = [ Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:10:56.556866 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:10:56.562566 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ff9ca7-5163-4d14-935e-f364a0c0ee1e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.563329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ff9ca7-5163-4d14-935e-f364a0c0ee1e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.569865 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a653e297-9c8c-4522-a2de-a6c14a24fffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.575899 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b1ff9ca7-5163-4d14-935e-f364a0c0ee1e tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/78e5184c-4bfe-4f8c-8463-7e31640ef148 HTTP/1.1" status: 404 len: 337 time: 0.0431681 Nov 03 19:10:56.576701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59972) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.604635 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d56bef1-0500-4337-b6af-60f6ae05f41d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.605586 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d56bef1-0500-4337-b6af-60f6ae05f41d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.610858 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5d56bef1-0500-4337-b6af-60f6ae05f41d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/f31d7acb-7a25-4390-ae8c-e297083687f6 HTTP/1.1" status: 404 len: 333 time: 0.0302129 Nov 03 19:10:56.611179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59974) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.612603 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 83a055c5-3c95-42e5-93f7-e4a033cc92c9 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:10:56.617940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a653e297-9c8c-4522-a2de-a6c14a24fffd None None] No DVR routers for this DVR port 6af45ca7-52fa-44e9-a13a-867302b322f6 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:10:56.632711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653e297-9c8c-4522-a2de-a6c14a24fffd None None] Pushing event deleted for resources: {'Port': ['ID=6af45ca7-52fa-44e9-a13a-867302b322f6,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:56.633096 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d2855671-136a-4524-9f03-6818ad562881 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.638512 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d2855671-136a-4524-9f03-6818ad562881 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.645708 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d2855671-136a-4524-9f03-6818ad562881 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/networks/014e23e3-8641-46e4-b08a-e056c5d123c8 HTTP/1.1" status: 204 len: 168 time: 0.4673963 Nov 03 19:10:56.646628 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59976) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.646756 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb34d479-2073-42a7-8ed7-24f317bee58d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.646976 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb34d479-2073-42a7-8ed7-24f317bee58d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.651699 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cb34d479-2073-42a7-8ed7-24f317bee58d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/d44fb407-093b-47b6-bcf7-47f490680c9c HTTP/1.1" status: 404 len: 337 time: 0.0389886 Nov 03 19:10:56.653924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59978) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.683854 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2855671-136a-4524-9f03-6818ad562881 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Network': ['ID=014e23e3-8641-46e4-b08a-e056c5d123c8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:56.697017 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 83a055c5-3c95-42e5-93f7-e4a033cc92c9 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:10:56.701583 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 83a055c5-3c95-42e5-93f7-e4a033cc92c9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:10:56.701989 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.707769 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-928e697e-a0b7-4489-b045-a6f3ef1e204f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.709065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928e697e-a0b7-4489-b045-a6f3ef1e204f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.716049 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-928e697e-a0b7-4489-b045-a6f3ef1e204f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/541f5417-6001-4c7c-bf7b-3de5ad197397 HTTP/1.1" status: 404 len: 337 time: 0.0429254 Nov 03 19:10:56.717168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59980) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.746605 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fbb440-1581-4d89-bb28-56219d9cd079 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.747296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5fbb440-1581-4d89-bb28-56219d9cd079 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.750981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b5fbb440-1581-4d89-bb28-56219d9cd079 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/00175bb6-6735-4506-b80e-5739d296d14f HTTP/1.1" status: 404 len: 333 time: 0.0335438 Nov 03 19:10:56.754273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59982) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.780148 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4571dc85-d2a3-4a38-ade1-c07426c3c7da tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.795494 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-649e00d8-a0eb-45e1-a85e-b134459e0064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.796720 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649e00d8-a0eb-45e1-a85e-b134459e0064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.798482 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.802818 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59984) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.803763 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-649e00d8-a0eb-45e1-a85e-b134459e0064 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/878b8eb6-5b85-4bb7-9d06-8f6258d1cd83 HTTP/1.1" status: 404 len: 337 time: 0.0442719 Nov 03 19:10:56.823803 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6936f5-84ee-4230-99d7-3d2e2ab1c976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a055c5-3c95-42e5-93f7-e4a033cc92c9'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:10:56.826105 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb05724-2dc2-414f-8a07-dfb3bcf88a26" -d '{"events": [{"server_uuid": "be6936f5-84ee-4230-99d7-3d2e2ab1c976", "name": "network-vif-plugged", "status": "completed", "tag": "83a055c5-3c95-42e5-93f7-e4a033cc92c9"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:10:56.836556 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4571dc85-d2a3-4a38-ade1-c07426c3c7da tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.842371 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 83a055c5-3c95-42e5-93f7-e4a033cc92c9, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=83a055c5-3c95-42e5-93f7-e4a033cc92c9,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:10:56.845644 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c57271-05d7-481a-b9e1-d554b58013ae tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.846110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c57271-05d7-481a-b9e1-d554b58013ae tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.849244 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.849399 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-92c57271-05d7-481a-b9e1-d554b58013ae tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/80d0e788-2d6a-45f3-b808-4ab35afe22b7 HTTP/1.1" status: 404 len: 337 time: 0.0454865 Nov 03 19:10:56.852522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 59988) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.880189 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c61c98a-8335-415d-90de-3fae3c9ad21f x-openstack-request-id: req-1c61c98a-8335-415d-90de-3fae3c9ad21f {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:10:56.880487 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6936f5-84ee-4230-99d7-3d2e2ab1c976", "name": "network-vif-plugged", "status": "completed", "tag": "83a055c5-3c95-42e5-93f7-e4a033cc92c9", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:10:56.880863 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1c61c98a-8335-415d-90de-3fae3c9ad21f {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:10:56.881258 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6936f5-84ee-4230-99d7-3d2e2ab1c976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a055c5-3c95-42e5-93f7-e4a033cc92c9', 'code': 200} Nov 03 19:10:56.892406 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd1799a-37ba-43a9-9a7c-2088d092a50d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.893097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd1799a-37ba-43a9-9a7c-2088d092a50d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.896610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6fd1799a-37ba-43a9-9a7c-2088d092a50d tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/0c42b748-abd5-4a1b-8cf5-cfe0cbf4bfeb HTTP/1.1" status: 404 len: 333 time: 0.0434887 Nov 03 19:10:56.899340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59990) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.910107 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=83a055c5-3c95-42e5-93f7-e4a033cc92c9,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:56.938968 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca44654-a729-4636-ad2d-601a36bb99fe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.939660 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca44654-a729-4636-ad2d-601a36bb99fe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.943833 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bca44654-a729-4636-ad2d-601a36bb99fe tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/4bbbefd8-4daa-4101-8085-40dde22f4a47 HTTP/1.1" status: 404 len: 337 time: 0.0432971 Nov 03 19:10:56.944347 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4571dc85-d2a3-4a38-ade1-c07426c3c7da tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.946430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59992) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:56.947940 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4571dc85-d2a3-4a38-ade1-c07426c3c7da tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:56.949698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4571dc85-d2a3-4a38-ade1-c07426c3c7da tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/security-groups/2abb79bb-3ec8-44a9-8f84-616a41fc5ad4 HTTP/1.1" status: 204 len: 168 time: 0.3024757 Nov 03 19:10:56.960639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571dc85-d2a3-4a38-ade1-c07426c3c7da tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abb79bb-3ec8-44a9-8f84-616a41fc5ad4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:56.976579 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc81ad6-8e18-44e8-be6d-0b959f8a81d8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:56.977042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc81ad6-8e18-44e8-be6d-0b959f8a81d8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:56.982636 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9fc81ad6-8e18-44e8-be6d-0b959f8a81d8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/dd4d8cd7-4652-45d3-bfcf-27146afce7ce HTTP/1.1" status: 404 len: 337 time: 0.0324843 Nov 03 19:10:56.982939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 59996) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.027149 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-eada05be-486a-4293-8a30-abc4abcec6e8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.027895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eada05be-486a-4293-8a30-abc4abcec6e8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.032015 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-eada05be-486a-4293-8a30-abc4abcec6e8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/2575fd7a-eed4-4764-baed-790cb22a8087 HTTP/1.1" status: 404 len: 333 time: 0.0479312 Nov 03 19:10:57.034603 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60000) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.061510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fbc3d-2438-4309-906b-061eb7475b4c req-6601f5a2-1277-4b92-80fc-0df39f6048e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:57.063184 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cd4fbc3d-2438-4309-906b-061eb7475b4c req-6601f5a2-1277-4b92-80fc-0df39f6048e7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 1096 time: 0.0597291 Nov 03 19:10:57.067491 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f58898-7f83-4e3b-ae55-fd992dfae8f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.067979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f58898-7f83-4e3b-ae55-fd992dfae8f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.071618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-61f58898-7f83-4e3b-ae55-fd992dfae8f7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/2bb64021-ac84-4822-8d61-11cfd92fcc94 HTTP/1.1" status: 404 len: 337 time: 0.0343955 Nov 03 19:10:57.074004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60002) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.104179 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6e34c8-50c4-434b-abf5-1bc59d01c47a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.105584 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6e34c8-50c4-434b-abf5-1bc59d01c47a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.111657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ae6e34c8-50c4-434b-abf5-1bc59d01c47a tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/3ca932eb-6200-45c2-9413-3931f541fe14 HTTP/1.1" status: 404 len: 337 time: 0.0327888 Nov 03 19:10:57.119717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60004) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.120572 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cd4fbc3d-2438-4309-906b-061eb7475b4c req-522af0b4-db97-4c95-8413-24d8edd1ace8 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496843 Nov 03 19:10:57.148505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e6b8366d-5270-45cf-a116-a5b7d76847e8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports?device_id=4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2 HTTP/1.1" status: 200 len: 205 time: 0.0275819 Nov 03 19:10:57.150878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60006) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.200329 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-ab0f02be-4c00-477c-97bf-95701f893109 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] delete failed (client error): The resource could not be found. Nov 03 19:10:57.201453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ab0f02be-4c00-477c-97bf-95701f893109 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/routers/4d2abf54-5b8c-4c4a-bd62-d24a0dfb35c2 HTTP/1.1" status: 404 len: 336 time: 0.0494831 Nov 03 19:10:57.204522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60008) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.234911 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-5394c605-fb0c-43bb-bb4a-a7e1c4635b13 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.235375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5394c605-fb0c-43bb-bb4a-a7e1c4635b13 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.238473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5394c605-fb0c-43bb-bb4a-a7e1c4635b13 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/63893efe-2a55-4a04-a906-924e4005084c HTTP/1.1" status: 404 len: 337 time: 0.0327158 Nov 03 19:10:57.241285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60010) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.275418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-096257c4-65f0-4b64-8a82-8f5e8b73cf67 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "GET /v2.0/ports?device_id=be42e4de-8bc8-41da-b4ee-b00f3c6a3501 HTTP/1.1" status: 200 len: 205 time: 0.0327020 Nov 03 19:10:57.277837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60012) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.314185 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-88f15b37-91cc-4ab2-b9ad-bb8b0021bb54 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] delete failed (client error): The resource could not be found. Nov 03 19:10:57.317539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-88f15b37-91cc-4ab2-b9ad-bb8b0021bb54 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/routers/be42e4de-8bc8-41da-b4ee-b00f3c6a3501 HTTP/1.1" status: 404 len: 336 time: 0.0364730 Nov 03 19:10:57.317911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60014) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.351003 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ec58c2-70ae-4067-adc7-50f1bf5464a8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.351469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ec58c2-70ae-4067-adc7-50f1bf5464a8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.356872 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-99ec58c2-70ae-4067-adc7-50f1bf5464a8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/af81f949-b355-4660-8859-3e57ff598209 HTTP/1.1" status: 404 len: 337 time: 0.0355985 Nov 03 19:10:57.357205 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60016) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.384426 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b01439-3dac-4b51-9643-e1fb2bb89be1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.384872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b01439-3dac-4b51-9643-e1fb2bb89be1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.391270 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d2b01439-3dac-4b51-9643-e1fb2bb89be1 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/e436501e-1f09-4056-83fe-dfbf92c7a563 HTTP/1.1" status: 404 len: 337 time: 0.0296233 Nov 03 19:10:57.391538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60018) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.415023 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd1ebe0-15c3-4038-8a22-5a1a461615e3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.415799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd1ebe0-15c3-4038-8a22-5a1a461615e3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.418913 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7bd1ebe0-15c3-4038-8a22-5a1a461615e3 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/0db7e12a-5e96-4fda-95d4-934e475e17e9 HTTP/1.1" status: 404 len: 333 time: 0.0264285 Nov 03 19:10:57.421503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60020) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.447719 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1235c0-1d59-4226-9e8d-b37770375784 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.448163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1235c0-1d59-4226-9e8d-b37770375784 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.454053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1c1235c0-1d59-4226-9e8d-b37770375784 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/a1fff9bc-cadd-46fa-8e75-6cd3ce47ed59 HTTP/1.1" status: 404 len: 337 time: 0.0288668 Nov 03 19:10:57.455859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60022) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.481162 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-365b2d55-8da7-4271-bbb5-c60b14afcb82 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.481958 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365b2d55-8da7-4271-bbb5-c60b14afcb82 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.485225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-365b2d55-8da7-4271-bbb5-c60b14afcb82 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/3da900d7-d00b-42ed-b329-12200ace0cae HTTP/1.1" status: 404 len: 333 time: 0.0283771 Nov 03 19:10:57.488175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60024) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.525410 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-9036b69e-46c7-4e3d-8cd2-5863e0f742d5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.526175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9036b69e-46c7-4e3d-8cd2-5863e0f742d5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.529171 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9036b69e-46c7-4e3d-8cd2-5863e0f742d5 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/0a830688-a6d9-424c-98a7-2ca5745e2b39 HTTP/1.1" status: 404 len: 337 time: 0.0397499 Nov 03 19:10:57.531939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60026) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.555032 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fed7ea-d936-46d0-a0e1-f52bae0af5c4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.555839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79fed7ea-d936-46d0-a0e1-f52bae0af5c4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.561366 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-79fed7ea-d936-46d0-a0e1-f52bae0af5c4 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/efa641b4-60f8-49a8-98f3-352b73a668c2 HTTP/1.1" status: 404 len: 333 time: 0.0259347 Nov 03 19:10:57.562163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60028) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.596310 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6864cec2-559c-439c-b349-8d0bc18981fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.596310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6864cec2-559c-439c-b349-8d0bc18981fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.602341 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6864cec2-559c-439c-b349-8d0bc18981fd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/12b08477-ed9f-426e-b4be-3a90d162e917 HTTP/1.1" status: 404 len: 337 time: 0.0367134 Nov 03 19:10:57.602675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60032) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.627874 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-261fb40f-d2d9-45e0-a65a-31ad393a019c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.628601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261fb40f-d2d9-45e0-a65a-31ad393a019c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.634130 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-261fb40f-d2d9-45e0-a65a-31ad393a019c tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/927cbbb9-f7a8-43a5-ac50-2c1d691c99cc HTTP/1.1" status: 404 len: 333 time: 0.0282049 Nov 03 19:10:57.634390 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60034) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.672946 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-04bcaf22-dc7f-48fb-a324-c82169115378 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.673423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04bcaf22-dc7f-48fb-a324-c82169115378 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.676856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-04bcaf22-dc7f-48fb-a324-c82169115378 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/3b98187e-16b0-487c-b74c-00bad6721d5b HTTP/1.1" status: 404 len: 337 time: 0.0399420 Nov 03 19:10:57.680264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60036) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.706988 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89bde67-edda-45a8-ba3f-a6c0ab845811 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.707847 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89bde67-edda-45a8-ba3f-a6c0ab845811 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.713942 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e89bde67-edda-45a8-ba3f-a6c0ab845811 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/7e8a3f4d-6150-4523-baf5-45680a68865c HTTP/1.1" status: 404 len: 333 time: 0.0321043 Nov 03 19:10:57.714904 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60038) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.716394 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e7fd6-741c-4ce5-b03c-df5c3e253525 req-d284a01c-70ed-458f-966a-4ac885fe6196 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:57.718120 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-265e7fd6-741c-4ce5-b03c-df5c3e253525 req-d284a01c-70ed-458f-966a-4ac885fe6196 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 945 time: 0.0733817 Nov 03 19:10:57.744593 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60040) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.749920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-2d606336-ce51-4e51-9b37-c4ed88191c0c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1272968913', 'description': 'tempest-secgroup-smoke-1272968913 description', 'project_id': '78a454aa6ba94726aa7cce9e1618069d'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:57.754994 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8ca10f-4f14-429d-a909-eb9fdc93d37f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.755447 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8ca10f-4f14-429d-a909-eb9fdc93d37f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.758484 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-af8ca10f-4f14-429d-a909-eb9fdc93d37f tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/cabf3a2e-97b3-45c7-9955-ff681b0e8401 HTTP/1.1" status: 404 len: 337 time: 0.0423505 Nov 03 19:10:57.762616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60042) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.788164 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-265e7fd6-741c-4ce5-b03c-df5c3e253525 req-2da6c4be-0a13-4cc5-bf58-bbf104f3c5cb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627768 Nov 03 19:10:57.791643 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-d869c5d0-4b52-4e63-8030-2bda2df8c9bd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.792849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d869c5d0-4b52-4e63-8030-2bda2df8c9bd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.797097 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d869c5d0-4b52-4e63-8030-2bda2df8c9bd tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/d47d6023-9ca5-4d96-9c20-62a24c592cd8 HTTP/1.1" status: 404 len: 333 time: 0.0335128 Nov 03 19:10:57.800810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60044) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.808649 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d606336-ce51-4e51-9b37-c4ed88191c0c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.832807 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8837416d-c0cd-4bcc-a32d-34cc2c133ed7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.833267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8837416d-c0cd-4bcc-a32d-34cc2c133ed7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.836833 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8837416d-c0cd-4bcc-a32d-34cc2c133ed7 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/c81884b2-3b79-4d94-8861-e1621ef11feb HTTP/1.1" status: 404 len: 337 time: 0.0341346 Nov 03 19:10:57.839212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60046) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.879684 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1456b4-3f81-42f0-a149-bb78c8063ec8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.882439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1456b4-3f81-42f0-a149-bb78c8063ec8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.887571 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ea1456b4-3f81-42f0-a149-bb78c8063ec8 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/ports/4f0411be-b641-4a03-9bcd-39caa1826e48 HTTP/1.1" status: 404 len: 333 time: 0.0466123 Nov 03 19:10:57.890114 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60048) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.892556 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d606336-ce51-4e51-9b37-c4ed88191c0c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.897505 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d606336-ce51-4e51-9b37-c4ed88191c0c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.925730 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d606336-ce51-4e51-9b37-c4ed88191c0c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.929910 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2d606336-ce51-4e51-9b37-c4ed88191c0c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1842968 Nov 03 19:10:57.930352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60050) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.934060 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f1d775-5913-4e68-b110-dbad3cb87524 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] DELETE failed (client error): The resource could not be found. Nov 03 19:10:57.935008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d606336-ce51-4e51-9b37-c4ed88191c0c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ddc656-feb5-4fa9-8ea3-0d257e9105e8,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:57.935128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f1d775-5913-4e68-b110-dbad3cb87524 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:10:57.940121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e0f1d775-5913-4e68-b110-dbad3cb87524 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/subnets/e5dfb67f-5aa1-4c9c-9cd9-f43c770439e0 HTTP/1.1" status: 404 len: 337 time: 0.0486815 Nov 03 19:10:57.942595 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60052) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:57.948682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b40e8f19-68f1-408f-87f0-fc50619faa56 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '21ddc656-feb5-4fa9-8ea3-0d257e9105e8', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:57.985463 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b40e8f19-68f1-408f-87f0-fc50619faa56 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:57.992434 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6af45ca7-52fa-44e9-a13a-867302b322f6 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:58.019720 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 6af45ca7-52fa-44e9-a13a-867302b322f6 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:58.020108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 6af45ca7-52fa-44e9-a13a-867302b322f6 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:58.020523 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 691ec32a-4146-4b07-93f8-7e2c70a79460 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:10:58.035398 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cfed1b14-181f-4e32-9346-b301a8f6b527 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.045007 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 691ec32a-4146-4b07-93f8-7e2c70a79460 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:10:58.045367 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 691ec32a-4146-4b07-93f8-7e2c70a79460 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:10:58.061015 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b40e8f19-68f1-408f-87f0-fc50619faa56 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.065956 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b40e8f19-68f1-408f-87f0-fc50619faa56 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.084570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e8f19-68f1-408f-87f0-fc50619faa56 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0d4855-b3fe-47b4-8bca-4b8912435257,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:58.099689 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b40e8f19-68f1-408f-87f0-fc50619faa56 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.103804 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b40e8f19-68f1-408f-87f0-fc50619faa56 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1716533 Nov 03 19:10:58.104417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60054) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:58.109667 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4b12539a-b9ef-4493-ba33-353284095863 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '21ddc656-feb5-4fa9-8ea3-0d257e9105e8', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:58.114297 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-083c73fa-3b51-4f2c-8135-31b501be26b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.149049 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b12539a-b9ef-4493-ba33-353284095863 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.158450 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cfed1b14-181f-4e32-9346-b301a8f6b527 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.189764 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-cfed1b14-181f-4e32-9346-b301a8f6b527 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afd2f6f-36ed-4547-9ae9-db78acf45259']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:58.200909 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-cfed1b14-181f-4e32-9346-b301a8f6b527 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355c6d81-1cc3-4a5d-9a45-1fed15439bdf') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:58.201253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-cfed1b14-181f-4e32-9346-b301a8f6b527 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355c6d81-1cc3-4a5d-9a45-1fed15439bdf') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:10:58.213497 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cfed1b14-181f-4e32-9346-b301a8f6b527 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.224708 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b12539a-b9ef-4493-ba33-353284095863 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.229281 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cfed1b14-181f-4e32-9346-b301a8f6b527 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.230133 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b12539a-b9ef-4493-ba33-353284095863 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.238119 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfed1b14-181f-4e32-9346-b301a8f6b527 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:10:58.238504 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cfed1b14-181f-4e32-9346-b301a8f6b527 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:10:58.241765 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:10:58.255443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12539a-b9ef-4493-ba33-353284095863 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7309a9a9-d02a-4591-8f42-a6205de18d3b,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:58.264320 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b12539a-b9ef-4493-ba33-353284095863 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.265547 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4b12539a-b9ef-4493-ba33-353284095863 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601758 Nov 03 19:10:58.268866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60056) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:58.273678 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-74c4ff15-fc50-4a7a-a8b6-523ded56a55c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '21ddc656-feb5-4fa9-8ea3-0d257e9105e8', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:58.337429 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cfed1b14-181f-4e32-9346-b301a8f6b527 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.340157 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74c4ff15-fc50-4a7a-a8b6-523ded56a55c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.348049 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cfed1b14-181f-4e32-9346-b301a8f6b527 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.351463 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cfed1b14-181f-4e32-9346-b301a8f6b527 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] 10.222.0.107 "DELETE /v2.0/networks/1afd2f6f-36ed-4547-9ae9-db78acf45259 HTTP/1.1" status: 204 len: 168 time: 0.4080274 Nov 03 19:10:58.373514 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed1b14-181f-4e32-9346-b301a8f6b527 tempest-NetworksTestDHCPv6-1541641938 tempest-NetworksTestDHCPv6-1541641938-project] Pushing event deleted for resources: {'Network': ['ID=1afd2f6f-36ed-4547-9ae9-db78acf45259,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:58.445516 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74c4ff15-fc50-4a7a-a8b6-523ded56a55c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.449994 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74c4ff15-fc50-4a7a-a8b6-523ded56a55c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.470543 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4ff15-fc50-4a7a-a8b6-523ded56a55c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ceeb4d-0295-4494-841b-85e8bc0f7832,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:58.484540 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-74c4ff15-fc50-4a7a-a8b6-523ded56a55c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.485915 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-74c4ff15-fc50-4a7a-a8b6-523ded56a55c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2158027 Nov 03 19:10:58.489244 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60060) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:58.496558 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-82c45bbb-55f0-418f-a98d-baf1100c915b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '21ddc656-feb5-4fa9-8ea3-0d257e9105e8', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:58.533282 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82c45bbb-55f0-418f-a98d-baf1100c915b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.599771 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82c45bbb-55f0-418f-a98d-baf1100c915b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.603649 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82c45bbb-55f0-418f-a98d-baf1100c915b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.624870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c45bbb-55f0-418f-a98d-baf1100c915b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c76107-decc-4737-b41e-f343664b6040,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:58.630733 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82c45bbb-55f0-418f-a98d-baf1100c915b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.631866 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-82c45bbb-55f0-418f-a98d-baf1100c915b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408203 Nov 03 19:10:58.636026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60064) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:58.641136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-20c7f5ad-b8c2-4f2f-ad2b-80d7bb66150d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '21ddc656-feb5-4fa9-8ea3-0d257e9105e8', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:58.666802 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-20c7f5ad-b8c2-4f2f-ad2b-80d7bb66150d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Project 78a454aa6ba94726aa7cce9e1618069d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:10:58.671989 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60066) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:58.678915 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20c7f5ad-b8c2-4f2f-ad2b-80d7bb66150d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.736868 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20c7f5ad-b8c2-4f2f-ad2b-80d7bb66150d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.742157 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20c7f5ad-b8c2-4f2f-ad2b-80d7bb66150d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.760019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7f5ad-b8c2-4f2f-ad2b-80d7bb66150d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2673198b-5e0f-4d26-8e00-5df1456c36ec,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:58.772689 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-20c7f5ad-b8c2-4f2f-ad2b-80d7bb66150d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.773933 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-20c7f5ad-b8c2-4f2f-ad2b-80d7bb66150d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369603 Nov 03 19:10:58.776665 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60070) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:58.781968 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f71c7cd8-054d-4ccc-8e8b-dc162b6033c0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '21ddc656-feb5-4fa9-8ea3-0d257e9105e8', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:58.821451 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-f71c7cd8-054d-4ccc-8e8b-dc162b6033c0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Project 78a454aa6ba94726aa7cce9e1618069d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:10:58.832089 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f71c7cd8-054d-4ccc-8e8b-dc162b6033c0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.874223 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4cedae59-4359-4ae5-971b-3ba6aa8176d9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=aa8be81325ec468d83d6f0470f97c048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2010875 Nov 03 19:10:58.878163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60074) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:58.906564 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f71c7cd8-054d-4ccc-8e8b-dc162b6033c0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.914066 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f71c7cd8-054d-4ccc-8e8b-dc162b6033c0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.937603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c7cd8-054d-4ccc-8e8b-dc162b6033c0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988dc7e1-a9c6-46b7-9a16-c78762598a4f,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:58.947941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f0b3e-82ef-45e4-a3ab-55a431712ec2 req-293b5349-4355-4c56-9c4c-7b9400efee3a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:58.948276 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f71c7cd8-054d-4ccc-8e8b-dc162b6033c0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.952688 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f71c7cd8-054d-4ccc-8e8b-dc162b6033c0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1718509 Nov 03 19:10:58.952891 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-791f0b3e-82ef-45e4-a3ab-55a431712ec2 req-293b5349-4355-4c56-9c4c-7b9400efee3a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 945 time: 0.0826263 Nov 03 19:10:58.953032 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60076) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:58.958613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'network': {'name': 'tempest-network-smoke--1013124960', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'port_security_enabled': True}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:58.978156 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ec09288-3a26-4033-862a-b432971ff663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:58.980039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Made reservation on behalf of 78a454aa6ba94726aa7cce9e1618069d for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:10:58.984136 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.008118 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:10:59.014587 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ec09288-3a26-4033-862a-b432971ff663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.018846 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.019188 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Added segment 34990479-aa95-40c7-a577-e95ccb48ec3b of type vlan for network eb1bdeb2-cc74-475c-8f3e-763b66dd359c Nov 03 19:10:59.041106 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-791f0b3e-82ef-45e4-a3ab-55a431712ec2 req-61d7c32e-cd7a-49a7-8420-87555d714cca tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801866 Nov 03 19:10:59.064470 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.088791 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ec09288-3a26-4033-862a-b432971ff663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.091769 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.091988 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ec09288-3a26-4033-862a-b432971ff663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.095998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4ec09288-3a26-4033-862a-b432971ff663 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/714ef1a8-b023-48a4-9f03-02dada57308f HTTP/1.1" status: 204 len: 168 time: 0.2144189 Nov 03 19:10:59.103052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec09288-3a26-4033-862a-b432971ff663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714ef1a8-b023-48a4-9f03-02dada57308f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:59.104739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:59.105664 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.201047 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2467706 Nov 03 19:10:59.206147 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60082) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:59.207452 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c988e-88a0-4fc6-848f-c775c95200da req-0be50cd2-03e1-4863-a0e2-967ac8703621 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:59.209875 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b5c988e-88a0-4fc6-848f-c775c95200da req-0be50cd2-03e1-4863-a0e2-967ac8703621 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 945 time: 0.0724843 Nov 03 19:10:59.212146 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'admin_state_up': True, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:59.227794 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Network': ['ID=eb1bdeb2-cc74-475c-8f3e-763b66dd359c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:10:59.242801 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:59.243172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:59.243521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:59.243892 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:59.244237 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:59.244568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:59.244906 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:59.245298 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:59.246302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:59.246302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:59.246302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:59.246638 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce9fb43-342c-47d7-a3bf-338d8f446df5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:10:59.262781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network eb1bdeb2-cc74-475c-8f3e-763b66dd359c details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:10:59.270184 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.271367 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.274422 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b5c988e-88a0-4fc6-848f-c775c95200da req-2067c735-d1de-4403-ab03-5ec9a845f7e5 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581460 Nov 03 19:10:59.303766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60086) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:59.349271 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.431406 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.517616 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.571953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ecf12-d960-408c-85dd-fc4748f98fdf tempest-TestVolumeBootPattern-380162289 tempest-TestVolumeBootPattern-380162289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:10:59.573750 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ba0ecf12-d960-408c-85dd-fc4748f98fdf tempest-TestVolumeBootPattern-380162289 tempest-TestVolumeBootPattern-380162289-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 1091 time: 0.2686093 Nov 03 19:10:59.576968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60098) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:10:59.582237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '83a055c5-3c95-42e5-93f7-e4a033cc92c9', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:10:59.610387 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.756829 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.772419 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.793864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:10:59.889398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Allocated IP 172.25.2.4 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/263195d5-4e06-4b0d-a29e-b5fe64572f92) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:00.013082 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60108) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.048847 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.089014 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.128206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:00.135035 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:00.137522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:00.145170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'Port': ['ID=263195d5-4e06-4b0d-a29e-b5fe64572f92,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:00.154839 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.25.2.58 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/e94e0dba-2b58-4c53-bd14-cc443df2bccc) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:00.167026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-47837ad8-885e-40cc-bac4-fe35f98454d3 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.168241 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-47837ad8-885e-40cc-bac4-fe35f98454d3 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13864 time: 0.1541455 Nov 03 19:11:00.171628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60112) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.179362 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-106d6363-1e63-4ac1-8a36-392b0cce1c9f tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.180454 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-106d6363-1e63-4ac1-8a36-392b0cce1c9f tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0077877 Nov 03 19:11:00.184545 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60114) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.188691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-62b5b26b-63cc-4077-83c3-7870ead0fb62 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.189642 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-62b5b26b-63cc-4077-83c3-7870ead0fb62 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0042014 Nov 03 19:11:00.192727 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60116) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.198649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-9a9e8bf2-c11b-4100-9ba0-29e5b3c3bdcc tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.199705 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9a9e8bf2-c11b-4100-9ba0-29e5b3c3bdcc tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0060229 Nov 03 19:11:00.209981 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60118) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.214246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-8182a24f-f09a-4d1c-889e-8008b5479c02 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.215205 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8182a24f-f09a-4d1c-889e-8008b5479c02 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042934 Nov 03 19:11:00.222562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60120) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.226531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-d85a64a4-0cdd-4f52-9635-cd6890f35949 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.227458 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d85a64a4-0cdd-4f52-9635-cd6890f35949 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0041339 Nov 03 19:11:00.231412 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60122) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.258857 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-e6e801a2-0776-425f-a694-2e10738ba8ca tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.259860 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e6e801a2-0776-425f-a694-2e10738ba8ca tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0276794 Nov 03 19:11:00.263529 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60124) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.270019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-6b108336-b75b-48d3-90f6-f0f7ea50a174 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.270955 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6b108336-b75b-48d3-90f6-f0f7ea50a174 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0065086 Nov 03 19:11:00.273677 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60126) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.278107 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-0e8da2cf-725b-44b4-85fc-25b2fb198e84 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.278958 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0e8da2cf-725b-44b4-85fc-25b2fb198e84 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043173 Nov 03 19:11:00.281713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60128) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.287479 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-16fe0229-e9dc-4940-b0b5-b86afa2bfb1f tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.288473 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-16fe0229-e9dc-4940-b0b5-b86afa2bfb1f tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0058320 Nov 03 19:11:00.290913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60130) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.296604 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-2df3e050-4061-4278-b4d7-efee6060e5c8 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.297682 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2df3e050-4061-4278-b4d7-efee6060e5c8 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0057659 Nov 03 19:11:00.300104 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60132) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.306974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-4ae8b0d2-15c4-4946-af75-c50480ccef5e tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.309933 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4ae8b0d2-15c4-4946-af75-c50480ccef5e tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0069280 Nov 03 19:11:00.313573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60134) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.319058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-da6f868c-7bb8-4949-8ec1-76e86a701d58 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.322928 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-da6f868c-7bb8-4949-8ec1-76e86a701d58 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0055492 Nov 03 19:11:00.323122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60136) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.330091 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-1fa7f9fc-b814-4979-b678-450afadc4493 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.332636 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1fa7f9fc-b814-4979-b678-450afadc4493 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0070295 Nov 03 19:11:00.334638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60138) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.340317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-16c81b04-3416-4d03-8a6c-8a25f422aecc tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.341266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-16c81b04-3416-4d03-8a6c-8a25f422aecc tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0058026 Nov 03 19:11:00.341977 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.344638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60140) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.351209 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:11:00.381036 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.386431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-6da247a6-0651-4461-910d-387c451e140b tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.387417 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6da247a6-0651-4461-910d-387c451e140b tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0357471 Nov 03 19:11:00.392383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60142) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.398774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-8b7deb86-e946-4565-a7ee-0dbc53d952af tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.400131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8b7deb86-e946-4565-a7ee-0dbc53d952af tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0067642 Nov 03 19:11:00.405075 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60144) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.409123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-b47f4c90-e35c-44cc-a1ae-ae1e8a07ecfc tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.413595 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b47f4c90-e35c-44cc-a1ae-ae1e8a07ecfc tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0040627 Nov 03 19:11:00.413595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60146) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.421596 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-bfd73dc3-83d5-4a8a-925f-78687d36ee60 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.422519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bfd73dc3-83d5-4a8a-925f-78687d36ee60 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0060170 Nov 03 19:11:00.425035 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:00.426018 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60148) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.431561 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-12ebc569-b7ff-4316-9efa-1f22b45e418c tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.432755 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-12ebc569-b7ff-4316-9efa-1f22b45e418c tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054181 Nov 03 19:11:00.435210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60150) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.437089 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:00.440012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-8b246890-a547-4022-b3bb-c375b29cff4a tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.440975 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8b246890-a547-4022-b3bb-c375b29cff4a tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048196 Nov 03 19:11:00.442326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:00.443443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60152) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.448031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-21b57fc5-cad4-4cd6-93cc-dfb198f24047 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.448550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-21b57fc5-cad4-4cd6-93cc-dfb198f24047 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041938 Nov 03 19:11:00.454461 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60154) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.461269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-53547a66-50b4-4862-a433-6b9c9ba8f338 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.462220 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-53547a66-50b4-4862-a433-6b9c9ba8f338 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0068326 Nov 03 19:11:00.467237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60156) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.471435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-d13cd331-cc18-4723-8b37-d8c2d7b78a2c tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.474504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d13cd331-cc18-4723-8b37-d8c2d7b78a2c tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0041828 Nov 03 19:11:00.474738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60158) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.478627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-d0c72020-5980-4120-8bfa-67af504e4964 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.481885 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d0c72020-5980-4120-8bfa-67af504e4964 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0039682 Nov 03 19:11:00.482107 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60160) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.483817 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=e94e0dba-2b58-4c53-bd14-cc443df2bccc,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:00.486030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-abafcfc9-de35-4fc1-9b81-0b5f67e96922 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.489072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-abafcfc9-de35-4fc1-9b81-0b5f67e96922 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039911 Nov 03 19:11:00.489670 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60162) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.495817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-97765e69-094b-4413-a203-faa011602693 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.496779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-97765e69-094b-4413-a203-faa011602693 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0062475 Nov 03 19:11:00.500721 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60164) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.505332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-aceca960-f2e9-44d0-8157-18098618dc36 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.506539 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-aceca960-f2e9-44d0-8157-18098618dc36 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044346 Nov 03 19:11:00.509148 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60166) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.513465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-ef4da877-bbca-40d0-8869-9acdf828cc3b tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.514390 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ef4da877-bbca-40d0-8869-9acdf828cc3b tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043585 Nov 03 19:11:00.517497 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60168) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.522082 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-6a7a2c86-98d9-4cb6-b3a8-1c9719728841 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.522832 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6a7a2c86-98d9-4cb6-b3a8-1c9719728841 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044515 Nov 03 19:11:00.527827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60170) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.562365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-94341d18-61d1-4c85-8ffd-9b47570df7de tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.563246 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-94341d18-61d1-4c85-8ffd-9b47570df7de tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0344770 Nov 03 19:11:00.569510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60172) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.574297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-4a3df590-d217-4d14-9c1b-d9df017bd37e tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.575299 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4a3df590-d217-4d14-9c1b-d9df017bd37e tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045910 Nov 03 19:11:00.579395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60174) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.608948 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-3b5b6cbc-45f6-47dc-b5ad-63c4690c90d2 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.610019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3b5b6cbc-45f6-47dc-b5ad-63c4690c90d2 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0297244 Nov 03 19:11:00.613237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60176) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.617540 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-30dfa5f6-e2e9-4b61-a3dd-9194a2bfdedd tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.618449 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-30dfa5f6-e2e9-4b61-a3dd-9194a2bfdedd tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043118 Nov 03 19:11:00.621431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60178) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.626287 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-62bb56d2-5461-402b-88a9-d8830a866f04 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.632163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-62bb56d2-5461-402b-88a9-d8830a866f04 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048282 Nov 03 19:11:00.633316 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60180) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.643026 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-c5a76e8a-d611-4554-b4ba-7ada1839764c tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.644023 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c5a76e8a-d611-4554-b4ba-7ada1839764c tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0095634 Nov 03 19:11:00.647979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60182) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.658322 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-520189cc-6893-4cda-8bf8-a53aafba4109 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.659878 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-520189cc-6893-4cda-8bf8-a53aafba4109 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0100791 Nov 03 19:11:00.663050 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60184) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.669434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-7dfb78f0-7bfe-48b3-a816-7c8ce28d3f0a tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.670344 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.671457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7dfb78f0-7bfe-48b3-a816-7c8ce28d3f0a tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0064545 Nov 03 19:11:00.674010 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60186) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.678131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-75652f13-50c7-455e-8b75-8dd0d50f56e2 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.679062 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-75652f13-50c7-455e-8b75-8dd0d50f56e2 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0041685 Nov 03 19:11:00.683486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60188) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.685914 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.690449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-1d210b38-63cc-4762-ad58-023dc216f27a tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.694732 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1d210b38-63cc-4762-ad58-023dc216f27a tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0070589 Nov 03 19:11:00.695275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60190) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.707431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-6f3c06b5-6d34-483d-a2e2-b4e9965bd95d tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.711756 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6f3c06b5-6d34-483d-a2e2-b4e9965bd95d tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0123594 Nov 03 19:11:00.712601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60192) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.719019 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.721050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-e4695cbb-3e3a-4d9b-9d18-041b4ed5bdb2 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.722669 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e4695cbb-3e3a-4d9b-9d18-041b4ed5bdb2 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0082738 Nov 03 19:11:00.725480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60194) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.731143 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-5fcb1192-4bac-4e9c-a0b1-614a2a9c1cf5 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.732941 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5fcb1192-4bac-4e9c-a0b1-614a2a9c1cf5 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055499 Nov 03 19:11:00.735949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60196) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.747483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-1582b09a-0cb3-4ce7-b522-2eced0b37b8e tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.748706 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1582b09a-0cb3-4ce7-b522-2eced0b37b8e tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0114186 Nov 03 19:11:00.754085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60198) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.761849 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-529cac1f-ab49-49f3-9eef-78c0bcd0c2fd tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.762837 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-529cac1f-ab49-49f3-9eef-78c0bcd0c2fd tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0077310 Nov 03 19:11:00.770627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60200) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.774901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-a2b2c7b8-3196-413a-85f1-14381d054699 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.775873 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a2b2c7b8-3196-413a-85f1-14381d054699 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0043085 Nov 03 19:11:00.790345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60202) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.796911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-41b699c4-60b5-423a-b72e-6fce284d79b4 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.798228 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-41b699c4-60b5-423a-b72e-6fce284d79b4 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067205 Nov 03 19:11:00.801754 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60204) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.806672 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.809302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-e24025d5-5c64-46dd-aedf-32f711eead81 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.810303 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e24025d5-5c64-46dd-aedf-32f711eead81 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0072834 Nov 03 19:11:00.818908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60206) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.824851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-7b5c7076-ab0b-4422-9929-46f37b5a105e tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.826007 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7b5c7076-ab0b-4422-9929-46f37b5a105e tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0060346 Nov 03 19:11:00.829497 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60208) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.836915 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-2ad71799-3b15-4df0-aba2-9a02a93e660b tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.837922 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2ad71799-3b15-4df0-aba2-9a02a93e660b tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0075076 Nov 03 19:11:00.841918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60210) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.846333 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:00.860736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-320828e0-2796-4072-b2c8-194be4d1274e tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.864645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-320828e0-2796-4072-b2c8-194be4d1274e tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0199904 Nov 03 19:11:00.867910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60212) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.871479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-1d53033b-329f-4a48-86a2-d84511677d29 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.875646 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1d53033b-329f-4a48-86a2-d84511677d29 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0069575 Nov 03 19:11:00.880828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60214) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.885817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-7c30ab6f-bd3c-42f0-b9c4-81012a603e2d tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.886807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7c30ab6f-bd3c-42f0-b9c4-81012a603e2d tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0050781 Nov 03 19:11:00.890392 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60216) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.906912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-2c321931-f317-43ec-bdab-9344e14b5ad0 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.912895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2c321931-f317-43ec-bdab-9344e14b5ad0 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0205197 Nov 03 19:11:00.913829 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60218) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.918767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-a0f65679-8230-4cea-b439-3d3000e582c6 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.920350 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a0f65679-8230-4cea-b439-3d3000e582c6 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052998 Nov 03 19:11:00.924315 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60220) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.934724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-51e78631-cf39-4299-a49e-3648cdf43bf2 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.938836 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-51e78631-cf39-4299-a49e-3648cdf43bf2 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0108299 Nov 03 19:11:00.970482 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60222) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.980507 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-08472fee-bb47-4830-b302-7e653a78e14d tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.982012 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-08472fee-bb47-4830-b302-7e653a78e14d tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0100100 Nov 03 19:11:00.985918 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60224) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:00.991251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-d3ff9f9e-0ac9-450e-a2c2-74747ac8a5a6 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:00.992383 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d3ff9f9e-0ac9-450e-a2c2-74747ac8a5a6 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052760 Nov 03 19:11:00.995203 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60226) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.001248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-b56778e5-dc9e-485c-bfc2-5790f33a1f56 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:01.004917 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b56778e5-dc9e-485c-bfc2-5790f33a1f56 tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0062191 Nov 03 19:11:01.006740 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60228) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.009852 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-160231c0-4bd7-4f62-8f18-0fc2abd8288b tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:01.013687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60230) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.014384 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-160231c0-4bd7-4f62-8f18-0fc2abd8288b tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0078728 Nov 03 19:11:01.019223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-79194821-0d97-4172-9275-4fa087a99d4d tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:01.020790 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-79194821-0d97-4172-9275-4fa087a99d4d tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0059707 Nov 03 19:11:01.024109 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60232) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.034635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-5e4f6af3-9dba-4459-a574-b3db3481a57e tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:01.036043 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5e4f6af3-9dba-4459-a574-b3db3481a57e tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0105641 Nov 03 19:11:01.039813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60234) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.044302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-ea2fedf6-c3a7-4e31-8d9b-2359e1ddea6c tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:01.045237 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ea2fedf6-c3a7-4e31-8d9b-2359e1ddea6c tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0045278 Nov 03 19:11:01.050360 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60236) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.054606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-739ed4cd-f4be-40d4-95b5-4ea2f5e4c6dc tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:01.059548 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-739ed4cd-f4be-40d4-95b5-4ea2f5e4c6dc tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043242 Nov 03 19:11:01.064750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60238) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.072974 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-b432f0ca-3499-429a-945c-0ec28f0c8bce tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:01.076561 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b432f0ca-3499-429a-945c-0ec28f0c8bce tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0079126 Nov 03 19:11:01.080469 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60240) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.243382 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.407457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 6445e9a5-6bda-4753-9693-a3a51999fafb is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:11:01.447114 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.488510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-4bf96c3c-541b-4667-adab-d88c8243046e tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:01.489497 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4bf96c3c-541b-4667-adab-d88c8243046e tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.4082522 Nov 03 19:11:01.493243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60242) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.497908 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-dab06a82-4c7f-44da-a0a4-536be1655bde tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:01.498887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dab06a82-4c7f-44da-a0a4-536be1655bde tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046532 Nov 03 19:11:01.505120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60244) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.510315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-8f100768-53a5-4102-a61d-e20382f1e34d tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:01.511301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8f100768-53a5-4102-a61d-e20382f1e34d tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0052450 Nov 03 19:11:01.515697 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60246) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.522114 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [None req-d7a9394e-0c59-47d8-9965-6d7b785fab3b tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:01.523139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d7a9394e-0c59-47d8-9965-6d7b785fab3b tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0065036 Nov 03 19:11:01.528295 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60248) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.533204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [None req-a01a616d-6192-4811-a219-d4c16389084b tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] http://10.222.0.107:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:01.534140 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a01a616d-6192-4811-a219-d4c16389084b tempest-ExtensionsTestJSON-401842703 tempest-ExtensionsTestJSON-401842703-project] 10.222.0.107 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048871 Nov 03 19:11:01.546240 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.551479 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:01.553607 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.569212 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Sync routers for ids ['6445e9a5-6bda-4753-9693-a3a51999fafb'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:01.594621 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Routers {'6445e9a5-6bda-4753-9693-a3a51999fafb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:01.597500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6445e9a5-6bda-4753-9693-a3a51999fafb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:01.622351 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.625260 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cc7ed017-8e8f-4b0e-8481-b628988210f6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4176607 Nov 03 19:11:01.631842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60252) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.646173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'Port': ['ID=263195d5-4e06-4b0d-a29e-b5fe64572f92,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:01.658685 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:01.705434 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cbbf5bde-a221-4445-8f07-7d679454b62c tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=78a454aa6ba94726aa7cce9e1618069d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0713594 Nov 03 19:11:01.715072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60254) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:01.753710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Set router 6445e9a5-6bda-4753-9693-a3a51999fafb gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:01.812605 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Floating IP 29eaaf23-ce43-4a79-ada7-ab2b231a92fe associated. External IP: 172.25.2.4, port: 83a055c5-3c95-42e5-93f7-e4a033cc92c9. Nov 03 19:11:02.008045 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15a525a-8af5-4d5a-af80-1f7d86c5ccb9 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:02.013470 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b15a525a-8af5-4d5a-af80-1f7d86c5ccb9 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3033633 Nov 03 19:11:02.014424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60258) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:02.015892 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:00Z', 'revision_number': 3, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:16:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:02.035692 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60260) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:02.068988 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-99af46ea-5798-44e2-9012-3ba08223dd9e tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524025 Nov 03 19:11:02.069799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60264) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:02.071409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Checking router: 6445e9a5-6bda-4753-9693-a3a51999fafb for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:11:02.072288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Updating router 6445e9a5-6bda-4753-9693-a3a51999fafb port e94e0dba-2b58-4c53-bd14-cc443df2bccc binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:11:02.074637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-fbb71d4a-819b-4065-8e24-67daea7ab704 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1739153252', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:02.112825 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.193049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Router 2df09572-d2db-4363-ad5d-40442945a730 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:02.214259 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb71d4a-819b-4065-8e24-67daea7ab704 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Made reservation on behalf of 78a454aa6ba94726aa7cce9e1618069d for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:02.220394 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fbb71d4a-819b-4065-8e24-67daea7ab704 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.303821 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7d31ba96-0d3d-4073-a3f3-b28d42f3dd06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.338251 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:02.357234 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e7b49-f075-4b1b-b3c6-cb046a173549 None None] Sync routers for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:02.368490 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.372002 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e7b49-f075-4b1b-b3c6-cb046a173549 None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:02.373018 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d88e7b49-f075-4b1b-b3c6-cb046a173549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:02.409499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-febe73ee-b594-403c-b704-c45fb88fce85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.8310692 Nov 03 19:11:02.410480 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6936f5-84ee-4230-99d7-3d2e2ab1c976', 'tag': '83a055c5-3c95-42e5-93f7-e4a033cc92c9'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:02.414063 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05fb292-68b2-4ea7-b8ec-771d16296907" -d '{"events": [{"name": "network-changed", "server_uuid": "be6936f5-84ee-4230-99d7-3d2e2ab1c976", "tag": "83a055c5-3c95-42e5-93f7-e4a033cc92c9"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:02.480394 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c60ced-77e6-47eb-934d-866b980a51d0 x-openstack-request-id: req-95c60ced-77e6-47eb-934d-866b980a51d0 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:02.480394 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6936f5-84ee-4230-99d7-3d2e2ab1c976", "tag": "83a055c5-3c95-42e5-93f7-e4a033cc92c9", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:02.480394 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-95c60ced-77e6-47eb-934d-866b980a51d0 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:02.481249 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.481429 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6936f5-84ee-4230-99d7-3d2e2ab1c976', 'tag': '83a055c5-3c95-42e5-93f7-e4a033cc92c9', 'status': 'completed', 'code': 200} Nov 03 19:11:02.489412 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.541394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Attempting to bind port e94e0dba-2b58-4c53-bd14-cc443df2bccc on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:02.541837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Attempting to bind port e94e0dba-2b58-4c53-bd14-cc443df2bccc by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:02.542216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Attempting to bind port e94e0dba-2b58-4c53-bd14-cc443df2bccc on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:02.556870 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-d88e7b49-f075-4b1b-b3c6-cb046a173549 None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:02.561667 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:02.562984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:02.563773 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.564357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:02.564866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Bound port: e94e0dba-2b58-4c53-bd14-cc443df2bccc, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:02.565263 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.623227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7d31ba96-0d3d-4073-a3f3-b28d42f3dd06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.626606 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05ecc0-ee5f-4deb-b0f7-7060996c1995 None None] Pushing event updated for resources: {'Port': ['ID=e94e0dba-2b58-4c53-bd14-cc443df2bccc,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:02.634196 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7d31ba96-0d3d-4073-a3f3-b28d42f3dd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.649766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] For port e94e0dba-2b58-4c53-bd14-cc443df2bccc, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:02.654830 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] For port e94e0dba-2b58-4c53-bd14-cc443df2bccc, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e94e0dba-2b58-4c53-bd14-cc443df2bccc,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:02.662173 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.698894 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fbb71d4a-819b-4065-8e24-67daea7ab704 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.714799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31ba96-0d3d-4073-a3f3-b28d42f3dd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5150a8b3-45a4-4044-9149-c6b843468dc0,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:02.721660 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7d31ba96-0d3d-4073-a3f3-b28d42f3dd06 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d590356581254921952d780822af3abb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6639895 Nov 03 19:11:02.726020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60270) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:02.761953 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Routers {'6445e9a5-6bda-4753-9693-a3a51999fafb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:02.763272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6445e9a5-6bda-4753-9693-a3a51999fafb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:02.771388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fb292-68b2-4ea7-b8ec-771d16296907 req-09819c17-4556-4f68-bee8-65562b1a81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:02.773230 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e05fb292-68b2-4ea7-b8ec-771d16296907 req-09819c17-4556-4f68-bee8-65562b1a81aa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 1096 time: 0.2175088 Nov 03 19:11:02.820593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05ecc0-ee5f-4deb-b0f7-7060996c1995 None None] Pushing event updated for resources: {'Port': ['ID=e94e0dba-2b58-4c53-bd14-cc443df2bccc,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:02.859312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb71d4a-819b-4065-8e24-67daea7ab704 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Subnet': ['ID=005c04a3-0904-4a1b-b304-907f86ccedfa,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:02.872759 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9fedaf2-b037-4cac-b9bb-1b8834e1bca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.920516 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9fedaf2-b037-4cac-b9bb-1b8834e1bca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:02.953460 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d88e7b49-f075-4b1b-b3c6-cb046a173549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '29eaaf23-ce43-4a79-ada7-ab2b231a92fe', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2df09572-d2db-4363-ad5d-40442945a730', 'port_id': '83a055c5-3c95-42e5-93f7-e4a033cc92c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'mac_address': 'fa:16:3e:ed:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6936f5-84ee-4230-99d7-3d2e2ab1c976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:11:00Z', 'updated_at': '2021-11-03T19:11:00Z', 'revision_number': 0, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:02.967385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] Set router 6445e9a5-6bda-4753-9693-a3a51999fafb gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:02.996533 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e7b49-f075-4b1b-b3c6-cb046a173549 None None] Checking router: 2df09572-d2db-4363-ad5d-40442945a730 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:11:03.013327 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e7b49-f075-4b1b-b3c6-cb046a173549 None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:03.015598 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d88e7b49-f075-4b1b-b3c6-cb046a173549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:03.024825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9fedaf2-b037-4cac-b9bb-1b8834e1bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.028374 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b9fedaf2-b037-4cac-b9bb-1b8834e1bca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.040235 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b9fedaf2-b037-4cac-b9bb-1b8834e1bca2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5150a8b3-45a4-4044-9149-c6b843468dc0 HTTP/1.1" status: 204 len: 168 time: 0.3126252 Nov 03 19:11:03.054249 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fedaf2-b037-4cac-b9bb-1b8834e1bca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5150a8b3-45a4-4044-9149-c6b843468dc0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:03.217600 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-d88e7b49-f075-4b1b-b3c6-cb046a173549 None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:03.278008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb71d4a-819b-4065-8e24-67daea7ab704 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Checking segment: {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:03.278833 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb71d4a-819b-4065-8e24-67daea7ab704 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network hostable DHCP agents. Network: eb1bdeb2-cc74-475c-8f3e-763b66dd359c, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:03.313732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:00Z', 'revision_number': 3, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:16:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:03.342845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb71d4a-819b-4065-8e24-67daea7ab704 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network eb1bdeb2-cc74-475c-8f3e-763b66dd359c is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:03.352999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ac762e-f166-4547-992c-8dc254f27e0a None None] The sync data for ids ['6445e9a5-6bda-4753-9693-a3a51999fafb'] in n-d-812150-4 is: [{'id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:00Z', 'revision_number': 3, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:16:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:03.359169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fb292-68b2-4ea7-b8ec-771d16296907 req-bd56119b-ecb6-4c33-864b-9f5f09db0ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:03.361750 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e05fb292-68b2-4ea7-b8ec-771d16296907 req-bd56119b-ecb6-4c33-864b-9f5f09db0ea3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.5736156 Nov 03 19:11:03.363514 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-fbb71d4a-819b-4065-8e24-67daea7ab704 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, eb1bdeb2-cc74-475c-8f3e-763b66dd359c) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:03.370940 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb71d4a-819b-4065-8e24-67daea7ab704 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:03.372124 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fbb71d4a-819b-4065-8e24-67daea7ab704 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.375463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432f9785-3e73-47da-95de-723c38b9adaf None None] Network eb1bdeb2-cc74-475c-8f3e-763b66dd359c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:03.492990 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fbb71d4a-819b-4065-8e24-67daea7ab704 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4221172 Nov 03 19:11:03.496329 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60278) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:03.573511 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e05fb292-68b2-4ea7-b8ec-771d16296907 req-db4d859a-1fe9-46a7-a065-371b9b76a367 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a055c5-3c95-42e5-93f7-e4a033cc92c9 HTTP/1.1" status: 200 len: 997 time: 0.1960008 Nov 03 19:11:03.630625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ips': [{'subnet_id': '005c04a3-0904-4a1b-b304-907f86ccedfa'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:11:03.631692 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:03.656303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fb292-68b2-4ea7-b8ec-771d16296907 req-e15614aa-0236-44cc-b950-5a84a9ad67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:03.660977 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e05fb292-68b2-4ea7-b8ec-771d16296907 req-e15614aa-0236-44cc-b950-5a84a9ad67ec service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0768933 Nov 03 19:11:03.704547 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d88e7b49-f075-4b1b-b3c6-cb046a173549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '29eaaf23-ce43-4a79-ada7-ab2b231a92fe', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2df09572-d2db-4363-ad5d-40442945a730', 'port_id': '83a055c5-3c95-42e5-93f7-e4a033cc92c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'mac_address': 'fa:16:3e:ed:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6936f5-84ee-4230-99d7-3d2e2ab1c976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:11:00Z', 'updated_at': '2021-11-03T19:11:00Z', 'revision_number': 0, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:03.778940 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e7b49-f075-4b1b-b3c6-cb046a173549 None None] The sync data for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 is: [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '29eaaf23-ce43-4a79-ada7-ab2b231a92fe', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2df09572-d2db-4363-ad5d-40442945a730', 'port_id': '83a055c5-3c95-42e5-93f7-e4a033cc92c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'mac_address': 'fa:16:3e:ed:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6936f5-84ee-4230-99d7-3d2e2ab1c976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:11:00Z', 'updated_at': '2021-11-03T19:11:00Z', 'revision_number': 0, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:03.793472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fb292-68b2-4ea7-b8ec-771d16296907 req-07557f8e-d231-47e5-be85-498653935d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:03.803881 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e05fb292-68b2-4ea7-b8ec-771d16296907 req-07557f8e-d231-47e5-be85-498653935d7e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265006 Nov 03 19:11:03.963032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Allocated IP 172.20.0.2 (eb1bdeb2-cc74-475c-8f3e-763b66dd359c/005c04a3-0904-4a1b-b304-907f86ccedfa/bdad6e74-2e5f-4017-98cd-d099cab04b76) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:04.120060 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e05fb292-68b2-4ea7-b8ec-771d16296907 req-1524c23f-27e5-4511-ab0b-6d9a0a400e5e service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062303 Nov 03 19:11:04.170293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e94e0dba-2b58-4c53-bd14-cc443df2bccc up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:04.333158 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e05fb292-68b2-4ea7-b8ec-771d16296907 req-9d512b1c-445e-49d3-9302-3a29b19523ce service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014720 Nov 03 19:11:04.410635 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d080684-475d-4efa-a4b6-212317d9e707 None None] New status for floating IP 29eaaf23-ce43-4a79-ada7-ab2b231a92fe: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:11:04.469637 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e94e0dba-2b58-4c53-bd14-cc443df2bccc triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:04.471188 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.497972 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.529404 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.530267 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.549271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60294) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:04.642290 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Network eb1bdeb2-cc74-475c-8f3e-763b66dd359c is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:04.658376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:04.660408 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Pushing event updated for resources: {'Port': ['ID=bdad6e74-2e5f-4017-98cd-d099cab04b76,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:04.662781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:04.760863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1809156098'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:04.784894 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.825770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Made reservation on behalf of f87db5c6936041eb83cba9a6ab63e0e3 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:04.830622 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.836202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port e94e0dba-2b58-4c53-bd14-cc443df2bccc, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e94e0dba-2b58-4c53-bd14-cc443df2bccc,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:04.837838 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Attempting to bind port bdad6e74-2e5f-4017-98cd-d099cab04b76 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:04.838092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Attempting to bind port bdad6e74-2e5f-4017-98cd-d099cab04b76 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:04.838321 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Attempting to bind port bdad6e74-2e5f-4017-98cd-d099cab04b76 on network eb1bdeb2-cc74-475c-8f3e-763b66dd359c {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:04.846276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:04.846690 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Checking segment: {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:04.847128 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.847515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Bound using segment: {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:04.848086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Bound port: bdad6e74-2e5f-4017-98cd-d099cab04b76, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:04.848469 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.850774 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:04.863770 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.033189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.20.0.1 (eb1bdeb2-cc74-475c-8f3e-763b66dd359c/005c04a3-0904-4a1b-b304-907f86ccedfa/cbb7f98d-82c2-4547-9546-4c6c2757e5f0) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:05.038461 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.043136 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.073364 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:05.084873 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb1572e-4041-4104-a43d-35beea953bb7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:05.090457 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.090975 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Added segment f438563d-2c12-4c21-b76e-f58b200e4ce1 of type vlan for network 6d9249a0-dd43-4af9-9170-deeb388daaa5 Nov 03 19:11:05.133092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=e94e0dba-2b58-4c53-bd14-cc443df2bccc,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:05.144994 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.157910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] For port bdad6e74-2e5f-4017-98cd-d099cab04b76, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:05.162272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] For port bdad6e74-2e5f-4017-98cd-d099cab04b76, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bdad6e74-2e5f-4017-98cd-d099cab04b76,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:05.167203 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.192987 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.199409 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:05.200125 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.239097 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bce558-b926-4dd6-9f1f-57373578e5fd None None] Pushing event updated for resources: {'Port': ['ID=bdad6e74-2e5f-4017-98cd-d099cab04b76,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:05.254734 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.279739 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7271793 Nov 03 19:11:05.283017 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60298) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:05.287648 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c654f-86c8-428f-b742-878f1298d461 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event updated for resources: {'Network': ['ID=6d9249a0-dd43-4af9-9170-deeb388daaa5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:05.289346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-edd13509-3b4b-4594-81e5-c842703d2823 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Request body: {'subnet': {'network_id': '6d9249a0-dd43-4af9-9170-deeb388daaa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:05.298958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 6d9249a0-dd43-4af9-9170-deeb388daaa5 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:05.357191 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.415299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network eb1bdeb2-cc74-475c-8f3e-763b66dd359c is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:05.421049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:05.428289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:05.483037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=cbb7f98d-82c2-4547-9546-4c6c2757e5f0,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:05.499449 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.534727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd13509-3b4b-4594-81e5-c842703d2823 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Made reservation on behalf of f87db5c6936041eb83cba9a6ab63e0e3 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:05.538292 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-edd13509-3b4b-4594-81e5-c842703d2823 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.743228 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.834059 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-edd13509-3b4b-4594-81e5-c842703d2823 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:05.978999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd13509-3b4b-4594-81e5-c842703d2823 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event updated for resources: {'Subnet': ['ID=372c07cf-3542-45d4-97ad-4def649ed215,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:05.995906 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd13509-3b4b-4594-81e5-c842703d2823 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Checking segment: {'id': 'f438563d-2c12-4c21-b76e-f58b200e4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6d9249a0-dd43-4af9-9170-deeb388daaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:05.996273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd13509-3b4b-4594-81e5-c842703d2823 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Network hostable DHCP agents. Network: 6d9249a0-dd43-4af9-9170-deeb388daaa5, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:06.044353 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd13509-3b4b-4594-81e5-c842703d2823 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Network 6d9249a0-dd43-4af9-9170-deeb388daaa5 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:06.078639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-edd13509-3b4b-4594-81e5-c842703d2823 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 6d9249a0-dd43-4af9-9170-deeb388daaa5) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:06.085525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd13509-3b4b-4594-81e5-c842703d2823 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:06.086121 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-edd13509-3b4b-4594-81e5-c842703d2823 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.088988 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff3b143-3c67-4b6f-bbe3-1f35ef93a170 None None] Network 6d9249a0-dd43-4af9-9170-deeb388daaa5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:06.118144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e94e0dba-2b58-4c53-bd14-cc443df2bccc up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:06.123137 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-edd13509-3b4b-4594-81e5-c842703d2823 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8388145 Nov 03 19:11:06.127620 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60300) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:06.133124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b254e4bb-9050-474e-92da-d2fcbb3ec090 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2092106321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:06.164583 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b254e4bb-9050-474e-92da-d2fcbb3ec090 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.167541 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b254e4bb-9050-474e-92da-d2fcbb3ec090 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.209682 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.216267 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.237621 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b254e4bb-9050-474e-92da-d2fcbb3ec090 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.242415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b254e4bb-9050-474e-92da-d2fcbb3ec090 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.264803 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b254e4bb-9050-474e-92da-d2fcbb3ec090 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.266343 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b254e4bb-9050-474e-92da-d2fcbb3ec090 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1376159 Nov 03 19:11:06.271197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e94e0dba-2b58-4c53-bd14-cc443df2bccc triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:06.272406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60302) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:06.272654 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.335594 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-6d9249a0-dd43-4af9-9170-deeb388daaa5', 'network_id': '6d9249a0-dd43-4af9-9170-deeb388daaa5', 'tenant_id': 'f87db5c6936041eb83cba9a6ab63e0e3', 'fixed_ips': [{'subnet_id': '372c07cf-3542-45d4-97ad-4def649ed215'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:11:06.336376 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.373805 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.387288 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=cbb7f98d-82c2-4547-9546-4c6c2757e5f0,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:06.441119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bdad6e74-2e5f-4017-98cd-d099cab04b76 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:06.550504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Allocated IP 172.20.0.2 (6d9249a0-dd43-4af9-9170-deeb388daaa5/372c07cf-3542-45d4-97ad-4def649ed215/55c88c93-d775-4adb-9b46-9b950ece7241) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:06.557272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port bdad6e74-2e5f-4017-98cd-d099cab04b76 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:06.557670 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.653237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network eb1bdeb2-cc74-475c-8f3e-763b66dd359c is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:06.657541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:06.682352 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.754475 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.801772 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.811815 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port bdad6e74-2e5f-4017-98cd-d099cab04b76, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bdad6e74-2e5f-4017-98cd-d099cab04b76,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:06.813592 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.820451 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:06.867509 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a48a6a8-1378-422c-b4f2-f418db131a1f None None] Network eb1bdeb2-cc74-475c-8f3e-763b66dd359c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:06.871201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Network 6d9249a0-dd43-4af9-9170-deeb388daaa5 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:06.896481 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:06.900281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Pushing event updated for resources: {'Port': ['ID=55c88c93-d775-4adb-9b46-9b950ece7241,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:06.931225 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:07.056546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4f856489-4177-4048-9e17-76021a5a8779 None None] Provisioning complete for port bdad6e74-2e5f-4017-98cd-d099cab04b76 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:07.056917 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4f856489-4177-4048-9e17-76021a5a8779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.093385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=bdad6e74-2e5f-4017-98cd-d099cab04b76,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:07.104885 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Attempting to bind port 55c88c93-d775-4adb-9b46-9b950ece7241 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:07.105248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Attempting to bind port 55c88c93-d775-4adb-9b46-9b950ece7241 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'f438563d-2c12-4c21-b76e-f58b200e4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6d9249a0-dd43-4af9-9170-deeb388daaa5'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:07.105638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Attempting to bind port 55c88c93-d775-4adb-9b46-9b950ece7241 on network 6d9249a0-dd43-4af9-9170-deeb388daaa5 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:07.138872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:07.139299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Checking segment: {'id': 'f438563d-2c12-4c21-b76e-f58b200e4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6d9249a0-dd43-4af9-9170-deeb388daaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:07.140274 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.140675 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Bound using segment: {'id': 'f438563d-2c12-4c21-b76e-f58b200e4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6d9249a0-dd43-4af9-9170-deeb388daaa5'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:07.141203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Bound port: 55c88c93-d775-4adb-9b46-9b950ece7241, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f438563d-2c12-4c21-b76e-f58b200e4ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6d9249a0-dd43-4af9-9170-deeb388daaa5'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:07.141586 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.292390 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] For port 55c88c93-d775-4adb-9b46-9b950ece7241, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:07.298204 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] For port 55c88c93-d775-4adb-9b46-9b950ece7241, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=55c88c93-d775-4adb-9b46-9b950ece7241,segment=NetworkSegment(f438563d-2c12-4c21-b76e-f58b200e4ce1),segment_id=f438563d-2c12-4c21-b76e-f58b200e4ce1)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:07.304261 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.315318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 6445e9a5-6bda-4753-9693-a3a51999fafb has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:07.367495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723bc9d-68ad-463b-96b8-67a395f0fae2 None None] Pushing event updated for resources: {'Port': ['ID=55c88c93-d775-4adb-9b46-9b950ece7241,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:07.549742 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Allocated IP 172.20.0.1 (6d9249a0-dd43-4af9-9170-deeb388daaa5/372c07cf-3542-45d4-97ad-4def649ed215/1fd37747-40ef-43f4-af5d-e8c8925d4f0d) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:07.562700 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:07.577546 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-96bce72d-2bc0-408b-a33b-1969eba85404 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "PUT /v2.0/routers/6445e9a5-6bda-4753-9693-a3a51999fafb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0700595 Nov 03 19:11:07.582437 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Sync routers for ids ['6445e9a5-6bda-4753-9693-a3a51999fafb'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:07.622549 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Routers {'6445e9a5-6bda-4753-9693-a3a51999fafb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:07.623636 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6445e9a5-6bda-4753-9693-a3a51999fafb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:07.631455 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9693bbbb-f45b-4858-8cf5-6b8e6f24d828 None None] Provisioning complete for port bdad6e74-2e5f-4017-98cd-d099cab04b76 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:07.631877 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9693bbbb-f45b-4858-8cf5-6b8e6f24d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.766042 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.809865 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Set router 6445e9a5-6bda-4753-9693-a3a51999fafb gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:07.827636 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.884551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9693bbbb-f45b-4858-8cf5-6b8e6f24d828 None None] Provisioning complete for port cbb7f98d-82c2-4547-9546-4c6c2757e5f0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:07.885174 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9693bbbb-f45b-4858-8cf5-6b8e6f24d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:07.892986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Network 6d9249a0-dd43-4af9-9170-deeb388daaa5 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:07.909188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:07.915319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:07.925802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9693bbbb-f45b-4858-8cf5-6b8e6f24d828 None None] Port cbb7f98d-82c2-4547-9546-4c6c2757e5f0 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:07.971836 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event updated for resources: {'Port': ['ID=1fd37747-40ef-43f4-af5d-e8c8925d4f0d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:08.023501 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-69dbc0bc-9d25-4475-9658-1186a4dcb575 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272968913&fields=id&tenant_id=78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 267 time: 0.1228442 Nov 03 19:11:08.024531 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.056965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4e150b99-13ba-4cad-857c-41ef401ce476 None None] Provisioning complete for port cbb7f98d-82c2-4547-9546-4c6c2757e5f0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:08.057417 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4e150b99-13ba-4cad-857c-41ef401ce476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.111122 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4e150b99-13ba-4cad-857c-41ef401ce476 None None] Port cbb7f98d-82c2-4547-9546-4c6c2757e5f0 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:08.160198 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:05Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'cbb7f98d-82c2-4547-9546-4c6c2757e5f0', 'name': '', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:7e:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:04Z', 'updated_at': '2021-11-03T19:11:06Z', 'revision_number': 2, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:08.185453 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bdad6e74-2e5f-4017-98cd-d099cab04b76 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:08.203420 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Checking router: 6445e9a5-6bda-4753-9693-a3a51999fafb for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:11:08.204068 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Updating router 6445e9a5-6bda-4753-9693-a3a51999fafb port cbb7f98d-82c2-4547-9546-4c6c2757e5f0 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:11:08.244769 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.275280 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port bdad6e74-2e5f-4017-98cd-d099cab04b76 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:08.275928 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.301712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-a55c3450-8bd6-4927-9f88-995c58aba0c8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:08.303328 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-a55c3450-8bd6-4927-9f88-995c58aba0c8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/networks?id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c HTTP/1.1" status: 200 len: 797 time: 0.2619245 Nov 03 19:11:08.307717 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.331221 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-8bf9c2d5-2a2f-45db-af19-45502bdf5f91 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/quotas/78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 375 time: 0.0208616 Nov 03 19:11:08.371568 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7393999-29ab-4afe-afc7-7b197062a765 None None] Provisioning complete for port cbb7f98d-82c2-4547-9546-4c6c2757e5f0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:08.372137 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7393999-29ab-4afe-afc7-7b197062a765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.410910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 55c88c93-d775-4adb-9b46-9b950ece7241 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:08.444291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7393999-29ab-4afe-afc7-7b197062a765 None None] Port cbb7f98d-82c2-4547-9546-4c6c2757e5f0 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:08.489226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 55c88c93-d775-4adb-9b46-9b950ece7241 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:08.490699 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.507048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-d9fdd69c-1840-4b21-9f4f-0575c10ebd4b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1472580 Nov 03 19:11:08.651264 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.652837 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.660546 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.696000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 55c88c93-d775-4adb-9b46-9b950ece7241, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=55c88c93-d775-4adb-9b46-9b950ece7241,segment=NetworkSegment(f438563d-2c12-4c21-b76e-f58b200e4ce1),segment_id=f438563d-2c12-4c21-b76e-f58b200e4ce1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:08.709956 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.749447 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602eeeb3-d50b-4aa3-a0aa-8b0dcf2ba1c0 None None] Pushing event updated for resources: {'Port': ['ID=cbb7f98d-82c2-4547-9546-4c6c2757e5f0,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:08.778324 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.785954 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.799984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=55c88c93-d775-4adb-9b46-9b950ece7241,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:08.820021 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eeeb3-d50b-4aa3-a0aa-8b0dcf2ba1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:08.821156 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eeeb3-d50b-4aa3-a0aa-8b0dcf2ba1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:08.821156 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eeeb3-d50b-4aa3-a0aa-8b0dcf2ba1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:08.822321 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eeeb3-d50b-4aa3-a0aa-8b0dcf2ba1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:08.822321 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eeeb3-d50b-4aa3-a0aa-8b0dcf2ba1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:08.822494 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eeeb3-d50b-4aa3-a0aa-8b0dcf2ba1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:08.822825 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eeeb3-d50b-4aa3-a0aa-8b0dcf2ba1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:08.823178 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eeeb3-d50b-4aa3-a0aa-8b0dcf2ba1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:08.823525 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eeeb3-d50b-4aa3-a0aa-8b0dcf2ba1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:08.823979 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eeeb3-d50b-4aa3-a0aa-8b0dcf2ba1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:08.825037 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eeeb3-d50b-4aa3-a0aa-8b0dcf2ba1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:08.825607 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602eeeb3-d50b-4aa3-a0aa-8b0dcf2ba1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:08.843569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f759064a-ca70-4d7d-9940-229b73364886 None None] Network 6d9249a0-dd43-4af9-9170-deeb388daaa5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:08.849383 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Attempting to bind port cbb7f98d-82c2-4547-9546-4c6c2757e5f0 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:08.849890 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Attempting to bind port cbb7f98d-82c2-4547-9546-4c6c2757e5f0 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:08.850379 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Attempting to bind port cbb7f98d-82c2-4547-9546-4c6c2757e5f0 on network eb1bdeb2-cc74-475c-8f3e-763b66dd359c {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:08.859532 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:08.860801 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Checking segment: {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:08.861318 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.862031 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Bound using segment: {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:08.862752 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Bound port: cbb7f98d-82c2-4547-9546-4c6c2757e5f0, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:08.863241 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.922379 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1de99b3e-39ad-4f95-bffb-83488f9c44d8 None None] Provisioning complete for port 55c88c93-d775-4adb-9b46-9b950ece7241 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:08.922755 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1de99b3e-39ad-4f95-bffb-83488f9c44d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.922880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event updated for resources: {'Port': ['ID=1fd37747-40ef-43f4-af5d-e8c8925d4f0d,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:08.927881 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:08.967765 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] For port cbb7f98d-82c2-4547-9546-4c6c2757e5f0, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:08.972559 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] For port cbb7f98d-82c2-4547-9546-4c6c2757e5f0, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cbb7f98d-82c2-4547-9546-4c6c2757e5f0,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:08.981293 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:09.056747 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-e0ad9a7f-3568-4082-83f4-4030250d0bee service neutron] 10.222.0.107 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352969 Nov 03 19:11:09.154748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Network 6d9249a0-dd43-4af9-9170-deeb388daaa5 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:09.158995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:09.159714 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Routers {'6445e9a5-6bda-4753-9693-a3a51999fafb'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:09.160363 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6445e9a5-6bda-4753-9693-a3a51999fafb'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:09.205322 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602eeeb3-d50b-4aa3-a0aa-8b0dcf2ba1c0 None None] Pushing event updated for resources: {'Port': ['ID=cbb7f98d-82c2-4547-9546-4c6c2757e5f0,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:09.238044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-dab1e7a3-d312-49e8-a59b-49e1b7c515ae None None] Provisioning complete for port cbb7f98d-82c2-4547-9546-4c6c2757e5f0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:09.238868 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dab1e7a3-d312-49e8-a59b-49e1b7c515ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:09.314618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-91d8b96f-1b87-4c5e-8e38-9ad77986eed6 service neutron] 10.222.0.107 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450593 Nov 03 19:11:09.355897 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] Set router 6445e9a5-6bda-4753-9693-a3a51999fafb gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:09.399570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Router f4c29e1b-6517-4693-af94-b905f1766d24 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:11:09.456358 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dab1e7a3-d312-49e8-a59b-49e1b7c515ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:09.567045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:09.578110 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60320) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:09.578597 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-96129bfa-ce2b-4041-b0f9-2ec80fe166bc tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "PUT /v2.0/routers/f4c29e1b-6517-4693-af94-b905f1766d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3005948 Nov 03 19:11:09.585430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0aff7b92-1ce0-4980-8752-1f9a2b898057 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Request body: {'port': {'network_id': '6d9249a0-dd43-4af9-9170-deeb388daaa5', 'name': 'tempest-FloatingIPNegativeTestJSON-1045195746'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:09.601034 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-dab1e7a3-d312-49e8-a59b-49e1b7c515ae None None] For port cbb7f98d-82c2-4547-9546-4c6c2757e5f0, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cbb7f98d-82c2-4547-9546-4c6c2757e5f0,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:09.612079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac7fc5-d5a0-4065-af72-38559e31ecf7 None None] Sync routers for ids ['f4c29e1b-6517-4693-af94-b905f1766d24'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:09.623123 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dab1e7a3-d312-49e8-a59b-49e1b7c515ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:09.662525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3330c65f-f642-4fc6-8e32-0284f0c6b587 req-8d51be66-7bc0-454c-8092-a44aa5d2f76a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 210 time: 0.0608373 Nov 03 19:11:09.746052 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:05Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'cbb7f98d-82c2-4547-9546-4c6c2757e5f0', 'name': '', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:7e:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:04Z', 'updated_at': '2021-11-03T19:11:08Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:09.779167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1e7a3-d312-49e8-a59b-49e1b7c515ae None None] Pushing event updated for resources: {'Port': ['ID=cbb7f98d-82c2-4547-9546-4c6c2757e5f0,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:09.810037 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac7fc5-d5a0-4065-af72-38559e31ecf7 None None] Routers {'f4c29e1b-6517-4693-af94-b905f1766d24'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:09.811928 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-dcac7fc5-d5a0-4065-af72-38559e31ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f4c29e1b-6517-4693-af94-b905f1766d24'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:09.817899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4ac9f876-2acd-4dd1-9fb1-21720a030d7f None None] Provisioning complete for port 55c88c93-d775-4adb-9b46-9b950ece7241 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:09.818268 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f876-2acd-4dd1-9fb1-21720a030d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:09.819708 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d653c09-53e2-4d15-89d3-bc8dfbeb02d5 None None] The sync data for ids ['6445e9a5-6bda-4753-9693-a3a51999fafb'] in n-d-812150-4 is: [{'id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:05Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'cbb7f98d-82c2-4547-9546-4c6c2757e5f0', 'name': '', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:7e:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:04Z', 'updated_at': '2021-11-03T19:11:08Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:09.881474 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aff7b92-1ce0-4980-8752-1f9a2b898057 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Made reservation on behalf of f87db5c6936041eb83cba9a6ab63e0e3 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:09.899924 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0aff7b92-1ce0-4980-8752-1f9a2b898057 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:09.938564 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-0aff7b92-1ce0-4980-8752-1f9a2b898057 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] device_id is not set on port 77b31b1d-09d7-46e8-be27-8705ef0bec3e yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:10.153277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-0aff7b92-1ce0-4980-8752-1f9a2b898057 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Allocated IP 172.20.0.8 (6d9249a0-dd43-4af9-9170-deeb388daaa5/372c07cf-3542-45d4-97ad-4def649ed215/77b31b1d-09d7-46e8-be27-8705ef0bec3e) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:10.294155 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 55c88c93-d775-4adb-9b46-9b950ece7241 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:10.302257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-dcac7fc5-d5a0-4065-af72-38559e31ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:10.363873 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac7fc5-d5a0-4065-af72-38559e31ecf7 None None] Routers {'f4c29e1b-6517-4693-af94-b905f1766d24'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:10.365718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-dcac7fc5-d5a0-4065-af72-38559e31ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f4c29e1b-6517-4693-af94-b905f1766d24'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:10.421177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-dcac7fc5-d5a0-4065-af72-38559e31ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:10.422180 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac7fc5-d5a0-4065-af72-38559e31ecf7 None None] The sync data for ids ['f4c29e1b-6517-4693-af94-b905f1766d24'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:10.434799 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0aff7b92-1ce0-4980-8752-1f9a2b898057 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.475286 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0aff7b92-1ce0-4980-8752-1f9a2b898057 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.476320 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 55c88c93-d775-4adb-9b46-9b950ece7241 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:10.476817 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.549259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4ac9f876-2acd-4dd1-9fb1-21720a030d7f None None] Provisioning complete for port 1fd37747-40ef-43f4-af5d-e8c8925d4f0d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:10.550554 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f876-2acd-4dd1-9fb1-21720a030d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.551790 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aff7b92-1ce0-4980-8752-1f9a2b898057 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Network 6d9249a0-dd43-4af9-9170-deeb388daaa5 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:10.557107 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-0aff7b92-1ce0-4980-8752-1f9a2b898057 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:10.559839 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aff7b92-1ce0-4980-8752-1f9a2b898057 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:10.563344 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff7b92-1ce0-4980-8752-1f9a2b898057 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event updated for resources: {'Port': ['ID=77b31b1d-09d7-46e8-be27-8705ef0bec3e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:10.597300 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4ac9f876-2acd-4dd1-9fb1-21720a030d7f None None] Port 1fd37747-40ef-43f4-af5d-e8c8925d4f0d cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:10.620511 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4ac9f876-2acd-4dd1-9fb1-21720a030d7f None None] Provisioning complete for port cbb7f98d-82c2-4547-9546-4c6c2757e5f0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:10.620511 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f876-2acd-4dd1-9fb1-21720a030d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.647276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aff7b92-1ce0-4980-8752-1f9a2b898057 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:10.648019 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0aff7b92-1ce0-4980-8752-1f9a2b898057 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.676549 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0aff7b92-1ce0-4980-8752-1f9a2b898057 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0954213 Nov 03 19:11:10.680148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60332) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:10.685616 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:10.738658 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.760000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cbb7f98d-82c2-4547-9546-4c6c2757e5f0 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:10.868419 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port cbb7f98d-82c2-4547-9546-4c6c2757e5f0 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:10.868801 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.886577 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43ff6bc2-b68c-40e4-9570-d4cb24afa8d6 req-efa613bc-2333-4504-aa0d-a8a5620d095b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 210 time: 0.0602646 Nov 03 19:11:10.934573 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:10.979544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7e30f2ea-24f7-4919-820f-58336427522c None None] Provisioning complete for port 1fd37747-40ef-43f4-af5d-e8c8925d4f0d triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:10.979879 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7e30f2ea-24f7-4919-820f-58336427522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.025111 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-7e30f2ea-24f7-4919-820f-58336427522c None None] Port 1fd37747-40ef-43f4-af5d-e8c8925d4f0d cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:11.043821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7e30f2ea-24f7-4919-820f-58336427522c None None] Provisioning complete for port 77b31b1d-09d7-46e8-be27-8705ef0bec3e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:11.044197 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7e30f2ea-24f7-4919-820f-58336427522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.068237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Allocated IP 172.25.2.139 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/a49380e7-92f6-4c54-961b-e5605151c925) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:11.087045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-7e30f2ea-24f7-4919-820f-58336427522c None None] Port 77b31b1d-09d7-46e8-be27-8705ef0bec3e cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:11.204424 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.228067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-b54eba05-d99d-40be-92e3-ec09d1f45650 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:11.230170 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-b54eba05-d99d-40be-92e3-ec09d1f45650 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "GET /v2.0/networks?id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c HTTP/1.1" status: 200 len: 797 time: 0.1436062 Nov 03 19:11:11.247791 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.289315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:11.294375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:11.301452 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:11.314233 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-7c68b94e-ceea-4d3c-b969-8d0143bd0b41 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 380 time: 0.0744097 Nov 03 19:11:11.327402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-424648ef-f712-48e8-a150-034dc0f911e4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'port': {'device_id': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'admin_state_up': True, 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'security_groups': ['21ddc656-feb5-4fa9-8ea3-0d257e9105e8']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:11.328981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event updated for resources: {'Port': ['ID=a49380e7-92f6-4c54-961b-e5605151c925,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:11.395730 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.441035 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.449851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-424648ef-f712-48e8-a150-034dc0f911e4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Made reservation on behalf of 78a454aa6ba94726aa7cce9e1618069d for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:11.454499 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-424648ef-f712-48e8-a150-034dc0f911e4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.593346 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-424648ef-f712-48e8-a150-034dc0f911e4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.20.0.12 (eb1bdeb2-cc74-475c-8f3e-763b66dd359c/005c04a3-0904-4a1b-b304-907f86ccedfa/8a2e2f56-8ffe-4432-9290-ad8a9b6cddea) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:11.600584 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.605191 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.679634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event updated for resources: {'Port': ['ID=a49380e7-92f6-4c54-961b-e5605151c925,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:11.695209 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.711786 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.713397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5f69275c-c0ca-4464-b41d-bd562d55a0f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0320311 Nov 03 19:11:11.719083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60336) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:11.725919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-72466ba4-5ad0-47bf-ad45-cf9ee542aede tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Request body: {'floatingip': {'port_id': '77b31b1d-09d7-46e8-be27-8705ef0bec3e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:11.774536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72466ba4-5ad0-47bf-ad45-cf9ee542aede tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.855044 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-424648ef-f712-48e8-a150-034dc0f911e4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:11.921735 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-72466ba4-5ad0-47bf-ad45-cf9ee542aede tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] update failed (client error): The resource could not be found. Nov 03 19:11:11.922679 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-72466ba4-5ad0-47bf-ad45-cf9ee542aede tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "PUT /v2.0/floatingips/e5d21cab-4e36-4188-9ad7-b6c61f8ba76c HTTP/1.1" status: 404 len: 507 time: 0.2019207 Nov 03 19:11:11.925633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60340) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:11.967332 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-424648ef-f712-48e8-a150-034dc0f911e4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.020436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b80740-dd95-4ff0-92dc-eb7ad3a68d34 req-7c84cc75-cdce-48d4-b5b3-bed300c9cfc8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:12.021980 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21b80740-dd95-4ff0-92dc-eb7ad3a68d34 req-7c84cc75-cdce-48d4-b5b3-bed300c9cfc8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 932 time: 0.0567946 Nov 03 19:11:12.061359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-424648ef-f712-48e8-a150-034dc0f911e4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network eb1bdeb2-cc74-475c-8f3e-763b66dd359c is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:12.069548 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-424648ef-f712-48e8-a150-034dc0f911e4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:12.072031 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-424648ef-f712-48e8-a150-034dc0f911e4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:12.072205 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21b80740-dd95-4ff0-92dc-eb7ad3a68d34 req-cf203f16-bd9e-4c95-9bac-c65c598c1e40 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439422 Nov 03 19:11:12.097941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424648ef-f712-48e8-a150-034dc0f911e4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:12.157667 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-424648ef-f712-48e8-a150-034dc0f911e4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:12.158327 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-424648ef-f712-48e8-a150-034dc0f911e4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.180398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-0251ec71-dd65-4a6e-ac6f-380c0b9d859c tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Deleting port a49380e7-92f6-4c54-961b-e5605151c925 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:12.180773 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0251ec71-dd65-4a6e-ac6f-380c0b9d859c tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.185461 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-424648ef-f712-48e8-a150-034dc0f911e4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8620365 Nov 03 19:11:12.201491 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Request body: {'port': {'device_id': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:12.304820 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.314754 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7c96bec7-9871-49c9-983f-b010c15af98b None None] Provisioning complete for port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:12.315334 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7c96bec7-9871-49c9-983f-b010c15af98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.326308 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0251ec71-dd65-4a6e-ac6f-380c0b9d859c tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.326637 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0251ec71-dd65-4a6e-ac6f-380c0b9d859c tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.349000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-7c96bec7-9871-49c9-983f-b010c15af98b None None] Port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:12.358564 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-0251ec71-dd65-4a6e-ac6f-380c0b9d859c tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Calling delete_port for a49380e7-92f6-4c54-961b-e5605151c925 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:12.642585 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0251ec71-dd65-4a6e-ac6f-380c0b9d859c tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.697542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251ec71-dd65-4a6e-ac6f-380c0b9d859c tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event deleted for resources: {'Port': ['ID=a49380e7-92f6-4c54-961b-e5605151c925,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:12.748297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:11:12.758664 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.780178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Transition to ACTIVE for port object 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:11:12.784768 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0251ec71-dd65-4a6e-ac6f-380c0b9d859c tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.787826 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0251ec71-dd65-4a6e-ac6f-380c0b9d859c tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.789002 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0251ec71-dd65-4a6e-ac6f-380c0b9d859c tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "DELETE /v2.0/floatingips/e5d21cab-4e36-4188-9ad7-b6c61f8ba76c HTTP/1.1" status: 204 len: 168 time: 0.8624616 Nov 03 19:11:12.790196 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.792789 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60342) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:12.798132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-84bde676-de8e-43cb-8f4f-9cf855b6a9e6 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Request body: {'floatingip': {'floating_network_id': '6d9249a0-dd43-4af9-9170-deeb388daaa5', 'port_id': '77b31b1d-09d7-46e8-be27-8705ef0bec3e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:12.821414 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-84bde676-de8e-43cb-8f4f-9cf855b6a9e6 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.847611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:12.924759 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Attempting to bind port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:12.925378 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Attempting to bind port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:12.925894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Attempting to bind port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea on network eb1bdeb2-cc74-475c-8f3e-763b66dd359c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:12.930513 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea on network eb1bdeb2-cc74-475c-8f3e-763b66dd359c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:11:12.930850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Attempting to bind port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea on network eb1bdeb2-cc74-475c-8f3e-763b66dd359c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:12.937009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:12.937009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Checking segment: {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:12.937369 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Bound using segment: {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:12.937846 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Bound port: 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:12.938165 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:12.945220 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-84bde676-de8e-43cb-8f4f-9cf855b6a9e6 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:12.946559 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-84bde676-de8e-43cb-8f4f-9cf855b6a9e6 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1526353 Nov 03 19:11:12.950159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60344) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:12.954935 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '77b31b1d-09d7-46e8-be27-8705ef0bec3e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:12.981896 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.019133 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:13.025277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:13.034111 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.078814 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:13.079443 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.080865 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] 10.222.0.98 "PUT /v2.0/ports/8a2e2f56-8ffe-4432-9290-ad8a9b6cddea HTTP/1.1" status: 200 len: 1092 time: 0.8836434 Nov 03 19:11:13.081320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:13.083641 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef46997-dcfd-4fe4-83ab-3bf6ac055979" -d '{"events": [{"name": "network-changed", "server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:13.126013 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.138671 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c9bfd-e2b1-47c2-880c-40def3b487b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:13.181238 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f08937-41d7-4e7e-a776-801bb0a51ed6 x-openstack-request-id: req-f3f08937-41d7-4e7e-a776-801bb0a51ed6 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:13.181533 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:13.182416 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f3f08937-41d7-4e7e-a776-801bb0a51ed6 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:13.182416 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea', 'status': 'completed', 'code': 200} Nov 03 19:11:13.196126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-e17ebae8-5d85-46a1-8c54-edff3f7dc467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:13.197670 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-e17ebae8-5d85-46a1-8c54-edff3f7dc467 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 1095 time: 0.0689864 Nov 03 19:11:13.245842 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-91049973-82e1-49eb-995c-3e53b975c642 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea HTTP/1.1" status: 200 len: 217 time: 0.0408714 Nov 03 19:11:13.289757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7cf33-7c22-42c2-8f98-c5d7b6bb6d59 req-e44ade95-11c1-4ed7-8e4b-5baf5c3aacf9 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:13.291534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-adb7cf33-7c22-42c2-8f98-c5d7b6bb6d59 req-e44ade95-11c1-4ed7-8e4b-5baf5c3aacf9 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 944 time: 0.0997519 Nov 03 19:11:13.292833 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Allocated IP 172.25.2.81 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/fc968d32-7428-4b9c-a2b6-3fc3f05e1374) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:13.305070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-4be4b316-c064-4b7e-a814-05f9dda3e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:13.306847 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-4be4b316-c064-4b7e-a814-05f9dda3e7aa service neutron] 10.222.0.98 "GET /v2.0/subnets?id=005c04a3-0904-4a1b-b304-907f86ccedfa HTTP/1.1" status: 200 len: 835 time: 0.0545552 Nov 03 19:11:13.359940 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-2553cf00-6c50-482c-8fb1-3a416a0088f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:13.361464 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-2553cf00-6c50-482c-8fb1-3a416a0088f2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478985 Nov 03 19:11:13.385359 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.417254 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-adb7cf33-7c22-42c2-8f98-c5d7b6bb6d59 req-7b5fafd2-a54c-473b-97cd-aca05a984642 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101091 Nov 03 19:11:13.455334 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.469357 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-424012a6-a79c-4775-8652-b844569da7ec service neutron] 10.222.0.98 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001453 Nov 03 19:11:13.491450 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.531057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:13.537285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:13.539778 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:13.568315 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2441dd1a-041b-4927-a702-132d6710b2c2 req-761d8747-a79f-4cc3-bd80-93112672f1d7 service neutron] 10.222.0.98 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921881 Nov 03 19:11:13.573067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event updated for resources: {'Port': ['ID=fc968d32-7428-4b9c-a2b6-3fc3f05e1374,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:13.658088 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef46997-dcfd-4fe4-83ab-3bf6ac055979 req-e7e6ce16-e02c-4a25-a09c-50f9596fd964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:13.659686 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5ef46997-dcfd-4fe4-83ab-3bf6ac055979 req-e7e6ce16-e02c-4a25-a09c-50f9596fd964 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 1095 time: 0.0425882 Nov 03 19:11:13.733266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Deleting port fc968d32-7428-4b9c-a2b6-3fc3f05e1374 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:13.734097 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.759772 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef46997-dcfd-4fe4-83ab-3bf6ac055979 req-bcdce363-24ab-4750-a35a-92f4f9e71061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:13.761391 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5ef46997-dcfd-4fe4-83ab-3bf6ac055979 req-bcdce363-24ab-4750-a35a-92f4f9e71061 service neutron] 10.222.0.98 "GET /v2.0/networks?id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c HTTP/1.1" status: 200 len: 898 time: 0.0953836 Nov 03 19:11:13.803054 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5ef46997-dcfd-4fe4-83ab-3bf6ac055979 req-483e8b61-660a-4bdd-8c78-dd119a02382a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea HTTP/1.1" status: 200 len: 217 time: 0.0345676 Nov 03 19:11:13.823852 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.824519 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.837173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Calling delete_port for fc968d32-7428-4b9c-a2b6-3fc3f05e1374 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:13.859123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef46997-dcfd-4fe4-83ab-3bf6ac055979 req-3148d005-ea9a-4cc0-a933-496906961eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:13.860751 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5ef46997-dcfd-4fe4-83ab-3bf6ac055979 req-3148d005-ea9a-4cc0-a933-496906961eb5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=005c04a3-0904-4a1b-b304-907f86ccedfa HTTP/1.1" status: 200 len: 835 time: 0.0502217 Nov 03 19:11:13.914808 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef46997-dcfd-4fe4-83ab-3bf6ac055979 req-6d98330e-f733-43b4-b555-a8f13d554717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:13.916375 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5ef46997-dcfd-4fe4-83ab-3bf6ac055979 req-6d98330e-f733-43b4-b555-a8f13d554717 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475800 Nov 03 19:11:13.967142 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:13.990395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event deleted for resources: {'Port': ['ID=fc968d32-7428-4b9c-a2b6-3fc3f05e1374,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:14.008138 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5ef46997-dcfd-4fe4-83ab-3bf6ac055979 req-8432e5c5-db7f-47a4-9286-75aef4d90063 service neutron] 10.222.0.98 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839179 Nov 03 19:11:14.069990 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] create failed (client error): The resource could not be found. Nov 03 19:11:14.074590 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0e03bfce-aa25-424a-86bb-7e032b771c00 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1198940 Nov 03 19:11:14.074843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60352) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:14.106521 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5ef46997-dcfd-4fe4-83ab-3bf6ac055979 req-0b53c7b4-a3a4-437b-8c65-cfecfc360042 service neutron] 10.222.0.98 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906429 Nov 03 19:11:14.168993 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-dc68020a-4942-4bfe-99a3-27e83cf50a41 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Deleting port 77b31b1d-09d7-46e8-be27-8705ef0bec3e {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:14.169331 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc68020a-4942-4bfe-99a3-27e83cf50a41 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.256683 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc68020a-4942-4bfe-99a3-27e83cf50a41 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.268341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-dc68020a-4942-4bfe-99a3-27e83cf50a41 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Calling delete_port for 77b31b1d-09d7-46e8-be27-8705ef0bec3e owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:14.401176 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc68020a-4942-4bfe-99a3-27e83cf50a41 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.431479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68020a-4942-4bfe-99a3-27e83cf50a41 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event deleted for resources: {'Port': ['ID=77b31b1d-09d7-46e8-be27-8705ef0bec3e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:14.520420 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dc68020a-4942-4bfe-99a3-27e83cf50a41 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:14.523767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dc68020a-4942-4bfe-99a3-27e83cf50a41 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "DELETE /v2.0/ports/77b31b1d-09d7-46e8-be27-8705ef0bec3e HTTP/1.1" status: 204 len: 168 time: 0.4478757 Nov 03 19:11:14.526490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60356) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:14.563733 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07cef4-9245-4acf-b079-7c250b75a982 req-d980cfcd-3c9b-4146-8ff3-c1573ef5861c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:14.565616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c07cef4-9245-4acf-b079-7c250b75a982 req-d980cfcd-3c9b-4146-8ff3-c1573ef5861c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 944 time: 0.0621266 Nov 03 19:11:14.580989 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d079eecc-29c9-484b-91e3-96da275090f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:14.582735 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d079eecc-29c9-484b-91e3-96da275090f0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "GET /v2.0/ports?device_id=f4c29e1b-6517-4693-af94-b905f1766d24 HTTP/1.1" status: 200 len: 913 time: 0.0550935 Nov 03 19:11:14.586693 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60358) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:14.696293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c07cef4-9245-4acf-b079-7c250b75a982 req-f05280f6-ea88-493b-9153-b8cc34c4eb80 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184564 Nov 03 19:11:14.943276 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95483645-5991-4776-8d7a-fc29b70efbf0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.569203 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-95483645-5991-4776-8d7a-fc29b70efbf0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Deleting port 1fd37747-40ef-43f4-af5d-e8c8925d4f0d {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:15.569554 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95483645-5991-4776-8d7a-fc29b70efbf0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.663926 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95483645-5991-4776-8d7a-fc29b70efbf0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.676162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-95483645-5991-4776-8d7a-fc29b70efbf0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Calling delete_port for 1fd37747-40ef-43f4-af5d-e8c8925d4f0d owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:15.871162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fd5c2-07ba-4191-bbae-233c5d3c2cf4 req-26541321-ad66-4ee9-b8c6-022f21cdfa80 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:15.872721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce0fd5c2-07ba-4191-bbae-233c5d3c2cf4 req-26541321-ad66-4ee9-b8c6-022f21cdfa80 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 944 time: 0.0844626 Nov 03 19:11:15.919261 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95483645-5991-4776-8d7a-fc29b70efbf0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:15.962905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95483645-5991-4776-8d7a-fc29b70efbf0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event deleted for resources: {'Port': ['ID=1fd37747-40ef-43f4-af5d-e8c8925d4f0d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:15.971835 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ce0fd5c2-07ba-4191-bbae-233c5d3c2cf4 req-f9dff7f9-3bc0-4b29-adbd-920512795b4e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913353 Nov 03 19:11:16.116743 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95483645-5991-4776-8d7a-fc29b70efbf0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.278608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95483645-5991-4776-8d7a-fc29b70efbf0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Router f4c29e1b-6517-4693-af94-b905f1766d24 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:16.354687 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95483645-5991-4776-8d7a-fc29b70efbf0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:16.359863 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-95483645-5991-4776-8d7a-fc29b70efbf0 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "PUT /v2.0/routers/f4c29e1b-6517-4693-af94-b905f1766d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7720737 Nov 03 19:11:16.364182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60362) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:16.365435 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b134e-ae61-43d8-ad04-b31376322a43 None None] Sync routers for ids ['f4c29e1b-6517-4693-af94-b905f1766d24'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:16.375934 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b134e-ae61-43d8-ad04-b31376322a43 None None] Routers {'f4c29e1b-6517-4693-af94-b905f1766d24'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:16.376539 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8e4b134e-ae61-43d8-ad04-b31376322a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f4c29e1b-6517-4693-af94-b905f1766d24'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:16.408497 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8e4b134e-ae61-43d8-ad04-b31376322a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:16.417423 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b134e-ae61-43d8-ad04-b31376322a43 None None] Routers {'f4c29e1b-6517-4693-af94-b905f1766d24'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:16.418087 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8e4b134e-ae61-43d8-ad04-b31376322a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['f4c29e1b-6517-4693-af94-b905f1766d24'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:16.438631 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-076f2858-99a1-4961-b87e-8238adad8e32 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.452389 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8e4b134e-ae61-43d8-ad04-b31376322a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:16.453039 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b134e-ae61-43d8-ad04-b31376322a43 None None] The sync data for ids ['f4c29e1b-6517-4693-af94-b905f1766d24'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:16.603606 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-076f2858-99a1-4961-b87e-8238adad8e32 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.605765 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-076f2858-99a1-4961-b87e-8238adad8e32 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.653078 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-076f2858-99a1-4961-b87e-8238adad8e32 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.653681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076f2858-99a1-4961-b87e-8238adad8e32 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Fanout notify agent at l3_agent the message router_deleted on router f4c29e1b-6517-4693-af94-b905f1766d24 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:11:16.661819 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-076f2858-99a1-4961-b87e-8238adad8e32 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.665923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60364) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:16.666474 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-076f2858-99a1-4961-b87e-8238adad8e32 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "DELETE /v2.0/routers/f4c29e1b-6517-4693-af94-b905f1766d24 HTTP/1.1" status: 204 len: 168 time: 0.3008423 Nov 03 19:11:16.719005 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0faf019-3042-4072-a867-aae6216028d4 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Deleting subnet 372c07cf-3542-45d4-97ad-4def649ed215 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:16.722480 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0faf019-3042-4072-a867-aae6216028d4 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.769044 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0faf019-3042-4072-a867-aae6216028d4 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.854500 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0faf019-3042-4072-a867-aae6216028d4 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.924854 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0faf019-3042-4072-a867-aae6216028d4 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.961661 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faf019-3042-4072-a867-aae6216028d4 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event deleted for resources: {'Subnet': ['ID=372c07cf-3542-45d4-97ad-4def649ed215,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:16.968650 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0faf019-3042-4072-a867-aae6216028d4 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:16.971972 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f0faf019-3042-4072-a867-aae6216028d4 tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "DELETE /v2.0/subnets/372c07cf-3542-45d4-97ad-4def649ed215 HTTP/1.1" status: 204 len: 168 time: 0.3049357 Nov 03 19:11:16.975348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60366) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:16.980054 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de41e0d5-d8f3-4947-8f02-dad2f5b90e6b None None] Network 6d9249a0-dd43-4af9-9170-deeb388daaa5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:17.080026 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.149949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Deleting port 55c88c93-d775-4adb-9b46-9b950ece7241 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:17.150414 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.213479 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b53878-5dcc-4f9a-8db0-07524a57c309 None None] DHCP port deletion for 6d9249a0-dd43-4af9-9170-deeb388daaa5 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:11:17.263265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-18b53878-5dcc-4f9a-8db0-07524a57c309 None None] Deleting port 55c88c93-d775-4adb-9b46-9b950ece7241 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:17.263770 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-18b53878-5dcc-4f9a-8db0-07524a57c309 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.266413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] For port 55c88c93-d775-4adb-9b46-9b950ece7241, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=55c88c93-d775-4adb-9b46-9b950ece7241,segment=NetworkSegment(f438563d-2c12-4c21-b76e-f58b200e4ce1),segment_id=f438563d-2c12-4c21-b76e-f58b200e4ce1)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:17.266907 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.284328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Calling delete_port for 55c88c93-d775-4adb-9b46-9b950ece7241 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:17.305540 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff8a12-9882-4388-ba68-5011a9863ed4 req-eb663f18-e41f-4324-ace7-65db3d1b3eda tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:17.307168 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92ff8a12-9882-4388-ba68-5011a9863ed4 req-eb663f18-e41f-4324-ace7-65db3d1b3eda tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 944 time: 0.0826874 Nov 03 19:11:17.363195 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-18b53878-5dcc-4f9a-8db0-07524a57c309 None None] For port 55c88c93-d775-4adb-9b46-9b950ece7241, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=55c88c93-d775-4adb-9b46-9b950ece7241,segment=NetworkSegment(f438563d-2c12-4c21-b76e-f58b200e4ce1),segment_id=f438563d-2c12-4c21-b76e-f58b200e4ce1)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:17.363504 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-18b53878-5dcc-4f9a-8db0-07524a57c309 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.381030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-18b53878-5dcc-4f9a-8db0-07524a57c309 None None] Calling delete_port for 55c88c93-d775-4adb-9b46-9b950ece7241 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:17.424580 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-92ff8a12-9882-4388-ba68-5011a9863ed4 req-f22f65f1-54a6-4ddd-b1af-6ad1d847eedb tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808275 Nov 03 19:11:17.437251 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.465792 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event deleted for resources: {'Port': ['ID=55c88c93-d775-4adb-9b46-9b950ece7241,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:17.471880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] No DVR routers for this DVR port 55c88c93-d775-4adb-9b46-9b950ece7241 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:17.485608 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-18b53878-5dcc-4f9a-8db0-07524a57c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.511374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b53878-5dcc-4f9a-8db0-07524a57c309 None None] Pushing event deleted for resources: {'Port': ['ID=55c88c93-d775-4adb-9b46-9b950ece7241,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:17.518883 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b53878-5dcc-4f9a-8db0-07524a57c309 None None] No DVR routers for this DVR port 55c88c93-d775-4adb-9b46-9b950ece7241 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:17.553745 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.573618 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9249a0-dd43-4af9-9170-deeb388daaa5']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:17.583058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f438563d-2c12-4c21-b76e-f58b200e4ce1') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:17.583383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f438563d-2c12-4c21-b76e-f58b200e4ce1') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:17.598338 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.611873 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.618048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:17.618375 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:17.621458 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:17.682456 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.687531 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:17.698093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] 10.222.0.107 "DELETE /v2.0/networks/6d9249a0-dd43-4af9-9170-deeb388daaa5 HTTP/1.1" status: 204 len: 168 time: 0.7214203 Nov 03 19:11:17.714394 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13104b4-92b3-4290-83f3-270f4f05417f tempest-FloatingIPNegativeTestJSON-1680580882 tempest-FloatingIPNegativeTestJSON-1680580882-project] Pushing event deleted for resources: {'Network': ['ID=6d9249a0-dd43-4af9-9170-deeb388daaa5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:17.959135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60376) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:17.978257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:11:17.999791 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 55c88c93-d775-4adb-9b46-9b950ece7241 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:18.039986 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 55c88c93-d775-4adb-9b46-9b950ece7241 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:18.040330 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 55c88c93-d775-4adb-9b46-9b950ece7241 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:18.105332 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:18.116760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'port_id': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea', 'mac_address': 'fa:16:3e:01:50:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:11:18.119510 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-25888f44-1118-4eb2-8c9d-1d0c3917a389 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f87db5c6936041eb83cba9a6ab63e0e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1585991 Nov 03 19:11:18.121959 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60380) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:18.156914 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.170428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:11:18.172717 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a8c7102-efba-451b-8050-e1926ed55806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.189951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:18.194353 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.197664 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a8c7102-efba-451b-8050-e1926ed55806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.245439 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:18.251099 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a8c7102-efba-451b-8050-e1926ed55806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.254384 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a8c7102-efba-451b-8050-e1926ed55806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:18.255935 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4a8c7102-efba-451b-8050-e1926ed55806 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3eb1572e-4041-4104-a43d-35beea953bb7 HTTP/1.1" status: 204 len: 168 time: 0.1325958 Nov 03 19:11:18.266826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c7102-efba-451b-8050-e1926ed55806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb1572e-4041-4104-a43d-35beea953bb7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:18.397562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['8a2e2f56-8ffe-4432-9290-ad8a9b6cddea'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:11:18.567079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f031792-15a7-4153-bbc8-b99a92fa6f40 req-d79e4fe6-9093-4e5b-82ac-5be10d751010 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:18.568697 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f031792-15a7-4153-bbc8-b99a92fa6f40 req-d79e4fe6-9093-4e5b-82ac-5be10d751010 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 945 time: 0.0656869 Nov 03 19:11:18.626969 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f031792-15a7-4153-bbc8-b99a92fa6f40 req-1df6176f-75f4-4443-8ecc-3a954b361a65 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516608 Nov 03 19:11:18.969265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60404) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:19.066869 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-980054487'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:19.088948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:19.093052 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.101915 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.178320 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.182222 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.205032 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:19.220956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f936c01-fcb1-439e-ae90-73e8f534aa47,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:19.224779 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.225136 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Added segment f47d4bcc-e45c-484e-8a04-7d0461b00b17 of type vlan for network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 Nov 03 19:11:19.277748 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.309794 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.315867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:19.316489 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.377976 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4076011 Nov 03 19:11:19.380811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60408) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:19.386644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-045a3fab-0a07-46b1-a27c-3dcff36011b1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'name': 'tempest-PortsTestJSON-1458919407'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:19.387147 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34717e22-dabe-45b0-992b-f248dcf830b3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Network': ['ID=5d8b5aa7-6aee-4cc0-ae84-023b163ae820,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:19.398772 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:19.488822 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045a3fab-0a07-46b1-a27c-3dcff36011b1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:19.492555 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-045a3fab-0a07-46b1-a27c-3dcff36011b1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.511148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-045a3fab-0a07-46b1-a27c-3dcff36011b1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port bef5b2d7-a63d-487e-b463-68838d2f0ff5 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:19.699470 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-045a3fab-0a07-46b1-a27c-3dcff36011b1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.785994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd915a-55ec-488d-9b48-ba4ef2f9f5e3 req-b5774696-192b-48bf-a673-63f4d3291b0d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:19.787445 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41fd915a-55ec-488d-9b48-ba4ef2f9f5e3 req-b5774696-192b-48bf-a673-63f4d3291b0d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 945 time: 0.0858998 Nov 03 19:11:19.788947 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-045a3fab-0a07-46b1-a27c-3dcff36011b1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.887741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a3fab-0a07-46b1-a27c-3dcff36011b1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=bef5b2d7-a63d-487e-b463-68838d2f0ff5,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:19.898550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41fd915a-55ec-488d-9b48-ba4ef2f9f5e3 req-7778fb97-14e1-4a1a-80c1-0506d41a3c46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028571 Nov 03 19:11:19.905096 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a3fab-0a07-46b1-a27c-3dcff36011b1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Checking segment: {'id': 'f47d4bcc-e45c-484e-8a04-7d0461b00b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:19.906235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045a3fab-0a07-46b1-a27c-3dcff36011b1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network hostable DHCP agents. Network: 5d8b5aa7-6aee-4cc0-ae84-023b163ae820, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:19.923828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045a3fab-0a07-46b1-a27c-3dcff36011b1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:19.933631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-045a3fab-0a07-46b1-a27c-3dcff36011b1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 5d8b5aa7-6aee-4cc0-ae84-023b163ae820) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:19.938766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a3fab-0a07-46b1-a27c-3dcff36011b1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:19.944113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ce58c4-e466-4a81-b8e7-7ccbfcaa9f9f None None] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:19.946384 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045a3fab-0a07-46b1-a27c-3dcff36011b1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:19.947088 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-045a3fab-0a07-46b1-a27c-3dcff36011b1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:19.964531 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-045a3fab-0a07-46b1-a27c-3dcff36011b1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5825365 Nov 03 19:11:19.967708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60412) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:19.972701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d963ab25-bcd3-4a03-bea9-6d3a93cdc2f5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1668592195'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:19.992855 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d963ab25-bcd3-4a03-bea9-6d3a93cdc2f5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:19.996330 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d963ab25-bcd3-4a03-bea9-6d3a93cdc2f5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.006019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:20.024062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d963ab25-bcd3-4a03-bea9-6d3a93cdc2f5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:20.033838 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d963ab25-bcd3-4a03-bea9-6d3a93cdc2f5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.034279 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-d963ab25-bcd3-4a03-bea9-6d3a93cdc2f5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Added segment 06f11208-65a8-4212-8a79-e96cd98db4c8 of type vlan for network 3c4bed0e-fa06-4888-a599-8fae56fad9a6 Nov 03 19:11:20.078016 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d963ab25-bcd3-4a03-bea9-6d3a93cdc2f5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.109323 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d963ab25-bcd3-4a03-bea9-6d3a93cdc2f5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.116874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d963ab25-bcd3-4a03-bea9-6d3a93cdc2f5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:20.117570 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d963ab25-bcd3-4a03-bea9-6d3a93cdc2f5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.129287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:11:20.134039 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:20.134407 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.165193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d963ab25-bcd3-4a03-bea9-6d3a93cdc2f5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1962790 Nov 03 19:11:20.168762 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60414) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:20.175606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'ports': [{'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820'}, {'network_id': '3c4bed0e-fa06-4888-a599-8fae56fad9a6'}]} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:20.175854 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:20.176700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'network_id': '3c4bed0e-fa06-4888-a599-8fae56fad9a6'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:20.207736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963ab25-bcd3-4a03-bea9-6d3a93cdc2f5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Network': ['ID=3c4bed0e-fa06-4888-a599-8fae56fad9a6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:20.222519 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 3c4bed0e-fa06-4888-a599-8fae56fad9a6 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:20.226158 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.301400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:20.303709 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0651c450-f62a-47e3-af85-9a762506a31c" -d '{"events": [{"server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "name": "network-vif-plugged", "status": "completed", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:20.325504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:20.332098 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.365276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'port': 2} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:20.366342 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e6b3e2-41f4-42ea-ba41-503eed4512e3 x-openstack-request-id: req-e5e6b3e2-41f4-42ea-ba41-503eed4512e3 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:20.366691 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "name": "network-vif-plugged", "status": "completed", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:20.367185 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e5e6b3e2-41f4-42ea-ba41-503eed4512e3 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:20.367360 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea', 'code': 200} Nov 03 19:11:20.374374 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.395059 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.396933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:20.519194 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b24b72-2672-4cc9-947c-bced0bbebbe1 req-f7d7ba76-991f-4f87-9881-ea8b1adcaad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:20.521010 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e1b24b72-2672-4cc9-947c-bced0bbebbe1 req-f7d7ba76-991f-4f87-9881-ea8b1adcaad1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 1097 time: 0.1040049 Nov 03 19:11:20.523647 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port 6dd19358-2f16-4ca2-8241-13f38e3e5669 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:20.586748 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e1b24b72-2672-4cc9-947c-bced0bbebbe1 req-8d3c77f1-ac5e-4c53-bb92-8433603b3ad1 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573719 Nov 03 19:11:20.685286 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.765922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port 26db81e8-704d-479c-85a3-e7b71753c55f yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:20.886650 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.930881 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.974227 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:20.978405 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:20.981900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:20.982860 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:20.999718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=6dd19358-2f16-4ca2-8241-13f38e3e5669,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:21.033657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b9fc4-2bc2-41a7-b46b-f0992d913817 req-1deaa194-cea0-4e12-96e3-c34a7b03b0a8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:21.035388 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb6b9fc4-2bc2-41a7-b46b-f0992d913817 req-1deaa194-cea0-4e12-96e3-c34a7b03b0a8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 946 time: 0.0622735 Nov 03 19:11:21.068618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=26db81e8-704d-479c-85a3-e7b71753c55f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:21.074353 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Checking segment: {'id': '06f11208-65a8-4212-8a79-e96cd98db4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '3c4bed0e-fa06-4888-a599-8fae56fad9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:21.074718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network hostable DHCP agents. Network: 3c4bed0e-fa06-4888-a599-8fae56fad9a6, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:21.094750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 3c4bed0e-fa06-4888-a599-8fae56fad9a6 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:21.098020 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bb6b9fc4-2bc2-41a7-b46b-f0992d913817 req-9aed19d3-9e03-41fb-bc26-628ed76e3e76 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553789 Nov 03 19:11:21.107113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 3c4bed0e-fa06-4888-a599-8fae56fad9a6) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:21.112096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:21.117904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204deec6-bdb9-45fe-bcf3-a5d445cf7156 None None] Network 3c4bed0e-fa06-4888-a599-8fae56fad9a6 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:21.118773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:21.124771 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:21.125913 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.143190 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7bfc59eb-d305-4394-be61-754acad76f72 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9719002 Nov 03 19:11:21.146317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60420) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:21.254858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2c91a8c4-095a-4289-a7fc-8570db406cd4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port 26db81e8-704d-479c-85a3-e7b71753c55f {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:21.255205 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c91a8c4-095a-4289-a7fc-8570db406cd4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.326009 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c91a8c4-095a-4289-a7fc-8570db406cd4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.340363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2c91a8c4-095a-4289-a7fc-8570db406cd4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for 26db81e8-704d-479c-85a3-e7b71753c55f owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:21.428911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c91a8c4-095a-4289-a7fc-8570db406cd4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.458457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91a8c4-095a-4289-a7fc-8570db406cd4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=26db81e8-704d-479c-85a3-e7b71753c55f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:21.464214 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c91a8c4-095a-4289-a7fc-8570db406cd4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.467369 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2c91a8c4-095a-4289-a7fc-8570db406cd4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/26db81e8-704d-479c-85a3-e7b71753c55f HTTP/1.1" status: 204 len: 168 time: 0.3200154 Nov 03 19:11:21.470025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60422) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:21.520467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b95f4c-4b73-4921-ab33-ba54a60bee63 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:21.526740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b95f4c-4b73-4921-ab33-ba54a60bee63 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:21.528345 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-98b95f4c-4b73-4921-ab33-ba54a60bee63 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0570822 Nov 03 19:11:21.531157 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60424) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:21.630437 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-5c647475-fdf8-47e4-a280-cff36582a953 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port 6dd19358-2f16-4ca2-8241-13f38e3e5669 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:21.630784 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5c647475-fdf8-47e4-a280-cff36582a953 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.700835 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5c647475-fdf8-47e4-a280-cff36582a953 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.714293 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-5c647475-fdf8-47e4-a280-cff36582a953 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for 6dd19358-2f16-4ca2-8241-13f38e3e5669 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:21.800984 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5c647475-fdf8-47e4-a280-cff36582a953 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.831256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c647475-fdf8-47e4-a280-cff36582a953 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=6dd19358-2f16-4ca2-8241-13f38e3e5669,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:21.835041 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5c647475-fdf8-47e4-a280-cff36582a953 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:21.838511 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5c647475-fdf8-47e4-a280-cff36582a953 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/6dd19358-2f16-4ca2-8241-13f38e3e5669 HTTP/1.1" status: 204 len: 168 time: 0.3063495 Nov 03 19:11:21.841007 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60428) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:21.890341 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f2c868-6e34-4830-a269-9cc25ed2e142 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:21.891858 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-16f2c868-6e34-4830-a269-9cc25ed2e142 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0499101 Nov 03 19:11:21.897395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60430) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:21.925178 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53070d4-5604-43ca-a084-dc21524ba25e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] GET failed (client error): The resource could not be found. Nov 03 19:11:21.926771 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c53070d4-5604-43ca-a084-dc21524ba25e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/26db81e8-704d-479c-85a3-e7b71753c55f HTTP/1.1" status: 404 len: 333 time: 0.0283787 Nov 03 19:11:21.929861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60432) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:21.957957 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a506a20-a668-479a-bdd5-9793a1a79f9f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] GET failed (client error): The resource could not be found. Nov 03 19:11:21.959402 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7a506a20-a668-479a-bdd5-9793a1a79f9f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/6dd19358-2f16-4ca2-8241-13f38e3e5669 HTTP/1.1" status: 404 len: 333 time: 0.0286083 Nov 03 19:11:21.962173 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60434) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:22.040309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31261874-de93-4522-9125-d690cfbcf413 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.148222 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31261874-de93-4522-9125-d690cfbcf413 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.171299 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-31261874-de93-4522-9125-d690cfbcf413 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4bed0e-fa06-4888-a599-8fae56fad9a6']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:22.182763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-31261874-de93-4522-9125-d690cfbcf413 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f11208-65a8-4212-8a79-e96cd98db4c8') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:22.183058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-31261874-de93-4522-9125-d690cfbcf413 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f11208-65a8-4212-8a79-e96cd98db4c8') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:22.195062 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31261874-de93-4522-9125-d690cfbcf413 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.213845 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31261874-de93-4522-9125-d690cfbcf413 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.222484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31261874-de93-4522-9125-d690cfbcf413 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:22.222898 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31261874-de93-4522-9125-d690cfbcf413 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:22.226256 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:22.242440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d36fcb-02bf-4568-a453-077775165855 req-d1453044-43ba-42c9-8d50-eb293da68d82 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:22.247904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11d36fcb-02bf-4568-a453-077775165855 req-d1453044-43ba-42c9-8d50-eb293da68d82 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 946 time: 0.0627153 Nov 03 19:11:22.294555 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31261874-de93-4522-9125-d690cfbcf413 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.303976 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-31261874-de93-4522-9125-d690cfbcf413 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.305742 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11d36fcb-02bf-4568-a453-077775165855 req-d79f866a-ba6b-44af-8aaf-a3d5713208e5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552168 Nov 03 19:11:22.307874 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-31261874-de93-4522-9125-d690cfbcf413 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/networks/3c4bed0e-fa06-4888-a599-8fae56fad9a6 HTTP/1.1" status: 204 len: 168 time: 0.3440650 Nov 03 19:11:22.311382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60438) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:22.324689 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-463863a9-8dd5-4e2f-a6ad-ac052b0ae9ed tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-944370718'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:22.331234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31261874-de93-4522-9125-d690cfbcf413 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Network': ['ID=3c4bed0e-fa06-4888-a599-8fae56fad9a6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:22.350523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463863a9-8dd5-4e2f-a6ad-ac052b0ae9ed tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:22.354250 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-463863a9-8dd5-4e2f-a6ad-ac052b0ae9ed tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.386948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463863a9-8dd5-4e2f-a6ad-ac052b0ae9ed tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:22.399103 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-463863a9-8dd5-4e2f-a6ad-ac052b0ae9ed tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.399720 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-463863a9-8dd5-4e2f-a6ad-ac052b0ae9ed tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Added segment 99e67c2f-7304-41e2-8b82-c7a160114ed2 of type vlan for network 500d1874-3ad4-44c8-ae5f-ce523ae72a54 Nov 03 19:11:22.454112 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-463863a9-8dd5-4e2f-a6ad-ac052b0ae9ed tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.456144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b25edc-4be3-4aea-be51-9a4fbca46c44 req-987c7a0d-f286-46df-a548-8d8603b8d4a6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:22.458017 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81b25edc-4be3-4aea-be51-9a4fbca46c44 req-987c7a0d-f286-46df-a548-8d8603b8d4a6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 946 time: 0.0578692 Nov 03 19:11:22.485207 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-463863a9-8dd5-4e2f-a6ad-ac052b0ae9ed tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.491171 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463863a9-8dd5-4e2f-a6ad-ac052b0ae9ed tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:22.491818 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-463863a9-8dd5-4e2f-a6ad-ac052b0ae9ed tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.519215 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81b25edc-4be3-4aea-be51-9a4fbca46c44 req-c1567272-e0db-49bb-a57e-7861efb9a6bd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504487 Nov 03 19:11:22.543863 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60442) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:22.572715 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-463863a9-8dd5-4e2f-a6ad-ac052b0ae9ed tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2598491 Nov 03 19:11:22.575284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60444) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:22.581085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-edbf6656-ca6e-4cff-b68c-c10e6ceb3502 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'subnet': {'network_id': '500d1874-3ad4-44c8-ae5f-ce523ae72a54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:22.586659 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463863a9-8dd5-4e2f-a6ad-ac052b0ae9ed tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Network': ['ID=500d1874-3ad4-44c8-ae5f-ce523ae72a54,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:22.599350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 500d1874-3ad4-44c8-ae5f-ce523ae72a54 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:22.650307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd4711f-94bb-4c25-a662-828db04f28b3 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:22.651931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8fd4711f-94bb-4c25-a662-828db04f28b3 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 1092 time: 0.1070235 Nov 03 19:11:22.655443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60446) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:22.661967 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:22.698784 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.db.api [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 03 19:11:22.698784 n-d-812150-4 neutron-server[101711]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 03 19:11:22.698784 n-d-812150-4 neutron-server[101711]: [parameters: {'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'id': '555e682d-271f-4c96-951c-911e82a50fca', 'expiration': datetime.datetime(2021, 11, 3, 19, 13, 22, 682793)}] Nov 03 19:11:22.698784 n-d-812150-4 neutron-server[101711]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:11:22.699348 n-d-812150-4 neutron-server[101711]: DEBUG oslo_db.api [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:11:22.709997 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbf6656-ca6e-4cff-b68c-c10e6ceb3502 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:22.714277 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-edbf6656-ca6e-4cff-b68c-c10e6ceb3502 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.778514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.ipam_backend_mixin [None req-edbf6656-ca6e-4cff-b68c-c10e6ceb3502 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Performing IP validity checks on allocation pools {{(pid=101712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:11:22.779033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.ipam_backend_mixin [None req-edbf6656-ca6e-4cff-b68c-c10e6ceb3502 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:11:22.906051 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-edbf6656-ca6e-4cff-b68c-c10e6ceb3502 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:22.970266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf6656-ca6e-4cff-b68c-c10e6ceb3502 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Subnet': ['ID=f3e85d98-69ea-4978-8b43-3d927f8149b0,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:22.979918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf6656-ca6e-4cff-b68c-c10e6ceb3502 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Checking segment: {'id': '99e67c2f-7304-41e2-8b82-c7a160114ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '500d1874-3ad4-44c8-ae5f-ce523ae72a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:22.980310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf6656-ca6e-4cff-b68c-c10e6ceb3502 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network hostable DHCP agents. Network: 500d1874-3ad4-44c8-ae5f-ce523ae72a54, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:22.997785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf6656-ca6e-4cff-b68c-c10e6ceb3502 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 500d1874-3ad4-44c8-ae5f-ce523ae72a54 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:23.008149 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-edbf6656-ca6e-4cff-b68c-c10e6ceb3502 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 500d1874-3ad4-44c8-ae5f-ce523ae72a54) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:23.012650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbf6656-ca6e-4cff-b68c-c10e6ceb3502 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:23.013388 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-edbf6656-ca6e-4cff-b68c-c10e6ceb3502 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.021057 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea8cebf-942b-42e2-9914-56b54bdc03d9 None None] Network 500d1874-3ad4-44c8-ae5f-ce523ae72a54 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:23.032171 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-edbf6656-ca6e-4cff-b68c-c10e6ceb3502 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4556539 Nov 03 19:11:23.035744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60448) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:23.041237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'network_id': '500d1874-3ad4-44c8-ae5f-ce523ae72a54', 'name': 'tempest-PortsTestJSON-1036262040'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:23.156076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:23.159945 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.173046 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-500d1874-3ad4-44c8-ae5f-ce523ae72a54', 'network_id': '500d1874-3ad4-44c8-ae5f-ce523ae72a54', 'tenant_id': '0c2709f6511e4235aa4423c9cb2c71a0', 'fixed_ips': [{'subnet_id': 'f3e85d98-69ea-4978-8b43-3d927f8149b0'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:11:23.173930 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.179913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port 344155db-1cc0-492b-9460-7853a9b48ea3 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:23.222845 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.300574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Allocated IP 172.20.0.2 (500d1874-3ad4-44c8-ae5f-ce523ae72a54/f3e85d98-69ea-4978-8b43-3d927f8149b0/344155db-1cc0-492b-9460-7853a9b48ea3) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:23.327750 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.436587 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.25.2.10 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/ae0367f5-77f2-4aac-80e4-41df8f4d9b2c) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:23.455414 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.490964 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.535614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 500d1874-3ad4-44c8-ae5f-ce523ae72a54 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:23.538291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:23.544641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:23.549774 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c22f9907-5877-45b3-8446-99b8e2d0f084 {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:11:23.551529 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:11:23.555406 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.578192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=344155db-1cc0-492b-9460-7853a9b48ea3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:23.590629 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.590982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:23.591350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:23.591716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:23.592576 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:23.592908 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:23.593240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:23.593562 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:23.593883 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:23.594208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:23.594542 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:23.594848 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:23.595164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:23.617915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:23.618540 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.629260 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:23.634704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:23.638280 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:23.638896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b54a52ec-ca09-430a-8c95-ee3fa785744e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6016061 Nov 03 19:11:23.641416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60450) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:23.665051 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=ae0367f5-77f2-4aac-80e4-41df8f4d9b2c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:23.747448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d3c13b7f-3df2-4198-9206-decc459397ea tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port 344155db-1cc0-492b-9460-7853a9b48ea3 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:23.747875 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d3c13b7f-3df2-4198-9206-decc459397ea tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.860441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d3c13b7f-3df2-4198-9206-decc459397ea tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:23.877942 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d3c13b7f-3df2-4198-9206-decc459397ea tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for 344155db-1cc0-492b-9460-7853a9b48ea3 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:24.013296 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d3c13b7f-3df2-4198-9206-decc459397ea tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.052388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c13b7f-3df2-4198-9206-decc459397ea tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=344155db-1cc0-492b-9460-7853a9b48ea3,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:24.054210 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.132897 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d3c13b7f-3df2-4198-9206-decc459397ea tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.136982 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d3c13b7f-3df2-4198-9206-decc459397ea tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/344155db-1cc0-492b-9460-7853a9b48ea3 HTTP/1.1" status: 204 len: 168 time: 0.4942331 Nov 03 19:11:24.141612 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60452) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:24.147772 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-944014b7-8cc0-4000-9bb1-93cf45af6de4 req-f1d4e82c-b8e7-4b9b-a617-a76de8a4cf83 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0931208 Nov 03 19:11:24.221804 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c514507-7e70-4e8a-b247-ca06795b5cbf tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] DELETE failed (client error): The resource could not be found. Nov 03 19:11:24.222535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c514507-7e70-4e8a-b247-ca06795b5cbf tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:11:24.225890 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2c514507-7e70-4e8a-b247-ca06795b5cbf tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/344155db-1cc0-492b-9460-7853a9b48ea3 HTTP/1.1" status: 404 len: 333 time: 0.0832472 Nov 03 19:11:24.229027 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60454) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:24.246912 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Allocated IP 172.20.0.2 (500d1874-3ad4-44c8-ae5f-ce523ae72a54/f3e85d98-69ea-4978-8b43-3d927f8149b0/de2c9a58-3c45-4b7c-85b6-8285931a8138) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:24.255895 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d2d7c1-b472-40fd-8f79-cf10c2fa1c3e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] GET failed (client error): The resource could not be found. Nov 03 19:11:24.260379 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-37d2d7c1-b472-40fd-8f79-cf10c2fa1c3e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/344155db-1cc0-492b-9460-7853a9b48ea3 HTTP/1.1" status: 404 len: 333 time: 0.0272868 Nov 03 19:11:24.260552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60456) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:24.300637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944014b7-8cc0-4000-9bb1-93cf45af6de4 req-a572774b-f037-4afa-987b-db09f6b62d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:24.302159 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-944014b7-8cc0-4000-9bb1-93cf45af6de4 req-a572774b-f037-4afa-987b-db09f6b62d3d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 1097 time: 0.1069446 Nov 03 19:11:24.319205 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fe3ed8-c100-44e6-bee8-705d8d15178e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting subnet f3e85d98-69ea-4978-8b43-3d927f8149b0 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:24.413949 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.420661 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05fe3ed8-c100-44e6-bee8-705d8d15178e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.430517 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.479077 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05fe3ed8-c100-44e6-bee8-705d8d15178e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.484191 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Network 500d1874-3ad4-44c8-ae5f-ce523ae72a54 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:24.491824 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:24.496867 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:24.500405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Pushing event updated for resources: {'Port': ['ID=de2c9a58-3c45-4b7c-85b6-8285931a8138,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:24.518689 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944014b7-8cc0-4000-9bb1-93cf45af6de4 req-a06bb786-a080-42ca-bfe1-03cd9bbaaa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:24.520478 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-944014b7-8cc0-4000-9bb1-93cf45af6de4 req-a06bb786-a080-42ca-bfe1-03cd9bbaaa83 service neutron] 10.222.0.98 "GET /v2.0/networks?id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c HTTP/1.1" status: 200 len: 898 time: 0.1905706 Nov 03 19:11:24.566308 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Attempting to bind port de2c9a58-3c45-4b7c-85b6-8285931a8138 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:24.566780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Attempting to bind port de2c9a58-3c45-4b7c-85b6-8285931a8138 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '99e67c2f-7304-41e2-8b82-c7a160114ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '500d1874-3ad4-44c8-ae5f-ce523ae72a54'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:24.567042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Attempting to bind port de2c9a58-3c45-4b7c-85b6-8285931a8138 on network 500d1874-3ad4-44c8-ae5f-ce523ae72a54 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:24.572132 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-944014b7-8cc0-4000-9bb1-93cf45af6de4 req-0692d119-e9ad-4003-a5d4-12cd26f5d4eb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea HTTP/1.1" status: 200 len: 217 time: 0.0423779 Nov 03 19:11:24.574079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:24.575681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Checking segment: {'id': '99e67c2f-7304-41e2-8b82-c7a160114ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '500d1874-3ad4-44c8-ae5f-ce523ae72a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:24.576199 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.576628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Bound using segment: {'id': '99e67c2f-7304-41e2-8b82-c7a160114ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '500d1874-3ad4-44c8-ae5f-ce523ae72a54'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:24.577296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Bound port: de2c9a58-3c45-4b7c-85b6-8285931a8138, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e67c2f-7304-41e2-8b82-c7a160114ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '500d1874-3ad4-44c8-ae5f-ce523ae72a54'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:24.578548 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.588062 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05fe3ed8-c100-44e6-bee8-705d8d15178e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.625254 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.627631 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944014b7-8cc0-4000-9bb1-93cf45af6de4 req-4b03dade-76ac-4fba-aa22-eb11ddae3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:24.629141 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-944014b7-8cc0-4000-9bb1-93cf45af6de4 req-4b03dade-76ac-4fba-aa22-eb11ddae3948 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=005c04a3-0904-4a1b-b304-907f86ccedfa HTTP/1.1" status: 200 len: 835 time: 0.0505338 Nov 03 19:11:24.679172 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05fe3ed8-c100-44e6-bee8-705d8d15178e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.681034 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] For port de2c9a58-3c45-4b7c-85b6-8285931a8138, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:24.686156 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] For port de2c9a58-3c45-4b7c-85b6-8285931a8138, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=de2c9a58-3c45-4b7c-85b6-8285931a8138,segment=NetworkSegment(99e67c2f-7304-41e2-8b82-c7a160114ed2),segment_id=99e67c2f-7304-41e2-8b82-c7a160114ed2)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:24.692354 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.713881 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe3ed8-c100-44e6-bee8-705d8d15178e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e85d98-69ea-4978-8b43-3d927f8149b0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:24.730221 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05fe3ed8-c100-44e6-bee8-705d8d15178e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.738451 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944014b7-8cc0-4000-9bb1-93cf45af6de4 req-179f3ad2-48df-42fa-aad8-2181385f3ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:24.739330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-05fe3ed8-c100-44e6-bee8-705d8d15178e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/f3e85d98-69ea-4978-8b43-3d927f8149b0 HTTP/1.1" status: 204 len: 168 time: 0.4777482 Nov 03 19:11:24.739971 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-944014b7-8cc0-4000-9bb1-93cf45af6de4 req-179f3ad2-48df-42fa-aad8-2181385f3ec3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851188 Nov 03 19:11:24.745581 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60458) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:24.757515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b3a41-30b8-4955-98cf-b4b69767c6e0 None None] Pushing event updated for resources: {'Port': ['ID=de2c9a58-3c45-4b7c-85b6-8285931a8138,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:24.789584 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.853778 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:24.905352 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-944014b7-8cc0-4000-9bb1-93cf45af6de4 req-784b8764-3c9b-4c91-8065-d5540f0357e4 service neutron] 10.222.0.98 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496007 Nov 03 19:11:24.916825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port de2c9a58-3c45-4b7c-85b6-8285931a8138 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:24.918694 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.011940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] For port de2c9a58-3c45-4b7c-85b6-8285931a8138, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=de2c9a58-3c45-4b7c-85b6-8285931a8138,segment=NetworkSegment(99e67c2f-7304-41e2-8b82-c7a160114ed2),segment_id=99e67c2f-7304-41e2-8b82-c7a160114ed2)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:25.012452 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.026069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for de2c9a58-3c45-4b7c-85b6-8285931a8138 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:25.083093 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-944014b7-8cc0-4000-9bb1-93cf45af6de4 req-96744597-21f3-46bc-a5fe-191be428570f service neutron] 10.222.0.98 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492209 Nov 03 19:11:25.099876 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.108854 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.197019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=ae0367f5-77f2-4aac-80e4-41df8f4d9b2c,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:25.214533 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.327718 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Floating IP 9ab61d20-815d-4100-9276-85e5594f05ea associated. External IP: 172.25.2.10, port: 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea. Nov 03 19:11:25.485068 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.517079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=de2c9a58-3c45-4b7c-85b6-8285931a8138,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:25.518995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No DVR routers for this DVR port de2c9a58-3c45-4b7c-85b6-8285931a8138 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:25.545948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 6445e9a5-6bda-4753-9693-a3a51999fafb has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:25.605248 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.628539 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500d1874-3ad4-44c8-ae5f-ce523ae72a54']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:25.638657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e67c2f-7304-41e2-8b82-c7a160114ed2') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:25.639013 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e67c2f-7304-41e2-8b82-c7a160114ed2') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:25.649600 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.664026 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.665693 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:25.672761 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:25.673288 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:25.676341 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:25.685955 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c8bb1-465e-4f0b-9e82-7ce6ebe87e2e None None] Sync routers for ids ['6445e9a5-6bda-4753-9693-a3a51999fafb'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:25.691267 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.700744 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c8bb1-465e-4f0b-9e82-7ce6ebe87e2e None None] Routers {'6445e9a5-6bda-4753-9693-a3a51999fafb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:25.701923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-572c8bb1-465e-4f0b-9e82-7ce6ebe87e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6445e9a5-6bda-4753-9693-a3a51999fafb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:25.722913 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3098d7ed-8783-4079-959d-890530b64d46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0637114 Nov 03 19:11:25.722913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:25.723661 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96a80c1-6857-483c-9f08-93ce2caf6aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:25.775046 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773fd86a-1d92-43fa-8199-d5044e25b61b x-openstack-request-id: req-773fd86a-1d92-43fa-8199-d5044e25b61b {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:25.775292 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:25.775562 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-773fd86a-1d92-43fa-8199-d5044e25b61b {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:25.776008 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea', 'status': 'completed', 'code': 200} Nov 03 19:11:25.783762 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.809450 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.817845 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/networks/500d1874-3ad4-44c8-ae5f-ce523ae72a54 HTTP/1.1" status: 204 len: 168 time: 1.0705314 Nov 03 19:11:25.818993 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1afed4-7d47-4af1-a60e-4d51775ad58f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Network': ['ID=500d1874-3ad4-44c8-ae5f-ce523ae72a54,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:25.820262 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9a402611-924a-4846-b3ac-cd3da8c4d294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.821706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60464) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:25.837193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-bd84b17d-ec26-4c05-b3f9-5dd9e5f1b6ad tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-728228551'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:25.885219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd84b17d-ec26-4c05-b3f9-5dd9e5f1b6ad tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:25.888753 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b67550-2f99-41b3-b1fd-fed94fd2bbaa req-56382056-9bc9-4c94-b6f1-2e47c699cef0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:25.889467 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd84b17d-ec26-4c05-b3f9-5dd9e5f1b6ad tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:25.891815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28b67550-2f99-41b3-b1fd-fed94fd2bbaa req-56382056-9bc9-4c94-b6f1-2e47c699cef0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 946 time: 0.0842426 Nov 03 19:11:25.894989 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a80c1-6857-483c-9f08-93ce2caf6aa0 req-32d62149-8fd0-4cf0-8250-76f394291d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:25.896622 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b96a80c1-6857-483c-9f08-93ce2caf6aa0 req-32d62149-8fd0-4cf0-8250-76f394291d54 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 1097 time: 0.0950665 Nov 03 19:11:25.962265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28b67550-2f99-41b3-b1fd-fed94fd2bbaa req-9f3510b6-69a8-4553-b958-70557b6ede7c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588846 Nov 03 19:11:25.978759 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd84b17d-ec26-4c05-b3f9-5dd9e5f1b6ad tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:25.990482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60466) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:26.002408 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd84b17d-ec26-4c05-b3f9-5dd9e5f1b6ad tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.002775 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-bd84b17d-ec26-4c05-b3f9-5dd9e5f1b6ad tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Added segment 3294e1c1-ab2f-4591-87e6-4e39614f4b79 of type vlan for network 482724b7-2c70-4b2d-8cc9-306e66d2007c Nov 03 19:11:26.058162 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-75a7ad2a-b98d-4464-9efd-a2d1f4a8cecc tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/9ab61d20-815d-4100-9276-85e5594f05ea HTTP/1.1" status: 200 len: 991 time: 0.0660930 Nov 03 19:11:26.061095 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a80c1-6857-483c-9f08-93ce2caf6aa0 req-6ce1a0a6-8cf3-42db-b56a-515ad6024057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:26.062597 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b96a80c1-6857-483c-9f08-93ce2caf6aa0 req-6ce1a0a6-8cf3-42db-b56a-515ad6024057 service neutron] 10.222.0.98 "GET /v2.0/networks?id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c HTTP/1.1" status: 200 len: 898 time: 0.1567156 Nov 03 19:11:26.066162 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd84b17d-ec26-4c05-b3f9-5dd9e5f1b6ad tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.074801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a23be13-3c60-44d6-a328-1d9a2b05d031 None None] DHCP port deletion for 500d1874-3ad4-44c8-ae5f-ce523ae72a54 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:11:26.084624 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-384c3cc3-bb80-4b15-8a94-74d3e36fc9dd None None] Could not find standard attr ID for object de2c9a58-3c45-4b7c-85b6-8285931a8138. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:11:26.105017 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c66b5-00e1-4672-9fdf-6219a980e97e None None] Network 500d1874-3ad4-44c8-ae5f-ce523ae72a54 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:26.122493 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-572c8bb1-465e-4f0b-9e82-7ce6ebe87e2e None None] Set router 6445e9a5-6bda-4753-9693-a3a51999fafb gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:26.125361 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c66b5-00e1-4672-9fdf-6219a980e97e None None] Network 500d1874-3ad4-44c8-ae5f-ce523ae72a54 could not be found, it might have been deleted concurrently. {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 19:11:26.134266 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd84b17d-ec26-4c05-b3f9-5dd9e5f1b6ad tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.140754 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd84b17d-ec26-4c05-b3f9-5dd9e5f1b6ad tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:26.141284 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd84b17d-ec26-4c05-b3f9-5dd9e5f1b6ad tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.157059 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b96a80c1-6857-483c-9f08-93ce2caf6aa0 req-cc96eb2e-7fb9-4880-9424-c3125c19fa69 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea HTTP/1.1" status: 200 len: 999 time: 0.0871458 Nov 03 19:11:26.239966 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bd84b17d-ec26-4c05-b3f9-5dd9e5f1b6ad tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4153721 Nov 03 19:11:26.243236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60468) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:26.249956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-2cd3dadb-9b18-49e9-babc-d4f4cc3c7a74 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'subnet': {'network_id': '482724b7-2c70-4b2d-8cc9-306e66d2007c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:26.255644 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84b17d-ec26-4c05-b3f9-5dd9e5f1b6ad tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Network': ['ID=482724b7-2c70-4b2d-8cc9-306e66d2007c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:26.265031 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a80c1-6857-483c-9f08-93ce2caf6aa0 req-e645bc54-1387-490c-958e-f5a292e72e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:26.266506 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b96a80c1-6857-483c-9f08-93ce2caf6aa0 req-e645bc54-1387-490c-958e-f5a292e72e4c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=005c04a3-0904-4a1b-b304-907f86ccedfa HTTP/1.1" status: 200 len: 835 time: 0.0904686 Nov 03 19:11:26.283471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 482724b7-2c70-4b2d-8cc9-306e66d2007c details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:26.317394 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a80c1-6857-483c-9f08-93ce2caf6aa0 req-e9037df4-181a-409d-af62-864436d2edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:26.319451 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b96a80c1-6857-483c-9f08-93ce2caf6aa0 req-e9037df4-181a-409d-af62-864436d2edd2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459058 Nov 03 19:11:26.360334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd3dadb-9b18-49e9-babc-d4f4cc3c7a74 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:26.364097 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2cd3dadb-9b18-49e9-babc-d4f4cc3c7a74 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.421395 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b96a80c1-6857-483c-9f08-93ce2caf6aa0 req-26080bf6-cc11-4df5-a237-a4b0d8e9bf2e service neutron] 10.222.0.98 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940268 Nov 03 19:11:26.424837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-572c8bb1-465e-4f0b-9e82-7ce6ebe87e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:05Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '9ab61d20-815d-4100-9276-85e5594f05ea', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'port_id': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'mac_address': 'fa:16:3e:01:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:11:24Z', 'updated_at': '2021-11-03T19:11:24Z', 'revision_number': 0, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb7f98d-82c2-4547-9546-4c6c2757e5f0', 'name': '', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:7e:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:04Z', 'updated_at': '2021-11-03T19:11:09Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:26.451726 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c8bb1-465e-4f0b-9e82-7ce6ebe87e2e None None] Checking router: 6445e9a5-6bda-4753-9693-a3a51999fafb for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:11:26.460752 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c8bb1-465e-4f0b-9e82-7ce6ebe87e2e None None] Routers {'6445e9a5-6bda-4753-9693-a3a51999fafb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:26.461376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-572c8bb1-465e-4f0b-9e82-7ce6ebe87e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:10:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6445e9a5-6bda-4753-9693-a3a51999fafb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:26.526261 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b96a80c1-6857-483c-9f08-93ce2caf6aa0 req-9767ca55-8e4e-4852-9b76-a05baf9dd549 service neutron] 10.222.0.98 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973957 Nov 03 19:11:26.559178 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2cd3dadb-9b18-49e9-babc-d4f4cc3c7a74 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.576647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-572c8bb1-465e-4f0b-9e82-7ce6ebe87e2e None None] Set router 6445e9a5-6bda-4753-9693-a3a51999fafb gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:11:26.619849 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3dadb-9b18-49e9-babc-d4f4cc3c7a74 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Subnet': ['ID=2eee8134-6b15-454e-b85c-9c9387d468dc,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:26.629304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd3dadb-9b18-49e9-babc-d4f4cc3c7a74 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Checking segment: {'id': '3294e1c1-ab2f-4591-87e6-4e39614f4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '482724b7-2c70-4b2d-8cc9-306e66d2007c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:26.629743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd3dadb-9b18-49e9-babc-d4f4cc3c7a74 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network hostable DHCP agents. Network: 482724b7-2c70-4b2d-8cc9-306e66d2007c, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:26.647989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd3dadb-9b18-49e9-babc-d4f4cc3c7a74 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 482724b7-2c70-4b2d-8cc9-306e66d2007c is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:26.658048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-2cd3dadb-9b18-49e9-babc-d4f4cc3c7a74 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 482724b7-2c70-4b2d-8cc9-306e66d2007c) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:26.662595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd3dadb-9b18-49e9-babc-d4f4cc3c7a74 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:26.663409 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2cd3dadb-9b18-49e9-babc-d4f4cc3c7a74 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.669297 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de6ad9b-70da-45e7-9ca1-034cb5abea16 None None] Network 482724b7-2c70-4b2d-8cc9-306e66d2007c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:26.681192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2cd3dadb-9b18-49e9-babc-d4f4cc3c7a74 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4366753 Nov 03 19:11:26.683702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60470) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:26.688546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-06c285f4-38c1-41fa-8c9e-6fa1ba99d7d1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'network_id': '482724b7-2c70-4b2d-8cc9-306e66d2007c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2027852357'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:26.814692 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c285f4-38c1-41fa-8c9e-6fa1ba99d7d1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:26.821011 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-06c285f4-38c1-41fa-8c9e-6fa1ba99d7d1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.840581 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-06c285f4-38c1-41fa-8c9e-6fa1ba99d7d1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port 4d270548-41d4-4149-a1f5-f377884a98ff yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:26.935210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-482724b7-2c70-4b2d-8cc9-306e66d2007c', 'network_id': '482724b7-2c70-4b2d-8cc9-306e66d2007c', 'tenant_id': '0c2709f6511e4235aa4423c9cb2c71a0', 'fixed_ips': [{'subnet_id': '2eee8134-6b15-454e-b85c-9c9387d468dc'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:11:26.936804 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:26.964294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-06c285f4-38c1-41fa-8c9e-6fa1ba99d7d1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Allocated IP 172.20.0.7 (482724b7-2c70-4b2d-8cc9-306e66d2007c/2eee8134-6b15-454e-b85c-9c9387d468dc/4d270548-41d4-4149-a1f5-f377884a98ff) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:26.972030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-572c8bb1-465e-4f0b-9e82-7ce6ebe87e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:05Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '9ab61d20-815d-4100-9276-85e5594f05ea', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'port_id': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'mac_address': 'fa:16:3e:01:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:11:24Z', 'updated_at': '2021-11-03T19:11:24Z', 'revision_number': 0, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb7f98d-82c2-4547-9546-4c6c2757e5f0', 'name': '', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:7e:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:04Z', 'updated_at': '2021-11-03T19:11:09Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:27.047856 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c8bb1-465e-4f0b-9e82-7ce6ebe87e2e None None] The sync data for ids ['6445e9a5-6bda-4753-9693-a3a51999fafb'] in n-d-812150-4 is: [{'id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:05Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '9ab61d20-815d-4100-9276-85e5594f05ea', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'port_id': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'mac_address': 'fa:16:3e:01:50:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:11:24Z', 'updated_at': '2021-11-03T19:11:24Z', 'revision_number': 0, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb7f98d-82c2-4547-9546-4c6c2757e5f0', 'name': '', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:7e:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:04Z', 'updated_at': '2021-11-03T19:11:09Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:27.061967 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60472) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:27.121966 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-06c285f4-38c1-41fa-8c9e-6fa1ba99d7d1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.147665 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-821a3eee-7df3-4c10-b40f-b756de7a22a8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/9ab61d20-815d-4100-9276-85e5594f05ea HTTP/1.1" status: 200 len: 991 time: 0.0838044 Nov 03 19:11:27.166549 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-06c285f4-38c1-41fa-8c9e-6fa1ba99d7d1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.217445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c285f4-38c1-41fa-8c9e-6fa1ba99d7d1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 482724b7-2c70-4b2d-8cc9-306e66d2007c is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:27.219904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Allocated IP 172.20.0.2 (482724b7-2c70-4b2d-8cc9-306e66d2007c/2eee8134-6b15-454e-b85c-9c9387d468dc/cd1ad36b-38dd-495e-bc27-e813122dd07d) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:27.225296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-06c285f4-38c1-41fa-8c9e-6fa1ba99d7d1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:27.230572 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c285f4-38c1-41fa-8c9e-6fa1ba99d7d1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:27.239035 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c285f4-38c1-41fa-8c9e-6fa1ba99d7d1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=4d270548-41d4-4149-a1f5-f377884a98ff,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:27.309744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c285f4-38c1-41fa-8c9e-6fa1ba99d7d1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:27.310604 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-06c285f4-38c1-41fa-8c9e-6fa1ba99d7d1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.333440 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60474) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:27.336371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-06c285f4-38c1-41fa-8c9e-6fa1ba99d7d1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6515827 Nov 03 19:11:27.347837 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9896008d-5a56-47b5-a0a8-9f5f7518efd4 None None] New status for floating IP 9ab61d20-815d-4100-9276-85e5594f05ea: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:11:27.402182 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.410508 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.458252 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Network 482724b7-2c70-4b2d-8cc9-306e66d2007c is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:27.459387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-fdd8f836-8892-4350-82a8-1cbe4497766b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port 4d270548-41d4-4149-a1f5-f377884a98ff {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:27.459851 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fdd8f836-8892-4350-82a8-1cbe4497766b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.461622 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:27.468058 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:27.481871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Pushing event updated for resources: {'Port': ['ID=cd1ad36b-38dd-495e-bc27-e813122dd07d,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:27.536098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Attempting to bind port cd1ad36b-38dd-495e-bc27-e813122dd07d on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:27.536478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Attempting to bind port cd1ad36b-38dd-495e-bc27-e813122dd07d by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '3294e1c1-ab2f-4591-87e6-4e39614f4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '482724b7-2c70-4b2d-8cc9-306e66d2007c'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:27.536907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Attempting to bind port cd1ad36b-38dd-495e-bc27-e813122dd07d on network 482724b7-2c70-4b2d-8cc9-306e66d2007c {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:27.543961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:27.544520 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Checking segment: {'id': '3294e1c1-ab2f-4591-87e6-4e39614f4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '482724b7-2c70-4b2d-8cc9-306e66d2007c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:27.545155 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.545595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Bound using segment: {'id': '3294e1c1-ab2f-4591-87e6-4e39614f4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '482724b7-2c70-4b2d-8cc9-306e66d2007c'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:27.546080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Bound port: cd1ad36b-38dd-495e-bc27-e813122dd07d, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3294e1c1-ab2f-4591-87e6-4e39614f4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '482724b7-2c70-4b2d-8cc9-306e66d2007c'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:27.546470 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.573454 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fdd8f836-8892-4350-82a8-1cbe4497766b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.586708 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-fdd8f836-8892-4350-82a8-1cbe4497766b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for 4d270548-41d4-4149-a1f5-f377884a98ff owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:27.645276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] For port cd1ad36b-38dd-495e-bc27-e813122dd07d, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:27.648928 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] For port cd1ad36b-38dd-495e-bc27-e813122dd07d, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cd1ad36b-38dd-495e-bc27-e813122dd07d,segment=NetworkSegment(3294e1c1-ab2f-4591-87e6-4e39614f4b79),segment_id=3294e1c1-ab2f-4591-87e6-4e39614f4b79)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:27.654085 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.725346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21b54d-108e-4b89-b7fe-d89b6211e1e4 None None] Pushing event updated for resources: {'Port': ['ID=cd1ad36b-38dd-495e-bc27-e813122dd07d,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:27.738198 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fdd8f836-8892-4350-82a8-1cbe4497766b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.771757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8f836-8892-4350-82a8-1cbe4497766b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=4d270548-41d4-4149-a1f5-f377884a98ff,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:27.850977 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fdd8f836-8892-4350-82a8-1cbe4497766b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:27.855274 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fdd8f836-8892-4350-82a8-1cbe4497766b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/4d270548-41d4-4149-a1f5-f377884a98ff HTTP/1.1" status: 204 len: 168 time: 0.5208292 Nov 03 19:11:27.858549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60476) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:27.896929 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd34049-0056-42bf-a27f-a724dc81eb47 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] GET failed (client error): The resource could not be found. Nov 03 19:11:27.900951 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8cd34049-0056-42bf-a27f-a724dc81eb47 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/4d270548-41d4-4149-a1f5-f377884a98ff HTTP/1.1" status: 404 len: 333 time: 0.0388317 Nov 03 19:11:27.901633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60478) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:27.962702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3cf253-a846-4dc0-92de-29d92057d5a7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting subnet 2eee8134-6b15-454e-b85c-9c9387d468dc {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:27.966204 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1e3cf253-a846-4dc0-92de-29d92057d5a7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.017858 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1e3cf253-a846-4dc0-92de-29d92057d5a7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.060160 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cd1ad36b-38dd-495e-bc27-e813122dd07d up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:28.114710 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c012fe5d-8ed9-4cf8-9591-4203136d83e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.116940 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1e3cf253-a846-4dc0-92de-29d92057d5a7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.123328 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port cd1ad36b-38dd-495e-bc27-e813122dd07d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:28.123638 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.153655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60480) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:28.202118 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1e3cf253-a846-4dc0-92de-29d92057d5a7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.228693 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.229853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3cf253-a846-4dc0-92de-29d92057d5a7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Subnet': ['ID=2eee8134-6b15-454e-b85c-9c9387d468dc,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:28.240250 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1e3cf253-a846-4dc0-92de-29d92057d5a7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.247728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1e3cf253-a846-4dc0-92de-29d92057d5a7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/2eee8134-6b15-454e-b85c-9c9387d468dc HTTP/1.1" status: 204 len: 168 time: 0.3445799 Nov 03 19:11:28.248344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60482) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:28.260384 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d3943de4-6e88-4870-a2fb-0868e8e0448e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/9ab61d20-815d-4100-9276-85e5594f05ea HTTP/1.1" status: 200 len: 993 time: 0.1038811 Nov 03 19:11:28.306381 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:11:28.306840 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:11:28.328770 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.391413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port cd1ad36b-38dd-495e-bc27-e813122dd07d {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:28.392073 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.464695 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] For port cd1ad36b-38dd-495e-bc27-e813122dd07d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cd1ad36b-38dd-495e-bc27-e813122dd07d,segment=NetworkSegment(3294e1c1-ab2f-4591-87e6-4e39614f4b79),segment_id=3294e1c1-ab2f-4591-87e6-4e39614f4b79)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:28.465063 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.480055 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for cd1ad36b-38dd-495e-bc27-e813122dd07d owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:28.577448 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.610629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=cd1ad36b-38dd-495e-bc27-e813122dd07d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:28.614287 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No DVR routers for this DVR port cd1ad36b-38dd-495e-bc27-e813122dd07d on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:28.698454 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddba157b-0b5a-410b-881e-84c4e897a51f None None] Network 482724b7-2c70-4b2d-8cc9-306e66d2007c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:28.702516 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.724341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482724b7-2c70-4b2d-8cc9-306e66d2007c']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:28.735633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3294e1c1-ab2f-4591-87e6-4e39614f4b79') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:28.735946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3294e1c1-ab2f-4591-87e6-4e39614f4b79') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:28.747737 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.761452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5dbf224c-fd48-445f-a318-2bf3f6eef5c1 None None] Could not find standard attr ID for object cd1ad36b-38dd-495e-bc27-e813122dd07d. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:11:28.764677 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.773810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:28.774220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:28.777506 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:28.841381 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.846288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Port cd1ad36b-38dd-495e-bc27-e813122dd07d update to ACTIVE by agent not found {{(pid=101713) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 03 19:11:28.847406 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.854346 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/networks/482724b7-2c70-4b2d-8cc9-306e66d2007c HTTP/1.1" status: 204 len: 168 time: 0.6049635 Nov 03 19:11:28.855415 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device de2c9a58-3c45-4b7c-85b6-8285931a8138 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:28.858124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60484) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:28.863280 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-5c7cfafd-c3be-487b-aef6-cc7aa238aae8 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'name': 'tempest-PortsTestJSON-1650773038'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:28.882197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: de2c9a58-3c45-4b7c-85b6-8285931a8138 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:28.882455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a599d-d087-49aa-86f1-1127721d7434 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Network': ['ID=482724b7-2c70-4b2d-8cc9-306e66d2007c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:28.882599 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device de2c9a58-3c45-4b7c-85b6-8285931a8138 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:28.904724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12b1e5f-4306-44fd-9a09-ba9db342ed79 None None] DHCP port deletion for 482724b7-2c70-4b2d-8cc9-306e66d2007c request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:11:28.973001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7cfafd-c3be-487b-aef6-cc7aa238aae8 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:28.977360 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5c7cfafd-c3be-487b-aef6-cc7aa238aae8 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:28.997639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-5c7cfafd-c3be-487b-aef6-cc7aa238aae8 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port 7e18846e-8293-4cee-b7e7-415c27bf4900 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:29.174556 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5c7cfafd-c3be-487b-aef6-cc7aa238aae8 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.208988 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5c7cfafd-c3be-487b-aef6-cc7aa238aae8 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.254370 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7cfafd-c3be-487b-aef6-cc7aa238aae8 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:29.259903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-5c7cfafd-c3be-487b-aef6-cc7aa238aae8 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:29.263715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7cfafd-c3be-487b-aef6-cc7aa238aae8 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:29.270429 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7cfafd-c3be-487b-aef6-cc7aa238aae8 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:29.271176 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5c7cfafd-c3be-487b-aef6-cc7aa238aae8 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.280197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cfafd-c3be-487b-aef6-cc7aa238aae8 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=7e18846e-8293-4cee-b7e7-415c27bf4900,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:29.292218 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5c7cfafd-c3be-487b-aef6-cc7aa238aae8 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4329422 Nov 03 19:11:29.294794 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60486) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:29.386657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-33f775e1-2324-4667-a388-4523c75bfdfc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port 7e18846e-8293-4cee-b7e7-415c27bf4900 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:29.387046 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-33f775e1-2324-4667-a388-4523c75bfdfc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.431551 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.463500 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-33f775e1-2324-4667-a388-4523c75bfdfc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.481464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-33f775e1-2324-4667-a388-4523c75bfdfc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for 7e18846e-8293-4cee-b7e7-415c27bf4900 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:29.565080 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-33f775e1-2324-4667-a388-4523c75bfdfc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.595327 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f775e1-2324-4667-a388-4523c75bfdfc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=7e18846e-8293-4cee-b7e7-415c27bf4900,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:29.601610 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-33f775e1-2324-4667-a388-4523c75bfdfc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.605117 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-33f775e1-2324-4667-a388-4523c75bfdfc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/7e18846e-8293-4cee-b7e7-415c27bf4900 HTTP/1.1" status: 204 len: 168 time: 0.3088198 Nov 03 19:11:29.608471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60488) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:29.614244 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-84ae3b3f-0b43-4aee-a129-6a6950bbf501 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'mac_address': 'fa:16:3e:ea:da:04', 'name': 'tempest-PortsTestJSON-438204580'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:29.711538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ae3b3f-0b43-4aee-a129-6a6950bbf501 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:29.776562 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84ae3b3f-0b43-4aee-a129-6a6950bbf501 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:29.797917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-84ae3b3f-0b43-4aee-a129-6a6950bbf501 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port c38ea79a-f6ee-4036-8a1d-e106e39641d7 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:29.962021 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84ae3b3f-0b43-4aee-a129-6a6950bbf501 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.007699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cd1ad36b-38dd-495e-bc27-e813122dd07d no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:30.016140 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84ae3b3f-0b43-4aee-a129-6a6950bbf501 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.029391 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: cd1ad36b-38dd-495e-bc27-e813122dd07d {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:30.029731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cd1ad36b-38dd-495e-bc27-e813122dd07d not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:30.066628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ae3b3f-0b43-4aee-a129-6a6950bbf501 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:30.072235 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-84ae3b3f-0b43-4aee-a129-6a6950bbf501 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:30.075947 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae3b3f-0b43-4aee-a129-6a6950bbf501 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:30.081908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae3b3f-0b43-4aee-a129-6a6950bbf501 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:30.082596 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84ae3b3f-0b43-4aee-a129-6a6950bbf501 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.090424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae3b3f-0b43-4aee-a129-6a6950bbf501 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=c38ea79a-f6ee-4036-8a1d-e106e39641d7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:30.111304 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-84ae3b3f-0b43-4aee-a129-6a6950bbf501 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4992495 Nov 03 19:11:30.111552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60490) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:30.160027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1008a7a7-bae7-452a-bc8a-17b7d65ed48b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:30.161745 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1008a7a7-bae7-452a-bc8a-17b7d65ed48b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/c38ea79a-f6ee-4036-8a1d-e106e39641d7 HTTP/1.1" status: 200 len: 840 time: 0.0490959 Nov 03 19:11:30.164505 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60492) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:30.258972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0d2a7-cce3-482e-b562-ad0a2fe13319 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port c38ea79a-f6ee-4036-8a1d-e106e39641d7 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:30.259695 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6c0d2a7-cce3-482e-b562-ad0a2fe13319 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.329926 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6c0d2a7-cce3-482e-b562-ad0a2fe13319 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.342835 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0d2a7-cce3-482e-b562-ad0a2fe13319 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for c38ea79a-f6ee-4036-8a1d-e106e39641d7 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:30.417621 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6c0d2a7-cce3-482e-b562-ad0a2fe13319 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.450390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0d2a7-cce3-482e-b562-ad0a2fe13319 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=c38ea79a-f6ee-4036-8a1d-e106e39641d7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:30.454326 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e6c0d2a7-cce3-482e-b562-ad0a2fe13319 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.458026 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e6c0d2a7-cce3-482e-b562-ad0a2fe13319 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/c38ea79a-f6ee-4036-8a1d-e106e39641d7 HTTP/1.1" status: 204 len: 168 time: 0.2922339 Nov 03 19:11:30.461194 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60496) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:30.485728 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc43ca80-474d-4f56-a75e-0640a2639257 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] GET failed (client error): The resource could not be found. Nov 03 19:11:30.487256 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cc43ca80-474d-4f56-a75e-0640a2639257 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/c38ea79a-f6ee-4036-8a1d-e106e39641d7 HTTP/1.1" status: 404 len: 333 time: 0.0251215 Nov 03 19:11:30.491085 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60498) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:30.495904 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d587c14f-72e1-4800-b04c-e52451bca424 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'name': 'tempest-PortsTestJSON-372792198'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:30.582921 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d587c14f-72e1-4800-b04c-e52451bca424 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:30.586646 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d587c14f-72e1-4800-b04c-e52451bca424 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.606727 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-d587c14f-72e1-4800-b04c-e52451bca424 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port e1649f6d-f895-4880-9310-5b2dd33e526f yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:30.660053 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:30.718329 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.101049 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d587c14f-72e1-4800-b04c-e52451bca424 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.133918 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d587c14f-72e1-4800-b04c-e52451bca424 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.177871 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d587c14f-72e1-4800-b04c-e52451bca424 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:31.180989 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d587c14f-72e1-4800-b04c-e52451bca424 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:31.184590 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587c14f-72e1-4800-b04c-e52451bca424 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:31.190774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d587c14f-72e1-4800-b04c-e52451bca424 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:31.191384 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d587c14f-72e1-4800-b04c-e52451bca424 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.207243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587c14f-72e1-4800-b04c-e52451bca424 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=e1649f6d-f895-4880-9310-5b2dd33e526f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:31.216602 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d587c14f-72e1-4800-b04c-e52451bca424 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7244885 Nov 03 19:11:31.219208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60500) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:31.224360 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0f36d1c9-9bb2-42bf-9485-d72831eb4c6e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:31.285639 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f36d1c9-9bb2-42bf-9485-d72831eb4c6e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.441544 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.443282 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f36d1c9-9bb2-42bf-9485-d72831eb4c6e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.448633 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f36d1c9-9bb2-42bf-9485-d72831eb4c6e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.486184 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-0f36d1c9-9bb2-42bf-9485-d72831eb4c6e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] In _notify_port_updated(), no bound segment for port e1649f6d-f895-4880-9310-5b2dd33e526f on network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:11:31.492078 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f36d1c9-9bb2-42bf-9485-d72831eb4c6e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:31.492542 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0f36d1c9-9bb2-42bf-9485-d72831eb4c6e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.493827 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0f36d1c9-9bb2-42bf-9485-d72831eb4c6e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "PUT /v2.0/ports/e1649f6d-f895-4880-9310-5b2dd33e526f HTTP/1.1" status: 200 len: 818 time: 0.2736497 Nov 03 19:11:31.496701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60502) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:31.534811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36d1c9-9bb2-42bf-9485-d72831eb4c6e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=e1649f6d-f895-4880-9310-5b2dd33e526f,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:31.599617 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd4168-9f47-4a89-8f5f-deeb05c80a27 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port e1649f6d-f895-4880-9310-5b2dd33e526f {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:31.600135 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0fd4168-9f47-4a89-8f5f-deeb05c80a27 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.665637 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0fd4168-9f47-4a89-8f5f-deeb05c80a27 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.682241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd4168-9f47-4a89-8f5f-deeb05c80a27 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for e1649f6d-f895-4880-9310-5b2dd33e526f owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:31.765761 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0fd4168-9f47-4a89-8f5f-deeb05c80a27 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.795896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd4168-9f47-4a89-8f5f-deeb05c80a27 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=e1649f6d-f895-4880-9310-5b2dd33e526f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:31.802890 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c0fd4168-9f47-4a89-8f5f-deeb05c80a27 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.806492 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c0fd4168-9f47-4a89-8f5f-deeb05c80a27 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/e1649f6d-f895-4880-9310-5b2dd33e526f HTTP/1.1" status: 204 len: 168 time: 0.3088627 Nov 03 19:11:31.809091 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60504) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:31.856738 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86c9c1a-c441-4eae-9678-be41e735e5e9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:31.858777 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a86c9c1a-c441-4eae-9678-be41e735e5e9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0487156 Nov 03 19:11:31.861656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60506) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:31.888058 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-865f4ab8-e2fe-4065-a5b7-e7d0ae4ba66d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] GET failed (client error): The resource could not be found. Nov 03 19:11:31.889522 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-865f4ab8-e2fe-4065-a5b7-e7d0ae4ba66d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/e1649f6d-f895-4880-9310-5b2dd33e526f HTTP/1.1" status: 404 len: 333 time: 0.0269518 Nov 03 19:11:31.893349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60508) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:31.898196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-348482b2-b310-4518-bb05-cdd0985fa025 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-64041256'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:31.918882 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348482b2-b310-4518-bb05-cdd0985fa025 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:31.922799 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-348482b2-b310-4518-bb05-cdd0985fa025 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.945939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348482b2-b310-4518-bb05-cdd0985fa025 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:31.957043 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-348482b2-b310-4518-bb05-cdd0985fa025 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:31.957392 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-348482b2-b310-4518-bb05-cdd0985fa025 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Added segment 194fbe34-8035-42b4-aa1f-b12f90a3b830 of type vlan for network aced8f80-4de4-420e-a615-f09adac5e915 Nov 03 19:11:32.002076 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-348482b2-b310-4518-bb05-cdd0985fa025 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.026702 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-348482b2-b310-4518-bb05-cdd0985fa025 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.033210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348482b2-b310-4518-bb05-cdd0985fa025 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:32.033856 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-348482b2-b310-4518-bb05-cdd0985fa025 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.093308 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-348482b2-b310-4518-bb05-cdd0985fa025 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1989472 Nov 03 19:11:32.096100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60510) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:32.101421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-04382b9f-2bf5-4857-91e7-08a9443e40be tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'subnet': {'network_id': 'aced8f80-4de4-420e-a615-f09adac5e915', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:32.102269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348482b2-b310-4518-bb05-cdd0985fa025 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Network': ['ID=aced8f80-4de4-420e-a615-f09adac5e915,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:32.115894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network aced8f80-4de4-420e-a615-f09adac5e915 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:32.195907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04382b9f-2bf5-4857-91e7-08a9443e40be tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:32.199427 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04382b9f-2bf5-4857-91e7-08a9443e40be tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.377804 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04382b9f-2bf5-4857-91e7-08a9443e40be tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.437822 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04382b9f-2bf5-4857-91e7-08a9443e40be tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Subnet': ['ID=cdff44bd-176b-4996-811b-f7432bcb55c0,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:32.445103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04382b9f-2bf5-4857-91e7-08a9443e40be tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Checking segment: {'id': '194fbe34-8035-42b4-aa1f-b12f90a3b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'aced8f80-4de4-420e-a615-f09adac5e915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:32.445462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04382b9f-2bf5-4857-91e7-08a9443e40be tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network hostable DHCP agents. Network: aced8f80-4de4-420e-a615-f09adac5e915, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:32.462546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04382b9f-2bf5-4857-91e7-08a9443e40be tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network aced8f80-4de4-420e-a615-f09adac5e915 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:32.471593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-04382b9f-2bf5-4857-91e7-08a9443e40be tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, aced8f80-4de4-420e-a615-f09adac5e915) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:32.475620 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04382b9f-2bf5-4857-91e7-08a9443e40be tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:32.476214 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04382b9f-2bf5-4857-91e7-08a9443e40be tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.481047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e6b67-ae56-491e-a834-c7149f4e43a0 None None] Network aced8f80-4de4-420e-a615-f09adac5e915 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:32.495231 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60512) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:32.495900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-04382b9f-2bf5-4857-91e7-08a9443e40be tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3980842 Nov 03 19:11:32.500876 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-13466d80-ddc6-45eb-aea6-de26b533a759 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'subnet': {'network_id': 'aced8f80-4de4-420e-a615-f09adac5e915', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:32.615614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13466d80-ddc6-45eb-aea6-de26b533a759 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:32.619168 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-13466d80-ddc6-45eb-aea6-de26b533a759 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.637195 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-aced8f80-4de4-420e-a615-f09adac5e915', 'network_id': 'aced8f80-4de4-420e-a615-f09adac5e915', 'tenant_id': '0c2709f6511e4235aa4423c9cb2c71a0', 'fixed_ips': [{'subnet_id': 'cdff44bd-176b-4996-811b-f7432bcb55c0'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:11:32.638117 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.715279 n-d-812150-4 neutron-server[101711]: INFO neutron.db.ipam_backend_mixin [None req-13466d80-ddc6-45eb-aea6-de26b533a759 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cdff44bd-176b-4996-811b-f7432bcb55c0 (CIDR: 172.20.0.0/28) Nov 03 19:11:32.719260 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-13466d80-ddc6-45eb-aea6-de26b533a759 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:32.719894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13466d80-ddc6-45eb-aea6-de26b533a759 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:11:32.735653 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-13466d80-ddc6-45eb-aea6-de26b533a759 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2392566 Nov 03 19:11:32.738393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60514) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:32.743538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9653fcf5-9fe5-4916-b9d6-d55d1ccdb1a9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'subnet': {'network_id': 'aced8f80-4de4-420e-a615-f09adac5e915', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:32.776572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Allocated IP 172.20.0.2 (aced8f80-4de4-420e-a615-f09adac5e915/cdff44bd-176b-4996-811b-f7432bcb55c0/699f69a0-0d88-4ea3-9c42-0a51cf65c8df) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:32.852319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9653fcf5-9fe5-4916-b9d6-d55d1ccdb1a9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:32.856040 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9653fcf5-9fe5-4916-b9d6-d55d1ccdb1a9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.931247 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:32.941397 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.110766 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9653fcf5-9fe5-4916-b9d6-d55d1ccdb1a9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.155772 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Network aced8f80-4de4-420e-a615-f09adac5e915 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:33.156377 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9653fcf5-9fe5-4916-b9d6-d55d1ccdb1a9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network aced8f80-4de4-420e-a615-f09adac5e915 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:33.156844 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Pushing event updated for resources: {'Port': ['ID=699f69a0-0d88-4ea3-9c42-0a51cf65c8df,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:33.159456 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:33.159929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-9653fcf5-9fe5-4916-b9d6-d55d1ccdb1a9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:33.164778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9653fcf5-9fe5-4916-b9d6-d55d1ccdb1a9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:33.165092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:33.165439 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9653fcf5-9fe5-4916-b9d6-d55d1ccdb1a9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.185160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653fcf5-9fe5-4916-b9d6-d55d1ccdb1a9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Subnet': ['ID=84769407-4f5a-41aa-bf99-600a1eeeb50a,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:33.195173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60516) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:33.195806 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9653fcf5-9fe5-4916-b9d6-d55d1ccdb1a9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4558687 Nov 03 19:11:33.200560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-78c734e3-9dd2-47ef-8c94-ade7a625fc4c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'network_id': 'aced8f80-4de4-420e-a615-f09adac5e915', 'fixed_ips': [{'subnet_id': 'cdff44bd-176b-4996-811b-f7432bcb55c0'}, {'subnet_id': '84769407-4f5a-41aa-bf99-600a1eeeb50a'}], 'name': 'tempest-PortsTestJSON-307581465'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:33.218861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Attempting to bind port 699f69a0-0d88-4ea3-9c42-0a51cf65c8df on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:33.219400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Attempting to bind port 699f69a0-0d88-4ea3-9c42-0a51cf65c8df by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '194fbe34-8035-42b4-aa1f-b12f90a3b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'aced8f80-4de4-420e-a615-f09adac5e915'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:33.220019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Attempting to bind port 699f69a0-0d88-4ea3-9c42-0a51cf65c8df on network aced8f80-4de4-420e-a615-f09adac5e915 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:33.225610 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:33.225994 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Checking segment: {'id': '194fbe34-8035-42b4-aa1f-b12f90a3b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'aced8f80-4de4-420e-a615-f09adac5e915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:33.226392 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.226785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Bound using segment: {'id': '194fbe34-8035-42b4-aa1f-b12f90a3b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'aced8f80-4de4-420e-a615-f09adac5e915'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:33.227253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Bound port: 699f69a0-0d88-4ea3-9c42-0a51cf65c8df, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194fbe34-8035-42b4-aa1f-b12f90a3b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'aced8f80-4de4-420e-a615-f09adac5e915'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:33.227657 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.293099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] For port 699f69a0-0d88-4ea3-9c42-0a51cf65c8df, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:33.296875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] For port 699f69a0-0d88-4ea3-9c42-0a51cf65c8df, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=699f69a0-0d88-4ea3-9c42-0a51cf65c8df,segment=NetworkSegment(194fbe34-8035-42b4-aa1f-b12f90a3b830),segment_id=194fbe34-8035-42b4-aa1f-b12f90a3b830)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:33.301991 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.320609 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c734e3-9dd2-47ef-8c94-ade7a625fc4c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:33.369192 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b2b93-4825-4ed8-84d5-be4553400fa1 None None] Pushing event updated for resources: {'Port': ['ID=699f69a0-0d88-4ea3-9c42-0a51cf65c8df,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:33.410187 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-78c734e3-9dd2-47ef-8c94-ade7a625fc4c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.427757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-78c734e3-9dd2-47ef-8c94-ade7a625fc4c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port fad9e395-2962-4bf9-948a-dd8a5fda1f5c yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:33.704931 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-78c734e3-9dd2-47ef-8c94-ade7a625fc4c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Allocated IP 172.20.0.4 (aced8f80-4de4-420e-a615-f09adac5e915/cdff44bd-176b-4996-811b-f7432bcb55c0/fad9e395-2962-4bf9-948a-dd8a5fda1f5c) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:33.711118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-78c734e3-9dd2-47ef-8c94-ade7a625fc4c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Allocated IP 172.20.0.24 (aced8f80-4de4-420e-a615-f09adac5e915/84769407-4f5a-41aa-bf99-600a1eeeb50a/fad9e395-2962-4bf9-948a-dd8a5fda1f5c) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:33.852117 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-78c734e3-9dd2-47ef-8c94-ade7a625fc4c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.886911 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-78c734e3-9dd2-47ef-8c94-ade7a625fc4c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:33.931328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c734e3-9dd2-47ef-8c94-ade7a625fc4c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network aced8f80-4de4-420e-a615-f09adac5e915 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:33.934316 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-78c734e3-9dd2-47ef-8c94-ade7a625fc4c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:33.940077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c734e3-9dd2-47ef-8c94-ade7a625fc4c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:33.976261 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c734e3-9dd2-47ef-8c94-ade7a625fc4c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=fad9e395-2962-4bf9-948a-dd8a5fda1f5c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:33.998727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c734e3-9dd2-47ef-8c94-ade7a625fc4c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:33.999384 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-78c734e3-9dd2-47ef-8c94-ade7a625fc4c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.021632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-78c734e3-9dd2-47ef-8c94-ade7a625fc4c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 0.8222544 Nov 03 19:11:34.021995 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60518) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:34.027468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a66bcbc6-52c2-43c7-9a68-6846991d7d8d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cdff44bd-176b-4996-811b-f7432bcb55c0'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:34.068926 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 699f69a0-0d88-4ea3-9c42-0a51cf65c8df up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:34.120470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 699f69a0-0d88-4ea3-9c42-0a51cf65c8df triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:34.120648 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.192445 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a66bcbc6-52c2-43c7-9a68-6846991d7d8d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.207072 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.243335 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 699f69a0-0d88-4ea3-9c42-0a51cf65c8df, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=699f69a0-0d88-4ea3-9c42-0a51cf65c8df,segment=NetworkSegment(194fbe34-8035-42b4-aa1f-b12f90a3b830),segment_id=194fbe34-8035-42b4-aa1f-b12f90a3b830)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:34.249109 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.311464 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=699f69a0-0d88-4ea3-9c42-0a51cf65c8df,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:34.364572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb02d2b-eee8-499e-8df2-e0a42e2369e5 None None] Network aced8f80-4de4-420e-a615-f09adac5e915 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:34.445598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-cffeda85-a408-4028-84fc-ff262142893f None None] Provisioning complete for port 699f69a0-0d88-4ea3-9c42-0a51cf65c8df triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:34.446002 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cffeda85-a408-4028-84fc-ff262142893f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.465229 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-a66bcbc6-52c2-43c7-9a68-6846991d7d8d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Delete allocated IP 172.20.0.24 (aced8f80-4de4-420e-a615-f09adac5e915/84769407-4f5a-41aa-bf99-600a1eeeb50a) {{(pid=101711) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:11:34.595478 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a66bcbc6-52c2-43c7-9a68-6846991d7d8d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.600631 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a66bcbc6-52c2-43c7-9a68-6846991d7d8d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.652150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01759137-3c8d-41bd-81f1-4545e177da61 None None] Update dhcp port {'port': {'network_id': 'aced8f80-4de4-420e-a615-f09adac5e915', 'fixed_ips': [{'subnet_id': 'cdff44bd-176b-4996-811b-f7432bcb55c0', 'ip_address': '172.20.0.2'}, {'subnet_id': '84769407-4f5a-41aa-bf99-600a1eeeb50a'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '699f69a0-0d88-4ea3-9c42-0a51cf65c8df'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:11:34.674255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66bcbc6-52c2-43c7-9a68-6846991d7d8d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=fad9e395-2962-4bf9-948a-dd8a5fda1f5c,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:34.677846 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-01759137-3c8d-41bd-81f1-4545e177da61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.717277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a66bcbc6-52c2-43c7-9a68-6846991d7d8d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] In _notify_port_updated(), no bound segment for port fad9e395-2962-4bf9-948a-dd8a5fda1f5c on network aced8f80-4de4-420e-a615-f09adac5e915 {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:11:34.722901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66bcbc6-52c2-43c7-9a68-6846991d7d8d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:34.723523 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a66bcbc6-52c2-43c7-9a68-6846991d7d8d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.724867 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a66bcbc6-52c2-43c7-9a68-6846991d7d8d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "PUT /v2.0/ports/fad9e395-2962-4bf9-948a-dd8a5fda1f5c HTTP/1.1" status: 200 len: 918 time: 0.7017808 Nov 03 19:11:34.727561 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60520) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:34.733131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f280252d-4ac7-4c54-963a-31883bba7247 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cdff44bd-176b-4996-811b-f7432bcb55c0'}, {'subnet_id': '84769407-4f5a-41aa-bf99-600a1eeeb50a'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:34.802313 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f280252d-4ac7-4c54-963a-31883bba7247 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.840295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-01759137-3c8d-41bd-81f1-4545e177da61 None None] Allocated IP 172.20.0.18 (aced8f80-4de4-420e-a615-f09adac5e915/84769407-4f5a-41aa-bf99-600a1eeeb50a/699f69a0-0d88-4ea3-9c42-0a51cf65c8df) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:34.941709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-01759137-3c8d-41bd-81f1-4545e177da61 None None] For port 699f69a0-0d88-4ea3-9c42-0a51cf65c8df, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=699f69a0-0d88-4ea3-9c42-0a51cf65c8df,segment=NetworkSegment(194fbe34-8035-42b4-aa1f-b12f90a3b830),segment_id=194fbe34-8035-42b4-aa1f-b12f90a3b830)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:34.970733 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-01759137-3c8d-41bd-81f1-4545e177da61 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:34.975352 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-01759137-3c8d-41bd-81f1-4545e177da61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.059221 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-f280252d-4ac7-4c54-963a-31883bba7247 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Allocated IP 172.20.0.28 (aced8f80-4de4-420e-a615-f09adac5e915/84769407-4f5a-41aa-bf99-600a1eeeb50a/fad9e395-2962-4bf9-948a-dd8a5fda1f5c) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:35.065817 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01759137-3c8d-41bd-81f1-4545e177da61 None None] Pushing event updated for resources: {'Port': ['ID=699f69a0-0d88-4ea3-9c42-0a51cf65c8df,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:35.188334 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f280252d-4ac7-4c54-963a-31883bba7247 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.193234 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f280252d-4ac7-4c54-963a-31883bba7247 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.285127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280252d-4ac7-4c54-963a-31883bba7247 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=fad9e395-2962-4bf9-948a-dd8a5fda1f5c,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:35.328811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f280252d-4ac7-4c54-963a-31883bba7247 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] In _notify_port_updated(), no bound segment for port fad9e395-2962-4bf9-948a-dd8a5fda1f5c on network aced8f80-4de4-420e-a615-f09adac5e915 {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:11:35.334456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f280252d-4ac7-4c54-963a-31883bba7247 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:35.335109 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f280252d-4ac7-4c54-963a-31883bba7247 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.336547 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f280252d-4ac7-4c54-963a-31883bba7247 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "PUT /v2.0/ports/fad9e395-2962-4bf9-948a-dd8a5fda1f5c HTTP/1.1" status: 200 len: 998 time: 0.6080232 Nov 03 19:11:35.339283 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60522) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:35.433638 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-bf9e8ab9-f810-44c3-b0fd-1f242dd2e6d4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port fad9e395-2962-4bf9-948a-dd8a5fda1f5c {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:35.433974 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf9e8ab9-f810-44c3-b0fd-1f242dd2e6d4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.528360 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc34234-3175-4bde-abe5-4313a4531ef0 None None] Network aced8f80-4de4-420e-a615-f09adac5e915 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:35.531359 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf9e8ab9-f810-44c3-b0fd-1f242dd2e6d4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.544774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-bf9e8ab9-f810-44c3-b0fd-1f242dd2e6d4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for fad9e395-2962-4bf9-948a-dd8a5fda1f5c owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:35.647884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0453ba52-1624-4f5f-8926-76446d1fd372 None None] Provisioning complete for port 699f69a0-0d88-4ea3-9c42-0a51cf65c8df triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:35.648256 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0453ba52-1624-4f5f-8926-76446d1fd372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.724508 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf9e8ab9-f810-44c3-b0fd-1f242dd2e6d4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.755562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e8ab9-f810-44c3-b0fd-1f242dd2e6d4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=fad9e395-2962-4bf9-948a-dd8a5fda1f5c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:35.770399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0453ba52-1624-4f5f-8926-76446d1fd372 None None] Could not find standard attr ID for object fad9e395-2962-4bf9-948a-dd8a5fda1f5c. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:11:35.847255 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf9e8ab9-f810-44c3-b0fd-1f242dd2e6d4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.850518 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bf9e8ab9-f810-44c3-b0fd-1f242dd2e6d4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/fad9e395-2962-4bf9-948a-dd8a5fda1f5c HTTP/1.1" status: 204 len: 168 time: 0.5102673 Nov 03 19:11:35.853162 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60524) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:35.876539 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa42bef-959b-49ca-9fea-66ddcd5a2af2 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] GET failed (client error): The resource could not be found. Nov 03 19:11:35.877951 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ffa42bef-959b-49ca-9fea-66ddcd5a2af2 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/fad9e395-2962-4bf9-948a-dd8a5fda1f5c HTTP/1.1" status: 404 len: 333 time: 0.0238855 Nov 03 19:11:35.880521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60526) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:35.930565 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d9fa06-1dbb-4f10-a56c-853867fb46d2 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting subnet 84769407-4f5a-41aa-bf99-600a1eeeb50a {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:35.933643 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32d9fa06-1dbb-4f10-a56c-853867fb46d2 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:35.972946 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32d9fa06-1dbb-4f10-a56c-853867fb46d2 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.011642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 699f69a0-0d88-4ea3-9c42-0a51cf65c8df up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:36.060020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 699f69a0-0d88-4ea3-9c42-0a51cf65c8df triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:36.061154 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.067943 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32d9fa06-1dbb-4f10-a56c-853867fb46d2 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.128732 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32d9fa06-1dbb-4f10-a56c-853867fb46d2 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.157328 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9fa06-1dbb-4f10-a56c-853867fb46d2 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Subnet': ['ID=84769407-4f5a-41aa-bf99-600a1eeeb50a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:36.159678 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32d9fa06-1dbb-4f10-a56c-853867fb46d2 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.162918 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-32d9fa06-1dbb-4f10-a56c-853867fb46d2 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/84769407-4f5a-41aa-bf99-600a1eeeb50a HTTP/1.1" status: 204 len: 168 time: 0.2814968 Nov 03 19:11:36.165673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60528) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:36.218202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c92d5c6-7f28-49b3-93bb-769245ce37ac tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting subnet cdff44bd-176b-4996-811b-f7432bcb55c0 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:36.221271 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c92d5c6-7f28-49b3-93bb-769245ce37ac tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.261664 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c92d5c6-7f28-49b3-93bb-769245ce37ac tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.351391 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c92d5c6-7f28-49b3-93bb-769245ce37ac tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.412869 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c92d5c6-7f28-49b3-93bb-769245ce37ac tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.440832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92d5c6-7f28-49b3-93bb-769245ce37ac tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Subnet': ['ID=cdff44bd-176b-4996-811b-f7432bcb55c0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:36.448286 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c92d5c6-7f28-49b3-93bb-769245ce37ac tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.454713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60530) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:36.455037 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5c92d5c6-7f28-49b3-93bb-769245ce37ac tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/cdff44bd-176b-4996-811b-f7432bcb55c0 HTTP/1.1" status: 204 len: 168 time: 0.2879646 Nov 03 19:11:36.541900 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.573399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2272cf-f17e-42eb-988f-51459e7cb707 None None] Network aced8f80-4de4-420e-a615-f09adac5e915 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:36.596120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port 699f69a0-0d88-4ea3-9c42-0a51cf65c8df {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:36.596457 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.644282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0c7553bb-a5ea-4a37-a8d5-35e3a33fc305 None None] Provisioning complete for port 699f69a0-0d88-4ea3-9c42-0a51cf65c8df triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:36.644909 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0c7553bb-a5ea-4a37-a8d5-35e3a33fc305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.659600 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] For port 699f69a0-0d88-4ea3-9c42-0a51cf65c8df, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=699f69a0-0d88-4ea3-9c42-0a51cf65c8df,segment=NetworkSegment(194fbe34-8035-42b4-aa1f-b12f90a3b830),segment_id=194fbe34-8035-42b4-aa1f-b12f90a3b830)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:36.660022 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.677687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for 699f69a0-0d88-4ea3-9c42-0a51cf65c8df owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:36.768571 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.785984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0c7553bb-a5ea-4a37-a8d5-35e3a33fc305 None None] Could not find standard attr ID for object fad9e395-2962-4bf9-948a-dd8a5fda1f5c. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:11:36.803770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No DVR routers for this DVR port 699f69a0-0d88-4ea3-9c42-0a51cf65c8df on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:36.804183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4735365-96c5-48d2-8925-f52f6df0976a None None] DHCP port deletion for aced8f80-4de4-420e-a615-f09adac5e915 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:11:36.810467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=699f69a0-0d88-4ea3-9c42-0a51cf65c8df,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:36.890040 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.910277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aced8f80-4de4-420e-a615-f09adac5e915']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:36.919834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194fbe34-8035-42b4-aa1f-b12f90a3b830') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:36.920128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194fbe34-8035-42b4-aa1f-b12f90a3b830') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:36.929297 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.942702 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.948544 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:36.948928 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:36.952797 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:37.014449 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.022330 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.025318 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/networks/aced8f80-4de4-420e-a615-f09adac5e915 HTTP/1.1" status: 204 len: 168 time: 0.5694311 Nov 03 19:11:37.029141 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60534) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:37.038424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4e68b-3eb8-4b3d-bec4-0744a3db845a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Network': ['ID=aced8f80-4de4-420e-a615-f09adac5e915,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:37.079862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a68584-1fc4-4916-8b55-efa6757f5ffa tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:37.081327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-40a68584-1fc4-4916-8b55-efa6757f5ffa tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0512021 Nov 03 19:11:37.084887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60536) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:37.129400 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-64aa3d2c-0833-4589-9648-8a9011bf5c80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0433187 Nov 03 19:11:37.132611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60538) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:37.137345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-cb82eb08-5963-4ce2-814c-c54e1c3d9dcc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1253267081'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:37.157669 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb82eb08-5963-4ce2-814c-c54e1c3d9dcc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:37.161518 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb82eb08-5963-4ce2-814c-c54e1c3d9dcc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.185792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb82eb08-5963-4ce2-814c-c54e1c3d9dcc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:37.194884 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb82eb08-5963-4ce2-814c-c54e1c3d9dcc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.195299 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-cb82eb08-5963-4ce2-814c-c54e1c3d9dcc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Added segment e8dadbe7-838d-4654-9ffb-cb925eeafeb7 of type vlan for network 867af4f3-d9e5-4384-b6f7-93af1daa23de Nov 03 19:11:37.235189 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb82eb08-5963-4ce2-814c-c54e1c3d9dcc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.259805 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb82eb08-5963-4ce2-814c-c54e1c3d9dcc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.266347 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb82eb08-5963-4ce2-814c-c54e1c3d9dcc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:37.266930 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cb82eb08-5963-4ce2-814c-c54e1c3d9dcc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.305866 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cb82eb08-5963-4ce2-814c-c54e1c3d9dcc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1722252 Nov 03 19:11:37.308711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60542) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:37.314270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-54a34ac5-b76a-455f-96bf-b66b1905e07a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'subnet': {'network_id': '867af4f3-d9e5-4384-b6f7-93af1daa23de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:37.340591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82eb08-5963-4ce2-814c-c54e1c3d9dcc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Network': ['ID=867af4f3-d9e5-4384-b6f7-93af1daa23de,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:37.352129 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:11:37.356446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 867af4f3-d9e5-4384-b6f7-93af1daa23de details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:37.418612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a34ac5-b76a-455f-96bf-b66b1905e07a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:37.424466 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-54a34ac5-b76a-455f-96bf-b66b1905e07a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.606669 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-54a34ac5-b76a-455f-96bf-b66b1905e07a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.667294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a34ac5-b76a-455f-96bf-b66b1905e07a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Subnet': ['ID=34595992-aa2e-4842-90ef-ecd6f7c1c18d,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:37.677409 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a34ac5-b76a-455f-96bf-b66b1905e07a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Checking segment: {'id': 'e8dadbe7-838d-4654-9ffb-cb925eeafeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '867af4f3-d9e5-4384-b6f7-93af1daa23de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:37.677775 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a34ac5-b76a-455f-96bf-b66b1905e07a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network hostable DHCP agents. Network: 867af4f3-d9e5-4384-b6f7-93af1daa23de, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:37.695820 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a34ac5-b76a-455f-96bf-b66b1905e07a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 867af4f3-d9e5-4384-b6f7-93af1daa23de is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:37.705895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-54a34ac5-b76a-455f-96bf-b66b1905e07a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 867af4f3-d9e5-4384-b6f7-93af1daa23de) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:37.710212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a34ac5-b76a-455f-96bf-b66b1905e07a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:37.710798 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-54a34ac5-b76a-455f-96bf-b66b1905e07a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.719529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7107c5d6-89c4-4457-8a58-e40866bf639e None None] Network 867af4f3-d9e5-4384-b6f7-93af1daa23de requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:37.727139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-54a34ac5-b76a-455f-96bf-b66b1905e07a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4172935 Nov 03 19:11:37.729769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60544) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:37.735737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a213ccb1-a936-4efd-984f-5907a097d711 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'network_id': '867af4f3-d9e5-4384-b6f7-93af1daa23de', 'name': 'tempest-PortsTestJSON-1168822805'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:37.850208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a213ccb1-a936-4efd-984f-5907a097d711 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:37.854328 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a213ccb1-a936-4efd-984f-5907a097d711 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.872448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-867af4f3-d9e5-4384-b6f7-93af1daa23de', 'network_id': '867af4f3-d9e5-4384-b6f7-93af1daa23de', 'tenant_id': '0c2709f6511e4235aa4423c9cb2c71a0', 'fixed_ips': [{'subnet_id': '34595992-aa2e-4842-90ef-ecd6f7c1c18d'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:11:37.873352 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:37.875747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-a213ccb1-a936-4efd-984f-5907a097d711 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port 5bb55e0e-db82-49a5-96d9-e5427b811838 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:37.992141 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-a213ccb1-a936-4efd-984f-5907a097d711 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Allocated IP 172.20.0.5 (867af4f3-d9e5-4384-b6f7-93af1daa23de/34595992-aa2e-4842-90ef-ecd6f7c1c18d/5bb55e0e-db82-49a5-96d9-e5427b811838) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:38.012976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 699f69a0-0d88-4ea3-9c42-0a51cf65c8df no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:38.034682 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 699f69a0-0d88-4ea3-9c42-0a51cf65c8df {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:38.035064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 699f69a0-0d88-4ea3-9c42-0a51cf65c8df not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:38.150897 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a213ccb1-a936-4efd-984f-5907a097d711 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.185106 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a213ccb1-a936-4efd-984f-5907a097d711 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.230493 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a213ccb1-a936-4efd-984f-5907a097d711 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 867af4f3-d9e5-4384-b6f7-93af1daa23de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:38.231528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Allocated IP 172.20.0.2 (867af4f3-d9e5-4384-b6f7-93af1daa23de/34595992-aa2e-4842-90ef-ecd6f7c1c18d/49af3b51-a89b-42e7-814d-d691e3613797) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:38.234109 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-a213ccb1-a936-4efd-984f-5907a097d711 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:38.240451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a213ccb1-a936-4efd-984f-5907a097d711 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:38.267297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213ccb1-a936-4efd-984f-5907a097d711 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=5bb55e0e-db82-49a5-96d9-e5427b811838,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:38.298132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a213ccb1-a936-4efd-984f-5907a097d711 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:38.298940 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a213ccb1-a936-4efd-984f-5907a097d711 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.315699 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a213ccb1-a936-4efd-984f-5907a097d711 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5848553 Nov 03 19:11:38.318204 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60546) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:38.323189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6d71ad2f-a0df-4c56-9745-e440f8c81045 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'network_id': '867af4f3-d9e5-4384-b6f7-93af1daa23de', 'name': 'tempest-PortsTestJSON-1513051817'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:38.380870 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.386506 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.426016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Network 867af4f3-d9e5-4384-b6f7-93af1daa23de is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:38.430785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:38.434333 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:38.443095 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Pushing event updated for resources: {'Port': ['ID=49af3b51-a89b-42e7-814d-d691e3613797,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:38.445387 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d71ad2f-a0df-4c56-9745-e440f8c81045 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:38.449957 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d71ad2f-a0df-4c56-9745-e440f8c81045 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.468886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-6d71ad2f-a0df-4c56-9745-e440f8c81045 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port f8bab87d-3359-4202-b14c-f950e2f8a00f yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:38.494833 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Attempting to bind port 49af3b51-a89b-42e7-814d-d691e3613797 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:38.495297 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Attempting to bind port 49af3b51-a89b-42e7-814d-d691e3613797 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'e8dadbe7-838d-4654-9ffb-cb925eeafeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '867af4f3-d9e5-4384-b6f7-93af1daa23de'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:38.495689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Attempting to bind port 49af3b51-a89b-42e7-814d-d691e3613797 on network 867af4f3-d9e5-4384-b6f7-93af1daa23de {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:38.501307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:38.501672 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Checking segment: {'id': 'e8dadbe7-838d-4654-9ffb-cb925eeafeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '867af4f3-d9e5-4384-b6f7-93af1daa23de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:38.502065 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.502454 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Bound using segment: {'id': 'e8dadbe7-838d-4654-9ffb-cb925eeafeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '867af4f3-d9e5-4384-b6f7-93af1daa23de'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:38.502914 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Bound port: 49af3b51-a89b-42e7-814d-d691e3613797, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8dadbe7-838d-4654-9ffb-cb925eeafeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '867af4f3-d9e5-4384-b6f7-93af1daa23de'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:38.503289 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.570900 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] For port 49af3b51-a89b-42e7-814d-d691e3613797, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:38.574243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] For port 49af3b51-a89b-42e7-814d-d691e3613797, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=49af3b51-a89b-42e7-814d-d691e3613797,segment=NetworkSegment(e8dadbe7-838d-4654-9ffb-cb925eeafeb7),segment_id=e8dadbe7-838d-4654-9ffb-cb925eeafeb7)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:38.578157 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.581720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-6d71ad2f-a0df-4c56-9745-e440f8c81045 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Allocated IP 172.20.0.6 (867af4f3-d9e5-4384-b6f7-93af1daa23de/34595992-aa2e-4842-90ef-ecd6f7c1c18d/f8bab87d-3359-4202-b14c-f950e2f8a00f) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:38.636876 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ac15f-5a7e-4e0a-a59e-4b221f816e9d None None] Pushing event updated for resources: {'Port': ['ID=49af3b51-a89b-42e7-814d-d691e3613797,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:38.749607 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d71ad2f-a0df-4c56-9745-e440f8c81045 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.788633 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d71ad2f-a0df-4c56-9745-e440f8c81045 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.856916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d71ad2f-a0df-4c56-9745-e440f8c81045 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 867af4f3-d9e5-4384-b6f7-93af1daa23de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:38.860342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6d71ad2f-a0df-4c56-9745-e440f8c81045 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:38.865472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d71ad2f-a0df-4c56-9745-e440f8c81045 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:38.869798 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71ad2f-a0df-4c56-9745-e440f8c81045 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=f8bab87d-3359-4202-b14c-f950e2f8a00f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:38.925377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d71ad2f-a0df-4c56-9745-e440f8c81045 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:38.926007 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6d71ad2f-a0df-4c56-9745-e440f8c81045 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:38.943945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6d71ad2f-a0df-4c56-9745-e440f8c81045 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6244712 Nov 03 19:11:38.946456 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60548) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:38.997119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4ea50d-8133-46ef-aeab-cc8edc5e1bb4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:38.999238 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ac4ea50d-8133-46ef-aeab-cc8edc5e1bb4 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.0518129 Nov 03 19:11:39.002054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60550) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:39.090941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-fca18ff2-6b56-400b-b74f-f1e7613ef847 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port f8bab87d-3359-4202-b14c-f950e2f8a00f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:39.091286 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fca18ff2-6b56-400b-b74f-f1e7613ef847 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.182510 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fca18ff2-6b56-400b-b74f-f1e7613ef847 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.195452 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-fca18ff2-6b56-400b-b74f-f1e7613ef847 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for f8bab87d-3359-4202-b14c-f950e2f8a00f owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:39.329055 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fca18ff2-6b56-400b-b74f-f1e7613ef847 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.359182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca18ff2-6b56-400b-b74f-f1e7613ef847 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=f8bab87d-3359-4202-b14c-f950e2f8a00f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:39.430323 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fca18ff2-6b56-400b-b74f-f1e7613ef847 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.434492 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fca18ff2-6b56-400b-b74f-f1e7613ef847 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/f8bab87d-3359-4202-b14c-f950e2f8a00f HTTP/1.1" status: 204 len: 168 time: 0.4311855 Nov 03 19:11:39.437303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60552) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:39.465426 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bac30e2-7e25-4396-8424-27286912bd92 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] GET failed (client error): The resource could not be found. Nov 03 19:11:39.467562 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6bac30e2-7e25-4396-8424-27286912bd92 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/f8bab87d-3359-4202-b14c-f950e2f8a00f HTTP/1.1" status: 404 len: 333 time: 0.0292604 Nov 03 19:11:39.471003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60554) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:39.567515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-0221eb58-7242-4286-9741-d7d1c7d44cf0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port 5bb55e0e-db82-49a5-96d9-e5427b811838 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:39.567924 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0221eb58-7242-4286-9741-d7d1c7d44cf0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.607840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1f8029-fc92-4223-9d1d-c0514a7de3a0 None None] Network 867af4f3-d9e5-4384-b6f7-93af1daa23de requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:39.655802 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0221eb58-7242-4286-9741-d7d1c7d44cf0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.668246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-0221eb58-7242-4286-9741-d7d1c7d44cf0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for 5bb55e0e-db82-49a5-96d9-e5427b811838 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:39.673861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-80a4cc68-d142-449f-91bd-19456e1f3e23 None None] Provisioning complete for port 49af3b51-a89b-42e7-814d-d691e3613797 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:39.674236 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80a4cc68-d142-449f-91bd-19456e1f3e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.809072 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0221eb58-7242-4286-9741-d7d1c7d44cf0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.827183 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80a4cc68-d142-449f-91bd-19456e1f3e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.836284 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221eb58-7242-4286-9741-d7d1c7d44cf0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=5bb55e0e-db82-49a5-96d9-e5427b811838,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:39.910678 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0221eb58-7242-4286-9741-d7d1c7d44cf0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:39.916670 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0221eb58-7242-4286-9741-d7d1c7d44cf0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/5bb55e0e-db82-49a5-96d9-e5427b811838 HTTP/1.1" status: 204 len: 168 time: 0.4423463 Nov 03 19:11:39.916941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60556) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:39.946554 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a05e088-8e9f-41f9-a022-286f6372fd17 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] GET failed (client error): The resource could not be found. Nov 03 19:11:39.951364 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3a05e088-8e9f-41f9-a022-286f6372fd17 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/5bb55e0e-db82-49a5-96d9-e5427b811838 HTTP/1.1" status: 404 len: 333 time: 0.0302806 Nov 03 19:11:39.951728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60558) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:40.010623 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-876d7e12-1178-44f6-a11f-ed2dd8d06527 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting subnet 34595992-aa2e-4842-90ef-ecd6f7c1c18d {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:40.015741 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-876d7e12-1178-44f6-a11f-ed2dd8d06527 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.020398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-80a4cc68-d142-449f-91bd-19456e1f3e23 None None] For port 49af3b51-a89b-42e7-814d-d691e3613797, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=49af3b51-a89b-42e7-814d-d691e3613797,segment=NetworkSegment(e8dadbe7-838d-4654-9ffb-cb925eeafeb7),segment_id=e8dadbe7-838d-4654-9ffb-cb925eeafeb7)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:40.025396 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80a4cc68-d142-449f-91bd-19456e1f3e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.062641 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-876d7e12-1178-44f6-a11f-ed2dd8d06527 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.088069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4cc68-d142-449f-91bd-19456e1f3e23 None None] Pushing event updated for resources: {'Port': ['ID=49af3b51-a89b-42e7-814d-d691e3613797,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:40.093595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 49af3b51-a89b-42e7-814d-d691e3613797 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:40.146628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 49af3b51-a89b-42e7-814d-d691e3613797 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:40.146905 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.171324 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-876d7e12-1178-44f6-a11f-ed2dd8d06527 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.237268 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-876d7e12-1178-44f6-a11f-ed2dd8d06527 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.265918 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d7e12-1178-44f6-a11f-ed2dd8d06527 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Subnet': ['ID=34595992-aa2e-4842-90ef-ecd6f7c1c18d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:40.269823 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-876d7e12-1178-44f6-a11f-ed2dd8d06527 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.275747 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-876d7e12-1178-44f6-a11f-ed2dd8d06527 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/34595992-aa2e-4842-90ef-ecd6f7c1c18d HTTP/1.1" status: 204 len: 168 time: 0.3204377 Nov 03 19:11:40.276027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60560) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:40.344705 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a00dd6ad-2c5a-4b56-ab29-7528affb14dd None None] Could not find standard attr ID for object 5bb55e0e-db82-49a5-96d9-e5427b811838. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:11:40.356849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a00dd6ad-2c5a-4b56-ab29-7528affb14dd None None] Provisioning complete for port 49af3b51-a89b-42e7-814d-d691e3613797 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:40.357697 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a00dd6ad-2c5a-4b56-ab29-7528affb14dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.364545 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.423252 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port 49af3b51-a89b-42e7-814d-d691e3613797 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:40.423704 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.473010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5048483c-e236-4457-a291-a02e3301b330 None None] Network 867af4f3-d9e5-4384-b6f7-93af1daa23de requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:40.495252 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] For port 49af3b51-a89b-42e7-814d-d691e3613797, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=49af3b51-a89b-42e7-814d-d691e3613797,segment=NetworkSegment(e8dadbe7-838d-4654-9ffb-cb925eeafeb7),segment_id=e8dadbe7-838d-4654-9ffb-cb925eeafeb7)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:40.495875 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.509573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for 49af3b51-a89b-42e7-814d-d691e3613797 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:40.592264 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-2d9bafcf-ded4-41a3-8e67-e55abdbbab59 None None] Could not find standard attr ID for object 5bb55e0e-db82-49a5-96d9-e5427b811838. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:11:40.605979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.638062 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=49af3b51-a89b-42e7-814d-d691e3613797,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:40.640158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No DVR routers for this DVR port 49af3b51-a89b-42e7-814d-d691e3613797 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:40.716677 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dd5274-7d63-4de3-8d82-a3f5d9ca8bf2 None None] DHCP port deletion for 867af4f3-d9e5-4384-b6f7-93af1daa23de request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:11:40.738390 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.764107 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867af4f3-d9e5-4384-b6f7-93af1daa23de']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:40.774870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8dadbe7-838d-4654-9ffb-cb925eeafeb7') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:40.775170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8dadbe7-838d-4654-9ffb-cb925eeafeb7') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:40.786358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.800591 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.806575 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:40.806962 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:40.809928 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:40.868603 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.875315 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.878828 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/networks/867af4f3-d9e5-4384-b6f7-93af1daa23de HTTP/1.1" status: 204 len: 168 time: 0.6018531 Nov 03 19:11:40.883087 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60562) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:40.888333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f85ec0e8-87ac-42c9-8491-12ec803583c6 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1819170843'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:40.890633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd641b2-edd1-4c47-958c-ee85136b2ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Network': ['ID=867af4f3-d9e5-4384-b6f7-93af1daa23de,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:40.910144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85ec0e8-87ac-42c9-8491-12ec803583c6 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:40.914026 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f85ec0e8-87ac-42c9-8491-12ec803583c6 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.939724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85ec0e8-87ac-42c9-8491-12ec803583c6 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:40.949511 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f85ec0e8-87ac-42c9-8491-12ec803583c6 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:40.949760 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-f85ec0e8-87ac-42c9-8491-12ec803583c6 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Added segment 25fbcbe6-4b09-481b-b475-b2e72f22d4e6 of type vlan for network dd5cffde-5a23-47c2-a016-09c98bab82f0 Nov 03 19:11:41.002354 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f85ec0e8-87ac-42c9-8491-12ec803583c6 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.026622 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f85ec0e8-87ac-42c9-8491-12ec803583c6 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.032813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ec0e8-87ac-42c9-8491-12ec803583c6 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:41.033403 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f85ec0e8-87ac-42c9-8491-12ec803583c6 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.099840 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f85ec0e8-87ac-42c9-8491-12ec803583c6 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2154107 Nov 03 19:11:41.103414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60564) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:41.109057 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-bb4bcd97-46ef-4215-b7f6-65a3e807dbd7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'subnet': {'network_id': 'dd5cffde-5a23-47c2-a016-09c98bab82f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:41.109697 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ec0e8-87ac-42c9-8491-12ec803583c6 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Network': ['ID=dd5cffde-5a23-47c2-a016-09c98bab82f0,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:41.120690 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network dd5cffde-5a23-47c2-a016-09c98bab82f0 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:41.209436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4bcd97-46ef-4215-b7f6-65a3e807dbd7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:41.213009 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bb4bcd97-46ef-4215-b7f6-65a3e807dbd7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.388108 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bb4bcd97-46ef-4215-b7f6-65a3e807dbd7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.444263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bcd97-46ef-4215-b7f6-65a3e807dbd7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Subnet': ['ID=0496f4eb-24d0-4ee0-a89c-4cbbf42d3e90,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:41.454587 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bcd97-46ef-4215-b7f6-65a3e807dbd7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Checking segment: {'id': '25fbcbe6-4b09-481b-b475-b2e72f22d4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dd5cffde-5a23-47c2-a016-09c98bab82f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:41.454942 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4bcd97-46ef-4215-b7f6-65a3e807dbd7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network hostable DHCP agents. Network: dd5cffde-5a23-47c2-a016-09c98bab82f0, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:41.471558 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4bcd97-46ef-4215-b7f6-65a3e807dbd7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network dd5cffde-5a23-47c2-a016-09c98bab82f0 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:41.479928 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-bb4bcd97-46ef-4215-b7f6-65a3e807dbd7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, dd5cffde-5a23-47c2-a016-09c98bab82f0) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:41.484436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4bcd97-46ef-4215-b7f6-65a3e807dbd7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:41.485029 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bb4bcd97-46ef-4215-b7f6-65a3e807dbd7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.489545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf54b69b-b3af-4000-a673-0a4e8c0d2995 None None] Network dd5cffde-5a23-47c2-a016-09c98bab82f0 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:41.503063 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bb4bcd97-46ef-4215-b7f6-65a3e807dbd7 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3978996 Nov 03 19:11:41.505155 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60566) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:41.510041 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-35f01ab2-f5fe-4242-9fcd-3ffd6146178d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'network_id': 'dd5cffde-5a23-47c2-a016-09c98bab82f0', 'name': 'tempest-PortsTestJSON-337031380', 'fixed_ips': [{'subnet_id': '0496f4eb-24d0-4ee0-a89c-4cbbf42d3e90', 'ip_address': '172.20.0.10'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:41.625173 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f01ab2-f5fe-4242-9fcd-3ffd6146178d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:41.637707 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-dd5cffde-5a23-47c2-a016-09c98bab82f0', 'network_id': 'dd5cffde-5a23-47c2-a016-09c98bab82f0', 'tenant_id': '0c2709f6511e4235aa4423c9cb2c71a0', 'fixed_ips': [{'subnet_id': '0496f4eb-24d0-4ee0-a89c-4cbbf42d3e90'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:11:41.639824 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.713578 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35f01ab2-f5fe-4242-9fcd-3ffd6146178d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.734194 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-35f01ab2-f5fe-4242-9fcd-3ffd6146178d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port 5f7bcd2e-cde0-4dcd-9a65-49c3f97152f2 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:41.785199 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Allocated IP 172.20.0.2 (dd5cffde-5a23-47c2-a016-09c98bab82f0/0496f4eb-24d0-4ee0-a89c-4cbbf42d3e90/51baeee6-5f4a-4103-a7ac-22fe08d3d825) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:41.939109 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:41.945352 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.003910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Network dd5cffde-5a23-47c2-a016-09c98bab82f0 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:42.003910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:42.007974 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:42.018812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-35f01ab2-f5fe-4242-9fcd-3ffd6146178d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Allocated IP 172.20.0.10 (dd5cffde-5a23-47c2-a016-09c98bab82f0/0496f4eb-24d0-4ee0-a89c-4cbbf42d3e90/5f7bcd2e-cde0-4dcd-9a65-49c3f97152f2) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:42.030851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Pushing event updated for resources: {'Port': ['ID=51baeee6-5f4a-4103-a7ac-22fe08d3d825,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:42.077583 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 49af3b51-a89b-42e7-814d-d691e3613797 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:42.109277 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 49af3b51-a89b-42e7-814d-d691e3613797 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:42.109448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 49af3b51-a89b-42e7-814d-d691e3613797 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:42.114177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Attempting to bind port 51baeee6-5f4a-4103-a7ac-22fe08d3d825 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:42.114551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Attempting to bind port 51baeee6-5f4a-4103-a7ac-22fe08d3d825 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '25fbcbe6-4b09-481b-b475-b2e72f22d4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dd5cffde-5a23-47c2-a016-09c98bab82f0'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:42.114915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Attempting to bind port 51baeee6-5f4a-4103-a7ac-22fe08d3d825 on network dd5cffde-5a23-47c2-a016-09c98bab82f0 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:42.121124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:42.121500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Checking segment: {'id': '25fbcbe6-4b09-481b-b475-b2e72f22d4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dd5cffde-5a23-47c2-a016-09c98bab82f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:42.121903 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.122291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Bound using segment: {'id': '25fbcbe6-4b09-481b-b475-b2e72f22d4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dd5cffde-5a23-47c2-a016-09c98bab82f0'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:42.123467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Bound port: 51baeee6-5f4a-4103-a7ac-22fe08d3d825, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fbcbe6-4b09-481b-b475-b2e72f22d4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dd5cffde-5a23-47c2-a016-09c98bab82f0'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:42.124330 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.185163 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35f01ab2-f5fe-4242-9fcd-3ffd6146178d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.196955 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] For port 51baeee6-5f4a-4103-a7ac-22fe08d3d825, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:42.199923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] For port 51baeee6-5f4a-4103-a7ac-22fe08d3d825, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=51baeee6-5f4a-4103-a7ac-22fe08d3d825,segment=NetworkSegment(25fbcbe6-4b09-481b-b475-b2e72f22d4e6),segment_id=25fbcbe6-4b09-481b-b475-b2e72f22d4e6)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:42.204384 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.220069 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35f01ab2-f5fe-4242-9fcd-3ffd6146178d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.267107 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f01ab2-f5fe-4242-9fcd-3ffd6146178d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network dd5cffde-5a23-47c2-a016-09c98bab82f0 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:42.271392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Pushing event updated for resources: {'Port': ['ID=51baeee6-5f4a-4103-a7ac-22fe08d3d825,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:42.272060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-35f01ab2-f5fe-4242-9fcd-3ffd6146178d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:42.278388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f01ab2-f5fe-4242-9fcd-3ffd6146178d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:42.281449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:42.281820 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:42.282164 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:42.282507 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:42.282847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:42.283178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:42.283542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:42.283902 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:42.284233 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:42.284717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:42.285045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:42.285368 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe28b-bbe2-4ef2-aee2-dbb96dcac491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:11:42.311387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f01ab2-f5fe-4242-9fcd-3ffd6146178d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=5f7bcd2e-cde0-4dcd-9a65-49c3f97152f2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:42.342634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f01ab2-f5fe-4242-9fcd-3ffd6146178d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:42.343249 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35f01ab2-f5fe-4242-9fcd-3ffd6146178d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.359605 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-35f01ab2-f5fe-4242-9fcd-3ffd6146178d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8533757 Nov 03 19:11:42.362097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60570) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:42.367056 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-29500dd7-2096-44af-a707-f47271f4dcba tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'network_id': 'dd5cffde-5a23-47c2-a016-09c98bab82f0', 'name': 'tempest-PortsTestJSON-1275313330', 'fixed_ips': [{'subnet_id': '0496f4eb-24d0-4ee0-a89c-4cbbf42d3e90', 'ip_address': '172.20.0.9'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:42.502175 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29500dd7-2096-44af-a707-f47271f4dcba tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:42.507797 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29500dd7-2096-44af-a707-f47271f4dcba tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:42.527816 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-29500dd7-2096-44af-a707-f47271f4dcba tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port 99128f5d-d5d4-4f11-b38b-f098877f32d7 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:43.017027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-29500dd7-2096-44af-a707-f47271f4dcba tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Allocated IP 172.20.0.9 (dd5cffde-5a23-47c2-a016-09c98bab82f0/0496f4eb-24d0-4ee0-a89c-4cbbf42d3e90/99128f5d-d5d4-4f11-b38b-f098877f32d7) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:43.162754 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130f3dff-34ab-4998-b8ff-d7b36ddf6036 None None] Network dd5cffde-5a23-47c2-a016-09c98bab82f0 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:43.170199 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29500dd7-2096-44af-a707-f47271f4dcba tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.202964 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29500dd7-2096-44af-a707-f47271f4dcba tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.249933 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29500dd7-2096-44af-a707-f47271f4dcba tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network dd5cffde-5a23-47c2-a016-09c98bab82f0 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:43.253054 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-29500dd7-2096-44af-a707-f47271f4dcba tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:43.253308 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-15c259f5-6bff-4b58-a0ef-f9a3437f551c None None] Provisioning complete for port 51baeee6-5f4a-4103-a7ac-22fe08d3d825 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:43.253685 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-15c259f5-6bff-4b58-a0ef-f9a3437f551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.257503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29500dd7-2096-44af-a707-f47271f4dcba tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:43.261454 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29500dd7-2096-44af-a707-f47271f4dcba tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=99128f5d-d5d4-4f11-b38b-f098877f32d7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:43.306802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29500dd7-2096-44af-a707-f47271f4dcba tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:43.307413 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29500dd7-2096-44af-a707-f47271f4dcba tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.324136 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-29500dd7-2096-44af-a707-f47271f4dcba tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9609685 Nov 03 19:11:43.326796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60572) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:43.378782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95779be-d64d-49b3-ac41-2921f59dc7bc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:43.380503 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f95779be-d64d-49b3-ac41-2921f59dc7bc tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0525110 Nov 03 19:11:43.383234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60574) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:43.405135 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.409910 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-15c259f5-6bff-4b58-a0ef-f9a3437f551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.444388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-15c259f5-6bff-4b58-a0ef-f9a3437f551c None None] For port 51baeee6-5f4a-4103-a7ac-22fe08d3d825, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=51baeee6-5f4a-4103-a7ac-22fe08d3d825,segment=NetworkSegment(25fbcbe6-4b09-481b-b475-b2e72f22d4e6),segment_id=25fbcbe6-4b09-481b-b475-b2e72f22d4e6)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:43.444596 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff476fe9-b1ac-4673-8dd0-2d02814ff8d5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:43.449425 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-15c259f5-6bff-4b58-a0ef-f9a3437f551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.453112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff476fe9-b1ac-4673-8dd0-2d02814ff8d5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:43.459286 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff476fe9-b1ac-4673-8dd0-2d02814ff8d5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:43.461060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ff476fe9-b1ac-4673-8dd0-2d02814ff8d5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0768540 Nov 03 19:11:43.463813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60576) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:43.506001 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c259f5-6bff-4b58-a0ef-f9a3437f551c None None] Pushing event updated for resources: {'Port': ['ID=51baeee6-5f4a-4103-a7ac-22fe08d3d825,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:43.558576 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4c3050a9-a46a-4fbb-a070-7006f8f2febe tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port 99128f5d-d5d4-4f11-b38b-f098877f32d7 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:43.558918 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4c3050a9-a46a-4fbb-a070-7006f8f2febe tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.657911 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4c3050a9-a46a-4fbb-a070-7006f8f2febe tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.671256 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4c3050a9-a46a-4fbb-a070-7006f8f2febe tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for 99128f5d-d5d4-4f11-b38b-f098877f32d7 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:43.673714 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ee3d7cf9-669a-45c5-88df-dad91a8dac0f None None] Provisioning complete for port 5f7bcd2e-cde0-4dcd-9a65-49c3f97152f2 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:43.674262 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7cf9-669a-45c5-88df-dad91a8dac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.719678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d7cf9-669a-45c5-88df-dad91a8dac0f None None] Port 5f7bcd2e-cde0-4dcd-9a65-49c3f97152f2 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:43.730852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ee3d7cf9-669a-45c5-88df-dad91a8dac0f None None] Provisioning complete for port 51baeee6-5f4a-4103-a7ac-22fe08d3d825 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:43.731227 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7cf9-669a-45c5-88df-dad91a8dac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.814883 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4c3050a9-a46a-4fbb-a070-7006f8f2febe tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.822766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ee3d7cf9-669a-45c5-88df-dad91a8dac0f None None] Could not find standard attr ID for object 99128f5d-d5d4-4f11-b38b-f098877f32d7. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:11:43.848772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3050a9-a46a-4fbb-a070-7006f8f2febe tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=99128f5d-d5d4-4f11-b38b-f098877f32d7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:43.917119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4c3050a9-a46a-4fbb-a070-7006f8f2febe tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.922763 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4c3050a9-a46a-4fbb-a070-7006f8f2febe tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/99128f5d-d5d4-4f11-b38b-f098877f32d7 HTTP/1.1" status: 204 len: 168 time: 0.4556026 Nov 03 19:11:43.922970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60578) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:43.945611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ded2d160-135e-40a7-af25-74101756b1b6 None None] Provisioning complete for port 5f7bcd2e-cde0-4dcd-9a65-49c3f97152f2 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:43.946220 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ded2d160-135e-40a7-af25-74101756b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:43.949702 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd8e88c-db92-4028-b168-8a99e4a50693 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] GET failed (client error): The resource could not be found. Nov 03 19:11:43.954756 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60580) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:43.955779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6bd8e88c-db92-4028-b168-8a99e4a50693 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/99128f5d-d5d4-4f11-b38b-f098877f32d7 HTTP/1.1" status: 404 len: 333 time: 0.0307047 Nov 03 19:11:43.991845 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ded2d160-135e-40a7-af25-74101756b1b6 None None] Port 5f7bcd2e-cde0-4dcd-9a65-49c3f97152f2 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:44.074033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 51baeee6-5f4a-4103-a7ac-22fe08d3d825 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:44.081347 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-80f07beb-f04d-454d-ae78-5742cf0a7652 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port 5f7bcd2e-cde0-4dcd-9a65-49c3f97152f2 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:44.081775 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80f07beb-f04d-454d-ae78-5742cf0a7652 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.110518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-33413e5f-586b-470e-a1db-f006e34fe5ad None None] Could not find standard attr ID for object 99128f5d-d5d4-4f11-b38b-f098877f32d7. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:11:44.135840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 51baeee6-5f4a-4103-a7ac-22fe08d3d825 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:44.136220 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.182024 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80f07beb-f04d-454d-ae78-5742cf0a7652 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.204423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-80f07beb-f04d-454d-ae78-5742cf0a7652 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for 5f7bcd2e-cde0-4dcd-9a65-49c3f97152f2 owned by {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:44.335844 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80f07beb-f04d-454d-ae78-5742cf0a7652 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.367281 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f07beb-f04d-454d-ae78-5742cf0a7652 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=5f7bcd2e-cde0-4dcd-9a65-49c3f97152f2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:44.435733 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-80f07beb-f04d-454d-ae78-5742cf0a7652 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.439160 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-80f07beb-f04d-454d-ae78-5742cf0a7652 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/5f7bcd2e-cde0-4dcd-9a65-49c3f97152f2 HTTP/1.1" status: 204 len: 168 time: 0.4833956 Nov 03 19:11:44.441906 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60582) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:44.469008 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-99aa3eca-d248-4e0b-b9fe-87d8a29cf137 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] GET failed (client error): The resource could not be found. Nov 03 19:11:44.470668 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-99aa3eca-d248-4e0b-b9fe-87d8a29cf137 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/5f7bcd2e-cde0-4dcd-9a65-49c3f97152f2 HTTP/1.1" status: 404 len: 333 time: 0.0277679 Nov 03 19:11:44.473832 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60584) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:44.527484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-017ff869-566c-4298-9b76-ca1758c86835 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting subnet 0496f4eb-24d0-4ee0-a89c-4cbbf42d3e90 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:44.531861 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-017ff869-566c-4298-9b76-ca1758c86835 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.601350 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-017ff869-566c-4298-9b76-ca1758c86835 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.639862 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5dadb2a-5b13-4af3-bed9-3331f25dbbef req-74c835fb-845b-4288-a7ed-5f5242e881b6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818741 Nov 03 19:11:44.689942 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-017ff869-566c-4298-9b76-ca1758c86835 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.776290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dadb2a-5b13-4af3-bed9-3331f25dbbef req-6d195285-49be-470a-b79d-04669759c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:44.777804 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5dadb2a-5b13-4af3-bed9-3331f25dbbef req-6d195285-49be-470a-b79d-04669759c927 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 1096 time: 0.0634558 Nov 03 19:11:44.782254 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-017ff869-566c-4298-9b76-ca1758c86835 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.821301 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ff869-566c-4298-9b76-ca1758c86835 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Subnet': ['ID=0496f4eb-24d0-4ee0-a89c-4cbbf42d3e90,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:44.823246 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-017ff869-566c-4298-9b76-ca1758c86835 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.829505 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-017ff869-566c-4298-9b76-ca1758c86835 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/0496f4eb-24d0-4ee0-a89c-4cbbf42d3e90 HTTP/1.1" status: 204 len: 168 time: 0.3515029 Nov 03 19:11:44.829665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60586) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:44.832770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4facc0-f269-4aa1-837c-1f79f6f51c3c None None] Network dd5cffde-5a23-47c2-a016-09c98bab82f0 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:44.914375 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:44.928367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dadb2a-5b13-4af3-bed9-3331f25dbbef req-152d8b34-f875-451b-8aa2-c13ab9532ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:44.930678 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5dadb2a-5b13-4af3-bed9-3331f25dbbef req-152d8b34-f875-451b-8aa2-c13ab9532ea7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.1209459 Nov 03 19:11:44.974925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port 51baeee6-5f4a-4103-a7ac-22fe08d3d825 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:44.975306 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.029914 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5dadb2a-5b13-4af3-bed9-3331f25dbbef req-82ed5b70-d564-4287-8952-857ceaff4fe3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a055c5-3c95-42e5-93f7-e4a033cc92c9 HTTP/1.1" status: 200 len: 999 time: 0.0911236 Nov 03 19:11:45.069231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] For port 51baeee6-5f4a-4103-a7ac-22fe08d3d825, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=51baeee6-5f4a-4103-a7ac-22fe08d3d825,segment=NetworkSegment(25fbcbe6-4b09-481b-b475-b2e72f22d4e6),segment_id=25fbcbe6-4b09-481b-b475-b2e72f22d4e6)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:45.069606 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.086871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ad2877-6aa3-460e-8882-e10bc200e8db None None] DHCP port deletion for dd5cffde-5a23-47c2-a016-09c98bab82f0 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:11:45.094333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for 51baeee6-5f4a-4103-a7ac-22fe08d3d825 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:45.095673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dadb2a-5b13-4af3-bed9-3331f25dbbef req-0c2ba0f9-0313-49ee-a388-9cc8fbcb8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:45.101297 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5dadb2a-5b13-4af3-bed9-3331f25dbbef req-0c2ba0f9-0313-49ee-a388-9cc8fbcb8867 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0639656 Nov 03 19:11:45.154312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad2877-6aa3-460e-8882-e10bc200e8db None None] Deleting port 51baeee6-5f4a-4103-a7ac-22fe08d3d825 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:45.154857 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b4ad2877-6aa3-460e-8882-e10bc200e8db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.164058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dadb2a-5b13-4af3-bed9-3331f25dbbef req-5b781465-7d9a-482a-9004-02061a32eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:45.165816 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5dadb2a-5b13-4af3-bed9-3331f25dbbef req-5b781465-7d9a-482a-9004-02061a32eb3f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555637 Nov 03 19:11:45.203772 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.221581 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No DVR routers for this DVR port 51baeee6-5f4a-4103-a7ac-22fe08d3d825 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:45.235763 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b4ad2877-6aa3-460e-8882-e10bc200e8db None None] For port 51baeee6-5f4a-4103-a7ac-22fe08d3d825, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=51baeee6-5f4a-4103-a7ac-22fe08d3d825,segment=NetworkSegment(25fbcbe6-4b09-481b-b475-b2e72f22d4e6),segment_id=25fbcbe6-4b09-481b-b475-b2e72f22d4e6)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:45.236200 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b4ad2877-6aa3-460e-8882-e10bc200e8db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.246166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=51baeee6-5f4a-4103-a7ac-22fe08d3d825,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:45.257429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad2877-6aa3-460e-8882-e10bc200e8db None None] Calling delete_port for 51baeee6-5f4a-4103-a7ac-22fe08d3d825 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:45.318051 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5dadb2a-5b13-4af3-bed9-3331f25dbbef req-ee037e51-8984-48c5-b81e-caa185c169ea service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424353 Nov 03 19:11:45.348649 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.357474 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b4ad2877-6aa3-460e-8882-e10bc200e8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.374028 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5cffde-5a23-47c2-a016-09c98bab82f0']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:45.386480 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fbcbe6-4b09-481b-b475-b2e72f22d4e6') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:45.387292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fbcbe6-4b09-481b-b475-b2e72f22d4e6') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:45.393488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad2877-6aa3-460e-8882-e10bc200e8db None None] Pushing event deleted for resources: {'Port': ['ID=51baeee6-5f4a-4103-a7ac-22fe08d3d825,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:45.398268 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ad2877-6aa3-460e-8882-e10bc200e8db None None] No DVR routers for this DVR port 51baeee6-5f4a-4103-a7ac-22fe08d3d825 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:45.417458 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.438226 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.443820 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d5dadb2a-5b13-4af3-bed9-3331f25dbbef req-b1bb98fd-efc0-4aa3-93dc-5a5bfc8fa4b0 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177197 Nov 03 19:11:45.445681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:45.446079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:45.449241 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:45.868407 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.873309 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.881065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60588) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:45.883822 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/networks/dd5cffde-5a23-47c2-a016-09c98bab82f0 HTTP/1.1" status: 204 len: 168 time: 1.0500681 Nov 03 19:11:45.886656 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-de9db0eb-34e0-4320-b693-756993c2a84c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1422238440'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:45.899205 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7178cd-c5b4-444a-a2b3-80811decdb6d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Network': ['ID=dd5cffde-5a23-47c2-a016-09c98bab82f0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:45.909907 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9db0eb-34e0-4320-b693-756993c2a84c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:45.913490 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de9db0eb-34e0-4320-b693-756993c2a84c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.937718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9db0eb-34e0-4320-b693-756993c2a84c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:11:45.948717 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de9db0eb-34e0-4320-b693-756993c2a84c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:45.949077 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-de9db0eb-34e0-4320-b693-756993c2a84c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Added segment 9a2ffb43-4ff5-429a-9ed7-dc315922a886 of type vlan for network d50c8c33-b9a0-4252-9253-f9162b9ebdb5 Nov 03 19:11:45.999832 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de9db0eb-34e0-4320-b693-756993c2a84c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.021452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 51baeee6-5f4a-4103-a7ac-22fe08d3d825 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:46.028406 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de9db0eb-34e0-4320-b693-756993c2a84c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.035459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9db0eb-34e0-4320-b693-756993c2a84c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:46.036189 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de9db0eb-34e0-4320-b693-756993c2a84c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.044429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 51baeee6-5f4a-4103-a7ac-22fe08d3d825 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:46.044784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 51baeee6-5f4a-4103-a7ac-22fe08d3d825 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:46.104542 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-de9db0eb-34e0-4320-b693-756993c2a84c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2221241 Nov 03 19:11:46.107435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60590) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:46.113249 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1629c6da-7091-43a8-8450-9107f49f1c94 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'subnet': {'network_id': 'd50c8c33-b9a0-4252-9253-f9162b9ebdb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:46.113635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9db0eb-34e0-4320-b693-756993c2a84c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Network': ['ID=d50c8c33-b9a0-4252-9253-f9162b9ebdb5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:46.129181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network d50c8c33-b9a0-4252-9253-f9162b9ebdb5 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:11:46.204638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1629c6da-7091-43a8-8450-9107f49f1c94 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:46.208640 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1629c6da-7091-43a8-8450-9107f49f1c94 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.390867 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1629c6da-7091-43a8-8450-9107f49f1c94 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.456190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629c6da-7091-43a8-8450-9107f49f1c94 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Subnet': ['ID=399cfae1-00d7-44bc-b298-b1bb4799f8e1,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:46.463753 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1629c6da-7091-43a8-8450-9107f49f1c94 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Checking segment: {'id': '9a2ffb43-4ff5-429a-9ed7-dc315922a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'd50c8c33-b9a0-4252-9253-f9162b9ebdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:46.464112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1629c6da-7091-43a8-8450-9107f49f1c94 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network hostable DHCP agents. Network: d50c8c33-b9a0-4252-9253-f9162b9ebdb5, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:11:46.480862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1629c6da-7091-43a8-8450-9107f49f1c94 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network d50c8c33-b9a0-4252-9253-f9162b9ebdb5 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:11:46.489184 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-1629c6da-7091-43a8-8450-9107f49f1c94 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, d50c8c33-b9a0-4252-9253-f9162b9ebdb5) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:46.493903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1629c6da-7091-43a8-8450-9107f49f1c94 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:46.494622 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1629c6da-7091-43a8-8450-9107f49f1c94 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.498222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8cbe07-9052-4473-8502-6256ffbd8b7d None None] Network d50c8c33-b9a0-4252-9253-f9162b9ebdb5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:46.511488 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1629c6da-7091-43a8-8450-9107f49f1c94 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4025021 Nov 03 19:11:46.514356 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60596) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:46.519514 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b41d57fe-92d6-45d1-bd2f-69ea3fee722b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-722453627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:46.545658 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b41d57fe-92d6-45d1-bd2f-69ea3fee722b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.547245 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b41d57fe-92d6-45d1-bd2f-69ea3fee722b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.598401 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b41d57fe-92d6-45d1-bd2f-69ea3fee722b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.603211 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b41d57fe-92d6-45d1-bd2f-69ea3fee722b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.620369 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b41d57fe-92d6-45d1-bd2f-69ea3fee722b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.622291 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b41d57fe-92d6-45d1-bd2f-69ea3fee722b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1062119 Nov 03 19:11:46.624806 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60598) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:46.629817 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-555a0504-8239-4d49-814f-84903eb7900a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'network_id': 'd50c8c33-b9a0-4252-9253-f9162b9ebdb5', 'name': 'tempest-PortsTestJSON-2052573424'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:46.656637 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-d50c8c33-b9a0-4252-9253-f9162b9ebdb5', 'network_id': 'd50c8c33-b9a0-4252-9253-f9162b9ebdb5', 'tenant_id': '0c2709f6511e4235aa4423c9cb2c71a0', 'fixed_ips': [{'subnet_id': '399cfae1-00d7-44bc-b298-b1bb4799f8e1'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:11:46.657491 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.743511 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555a0504-8239-4d49-814f-84903eb7900a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:46.748277 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-555a0504-8239-4d49-814f-84903eb7900a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.766927 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-555a0504-8239-4d49-814f-84903eb7900a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port f8c30831-3852-4af2-93d0-7314e911cf58 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:46.790990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Allocated IP 172.20.0.2 (d50c8c33-b9a0-4252-9253-f9162b9ebdb5/399cfae1-00d7-44bc-b298-b1bb4799f8e1/f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:46.952818 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:46.958501 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.001475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Network d50c8c33-b9a0-4252-9253-f9162b9ebdb5 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:47.004385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:47.006488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-555a0504-8239-4d49-814f-84903eb7900a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Allocated IP 172.20.0.13 (d50c8c33-b9a0-4252-9253-f9162b9ebdb5/399cfae1-00d7-44bc-b298-b1bb4799f8e1/f8c30831-3852-4af2-93d0-7314e911cf58) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:47.006862 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:47.013470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Pushing event updated for resources: {'Port': ['ID=f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:47.070073 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Attempting to bind port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:47.070803 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Attempting to bind port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '9a2ffb43-4ff5-429a-9ed7-dc315922a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'd50c8c33-b9a0-4252-9253-f9162b9ebdb5'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:47.070803 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Attempting to bind port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 on network d50c8c33-b9a0-4252-9253-f9162b9ebdb5 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:47.076218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:47.076605 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Checking segment: {'id': '9a2ffb43-4ff5-429a-9ed7-dc315922a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'd50c8c33-b9a0-4252-9253-f9162b9ebdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:47.077014 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.077416 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Bound using segment: {'id': '9a2ffb43-4ff5-429a-9ed7-dc315922a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'd50c8c33-b9a0-4252-9253-f9162b9ebdb5'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:47.077916 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Bound port: f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2ffb43-4ff5-429a-9ed7-dc315922a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'd50c8c33-b9a0-4252-9253-f9162b9ebdb5'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:47.078283 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.145716 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] For port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:47.149279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] For port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727,segment=NetworkSegment(9a2ffb43-4ff5-429a-9ed7-dc315922a886),segment_id=9a2ffb43-4ff5-429a-9ed7-dc315922a886)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:47.154487 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.165864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-555a0504-8239-4d49-814f-84903eb7900a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.212718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908712f-59b7-4dde-88c1-99f23048ca7c None None] Pushing event updated for resources: {'Port': ['ID=f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:47.214743 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-555a0504-8239-4d49-814f-84903eb7900a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.273074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a0504-8239-4d49-814f-84903eb7900a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network d50c8c33-b9a0-4252-9253-f9162b9ebdb5 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:47.278528 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-555a0504-8239-4d49-814f-84903eb7900a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:47.281631 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a0504-8239-4d49-814f-84903eb7900a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:47.308132 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a0504-8239-4d49-814f-84903eb7900a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=f8c30831-3852-4af2-93d0-7314e911cf58,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:47.341816 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555a0504-8239-4d49-814f-84903eb7900a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:47.342427 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-555a0504-8239-4d49-814f-84903eb7900a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.375748 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-555a0504-8239-4d49-814f-84903eb7900a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7474327 Nov 03 19:11:47.376176 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60600) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:47.709951 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b021dd8-2ab3-4d45-91bc-bc69e6873a80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.961059 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b021dd8-2ab3-4d45-91bc-bc69e6873a80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:47.966349 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b021dd8-2ab3-4d45-91bc-bc69e6873a80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.055557 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:48.062166 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b021dd8-2ab3-4d45-91bc-bc69e6873a80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=f8c30831-3852-4af2-93d0-7314e911cf58,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:48.111209 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:48.111727 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.152817 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c169f1-fe6b-46fd-a0c0-2051e8d65df6 None None] Network d50c8c33-b9a0-4252-9253-f9162b9ebdb5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:48.210313 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b021dd8-2ab3-4d45-91bc-bc69e6873a80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.271903 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.319127 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3ec3271f-de65-4ea0-b218-301f63698064 None None] Provisioning complete for port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:48.319496 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3ec3271f-de65-4ea0-b218-301f63698064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.327709 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b021dd8-2ab3-4d45-91bc-bc69e6873a80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.365974 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727,segment=NetworkSegment(9a2ffb43-4ff5-429a-9ed7-dc315922a886),segment_id=9a2ffb43-4ff5-429a-9ed7-dc315922a886)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:48.376528 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.459964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:48.631005 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b021dd8-2ab3-4d45-91bc-bc69e6873a80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.637178 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b021dd8-2ab3-4d45-91bc-bc69e6873a80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.721008 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b021dd8-2ab3-4d45-91bc-bc69e6873a80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.723795 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b021dd8-2ab3-4d45-91bc-bc69e6873a80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=f8c30831-3852-4af2-93d0-7314e911cf58,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:48.786328 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e3837242-9b91-4b4e-a2e5-9e142ed82ee1 None None] Provisioning complete for port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:48.786706 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e3837242-9b91-4b4e-a2e5-9e142ed82ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.830984 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b021dd8-2ab3-4d45-91bc-bc69e6873a80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network d50c8c33-b9a0-4252-9253-f9162b9ebdb5 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:48.832329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-0b021dd8-2ab3-4d45-91bc-bc69e6873a80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:48.898754 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e3837242-9b91-4b4e-a2e5-9e142ed82ee1 None None] Provisioning complete for port f8c30831-3852-4af2-93d0-7314e911cf58 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:48.899184 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e3837242-9b91-4b4e-a2e5-9e142ed82ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:48.948584 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e3837242-9b91-4b4e-a2e5-9e142ed82ee1 None None] Port f8c30831-3852-4af2-93d0-7314e911cf58 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:48.967623 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b021dd8-2ab3-4d45-91bc-bc69e6873a80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Router 2b0501e4-1b6b-4817-bda6-1db26fa990af is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:11:49.065564 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b021dd8-2ab3-4d45-91bc-bc69e6873a80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:49.073880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60604) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:49.074958 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0b021dd8-2ab3-4d45-91bc-bc69e6873a80 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "PUT /v2.0/routers/2b0501e4-1b6b-4817-bda6-1db26fa990af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6971147 Nov 03 19:11:49.079207 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c63833d2-9a79-477b-a532-6bdc2f275703 None None] Provisioning complete for port f8c30831-3852-4af2-93d0-7314e911cf58 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:49.079689 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c63833d2-9a79-477b-a532-6bdc2f275703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.084281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724a895c-5466-4b43-b924-d62efaf11ed3 None None] Sync routers for ids ['2b0501e4-1b6b-4817-bda6-1db26fa990af'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:49.125134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a895c-5466-4b43-b924-d62efaf11ed3 None None] Routers {'2b0501e4-1b6b-4817-bda6-1db26fa990af'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:49.125729 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-724a895c-5466-4b43-b924-d62efaf11ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:11:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2b0501e4-1b6b-4817-bda6-1db26fa990af'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:49.129830 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c63833d2-9a79-477b-a532-6bdc2f275703 None None] Port f8c30831-3852-4af2-93d0-7314e911cf58 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:49.130573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e204b0e-47de-4e1a-b98c-cd26d0a3d68a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:49.132417 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5e204b0e-47de-4e1a-b98c-cd26d0a3d68a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports?device_id=2b0501e4-1b6b-4817-bda6-1db26fa990af HTTP/1.1" status: 200 len: 983 time: 0.0574999 Nov 03 19:11:49.135153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60606) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:49.166815 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-724a895c-5466-4b43-b924-d62efaf11ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:49.176316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a895c-5466-4b43-b924-d62efaf11ed3 None None] Routers {'2b0501e4-1b6b-4817-bda6-1db26fa990af'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:49.177121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-724a895c-5466-4b43-b924-d62efaf11ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:11:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2b0501e4-1b6b-4817-bda6-1db26fa990af'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:49.213862 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-724a895c-5466-4b43-b924-d62efaf11ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:49.214589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724a895c-5466-4b43-b924-d62efaf11ed3 None None] The sync data for ids ['2b0501e4-1b6b-4817-bda6-1db26fa990af'] in n-d-812150-4 is: [] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:49.250742 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-78525f11-01b1-451b-9ee5-b8b0a0415b44 None None] Provisioning complete for port f8c30831-3852-4af2-93d0-7314e911cf58 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:49.251190 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-78525f11-01b1-451b-9ee5-b8b0a0415b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.291980 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-78525f11-01b1-451b-9ee5-b8b0a0415b44 None None] Port f8c30831-3852-4af2-93d0-7314e911cf58 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:49.411906 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b3b80f48-086b-4eb9-a569-fa8b9e88938b None None] Provisioning complete for port f8c30831-3852-4af2-93d0-7314e911cf58 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:49.412426 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b3b80f48-086b-4eb9-a569-fa8b9e88938b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.445895 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b3b80f48-086b-4eb9-a569-fa8b9e88938b None None] Port f8c30831-3852-4af2-93d0-7314e911cf58 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:49.457440 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7079b67-7f6f-4050-b7b4-9f0d9ae2bc39 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.665547 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-f7079b67-7f6f-4050-b7b4-9f0d9ae2bc39 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port f8c30831-3852-4af2-93d0-7314e911cf58 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:49.665882 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7079b67-7f6f-4050-b7b4-9f0d9ae2bc39 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.754889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7079b67-7f6f-4050-b7b4-9f0d9ae2bc39 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.767478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-f7079b67-7f6f-4050-b7b4-9f0d9ae2bc39 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for f8c30831-3852-4af2-93d0-7314e911cf58 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:49.935557 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7079b67-7f6f-4050-b7b4-9f0d9ae2bc39 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:49.963112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7079b67-7f6f-4050-b7b4-9f0d9ae2bc39 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=f8c30831-3852-4af2-93d0-7314e911cf58,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:50.033009 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:50.086994 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:50.087372 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.111202 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7079b67-7f6f-4050-b7b4-9f0d9ae2bc39 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.271363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7079b67-7f6f-4050-b7b4-9f0d9ae2bc39 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Router 2b0501e4-1b6b-4817-bda6-1db26fa990af has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:11:50.347463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7079b67-7f6f-4050-b7b4-9f0d9ae2bc39 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:11:50.352869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f7079b67-7f6f-4050-b7b4-9f0d9ae2bc39 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "PUT /v2.0/routers/2b0501e4-1b6b-4817-bda6-1db26fa990af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2166755 Nov 03 19:11:50.355467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60608) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:50.357940 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c21222-79e9-493d-ab76-ff113a83ac25 None None] Sync routers for ids ['2b0501e4-1b6b-4817-bda6-1db26fa990af'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:11:50.368555 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c21222-79e9-493d-ab76-ff113a83ac25 None None] Routers {'2b0501e4-1b6b-4817-bda6-1db26fa990af'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:50.369201 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c3c21222-79e9-493d-ab76-ff113a83ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:11:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2b0501e4-1b6b-4817-bda6-1db26fa990af'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:50.380237 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-984577df-3bac-4a91-9e0b-7474e696944d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] GET failed (client error): The resource could not be found. Nov 03 19:11:50.381770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-984577df-3bac-4a91-9e0b-7474e696944d tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/f8c30831-3852-4af2-93d0-7314e911cf58 HTTP/1.1" status: 404 len: 333 time: 0.0253093 Nov 03 19:11:50.384503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60610) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:50.404558 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c3c21222-79e9-493d-ab76-ff113a83ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:50.413077 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c21222-79e9-493d-ab76-ff113a83ac25 None None] Routers {'2b0501e4-1b6b-4817-bda6-1db26fa990af'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:11:50.413664 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c3c21222-79e9-493d-ab76-ff113a83ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:11:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2b0501e4-1b6b-4817-bda6-1db26fa990af'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:50.445218 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-c3c21222-79e9-493d-ab76-ff113a83ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:50.445860 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c21222-79e9-493d-ab76-ff113a83ac25 None None] The sync data for ids ['2b0501e4-1b6b-4817-bda6-1db26fa990af'] in n-d-812150-4 is: [] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:11:50.460415 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7e315b49-055a-4938-93cf-6d89b6891408 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.617189 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7e315b49-055a-4938-93cf-6d89b6891408 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.619275 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7e315b49-055a-4938-93cf-6d89b6891408 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.663687 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7e315b49-055a-4938-93cf-6d89b6891408 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.664394 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e315b49-055a-4938-93cf-6d89b6891408 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Fanout notify agent at l3_agent the message router_deleted on router 2b0501e4-1b6b-4817-bda6-1db26fa990af {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:11:50.671695 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7e315b49-055a-4938-93cf-6d89b6891408 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.672810 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7e315b49-055a-4938-93cf-6d89b6891408 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/routers/2b0501e4-1b6b-4817-bda6-1db26fa990af HTTP/1.1" status: 204 len: 168 time: 0.2873569 Nov 03 19:11:50.675386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60612) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:50.727203 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb9f627-844e-480d-84aa-0aede829dce9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting subnet 399cfae1-00d7-44bc-b298-b1bb4799f8e1 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:50.730277 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9fb9f627-844e-480d-84aa-0aede829dce9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.769132 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9fb9f627-844e-480d-84aa-0aede829dce9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.855138 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9fb9f627-844e-480d-84aa-0aede829dce9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.912939 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9fb9f627-844e-480d-84aa-0aede829dce9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.941239 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9fb9f627-844e-480d-84aa-0aede829dce9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:50.946813 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9fb9f627-844e-480d-84aa-0aede829dce9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/399cfae1-00d7-44bc-b298-b1bb4799f8e1 HTTP/1.1" status: 204 len: 168 time: 0.2681177 Nov 03 19:11:50.946813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9f627-844e-480d-84aa-0aede829dce9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Subnet': ['ID=399cfae1-00d7-44bc-b298-b1bb4799f8e1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:50.947212 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92706efc-65e0-4cb4-9309-a62d4594da4d None None] Network d50c8c33-b9a0-4252-9253-f9162b9ebdb5 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:50.947929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60614) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:51.028572 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.080745 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:51.081099 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.127861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10602196-1979-4685-81bd-dbd26bf36700 None None] DHCP port deletion for d50c8c33-b9a0-4252-9253-f9162b9ebdb5 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:11:51.147802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] For port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727,segment=NetworkSegment(9a2ffb43-4ff5-429a-9ed7-dc315922a886),segment_id=9a2ffb43-4ff5-429a-9ed7-dc315922a886)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:51.148169 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.160385 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:51.181123 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-10602196-1979-4685-81bd-dbd26bf36700 None None] Deleting port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:51.181408 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10602196-1979-4685-81bd-dbd26bf36700 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.237843 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.244027 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-10602196-1979-4685-81bd-dbd26bf36700 None None] For port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727,segment=NetworkSegment(9a2ffb43-4ff5-429a-9ed7-dc315922a886),segment_id=9a2ffb43-4ff5-429a-9ed7-dc315922a886)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:51.244420 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10602196-1979-4685-81bd-dbd26bf36700 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.257572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-10602196-1979-4685-81bd-dbd26bf36700 None None] Calling delete_port for f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:51.264575 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:51.267901 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No DVR routers for this DVR port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:51.341300 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10602196-1979-4685-81bd-dbd26bf36700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.348306 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.364599 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10602196-1979-4685-81bd-dbd26bf36700 None None] Pushing event deleted for resources: {'Port': ['ID=f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:51.368419 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50c8c33-b9a0-4252-9253-f9162b9ebdb5']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:51.370226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10602196-1979-4685-81bd-dbd26bf36700 None None] No DVR routers for this DVR port f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:11:51.380583 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2ffb43-4ff5-429a-9ed7-dc315922a886') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:51.380890 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2ffb43-4ff5-429a-9ed7-dc315922a886') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:11:51.390733 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.404344 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.410088 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:11:51.410469 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:11:51.413672 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:11:51.473740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.478704 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.482807 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/networks/d50c8c33-b9a0-4252-9253-f9162b9ebdb5 HTTP/1.1" status: 204 len: 168 time: 0.5338969 Nov 03 19:11:51.486497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60616) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:51.497065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a92a6-d9af-451a-aaa0-dfe1df36ae8b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Network': ['ID=d50c8c33-b9a0-4252-9253-f9162b9ebdb5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:51.530912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db07ae4-4baf-46af-bea1-b071ce1d1514 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:51.532303 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8db07ae4-4baf-46af-bea1-b071ce1d1514 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/bef5b2d7-a63d-487e-b463-68838d2f0ff5 HTTP/1.1" status: 200 len: 841 time: 0.0441854 Nov 03 19:11:51.536062 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60618) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:51.575328 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c7178124-6371-4323-9889-1639c8578cf1 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/bef5b2d7-a63d-487e-b463-68838d2f0ff5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0379117 Nov 03 19:11:51.578719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60620) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:51.583419 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-19ff2e9b-6f20-4505-8018-a29ae1b03f67 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'subnet': {'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:51.667700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ff2e9b-6f20-4505-8018-a29ae1b03f67 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:51.671712 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-19ff2e9b-6f20-4505-8018-a29ae1b03f67 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.850967 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-19ff2e9b-6f20-4505-8018-a29ae1b03f67 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.895548 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff2e9b-6f20-4505-8018-a29ae1b03f67 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:51.899980 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-19ff2e9b-6f20-4505-8018-a29ae1b03f67 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:51.904672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ff2e9b-6f20-4505-8018-a29ae1b03f67 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:51.905259 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-19ff2e9b-6f20-4505-8018-a29ae1b03f67 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:51.909818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7e13b0-f62b-40c6-84bf-91cf8c3b45b8 None None] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:51.914405 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff2e9b-6f20-4505-8018-a29ae1b03f67 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Subnet': ['ID=53138151-fa58-48d3-b754-04006048af55,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:51.928010 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-19ff2e9b-6f20-4505-8018-a29ae1b03f67 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3482161 Nov 03 19:11:51.930635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60622) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:51.935030 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-5d6484f0-072a-469a-acd0-4f687ec2500a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'security_group': {'name': 'tempest-secgroup-2088177397'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:51.957110 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5d6484f0-072a-469a-acd0-4f687ec2500a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.035769 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:11:52.042123 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5d6484f0-072a-469a-acd0-4f687ec2500a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.047273 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5d6484f0-072a-469a-acd0-4f687ec2500a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.060545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:11:52.060899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f9d3a3fe-e3e3-45c2-a0c7-67c27d0b1727 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:11:52.076633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6484f0-072a-469a-acd0-4f687ec2500a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54afb064-2ed7-4d54-a6b0-460b9cdd975e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:52.081171 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5d6484f0-072a-469a-acd0-4f687ec2500a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.082399 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5d6484f0-072a-469a-acd0-4f687ec2500a tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1508245 Nov 03 19:11:52.085350 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60624) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:52.089845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-cdfde361-f6f0-408e-9524-04c9edca0596 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'security_group': {'name': 'tempest-secgroup-28594368'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:52.113035 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cdfde361-f6f0-408e-9524-04c9edca0596 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.118431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'tenant_id': '0c2709f6511e4235aa4423c9cb2c71a0', 'fixed_ips': [{'subnet_id': '53138151-fa58-48d3-b754-04006048af55'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:11:52.119308 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.181732 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cdfde361-f6f0-408e-9524-04c9edca0596 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.186351 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cdfde361-f6f0-408e-9524-04c9edca0596 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.216753 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cdfde361-f6f0-408e-9524-04c9edca0596 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.217996 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cdfde361-f6f0-408e-9524-04c9edca0596 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1315670 Nov 03 19:11:52.220902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60626) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:52.225772 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b91d9d01-403a-4f8c-82da-083e389e9546 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-867404713', 'security_groups': ['957d12cc-f6c8-43b5-8b4a-f3947a1a24c8'], 'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '53138151-fa58-48d3-b754-04006048af55'}]}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:52.230760 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfde361-f6f0-408e-9524-04c9edca0596 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957d12cc-f6c8-43b5-8b4a-f3947a1a24c8,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:52.257266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Allocated IP 172.20.0.2 (5d8b5aa7-6aee-4cc0-ae84-023b163ae820/53138151-fa58-48d3-b754-04006048af55/03c1cd53-7e40-4d53-8765-1d94c78a4495) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:52.343182 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91d9d01-403a-4f8c-82da-083e389e9546 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:52.402221 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.408310 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.423403 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b91d9d01-403a-4f8c-82da-083e389e9546 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.441069 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [None req-b91d9d01-403a-4f8c-82da-083e389e9546 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port 837cb51c-8d2d-4012-9189-fa6b2bc380e3 yet. {{(pid=101711) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:52.445950 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:52.448811 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:52.455150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:52.481065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Pushing event updated for resources: {'Port': ['ID=03c1cd53-7e40-4d53-8765-1d94c78a4495,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:52.514355 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Attempting to bind port 03c1cd53-7e40-4d53-8765-1d94c78a4495 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:52.514733 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Attempting to bind port 03c1cd53-7e40-4d53-8765-1d94c78a4495 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'f47d4bcc-e45c-484e-8a04-7d0461b00b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:52.515107 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Attempting to bind port 03c1cd53-7e40-4d53-8765-1d94c78a4495 on network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:52.520489 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:52.520872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Checking segment: {'id': 'f47d4bcc-e45c-484e-8a04-7d0461b00b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:52.521307 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.521709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Bound using segment: {'id': 'f47d4bcc-e45c-484e-8a04-7d0461b00b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:52.522184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Bound port: 03c1cd53-7e40-4d53-8765-1d94c78a4495, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47d4bcc-e45c-484e-8a04-7d0461b00b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:52.522574 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.586126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] For port 03c1cd53-7e40-4d53-8765-1d94c78a4495, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:52.589539 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] For port 03c1cd53-7e40-4d53-8765-1d94c78a4495, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=03c1cd53-7e40-4d53-8765-1d94c78a4495,segment=NetworkSegment(f47d4bcc-e45c-484e-8a04-7d0461b00b17),segment_id=f47d4bcc-e45c-484e-8a04-7d0461b00b17)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:52.594821 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.604123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-b91d9d01-403a-4f8c-82da-083e389e9546 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Allocated IP 172.20.0.8 (5d8b5aa7-6aee-4cc0-ae84-023b163ae820/53138151-fa58-48d3-b754-04006048af55/837cb51c-8d2d-4012-9189-fa6b2bc380e3) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:52.657220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51048031-37ed-4a12-863d-e21147d3b24c None None] Pushing event updated for resources: {'Port': ['ID=03c1cd53-7e40-4d53-8765-1d94c78a4495,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:52.754338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b91d9d01-403a-4f8c-82da-083e389e9546 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.791898 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b91d9d01-403a-4f8c-82da-083e389e9546 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.849602 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91d9d01-403a-4f8c-82da-083e389e9546 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:52.859863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-b91d9d01-403a-4f8c-82da-083e389e9546 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:52.864230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d9d01-403a-4f8c-82da-083e389e9546 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:52.889725 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d9d01-403a-4f8c-82da-083e389e9546 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=837cb51c-8d2d-4012-9189-fa6b2bc380e3,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:52.924079 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91d9d01-403a-4f8c-82da-083e389e9546 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:52.924639 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b91d9d01-403a-4f8c-82da-083e389e9546 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:52.928238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53190e83-97c8-42e0-a3c3-6b8d843a705b req-9b0a11d1-5089-4e44-b217-b9a9791f49ca tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:52.936832 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53190e83-97c8-42e0-a3c3-6b8d843a705b req-9b0a11d1-5089-4e44-b217-b9a9791f49ca tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 946 time: 0.0737529 Nov 03 19:11:52.944993 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b91d9d01-403a-4f8c-82da-083e389e9546 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7230067 Nov 03 19:11:52.947748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60632) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:52.953972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a09141df-32b5-4904-a851-9503286fec2e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'subnet': {'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:52.988978 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53190e83-97c8-42e0-a3c3-6b8d843a705b req-a510abed-ef09-4ef5-b0e9-b98fa4d6915e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511985 Nov 03 19:11:53.011228 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60634) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.435338 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b21e3aa3-dcd6-4dc3-adbd-9dba8bbff8f1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/9ab61d20-815d-4100-9276-85e5594f05ea HTTP/1.1" status: 200 len: 993 time: 0.4224558 Nov 03 19:11:53.455683 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09141df-32b5-4904-a851-9503286fec2e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:53.459234 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a09141df-32b5-4904-a851-9503286fec2e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.553609 n-d-812150-4 neutron-server[101711]: INFO neutron.db.ipam_backend_mixin [None req-a09141df-32b5-4904-a851-9503286fec2e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 53138151-fa58-48d3-b754-04006048af55 (CIDR: 172.20.0.0/28) Nov 03 19:11:53.557157 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09141df-32b5-4904-a851-9503286fec2e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:53.557649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09141df-32b5-4904-a851-9503286fec2e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:11:53.573798 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a09141df-32b5-4904-a851-9503286fec2e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6247261 Nov 03 19:11:53.576622 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60640) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:53.581559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9ffa2d61-e37c-4a0c-8eea-2538cbdc4e66 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'subnet': {'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:53.695124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5247b68b-c476-4011-9431-841a01aa5e31 None None] Provisioning complete for port bef5b2d7-a63d-487e-b463-68838d2f0ff5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:53.696030 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5247b68b-c476-4011-9431-841a01aa5e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.706999 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffa2d61-e37c-4a0c-8eea-2538cbdc4e66 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:53.712053 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ffa2d61-e37c-4a0c-8eea-2538cbdc4e66 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.737805 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-5247b68b-c476-4011-9431-841a01aa5e31 None None] Port bef5b2d7-a63d-487e-b463-68838d2f0ff5 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:53.757770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5247b68b-c476-4011-9431-841a01aa5e31 None None] Provisioning complete for port 03c1cd53-7e40-4d53-8765-1d94c78a4495 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:53.758457 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5247b68b-c476-4011-9431-841a01aa5e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.851136 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5247b68b-c476-4011-9431-841a01aa5e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.885671 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5247b68b-c476-4011-9431-841a01aa5e31 None None] For port 03c1cd53-7e40-4d53-8765-1d94c78a4495, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=03c1cd53-7e40-4d53-8765-1d94c78a4495,segment=NetworkSegment(f47d4bcc-e45c-484e-8a04-7d0461b00b17),segment_id=f47d4bcc-e45c-484e-8a04-7d0461b00b17)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:53.889799 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5247b68b-c476-4011-9431-841a01aa5e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.939958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247b68b-c476-4011-9431-841a01aa5e31 None None] Pushing event updated for resources: {'Port': ['ID=03c1cd53-7e40-4d53-8765-1d94c78a4495,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:53.952500 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ffa2d61-e37c-4a0c-8eea-2538cbdc4e66 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:53.995632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffa2d61-e37c-4a0c-8eea-2538cbdc4e66 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:54.007663 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-9ffa2d61-e37c-4a0c-8eea-2538cbdc4e66 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:54.012181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7b51bd1f-7e45-4b1e-b1bc-57ce0458c9c5 None None] Provisioning complete for port 837cb51c-8d2d-4012-9189-fa6b2bc380e3 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:54.012579 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffa2d61-e37c-4a0c-8eea-2538cbdc4e66 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:54.013223 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7b51bd1f-7e45-4b1e-b1bc-57ce0458c9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.013325 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9ffa2d61-e37c-4a0c-8eea-2538cbdc4e66 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.021105 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa2d61-e37c-4a0c-8eea-2538cbdc4e66 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Subnet': ['ID=c97e1b6d-c7e0-4e8e-980f-30a4b2cbbf0d,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:54.036602 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9ffa2d61-e37c-4a0c-8eea-2538cbdc4e66 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4589145 Nov 03 19:11:54.039210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60646) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:54.045549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-39bf3b92-727f-486e-832d-5c332119a673 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1791556465', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c97e1b6d-c7e0-4e8e-980f-30a4b2cbbf0d'}], 'security_groups': ['54afb064-2ed7-4d54-a6b0-460b9cdd975e']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:54.048740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c3fd75-0853-4590-adc9-8ed6dd81b9b8 None None] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:54.113133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d56188-5c99-4301-be72-51302c6d5120 req-ffebd2cb-8624-403c-8a90-5b6fc65cae3a tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:54.114945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50d56188-5c99-4301-be72-51302c6d5120 req-ffebd2cb-8624-403c-8a90-5b6fc65cae3a tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 1097 time: 0.0670500 Nov 03 19:11:54.124992 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 03c1cd53-7e40-4d53-8765-1d94c78a4495 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:54.138996 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39bf3b92-727f-486e-832d-5c332119a673 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.146287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-7b51bd1f-7e45-4b1e-b1bc-57ce0458c9c5 None None] Port 837cb51c-8d2d-4012-9189-fa6b2bc380e3 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:54.166472 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50d56188-5c99-4301-be72-51302c6d5120 req-ebc4756f-a40f-408c-9a71-c135c6da786b tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454414 Nov 03 19:11:54.230390 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 03c1cd53-7e40-4d53-8765-1d94c78a4495 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:54.230822 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.259461 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-3571e5a8-3589-4798-9252-f3e389daa1ed req-274c2e94-1aac-4459-b926-ab9b948cc637 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:54.260779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3571e5a8-3589-4798-9252-f3e389daa1ed req-274c2e94-1aac-4459-b926-ab9b948cc637 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0064297 Nov 03 19:11:54.399837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b03634-e388-4872-a425-539a0298ea58 None None] Update dhcp port {'port': {'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'fixed_ips': [{'subnet_id': '53138151-fa58-48d3-b754-04006048af55', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c97e1b6d-c7e0-4e8e-980f-30a4b2cbbf0d'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '03c1cd53-7e40-4d53-8765-1d94c78a4495'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:11:54.425884 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-84b03634-e388-4872-a425-539a0298ea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.485985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-39bf3b92-727f-486e-832d-5c332119a673 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Delete allocated IP 172.20.0.8 (5d8b5aa7-6aee-4cc0-ae84-023b163ae820/53138151-fa58-48d3-b754-04006048af55) {{(pid=101711) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:11:54.493877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-39bf3b92-727f-486e-832d-5c332119a673 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Allocated IP 172.20.0.26 (5d8b5aa7-6aee-4cc0-ae84-023b163ae820/c97e1b6d-c7e0-4e8e-980f-30a4b2cbbf0d/837cb51c-8d2d-4012-9189-fa6b2bc380e3) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:54.652020 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39bf3b92-727f-486e-832d-5c332119a673 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.657181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39bf3b92-727f-486e-832d-5c332119a673 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.718525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-84b03634-e388-4872-a425-539a0298ea58 None None] Allocated IP 172.20.0.18 (5d8b5aa7-6aee-4cc0-ae84-023b163ae820/c97e1b6d-c7e0-4e8e-980f-30a4b2cbbf0d/03c1cd53-7e40-4d53-8765-1d94c78a4495) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:54.767283 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf3b92-727f-486e-832d-5c332119a673 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=837cb51c-8d2d-4012-9189-fa6b2bc380e3,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:54.797250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-39bf3b92-727f-486e-832d-5c332119a673 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] In _notify_port_updated(), no bound segment for port 837cb51c-8d2d-4012-9189-fa6b2bc380e3 on network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:11:54.802807 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf3b92-727f-486e-832d-5c332119a673 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:54.803431 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39bf3b92-727f-486e-832d-5c332119a673 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.804751 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-39bf3b92-727f-486e-832d-5c332119a673 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "PUT /v2.0/ports/837cb51c-8d2d-4012-9189-fa6b2bc380e3 HTTP/1.1" status: 200 len: 921 time: 0.7643285 Nov 03 19:11:54.807741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60666) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:54.808639 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-f82b400b-1078-4b5b-b74c-57f924b25aa5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916178 Nov 03 19:11:54.818217 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-74b6e36c-ad8a-486b-becd-378e074bd16c service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:11:54.818769 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-84b03634-e388-4872-a425-539a0298ea58 None None] For port 03c1cd53-7e40-4d53-8765-1d94c78a4495, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=03c1cd53-7e40-4d53-8765-1d94c78a4495,segment=NetworkSegment(f47d4bcc-e45c-484e-8a04-7d0461b00b17),segment_id=f47d4bcc-e45c-484e-8a04-7d0461b00b17)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:54.819205 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-74b6e36c-ad8a-486b-becd-378e074bd16c service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0051336 Nov 03 19:11:54.852430 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-84b03634-e388-4872-a425-539a0298ea58 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.859508 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-84b03634-e388-4872-a425-539a0298ea58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.913997 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-dfe75243-a56d-4a03-acee-aae1439f9022 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port 837cb51c-8d2d-4012-9189-fa6b2bc380e3 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:11:54.914225 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dfe75243-a56d-4a03-acee-aae1439f9022 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:54.954609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b03634-e388-4872-a425-539a0298ea58 None None] Pushing event updated for resources: {'Port': ['ID=03c1cd53-7e40-4d53-8765-1d94c78a4495,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:55.011625 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dfe75243-a56d-4a03-acee-aae1439f9022 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.025310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-dfe75243-a56d-4a03-acee-aae1439f9022 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for 837cb51c-8d2d-4012-9189-fa6b2bc380e3 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:11:55.189871 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dfe75243-a56d-4a03-acee-aae1439f9022 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.220312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe75243-a56d-4a03-acee-aae1439f9022 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=837cb51c-8d2d-4012-9189-fa6b2bc380e3,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:55.297217 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dfe75243-a56d-4a03-acee-aae1439f9022 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.300558 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dfe75243-a56d-4a03-acee-aae1439f9022 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/837cb51c-8d2d-4012-9189-fa6b2bc380e3 HTTP/1.1" status: 204 len: 168 time: 0.4918051 Nov 03 19:11:55.303322 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60674) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:55.330615 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab611d1a-02a5-4cac-b44f-2c84e9aee394 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] GET failed (client error): The resource could not be found. Nov 03 19:11:55.332280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ab611d1a-02a5-4cac-b44f-2c84e9aee394 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/837cb51c-8d2d-4012-9189-fa6b2bc380e3 HTTP/1.1" status: 404 len: 333 time: 0.0278060 Nov 03 19:11:55.336174 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60676) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:55.397518 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8a7c453a-12ac-460f-9858-053b2c3b80f9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.409160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-67ed11b4-95bb-4844-8715-12cf6696c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:55.410584 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-67ed11b4-95bb-4844-8715-12cf6696c8be service neutron] 10.222.0.107 "GET /v2.0/ports/8a2e2f56-8ffe-4432-9290-ad8a9b6cddea HTTP/1.1" status: 200 len: 1094 time: 0.0418482 Nov 03 19:11:55.420920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-303f9a23-e95d-4764-b476-c20d2a32cb67 service neutron] Request body: {'binding': {'host': 'n-h1-812150-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:55.421369 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-303f9a23-e95d-4764-b476-c20d2a32cb67 service neutron] Unknown quota resources ['binding']. {{(pid=101711) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 03 19:11:55.428126 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8a7c453a-12ac-460f-9858-053b2c3b80f9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.475012 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8a7c453a-12ac-460f-9858-053b2c3b80f9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.479094 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8a7c453a-12ac-460f-9858-053b2c3b80f9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.483571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60678) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:55.484486 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8a7c453a-12ac-460f-9858-053b2c3b80f9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/security-groups/957d12cc-f6c8-43b5-8b4a-f3947a1a24c8 HTTP/1.1" status: 204 len: 168 time: 0.1473787 Nov 03 19:11:55.497952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c453a-12ac-460f-9858-053b2c3b80f9 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957d12cc-f6c8-43b5-8b4a-f3947a1a24c8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:55.574481 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c25a0f1e-e4a4-41f2-bb53-7d0b8b0be666 None None] Provisioning complete for port bef5b2d7-a63d-487e-b463-68838d2f0ff5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:55.574954 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c25a0f1e-e4a4-41f2-bb53-7d0b8b0be666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.594102 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89aab453-bc42-4cef-9b8a-e1366e50cb4e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.608732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c25a0f1e-e4a4-41f2-bb53-7d0b8b0be666 None None] Port bef5b2d7-a63d-487e-b463-68838d2f0ff5 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:55.611993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c25a0f1e-e4a4-41f2-bb53-7d0b8b0be666 None None] Could not find standard attr ID for object 837cb51c-8d2d-4012-9189-fa6b2bc380e3. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:11:55.621868 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c25a0f1e-e4a4-41f2-bb53-7d0b8b0be666 None None] Provisioning complete for port 03c1cd53-7e40-4d53-8765-1d94c78a4495 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:55.622730 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c25a0f1e-e4a4-41f2-bb53-7d0b8b0be666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.624222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-303f9a23-e95d-4764-b476-c20d2a32cb67 service neutron] Attempting to bind port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea on host n-h1-812150-4 for vnic_type normal with profile None {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:55.624571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-303f9a23-e95d-4764-b476-c20d2a32cb67 service neutron] Attempting to bind port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:55.624902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-303f9a23-e95d-4764-b476-c20d2a32cb67 service neutron] Attempting to bind port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea on network eb1bdeb2-cc74-475c-8f3e-763b66dd359c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:55.628596 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89aab453-bc42-4cef-9b8a-e1366e50cb4e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.636861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-303f9a23-e95d-4764-b476-c20d2a32cb67 service neutron] Port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea on network eb1bdeb2-cc74-475c-8f3e-763b66dd359c not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:11:55.637188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-303f9a23-e95d-4764-b476-c20d2a32cb67 service neutron] Attempting to bind port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea on network eb1bdeb2-cc74-475c-8f3e-763b66dd359c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:55.650723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-303f9a23-e95d-4764-b476-c20d2a32cb67 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:55.651067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-303f9a23-e95d-4764-b476-c20d2a32cb67 service neutron] Checking segment: {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:55.651456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-303f9a23-e95d-4764-b476-c20d2a32cb67 service neutron] Bound using segment: {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:55.651923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-303f9a23-e95d-4764-b476-c20d2a32cb67 service neutron] Bound port: 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:55.738819 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89aab453-bc42-4cef-9b8a-e1366e50cb4e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.741365 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89aab453-bc42-4cef-9b8a-e1366e50cb4e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.742545 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-89aab453-bc42-4cef-9b8a-e1366e50cb4e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/security-groups/54afb064-2ed7-4d54-a6b0-460b9cdd975e HTTP/1.1" status: 204 len: 168 time: 0.2579238 Nov 03 19:11:55.745958 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60680) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:55.758279 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-318da4de-8295-403d-81ff-85c68dd2f5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.761566 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aab453-bc42-4cef-9b8a-e1366e50cb4e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54afb064-2ed7-4d54-a6b0-460b9cdd975e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:55.766700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-303f9a23-e95d-4764-b476-c20d2a32cb67 service neutron] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:55.773435 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-303f9a23-e95d-4764-b476-c20d2a32cb67 service neutron] Publish callbacks [] for binding, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.775070 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-303f9a23-e95d-4764-b476-c20d2a32cb67 service neutron] 10.222.0.107 "POST /v2.0/ports/8a2e2f56-8ffe-4432-9290-ad8a9b6cddea/bindings HTTP/1.1" status: 201 len: 389 time: 0.3573878 Nov 03 19:11:55.820946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b17a7a-7580-4e1c-a7d6-5761d03b009f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting subnet 53138151-fa58-48d3-b754-04006048af55 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:11:55.827034 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-73b17a7a-7580-4e1c-a7d6-5761d03b009f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.871054 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-73b17a7a-7580-4e1c-a7d6-5761d03b009f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:55.991730 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27894580-e26d-46a6-86ba-8f1073cf4dc4 req-77c4f7eb-3579-47ef-adcd-dc8d7d34318d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:55.993359 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27894580-e26d-46a6-86ba-8f1073cf4dc4 req-77c4f7eb-3579-47ef-adcd-dc8d7d34318d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 946 time: 0.0955908 Nov 03 19:11:56.014099 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-73b17a7a-7580-4e1c-a7d6-5761d03b009f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.069022 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 03c1cd53-7e40-4d53-8765-1d94c78a4495 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:11:56.078993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-a05e861f-1938-4d28-9f1a-db999fa42b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:56.081362 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-a05e861f-1938-4d28-9f1a-db999fa42b50 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 1097 time: 0.0647669 Nov 03 19:11:56.089356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27894580-e26d-46a6-86ba-8f1073cf4dc4 req-d4029086-f644-4780-b284-2a34ed11785e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853460 Nov 03 19:11:56.125186 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-73b17a7a-7580-4e1c-a7d6-5761d03b009f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.141002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3e50615d-6965-4b2d-b341-11f4db4fc0f7 None None] Could not find standard attr ID for object 837cb51c-8d2d-4012-9189-fa6b2bc380e3. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:11:56.154817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b17a7a-7580-4e1c-a7d6-5761d03b009f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Subnet': ['ID=53138151-fa58-48d3-b754-04006048af55,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:56.158851 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-73b17a7a-7580-4e1c-a7d6-5761d03b009f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.165849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-73b17a7a-7580-4e1c-a7d6-5761d03b009f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/53138151-fa58-48d3-b754-04006048af55 HTTP/1.1" status: 204 len: 168 time: 0.4151373 Nov 03 19:11:56.166246 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60684) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:56.179922 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1c85bd53-3eee-46ed-b12b-f3f64a88376f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'subnet': {'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:56.190054 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 03c1cd53-7e40-4d53-8765-1d94c78a4495 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:56.190448 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.204874 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-5bd2335f-dbca-4188-b510-25c7001cf22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:56.206608 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-5bd2335f-dbca-4188-b510-25c7001cf22c service neutron] 10.222.0.87 "GET /v2.0/networks?id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c HTTP/1.1" status: 200 len: 898 time: 0.1179338 Nov 03 19:11:56.288882 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-beafddaf-28cf-463b-8cfa-a2126c5a9d2b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea HTTP/1.1" status: 200 len: 1001 time: 0.0734134 Nov 03 19:11:56.316197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aee132-c547-4f98-aaf5-e83d5a1963c9 None None] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:56.325790 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c85bd53-3eee-46ed-b12b-f3f64a88376f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:56.329887 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c85bd53-3eee-46ed-b12b-f3f64a88376f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.346511 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-eb8591e7-6e30-4d99-ae08-7d4fd7264218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:56.348080 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-eb8591e7-6e30-4d99-ae08-7d4fd7264218 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=005c04a3-0904-4a1b-b304-907f86ccedfa HTTP/1.1" status: 200 len: 835 time: 0.0505280 Nov 03 19:11:56.394453 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-2adb428c-d129-4364-a2e9-cf746a563232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:56.396614 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-2adb428c-d129-4364-a2e9-cf746a563232 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414181 Nov 03 19:11:56.495286 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-d74a3cdf-ccd2-45df-8689-f1c314db0a2b service neutron] 10.222.0.87 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894921 Nov 03 19:11:56.573552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c85bd53-3eee-46ed-b12b-f3f64a88376f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.605273 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-28eadc87-8da3-400e-9713-7233924269ca service neutron] 10.222.0.87 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016986 Nov 03 19:11:56.619950 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c85bd53-3eee-46ed-b12b-f3f64a88376f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:56.623503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-1c85bd53-3eee-46ed-b12b-f3f64a88376f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:56.628012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c85bd53-3eee-46ed-b12b-f3f64a88376f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:56.628601 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c85bd53-3eee-46ed-b12b-f3f64a88376f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.633975 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85bd53-3eee-46ed-b12b-f3f64a88376f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Subnet': ['ID=c6542189-5b98-4271-9485-bff07d2a137b,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:56.650484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1c85bd53-3eee-46ed-b12b-f3f64a88376f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4831054 Nov 03 19:11:56.652847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60686) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:56.658310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-805fba5f-8c2d-4980-8930-6aed44e4937f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'security_group': {'name': 'tempest-secgroup-1732478076'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:56.681273 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-805fba5f-8c2d-4980-8930-6aed44e4937f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.769462 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-805fba5f-8c2d-4980-8930-6aed44e4937f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.776614 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-805fba5f-8c2d-4980-8930-6aed44e4937f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.808536 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-805fba5f-8c2d-4980-8930-6aed44e4937f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.809902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-805fba5f-8c2d-4980-8930-6aed44e4937f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1553617 Nov 03 19:11:56.812746 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-472d55d5-ef8a-4025-a1b3-359a4766db58 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:56.812923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60688) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:56.814500 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-472d55d5-ef8a-4025-a1b3-359a4766db58 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d&tenant_id=78a454aa6ba94726aa7cce9e1618069d&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 1097 time: 0.0881011 Nov 03 19:11:56.817940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-aeae37e6-6321-414b-afbc-1587f306e7c5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'security_group': {'name': 'tempest-secgroup-367559483'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:56.823487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fba5f-8c2d-4980-8930-6aed44e4937f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b8f10c-d401-4bb2-8743-08d191490b2c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:56.827983 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812150-4'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:56.850911 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aeae37e6-6321-414b-afbc-1587f306e7c5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.898017 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.931160 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aeae37e6-6321-414b-afbc-1587f306e7c5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.936728 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aeae37e6-6321-414b-afbc-1587f306e7c5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.972194 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aeae37e6-6321-414b-afbc-1587f306e7c5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:56.976474 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aeae37e6-6321-414b-afbc-1587f306e7c5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1623085 Nov 03 19:11:56.976677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60690) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:56.981044 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0576f485-6764-40f6-b261-981a716df104 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'security_group': {'name': 'tempest-secgroup-1391691237'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:56.983080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae37e6-6321-414b-afbc-1587f306e7c5 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d680f549-748b-46ce-8fdf-bb1d9c03a7a8,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:57.052332 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0576f485-6764-40f6-b261-981a716df104 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.055254 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa995338-5b51-4883-973e-18e715ba1f1c None None] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:57.084153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:57.136925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:57.137154 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a4709939-5f66-417b-9e58-ae58db57cbea None None] Provisioning complete for port bef5b2d7-a63d-487e-b463-68838d2f0ff5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:57.137362 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a4709939-5f66-417b-9e58-ae58db57cbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.195614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:57.197919 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8460211f-c71c-4bc4-bf46-5f5f43f90a96" -d '{"events": [{"server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:57.202308 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.230803 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0576f485-6764-40f6-b261-981a716df104 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.233828 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.240152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483da948-ef31-4420-ac97-0ae42b3af051 req-cea00891-7370-470e-bd48-fbb935a90ef5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:57.242653 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-483da948-ef31-4420-ac97-0ae42b3af051 req-cea00891-7370-470e-bd48-fbb935a90ef5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 946 time: 0.0716643 Nov 03 19:11:57.265829 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0576f485-6764-40f6-b261-981a716df104 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.304457 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b908ce2-3896-4ffd-a57e-234308f97fb8 x-openstack-request-id: req-7b908ce2-3896-4ffd-a57e-234308f97fb8 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:57.304922 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:57.305279 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7b908ce2-3896-4ffd-a57e-234308f97fb8 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:57.306021 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea', 'code': 200} Nov 03 19:11:57.306878 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-483da948-ef31-4420-ac97-0ae42b3af051 req-557b7485-a66e-4e0f-834b-a0781c75be27 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575922 Nov 03 19:11:57.362297 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0576f485-6764-40f6-b261-981a716df104 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.366565 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60696) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:57.372603 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-28b986da-c45e-4c32-86e2-ce1faededd1b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1449820795', 'security_groups': ['d1685df1-dce6-442e-a012-78b05539a7a9'], 'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c6542189-5b98-4271-9485-bff07d2a137b'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:57.376168 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0576f485-6764-40f6-b261-981a716df104 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3984785 Nov 03 19:11:57.377090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576f485-6764-40f6-b261-981a716df104 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1685df1-dce6-442e-a012-78b05539a7a9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:57.426865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a4709939-5f66-417b-9e58-ae58db57cbea None None] Port bef5b2d7-a63d-487e-b463-68838d2f0ff5 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:57.439178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,revision_number=7']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:57.448421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a4709939-5f66-417b-9e58-ae58db57cbea None None] Provisioning complete for port 03c1cd53-7e40-4d53-8765-1d94c78a4495 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:57.449072 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a4709939-5f66-417b-9e58-ae58db57cbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.503303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Attempting to bind port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea on host n-h2-812150-4 for vnic_type normal with profile {"migrating_to": "n-h1-812150-4"} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:11:57.503931 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Attempting to bind port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:11:57.504730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Attempting to bind port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea on network eb1bdeb2-cc74-475c-8f3e-763b66dd359c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:57.511270 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea on network eb1bdeb2-cc74-475c-8f3e-763b66dd359c not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:11:57.512072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Attempting to bind port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea on network eb1bdeb2-cc74-475c-8f3e-763b66dd359c {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:11:57.520279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b986da-c45e-4c32-86e2-ce1faededd1b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:57.520735 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:11:57.521393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Checking segment: {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:11:57.521789 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Bound using segment: {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:11:57.522242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Bound port: 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34990479-aa95-40c7-a577-e95ccb48ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:11:57.522614 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.598061 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:11:57.601858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:11:57.606526 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.613670 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b0e776-4e07-46f3-aa29-591e141bb6dc None None] Update dhcp port {'port': {'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'fixed_ips': [{'subnet_id': 'c97e1b6d-c7e0-4e8e-980f-30a4b2cbbf0d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c6542189-5b98-4271-9485-bff07d2a137b'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '03c1cd53-7e40-4d53-8765-1d94c78a4495'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:11:57.616429 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28b986da-c45e-4c32-86e2-ce1faededd1b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.634342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [None req-28b986da-c45e-4c32-86e2-ce1faededd1b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] device_id is not set on port ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3 yet. {{(pid=101712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 03 19:11:57.640585 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-58b0e776-4e07-46f3-aa29-591e141bb6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.708441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,revision_number=8']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:57.724570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8436e536-add8-44cd-b91b-2d9a5d695b44 None None] Provisioning complete for port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:57.725041 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8436e536-add8-44cd-b91b-2d9a5d695b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.752758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:57.753405 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.754846 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f3c7a98-09d0-4d7a-aa02-7228af0ded98 service neutron] 10.222.0.87 "PUT /v2.0/ports/8a2e2f56-8ffe-4432-9290-ad8a9b6cddea HTTP/1.1" status: 200 len: 1122 time: 0.9323130 Nov 03 19:11:57.842522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-28b986da-c45e-4c32-86e2-ce1faededd1b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Allocated IP 172.20.0.12 (5d8b5aa7-6aee-4cc0-ae84-023b163ae820/c6542189-5b98-4271-9485-bff07d2a137b/ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:57.881329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['8a2e2f56-8ffe-4432-9290-ad8a9b6cddea'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:11:57.927777 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8436e536-add8-44cd-b91b-2d9a5d695b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.963623 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:57.965786 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d377bca-0bc2-456e-8222-301da3630ab9" -d '{"events": [{"server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "name": "network-vif-plugged", "status": "completed", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:57.994416 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28b986da-c45e-4c32-86e2-ce1faededd1b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:57.998589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8436e536-add8-44cd-b91b-2d9a5d695b44 None None] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:58.007089 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4a3caa-2c80-45de-8dfa-7b4e24696197 x-openstack-request-id: req-fc4a3caa-2c80-45de-8dfa-7b4e24696197 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:58.007380 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "name": "network-vif-plugged", "status": "completed", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:58.007662 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fc4a3caa-2c80-45de-8dfa-7b4e24696197 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:58.008060 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea', 'code': 200} Nov 03 19:11:58.009597 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8436e536-add8-44cd-b91b-2d9a5d695b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.030349 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28b986da-c45e-4c32-86e2-ce1faededd1b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.070823 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b986da-c45e-4c32-86e2-ce1faededd1b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:58.077941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-28b986da-c45e-4c32-86e2-ce1faededd1b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:58.081716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b986da-c45e-4c32-86e2-ce1faededd1b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:11:58.105233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b986da-c45e-4c32-86e2-ce1faededd1b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:58.134669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b986da-c45e-4c32-86e2-ce1faededd1b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:58.135288 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-28b986da-c45e-4c32-86e2-ce1faededd1b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.151439 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-28b986da-c45e-4c32-86e2-ce1faededd1b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7831337 Nov 03 19:11:58.154326 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60700) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:58.159430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f9c8c4bf-474b-4962-b155-e2280d8acf96 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'subnet': {'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:58.210554 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-62c4e3f8-0be6-49a6-ad34-06d64501efd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.227281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436e536-add8-44cd-b91b-2d9a5d695b44 None None] Pushing event updated for resources: {'Port': ['ID=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:58.251758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-58b0e776-4e07-46f3-aa29-591e141bb6dc None None] Allocated IP 172.20.0.2 (5d8b5aa7-6aee-4cc0-ae84-023b163ae820/c6542189-5b98-4271-9485-bff07d2a137b/03c1cd53-7e40-4d53-8765-1d94c78a4495) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:58.273274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c8c4bf-474b-4962-b155-e2280d8acf96 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:58.276853 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f9c8c4bf-474b-4962-b155-e2280d8acf96 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.371433 n-d-812150-4 neutron-server[101711]: INFO neutron.db.ipam_backend_mixin [None req-f9c8c4bf-474b-4962-b155-e2280d8acf96 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c6542189-5b98-4271-9485-bff07d2a137b (CIDR: 172.20.0.0/28) Nov 03 19:11:58.376411 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c8c4bf-474b-4962-b155-e2280d8acf96 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:58.377153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c8c4bf-474b-4962-b155-e2280d8acf96 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:11:58.398661 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f9c8c4bf-474b-4962-b155-e2280d8acf96 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2431686 Nov 03 19:11:58.399684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60704) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:58.405360 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7bef72e9-94e5-4a76-9e23-f256a9c85f44 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'subnet': {'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:58.450584 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-58b0e776-4e07-46f3-aa29-591e141bb6dc None None] For port 03c1cd53-7e40-4d53-8765-1d94c78a4495, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=03c1cd53-7e40-4d53-8765-1d94c78a4495,segment=NetworkSegment(f47d4bcc-e45c-484e-8a04-7d0461b00b17),segment_id=f47d4bcc-e45c-484e-8a04-7d0461b00b17)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:11:58.452703 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e3a1d-b80f-4a0e-8d75-0b878aab576a req-5adf1259-b711-4e59-98bf-2b75b8b5f3c8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:58.453428 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-101e3a1d-b80f-4a0e-8d75-0b878aab576a req-5adf1259-b711-4e59-98bf-2b75b8b5f3c8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 946 time: 0.0629199 Nov 03 19:11:58.486938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c021c2bd-9099-4a80-b5a9-b616081936e4 None None] Provisioning complete for port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:58.487216 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c021c2bd-9099-4a80-b5a9-b616081936e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.511916 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-101e3a1d-b80f-4a0e-8d75-0b878aab576a req-7166c6fa-a0b9-493d-9bba-d8379625b123 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505455 Nov 03 19:11:58.522051 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bef72e9-94e5-4a76-9e23-f256a9c85f44 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:58.526683 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7bef72e9-94e5-4a76-9e23-f256a9c85f44 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.532550 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-58b0e776-4e07-46f3-aa29-591e141bb6dc None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.546391 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-58b0e776-4e07-46f3-aa29-591e141bb6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:58.628397 n-d-812150-4 neutron-server[101711]: INFO neutron.db.ipam_backend_mixin [None req-7bef72e9-94e5-4a76-9e23-f256a9c85f44 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c97e1b6d-c7e0-4e8e-980f-30a4b2cbbf0d (CIDR: 172.20.0.16/28) Nov 03 19:11:58.632571 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bef72e9-94e5-4a76-9e23-f256a9c85f44 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:11:58.633067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bef72e9-94e5-4a76-9e23-f256a9c85f44 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:11:58.647663 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7bef72e9-94e5-4a76-9e23-f256a9c85f44 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2468722 Nov 03 19:11:58.651171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60706) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:58.656993 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-bae21dba-2825-4692-ad22-fd6e6ce17afa tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'subnet': {'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:58.662009 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0e776-4e07-46f3-aa29-591e141bb6dc None None] Pushing event updated for resources: {'Port': ['ID=03c1cd53-7e40-4d53-8765-1d94c78a4495,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:58.775650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae21dba-2825-4692-ad22-fd6e6ce17afa tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Made reservation on behalf of 0c2709f6511e4235aa4423c9cb2c71a0 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:11:58.779857 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bae21dba-2825-4692-ad22-fd6e6ce17afa tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.008841 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bae21dba-2825-4692-ad22-fd6e6ce17afa tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.056250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae21dba-2825-4692-ad22-fd6e6ce17afa tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:11:59.060943 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-bae21dba-2825-4692-ad22-fd6e6ce17afa tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:11:59.063988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae21dba-2825-4692-ad22-fd6e6ce17afa tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:59.064583 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bae21dba-2825-4692-ad22-fd6e6ce17afa tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.078634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae21dba-2825-4692-ad22-fd6e6ce17afa tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Subnet': ['ID=0b247c45-4f9c-412b-9c5d-0399e59e8580,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:11:59.090436 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bae21dba-2825-4692-ad22-fd6e6ce17afa tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4380927 Nov 03 19:11:59.093804 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60708) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:11:59.099462 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-335724233', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0b247c45-4f9c-412b-9c5d-0399e59e8580'}], 'security_groups': ['b1b8f10c-d401-4bb2-8743-08d191490b2c', 'd680f549-748b-46ce-8fdf-bb1d9c03a7a8']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:11:59.142873 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8135cf-8fd9-48b9-939f-2963857beadb None None] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:11:59.237660 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-253493ce-2ba3-4150-b232-01c5ef52a5a1 None None] Provisioning complete for port bef5b2d7-a63d-487e-b463-68838d2f0ff5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:59.238375 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-253493ce-2ba3-4150-b232-01c5ef52a5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.246562 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.308016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-253493ce-2ba3-4150-b232-01c5ef52a5a1 None None] Port bef5b2d7-a63d-487e-b463-68838d2f0ff5 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:11:59.323831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:11:59.326676 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a5e87d-e9ea-4eb8-a25d-33bf4d7480ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:11:59.359726 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-253493ce-2ba3-4150-b232-01c5ef52a5a1 None None] Provisioning complete for port 03c1cd53-7e40-4d53-8765-1d94c78a4495 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:11:59.360822 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-253493ce-2ba3-4150-b232-01c5ef52a5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.404108 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3efaa78-b7ce-4d23-a7da-4977210d21b9 x-openstack-request-id: req-d3efaa78-b7ce-4d23-a7da-4977210d21b9 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:11:59.404588 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:11:59.404735 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d3efaa78-b7ce-4d23-a7da-4977210d21b9 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:11:59.405287 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea', 'status': 'completed', 'code': 200} Nov 03 19:11:59.459152 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.461934 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001697cb-8f79-489f-9518-e6c8f5d4dd06 None None] Update dhcp port {'port': {'network_id': '5d8b5aa7-6aee-4cc0-ae84-023b163ae820', 'fixed_ips': [{'subnet_id': 'c97e1b6d-c7e0-4e8e-980f-30a4b2cbbf0d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c6542189-5b98-4271-9485-bff07d2a137b', 'ip_address': '172.20.0.2'}, {'subnet_id': '0b247c45-4f9c-412b-9c5d-0399e59e8580'}], 'binding:host_id': 'n-d-812150-4'}, 'id': '03c1cd53-7e40-4d53-8765-1d94c78a4495'} from n-d-812150-4. {{(pid=101713) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 03 19:11:59.506344 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5e87d-e9ea-4eb8-a25d-33bf4d7480ff req-cc1e1d0a-032e-40d1-b5b0-0a73db8b30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:59.507911 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-27a5e87d-e9ea-4eb8-a25d-33bf4d7480ff req-cc1e1d0a-032e-40d1-b5b0-0a73db8b30e7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 1127 time: 0.1016750 Nov 03 19:11:59.511472 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-001697cb-8f79-489f-9518-e6c8f5d4dd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:11:59.656758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce8324-1a88-4f63-a6ee-3c99c7313f00 req-02815067-8ec7-4d74-a8be-4da4b4e76d22 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:59.658292 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfce8324-1a88-4f63-a6ee-3c99c7313f00 req-02815067-8ec7-4d74-a8be-4da4b4e76d22 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 946 time: 0.0564649 Nov 03 19:11:59.680652 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5e87d-e9ea-4eb8-a25d-33bf4d7480ff req-06f42888-7a0a-4973-bbe1-c9d3885b928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:59.682138 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-27a5e87d-e9ea-4eb8-a25d-33bf4d7480ff req-06f42888-7a0a-4973-bbe1-c9d3885b928f service neutron] 10.222.0.98 "GET /v2.0/networks?id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c HTTP/1.1" status: 200 len: 898 time: 0.1656835 Nov 03 19:11:59.715204 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfce8324-1a88-4f63-a6ee-3c99c7313f00 req-077119f7-5895-4086-a649-cfec813ea246 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480027 Nov 03 19:11:59.742709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Delete allocated IP 172.20.0.12 (5d8b5aa7-6aee-4cc0-ae84-023b163ae820/c6542189-5b98-4271-9485-bff07d2a137b) {{(pid=101711) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 03 19:11:59.765138 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Allocated IP 172.20.0.46 (5d8b5aa7-6aee-4cc0-ae84-023b163ae820/0b247c45-4f9c-412b-9c5d-0399e59e8580/ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:11:59.783979 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-27a5e87d-e9ea-4eb8-a25d-33bf4d7480ff req-883bb8c6-b5b1-4888-b25b-70d965139b39 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea HTTP/1.1" status: 200 len: 1001 time: 0.0924687 Nov 03 19:11:59.859811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5e87d-e9ea-4eb8-a25d-33bf4d7480ff req-20f3ca9a-e8ef-45c2-a9fa-305743a22f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:59.861307 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-27a5e87d-e9ea-4eb8-a25d-33bf4d7480ff req-20f3ca9a-e8ef-45c2-a9fa-305743a22f9d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=005c04a3-0904-4a1b-b304-907f86ccedfa HTTP/1.1" status: 200 len: 835 time: 0.0659225 Nov 03 19:11:59.962839 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5e87d-e9ea-4eb8-a25d-33bf4d7480ff req-42d45f20-3dd7-4c16-9298-bd0f5d9b71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:11:59.964389 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-27a5e87d-e9ea-4eb8-a25d-33bf4d7480ff req-42d45f20-3dd7-4c16-9298-bd0f5d9b71f5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931244 Nov 03 19:12:00.024663 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 03c1cd53-7e40-4d53-8765-1d94c78a4495 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:00.064198 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.070604 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.107855 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 03c1cd53-7e40-4d53-8765-1d94c78a4495 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:00.108236 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.131890 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-27a5e87d-e9ea-4eb8-a25d-33bf4d7480ff req-4ce339dd-0379-48c1-82ad-a7144afdea3b service neutron] 10.222.0.98 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583371 Nov 03 19:12:00.149005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-001697cb-8f79-489f-9518-e6c8f5d4dd06 None None] Allocated IP 172.20.0.34 (5d8b5aa7-6aee-4cc0-ae84-023b163ae820/0b247c45-4f9c-412b-9c5d-0399e59e8580/03c1cd53-7e40-4d53-8765-1d94c78a4495) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:00.159872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event updated for resources: {'Port': ['ID=ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:00.206523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:00.206879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:00.207224 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:00.207564 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:00.207937 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:00.208274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:00.208606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:00.208936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:00.209267 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:00.209595 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:00.209922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:00.210247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:00.258694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] In _notify_port_updated(), no bound segment for port ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3 on network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 {{(pid=101711) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 03 19:12:00.264937 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:00.265582 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.269886 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1d25d3af-a50f-493b-acaa-0e631a9b3453 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "PUT /v2.0/ports/ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3 HTTP/1.1" status: 200 len: 959 time: 1.1719949 Nov 03 19:12:00.270297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60714) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:00.288120 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-001697cb-8f79-489f-9518-e6c8f5d4dd06 None None] For port 03c1cd53-7e40-4d53-8765-1d94c78a4495, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=03c1cd53-7e40-4d53-8765-1d94c78a4495,segment=NetworkSegment(f47d4bcc-e45c-484e-8a04-7d0461b00b17),segment_id=f47d4bcc-e45c-484e-8a04-7d0461b00b17)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:00.297872 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-27a5e87d-e9ea-4eb8-a25d-33bf4d7480ff req-d06d3570-342c-42cd-ae72-bd9f382f714d service neutron] 10.222.0.98 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490719 Nov 03 19:12:00.320046 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-001697cb-8f79-489f-9518-e6c8f5d4dd06 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.324798 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-001697cb-8f79-489f-9518-e6c8f5d4dd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.419602 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001697cb-8f79-489f-9518-e6c8f5d4dd06 None None] Pushing event updated for resources: {'Port': ['ID=03c1cd53-7e40-4d53-8765-1d94c78a4495,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:00.690042 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.717102 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.751607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4f57a401-7716-4253-9a52-641076e6d305 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:00.752182 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4f57a401-7716-4253-9a52-641076e6d305 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.878434 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4f57a401-7716-4253-9a52-641076e6d305 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:00.889652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada748c-4f1c-4322-a7d4-988839514b68 req-ecb87301-708c-45e0-9a79-a1f56a273944 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:00.891183 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aada748c-4f1c-4322-a7d4-988839514b68 req-ecb87301-708c-45e0-9a79-a1f56a273944 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 946 time: 0.0843661 Nov 03 19:12:00.903921 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4f57a401-7716-4253-9a52-641076e6d305 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:00.933251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:12:00.990183 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aada748c-4f1c-4322-a7d4-988839514b68 req-d7a1b30d-0f28-410e-b2c5-730943397e19 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909524 Nov 03 19:12:01.097052 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4f57a401-7716-4253-9a52-641076e6d305 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.131238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57a401-7716-4253-9a52-641076e6d305 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:01.185689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f3884269-93f0-456c-94c3-0dd6b973b530 None None] Provisioning complete for port ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:01.186081 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f3884269-93f0-456c-94c3-0dd6b973b530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.211989 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f3884269-93f0-456c-94c3-0dd6b973b530 None None] Port ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3 was deleted so its status cannot be updated. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Nov 03 19:12:01.212499 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4f57a401-7716-4253-9a52-641076e6d305 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.216069 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4f57a401-7716-4253-9a52-641076e6d305 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3 HTTP/1.1" status: 204 len: 168 time: 0.9440997 Nov 03 19:12:01.218793 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60718) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:01.240165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:01.248487 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fb8c87-e0ce-4f5a-a6ad-cb137dd1b6be tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] GET failed (client error): The resource could not be found. Nov 03 19:12:01.250113 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b4fb8c87-e0ce-4f5a-a6ad-cb137dd1b6be tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports/ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3 HTTP/1.1" status: 404 len: 333 time: 0.0302455 Nov 03 19:12:01.251004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f3884269-93f0-456c-94c3-0dd6b973b530 None None] Provisioning complete for port bef5b2d7-a63d-487e-b463-68838d2f0ff5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:01.251383 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f3884269-93f0-456c-94c3-0dd6b973b530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.252974 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60720) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:01.275131 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea has no active binding in host n-h1-812150-4 {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 03 19:12:01.297571 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f3884269-93f0-456c-94c3-0dd6b973b530 None None] Port bef5b2d7-a63d-487e-b463-68838d2f0ff5 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:01.309096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f3884269-93f0-456c-94c3-0dd6b973b530 None None] Provisioning complete for port 03c1cd53-7e40-4d53-8765-1d94c78a4495 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:01.310290 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f3884269-93f0-456c-94c3-0dd6b973b530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.315002 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-783506d0-d117-4fab-8c2b-63f135003f95 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.348084 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-783506d0-d117-4fab-8c2b-63f135003f95 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.405343 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-783506d0-d117-4fab-8c2b-63f135003f95 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.408747 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-783506d0-d117-4fab-8c2b-63f135003f95 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.409906 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-783506d0-d117-4fab-8c2b-63f135003f95 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/security-groups/d1685df1-dce6-442e-a012-78b05539a7a9 HTTP/1.1" status: 204 len: 168 time: 0.1560040 Nov 03 19:12:01.412939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60722) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:01.423163 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783506d0-d117-4fab-8c2b-63f135003f95 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1685df1-dce6-442e-a012-78b05539a7a9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:01.452062 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.489973 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95d97b74-e4b9-4409-8de6-80db9f895430 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.523335 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95d97b74-e4b9-4409-8de6-80db9f895430 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.536285 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8d9f14fa-a2fd-4747-934e-4a9196959665 None None] Could not find standard attr ID for object ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:12:01.578526 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95d97b74-e4b9-4409-8de6-80db9f895430 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.582056 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-95d97b74-e4b9-4409-8de6-80db9f895430 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.583644 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-95d97b74-e4b9-4409-8de6-80db9f895430 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/security-groups/d680f549-748b-46ce-8fdf-bb1d9c03a7a8 HTTP/1.1" status: 204 len: 168 time: 0.1689994 Nov 03 19:12:01.587915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60724) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:01.611961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d97b74-e4b9-4409-8de6-80db9f895430 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d680f549-748b-46ce-8fdf-bb1d9c03a7a8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:01.675233 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6612a495-d083-4d7c-88ba-972e4ee2ac96 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.704571 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6612a495-d083-4d7c-88ba-972e4ee2ac96 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.751996 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ad1d4bf8-033c-48fc-a420-faaab407eddb None None] Could not find standard attr ID for object ab6a3c8b-c9d5-4153-a9b7-8f7de95979f3. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:12:01.759471 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6612a495-d083-4d7c-88ba-972e4ee2ac96 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.764023 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6612a495-d083-4d7c-88ba-972e4ee2ac96 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.765330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6612a495-d083-4d7c-88ba-972e4ee2ac96 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/security-groups/b1b8f10c-d401-4bb2-8743-08d191490b2c HTTP/1.1" status: 204 len: 168 time: 0.1764419 Nov 03 19:12:01.768226 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60726) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:01.775572 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612a495-d083-4d7c-88ba-972e4ee2ac96 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b8f10c-d401-4bb2-8743-08d191490b2c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:01.833414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3ad7bf-6891-4289-b716-716e52dab042 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting subnet c6542189-5b98-4271-9485-bff07d2a137b {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:12:01.837700 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3ad7bf-6891-4289-b716-716e52dab042 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.880552 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3ad7bf-6891-4289-b716-716e52dab042 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:01.972365 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3ad7bf-6891-4289-b716-716e52dab042 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.044507 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3ad7bf-6891-4289-b716-716e52dab042 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.059542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 03c1cd53-7e40-4d53-8765-1d94c78a4495 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:02.072465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ad7bf-6891-4289-b716-716e52dab042 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Subnet': ['ID=c6542189-5b98-4271-9485-bff07d2a137b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:02.076591 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3ad7bf-6891-4289-b716-716e52dab042 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.079999 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ab3ad7bf-6891-4289-b716-716e52dab042 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/c6542189-5b98-4271-9485-bff07d2a137b HTTP/1.1" status: 204 len: 168 time: 0.3102493 Nov 03 19:12:02.084079 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60730) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:02.090349 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb2edb4-371d-49ef-8ab1-e0f6f4812a9f None None] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:02.140585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efda53e-775d-43df-8885-c9ff7b4b4cc4 req-dfce3a0b-3197-4fdf-b8f7-67e312cdfd6e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:02.142509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3efda53e-775d-43df-8885-c9ff7b4b4cc4 req-dfce3a0b-3197-4fdf-b8f7-67e312cdfd6e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 946 time: 0.0631366 Nov 03 19:12:02.143642 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-473e8cd6-77db-4b5e-8a4c-11d9320cbc3c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting subnet 0b247c45-4f9c-412b-9c5d-0399e59e8580 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:12:02.147395 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-473e8cd6-77db-4b5e-8a4c-11d9320cbc3c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.194220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 03c1cd53-7e40-4d53-8765-1d94c78a4495 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:02.194599 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.201316 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-473e8cd6-77db-4b5e-8a4c-11d9320cbc3c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.203965 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3efda53e-775d-43df-8885-c9ff7b4b4cc4 req-874c8cf3-cd18-423f-a789-948b8182ab20 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542367 Nov 03 19:12:02.293141 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-473e8cd6-77db-4b5e-8a4c-11d9320cbc3c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.363039 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-473e8cd6-77db-4b5e-8a4c-11d9320cbc3c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.398488 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-473e8cd6-77db-4b5e-8a4c-11d9320cbc3c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.403945 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-473e8cd6-77db-4b5e-8a4c-11d9320cbc3c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/0b247c45-4f9c-412b-9c5d-0399e59e8580 HTTP/1.1" status: 204 len: 168 time: 0.3165536 Nov 03 19:12:02.403945 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e8cd6-77db-4b5e-8a4c-11d9320cbc3c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Subnet': ['ID=0b247c45-4f9c-412b-9c5d-0399e59e8580,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:02.404310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60732) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:02.435816 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a0fbf5-0a50-4fe9-a16b-ffbba8363c65 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] DELETE failed (client error): The resource could not be found. Nov 03 19:12:02.436288 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a0fbf5-0a50-4fe9-a16b-ffbba8363c65 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:12:02.439403 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e3a0fbf5-0a50-4fe9-a16b-ffbba8363c65 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/c6542189-5b98-4271-9485-bff07d2a137b HTTP/1.1" status: 404 len: 337 time: 0.0340903 Nov 03 19:12:02.446195 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60734) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:02.518770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-301d1806-4724-45cf-8b70-980409f6dab0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting subnet c97e1b6d-c7e0-4e8e-980f-30a4b2cbbf0d {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:12:02.524298 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-301d1806-4724-45cf-8b70-980409f6dab0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.578327 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-301d1806-4724-45cf-8b70-980409f6dab0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.690063 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-301d1806-4724-45cf-8b70-980409f6dab0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.765884 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-301d1806-4724-45cf-8b70-980409f6dab0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.797305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d1806-4724-45cf-8b70-980409f6dab0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Subnet': ['ID=c97e1b6d-c7e0-4e8e-980f-30a4b2cbbf0d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:02.801092 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-301d1806-4724-45cf-8b70-980409f6dab0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:02.804481 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-301d1806-4724-45cf-8b70-980409f6dab0 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/c97e1b6d-c7e0-4e8e-980f-30a4b2cbbf0d HTTP/1.1" status: 204 len: 168 time: 0.3572297 Nov 03 19:12:02.807013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60736) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:02.835892 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4b5c1a-c502-4d60-ad4c-ad5e15524c7f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] DELETE failed (client error): The resource could not be found. Nov 03 19:12:02.836454 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4b5c1a-c502-4d60-ad4c-ad5e15524c7f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:12:02.842242 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-df4b5c1a-c502-4d60-ad4c-ad5e15524c7f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/53138151-fa58-48d3-b754-04006048af55 HTTP/1.1" status: 404 len: 337 time: 0.0314567 Nov 03 19:12:02.844262 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60738) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:02.875550 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f6d6357d-e418-44ae-a217-74f10d44ea9b tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "GET /v2.0/ports?device_id=2b0501e4-1b6b-4817-bda6-1db26fa990af HTTP/1.1" status: 200 len: 205 time: 0.0298934 Nov 03 19:12:02.878793 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60740) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:02.912847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d918387-81d6-47d6-bd49-3b0f9733ddbd None None] Network 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:02.925680 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-c85d64e3-994d-401d-ad24-6eb7dfa0732c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] delete failed (client error): The resource could not be found. Nov 03 19:12:02.926653 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c85d64e3-994d-401d-ad24-6eb7dfa0732c tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/routers/2b0501e4-1b6b-4817-bda6-1db26fa990af HTTP/1.1" status: 404 len: 336 time: 0.0469449 Nov 03 19:12:02.929591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60742) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:02.956453 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-84371847-e757-4f5c-b636-f06c2c408c58 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] DELETE failed (client error): The resource could not be found. Nov 03 19:12:02.957078 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84371847-e757-4f5c-b636-f06c2c408c58 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:12:02.962256 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-84371847-e757-4f5c-b636-f06c2c408c58 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/399cfae1-00d7-44bc-b298-b1bb4799f8e1 HTTP/1.1" status: 404 len: 337 time: 0.0294650 Nov 03 19:12:02.962810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60744) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:02.984988 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-d5bcaa61-afb6-49f4-aca2-d7a9105d4ff6 service neutron] 10.222.0.98 "GET /v2.0/ports/8a2e2f56-8ffe-4432-9290-ad8a9b6cddea/bindings/n-h1-812150-4 HTTP/1.1" status: 200 len: 384 time: 0.0647941 Nov 03 19:12:02.992208 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e86d2e3-879b-47fb-a233-3882cde45ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] DELETE failed (client error): The resource could not be found. Nov 03 19:12:02.993218 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e86d2e3-879b-47fb-a233-3882cde45ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:12:02.995838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1e86d2e3-879b-47fb-a233-3882cde45ccd tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/0496f4eb-24d0-4ee0-a89c-4cbbf42d3e90 HTTP/1.1" status: 404 len: 337 time: 0.0319562 Nov 03 19:12:02.998483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60746) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:03.013311 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3d4334fc-2771-4dcd-a64a-1d1041cef8da None None] Provisioning complete for port bef5b2d7-a63d-487e-b463-68838d2f0ff5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:03.013691 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3d4334fc-2771-4dcd-a64a-1d1041cef8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.029910 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-723c9360-d17b-4cbb-b99a-7b5fa992ea13 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] DELETE failed (client error): The resource could not be found. Nov 03 19:12:03.030370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723c9360-d17b-4cbb-b99a-7b5fa992ea13 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:12:03.033465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-723c9360-d17b-4cbb-b99a-7b5fa992ea13 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/34595992-aa2e-4842-90ef-ecd6f7c1c18d HTTP/1.1" status: 404 len: 337 time: 0.0340192 Nov 03 19:12:03.036279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60748) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:03.059080 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4df6ec1-0a2f-4a1b-8ea1-cbe9c4ab42df tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] DELETE failed (client error): The resource could not be found. Nov 03 19:12:03.059904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4df6ec1-0a2f-4a1b-8ea1-cbe9c4ab42df tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:12:03.063760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d4df6ec1-0a2f-4a1b-8ea1-cbe9c4ab42df tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/fad9e395-2962-4bf9-948a-dd8a5fda1f5c HTTP/1.1" status: 404 len: 333 time: 0.0256495 Nov 03 19:12:03.066041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60750) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:03.070736 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3d4334fc-2771-4dcd-a64a-1d1041cef8da None None] Port bef5b2d7-a63d-487e-b463-68838d2f0ff5 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:03.085028 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3d4334fc-2771-4dcd-a64a-1d1041cef8da None None] Provisioning complete for port 03c1cd53-7e40-4d53-8765-1d94c78a4495 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:03.085475 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3d4334fc-2771-4dcd-a64a-1d1041cef8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.097221 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0149fd-e8a2-47e7-8522-c2f32f79227f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] DELETE failed (client error): The resource could not be found. Nov 03 19:12:03.097747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0149fd-e8a2-47e7-8522-c2f32f79227f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:12:03.103918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3d0149fd-e8a2-47e7-8522-c2f32f79227f tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/84769407-4f5a-41aa-bf99-600a1eeeb50a HTTP/1.1" status: 404 len: 337 time: 0.0343628 Nov 03 19:12:03.104237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60752) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:03.139845 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7a00fb-11cc-481c-8774-0e7408037518 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] DELETE failed (client error): The resource could not be found. Nov 03 19:12:03.140313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7a00fb-11cc-481c-8774-0e7408037518 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:12:03.146893 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-db7a00fb-11cc-481c-8774-0e7408037518 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/cdff44bd-176b-4996-811b-f7432bcb55c0 HTTP/1.1" status: 404 len: 337 time: 0.0416629 Nov 03 19:12:03.147593 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60754) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:03.159709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ad1185-01f0-44f9-92b9-3a19a72deb56 None None] DHCP port deletion for 5d8b5aa7-6aee-4cc0-ae84-023b163ae820 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:12:03.177496 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-6635dfe5-f4ba-4380-9124-265587096a7e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] DELETE failed (client error): The resource could not be found. Nov 03 19:12:03.178227 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6635dfe5-f4ba-4380-9124-265587096a7e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:12:03.181438 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6635dfe5-f4ba-4380-9124-265587096a7e tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/4d270548-41d4-4149-a1f5-f377884a98ff HTTP/1.1" status: 404 len: 333 time: 0.0327635 Nov 03 19:12:03.185413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60756) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:03.197836 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f70e383-2317-4401-8630-5117a6a7fd62 service neutron] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:03.217537 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-752f5c47-6d2f-45a5-ac60-05a68b46bb79 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] DELETE failed (client error): The resource could not be found. Nov 03 19:12:03.218346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752f5c47-6d2f-45a5-ac60-05a68b46bb79 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:12:03.222574 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-752f5c47-6d2f-45a5-ac60-05a68b46bb79 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/2eee8134-6b15-454e-b85c-9c9387d468dc HTTP/1.1" status: 404 len: 337 time: 0.0357900 Nov 03 19:12:03.225249 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60758) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:03.231512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-87ad1185-01f0-44f9-92b9-3a19a72deb56 None None] Deleting port 03c1cd53-7e40-4d53-8765-1d94c78a4495 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:03.231926 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-87ad1185-01f0-44f9-92b9-3a19a72deb56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.253336 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f70e383-2317-4401-8630-5117a6a7fd62 service neutron] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:03.255975 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca022cb-433b-4cdc-b38e-04c48fe79f13 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] DELETE failed (client error): The resource could not be found. Nov 03 19:12:03.256598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca022cb-433b-4cdc-b38e-04c48fe79f13 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:12:03.263410 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-eca022cb-433b-4cdc-b38e-04c48fe79f13 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/subnets/f3e85d98-69ea-4978-8b43-3d927f8149b0 HTTP/1.1" status: 404 len: 337 time: 0.0337811 Nov 03 19:12:03.263902 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60762) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:03.308824 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:03.312410 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e494a349-4096-40e3-b506-b9c6e97423d2" -d '{"events": [{"server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:03.312769 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-87ad1185-01f0-44f9-92b9-3a19a72deb56 None None] For port 03c1cd53-7e40-4d53-8765-1d94c78a4495, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=03c1cd53-7e40-4d53-8765-1d94c78a4495,segment=NetworkSegment(f47d4bcc-e45c-484e-8a04-7d0461b00b17),segment_id=f47d4bcc-e45c-484e-8a04-7d0461b00b17)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:03.313172 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-87ad1185-01f0-44f9-92b9-3a19a72deb56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.323834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f70e383-2317-4401-8630-5117a6a7fd62 service neutron] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:03.330642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-87ad1185-01f0-44f9-92b9-3a19a72deb56 None None] Calling delete_port for 03c1cd53-7e40-4d53-8765-1d94c78a4495 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:03.346754 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f70e383-2317-4401-8630-5117a6a7fd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.385773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b4681-d9e3-41e3-974e-b292323e8b81 req-5a421ff6-02aa-45c6-8eee-4144380ce923 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:03.386047 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7462785c-a7e2-4701-83bb-081898633ebe x-openstack-request-id: req-7462785c-a7e2-4701-83bb-081898633ebe {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:03.386165 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:03.386379 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7462785c-a7e2-4701-83bb-081898633ebe {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:03.386781 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea', 'code': 200} Nov 03 19:12:03.387280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e4b4681-d9e3-41e3-974e-b292323e8b81 req-5a421ff6-02aa-45c6-8eee-4144380ce923 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 946 time: 0.0803552 Nov 03 19:12:03.418949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-aebcdf53-e561-4ce8-bb44-2e52d306f781 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Deleting port bef5b2d7-a63d-487e-b463-68838d2f0ff5 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:03.419365 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aebcdf53-e561-4ce8-bb44-2e52d306f781 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.432653 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-87ad1185-01f0-44f9-92b9-3a19a72deb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.438080 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f70e383-2317-4401-8630-5117a6a7fd62 service neutron] Transition to ACTIVE for port object 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:12:03.443927 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f70e383-2317-4401-8630-5117a6a7fd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.460599 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad1185-01f0-44f9-92b9-3a19a72deb56 None None] Pushing event deleted for resources: {'Port': ['ID=03c1cd53-7e40-4d53-8765-1d94c78a4495,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:03.464197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad1185-01f0-44f9-92b9-3a19a72deb56 None None] No DVR routers for this DVR port 03c1cd53-7e40-4d53-8765-1d94c78a4495 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:12:03.501817 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70e383-2317-4401-8630-5117a6a7fd62 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,revision_number=11']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:03.518589 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e4b4681-d9e3-41e3-974e-b292323e8b81 req-9c0640d3-524d-4683-a1a0-74557daeafec tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196241 Nov 03 19:12:03.526839 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aebcdf53-e561-4ce8-bb44-2e52d306f781 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.552706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-aebcdf53-e561-4ce8-bb44-2e52d306f781 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Calling delete_port for bef5b2d7-a63d-487e-b463-68838d2f0ff5 owned by {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:03.595745 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f70e383-2317-4401-8630-5117a6a7fd62 service neutron] No DVR routers for this DVR port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:12:03.641349 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aebcdf53-e561-4ce8-bb44-2e52d306f781 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.676192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcdf53-e561-4ce8-bb44-2e52d306f781 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Port': ['ID=bef5b2d7-a63d-487e-b463-68838d2f0ff5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:03.678414 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aebcdf53-e561-4ce8-bb44-2e52d306f781 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.682462 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aebcdf53-e561-4ce8-bb44-2e52d306f781 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/ports/bef5b2d7-a63d-487e-b463-68838d2f0ff5 HTTP/1.1" status: 204 len: 168 time: 0.4174287 Nov 03 19:12:03.686684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60766) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:03.777190 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eb565a0c-c7aa-421d-bb47-61db13011ca3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.810786 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-8f70e383-2317-4401-8630-5117a6a7fd62 service neutron] 10.222.0.98 "PUT /v2.0/ports/8a2e2f56-8ffe-4432-9290-ad8a9b6cddea/bindings/n-h1-812150-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8198798 Nov 03 19:12:03.884386 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eb565a0c-c7aa-421d-bb47-61db13011ca3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.932452 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-eb565a0c-c7aa-421d-bb47-61db13011ca3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8b5aa7-6aee-4cc0-ae84-023b163ae820']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:03.946546 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-eb565a0c-c7aa-421d-bb47-61db13011ca3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47d4bcc-e45c-484e-8a04-7d0461b00b17') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:03.946846 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-eb565a0c-c7aa-421d-bb47-61db13011ca3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47d4bcc-e45c-484e-8a04-7d0461b00b17') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:03.959832 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eb565a0c-c7aa-421d-bb47-61db13011ca3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:03.962768 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-dda71efc-9ff2-44da-9203-c5ab56e1aba5 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:03.964122 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-dda71efc-9ff2-44da-9203-c5ab56e1aba5 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d&tenant_id=78a454aa6ba94726aa7cce9e1618069d&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 1096 time: 0.0721140 Nov 03 19:12:03.986555 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eb565a0c-c7aa-421d-bb47-61db13011ca3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.016083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb565a0c-c7aa-421d-bb47-61db13011ca3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:12:04.016616 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eb565a0c-c7aa-421d-bb47-61db13011ca3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:12:04.020724 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:12:04.038455 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 03c1cd53-7e40-4d53-8765-1d94c78a4495 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:04.063053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 03c1cd53-7e40-4d53-8765-1d94c78a4495 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:12:04.063406 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 03c1cd53-7e40-4d53-8765-1d94c78a4495 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:04.095400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-1efd31c9-7cdc-4989-81bc-6debc48144d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:04.097651 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-1efd31c9-7cdc-4989-81bc-6debc48144d6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d&tenant_id=78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 1096 time: 0.1237533 Nov 03 19:12:04.099226 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eb565a0c-c7aa-421d-bb47-61db13011ca3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.109128 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eb565a0c-c7aa-421d-bb47-61db13011ca3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.112618 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-eb565a0c-c7aa-421d-bb47-61db13011ca3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] 10.222.0.107 "DELETE /v2.0/networks/5d8b5aa7-6aee-4cc0-ae84-023b163ae820 HTTP/1.1" status: 204 len: 168 time: 0.4247680 Nov 03 19:12:04.128201 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb565a0c-c7aa-421d-bb47-61db13011ca3 tempest-PortsTestJSON-1965314054 tempest-PortsTestJSON-1965314054-project] Pushing event deleted for resources: {'Network': ['ID=5d8b5aa7-6aee-4cc0-ae84-023b163ae820,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:04.374733 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60772) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:04.524280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cbefe3b2-f609-4d86-9c72-63b6ee43c94b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0c2709f6511e4235aa4423c9cb2c71a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482685 Nov 03 19:12:04.526742 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60776) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:04.573575 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-ca99314e-fd79-41ba-be99-ddabb3bd3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:04.576218 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-ca99314e-fd79-41ba-be99-ddabb3bd3fc6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 1096 time: 0.4402368 Nov 03 19:12:04.581366 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ab98d45-985c-4559-be46-b4f86c4f3db7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.609050 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ab98d45-985c-4559-be46-b4f86c4f3db7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.686874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c74517-313d-4faa-b877-c98479b12776 req-e1e4a7d2-5134-46c3-ab10-d3bb4d908e8c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:04.688788 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5c74517-313d-4faa-b877-c98479b12776 req-e1e4a7d2-5134-46c3-ab10-d3bb4d908e8c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 945 time: 0.0774808 Nov 03 19:12:04.707383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-072cbc28-0917-4ffd-a90b-c793a2b7e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:04.709336 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-072cbc28-0917-4ffd-a90b-c793a2b7e0bb service neutron] 10.222.0.87 "GET /v2.0/networks?id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c HTTP/1.1" status: 200 len: 898 time: 0.1264122 Nov 03 19:12:04.716948 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ab98d45-985c-4559-be46-b4f86c4f3db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.720358 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ab98d45-985c-4559-be46-b4f86c4f3db7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:04.721504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7ab98d45-985c-4559-be46-b4f86c4f3db7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5f936c01-fcb1-439e-ae90-73e8f534aa47 HTTP/1.1" status: 204 len: 168 time: 0.1936727 Nov 03 19:12:04.740116 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab98d45-985c-4559-be46-b4f86c4f3db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f936c01-fcb1-439e-ae90-73e8f534aa47,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:04.795933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5c74517-313d-4faa-b877-c98479b12776 req-ae1bd8c1-ded9-48b0-b781-405aaba53c9f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899956 Nov 03 19:12:04.796805 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-52626dc6-6914-4c26-8d9f-deee7568c00d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea HTTP/1.1" status: 200 len: 999 time: 0.0789058 Nov 03 19:12:04.851051 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-468b62e9-1b10-415d-8d58-9ec33e26fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:04.853214 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-468b62e9-1b10-415d-8d58-9ec33e26fcf7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=005c04a3-0904-4a1b-b304-907f86ccedfa HTTP/1.1" status: 200 len: 835 time: 0.0492940 Nov 03 19:12:04.901941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-d98e503b-d07d-4284-b29e-0a2399dc41be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:04.904043 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-d98e503b-d07d-4284-b29e-0a2399dc41be service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415761 Nov 03 19:12:04.998260 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-b022605a-991c-4980-865c-69e70156df69 service neutron] 10.222.0.87 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862854 Nov 03 19:12:05.107394 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-deee4e25-46bd-4c40-b1ff-583a86516d15 service neutron] 10.222.0.87 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014533 Nov 03 19:12:05.408676 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-d16cbd9c-0e89-4720-9b6d-b1799f3ede4c tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:05.410324 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-d16cbd9c-0e89-4720-9b6d-b1799f3ede4c tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d&tenant_id=78a454aa6ba94726aa7cce9e1618069d&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 1096 time: 0.0456438 Nov 03 19:12:05.453380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60800) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:05.524625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-a325133a-8cc0-4215-95fb-3e1f6d8e97da service neutron] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:05.528111 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-a325133a-8cc0-4215-95fb-3e1f6d8e97da service neutron] Publish callbacks [] for binding, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.529267 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e7ad2ef-4cee-463e-b2bc-ef150adcbd67 req-a325133a-8cc0-4215-95fb-3e1f6d8e97da service neutron] 10.222.0.87 "DELETE /v2.0/ports/8a2e2f56-8ffe-4432-9290-ad8a9b6cddea/bindings/n-h2-812150-4 HTTP/1.1" status: 204 len: 173 time: 0.1106358 Nov 03 19:12:05.558940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-ec3870dc-7370-41f3-be6d-fc25e3058623 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1995009164'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:05.586731 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec3870dc-7370-41f3-be6d-fc25e3058623 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.595509 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec3870dc-7370-41f3-be6d-fc25e3058623 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.684270 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec3870dc-7370-41f3-be6d-fc25e3058623 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.688870 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec3870dc-7370-41f3-be6d-fc25e3058623 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.724331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3870dc-7370-41f3-be6d-fc25e3058623 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb2892f-d71c-44df-9d56-f60cec9afeae,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:05.770704 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec3870dc-7370-41f3-be6d-fc25e3058623 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.774277 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec3870dc-7370-41f3-be6d-fc25e3058623 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.805562 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec3870dc-7370-41f3-be6d-fc25e3058623 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.810004 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ec3870dc-7370-41f3-be6d-fc25e3058623 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3532305 Nov 03 19:12:05.810392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60806) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:05.816018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3870dc-7370-41f3-be6d-fc25e3058623 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565b679b-8daa-4015-8145-14d56d78fb6f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:05.881898 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bb64788c-163f-4ff4-a7aa-c2dd8666ffb4 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0702522 Nov 03 19:12:05.882770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60808) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:05.888079 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-920237ff-0332-4b65-ba5a-fe9039fe5d0e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group': {'name': 'tempest-security--1972269191', 'description': 'tempest-security-description-1880007437'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:05.923814 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-920237ff-0332-4b65-ba5a-fe9039fe5d0e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.924156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268665e-c036-4bf3-af3e-98b1a421e26c req-bfe37b46-4e5f-4e82-8981-272f9348ee61 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:05.928186 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3268665e-c036-4bf3-af3e-98b1a421e26c req-bfe37b46-4e5f-4e82-8981-272f9348ee61 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 945 time: 0.0559220 Nov 03 19:12:05.970431 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-920237ff-0332-4b65-ba5a-fe9039fe5d0e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.974465 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-920237ff-0332-4b65-ba5a-fe9039fe5d0e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.977205 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-920237ff-0332-4b65-ba5a-fe9039fe5d0e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:05.978585 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-920237ff-0332-4b65-ba5a-fe9039fe5d0e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "PUT /v2.0/security-groups/565b679b-8daa-4015-8145-14d56d78fb6f HTTP/1.1" status: 200 len: 1797 time: 0.0947683 Nov 03 19:12:05.980586 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3268665e-c036-4bf3-af3e-98b1a421e26c req-ae0ca176-1a7a-46a0-8a27-3f779ac8d8ef tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485260 Nov 03 19:12:05.981937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60810) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.009297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920237ff-0332-4b65-ba5a-fe9039fe5d0e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565b679b-8daa-4015-8145-14d56d78fb6f,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:06.027630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7f22f819-d394-4d4a-8ea8-3bf876a82b66 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-groups/565b679b-8daa-4015-8145-14d56d78fb6f HTTP/1.1" status: 200 len: 1797 time: 0.0425992 Nov 03 19:12:06.029760 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60814) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.118357 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb746185-a567-44e1-86c9-1df9d816634c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.125511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c3c9a-497b-4cf9-ba34-16910497f793 req-f5ef7af7-632e-4e94-83ef-aee337628eb4 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:06.127176 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-301c3c9a-497b-4cf9-ba34-16910497f793 req-f5ef7af7-632e-4e94-83ef-aee337628eb4 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 1096 time: 0.0692275 Nov 03 19:12:06.160665 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb746185-a567-44e1-86c9-1df9d816634c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.210266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-301c3c9a-497b-4cf9-ba34-16910497f793 req-ef94f5fd-64dc-498b-8d86-b69317fedd48 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765369 Nov 03 19:12:06.225191 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb746185-a567-44e1-86c9-1df9d816634c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.228620 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fb746185-a567-44e1-86c9-1df9d816634c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.229747 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fb746185-a567-44e1-86c9-1df9d816634c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-groups/565b679b-8daa-4015-8145-14d56d78fb6f HTTP/1.1" status: 204 len: 168 time: 0.1990771 Nov 03 19:12:06.235788 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60816) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.241903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb746185-a567-44e1-86c9-1df9d816634c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=565b679b-8daa-4015-8145-14d56d78fb6f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:06.287776 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-806ef84a-3fa6-48f2-b5b2-128961f5860d tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0499735 Nov 03 19:12:06.289664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60820) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.302558 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [None req-c26cc163-a36c-4724-a8da-6715f040e03c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] delete failed (client error): The resource could not be found. Nov 03 19:12:06.304138 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c26cc163-a36c-4724-a8da-6715f040e03c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-groups/565b679b-8daa-4015-8145-14d56d78fb6f HTTP/1.1" status: 404 len: 347 time: 0.0131383 Nov 03 19:12:06.307921 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60822) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.313486 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-29bba5b9-cd31-4d2a-8cb9-2e2d019617f1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364736606'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:06.333077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ca0e3-6366-4a78-bbde-2cd7e5736a13 req-fd22999b-af66-4bb7-9c51-0b99efd5c762 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:06.334643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd5ca0e3-6366-4a78-bbde-2cd7e5736a13 req-fd22999b-af66-4bb7-9c51-0b99efd5c762 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 945 time: 0.0528212 Nov 03 19:12:06.336311 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29bba5b9-cd31-4d2a-8cb9-2e2d019617f1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.392440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd5ca0e3-6366-4a78-bbde-2cd7e5736a13 req-791d284f-4455-455f-964f-5fdf128067ce tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515430 Nov 03 19:12:06.408691 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29bba5b9-cd31-4d2a-8cb9-2e2d019617f1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.415319 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29bba5b9-cd31-4d2a-8cb9-2e2d019617f1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.417942 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60824) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.455028 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29bba5b9-cd31-4d2a-8cb9-2e2d019617f1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.460096 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-29bba5b9-cd31-4d2a-8cb9-2e2d019617f1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1475363 Nov 03 19:12:06.460096 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bba5b9-cd31-4d2a-8cb9-2e2d019617f1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44e9194-28fd-4ef6-94dd-9afc2ff4f751,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:06.460464 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60826) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.467783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1d76d2a2-c168-4847-abe4-d5e548fae43b tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group_rule': {'security_group_id': 'a44e9194-28fd-4ef6-94dd-9afc2ff4f751', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:06.503917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fee8cb6e-a9b0-4f20-8d0b-57f152740155 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/9ab61d20-815d-4100-9276-85e5594f05ea HTTP/1.1" status: 200 len: 991 time: 0.0846136 Nov 03 19:12:06.514751 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2a2-c168-4847-abe4-d5e548fae43b tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.565022 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2a2-c168-4847-abe4-d5e548fae43b tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.568841 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2a2-c168-4847-abe4-d5e548fae43b tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.588775 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76d2a2-c168-4847-abe4-d5e548fae43b tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6eee3dd-10cd-4c89-b991-b86541a022b0,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:06.595308 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d76d2a2-c168-4847-abe4-d5e548fae43b tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.599175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1d76d2a2-c168-4847-abe4-d5e548fae43b tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333215 Nov 03 19:12:06.599799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60830) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.633841 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9431579-7c7f-4aee-ba60-25f8e04bb45b tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.642672 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9431579-7c7f-4aee-ba60-25f8e04bb45b tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.673208 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9431579-7c7f-4aee-ba60-25f8e04bb45b tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.678311 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e9431579-7c7f-4aee-ba60-25f8e04bb45b tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.679672 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e9431579-7c7f-4aee-ba60-25f8e04bb45b tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/a6eee3dd-10cd-4c89-b991-b86541a022b0 HTTP/1.1" status: 204 len: 168 time: 0.0792305 Nov 03 19:12:06.682251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60834) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.688064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9431579-7c7f-4aee-ba60-25f8e04bb45b tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6eee3dd-10cd-4c89-b991-b86541a022b0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:06.732001 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-17b49261-f773-4ffa-8bde-3d1ee2770c64 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484297 Nov 03 19:12:06.734873 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60836) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.748400 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60838) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.791690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e321dfb7-ea3e-49fc-89ba-2c8aae1f8ba9 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.815103 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e321dfb7-ea3e-49fc-89ba-2c8aae1f8ba9 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.865832 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e321dfb7-ea3e-49fc-89ba-2c8aae1f8ba9 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.868897 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e321dfb7-ea3e-49fc-89ba-2c8aae1f8ba9 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.870147 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e321dfb7-ea3e-49fc-89ba-2c8aae1f8ba9 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-groups/a44e9194-28fd-4ef6-94dd-9afc2ff4f751 HTTP/1.1" status: 204 len: 168 time: 0.1343277 Nov 03 19:12:06.874161 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60840) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.888497 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321dfb7-ea3e-49fc-89ba-2c8aae1f8ba9 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44e9194-28fd-4ef6-94dd-9afc2ff4f751,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:06.932771 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8fbcf71f-d16d-4a8a-b2ab-8a686f30d33d tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0574574 Nov 03 19:12:06.942466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60842) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:06.947478 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6b956f24-44e3-4c0c-b907-efdfcfbfb6cf tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group': {'name': 'tempest-secgroup--210808385'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:06.947870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4f060319-9ed8-492f-8d99-ba5dd5228c6c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port ae0367f5-77f2-4aac-80e4-41df8f4d9b2c {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:06.948042 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4f060319-9ed8-492f-8d99-ba5dd5228c6c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:06.973543 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6b956f24-44e3-4c0c-b907-efdfcfbfb6cf tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.042759 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4f060319-9ed8-492f-8d99-ba5dd5228c6c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.043068 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4f060319-9ed8-492f-8d99-ba5dd5228c6c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.050532 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6b956f24-44e3-4c0c-b907-efdfcfbfb6cf tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.058458 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6b956f24-44e3-4c0c-b907-efdfcfbfb6cf tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.060047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4f060319-9ed8-492f-8d99-ba5dd5228c6c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for ae0367f5-77f2-4aac-80e4-41df8f4d9b2c owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:07.089637 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6b956f24-44e3-4c0c-b907-efdfcfbfb6cf tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.090914 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6b956f24-44e3-4c0c-b907-efdfcfbfb6cf tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1474400 Nov 03 19:12:07.093130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b956f24-44e3-4c0c-b907-efdfcfbfb6cf tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a93c66ff-4b32-4438-bf87-465acf4441d2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:07.095265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60844) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:07.100393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-335aab4b-83e9-4107-8106-03be6e27fdaa tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group_rule': {'security_group_id': 'a93c66ff-4b32-4438-bf87-465acf4441d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:07.127474 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-335aab4b-83e9-4107-8106-03be6e27fdaa tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.189317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-335aab4b-83e9-4107-8106-03be6e27fdaa tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.193509 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-335aab4b-83e9-4107-8106-03be6e27fdaa tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.214606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335aab4b-83e9-4107-8106-03be6e27fdaa tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288a6bcd-3987-4821-b19c-c49d2c93b27c,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:07.220405 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-335aab4b-83e9-4107-8106-03be6e27fdaa tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.221809 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-335aab4b-83e9-4107-8106-03be6e27fdaa tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255169 Nov 03 19:12:07.224578 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60846) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:07.229487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-9acdff66-97dd-49ee-990d-a225006811da tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group_rule': {'security_group_id': 'a93c66ff-4b32-4438-bf87-465acf4441d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:07.235702 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4f060319-9ed8-492f-8d99-ba5dd5228c6c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.268528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f060319-9ed8-492f-8d99-ba5dd5228c6c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=ae0367f5-77f2-4aac-80e4-41df8f4d9b2c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:07.333597 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9acdff66-97dd-49ee-990d-a225006811da tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.366327 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4f060319-9ed8-492f-8d99-ba5dd5228c6c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.366660 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-4f060319-9ed8-492f-8d99-ba5dd5228c6c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Floating IP 9ab61d20-815d-4100-9276-85e5594f05ea disassociated (deleted). External IP: 172.25.2.10, port: 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea. Nov 03 19:12:07.472543 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9acdff66-97dd-49ee-990d-a225006811da tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.478986 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9acdff66-97dd-49ee-990d-a225006811da tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.505901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdff66-97dd-49ee-990d-a225006811da tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e3b5dc-abab-4251-b995-aa1b1a24dc72,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:07.517262 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9acdff66-97dd-49ee-990d-a225006811da tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.518454 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9acdff66-97dd-49ee-990d-a225006811da tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2928803 Nov 03 19:12:07.521592 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60848) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:07.555642 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-27346af0-bfb5-4f48-b35c-7d3878cbdc70 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group_rule': {'security_group_id': 'a93c66ff-4b32-4438-bf87-465acf4441d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:07.624956 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-27346af0-bfb5-4f48-b35c-7d3878cbdc70 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.671181 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f060319-9ed8-492f-8d99-ba5dd5228c6c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 6445e9a5-6bda-4753-9693-a3a51999fafb has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:12:07.698660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-27346af0-bfb5-4f48-b35c-7d3878cbdc70 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.732344 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-27346af0-bfb5-4f48-b35c-7d3878cbdc70 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.761359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27346af0-bfb5-4f48-b35c-7d3878cbdc70 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95372f0-669e-40ef-8212-c71bf2b34511,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:07.765598 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-27346af0-bfb5-4f48-b35c-7d3878cbdc70 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.766776 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-27346af0-bfb5-4f48-b35c-7d3878cbdc70 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2443681 Nov 03 19:12:07.769558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60850) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:07.774073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-88816d74-8a08-4102-812f-c9eae58bd0de tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group_rule': {'security_group_id': 'a93c66ff-4b32-4438-bf87-465acf4441d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:07.846513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f060319-9ed8-492f-8d99-ba5dd5228c6c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:12:07.848393 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-88816d74-8a08-4102-812f-c9eae58bd0de tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.854546 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4f060319-9ed8-492f-8d99-ba5dd5228c6c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.855829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5f8528-c36c-496e-8e05-cb5a8931d515 None None] Sync routers for ids ['6445e9a5-6bda-4753-9693-a3a51999fafb'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:12:07.865369 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5f8528-c36c-496e-8e05-cb5a8931d515 None None] Routers {'6445e9a5-6bda-4753-9693-a3a51999fafb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:07.865983 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-bf5f8528-c36c-496e-8e05-cb5a8931d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:11:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6445e9a5-6bda-4753-9693-a3a51999fafb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:07.901198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4f060319-9ed8-492f-8d99-ba5dd5228c6c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/floatingips/9ab61d20-815d-4100-9276-85e5594f05ea HTTP/1.1" status: 204 len: 168 time: 1.1516902 Nov 03 19:12:07.906719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:07.910453 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12025928-f8b1-4f3e-a0dd-e7aa6b430508" -d '{"events": [{"name": "network-changed", "server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:07.956122 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-88816d74-8a08-4102-812f-c9eae58bd0de tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.958186 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14239da8-553c-4485-a152-1ae2c0f0da8f x-openstack-request-id: req-14239da8-553c-4485-a152-1ae2c0f0da8f {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:07.958603 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:07.958853 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-14239da8-553c-4485-a152-1ae2c0f0da8f {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:07.959266 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea', 'status': 'completed', 'code': 200} Nov 03 19:12:07.962396 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-88816d74-8a08-4102-812f-c9eae58bd0de tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:07.987199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88816d74-8a08-4102-812f-c9eae58bd0de tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210d2c40-cce9-4d48-96de-10dc194fe828,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:08.002969 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-88816d74-8a08-4102-812f-c9eae58bd0de tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.006855 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-88816d74-8a08-4102-812f-c9eae58bd0de tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2336688 Nov 03 19:12:08.007309 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60856) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:08.009659 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-bf5f8528-c36c-496e-8e05-cb5a8931d515 None None] Set router 6445e9a5-6bda-4753-9693-a3a51999fafb gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:08.014794 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-2c26404b-bf79-48f6-ad21-50b1601f129f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group_rule': {'security_group_id': 'a93c66ff-4b32-4438-bf87-465acf4441d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:08.064185 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2c26404b-bf79-48f6-ad21-50b1601f129f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.077134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025928-f8b1-4f3e-a0dd-e7aa6b430508 req-d6a2c218-55ea-4eae-ae5e-7e5a81f09ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:08.081375 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12025928-f8b1-4f3e-a0dd-e7aa6b430508 req-d6a2c218-55ea-4eae-ae5e-7e5a81f09ed5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 1096 time: 0.0721276 Nov 03 19:12:08.161064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:08.193929 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2c26404b-bf79-48f6-ad21-50b1601f129f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.203259 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2c26404b-bf79-48f6-ad21-50b1601f129f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.214618 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:08.225402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46354556-ce75-4861-94b3-253e24c844bf req-a637390c-2390-4569-83b3-2cabc091ad50 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:08.227025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-46354556-ce75-4861-94b3-253e24c844bf req-a637390c-2390-4569-83b3-2cabc091ad50 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 945 time: 0.0905147 Nov 03 19:12:08.235402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26404b-bf79-48f6-ad21-50b1601f129f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949133ad-703a-4975-bbe9-a9d2cd1cc87a,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:08.245175 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2c26404b-bf79-48f6-ad21-50b1601f129f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.246491 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2c26404b-bf79-48f6-ad21-50b1601f129f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2374520 Nov 03 19:12:08.250926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60860) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:08.266097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025928-f8b1-4f3e-a0dd-e7aa6b430508 req-0e13bff6-5a29-4073-866a-4976c109d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:08.267669 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12025928-f8b1-4f3e-a0dd-e7aa6b430508 req-0e13bff6-5a29-4073-866a-4976c109d1a2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c HTTP/1.1" status: 200 len: 898 time: 0.1352079 Nov 03 19:12:08.315733 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-43273eab-a73e-4709-a163-d985448d0b40 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.319069 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12025928-f8b1-4f3e-a0dd-e7aa6b430508 req-a32a07e8-94ca-4984-ac38-48d5dd842095 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea HTTP/1.1" status: 200 len: 217 time: 0.0386729 Nov 03 19:12:08.332208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-bf5f8528-c36c-496e-8e05-cb5a8931d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:05Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'cbb7f98d-82c2-4547-9546-4c6c2757e5f0', 'name': '', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:7e:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:04Z', 'updated_at': '2021-11-03T19:11:09Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:08.334529 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-43273eab-a73e-4709-a163-d985448d0b40 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.358976 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-46354556-ce75-4861-94b3-253e24c844bf req-f3c69098-89b2-415d-89d3-01d29ea7fb69 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=21ddc656-feb5-4fa9-8ea3-0d257e9105e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968633 Nov 03 19:12:08.362551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5f8528-c36c-496e-8e05-cb5a8931d515 None None] Checking router: 6445e9a5-6bda-4753-9693-a3a51999fafb for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:12:08.377334 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-43273eab-a73e-4709-a163-d985448d0b40 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.377584 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5f8528-c36c-496e-8e05-cb5a8931d515 None None] Routers {'6445e9a5-6bda-4753-9693-a3a51999fafb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:08.378045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-bf5f8528-c36c-496e-8e05-cb5a8931d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:11:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6445e9a5-6bda-4753-9693-a3a51999fafb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:08.392130 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-43273eab-a73e-4709-a163-d985448d0b40 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.396285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-43273eab-a73e-4709-a163-d985448d0b40 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/949133ad-703a-4975-bbe9-a9d2cd1cc87a HTTP/1.1" status: 204 len: 168 time: 0.1443102 Nov 03 19:12:08.397606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43273eab-a73e-4709-a163-d985448d0b40 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=949133ad-703a-4975-bbe9-a9d2cd1cc87a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:08.397882 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60862) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:08.419102 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025928-f8b1-4f3e-a0dd-e7aa6b430508 req-cfcaddca-f133-420f-a569-049ea616cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:08.420332 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12025928-f8b1-4f3e-a0dd-e7aa6b430508 req-cfcaddca-f133-420f-a569-049ea616cbf7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=005c04a3-0904-4a1b-b304-907f86ccedfa HTTP/1.1" status: 200 len: 835 time: 0.0926669 Nov 03 19:12:08.458850 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cfccd1bb-d6c8-4b82-b129-ad611b7c3653 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0594907 Nov 03 19:12:08.461678 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60864) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:08.512038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-bf5f8528-c36c-496e-8e05-cb5a8931d515 None None] Set router 6445e9a5-6bda-4753-9693-a3a51999fafb gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:08.524778 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36805689-8359-4b3f-99b4-e7dbd1225b7f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.534940 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36805689-8359-4b3f-99b4-e7dbd1225b7f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.543042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025928-f8b1-4f3e-a0dd-e7aa6b430508 req-6aa5ba5a-70ed-42c8-b276-41f9e7b03570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:08.545313 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12025928-f8b1-4f3e-a0dd-e7aa6b430508 req-6aa5ba5a-70ed-42c8-b276-41f9e7b03570 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=eb1bdeb2-cc74-475c-8f3e-763b66dd359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762691 Nov 03 19:12:08.584436 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36805689-8359-4b3f-99b4-e7dbd1225b7f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.596943 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-36805689-8359-4b3f-99b4-e7dbd1225b7f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.598057 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-36805689-8359-4b3f-99b4-e7dbd1225b7f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/210d2c40-cce9-4d48-96de-10dc194fe828 HTTP/1.1" status: 204 len: 168 time: 0.1351953 Nov 03 19:12:08.600807 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60866) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:08.636306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36805689-8359-4b3f-99b4-e7dbd1225b7f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=210d2c40-cce9-4d48-96de-10dc194fe828,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:08.672335 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b6425c26-e6c1-485d-bfb9-6e6c465ae589 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0660756 Nov 03 19:12:08.672592 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60868) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:08.679389 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12025928-f8b1-4f3e-a0dd-e7aa6b430508 req-73e368f8-b63b-4bf2-8550-f9f18415f291 service neutron] 10.222.0.87 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221490 Nov 03 19:12:08.698655 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8b96fa53-dd19-41ca-97aa-17f738f35222 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.711517 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8b96fa53-dd19-41ca-97aa-17f738f35222 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.741457 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8b96fa53-dd19-41ca-97aa-17f738f35222 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.755411 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8b96fa53-dd19-41ca-97aa-17f738f35222 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.759212 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8b96fa53-dd19-41ca-97aa-17f738f35222 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/a95372f0-669e-40ef-8212-c71bf2b34511 HTTP/1.1" status: 204 len: 168 time: 0.0833025 Nov 03 19:12:08.759752 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60870) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:08.760579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96fa53-dd19-41ca-97aa-17f738f35222 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a95372f0-669e-40ef-8212-c71bf2b34511,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:08.840651 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-12025928-f8b1-4f3e-a0dd-e7aa6b430508 req-6e379970-e33c-44b3-8987-4446e8081fd0 service neutron] 10.222.0.87 "GET /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501834 Nov 03 19:12:08.868276 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e1ba9001-6ce8-4b42-bc1c-c97983feb83e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1048303 Nov 03 19:12:08.868535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60872) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:08.884447 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d9adf-6551-4188-9dbf-7ba9ada60c26 req-4827a083-7803-43dc-a621-53278f3ecb4c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:08.885906 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-579d9adf-6551-4188-9dbf-7ba9ada60c26 req-4827a083-7803-43dc-a621-53278f3ecb4c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.87 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 945 time: 0.1131027 Nov 03 19:12:08.895011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-bf5f8528-c36c-496e-8e05-cb5a8931d515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:05Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'cbb7f98d-82c2-4547-9546-4c6c2757e5f0', 'name': '', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:7e:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:04Z', 'updated_at': '2021-11-03T19:11:09Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:08.922558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5f8528-c36c-496e-8e05-cb5a8931d515 None None] The sync data for ids ['6445e9a5-6bda-4753-9693-a3a51999fafb'] in n-d-812150-4 is: [{'id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:05Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'cbb7f98d-82c2-4547-9546-4c6c2757e5f0', 'name': '', 'network_id': 'eb1bdeb2-cc74-475c-8f3e-763b66dd359c', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:7e:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:11:04Z', 'updated_at': '2021-11-03T19:11:09Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': '005c04a3-0904-4a1b-b304-907f86ccedfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:12:08.929155 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a10b5df-1bcb-4285-a082-831d1b294b9c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:08.943277 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a10b5df-1bcb-4285-a082-831d1b294b9c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.000614 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a10b5df-1bcb-4285-a082-831d1b294b9c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.007815 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a10b5df-1bcb-4285-a082-831d1b294b9c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.008955 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4a10b5df-1bcb-4285-a082-831d1b294b9c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/c5e3b5dc-abab-4251-b995-aa1b1a24dc72 HTTP/1.1" status: 204 len: 168 time: 0.1395540 Nov 03 19:12:09.012272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60874) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:09.022019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10b5df-1bcb-4285-a082-831d1b294b9c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5e3b5dc-abab-4251-b995-aa1b1a24dc72,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:09.030358 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-579d9adf-6551-4188-9dbf-7ba9ada60c26 req-edb12382-4251-4bf5-8a3a-03e9b458be71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:09.030698 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-579d9adf-6551-4188-9dbf-7ba9ada60c26 req-edb12382-4251-4bf5-8a3a-03e9b458be71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.069557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ee502226-cf74-448c-88f4-618e74464010 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0559988 Nov 03 19:12:09.070237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60876) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:09.097863 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2ec016dd-2d4a-4b1b-be92-dc4712988e1f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.107318 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2ec016dd-2d4a-4b1b-be92-dc4712988e1f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.137367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-579d9adf-6551-4188-9dbf-7ba9ada60c26 req-edb12382-4251-4bf5-8a3a-03e9b458be71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] For port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:09.137986 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-579d9adf-6551-4188-9dbf-7ba9ada60c26 req-edb12382-4251-4bf5-8a3a-03e9b458be71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.139154 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2ec016dd-2d4a-4b1b-be92-dc4712988e1f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.146266 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2ec016dd-2d4a-4b1b-be92-dc4712988e1f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.149744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2ec016dd-2d4a-4b1b-be92-dc4712988e1f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/288a6bcd-3987-4821-b19c-c49d2c93b27c HTTP/1.1" status: 204 len: 168 time: 0.0761464 Nov 03 19:12:09.150154 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60878) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:09.154594 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec016dd-2d4a-4b1b-be92-dc4712988e1f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=288a6bcd-3987-4821-b19c-c49d2c93b27c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:09.162773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-579d9adf-6551-4188-9dbf-7ba9ada60c26 req-edb12382-4251-4bf5-8a3a-03e9b458be71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:09.195142 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3765ab7b-c252-47b6-b9f0-9b7f7c35c019 None None] New status for floating IP 9ab61d20-815d-4100-9276-85e5594f05ea: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:12:09.237246 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-eda27365-326c-4d55-a03a-8fa38ccb1b41 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0859699 Nov 03 19:12:09.240133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60880) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:09.328646 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0f519af-38e5-4c6c-af5a-be7929717409 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.350440 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-579d9adf-6551-4188-9dbf-7ba9ada60c26 req-edb12382-4251-4bf5-8a3a-03e9b458be71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.365317 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0f519af-38e5-4c6c-af5a-be7929717409 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.378450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb12382-4251-4bf5-8a3a-03e9b458be71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=8a2e2f56-8ffe-4432-9290-ad8a9b6cddea,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:09.419480 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0f519af-38e5-4c6c-af5a-be7929717409 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.422056 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0f519af-38e5-4c6c-af5a-be7929717409 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.423223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f0f519af-38e5-4c6c-af5a-be7929717409 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-groups/a93c66ff-4b32-4438-bf87-465acf4441d2 HTTP/1.1" status: 204 len: 168 time: 0.1814022 Nov 03 19:12:09.426667 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60884) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:09.433837 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-579d9adf-6551-4188-9dbf-7ba9ada60c26 req-edb12382-4251-4bf5-8a3a-03e9b458be71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] No DVR routers for this DVR port 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:12:09.437551 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-579d9adf-6551-4188-9dbf-7ba9ada60c26 req-edb12382-4251-4bf5-8a3a-03e9b458be71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.441129 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-579d9adf-6551-4188-9dbf-7ba9ada60c26 req-edb12382-4251-4bf5-8a3a-03e9b458be71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.87 "DELETE /v2.0/ports/8a2e2f56-8ffe-4432-9290-ad8a9b6cddea HTTP/1.1" status: 204 len: 173 time: 0.5441608 Nov 03 19:12:09.441871 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'name': 'network-vif-deleted', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:09.445605 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889f69ee-08b7-4396-ac54-03e2aca8c1b3" -d '{"events": [{"server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "name": "network-vif-deleted", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:09.448776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f519af-38e5-4c6c-af5a-be7929717409 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93c66ff-4b32-4438-bf87-465acf4441d2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:09.490931 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4180be9d-a1dc-4585-9618-f28347919f31 x-openstack-request-id: req-4180be9d-a1dc-4585-9618-f28347919f31 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:09.491379 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d", "name": "network-vif-deleted", "tag": "8a2e2f56-8ffe-4432-9290-ad8a9b6cddea", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:09.491802 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4180be9d-a1dc-4585-9618-f28347919f31 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:09.492425 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d', 'name': 'network-vif-deleted', 'tag': '8a2e2f56-8ffe-4432-9290-ad8a9b6cddea', 'status': 'completed', 'code': 200} Nov 03 19:12:09.495405 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-873fdba3-cb45-4cb9-8bd6-f451f34c5941 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0675929 Nov 03 19:12:09.499654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60888) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:09.504500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-774d1e4b-de1a-4efc-9028-aba9c26bdbd0 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group': {'name': 'tempest-secgroup--428983067'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:09.529411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd4b73b0-db18-436c-8e40-df0299b79fda req-d8e6449d-d3ed-4451-9f68-e08f5215c441 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=ee766d71-bdd8-4396-b0d0-2dd4a5fcbc2d HTTP/1.1" status: 200 len: 210 time: 0.0326662 Nov 03 19:12:09.532255 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-774d1e4b-de1a-4efc-9028-aba9c26bdbd0 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.605350 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-774d1e4b-de1a-4efc-9028-aba9c26bdbd0 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.609236 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-774d1e4b-de1a-4efc-9028-aba9c26bdbd0 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.646512 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-774d1e4b-de1a-4efc-9028-aba9c26bdbd0 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.647865 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-774d1e4b-de1a-4efc-9028-aba9c26bdbd0 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1469865 Nov 03 19:12:09.650577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60890) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:09.652423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d1e4b-de1a-4efc-9028-aba9c26bdbd0 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40468121-5e4b-4e85-966c-8e5857b33fb5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:09.656007 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1c027da2-003f-4db1-b9f4-77d76a884028 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group_rule': {'security_group_id': '40468121-5e4b-4e85-966c-8e5857b33fb5', 'direction': 'ingress', 'protocol': 17}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:09.692589 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c027da2-003f-4db1-b9f4-77d76a884028 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.763568 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c027da2-003f-4db1-b9f4-77d76a884028 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.769007 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c027da2-003f-4db1-b9f4-77d76a884028 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.790735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c027da2-003f-4db1-b9f4-77d76a884028 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690d1043-ed47-496c-aacc-0a662fa1f79b,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:09.796823 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c027da2-003f-4db1-b9f4-77d76a884028 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.801121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1c027da2-003f-4db1-b9f4-77d76a884028 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1463892 Nov 03 19:12:09.801282 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60892) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:09.858816 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ce10fe9-d788-4e65-83df-8bc08d245795 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.883289 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ce10fe9-d788-4e65-83df-8bc08d245795 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.929011 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ce10fe9-d788-4e65-83df-8bc08d245795 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.931852 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1ce10fe9-d788-4e65-83df-8bc08d245795 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:09.933028 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1ce10fe9-d788-4e65-83df-8bc08d245795 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-groups/40468121-5e4b-4e85-966c-8e5857b33fb5 HTTP/1.1" status: 204 len: 168 time: 0.1307428 Nov 03 19:12:09.936283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60894) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:09.942581 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce10fe9-d788-4e65-83df-8bc08d245795 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40468121-5e4b-4e85-966c-8e5857b33fb5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:09.982359 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7708c17a-cc4a-4809-a743-89a7152e804f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0446537 Nov 03 19:12:09.985878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60896) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:09.990959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-9026c747-e818-47d6-80fd-37d74297b407 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464614003'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:10.013148 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9026c747-e818-47d6-80fd-37d74297b407 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.079836 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9026c747-e818-47d6-80fd-37d74297b407 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.083862 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9026c747-e818-47d6-80fd-37d74297b407 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.111774 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9026c747-e818-47d6-80fd-37d74297b407 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.112987 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9026c747-e818-47d6-80fd-37d74297b407 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1261821 Nov 03 19:12:10.115676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60898) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:10.121195 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-602a695a-c445-4962-844b-e02cbd2bb1da tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049750195'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:10.126528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026c747-e818-47d6-80fd-37d74297b407 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf0ac03-b711-48aa-a6fe-5e2b12632fbb,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:10.146920 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-602a695a-c445-4962-844b-e02cbd2bb1da tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.214073 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-602a695a-c445-4962-844b-e02cbd2bb1da tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.218211 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-602a695a-c445-4962-844b-e02cbd2bb1da tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.252090 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-602a695a-c445-4962-844b-e02cbd2bb1da tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.253301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-602a695a-c445-4962-844b-e02cbd2bb1da tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1356952 Nov 03 19:12:10.255551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a695a-c445-4962-844b-e02cbd2bb1da tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed8b058-b6aa-4eb2-96da-e610e5e95044,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:10.256337 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60900) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:10.261071 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b8b1df4c-f1e7-4bd8-9ea8-04ae1fd7dd3d tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group_rule': {'security_group_id': '0cf0ac03-b711-48aa-a6fe-5e2b12632fbb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5ed8b058-b6aa-4eb2-96da-e610e5e95044', 'remote_ip_prefix': None}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:10.296232 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8b1df4c-f1e7-4bd8-9ea8-04ae1fd7dd3d tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.370047 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8b1df4c-f1e7-4bd8-9ea8-04ae1fd7dd3d tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.374962 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8b1df4c-f1e7-4bd8-9ea8-04ae1fd7dd3d tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.394410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1df4c-f1e7-4bd8-9ea8-04ae1fd7dd3d tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e07a36-5d4f-404a-9d84-da2db6ec7035,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:10.405271 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8b1df4c-f1e7-4bd8-9ea8-04ae1fd7dd3d tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.406525 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b8b1df4c-f1e7-4bd8-9ea8-04ae1fd7dd3d tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1491203 Nov 03 19:12:10.409749 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60902) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:10.439898 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70e17bbb-2623-4e3d-8b49-24bef087b8c6 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.450152 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70e17bbb-2623-4e3d-8b49-24bef087b8c6 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.478998 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70e17bbb-2623-4e3d-8b49-24bef087b8c6 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.486298 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70e17bbb-2623-4e3d-8b49-24bef087b8c6 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.487506 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-70e17bbb-2623-4e3d-8b49-24bef087b8c6 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/f9e07a36-5d4f-404a-9d84-da2db6ec7035 HTTP/1.1" status: 204 len: 168 time: 0.0768268 Nov 03 19:12:10.490218 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60904) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:10.493510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e17bbb-2623-4e3d-8b49-24bef087b8c6 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9e07a36-5d4f-404a-9d84-da2db6ec7035,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:10.535402 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-389443f2-7ec4-4844-b9c1-f2e705709d53 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0439141 Nov 03 19:12:10.538163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60906) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:10.591209 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60910) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:10.600899 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-74fe678e-97d3-4f5f-92ef-f06644c14ea2 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.664290 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-74fe678e-97d3-4f5f-92ef-f06644c14ea2 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.796030 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-74fe678e-97d3-4f5f-92ef-f06644c14ea2 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.799435 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-74fe678e-97d3-4f5f-92ef-f06644c14ea2 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.801156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-74fe678e-97d3-4f5f-92ef-f06644c14ea2 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-groups/5ed8b058-b6aa-4eb2-96da-e610e5e95044 HTTP/1.1" status: 204 len: 168 time: 0.2619576 Nov 03 19:12:10.803900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60912) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:10.816864 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe678e-97d3-4f5f-92ef-f06644c14ea2 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed8b058-b6aa-4eb2-96da-e610e5e95044,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:10.867673 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fd20e242-93fb-424b-8c8b-487ca51559e9 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0595288 Nov 03 19:12:10.869087 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60914) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:10.928112 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2572e45e-fa2f-4437-b53c-1ae4f0d74e4c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:10.952531 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2572e45e-fa2f-4437-b53c-1ae4f0d74e4c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.008294 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2572e45e-fa2f-4437-b53c-1ae4f0d74e4c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.012965 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2572e45e-fa2f-4437-b53c-1ae4f0d74e4c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.014198 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2572e45e-fa2f-4437-b53c-1ae4f0d74e4c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-groups/0cf0ac03-b711-48aa-a6fe-5e2b12632fbb HTTP/1.1" status: 204 len: 168 time: 0.1441028 Nov 03 19:12:11.017919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60916) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:11.038412 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572e45e-fa2f-4437-b53c-1ae4f0d74e4c tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf0ac03-b711-48aa-a6fe-5e2b12632fbb,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:11.052177 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2b58590c-bc0b-4c1a-80d6-351a92bde851 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.082733 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-37c8c96a-f26f-43ec-8c9e-b1e41e4364d5 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0634234 Nov 03 19:12:11.086652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60918) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:11.091669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-5cf1fd54-a7e2-4bf7-935e-9e083616fa3f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group': {'name': 'tempest-secgroup--299260383'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:11.151071 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5cf1fd54-a7e2-4bf7-935e-9e083616fa3f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.292575 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5cf1fd54-a7e2-4bf7-935e-9e083616fa3f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.297761 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5cf1fd54-a7e2-4bf7-935e-9e083616fa3f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.331363 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5cf1fd54-a7e2-4bf7-935e-9e083616fa3f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.332633 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5cf1fd54-a7e2-4bf7-935e-9e083616fa3f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2450447 Nov 03 19:12:11.336108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60920) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:11.345019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-5932e468-e9a6-41e6-bb56-173abf25833e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group_rule': {'security_group_id': 'd30841d5-41c0-4a38-8935-390ffdc5f505', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:11.345550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1fd54-a7e2-4bf7-935e-9e083616fa3f tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30841d5-41c0-4a38-8935-390ffdc5f505,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:11.382380 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5932e468-e9a6-41e6-bb56-173abf25833e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.427489 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2b58590c-bc0b-4c1a-80d6-351a92bde851 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port cbb7f98d-82c2-4547-9546-4c6c2757e5f0 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:11.427489 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2b58590c-bc0b-4c1a-80d6-351a92bde851 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.456095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5932e468-e9a6-41e6-bb56-173abf25833e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.462456 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5932e468-e9a6-41e6-bb56-173abf25833e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.479623 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932e468-e9a6-41e6-bb56-173abf25833e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40eb7ea6-81e9-4a77-8de4-c78fda9b4103,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:11.490941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5932e468-e9a6-41e6-bb56-173abf25833e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.492728 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5932e468-e9a6-41e6-bb56-173abf25833e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1554208 Nov 03 19:12:11.496141 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60922) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:11.543183 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57d12927-7c5e-4553-a748-9f3c7bf4c9eb tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.561944 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57d12927-7c5e-4553-a748-9f3c7bf4c9eb tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.572150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-2b58590c-bc0b-4c1a-80d6-351a92bde851 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] For port cbb7f98d-82c2-4547-9546-4c6c2757e5f0, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=cbb7f98d-82c2-4547-9546-4c6c2757e5f0,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:11.572512 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2b58590c-bc0b-4c1a-80d6-351a92bde851 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.593601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2b58590c-bc0b-4c1a-80d6-351a92bde851 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for cbb7f98d-82c2-4547-9546-4c6c2757e5f0 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:11.610626 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57d12927-7c5e-4553-a748-9f3c7bf4c9eb tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.648746 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57d12927-7c5e-4553-a748-9f3c7bf4c9eb tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.649845 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-57d12927-7c5e-4553-a748-9f3c7bf4c9eb tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/40eb7ea6-81e9-4a77-8de4-c78fda9b4103 HTTP/1.1" status: 204 len: 168 time: 0.1522863 Nov 03 19:12:11.652620 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60924) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:11.657310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d12927-7c5e-4553-a748-9f3c7bf4c9eb tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40eb7ea6-81e9-4a77-8de4-c78fda9b4103,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:11.701279 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0da915ad-1fe6-4708-b867-78e00f16dc7e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0449746 Nov 03 19:12:11.701549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60926) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:11.757317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6f67-a4ca-4299-97e6-a502c966e6a1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.783419 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6f67-a4ca-4299-97e6-a502c966e6a1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.824373 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2b58590c-bc0b-4c1a-80d6-351a92bde851 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.825234 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6f67-a4ca-4299-97e6-a502c966e6a1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.828178 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cf5a6f67-a4ca-4299-97e6-a502c966e6a1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:11.829454 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cf5a6f67-a4ca-4299-97e6-a502c966e6a1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-groups/d30841d5-41c0-4a38-8935-390ffdc5f505 HTTP/1.1" status: 204 len: 168 time: 0.1270199 Nov 03 19:12:11.835372 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60928) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:11.844522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a6f67-a4ca-4299-97e6-a502c966e6a1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30841d5-41c0-4a38-8935-390ffdc5f505,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:11.850318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58590c-bc0b-4c1a-80d6-351a92bde851 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=cbb7f98d-82c2-4547-9546-4c6c2757e5f0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:11.903357 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-df0578ed-1095-45f7-aa3c-002763fe7c4b tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0647461 Nov 03 19:12:11.904200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60930) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:11.909413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a17ee055-0182-452d-803b-cfe033ecd9a1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684492842'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:11.933914 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a17ee055-0182-452d-803b-cfe033ecd9a1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.047840 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2b58590c-bc0b-4c1a-80d6-351a92bde851 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.048946 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a17ee055-0182-452d-803b-cfe033ecd9a1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.057638 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a17ee055-0182-452d-803b-cfe033ecd9a1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.094713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ee055-0182-452d-803b-cfe033ecd9a1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f44051e-f6ad-48d6-9ea3-5d5f6a1f3e53,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:12.099133 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a17ee055-0182-452d-803b-cfe033ecd9a1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.100420 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a17ee055-0182-452d-803b-cfe033ecd9a1 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1952395 Nov 03 19:12:12.103136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60932) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:12.110129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d8f8abaa-32cf-4e23-9280-01a8cc5df438 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group_rule': {'security_group_id': '6f44051e-f6ad-48d6-9ea3-5d5f6a1f3e53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:12.139114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d8f8abaa-32cf-4e23-9280-01a8cc5df438 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.201376 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d8f8abaa-32cf-4e23-9280-01a8cc5df438 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.205322 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d8f8abaa-32cf-4e23-9280-01a8cc5df438 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.227868 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8abaa-32cf-4e23-9280-01a8cc5df438 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867eb59b-8c80-474a-9453-782ccb328723,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:12.238990 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d8f8abaa-32cf-4e23-9280-01a8cc5df438 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.240308 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d8f8abaa-32cf-4e23-9280-01a8cc5df438 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356542 Nov 03 19:12:12.242965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60934) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:12.260115 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-aa92b9db-331a-4e7a-8ed3-0f1c08ec21b6 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules/867eb59b-8c80-474a-9453-782ccb328723 HTTP/1.1" status: 200 len: 763 time: 0.0159893 Nov 03 19:12:12.263039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60936) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:12.305790 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-353b12ee-692e-4d5b-b860-c4f7bbc2cab5 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0415926 Nov 03 19:12:12.308382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60938) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:12.334570 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c39b3c24-8560-4895-ae75-53aab81dccc8 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.343714 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c39b3c24-8560-4895-ae75-53aab81dccc8 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.371016 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c39b3c24-8560-4895-ae75-53aab81dccc8 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.379503 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c39b3c24-8560-4895-ae75-53aab81dccc8 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.383758 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c39b3c24-8560-4895-ae75-53aab81dccc8 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/867eb59b-8c80-474a-9453-782ccb328723 HTTP/1.1" status: 204 len: 168 time: 0.0712516 Nov 03 19:12:12.383998 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60940) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:12.396291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b3c24-8560-4895-ae75-53aab81dccc8 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=867eb59b-8c80-474a-9453-782ccb328723,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:12.439843 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-449e95f7-6657-4664-bbed-5a5dd5376057 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0546861 Nov 03 19:12:12.442640 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60942) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:12.446878 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f8c6b2ec-3ed1-4257-923e-ff3397e75d17 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group_rule': {'security_group_id': '6f44051e-f6ad-48d6-9ea3-5d5f6a1f3e53', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:12.476499 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f8c6b2ec-3ed1-4257-923e-ff3397e75d17 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.533030 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f8c6b2ec-3ed1-4257-923e-ff3397e75d17 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.537280 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f8c6b2ec-3ed1-4257-923e-ff3397e75d17 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.555914 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6b2ec-3ed1-4257-923e-ff3397e75d17 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0c9918-d740-441b-a3bc-ed329c4fe733,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:12.566784 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f8c6b2ec-3ed1-4257-923e-ff3397e75d17 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.568019 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f8c6b2ec-3ed1-4257-923e-ff3397e75d17 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244411 Nov 03 19:12:12.570664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60944) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:12.587414 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6a6b53a7-0b60-4ebf-89d8-8263ac91cf68 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules/1b0c9918-d740-441b-a3bc-ed329c4fe733 HTTP/1.1" status: 200 len: 763 time: 0.0156062 Nov 03 19:12:12.589734 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60946) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:12.630720 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c5646a5c-09ab-4086-afb1-f0d7e98455af tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0398664 Nov 03 19:12:12.633401 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60948) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:12.637609 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b58590c-bc0b-4c1a-80d6-351a92bde851 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 6445e9a5-6bda-4753-9693-a3a51999fafb has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:12:12.658321 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0e77d09-f09c-4f48-90d3-c38a87225e3d tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.671319 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0e77d09-f09c-4f48-90d3-c38a87225e3d tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.698793 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0e77d09-f09c-4f48-90d3-c38a87225e3d tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.704047 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0e77d09-f09c-4f48-90d3-c38a87225e3d tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.708302 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e0e77d09-f09c-4f48-90d3-c38a87225e3d tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/1b0c9918-d740-441b-a3bc-ed329c4fe733 HTTP/1.1" status: 204 len: 168 time: 0.0711157 Nov 03 19:12:12.708877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60950) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:12.726874 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e77d09-f09c-4f48-90d3-c38a87225e3d tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b0c9918-d740-441b-a3bc-ed329c4fe733,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:12.748781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b58590c-bc0b-4c1a-80d6-351a92bde851 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:12:12.757489 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2b58590c-bc0b-4c1a-80d6-351a92bde851 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "PUT /v2.0/routers/6445e9a5-6bda-4753-9693-a3a51999fafb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1618898 Nov 03 19:12:12.757489 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60952) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:12.758700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454b667-b93f-4b5b-8693-1e20e3c420f9 None None] Sync routers for ids ['6445e9a5-6bda-4753-9693-a3a51999fafb'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:12:12.759425 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-994b2413-502c-4e54-aec0-4c6ee7687e71 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494728 Nov 03 19:12:12.761981 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60954) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:12.766320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1258be61-251f-497a-a6ec-35fde888332a tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Request body: {'security_group_rule': {'security_group_id': '6f44051e-f6ad-48d6-9ea3-5d5f6a1f3e53', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:12.773961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454b667-b93f-4b5b-8693-1e20e3c420f9 None None] Routers {'6445e9a5-6bda-4753-9693-a3a51999fafb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:12.774614 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9454b667-b93f-4b5b-8693-1e20e3c420f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:11:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6445e9a5-6bda-4753-9693-a3a51999fafb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:12.795991 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-1258be61-251f-497a-a6ec-35fde888332a tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Project f9e29e2f4bf44d87ab42947490e22749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:12:12.801521 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1258be61-251f-497a-a6ec-35fde888332a tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.819616 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fc6948-c4fc-4275-bbb1-09cabacc6a1d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting subnet 005c04a3-0904-4a1b-b304-907f86ccedfa {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:12:12.823189 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-35fc6948-c4fc-4275-bbb1-09cabacc6a1d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.852552 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1258be61-251f-497a-a6ec-35fde888332a tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.859856 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1258be61-251f-497a-a6ec-35fde888332a tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.866749 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-35fc6948-c4fc-4275-bbb1-09cabacc6a1d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.877779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258be61-251f-497a-a6ec-35fde888332a tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90124826-80e7-4211-9595-d82c4791594f,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:12.889971 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1258be61-251f-497a-a6ec-35fde888332a tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.891189 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1258be61-251f-497a-a6ec-35fde888332a tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282361 Nov 03 19:12:12.895325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60956) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:12.912881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-9454b667-b93f-4b5b-8693-1e20e3c420f9 None None] Set router 6445e9a5-6bda-4753-9693-a3a51999fafb gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:12.923882 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fb2efce7-2b08-4716-868b-aecb53daab66 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules/90124826-80e7-4211-9595-d82c4791594f HTTP/1.1" status: 200 len: 769 time: 0.0263524 Nov 03 19:12:12.926802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60958) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:12.957054 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-35fc6948-c4fc-4275-bbb1-09cabacc6a1d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:12.974100 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4bf15872-ee0d-4b69-8c9e-916efd7b3f10 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0437882 Nov 03 19:12:12.974458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60960) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:12.993013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:13.000719 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a39bd3f2-42f2-4f9c-b506-5e2170c4e59e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.008596 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a39bd3f2-42f2-4f9c-b506-5e2170c4e59e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.032243 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-35fc6948-c4fc-4275-bbb1-09cabacc6a1d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.040704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:12:13.041015 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 8a2e2f56-8ffe-4432-9290-ad8a9b6cddea not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:13.044848 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a39bd3f2-42f2-4f9c-b506-5e2170c4e59e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.053051 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a39bd3f2-42f2-4f9c-b506-5e2170c4e59e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.054294 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a39bd3f2-42f2-4f9c-b506-5e2170c4e59e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/90124826-80e7-4211-9595-d82c4791594f HTTP/1.1" status: 204 len: 168 time: 0.0788918 Nov 03 19:12:13.058170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60962) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:13.065521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bd3f2-42f2-4f9c-b506-5e2170c4e59e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90124826-80e7-4211-9595-d82c4791594f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:13.067632 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-35fc6948-c4fc-4275-bbb1-09cabacc6a1d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.071153 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-35fc6948-c4fc-4275-bbb1-09cabacc6a1d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/subnets/005c04a3-0904-4a1b-b304-907f86ccedfa HTTP/1.1" status: 204 len: 168 time: 0.3131809 Nov 03 19:12:13.072513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc6948-c4fc-4275-bbb1-09cabacc6a1d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Subnet': ['ID=005c04a3-0904-4a1b-b304-907f86ccedfa,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:13.076012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60964) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:13.099386 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce388030-a13b-498e-98b7-1422166e433d None None] Network eb1bdeb2-cc74-475c-8f3e-763b66dd359c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:13.111981 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0344d5d7-a683-4166-8f66-3e191c0baccd tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0522320 Nov 03 19:12:13.115349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60966) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:13.176336 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28c85463-afd4-4d26-ad55-e0efb77da324 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.193755 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.199461 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28c85463-afd4-4d26-ad55-e0efb77da324 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.224620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9454b667-b93f-4b5b-8693-1e20e3c420f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:12:11Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:13.252895 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28c85463-afd4-4d26-ad55-e0efb77da324 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.255750 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28c85463-afd4-4d26-ad55-e0efb77da324 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.256379 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454b667-b93f-4b5b-8693-1e20e3c420f9 None None] Checking router: 6445e9a5-6bda-4753-9693-a3a51999fafb for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:12:13.259313 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-28c85463-afd4-4d26-ad55-e0efb77da324 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "DELETE /v2.0/security-groups/6f44051e-f6ad-48d6-9ea3-5d5f6a1f3e53 HTTP/1.1" status: 204 len: 168 time: 0.1396625 Nov 03 19:12:13.261506 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60968) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:13.273376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454b667-b93f-4b5b-8693-1e20e3c420f9 None None] Routers {'6445e9a5-6bda-4753-9693-a3a51999fafb'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:13.273979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9454b667-b93f-4b5b-8693-1e20e3c420f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:11:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['6445e9a5-6bda-4753-9693-a3a51999fafb'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:13.274276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c85463-afd4-4d26-ad55-e0efb77da324 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f44051e-f6ad-48d6-9ea3-5d5f6a1f3e53,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:13.330221 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.342810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60970) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:13.343038 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ad3755c6-63e1-4f47-ae00-c3c1f6477f2e tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0771458 Nov 03 19:12:13.385832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4324dfb6-7817-40a8-b31c-bd05564adc24 None None] DHCP port deletion for eb1bdeb2-cc74-475c-8f3e-763b66dd359c request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:12:13.411302 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ef264988-85ba-4f75-a331-64854d9cf6b3 tempest-SecGroupIPv6Test-584278020 tempest-SecGroupIPv6Test-584278020-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0669603 Nov 03 19:12:13.425125 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port e94e0dba-2b58-4c53-bd14-cc443df2bccc {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:13.425474 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.440470 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.448609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-9454b667-b93f-4b5b-8693-1e20e3c420f9 None None] Set router 6445e9a5-6bda-4753-9693-a3a51999fafb gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:13.521893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] For port e94e0dba-2b58-4c53-bd14-cc443df2bccc, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e94e0dba-2b58-4c53-bd14-cc443df2bccc,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:13.522255 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.534411 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for e94e0dba-2b58-4c53-bd14-cc443df2bccc owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:13.577785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4324dfb6-7817-40a8-b31c-bd05564adc24 None None] Deleting port bdad6e74-2e5f-4017-98cd-d099cab04b76 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:13.578094 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4324dfb6-7817-40a8-b31c-bd05564adc24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.657789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4324dfb6-7817-40a8-b31c-bd05564adc24 None None] For port bdad6e74-2e5f-4017-98cd-d099cab04b76, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bdad6e74-2e5f-4017-98cd-d099cab04b76,segment=NetworkSegment(34990479-aa95-40c7-a577-e95ccb48ec3b),segment_id=34990479-aa95-40c7-a577-e95ccb48ec3b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:13.658497 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4324dfb6-7817-40a8-b31c-bd05564adc24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.690473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4324dfb6-7817-40a8-b31c-bd05564adc24 None None] Calling delete_port for bdad6e74-2e5f-4017-98cd-d099cab04b76 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:13.714613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60976) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:13.748668 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.777153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9454b667-b93f-4b5b-8693-1e20e3c420f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:12:11Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:13.777843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=e94e0dba-2b58-4c53-bd14-cc443df2bccc,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:13.806738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454b667-b93f-4b5b-8693-1e20e3c420f9 None None] The sync data for ids ['6445e9a5-6bda-4753-9693-a3a51999fafb'] in n-d-812150-4 is: [{'id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1285975562', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:12:11Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': 'e94e0dba-2b58-4c53-bd14-cc443df2bccc', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6445e9a5-6bda-4753-9693-a3a51999fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:10:59Z', 'updated_at': '2021-11-03T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:12:13.828260 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4324dfb6-7817-40a8-b31c-bd05564adc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.845168 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324dfb6-7817-40a8-b31c-bd05564adc24 None None] No DVR routers for this DVR port bdad6e74-2e5f-4017-98cd-d099cab04b76 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:12:13.856506 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.874263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324dfb6-7817-40a8-b31c-bd05564adc24 None None] Pushing event deleted for resources: {'Port': ['ID=bdad6e74-2e5f-4017-98cd-d099cab04b76,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:13.967083 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.972627 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:13.982967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7adf0c6f-214d-4cf6-80c6-030a49d62545 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f9e29e2f4bf44d87ab42947490e22749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670743 Nov 03 19:12:13.985771 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60980) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:14.025079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.025787 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Fanout notify agent at l3_agent the message router_deleted on router 6445e9a5-6bda-4753-9693-a3a51999fafb {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:12:14.032777 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.033955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e5573b39-f1aa-4c40-98e7-d223a79a4cc2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/routers/6445e9a5-6bda-4753-9693-a3a51999fafb HTTP/1.1" status: 204 len: 168 time: 0.9575989 Nov 03 19:12:14.036736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 60982) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:14.040775 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcfaf85a-0c4f-4b23-bed8-5e13a028b031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.062852 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcfaf85a-0c4f-4b23-bed8-5e13a028b031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.110241 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcfaf85a-0c4f-4b23-bed8-5e13a028b031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.112525 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8de0-3a54-4c1f-b3bc-e8e7eea76c39 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.112877 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bcfaf85a-0c4f-4b23-bed8-5e13a028b031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.114046 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bcfaf85a-0c4f-4b23-bed8-5e13a028b031 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/cfb2892f-d71c-44df-9d56-f60cec9afeae HTTP/1.1" status: 204 len: 168 time: 0.1272290 Nov 03 19:12:14.129178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfaf85a-0c4f-4b23-bed8-5e13a028b031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb2892f-d71c-44df-9d56-f60cec9afeae,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:14.221434 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8de0-3a54-4c1f-b3bc-e8e7eea76c39 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.244846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-2d9a8de0-3a54-4c1f-b3bc-e8e7eea76c39 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1bdeb2-cc74-475c-8f3e-763b66dd359c']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:14.262200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-2d9a8de0-3a54-4c1f-b3bc-e8e7eea76c39 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34990479-aa95-40c7-a577-e95ccb48ec3b') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:14.262200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-2d9a8de0-3a54-4c1f-b3bc-e8e7eea76c39 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34990479-aa95-40c7-a577-e95ccb48ec3b') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:14.272142 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8de0-3a54-4c1f-b3bc-e8e7eea76c39 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.286917 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8de0-3a54-4c1f-b3bc-e8e7eea76c39 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.294712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9a8de0-3a54-4c1f-b3bc-e8e7eea76c39 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:12:14.295536 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8de0-3a54-4c1f-b3bc-e8e7eea76c39 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:12:14.298878 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:12:14.333357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bdad6e74-2e5f-4017-98cd-d099cab04b76 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:14.352278 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:12:14.361169 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: bdad6e74-2e5f-4017-98cd-d099cab04b76 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:12:14.361810 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bdad6e74-2e5f-4017-98cd-d099cab04b76 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:14.362388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cbb7f98d-82c2-4547-9546-4c6c2757e5f0 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:14.375062 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8de0-3a54-4c1f-b3bc-e8e7eea76c39 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.383500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: cbb7f98d-82c2-4547-9546-4c6c2757e5f0 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:12:14.384161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device cbb7f98d-82c2-4547-9546-4c6c2757e5f0 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:14.400744 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8de0-3a54-4c1f-b3bc-e8e7eea76c39 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.404886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2d9a8de0-3a54-4c1f-b3bc-e8e7eea76c39 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/networks/eb1bdeb2-cc74-475c-8f3e-763b66dd359c HTTP/1.1" status: 204 len: 168 time: 0.3672044 Nov 03 19:12:14.407415 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 60990) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:14.415713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a8de0-3a54-4c1f-b3bc-e8e7eea76c39 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Network': ['ID=eb1bdeb2-cc74-475c-8f3e-763b66dd359c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:14.474310 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70d314b8-d4a7-4bd0-82f6-79db7ab3f2b1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.503823 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70d314b8-d4a7-4bd0-82f6-79db7ab3f2b1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.581212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70d314b8-d4a7-4bd0-82f6-79db7ab3f2b1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.584316 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-70d314b8-d4a7-4bd0-82f6-79db7ab3f2b1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.585642 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-70d314b8-d4a7-4bd0-82f6-79db7ab3f2b1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/security-groups/21ddc656-feb5-4fa9-8ea3-0d257e9105e8 HTTP/1.1" status: 204 len: 168 time: 0.1770604 Nov 03 19:12:14.596302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d314b8-d4a7-4bd0-82f6-79db7ab3f2b1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ddc656-feb5-4fa9-8ea3-0d257e9105e8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:14.887689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32778) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:14.892424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4ecd2fd4-e359-4ea6-be8a-d800a03d4559 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-733359008', 'description': 'tempest-secgroup-smoke-733359008 description', 'project_id': '78a454aa6ba94726aa7cce9e1618069d'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:14.916692 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ecd2fd4-e359-4ea6-be8a-d800a03d4559 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:14.998545 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ecd2fd4-e359-4ea6-be8a-d800a03d4559 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.004138 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ecd2fd4-e359-4ea6-be8a-d800a03d4559 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.035803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-c3f9c1a2-e66c-47d2-b51d-356813afcaf5 req-2824fad8-80fc-484d-a016-f1dd229a1774 tempest-MultipleCreateTestJSON-739044113 tempest-MultipleCreateTestJSON-739044113-project] (101712) timed out ('10.222.0.87', 64587) {{(pid=101712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:12:15.040566 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ecd2fd4-e359-4ea6-be8a-d800a03d4559 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.045586 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4ecd2fd4-e359-4ea6-be8a-d800a03d4559 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1530728 Nov 03 19:12:15.045586 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd2fd4-e359-4ea6-be8a-d800a03d4559 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:15.051787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32782) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:15.057306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-26b77fb0-08e0-4faa-a278-6abf12831fcf tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '33e1dcd0-75b7-47b6-b32d-8c3eb93d9862', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:15.087426 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-26b77fb0-08e0-4faa-a278-6abf12831fcf tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.134576 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-26b77fb0-08e0-4faa-a278-6abf12831fcf tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.139608 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-26b77fb0-08e0-4faa-a278-6abf12831fcf tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.164949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b77fb0-08e0-4faa-a278-6abf12831fcf tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3ab879-e868-4e65-b0c8-96f9846fbb15,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:15.174934 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-26b77fb0-08e0-4faa-a278-6abf12831fcf tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.179507 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-26b77fb0-08e0-4faa-a278-6abf12831fcf tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231644 Nov 03 19:12:15.179952 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32788) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:15.184771 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1605c8e0-baaa-439c-8ffd-9690c49b8d66 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '33e1dcd0-75b7-47b6-b32d-8c3eb93d9862', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:15.212029 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1605c8e0-baaa-439c-8ffd-9690c49b8d66 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.272325 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1605c8e0-baaa-439c-8ffd-9690c49b8d66 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.276399 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1605c8e0-baaa-439c-8ffd-9690c49b8d66 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.294564 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605c8e0-baaa-439c-8ffd-9690c49b8d66 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecfa52b-a6a0-4065-a5bc-b8d2a6968173,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:15.303561 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1605c8e0-baaa-439c-8ffd-9690c49b8d66 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.304885 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1605c8e0-baaa-439c-8ffd-9690c49b8d66 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241584 Nov 03 19:12:15.307667 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32794) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:15.312753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ee7eae63-b2d9-493c-8e28-ba7898273578 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '33e1dcd0-75b7-47b6-b32d-8c3eb93d9862', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:15.347558 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee7eae63-b2d9-493c-8e28-ba7898273578 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.414403 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee7eae63-b2d9-493c-8e28-ba7898273578 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.419198 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee7eae63-b2d9-493c-8e28-ba7898273578 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.438895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7eae63-b2d9-493c-8e28-ba7898273578 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4def2bdc-124c-4248-b86b-c494b690c4c4,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:15.446607 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee7eae63-b2d9-493c-8e28-ba7898273578 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.447875 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ee7eae63-b2d9-493c-8e28-ba7898273578 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392436 Nov 03 19:12:15.450790 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32800) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:15.455401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-47421f44-d3f1-49e6-9302-7d77d2c84ad9 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '33e1dcd0-75b7-47b6-b32d-8c3eb93d9862', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:15.485083 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-47421f44-d3f1-49e6-9302-7d77d2c84ad9 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.550523 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-47421f44-d3f1-49e6-9302-7d77d2c84ad9 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.554835 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-47421f44-d3f1-49e6-9302-7d77d2c84ad9 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.574616 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47421f44-d3f1-49e6-9302-7d77d2c84ad9 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c861ff-b975-4c3a-acc5-6bfee8f67890,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:15.580569 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-47421f44-d3f1-49e6-9302-7d77d2c84ad9 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.582114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-47421f44-d3f1-49e6-9302-7d77d2c84ad9 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302936 Nov 03 19:12:15.584915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32808) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:15.589525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-508e6acd-10f1-4568-b13f-1beee1866977 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '33e1dcd0-75b7-47b6-b32d-8c3eb93d9862', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:15.613715 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-508e6acd-10f1-4568-b13f-1beee1866977 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Project 78a454aa6ba94726aa7cce9e1618069d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:12:15.621240 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-508e6acd-10f1-4568-b13f-1beee1866977 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.691460 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-508e6acd-10f1-4568-b13f-1beee1866977 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.696205 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-508e6acd-10f1-4568-b13f-1beee1866977 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.714051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e6acd-10f1-4568-b13f-1beee1866977 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecb118e-f10d-4017-8f3b-e247c18b409c,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:15.722575 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-508e6acd-10f1-4568-b13f-1beee1866977 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.723822 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-508e6acd-10f1-4568-b13f-1beee1866977 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378057 Nov 03 19:12:15.726585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32816) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:15.731495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-3b2a55f0-36e8-4596-8316-ca48f3ca9d53 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'security_group_rule': {'security_group_id': '33e1dcd0-75b7-47b6-b32d-8c3eb93d9862', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:15.754764 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-3b2a55f0-36e8-4596-8316-ca48f3ca9d53 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Project 78a454aa6ba94726aa7cce9e1618069d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:12:15.758673 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3b2a55f0-36e8-4596-8316-ca48f3ca9d53 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.822849 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3b2a55f0-36e8-4596-8316-ca48f3ca9d53 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.827349 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3b2a55f0-36e8-4596-8316-ca48f3ca9d53 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.848044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a55f0-36e8-4596-8316-ca48f3ca9d53 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9912139d-3919-4adb-a5db-93659494e1fb,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:15.854354 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3b2a55f0-36e8-4596-8316-ca48f3ca9d53 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.855771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3b2a55f0-36e8-4596-8316-ca48f3ca9d53 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281664 Nov 03 19:12:15.859119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32818) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:15.864228 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-52ff4729-cc8f-4705-ab6e-c173804b89f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'network': {'name': 'tempest-network-smoke--879073041', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'port_security_enabled': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:15.887783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ff4729-cc8f-4705-ab6e-c173804b89f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Made reservation on behalf of 78a454aa6ba94726aa7cce9e1618069d for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:15.893029 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52ff4729-cc8f-4705-ab6e-c173804b89f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.920159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ff4729-cc8f-4705-ab6e-c173804b89f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:12:15.931792 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52ff4729-cc8f-4705-ab6e-c173804b89f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.932257 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-52ff4729-cc8f-4705-ab6e-c173804b89f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Added segment 983ecf6f-f1bf-4c11-a692-40a55670f18f of type vlan for network 5784952f-9668-4767-bbbf-1e3098f662e3 Nov 03 19:12:15.976240 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52ff4729-cc8f-4705-ab6e-c173804b89f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:15.991919 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e94e0dba-2b58-4c53-bd14-cc443df2bccc no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:16.008183 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52ff4729-cc8f-4705-ab6e-c173804b89f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.013895 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: e94e0dba-2b58-4c53-bd14-cc443df2bccc {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:12:16.014358 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e94e0dba-2b58-4c53-bd14-cc443df2bccc not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:16.016059 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ff4729-cc8f-4705-ab6e-c173804b89f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:16.020491 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-52ff4729-cc8f-4705-ab6e-c173804b89f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.069847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-52ff4729-cc8f-4705-ab6e-c173804b89f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2095718 Nov 03 19:12:16.072604 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32822) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:16.078694 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'admin_state_up': True, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:16.109687 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff4729-cc8f-4705-ab6e-c173804b89f5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Network': ['ID=5784952f-9668-4767-bbbf-1e3098f662e3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:16.118941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.120536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.125246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 5784952f-9668-4767-bbbf-1e3098f662e3 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:12:16.178036 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.322337 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.524046 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.542397 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.646687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.25.2.201 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/78a9c41b-70e7-4aa0-bf8a-acf06547cdbb) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:16.764420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.796875 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:16.831873 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:16.834567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:16.844223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:16.867047 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=78a9c41b-70e7-4aa0-bf8a-acf06547cdbb,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:17.093724 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:17.298871 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:17.444891 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:12:17.558189 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:12:17.577672 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Sync routers for ids ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:12:17.583098 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:17.584824 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-09308e23-0ff5-40fe-95a7-4d9da4bd9141 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5104277 Nov 03 19:12:17.587866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32842) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:17.591060 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Routers {'259c8b87-17c0-44a3-9cd0-7ccdf91ff186'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:17.591866 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:11:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:17.617405 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a84a478a-4184-4450-824c-a21109fff618 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=78a454aa6ba94726aa7cce9e1618069d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282996 Nov 03 19:12:17.619955 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32844) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:17.696504 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Set router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:17.717309 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9667cbc-28dc-4ec7-b335-9f4fc9f4397d tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:17.718824 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a9667cbc-28dc-4ec7-b335-9f4fc9f4397d tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979657 Nov 03 19:12:17.721573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32846) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:17.749628 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-737ed922-5cbb-4e34-8696-cb7fa016091a tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266593 Nov 03 19:12:17.751896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32848) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:17.757391 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-283dfe5e-992b-470e-8104-bd2367089fa4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-85634600', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:17.877012 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:16Z', 'revision_number': 3, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:18.000440 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Checking router: 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:12:18.000789 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Updating router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 port 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:12:18.026861 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.177103 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283dfe5e-992b-470e-8104-bd2367089fa4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Made reservation on behalf of 78a454aa6ba94726aa7cce9e1618069d for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:18.180629 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-283dfe5e-992b-470e-8104-bd2367089fa4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.282283 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.287371 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.338456 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Attempting to bind port 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:18.338832 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Attempting to bind port 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:18.339195 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Attempting to bind port 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:18.346472 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76c0ef-1421-43f2-b0c8-be18b0be2908 None None] Pushing event updated for resources: {'Port': ['ID=78a9c41b-70e7-4aa0-bf8a-acf06547cdbb,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:18.348649 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:18.349018 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:18.349434 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.349806 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:18.350273 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Bound port: 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:18.350653 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.358724 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76c0ef-1421-43f2-b0c8-be18b0be2908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:18.359176 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76c0ef-1421-43f2-b0c8-be18b0be2908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:18.359628 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76c0ef-1421-43f2-b0c8-be18b0be2908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:18.359969 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76c0ef-1421-43f2-b0c8-be18b0be2908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:18.360392 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76c0ef-1421-43f2-b0c8-be18b0be2908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:18.360731 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76c0ef-1421-43f2-b0c8-be18b0be2908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:18.361077 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76c0ef-1421-43f2-b0c8-be18b0be2908 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:18.361406 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76c0ef-1421-43f2-b0c8-be18b0be2908 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:18.361733 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76c0ef-1421-43f2-b0c8-be18b0be2908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:18.362121 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76c0ef-1421-43f2-b0c8-be18b0be2908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:18.362469 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76c0ef-1421-43f2-b0c8-be18b0be2908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:18.362797 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a76c0ef-1421-43f2-b0c8-be18b0be2908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:18.363183 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-283dfe5e-992b-470e-8104-bd2367089fa4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.415362 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] For port 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:18.420796 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] For port 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=78a9c41b-70e7-4aa0-bf8a-acf06547cdbb,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:18.421082 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dfe5e-992b-470e-8104-bd2367089fa4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Subnet': ['ID=f6faae6d-f782-4a44-acef-f76a3c9e2951,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:18.429858 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.444813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283dfe5e-992b-470e-8104-bd2367089fa4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Checking segment: {'id': '983ecf6f-f1bf-4c11-a692-40a55670f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:18.445177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283dfe5e-992b-470e-8104-bd2367089fa4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network hostable DHCP agents. Network: 5784952f-9668-4767-bbbf-1e3098f662e3, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:12:18.471009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283dfe5e-992b-470e-8104-bd2367089fa4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5784952f-9668-4767-bbbf-1e3098f662e3 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:12:18.481563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-283dfe5e-992b-470e-8104-bd2367089fa4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 5784952f-9668-4767-bbbf-1e3098f662e3) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:18.486014 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283dfe5e-992b-470e-8104-bd2367089fa4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:18.486618 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-283dfe5e-992b-470e-8104-bd2367089fa4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.492586 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1467ae8-7727-4cb7-8a4a-21248868569c None None] Network 5784952f-9668-4767-bbbf-1e3098f662e3 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:18.494090 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76c0ef-1421-43f2-b0c8-be18b0be2908 None None] Pushing event updated for resources: {'Port': ['ID=78a9c41b-70e7-4aa0-bf8a-acf06547cdbb,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:18.497866 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Routers {'259c8b87-17c0-44a3-9cd0-7ccdf91ff186'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:18.498464 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:11:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:18.508170 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-283dfe5e-992b-470e-8104-bd2367089fa4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7550786 Nov 03 19:12:18.508858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 32850) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:18.627776 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] Set router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:18.688409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-5784952f-9668-4767-bbbf-1e3098f662e3', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ips': [{'subnet_id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:12:18.689912 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:18.838526 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:16Z', 'revision_number': 3, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:18.873078 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aec02d6-39a5-4571-989d-0071d3d8b16b None None] The sync data for ids ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'] in n-d-812150-4 is: [{'id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:16Z', 'revision_number': 3, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:12:18.883494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Allocated IP 172.20.0.2 (5784952f-9668-4767-bbbf-1e3098f662e3/f6faae6d-f782-4a44-acef-f76a3c9e2951/2aa05c60-fa27-4108-8ed9-5448e526f468) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:19.066709 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.073629 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.110144 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.309845 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Network 5784952f-9668-4767-bbbf-1e3098f662e3 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:19.312966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:19.317831 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:19.321555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Pushing event updated for resources: {'Port': ['ID=2aa05c60-fa27-4108-8ed9-5448e526f468,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:19.381567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Attempting to bind port 2aa05c60-fa27-4108-8ed9-5448e526f468 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:19.382121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Attempting to bind port 2aa05c60-fa27-4108-8ed9-5448e526f468 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '983ecf6f-f1bf-4c11-a692-40a55670f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:19.383002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Attempting to bind port 2aa05c60-fa27-4108-8ed9-5448e526f468 on network 5784952f-9668-4767-bbbf-1e3098f662e3 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:19.389188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:19.389699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Checking segment: {'id': '983ecf6f-f1bf-4c11-a692-40a55670f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:19.390202 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.390708 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Bound using segment: {'id': '983ecf6f-f1bf-4c11-a692-40a55670f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:19.391904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Bound port: 2aa05c60-fa27-4108-8ed9-5448e526f468, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983ecf6f-f1bf-4c11-a692-40a55670f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:19.392387 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.468869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] For port 2aa05c60-fa27-4108-8ed9-5448e526f468, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:19.472619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] For port 2aa05c60-fa27-4108-8ed9-5448e526f468, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=2aa05c60-fa27-4108-8ed9-5448e526f468,segment=NetworkSegment(983ecf6f-f1bf-4c11-a692-40a55670f18f),segment_id=983ecf6f-f1bf-4c11-a692-40a55670f18f)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:19.480381 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.564592 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a76ed0-30af-4c37-87ce-97c6c44a04e4 None None] Pushing event updated for resources: {'Port': ['ID=2aa05c60-fa27-4108-8ed9-5448e526f468,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:19.565318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.20.0.1 (5784952f-9668-4767-bbbf-1e3098f662e3/f6faae6d-f782-4a44-acef-f76a3c9e2951/af08a9e4-cc3d-4858-9681-0f908f4800dc) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:19.690243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32884) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:19.727340 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.806194 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.848161 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5784952f-9668-4767-bbbf-1e3098f662e3 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:19.852366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:19.855346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:19.882719 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5600ae95-92d1-4eb9-a09f-f5ff71d5a6e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.904423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=af08a9e4-cc3d-4858-9681-0f908f4800dc,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:19.926397 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.990206 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5600ae95-92d1-4eb9-a09f-f5ff71d5a6e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:19.998180 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5600ae95-92d1-4eb9-a09f-f5ff71d5a6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.052094 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5600ae95-92d1-4eb9-a09f-f5ff71d5a6e1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=724503ef4a1f4fecb3ab26fce7b59501&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3601527 Nov 03 19:12:20.054708 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32888) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:20.057070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600ae95-92d1-4eb9-a09f-f5ff71d5a6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c595a7d-2580-4956-bac0-3fe80bfb71e4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:20.092411 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.116639 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-050eb8be-5e59-4021-ac18-afb82509e9b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.151542 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-050eb8be-5e59-4021-ac18-afb82509e9b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.181086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:20.233132 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-050eb8be-5e59-4021-ac18-afb82509e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.235852 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-050eb8be-5e59-4021-ac18-afb82509e9b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.239362 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-050eb8be-5e59-4021-ac18-afb82509e9b5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8c595a7d-2580-4956-bac0-3fe80bfb71e4 HTTP/1.1" status: 204 len: 168 time: 0.1812246 Nov 03 19:12:20.246719 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:20.247329 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.250968 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050eb8be-5e59-4021-ac18-afb82509e9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c595a7d-2580-4956-bac0-3fe80bfb71e4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:20.352061 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.380438 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=78a9c41b-70e7-4aa0-bf8a-acf06547cdbb,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:20.385617 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.386577 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 2aa05c60-fa27-4108-8ed9-5448e526f468 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:20.447529 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.454835 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.466004 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=78a9c41b-70e7-4aa0-bf8a-acf06547cdbb,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:20.485087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 2aa05c60-fa27-4108-8ed9-5448e526f468 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:20.485494 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.534983 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=af08a9e4-cc3d-4858-9681-0f908f4800dc,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:20.539220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.580786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32894) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:20.589912 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.595550 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef999755-cc3e-4351-af95-f490a04addd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.639206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 2aa05c60-fa27-4108-8ed9-5448e526f468, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=2aa05c60-fa27-4108-8ed9-5448e526f468,segment=NetworkSegment(983ecf6f-f1bf-4c11-a692-40a55670f18f),segment_id=983ecf6f-f1bf-4c11-a692-40a55670f18f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:20.646860 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.667222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5784952f-9668-4767-bbbf-1e3098f662e3 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:20.669933 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:20.714225 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef999755-cc3e-4351-af95-f490a04addd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.721868 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ef999755-cc3e-4351-af95-f490a04addd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.757082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=2aa05c60-fa27-4108-8ed9-5448e526f468,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:20.765685 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef999755-cc3e-4351-af95-f490a04addd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925cd61d-3b37-4251-8ece-54bf8d07de01,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:20.771334 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ef999755-cc3e-4351-af95-f490a04addd1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bc98d3e8565e475894bea687f9281f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1893981 Nov 03 19:12:20.776059 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32896) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:20.838314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dedeb0b3-92bc-4f2f-bbd8-950a8ce1cf4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.867842 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dedeb0b3-92bc-4f2f-bbd8-950a8ce1cf4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.931817 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dedeb0b3-92bc-4f2f-bbd8-950a8ce1cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.935846 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dedeb0b3-92bc-4f2f-bbd8-950a8ce1cf4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:20.944999 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dedeb0b3-92bc-4f2f-bbd8-950a8ce1cf4e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/925cd61d-3b37-4251-8ece-54bf8d07de01 HTTP/1.1" status: 204 len: 168 time: 0.1677034 Nov 03 19:12:20.955703 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedeb0b3-92bc-4f2f-bbd8-950a8ce1cf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925cd61d-3b37-4251-8ece-54bf8d07de01,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:21.182923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db413ed8-5689-4403-b688-06cc5e6eb48c None None] Network 5784952f-9668-4767-bbbf-1e3098f662e3 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:21.216729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:12:21.291746 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4e652b01-0e63-4bf2-8cdf-cffe855fa3a2 None None] Provisioning complete for port 2aa05c60-fa27-4108-8ed9-5448e526f468 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:21.292318 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4e652b01-0e63-4bf2-8cdf-cffe855fa3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:21.338760 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:12:21.354664 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Sync routers for ids ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:12:21.361469 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-947c401a-25f5-42e7-8d78-eaeace5b2fe0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "PUT /v2.0/routers/259c8b87-17c0-44a3-9cd0-7ccdf91ff186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8511851 Nov 03 19:12:21.396008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Routers {'259c8b87-17c0-44a3-9cd0-7ccdf91ff186'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:21.396712 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:11:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:21.583570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Set router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:21.811786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'af08a9e4-cc3d-4858-9681-0f908f4800dc', 'name': '', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:09:dd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:19Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 2, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:21.837738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-064e5a0a-55a7-4d23-bdc0-834d20a75bfd tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733359008&fields=id&tenant_id=78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 267 time: 0.0533197 Nov 03 19:12:21.862906 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Checking router: 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:12:21.863258 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Updating router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 port af08a9e4-cc3d-4858-9681-0f908f4800dc binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:12:21.884421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6d13fa43-e378-42c4-bf51-7cb7c7bc95d9 None None] Provisioning complete for port af08a9e4-cc3d-4858-9681-0f908f4800dc triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:21.885093 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6d13fa43-e378-42c4-bf51-7cb7c7bc95d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:21.913221 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:21.962286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6d13fa43-e378-42c4-bf51-7cb7c7bc95d9 None None] Port af08a9e4-cc3d-4858-9681-0f908f4800dc cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:21.993303 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6d13fa43-e378-42c4-bf51-7cb7c7bc95d9 None None] Provisioning complete for port 2aa05c60-fa27-4108-8ed9-5448e526f468 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:21.993648 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6d13fa43-e378-42c4-bf51-7cb7c7bc95d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:21.997649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188222f-c17e-400e-8474-e820214f4d2a req-0036f05c-3641-4758-b0d6-d8e9da7cb8af tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:21.999447 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-0036f05c-3641-4758-b0d6-d8e9da7cb8af tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/networks?id=5784952f-9668-4767-bbbf-1e3098f662e3 HTTP/1.1" status: 200 len: 796 time: 0.1535718 Nov 03 19:12:22.023346 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-174dba4a-00b0-4340-a402-f8313dbd4ce5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/quotas/78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 375 time: 0.0177636 Nov 03 19:12:22.089035 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-186b3a32-7cce-4eb0-93cc-baed7adccee4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589821 Nov 03 19:12:22.101581 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:22.289706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:22.290075 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.356199 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-13754a6f-90ab-413e-addc-1c17a8e77104 service neutron] 10.222.0.107 "GET /v2.0/networks/5784952f-9668-4767-bbbf-1e3098f662e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462580 Nov 03 19:12:22.460611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 2aa05c60-fa27-4108-8ed9-5448e526f468 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:22.470140 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-3e547339-8ac1-4994-abcd-d8da8d50c907 service neutron] 10.222.0.107 "GET /v2.0/networks/5784952f-9668-4767-bbbf-1e3098f662e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078045 Nov 03 19:12:22.493603 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-bdaea678-23ec-4144-ae75-2b33ad50525f None None] Provisioning complete for port af08a9e4-cc3d-4858-9681-0f908f4800dc triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:22.494152 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bdaea678-23ec-4144-ae75-2b33ad50525f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.503278 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.533939 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.626459 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-bdaea678-23ec-4144-ae75-2b33ad50525f None None] Port af08a9e4-cc3d-4858-9681-0f908f4800dc cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:22.635820 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667e164-b315-46ea-bfb3-d14d431f3d16 None None] Pushing event updated for resources: {'Port': ['ID=af08a9e4-cc3d-4858-9681-0f908f4800dc,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:22.734077 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Attempting to bind port af08a9e4-cc3d-4858-9681-0f908f4800dc on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:22.734595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Attempting to bind port af08a9e4-cc3d-4858-9681-0f908f4800dc by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '983ecf6f-f1bf-4c11-a692-40a55670f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:22.735069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Attempting to bind port af08a9e4-cc3d-4858-9681-0f908f4800dc on network 5784952f-9668-4767-bbbf-1e3098f662e3 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:22.741949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:22.742446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Checking segment: {'id': '983ecf6f-f1bf-4c11-a692-40a55670f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:22.742963 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.743454 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Bound using segment: {'id': '983ecf6f-f1bf-4c11-a692-40a55670f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:22.744173 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Bound port: af08a9e4-cc3d-4858-9681-0f908f4800dc, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983ecf6f-f1bf-4c11-a692-40a55670f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:22.744613 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.760123 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 2aa05c60-fa27-4108-8ed9-5448e526f468 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:22.760522 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.868257 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] For port af08a9e4-cc3d-4858-9681-0f908f4800dc, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:22.872851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] For port af08a9e4-cc3d-4858-9681-0f908f4800dc, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=af08a9e4-cc3d-4858-9681-0f908f4800dc,segment=NetworkSegment(983ecf6f-f1bf-4c11-a692-40a55670f18f),segment_id=983ecf6f-f1bf-4c11-a692-40a55670f18f)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:22.881043 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:22.923518 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a227a976-a6a9-4b46-8376-a1060e5f73b0 req-90dd70a8-2481-4425-a32c-eb95c7e64f9e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 210 time: 0.2835467 Nov 03 19:12:22.956474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Routers {'259c8b87-17c0-44a3-9cd0-7ccdf91ff186'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:22.957096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:11:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:23.052356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5767d520-fb4e-4dda-abd2-55b41af11f47 None None] Provisioning complete for port af08a9e4-cc3d-4858-9681-0f908f4800dc triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:23.052806 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5767d520-fb4e-4dda-abd2-55b41af11f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:23.100065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667e164-b315-46ea-bfb3-d14d431f3d16 None None] Pushing event updated for resources: {'Port': ['ID=af08a9e4-cc3d-4858-9681-0f908f4800dc,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:23.143040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] Set router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:23.268914 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5767d520-fb4e-4dda-abd2-55b41af11f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:23.364392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5767d520-fb4e-4dda-abd2-55b41af11f47 None None] For port af08a9e4-cc3d-4858-9681-0f908f4800dc, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=af08a9e4-cc3d-4858-9681-0f908f4800dc,segment=NetworkSegment(983ecf6f-f1bf-4c11-a692-40a55670f18f),segment_id=983ecf6f-f1bf-4c11-a692-40a55670f18f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:23.372003 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5767d520-fb4e-4dda-abd2-55b41af11f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:23.454745 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767d520-fb4e-4dda-abd2-55b41af11f47 None None] Pushing event updated for resources: {'Port': ['ID=af08a9e4-cc3d-4858-9681-0f908f4800dc,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:23.474665 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'af08a9e4-cc3d-4858-9681-0f908f4800dc', 'name': '', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:09:dd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:19Z', 'updated_at': '2021-11-03T19:12:22Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:23.663470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7498076-40ea-48b7-b8c0-f5abbd6c0fca None None] The sync data for ids ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'] in n-d-812150-4 is: [{'id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'af08a9e4-cc3d-4858-9681-0f908f4800dc', 'name': '', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:09:dd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:19Z', 'updated_at': '2021-11-03T19:12:22Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:12:23.674192 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c3a49961-2275-4bc0-8af3-f719fa4c0131 None None] Provisioning complete for port af08a9e4-cc3d-4858-9681-0f908f4800dc triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:23.674564 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c3a49961-2275-4bc0-8af3-f719fa4c0131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:23.983419 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188222f-c17e-400e-8474-e820214f4d2a req-2476cc3c-4e48-4ce8-ada9-bd0a6a5337a2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:23.985006 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-2476cc3c-4e48-4ce8-ada9-bd0a6a5337a2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "GET /v2.0/networks?id=5784952f-9668-4767-bbbf-1e3098f662e3 HTTP/1.1" status: 200 len: 796 time: 0.1729043 Nov 03 19:12:24.076216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b86b57f5-98eb-410f-bda3-387753892153 req-4efc1a72-9b6f-4266-b84e-f3f480caf22f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 210 time: 0.0428128 Nov 03 19:12:24.105864 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device af08a9e4-cc3d-4858-9681-0f908f4800dc up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:24.126877 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-7d967338-e381-4fd7-8dfc-5d5b4f24e456 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78a454aa6ba94726aa7cce9e1618069d HTTP/1.1" status: 200 len: 379 time: 0.1321921 Nov 03 19:12:24.143774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-9188222f-c17e-400e-8474-e820214f4d2a req-2e64078d-a4f5-4eed-8c68-20631364909a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'port': {'device_id': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'admin_state_up': True, 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'security_groups': ['33e1dcd0-75b7-47b6-b32d-8c3eb93d9862']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:24.179540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port af08a9e4-cc3d-4858-9681-0f908f4800dc triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:24.180123 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.299522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9188222f-c17e-400e-8474-e820214f4d2a req-2e64078d-a4f5-4eed-8c68-20631364909a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Made reservation on behalf of 78a454aa6ba94726aa7cce9e1618069d for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:24.303186 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9188222f-c17e-400e-8474-e820214f4d2a req-2e64078d-a4f5-4eed-8c68-20631364909a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.443426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-9188222f-c17e-400e-8474-e820214f4d2a req-2e64078d-a4f5-4eed-8c68-20631364909a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.20.0.8 (5784952f-9668-4767-bbbf-1e3098f662e3/f6faae6d-f782-4a44-acef-f76a3c9e2951/a43f798f-f840-42e0-bdd7-34b3b24b13e3) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:24.620696 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9188222f-c17e-400e-8474-e820214f4d2a req-2e64078d-a4f5-4eed-8c68-20631364909a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.664135 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9188222f-c17e-400e-8474-e820214f4d2a req-2e64078d-a4f5-4eed-8c68-20631364909a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.715480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9188222f-c17e-400e-8474-e820214f4d2a req-2e64078d-a4f5-4eed-8c68-20631364909a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5784952f-9668-4767-bbbf-1e3098f662e3 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:24.721305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-9188222f-c17e-400e-8474-e820214f4d2a req-2e64078d-a4f5-4eed-8c68-20631364909a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:24.725384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9188222f-c17e-400e-8474-e820214f4d2a req-2e64078d-a4f5-4eed-8c68-20631364909a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:24.756915 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64078d-a4f5-4eed-8c68-20631364909a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=a43f798f-f840-42e0-bdd7-34b3b24b13e3,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:24.785458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188222f-c17e-400e-8474-e820214f4d2a req-2e64078d-a4f5-4eed-8c68-20631364909a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:24.786145 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9188222f-c17e-400e-8474-e820214f4d2a req-2e64078d-a4f5-4eed-8c68-20631364909a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:24.806410 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-2e64078d-a4f5-4eed-8c68-20631364909a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6727414 Nov 03 19:12:24.817243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-93d3fcf8-7fe6-4606-a95b-e858908ff621 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:12:24.818466 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-93d3fcf8-7fe6-4606-a95b-e858908ff621 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0058198 Nov 03 19:12:24.832654 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Request body: {'port': {'device_id': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:24.909848 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.083355 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6799a767-b4fc-463c-9927-afedcf90427a None None] Provisioning complete for port a43f798f-f840-42e0-bdd7-34b3b24b13e3 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:25.083776 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6799a767-b4fc-463c-9927-afedcf90427a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.124847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6799a767-b4fc-463c-9927-afedcf90427a None None] Port a43f798f-f840-42e0-bdd7-34b3b24b13e3 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:25.227185 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43f798f-f840-42e0-bdd7-34b3b24b13e3 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:12:25.234206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab453443-9e6b-493b-8b36-77454b016fea req-08e66418-9132-4e3b-815a-481e606f1cb7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:25.235831 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab453443-9e6b-493b-8b36-77454b016fea req-08e66418-9132-4e3b-815a-481e606f1cb7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 931 time: 0.0536990 Nov 03 19:12:25.246093 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.259742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Transition to ACTIVE for port object a43f798f-f840-42e0-bdd7-34b3b24b13e3 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:12:25.265920 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.301819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab453443-9e6b-493b-8b36-77454b016fea req-cf597959-c59f-4469-a1a6-730d6d51eb5b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591600 Nov 03 19:12:25.330234 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a43f798f-f840-42e0-bdd7-34b3b24b13e3,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:25.416019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Attempting to bind port a43f798f-f840-42e0-bdd7-34b3b24b13e3 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:25.416448 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Attempting to bind port a43f798f-f840-42e0-bdd7-34b3b24b13e3 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '983ecf6f-f1bf-4c11-a692-40a55670f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:25.416875 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Attempting to bind port a43f798f-f840-42e0-bdd7-34b3b24b13e3 on network 5784952f-9668-4767-bbbf-1e3098f662e3 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:25.421722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Port a43f798f-f840-42e0-bdd7-34b3b24b13e3 on network 5784952f-9668-4767-bbbf-1e3098f662e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:12:25.422124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Attempting to bind port a43f798f-f840-42e0-bdd7-34b3b24b13e3 on network 5784952f-9668-4767-bbbf-1e3098f662e3 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:25.427709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:25.428085 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Checking segment: {'id': '983ecf6f-f1bf-4c11-a692-40a55670f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:25.428601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Bound using segment: {'id': '983ecf6f-f1bf-4c11-a692-40a55670f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:25.429008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Bound port: a43f798f-f840-42e0-bdd7-34b3b24b13e3, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983ecf6f-f1bf-4c11-a692-40a55670f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:25.429372 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.501196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] For port a43f798f-f840-42e0-bdd7-34b3b24b13e3, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:25.506203 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] For port a43f798f-f840-42e0-bdd7-34b3b24b13e3, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a43f798f-f840-42e0-bdd7-34b3b24b13e3,segment=NetworkSegment(983ecf6f-f1bf-4c11-a692-40a55670f18f),segment_id=983ecf6f-f1bf-4c11-a692-40a55670f18f)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:25.514930 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.556405 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:25.557032 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.559324 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] 10.222.0.98 "PUT /v2.0/ports/a43f798f-f840-42e0-bdd7-34b3b24b13e3 HTTP/1.1" status: 200 len: 1091 time: 0.7316129 Nov 03 19:12:25.561672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'tag': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:25.573877 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a03f63-5bf5-4c65-8ec6-8fe0c7b4a73c" -d '{"events": [{"name": "network-changed", "server_uuid": "21740ac0-12f9-4df6-943b-49bb64b738fc", "tag": "a43f798f-f840-42e0-bdd7-34b3b24b13e3"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:25.640706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fdbb6-0e65-401e-a0ca-5ba12741b8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a43f798f-f840-42e0-bdd7-34b3b24b13e3,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:25.645686 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7e4f81-5961-4dae-8aea-8fad91f0fbb9 x-openstack-request-id: req-3c7e4f81-5961-4dae-8aea-8fad91f0fbb9 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:25.645980 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21740ac0-12f9-4df6-943b-49bb64b738fc", "tag": "a43f798f-f840-42e0-bdd7-34b3b24b13e3", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:25.646239 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3c7e4f81-5961-4dae-8aea-8fad91f0fbb9 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:25.646641 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'tag': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3', 'status': 'completed', 'code': 200} Nov 03 19:12:25.665570 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188222f-c17e-400e-8474-e820214f4d2a req-362a56c1-205b-4127-adc8-26c0730b7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:25.667204 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-362a56c1-205b-4127-adc8-26c0730b7035 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 1094 time: 0.0587790 Nov 03 19:12:25.718437 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-08ecc393-c45e-4e37-b1ae-b200f0d276f1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43f798f-f840-42e0-bdd7-34b3b24b13e3 HTTP/1.1" status: 200 len: 217 time: 0.0439310 Nov 03 19:12:25.767073 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e4169c38-0527-40e4-93f3-80953138051e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:25.773625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188222f-c17e-400e-8474-e820214f4d2a req-082b2539-cfee-4b24-87e7-7e5124318236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:25.775146 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-082b2539-cfee-4b24-87e7-7e5124318236 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f6faae6d-f782-4a44-acef-f76a3c9e2951 HTTP/1.1" status: 200 len: 833 time: 0.0491788 Nov 03 19:12:25.829446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188222f-c17e-400e-8474-e820214f4d2a req-797b7ab0-fc69-4aba-b181-15a704c55bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:25.831020 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-797b7ab0-fc69-4aba-b181-15a704c55bb8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5784952f-9668-4767-bbbf-1e3098f662e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491593 Nov 03 19:12:25.934214 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-6e2e3a23-01fc-4602-a986-f6ca94fca4e5 service neutron] 10.222.0.98 "GET /v2.0/networks/5784952f-9668-4767-bbbf-1e3098f662e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957649 Nov 03 19:12:26.028011 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9188222f-c17e-400e-8474-e820214f4d2a req-f3c84f72-80df-4a42-a18d-d85d3c97c344 service neutron] 10.222.0.98 "GET /v2.0/networks/5784952f-9668-4767-bbbf-1e3098f662e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864477 Nov 03 19:12:26.125652 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a03f63-5bf5-4c65-8ec6-8fe0c7b4a73c req-b8c2d901-7142-4488-bf01-b791881edda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:26.127185 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a03f63-5bf5-4c65-8ec6-8fe0c7b4a73c req-b8c2d901-7142-4488-bf01-b791881edda8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 1094 time: 0.0491047 Nov 03 19:12:26.232220 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a03f63-5bf5-4c65-8ec6-8fe0c7b4a73c req-27c5f5cf-eda9-48ac-b968-e63b17c72e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:26.234086 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a03f63-5bf5-4c65-8ec6-8fe0c7b4a73c req-27c5f5cf-eda9-48ac-b968-e63b17c72e94 service neutron] 10.222.0.98 "GET /v2.0/networks?id=5784952f-9668-4767-bbbf-1e3098f662e3 HTTP/1.1" status: 200 len: 897 time: 0.0996754 Nov 03 19:12:26.283972 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a03f63-5bf5-4c65-8ec6-8fe0c7b4a73c req-223a8224-a75f-4b2e-a75c-636747db3a9a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43f798f-f840-42e0-bdd7-34b3b24b13e3 HTTP/1.1" status: 200 len: 217 time: 0.0417004 Nov 03 19:12:26.344055 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a03f63-5bf5-4c65-8ec6-8fe0c7b4a73c req-80769322-05f9-479e-9ceb-9c05e3f2fada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:26.345557 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a03f63-5bf5-4c65-8ec6-8fe0c7b4a73c req-80769322-05f9-479e-9ceb-9c05e3f2fada service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f6faae6d-f782-4a44-acef-f76a3c9e2951 HTTP/1.1" status: 200 len: 833 time: 0.0532014 Nov 03 19:12:26.404441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a03f63-5bf5-4c65-8ec6-8fe0c7b4a73c req-f3b4304b-3032-48b0-b36d-da9eb5c31736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:26.406337 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a03f63-5bf5-4c65-8ec6-8fe0c7b4a73c req-f3b4304b-3032-48b0-b36d-da9eb5c31736 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5784952f-9668-4767-bbbf-1e3098f662e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525310 Nov 03 19:12:26.428506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7988093-0062-468d-b5df-ffc673718611 req-61df16b0-adf7-4a93-8b64-af95744114c1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:26.430105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7988093-0062-468d-b5df-ffc673718611 req-61df16b0-adf7-4a93-8b64-af95744114c1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 943 time: 0.0566547 Nov 03 19:12:26.492752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7988093-0062-468d-b5df-ffc673718611 req-537c7b90-1a1c-43a7-8b5c-0208b463c195 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552955 Nov 03 19:12:26.511074 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a03f63-5bf5-4c65-8ec6-8fe0c7b4a73c req-262203e5-742c-4c9d-a294-1a0094132530 service neutron] 10.222.0.98 "GET /v2.0/networks/5784952f-9668-4767-bbbf-1e3098f662e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963550 Nov 03 19:12:26.618203 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c0a03f63-5bf5-4c65-8ec6-8fe0c7b4a73c req-0fa7cb83-0376-41d8-9f9d-ccbf4d55efcf service neutron] 10.222.0.98 "GET /v2.0/networks/5784952f-9668-4767-bbbf-1e3098f662e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989571 Nov 03 19:12:26.855829 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 32998) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:26.970815 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cea29b05-8463-445d-9fa7-4d089a271f53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.056989 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cea29b05-8463-445d-9fa7-4d089a271f53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.061100 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-cea29b05-8463-445d-9fa7-4d089a271f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.101221 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-cea29b05-8463-445d-9fa7-4d089a271f53 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c02075efae634df58417457e8d65e0f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442062 Nov 03 19:12:27.103254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea29b05-8463-445d-9fa7-4d089a271f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febdfc20-d4e5-461b-b778-76949b30170e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:27.104023 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33002) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:27.153333 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.175090 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.225031 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.227822 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.229003 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/febdfc20-d4e5-461b-b778-76949b30170e HTTP/1.1" status: 204 len: 168 time: 0.1239011 Nov 03 19:12:27.238265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febdfc20-d4e5-461b-b778-76949b30170e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:27.247252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:27.247624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:27.247974 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:27.248316 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:27.248656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:27.249000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:27.249326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:27.249658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:27.249987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:27.250315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:27.250645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:27.250969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70247079-9bda-4278-9ab6-049ba34a1890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:12:27.506924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33008) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:27.526586 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff5b3bfb-036d-4fee-8437-b8e28f4d821e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.646270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530afea-13b9-446b-a26e-78030cc76a66 req-5a0adab2-10a1-4a69-8e44-b8e307d92f00 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:27.647723 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0530afea-13b9-446b-a26e-78030cc76a66 req-5a0adab2-10a1-4a69-8e44-b8e307d92f00 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 943 time: 0.0758517 Nov 03 19:12:27.661357 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff5b3bfb-036d-4fee-8437-b8e28f4d821e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.674599 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff5b3bfb-036d-4fee-8437-b8e28f4d821e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.737745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ff5b3bfb-036d-4fee-8437-b8e28f4d821e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=93e3d5686376412eaeefe00964a221c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2295086 Nov 03 19:12:27.739317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b3bfb-036d-4fee-8437-b8e28f4d821e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a553b5-5820-40d0-a36c-6eff3ce5acda,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:27.740488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33012) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:27.747504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0530afea-13b9-446b-a26e-78030cc76a66 req-e57cd97d-fc84-469a-9599-f8ddb2e22ea3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911410 Nov 03 19:12:27.794206 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ce697a0-a5d4-419a-a59b-7f217b283272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.817044 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ce697a0-a5d4-419a-a59b-7f217b283272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.869877 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ce697a0-a5d4-419a-a59b-7f217b283272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.873088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5ce697a0-a5d4-419a-a59b-7f217b283272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:27.874287 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5ce697a0-a5d4-419a-a59b-7f217b283272 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/07a553b5-5820-40d0-a36c-6eff3ce5acda HTTP/1.1" status: 204 len: 168 time: 0.1327949 Nov 03 19:12:27.882291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce697a0-a5d4-419a-a59b-7f217b283272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a553b5-5820-40d0-a36c-6eff3ce5acda,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:28.112864 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-34ac81f4-dffe-4591-b8e3-7fc6209ed937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:28.875396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b08afa-2925-49d3-8047-dcf800dfb081 req-c2e6b3d5-c781-42fe-852c-2557df6fd8c2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:28.876962 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b8b08afa-2925-49d3-8047-dcf800dfb081 req-c2e6b3d5-c781-42fe-852c-2557df6fd8c2 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 943 time: 0.0550752 Nov 03 19:12:28.932884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b8b08afa-2925-49d3-8047-dcf800dfb081 req-238bff91-b464-4355-8f0e-500530235321 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496178 Nov 03 19:12:29.441331 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:30.075442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410001f0-5537-43f2-b46b-ee826f28da5b req-d8a25497-9e44-4d5f-851a-b2e8d7f5b43a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:30.077058 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-410001f0-5537-43f2-b46b-ee826f28da5b req-d8a25497-9e44-4d5f-851a-b2e8d7f5b43a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 943 time: 0.0710979 Nov 03 19:12:30.131131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-410001f0-5537-43f2-b46b-ee826f28da5b req-f780d6ba-18ef-4598-80df-dbe82163d36d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476060 Nov 03 19:12:30.185771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-707229b9-a947-442e-9ca1-f691467e4f89 req-9b085f49-9b7c-4f06-872b-6b190a6392c0 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=2d16cde9a53241d1b7b4fc60e86aab5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362921 Nov 03 19:12:30.195663 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a43f798f-f840-42e0-bdd7-34b3b24b13e3 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:12:30.306639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a43f798f-f840-42e0-bdd7-34b3b24b13e3, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a43f798f-f840-42e0-bdd7-34b3b24b13e3,segment=NetworkSegment(983ecf6f-f1bf-4c11-a692-40a55670f18f),segment_id=983ecf6f-f1bf-4c11-a692-40a55670f18f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:30.324456 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'port_id': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3', 'mac_address': 'fa:16:3e:27:df:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:12:30.376122 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:30.391552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43f798f-f840-42e0-bdd7-34b3b24b13e3 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:12:30.412741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707229b9-a947-442e-9ca1-f691467e4f89 req-83b7bf4e-aaa8-48a3-bd08-92c23fedecb9 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:30.414270 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-707229b9-a947-442e-9ca1-f691467e4f89 req-83b7bf4e-aaa8-48a3-bd08-92c23fedecb9 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230027 Nov 03 19:12:30.416331 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a43f798f-f840-42e0-bdd7-34b3b24b13e3, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a43f798f-f840-42e0-bdd7-34b3b24b13e3,segment=NetworkSegment(983ecf6f-f1bf-4c11-a692-40a55670f18f),segment_id=983ecf6f-f1bf-4c11-a692-40a55670f18f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:30.421341 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:30.432468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-707229b9-a947-442e-9ca1-f691467e4f89 req-a17e323e-137d-4e9f-aa7d-6f9d1412233e tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/quotas/2d16cde9a53241d1b7b4fc60e86aab5b HTTP/1.1" status: 200 len: 375 time: 0.0110455 Nov 03 19:12:30.473109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-707229b9-a947-442e-9ca1-f691467e4f89 req-44465887-9acb-4e03-870f-512bd0db4fbf tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2d16cde9a53241d1b7b4fc60e86aab5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345309 Nov 03 19:12:30.475859 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a43f798f-f840-42e0-bdd7-34b3b24b13e3,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:30.628724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a43f798f-f840-42e0-bdd7-34b3b24b13e3'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:12:30.685490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63d6142c-f4b2-4802-b8df-ff43ab207ad9 req-bc93bf0e-f31d-49d9-b948-6ae0ea5d93de tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/ports?device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 210 time: 0.0425355 Nov 03 19:12:30.718734 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:30.737329 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.253297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5332e2-8bb7-46cc-834f-14aaed9e7feb req-fe48f8b1-7c17-4dcd-b608-7b3356b7709d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:31.254866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a5332e2-8bb7-46cc-834f-14aaed9e7feb req-fe48f8b1-7c17-4dcd-b608-7b3356b7709d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 944 time: 0.0510771 Nov 03 19:12:31.306714 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a5332e2-8bb7-46cc-834f-14aaed9e7feb req-98ca3369-2dab-4af4-b98a-b155a69bd408 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440991 Nov 03 19:12:31.447223 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:31.806735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1082482e-3160-4d8e-8760-f6576fbbf2ea req-2a0914cf-9a8b-49b8-891f-88ea62b298d1 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/ports?device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 210 time: 0.0253069 Nov 03 19:12:31.951122 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-707229b9-a947-442e-9ca1-f691467e4f89 req-f498d868-b442-4964-8df7-a020fe33a95e tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=2d16cde9a53241d1b7b4fc60e86aab5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289032 Nov 03 19:12:32.163020 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707229b9-a947-442e-9ca1-f691467e4f89 req-f836451c-84e4-440c-bdfd-93c4971a365a tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:32.164501 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-707229b9-a947-442e-9ca1-f691467e4f89 req-f836451c-84e4-440c-bdfd-93c4971a365a tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2064455 Nov 03 19:12:32.186640 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-707229b9-a947-442e-9ca1-f691467e4f89 req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Request body: {'port': {'device_id': '833a5e85-551e-4ba7-a3b5-b93195004fff', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': '2d16cde9a53241d1b7b4fc60e86aab5b'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:32.201999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a43f798f-f840-42e0-bdd7-34b3b24b13e3 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:32.250719 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port a43f798f-f840-42e0-bdd7-34b3b24b13e3 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:12:32.254963 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port a43f798f-f840-42e0-bdd7-34b3b24b13e3 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:32.255366 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.294260 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707229b9-a947-442e-9ca1-f691467e4f89 req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Made reservation on behalf of 2d16cde9a53241d1b7b4fc60e86aab5b for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:32.298299 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-707229b9-a947-442e-9ca1-f691467e4f89 req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.308207 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-707229b9-a947-442e-9ca1-f691467e4f89 req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.346751 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.371567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:32.373927 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fa5115-902a-4389-a2b5-9796fe67d589" -d '{"events": [{"server_uuid": "21740ac0-12f9-4df6-943b-49bb64b738fc", "name": "network-vif-plugged", "status": "completed", "tag": "a43f798f-f840-42e0-bdd7-34b3b24b13e3"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:32.391424 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-707229b9-a947-442e-9ca1-f691467e4f89 req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.395850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a43f798f-f840-42e0-bdd7-34b3b24b13e3, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a43f798f-f840-42e0-bdd7-34b3b24b13e3,segment=NetworkSegment(983ecf6f-f1bf-4c11-a692-40a55670f18f),segment_id=983ecf6f-f1bf-4c11-a692-40a55670f18f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:32.399105 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-707229b9-a947-442e-9ca1-f691467e4f89 req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.401338 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.429556 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075d254c-db1b-4ca0-b7d8-5af49a0df73f x-openstack-request-id: req-075d254c-db1b-4ca0-b7d8-5af49a0df73f {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:32.430358 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21740ac0-12f9-4df6-943b-49bb64b738fc", "name": "network-vif-plugged", "status": "completed", "tag": "a43f798f-f840-42e0-bdd7-34b3b24b13e3", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:32.430718 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-075d254c-db1b-4ca0-b7d8-5af49a0df73f {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:32.431204 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3', 'code': 200} Nov 03 19:12:32.450425 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6b3cf-f062-486a-93a5-ef97e76588dc req-63b756a7-49c8-4f36-a6b6-341d2c0bc69e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:32.459491 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78e6b3cf-f062-486a-93a5-ef97e76588dc req-63b756a7-49c8-4f36-a6b6-341d2c0bc69e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 944 time: 0.0730033 Nov 03 19:12:32.462966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a43f798f-f840-42e0-bdd7-34b3b24b13e3,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:32.485450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd38387-f80c-41b7-942d-7e7e33e0b424,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:32.507722 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78e6b3cf-f062-486a-93a5-ef97e76588dc req-3f0a80d7-510f-4a6d-8732-b59c8847e92d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470192 Nov 03 19:12:32.581323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc92b0-7962-4655-adb3-792932d53af5 req-e107692d-829e-4e41-8972-0d120a7d4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:32.582830 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86dc92b0-7962-4655-adb3-792932d53af5 req-e107692d-829e-4e41-8972-0d120a7d4acb service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 1096 time: 0.0891204 Nov 03 19:12:32.588382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-707229b9-a947-442e-9ca1-f691467e4f89 req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Allocated IP 192.168.233.59 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/fe039898-f854-4031-bad3-c0517aa37814) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:32.667086 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-86dc92b0-7962-4655-adb3-792932d53af5 req-9c261b48-141c-4d53-8adb-b184df075a5f service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762887 Nov 03 19:12:32.786725 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-707229b9-a947-442e-9ca1-f691467e4f89 req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.820369 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-707229b9-a947-442e-9ca1-f691467e4f89 req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.862568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707229b9-a947-442e-9ca1-f691467e4f89 req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:32.867810 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-707229b9-a947-442e-9ca1-f691467e4f89 req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:32.872271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-707229b9-a947-442e-9ca1-f691467e4f89 req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:32.915305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Pushing event updated for resources: {'Port': ['ID=fe039898-f854-4031-bad3-c0517aa37814,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:32.935012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf5f23-d24f-42df-87ce-030773d3421c req-1a4fe615-a49f-4cee-8a49-6ee30651b0db tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:32.936617 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffaf5f23-d24f-42df-87ce-030773d3421c req-1a4fe615-a49f-4cee-8a49-6ee30651b0db tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/ports?device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 935 time: 0.0572517 Nov 03 19:12:32.952521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707229b9-a947-442e-9ca1-f691467e4f89 req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:32.953173 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-707229b9-a947-442e-9ca1-f691467e4f89 req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:32.974748 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-707229b9-a947-442e-9ca1-f691467e4f89 req-7a5d8d5f-e068-43c2-88c2-86e891e4f76b tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7920775 Nov 03 19:12:32.994265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffaf5f23-d24f-42df-87ce-030773d3421c req-0e176d46-5df9-4ddf-b87d-203a086afbcb tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/security-groups?id=7bd38387-f80c-41b7-942d-7e7e33e0b424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508022 Nov 03 19:12:32.995092 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Request body: {'port': {'device_id': '833a5e85-551e-4ba7-a3b5-b93195004fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:33.052881 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.146178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-49198f8a-4be0-4fc4-a738-e31eebc9827f None None] Provisioning complete for port fe039898-f854-4031-bad3-c0517aa37814 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:33.146650 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-49198f8a-4be0-4fc4-a738-e31eebc9827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.181407 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-49198f8a-4be0-4fc4-a738-e31eebc9827f None None] Port fe039898-f854-4031-bad3-c0517aa37814 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:12:33.312408 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe039898-f854-4031-bad3-c0517aa37814 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:12:33.319918 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.332158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Transition to ACTIVE for port object fe039898-f854-4031-bad3-c0517aa37814 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:12:33.335871 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.390432 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Pushing event updated for resources: {'Port': ['ID=fe039898-f854-4031-bad3-c0517aa37814,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:33.463062 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Attempting to bind port fe039898-f854-4031-bad3-c0517aa37814 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:12:33.463440 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Attempting to bind port fe039898-f854-4031-bad3-c0517aa37814 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:12:33.463777 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Attempting to bind port fe039898-f854-4031-bad3-c0517aa37814 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:33.469135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Port fe039898-f854-4031-bad3-c0517aa37814 on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:12:33.469517 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Attempting to bind port fe039898-f854-4031-bad3-c0517aa37814 on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:12:33.474645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:12:33.474987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:33.475377 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:12:33.475836 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Bound port: fe039898-f854-4031-bad3-c0517aa37814, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:12:33.476204 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.546778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] For port fe039898-f854-4031-bad3-c0517aa37814, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:12:33.550406 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] For port fe039898-f854-4031-bad3-c0517aa37814, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fe039898-f854-4031-bad3-c0517aa37814,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:12:33.556856 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.600664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:33.600664 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:33.601019 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-707229b9-a947-442e-9ca1-f691467e4f89 req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] 10.222.0.87 "PUT /v2.0/ports/fe039898-f854-4031-bad3-c0517aa37814 HTTP/1.1" status: 200 len: 1095 time: 0.6106155 Nov 03 19:12:33.601248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833a5e85-551e-4ba7-a3b5-b93195004fff', 'tag': 'fe039898-f854-4031-bad3-c0517aa37814'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:33.603540 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb1fc7f-4a20-4436-aab2-7abe8e39e66d" -d '{"events": [{"name": "network-changed", "server_uuid": "833a5e85-551e-4ba7-a3b5-b93195004fff", "tag": "fe039898-f854-4031-bad3-c0517aa37814"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:33.631116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55ec23-de8d-458d-a253-182d59c237bb service neutron] Pushing event updated for resources: {'Port': ['ID=fe039898-f854-4031-bad3-c0517aa37814,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:33.650754 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac11b62-4a18-4b60-b3b7-fdbd64f684f9 x-openstack-request-id: req-2ac11b62-4a18-4b60-b3b7-fdbd64f684f9 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:33.651046 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833a5e85-551e-4ba7-a3b5-b93195004fff", "tag": "fe039898-f854-4031-bad3-c0517aa37814", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:33.651373 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2ac11b62-4a18-4b60-b3b7-fdbd64f684f9 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:33.651756 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833a5e85-551e-4ba7-a3b5-b93195004fff', 'tag': 'fe039898-f854-4031-bad3-c0517aa37814', 'status': 'completed', 'code': 200} Nov 03 19:12:33.672839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26362348-5f3d-4b5b-9731-b94bf17d9800 req-5e5b56bc-163e-4f50-9740-16205c6dcf75 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:33.674421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26362348-5f3d-4b5b-9731-b94bf17d9800 req-5e5b56bc-163e-4f50-9740-16205c6dcf75 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0953851 Nov 03 19:12:33.737263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707229b9-a947-442e-9ca1-f691467e4f89 req-d20ecae1-e78e-4d0a-8789-aa0753c47c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:33.739719 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-707229b9-a947-442e-9ca1-f691467e4f89 req-d20ecae1-e78e-4d0a-8789-aa0753c47c72 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2d16cde9a53241d1b7b4fc60e86aab5b&device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 1098 time: 0.0602038 Nov 03 19:12:33.757998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26362348-5f3d-4b5b-9731-b94bf17d9800 req-322668cc-6719-43a9-a576-97bfc7d6e1d0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766969 Nov 03 19:12:33.805869 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-707229b9-a947-442e-9ca1-f691467e4f89 req-859c768d-6479-459d-80a4-0b58d30bbbce service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=fe039898-f854-4031-bad3-c0517aa37814 HTTP/1.1" status: 200 len: 217 time: 0.0492494 Nov 03 19:12:33.863030 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707229b9-a947-442e-9ca1-f691467e4f89 req-71d45bce-d6e3-4121-8f60-beba11a12e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:33.864574 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-707229b9-a947-442e-9ca1-f691467e4f89 req-71d45bce-d6e3-4121-8f60-beba11a12e3c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0504920 Nov 03 19:12:33.912067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707229b9-a947-442e-9ca1-f691467e4f89 req-c94472bb-e656-4705-b6ca-b9e911bdd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:33.913479 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-707229b9-a947-442e-9ca1-f691467e4f89 req-c94472bb-e656-4705-b6ca-b9e911bdd3d1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0408819 Nov 03 19:12:34.012756 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-707229b9-a947-442e-9ca1-f691467e4f89 req-810e1cc1-c740-47b1-b185-473b199e23c0 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888824 Nov 03 19:12:34.112916 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-707229b9-a947-442e-9ca1-f691467e4f89 req-97dba3a9-c657-47d3-bde7-12db368ae5c5 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874610 Nov 03 19:12:34.118126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7ce08-9896-47d2-b66d-727af0e7afb0 req-dae72159-ffe3-4c67-b51d-e8371013a7bb tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:34.119654 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81c7ce08-9896-47d2-b66d-727af0e7afb0 req-dae72159-ffe3-4c67-b51d-e8371013a7bb tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/ports?device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 947 time: 0.0489600 Nov 03 19:12:34.172519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81c7ce08-9896-47d2-b66d-727af0e7afb0 req-ce96b582-44c0-43ae-82ea-820ccb0f2855 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/security-groups?id=7bd38387-f80c-41b7-942d-7e7e33e0b424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462985 Nov 03 19:12:34.250788 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1fc7f-4a20-4436-aab2-7abe8e39e66d req-9f6f7b5c-424d-4c98-bf03-9438b75cf22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:34.252340 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fdb1fc7f-4a20-4436-aab2-7abe8e39e66d req-9f6f7b5c-424d-4c98-bf03-9438b75cf22f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2d16cde9a53241d1b7b4fc60e86aab5b&device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 1098 time: 0.0421951 Nov 03 19:12:34.363042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1fc7f-4a20-4436-aab2-7abe8e39e66d req-3b1ba7da-8bc4-42b6-a88e-3b49bb4656a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:34.364476 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fdb1fc7f-4a20-4436-aab2-7abe8e39e66d req-3b1ba7da-8bc4-42b6-a88e-3b49bb4656a9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.0991151 Nov 03 19:12:34.407490 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fdb1fc7f-4a20-4436-aab2-7abe8e39e66d req-fb04c696-c8ba-4663-b26f-d7a9591459ed service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=fe039898-f854-4031-bad3-c0517aa37814 HTTP/1.1" status: 200 len: 217 time: 0.0342052 Nov 03 19:12:34.456272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1fc7f-4a20-4436-aab2-7abe8e39e66d req-912ce3b6-00fd-45d7-86d7-6aba8ba419e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:34.457550 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fdb1fc7f-4a20-4436-aab2-7abe8e39e66d req-912ce3b6-00fd-45d7-86d7-6aba8ba419e0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0428269 Nov 03 19:12:34.509361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1fc7f-4a20-4436-aab2-7abe8e39e66d req-c81d9dc7-f44c-4785-b57c-7dd13d55e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:34.510859 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fdb1fc7f-4a20-4436-aab2-7abe8e39e66d req-c81d9dc7-f44c-4785-b57c-7dd13d55e5b5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444057 Nov 03 19:12:34.602563 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fdb1fc7f-4a20-4436-aab2-7abe8e39e66d req-f48bf66b-9f0a-4aac-92a9-da9350d945f8 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827992 Nov 03 19:12:34.710368 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fdb1fc7f-4a20-4436-aab2-7abe8e39e66d req-d103e699-51cf-4e09-9fa7-fd38d7402c00 service neutron] 10.222.0.87 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947561 Nov 03 19:12:34.873209 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd68f0-6238-4794-bc4a-bdef28536500 req-79b52a8c-73fa-44cb-8397-13a096b6a654 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:34.874753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61bd68f0-6238-4794-bc4a-bdef28536500 req-79b52a8c-73fa-44cb-8397-13a096b6a654 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0481217 Nov 03 19:12:34.924239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61bd68f0-6238-4794-bc4a-bdef28536500 req-1e8ef852-fa38-4eb0-94d1-10a0a70b8eae tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433316 Nov 03 19:12:35.041994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca38a4c-15c2-4200-8417-77dc758a5dd7 req-98a85447-c036-4abb-8420-3e3eaead9fbe tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:35.043451 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bca38a4c-15c2-4200-8417-77dc758a5dd7 req-98a85447-c036-4abb-8420-3e3eaead9fbe tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0536857 Nov 03 19:12:35.091883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bca38a4c-15c2-4200-8417-77dc758a5dd7 req-f0fe3bfc-025d-428c-9e49-7c06420f35a3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426135 Nov 03 19:12:35.113308 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33092) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:35.154111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7dc481-33da-45c0-a30d-9954ef27bff5 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:35.155686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5a7dc481-33da-45c0-a30d-9954ef27bff5 tempest-TestNetworkAdvancedServerOps-159320758 tempest-TestNetworkAdvancedServerOps-159320758-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 1091 time: 0.0413558 Nov 03 19:12:35.158502 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33094) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:35.162834 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:35.187000 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:35.320692 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1fa48-1ed8-4d15-bbab-9debeedf1877 req-133bacba-35c8-45fd-ad45-55f1ee475e84 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:35.322136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4c1fa48-1ed8-4d15-bbab-9debeedf1877 req-133bacba-35c8-45fd-ad45-55f1ee475e84 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/ports?device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 947 time: 0.0717590 Nov 03 19:12:35.348967 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:35.450305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4c1fa48-1ed8-4d15-bbab-9debeedf1877 req-d44bf308-a54e-4ff8-9ee2-3bb23822a1ca tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/security-groups?id=7bd38387-f80c-41b7-942d-7e7e33e0b424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203685 Nov 03 19:12:35.512744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Allocated IP 172.25.2.6 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/a5f45c82-3224-4d9d-8bd2-03826501b8f4) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:12:35.618602 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:35.657151 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:35.694274 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:12:35.697108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:35.702735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:12:35.726198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=a5f45c82-3224-4d9d-8bd2-03826501b8f4,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:36.187328 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.284877 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.437252 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.441934 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.516294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event updated for resources: {'Port': ['ID=a5f45c82-3224-4d9d-8bd2-03826501b8f4,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:36.536009 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:36.640652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc4430-82e6-4421-8476-f7f139af31ca req-95e688b1-f5f9-4094-a4b1-719aa7ac37f3 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:36.642163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91bc4430-82e6-4421-8476-f7f139af31ca req-95e688b1-f5f9-4094-a4b1-719aa7ac37f3 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/ports?device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 947 time: 0.1204097 Nov 03 19:12:36.679592 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Floating IP a2555f7c-28d9-4f22-8707-27057f1a6e47 associated. External IP: 172.25.2.6, port: a43f798f-f840-42e0-bdd7-34b3b24b13e3. Nov 03 19:12:36.741177 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91bc4430-82e6-4421-8476-f7f139af31ca req-dfef13c2-0b75-4a44-bca9-a3cd15f8b0dd tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/security-groups?id=7bd38387-f80c-41b7-942d-7e7e33e0b424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926561 Nov 03 19:12:36.905948 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:12:37.118153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fe039898-f854-4031-bad3-c0517aa37814 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:12:37.216695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port fe039898-f854-4031-bad3-c0517aa37814, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fe039898-f854-4031-bad3-c0517aa37814,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:37.231872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'fe039898-f854-4031-bad3-c0517aa37814', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': 'fe039898-f854-4031-bad3-c0517aa37814', 'mac_address': 'fa:16:3e:1c:a1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:12:37.271507 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:37.285419 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe039898-f854-4031-bad3-c0517aa37814 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:12:37.305603 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port fe039898-f854-4031-bad3-c0517aa37814, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fe039898-f854-4031-bad3-c0517aa37814,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:37.311066 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:37.358528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:12:37.365250 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=fe039898-f854-4031-bad3-c0517aa37814,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:37.370259 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa27c9e-a182-4c96-b6be-fa18f24cd814 None None] Sync routers for ids ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:12:37.377532 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:37.383882 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa27c9e-a182-4c96-b6be-fa18f24cd814 None None] Routers {'259c8b87-17c0-44a3-9cd0-7ccdf91ff186'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:37.383882 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dfa27c9e-a182-4c96-b6be-fa18f24cd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:12:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:37.405418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e1603184-193c-4667-b49e-c670ff61536f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2458797 Nov 03 19:12:37.406001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'tag': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:37.408308 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe958d1-cd71-47f4-b7e8-687f5089d621" -d '{"events": [{"name": "network-changed", "server_uuid": "21740ac0-12f9-4df6-943b-49bb64b738fc", "tag": "a43f798f-f840-42e0-bdd7-34b3b24b13e3"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:37.450041 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526b9675-1bce-497b-bc8d-fcb48bdd6e63 x-openstack-request-id: req-526b9675-1bce-497b-bc8d-fcb48bdd6e63 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:37.450467 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21740ac0-12f9-4df6-943b-49bb64b738fc", "tag": "a43f798f-f840-42e0-bdd7-34b3b24b13e3", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:37.450951 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-526b9675-1bce-497b-bc8d-fcb48bdd6e63 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:37.451367 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'tag': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3', 'status': 'completed', 'code': 200} Nov 03 19:12:37.495441 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-dfa27c9e-a182-4c96-b6be-fa18f24cd814 None None] Set router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:37.510673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f30e6-1e74-4a61-bb45-a9c1534a6d4d req-9343093a-e108-4c5c-aa77-6d6ec4c3c588 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:37.512314 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e76f30e6-1e74-4a61-bb45-a9c1534a6d4d req-9343093a-e108-4c5c-aa77-6d6ec4c3c588 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0542247 Nov 03 19:12:37.570850 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e76f30e6-1e74-4a61-bb45-a9c1534a6d4d req-a48fd3b1-14e2-4637-9738-5e747bbf6ed6 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514472 Nov 03 19:12:37.595623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33106) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:37.643177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe958d1-cd71-47f4-b7e8-687f5089d621 req-dbbd5341-5525-4ff8-8141-796e56413d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:37.645081 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1fe958d1-cd71-47f4-b7e8-687f5089d621 req-dbbd5341-5525-4ff8-8141-796e56413d27 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 1096 time: 0.1710441 Nov 03 19:12:37.659317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['fe039898-f854-4031-bad3-c0517aa37814'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:12:37.680179 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2c7af28f-cd76-4ba0-ac18-8d06a92e285e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/a2555f7c-28d9-4f22-8707-27057f1a6e47 HTTP/1.1" status: 200 len: 989 time: 0.0843217 Nov 03 19:12:37.745322 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dfa27c9e-a182-4c96-b6be-fa18f24cd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'a2555f7c-28d9-4f22-8707-27057f1a6e47', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'port_id': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'mac_address': 'fa:16:3e:27:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:12:35Z', 'updated_at': '2021-11-03T19:12:35Z', 'revision_number': 0, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af08a9e4-cc3d-4858-9681-0f908f4800dc', 'name': '', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:09:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:19Z', 'updated_at': '2021-11-03T19:12:23Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:37.784223 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa27c9e-a182-4c96-b6be-fa18f24cd814 None None] Checking router: 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:12:37.787187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe958d1-cd71-47f4-b7e8-687f5089d621 req-9355d606-6e88-498e-8282-f06ead1d0c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:37.789830 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1fe958d1-cd71-47f4-b7e8-687f5089d621 req-9355d606-6e88-498e-8282-f06ead1d0c3a service neutron] 10.222.0.98 "GET /v2.0/networks?id=5784952f-9668-4767-bbbf-1e3098f662e3 HTTP/1.1" status: 200 len: 897 time: 0.1361005 Nov 03 19:12:37.793069 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa27c9e-a182-4c96-b6be-fa18f24cd814 None None] Routers {'259c8b87-17c0-44a3-9cd0-7ccdf91ff186'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:12:37.793678 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dfa27c9e-a182-4c96-b6be-fa18f24cd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:12:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:37.869788 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1fe958d1-cd71-47f4-b7e8-687f5089d621 req-9dea6766-0a20-4132-9844-7797f4df6939 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43f798f-f840-42e0-bdd7-34b3b24b13e3 HTTP/1.1" status: 200 len: 997 time: 0.0718963 Nov 03 19:12:37.876394 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14855ec-35c9-48a7-8676-95b890b2095d req-65889c0b-57a1-4e05-8a7f-4888c66914d6 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:37.877957 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e14855ec-35c9-48a7-8676-95b890b2095d req-65889c0b-57a1-4e05-8a7f-4888c66914d6 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/ports?device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 948 time: 0.0586817 Nov 03 19:12:37.911445 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-dfa27c9e-a182-4c96-b6be-fa18f24cd814 None None] Set router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:12:37.922938 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe958d1-cd71-47f4-b7e8-687f5089d621 req-1f19463e-3e2d-4505-bcd3-68c982829905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:37.924485 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1fe958d1-cd71-47f4-b7e8-687f5089d621 req-1f19463e-3e2d-4505-bcd3-68c982829905 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f6faae6d-f782-4a44-acef-f76a3c9e2951 HTTP/1.1" status: 200 len: 833 time: 0.0483251 Nov 03 19:12:37.929860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e14855ec-35c9-48a7-8676-95b890b2095d req-d9e288fa-e92d-4910-ab18-62b32dea7618 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/security-groups?id=7bd38387-f80c-41b7-942d-7e7e33e0b424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449564 Nov 03 19:12:37.979389 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe958d1-cd71-47f4-b7e8-687f5089d621 req-b924c824-74f3-4a1a-a7a4-11a9d5a4fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:37.980954 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1fe958d1-cd71-47f4-b7e8-687f5089d621 req-b924c824-74f3-4a1a-a7a4-11a9d5a4fa53 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5784952f-9668-4767-bbbf-1e3098f662e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498466 Nov 03 19:12:38.086747 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1fe958d1-cd71-47f4-b7e8-687f5089d621 req-18f984dc-996a-48a9-a220-7df8bf338a6b service neutron] 10.222.0.98 "GET /v2.0/networks/5784952f-9668-4767-bbbf-1e3098f662e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977948 Nov 03 19:12:38.184425 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1fe958d1-cd71-47f4-b7e8-687f5089d621 req-cd169dae-e374-4262-85f9-704017ab68c5 service neutron] 10.222.0.98 "GET /v2.0/networks/5784952f-9668-4767-bbbf-1e3098f662e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908968 Nov 03 19:12:38.238742 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-dfa27c9e-a182-4c96-b6be-fa18f24cd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'a2555f7c-28d9-4f22-8707-27057f1a6e47', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'port_id': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'mac_address': 'fa:16:3e:27:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:12:35Z', 'updated_at': '2021-11-03T19:12:35Z', 'revision_number': 0, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af08a9e4-cc3d-4858-9681-0f908f4800dc', 'name': '', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:09:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:19Z', 'updated_at': '2021-11-03T19:12:23Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:12:38.265687 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa27c9e-a182-4c96-b6be-fa18f24cd814 None None] The sync data for ids ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'] in n-d-812150-4 is: [{'id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'a2555f7c-28d9-4f22-8707-27057f1a6e47', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'port_id': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'mac_address': 'fa:16:3e:27:df:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:12:35Z', 'updated_at': '2021-11-03T19:12:35Z', 'revision_number': 0, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af08a9e4-cc3d-4858-9681-0f908f4800dc', 'name': '', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:09:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:19Z', 'updated_at': '2021-11-03T19:12:23Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:12:38.462805 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742eb4a9-c13e-462c-ac78-9d6ebcdd67cd None None] New status for floating IP a2555f7c-28d9-4f22-8707-27057f1a6e47: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:12:38.681971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33110) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:38.742715 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f142e7f5-fc8d-430e-9a39-97880098eaa4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/a2555f7c-28d9-4f22-8707-27057f1a6e47 HTTP/1.1" status: 200 len: 991 time: 0.0595963 Nov 03 19:12:39.049462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d41d68-d56e-4970-abc0-1bc1018297da req-41ed42ad-cb62-460d-b6ed-701cc5ed79f1 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:39.051026 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b8d41d68-d56e-4970-abc0-1bc1018297da req-41ed42ad-cb62-460d-b6ed-701cc5ed79f1 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/ports?device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 948 time: 0.0526156 Nov 03 19:12:39.097206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b8d41d68-d56e-4970-abc0-1bc1018297da req-ca57c4c3-1623-444c-803c-69c6f28f7122 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/security-groups?id=7bd38387-f80c-41b7-942d-7e7e33e0b424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400805 Nov 03 19:12:39.131553 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fe039898-f854-4031-bad3-c0517aa37814 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:12:39.183755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port fe039898-f854-4031-bad3-c0517aa37814 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:12:39.187414 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port fe039898-f854-4031-bad3-c0517aa37814 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:12:39.187814 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:39.262727 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:39.285715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a5e85-551e-4ba7-a3b5-b93195004fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe039898-f854-4031-bad3-c0517aa37814'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:39.288031 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46861a9-739a-4dbd-8aba-3080a00aa742" -d '{"events": [{"server_uuid": "833a5e85-551e-4ba7-a3b5-b93195004fff", "name": "network-vif-plugged", "status": "completed", "tag": "fe039898-f854-4031-bad3-c0517aa37814"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:39.300402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port fe039898-f854-4031-bad3-c0517aa37814, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fe039898-f854-4031-bad3-c0517aa37814,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:39.304607 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:39.328071 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749989b9-6b3d-499b-8e35-ede9160eeab2 x-openstack-request-id: req-749989b9-6b3d-499b-8e35-ede9160eeab2 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:39.328368 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a5e85-551e-4ba7-a3b5-b93195004fff", "name": "network-vif-plugged", "status": "completed", "tag": "fe039898-f854-4031-bad3-c0517aa37814", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:39.328624 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-749989b9-6b3d-499b-8e35-ede9160eeab2 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:39.329016 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a5e85-551e-4ba7-a3b5-b93195004fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe039898-f854-4031-bad3-c0517aa37814', 'code': 200} Nov 03 19:12:39.354088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=fe039898-f854-4031-bad3-c0517aa37814,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:39.462928 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1697d34-d742-44f5-9540-64f757bf62ae req-6824e6ee-a808-41e8-a216-84fdcf247761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:39.465107 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f1697d34-d742-44f5-9540-64f757bf62ae req-6824e6ee-a808-41e8-a216-84fdcf247761 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 1100 time: 0.0406327 Nov 03 19:12:39.515030 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f1697d34-d742-44f5-9540-64f757bf62ae req-2143146a-a637-4c40-99bb-40185d4ff8d5 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=7bd38387-f80c-41b7-942d-7e7e33e0b424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426178 Nov 03 19:12:40.212544 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bad613-a607-41f4-9fab-d21438104ac0 req-691a46ae-288d-46be-b9f6-b14e8857b3c5 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:40.214531 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07bad613-a607-41f4-9fab-d21438104ac0 req-691a46ae-288d-46be-b9f6-b14e8857b3c5 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/ports?device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 949 time: 0.0496998 Nov 03 19:12:40.261203 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07bad613-a607-41f4-9fab-d21438104ac0 req-18420278-d7d2-4404-b582-16ae1fc2253f tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/security-groups?id=7bd38387-f80c-41b7-942d-7e7e33e0b424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Nov 03 19:12:41.386784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f550b-39d0-487b-b7d5-98e9105848e6 req-c1467931-4a3f-424d-9685-0eeffb557e79 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:41.388521 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd7f550b-39d0-487b-b7d5-98e9105848e6 req-c1467931-4a3f-424d-9685-0eeffb557e79 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/ports?device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 949 time: 0.0563841 Nov 03 19:12:41.452067 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd7f550b-39d0-487b-b7d5-98e9105848e6 req-c6c5700f-c501-4312-9dab-68129eb10339 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/security-groups?id=7bd38387-f80c-41b7-942d-7e7e33e0b424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571301 Nov 03 19:12:41.722541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38595d07-4e17-40c0-885e-80f9c63d2e02 req-f1fad148-35ff-4317-b64e-9ce66ce2828a tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:41.724049 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-38595d07-4e17-40c0-885e-80f9c63d2e02 req-f1fad148-35ff-4317-b64e-9ce66ce2828a tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/ports?device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 949 time: 0.0556071 Nov 03 19:12:41.772270 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-38595d07-4e17-40c0-885e-80f9c63d2e02 req-5d3a26d4-a04e-4e97-a63d-4bae7f13a800 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/security-groups?id=7bd38387-f80c-41b7-942d-7e7e33e0b424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Nov 03 19:12:42.907925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f21837-4b09-497b-aa2d-b5702379ebfe req-6942abeb-2c81-4a59-804a-f02ada3f11a4 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:42.909467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40f21837-4b09-497b-aa2d-b5702379ebfe req-6942abeb-2c81-4a59-804a-f02ada3f11a4 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/ports?device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 949 time: 0.0581379 Nov 03 19:12:42.964914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40f21837-4b09-497b-aa2d-b5702379ebfe req-c2f3dc12-e7a6-4fd6-bd01-9f40e82874d9 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/security-groups?id=7bd38387-f80c-41b7-942d-7e7e33e0b424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490968 Nov 03 19:12:43.402076 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:43.743059 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7180e-8afb-4e60-8b2a-5fdac90bfdc0 req-a49cd056-c90f-49c3-b556-c5ce6e551c5c tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:43.744617 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a3e7180e-8afb-4e60-8b2a-5fdac90bfdc0 req-a49cd056-c90f-49c3-b556-c5ce6e551c5c tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.87 "GET /v2.0/ports?device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 949 time: 0.0661967 Nov 03 19:12:43.847420 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-a3e7180e-8afb-4e60-8b2a-5fdac90bfdc0 req-080a44ab-f3f0-4914-8eab-d702e92c2013 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Deleting port fe039898-f854-4031-bad3-c0517aa37814 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:12:43.847773 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a3e7180e-8afb-4e60-8b2a-5fdac90bfdc0 req-080a44ab-f3f0-4914-8eab-d702e92c2013 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:43.950077 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-a3e7180e-8afb-4e60-8b2a-5fdac90bfdc0 req-080a44ab-f3f0-4914-8eab-d702e92c2013 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] For port fe039898-f854-4031-bad3-c0517aa37814, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fe039898-f854-4031-bad3-c0517aa37814,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:12:43.950437 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a3e7180e-8afb-4e60-8b2a-5fdac90bfdc0 req-080a44ab-f3f0-4914-8eab-d702e92c2013 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:43.966672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-a3e7180e-8afb-4e60-8b2a-5fdac90bfdc0 req-080a44ab-f3f0-4914-8eab-d702e92c2013 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Calling delete_port for fe039898-f854-4031-bad3-c0517aa37814 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:12:44.097272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18a335-9bdc-406e-ac59-24eb25c89b6f req-a3842d1f-25d0-41d3-9c49-c0a1d0f7b53e tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:44.098904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b18a335-9bdc-406e-ac59-24eb25c89b6f req-a3842d1f-25d0-41d3-9c49-c0a1d0f7b53e tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/ports?device_id=833a5e85-551e-4ba7-a3b5-b93195004fff HTTP/1.1" status: 200 len: 949 time: 0.0561414 Nov 03 19:12:44.122261 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a3e7180e-8afb-4e60-8b2a-5fdac90bfdc0 req-080a44ab-f3f0-4914-8eab-d702e92c2013 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:44.151415 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a44ab-f3f0-4914-8eab-d702e92c2013 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Pushing event deleted for resources: {'Port': ['ID=fe039898-f854-4031-bad3-c0517aa37814,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:44.155964 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b18a335-9bdc-406e-ac59-24eb25c89b6f req-731c0577-4efc-4344-93d1-aede9de0a073 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.107 "GET /v2.0/security-groups?id=7bd38387-f80c-41b7-942d-7e7e33e0b424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507503 Nov 03 19:12:44.177552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['fe039898-f854-4031-bad3-c0517aa37814'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:12:44.212795 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e7180e-8afb-4e60-8b2a-5fdac90bfdc0 req-080a44ab-f3f0-4914-8eab-d702e92c2013 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] No DVR routers for this DVR port fe039898-f854-4031-bad3-c0517aa37814 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:12:44.219487 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-a3e7180e-8afb-4e60-8b2a-5fdac90bfdc0 req-080a44ab-f3f0-4914-8eab-d702e92c2013 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:44.226556 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a3e7180e-8afb-4e60-8b2a-5fdac90bfdc0 req-080a44ab-f3f0-4914-8eab-d702e92c2013 tempest-VolumesNegativeTest-23440214 tempest-VolumesNegativeTest-23440214-project] 10.222.0.87 "DELETE /v2.0/ports/fe039898-f854-4031-bad3-c0517aa37814 HTTP/1.1" status: 204 len: 173 time: 0.4735754 Nov 03 19:12:44.227310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a5e85-551e-4ba7-a3b5-b93195004fff', 'name': 'network-vif-deleted', 'tag': 'fe039898-f854-4031-bad3-c0517aa37814'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:12:44.231915 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1381e4d9-3eb9-49af-985b-6b2a003143d4" -d '{"events": [{"server_uuid": "833a5e85-551e-4ba7-a3b5-b93195004fff", "name": "network-vif-deleted", "tag": "fe039898-f854-4031-bad3-c0517aa37814"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:12:44.275147 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47a2876-ec18-4a2b-848f-df893dd5833f x-openstack-request-id: req-f47a2876-ec18-4a2b-848f-df893dd5833f {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:12:44.275543 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a5e85-551e-4ba7-a3b5-b93195004fff", "name": "network-vif-deleted", "tag": "fe039898-f854-4031-bad3-c0517aa37814", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:12:44.275916 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f47a2876-ec18-4a2b-848f-df893dd5833f {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:12:44.276410 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a5e85-551e-4ba7-a3b5-b93195004fff', 'name': 'network-vif-deleted', 'tag': 'fe039898-f854-4031-bad3-c0517aa37814', 'status': 'completed', 'code': 200} Nov 03 19:12:45.672862 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0145eb39-2c17-49e0-b111-355a1f39d5c9 req-d8ebc3a1-7eba-417a-907a-35aab4878551 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504260 Nov 03 19:12:45.790550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145eb39-2c17-49e0-b111-355a1f39d5c9 req-dcc4b229-efe6-4826-80ec-2861dd0d711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:45.792310 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0145eb39-2c17-49e0-b111-355a1f39d5c9 req-dcc4b229-efe6-4826-80ec-2861dd0d711e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 1096 time: 0.0454664 Nov 03 19:12:45.910773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145eb39-2c17-49e0-b111-355a1f39d5c9 req-c554f4f4-94e0-4fde-a273-c0a1fbfbe194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:45.912388 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0145eb39-2c17-49e0-b111-355a1f39d5c9 req-c554f4f4-94e0-4fde-a273-c0a1fbfbe194 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.0976663 Nov 03 19:12:45.993387 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0145eb39-2c17-49e0-b111-355a1f39d5c9 req-b98ec9e2-8bbf-4cb4-aacc-940723c4b39b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a055c5-3c95-42e5-93f7-e4a033cc92c9 HTTP/1.1" status: 200 len: 999 time: 0.0711715 Nov 03 19:12:46.059419 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145eb39-2c17-49e0-b111-355a1f39d5c9 req-30a7482d-1fba-449c-a958-00cdf11980a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:46.060941 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0145eb39-2c17-49e0-b111-355a1f39d5c9 req-30a7482d-1fba-449c-a958-00cdf11980a9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0595903 Nov 03 19:12:46.109961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145eb39-2c17-49e0-b111-355a1f39d5c9 req-d5007573-d803-476b-bb29-2c173c12e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:46.111481 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0145eb39-2c17-49e0-b111-355a1f39d5c9 req-d5007573-d803-476b-bb29-2c173c12e37c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413918 Nov 03 19:12:46.234381 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0145eb39-2c17-49e0-b111-355a1f39d5c9 req-8e49d16d-bde1-4a96-a178-e3301d200f1c service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124041 Nov 03 19:12:46.335085 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0145eb39-2c17-49e0-b111-355a1f39d5c9 req-c0d676da-f257-41e7-9a20-868b6d4b67d2 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876949 Nov 03 19:12:47.160695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fe039898-f854-4031-bad3-c0517aa37814 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:12:47.180324 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: fe039898-f854-4031-bad3-c0517aa37814 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:12:47.180669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fe039898-f854-4031-bad3-c0517aa37814 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:12:50.098342 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33362) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:50.259339 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-16ef5c95-8413-4f46-8a4a-107b839d0b8f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2d16cde9a53241d1b7b4fc60e86aab5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1597526 Nov 03 19:12:50.262488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33366) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:50.314856 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4be951f3-22dd-4aaf-b169-5206768ca39a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.337445 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4be951f3-22dd-4aaf-b169-5206768ca39a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.385976 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4be951f3-22dd-4aaf-b169-5206768ca39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.390390 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4be951f3-22dd-4aaf-b169-5206768ca39a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:50.394287 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4be951f3-22dd-4aaf-b169-5206768ca39a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7bd38387-f80c-41b7-942d-7e7e33e0b424 HTTP/1.1" status: 204 len: 168 time: 0.1282213 Nov 03 19:12:50.403573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be951f3-22dd-4aaf-b169-5206768ca39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd38387-f80c-41b7-942d-7e7e33e0b424,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:51.061936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33388) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:51.158069 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1533604253-network', 'tenant_id': '9174f62cdba44deb92bcd8a1cd3781c3'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:51.181588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] Made reservation on behalf of 9174f62cdba44deb92bcd8a1cd3781c3 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:51.184642 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.193836 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.272540 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.276383 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.303546 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:12:51.313984 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f31233-849c-4ea7-9040-9e1e706e7d13,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:51.320632 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.321261 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] Added segment 1f55f05d-7ada-4aad-9979-1d0e60303389 of type vlan for network 40dbe6cd-0337-4f6b-ba12-6785f5c919ed Nov 03 19:12:51.355042 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:12:51.378290 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.409064 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.410276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:51.410861 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.459494 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3963094 Nov 03 19:12:51.462341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33392) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:12:51.468105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-66daf67a-2efb-47ea-9c5b-326f8c285f21 admin admin] Request body: {'subnet': {'network_id': '40dbe6cd-0337-4f6b-ba12-6785f5c919ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1533604253-subnet', 'tenant_id': '9174f62cdba44deb92bcd8a1cd3781c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:12:51.495797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66daf67a-2efb-47ea-9c5b-326f8c285f21 admin admin] Made reservation on behalf of 9174f62cdba44deb92bcd8a1cd3781c3 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:12:51.498168 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-66daf67a-2efb-47ea-9c5b-326f8c285f21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.514098 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7df87-6d8d-4b4b-be8f-db5f97ad6f41 admin admin] Pushing event updated for resources: {'Network': ['ID=40dbe6cd-0337-4f6b-ba12-6785f5c919ed,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:51.524866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 40dbe6cd-0337-4f6b-ba12-6785f5c919ed details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:12:51.685462 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-66daf67a-2efb-47ea-9c5b-326f8c285f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.743564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66daf67a-2efb-47ea-9c5b-326f8c285f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1977b07-2fbf-4158-b6f1-3e3424a7becc,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:12:51.751847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66daf67a-2efb-47ea-9c5b-326f8c285f21 admin admin] Checking segment: {'id': '1f55f05d-7ada-4aad-9979-1d0e60303389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '40dbe6cd-0337-4f6b-ba12-6785f5c919ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:12:51.752272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66daf67a-2efb-47ea-9c5b-326f8c285f21 admin admin] Network hostable DHCP agents. Network: 40dbe6cd-0337-4f6b-ba12-6785f5c919ed, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:12:51.769593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66daf67a-2efb-47ea-9c5b-326f8c285f21 admin admin] Network 40dbe6cd-0337-4f6b-ba12-6785f5c919ed is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:12:51.779026 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-66daf67a-2efb-47ea-9c5b-326f8c285f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 40dbe6cd-0337-4f6b-ba12-6785f5c919ed) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:12:51.783245 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66daf67a-2efb-47ea-9c5b-326f8c285f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:51.783858 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-66daf67a-2efb-47ea-9c5b-326f8c285f21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:51.788196 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f0db9a-4f3c-4b9f-9ef3-021dd4f58748 None None] Network 40dbe6cd-0337-4f6b-ba12-6785f5c919ed requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:51.804808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-66daf67a-2efb-47ea-9c5b-326f8c285f21 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3412151 Nov 03 19:12:51.922970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd276d1-1210-4fca-b051-642a4780bf98 None None] Network 40dbe6cd-0337-4f6b-ba12-6785f5c919ed requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:12:55.761434 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c4f00440-ebe2-46b7-98c4-d4a8f8945719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:58.115965 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ca0d2cc8-c41d-4282-90c7-bba04835a230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:59.444583 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:12:59.844034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffadd8-76ea-4411-883b-325014c138f8 req-fdd353d0-4c37-424e-a98b-0b5d227ec781 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:12:59.845543 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62ffadd8-76ea-4411-883b-325014c138f8 req-fdd353d0-4c37-424e-a98b-0b5d227ec781 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 945 time: 0.0584588 Nov 03 19:12:59.924262 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-62ffadd8-76ea-4411-883b-325014c138f8 req-58f20e7e-bb1d-4a13-9de6-82c346465ea1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716870 Nov 03 19:13:00.707627 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:00.721200 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:01.076380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989f665-98ac-4202-a7b7-44496d64d113 req-2b2ada21-0ac1-4ccd-bd8d-ecc9ad33f2fc tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:01.088365 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a989f665-98ac-4202-a7b7-44496d64d113 req-2b2ada21-0ac1-4ccd-bd8d-ecc9ad33f2fc tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 945 time: 0.0845630 Nov 03 19:13:01.162390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a989f665-98ac-4202-a7b7-44496d64d113 req-381c1cb4-93a4-4a6c-9522-8394e22beb73 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704856 Nov 03 19:13:01.453882 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.148123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7761bad-1f16-4a87-bf57-e18814723308 req-d69a854e-1a21-4163-9484-df1d51b25a52 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:02.149638 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d7761bad-1f16-4a87-bf57-e18814723308 req-d69a854e-1a21-4163-9484-df1d51b25a52 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 945 time: 0.4479289 Nov 03 19:13:02.255550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-d7761bad-1f16-4a87-bf57-e18814723308 req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Deleting port 83a055c5-3c95-42e5-93f7-e4a033cc92c9 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:02.256207 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d7761bad-1f16-4a87-bf57-e18814723308 req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.304419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53276c-f95a-4fa8-9a98-88d302c0d552 req-b76c13b5-e00b-4e91-af84-661fc53bd655 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:02.306185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d53276c-f95a-4fa8-9a98-88d302c0d552 req-b76c13b5-e00b-4e91-af84-661fc53bd655 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 945 time: 0.0579705 Nov 03 19:13:02.357882 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d7761bad-1f16-4a87-bf57-e18814723308 req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] For port 83a055c5-3c95-42e5-93f7-e4a033cc92c9, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=83a055c5-3c95-42e5-93f7-e4a033cc92c9,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:02.358242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d7761bad-1f16-4a87-bf57-e18814723308 req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.377514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d53276c-f95a-4fa8-9a98-88d302c0d552 req-d98d3b82-a3cc-43fa-8f6f-89c8135aa31e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522454 Nov 03 19:13:02.634881 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d7761bad-1f16-4a87-bf57-e18814723308 req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.637135 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d7761bad-1f16-4a87-bf57-e18814723308 req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.637135 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [req-d7761bad-1f16-4a87-bf57-e18814723308 req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Floating IP 29eaaf23-ce43-4a79-ada7-ab2b231a92fe disassociated. External IP: 172.25.2.4, port: 83a055c5-3c95-42e5-93f7-e4a033cc92c9. Nov 03 19:13:02.637135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-d7761bad-1f16-4a87-bf57-e18814723308 req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Calling delete_port for 83a055c5-3c95-42e5-93f7-e4a033cc92c9 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:02.783804 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d7761bad-1f16-4a87-bf57-e18814723308 req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:02.811962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event deleted for resources: {'Port': ['ID=83a055c5-3c95-42e5-93f7-e4a033cc92c9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:02.828550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:02.828911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:02.829261 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:02.829607 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:02.829949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:02.830289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:02.830626 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:02.830966 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:02.831297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:02.832551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:02.832551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:02.832551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:02.950431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7761bad-1f16-4a87-bf57-e18814723308 req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Router 2df09572-d2db-4363-ad5d-40442945a730 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:13:03.073401 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7761bad-1f16-4a87-bf57-e18814723308 req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:13:03.089521 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e99e36-0dc5-47f3-ae6f-a74a841c3ca7 None None] Sync routers for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:13:03.101030 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e99e36-0dc5-47f3-ae6f-a74a841c3ca7 None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:13:03.102163 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-92e99e36-0dc5-47f3-ae6f-a74a841c3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:12:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:03.123227 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7761bad-1f16-4a87-bf57-e18814723308 req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] No DVR routers for this DVR port 83a055c5-3c95-42e5-93f7-e4a033cc92c9 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:03.129089 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d7761bad-1f16-4a87-bf57-e18814723308 req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:03.132503 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d7761bad-1f16-4a87-bf57-e18814723308 req-b4658456-55f9-495f-98d6-9f88cb2c68db tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "DELETE /v2.0/ports/83a055c5-3c95-42e5-93f7-e4a033cc92c9 HTTP/1.1" status: 204 len: 173 time: 0.9760013 Nov 03 19:13:03.132965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6936f5-84ee-4230-99d7-3d2e2ab1c976', 'name': 'network-vif-deleted', 'tag': '83a055c5-3c95-42e5-93f7-e4a033cc92c9'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:03.135462 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813be773-66bb-41ed-85ba-79a0adf0cebf" -d '{"events": [{"server_uuid": "be6936f5-84ee-4230-99d7-3d2e2ab1c976", "name": "network-vif-deleted", "tag": "83a055c5-3c95-42e5-93f7-e4a033cc92c9"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:03.206913 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd0fe17-e1bb-476a-a43b-8dfd6b839e78 x-openstack-request-id: req-9fd0fe17-e1bb-476a-a43b-8dfd6b839e78 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:03.207648 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6936f5-84ee-4230-99d7-3d2e2ab1c976", "name": "network-vif-deleted", "tag": "83a055c5-3c95-42e5-93f7-e4a033cc92c9", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:03.207648 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9fd0fe17-e1bb-476a-a43b-8dfd6b839e78 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:03.207858 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6936f5-84ee-4230-99d7-3d2e2ab1c976', 'name': 'network-vif-deleted', 'tag': '83a055c5-3c95-42e5-93f7-e4a033cc92c9', 'status': 'completed', 'code': 200} Nov 03 19:13:03.219215 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-92e99e36-0dc5-47f3-ae6f-a74a841c3ca7 None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:13:03.457474 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-92e99e36-0dc5-47f3-ae6f-a74a841c3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:03.525932 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e99e36-0dc5-47f3-ae6f-a74a841c3ca7 None None] Checking router: 2df09572-d2db-4363-ad5d-40442945a730 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:13:03.540349 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e99e36-0dc5-47f3-ae6f-a74a841c3ca7 None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:13:03.541031 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-92e99e36-0dc5-47f3-ae6f-a74a841c3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:12:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:03.601494 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4aaae91b-eeb5-4a39-ae2b-df9e435be8fb req-12f88525-8d0a-4bf6-aef4-5f2d99d6806e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 210 time: 0.0699339 Nov 03 19:13:03.662268 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-92e99e36-0dc5-47f3-ae6f-a74a841c3ca7 None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:13:03.890637 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-92e99e36-0dc5-47f3-ae6f-a74a841c3ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:03.921120 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e99e36-0dc5-47f3-ae6f-a74a841c3ca7 None None] The sync data for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 is: [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:13:04.223917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea611fb7-0981-485a-bb3c-706045360ef7 None None] New status for floating IP 29eaaf23-ce43-4a79-ada7-ab2b231a92fe: DOWN {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:13:04.703520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87242060-5b85-4956-ae9d-efb620c6ee16 req-7339c07b-3bfd-4574-9150-d11a82012a50 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 210 time: 0.0265260 Nov 03 19:13:05.271768 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 83a055c5-3c95-42e5-93f7-e4a033cc92c9 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:13:05.292400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 83a055c5-3c95-42e5-93f7-e4a033cc92c9 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:13:05.292743 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 83a055c5-3c95-42e5-93f7-e4a033cc92c9 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:13:05.710002 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b15d38-9b50-4e89-a7a4-e6da17fc5b83 req-0cd40cd2-5205-46b0-b49f-f0a2c57816a7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:05.711545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0b15d38-9b50-4e89-a7a4-e6da17fc5b83 req-0cd40cd2-5205-46b0-b49f-f0a2c57816a7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0553150 Nov 03 19:13:05.772202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0b15d38-9b50-4e89-a7a4-e6da17fc5b83 req-16b50f30-e2f9-45b3-8f77-ec8d57ea775f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517230 Nov 03 19:13:05.824324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67353101-34f0-4eb6-b0c1-c7dcb18e05b4 req-9ecea6d7-94a4-48e5-86de-fbec8ecfc762 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 210 time: 0.0368021 Nov 03 19:13:06.902610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef5acb-9716-45df-b049-1f5dcf069ecd req-8ebf608f-f7d4-4a84-8bf7-8c7f587fcf28 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:06.904266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-deef5acb-9716-45df-b049-1f5dcf069ecd req-8ebf608f-f7d4-4a84-8bf7-8c7f587fcf28 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0582702 Nov 03 19:13:06.941541 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16f3fa87-bd96-408f-8f78-d11457401964 req-1feb839e-73f8-40ee-84b7-2bf8a225f678 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 210 time: 0.0362105 Nov 03 19:13:06.983188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-deef5acb-9716-45df-b049-1f5dcf069ecd req-044386a9-bbbd-4ce8-851f-757e507c3ce8 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690610 Nov 03 19:13:08.055625 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2d206f9-eb2f-4ad4-a475-8880a0caa043 req-1f2c33b9-42d4-4597-9e8a-7e2c67466e44 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=be6936f5-84ee-4230-99d7-3d2e2ab1c976 HTTP/1.1" status: 200 len: 210 time: 0.0259702 Nov 03 19:13:08.126590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9a730-d9ec-463d-8da8-9cc483ca6465 req-dad7bdca-f3fe-45b6-a1e8-f8fd2747620a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:08.136234 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfd9a730-d9ec-463d-8da8-9cc483ca6465 req-dad7bdca-f3fe-45b6-a1e8-f8fd2747620a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0717969 Nov 03 19:13:08.190791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfd9a730-d9ec-463d-8da8-9cc483ca6465 req-18186ce3-3ba4-45bf-a1a9-6c41ca48c154 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525403 Nov 03 19:13:09.329745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252c809-e1fb-4474-9de0-e5db79c6b815 req-d31ce763-a77a-4b8e-88a2-3faef50cd33e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:09.331255 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a252c809-e1fb-4474-9de0-e5db79c6b815 req-d31ce763-a77a-4b8e-88a2-3faef50cd33e tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0594609 Nov 03 19:13:09.410336 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-fa2ec199-0260-4b51-b0a8-4ff2635b77ee tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022922779&fields=id&tenant_id=dac53473acd94a04a384696f6afdcb5a HTTP/1.1" status: 200 len: 267 time: 0.0770042 Nov 03 19:13:09.415048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a252c809-e1fb-4474-9de0-e5db79c6b815 req-ba30adc4-daac-4b95-a195-4bfe1b73ccbe tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767879 Nov 03 19:13:09.535161 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-2636f1e6-85f1-4b91-9705-024e77d9368e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:09.536555 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-2636f1e6-85f1-4b91-9705-024e77d9368e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 811 time: 0.1132612 Nov 03 19:13:09.552189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-0fec31f6-3e49-4acd-9dee-a8239f53381e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/quotas/dac53473acd94a04a384696f6afdcb5a HTTP/1.1" status: 200 len: 375 time: 0.0096326 Nov 03 19:13:09.608650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-48429b66-3fec-405d-b48d-23015fad8f7e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502470 Nov 03 19:13:09.625139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-5a11ce8d-db9e-4fe4-9507-d83f7ed9be90 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:13:09.626583 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-5a11ce8d-db9e-4fe4-9507-d83f7ed9be90 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0052347 Nov 03 19:13:09.720975 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-f2bf819e-ba17-42c1-b4fb-abcd207c2f2c service neutron] 10.222.0.107 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888195 Nov 03 19:13:09.835380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-4082d62a-9072-402f-b1d9-1722c63809d1 service neutron] 10.222.0.107 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075099 Nov 03 19:13:10.161477 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85823693-0970-469b-9c75-7ab36496ebf2 req-65e73fb5-ef03-4ae8-8fce-5712e3f66620 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 210 time: 0.0353236 Nov 03 19:13:10.564757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbe384-3e60-4323-92ec-7af4354d057c req-6e3a7fd3-e3ba-4c54-abaf-005c7010dae3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:10.566556 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39fbe384-3e60-4323-92ec-7af4354d057c req-6e3a7fd3-e3ba-4c54-abaf-005c7010dae3 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0744514 Nov 03 19:13:10.634227 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-39fbe384-3e60-4323-92ec-7af4354d057c req-f174608b-63c8-4bd0-b060-10a41cf4be1a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601985 Nov 03 19:13:11.284268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16d92151-d7e3-4354-bfca-e1127ff58dd6 req-f9b41e52-54e1-41a4-884a-3b83707f0c8b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 210 time: 0.0332608 Nov 03 19:13:11.370095 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-26934b89-5a9f-42d4-8ded-6696018c6ea2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:11.371547 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-26934b89-5a9f-42d4-8ded-6696018c6ea2 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 811 time: 0.1186533 Nov 03 19:13:11.458536 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-0b1ad06b-4477-4ac9-a530-bc6ad59e8646 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dac53473acd94a04a384696f6afdcb5a HTTP/1.1" status: 200 len: 380 time: 0.0646684 Nov 03 19:13:11.487121 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-d63915fa-21bc-48f0-958d-14090b60fbd1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'port': {'device_id': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'admin_state_up': True, 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'security_groups': ['349ab3c3-cf58-47cf-a844-05c0e2c3bb79']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:11.623724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-d63915fa-21bc-48f0-958d-14090b60fbd1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Made reservation on behalf of dac53473acd94a04a384696f6afdcb5a for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:11.627534 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-d63915fa-21bc-48f0-958d-14090b60fbd1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:11.807851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-d63915fa-21bc-48f0-958d-14090b60fbd1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Allocated IP 172.20.0.9 (9f464358-8040-4222-b3b1-8d1714a116ab/3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe/155036af-2b88-4364-8c15-d6d2471977d3) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:11.810236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea16ae9-ff02-4628-b5c3-372a35591ea0 req-9bfee4c8-377c-4f24-b009-0b4d09d29b03 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:11.814059 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ea16ae9-ff02-4628-b5c3-372a35591ea0 req-9bfee4c8-377c-4f24-b009-0b4d09d29b03 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0821598 Nov 03 19:13:11.926539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ea16ae9-ff02-4628-b5c3-372a35591ea0 req-65fefb17-1d51-45fd-8dbc-e1caac8b8242 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048965 Nov 03 19:13:12.000707 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-d63915fa-21bc-48f0-958d-14090b60fbd1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.053184 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-d63915fa-21bc-48f0-958d-14090b60fbd1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.098913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-d63915fa-21bc-48f0-958d-14090b60fbd1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Network 9f464358-8040-4222-b3b1-8d1714a116ab is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:12.106028 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-d63915fa-21bc-48f0-958d-14090b60fbd1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:12.110111 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-d63915fa-21bc-48f0-958d-14090b60fbd1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:12.148012 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63915fa-21bc-48f0-958d-14090b60fbd1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'Port': ['ID=155036af-2b88-4364-8c15-d6d2471977d3,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:12.176520 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-d63915fa-21bc-48f0-958d-14090b60fbd1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:12.177523 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-d63915fa-21bc-48f0-958d-14090b60fbd1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.196422 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-d63915fa-21bc-48f0-958d-14090b60fbd1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7143931 Nov 03 19:13:12.218380 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Request body: {'port': {'device_id': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:12.304442 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.439667 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a74e7-db43-4285-9c02-eca31fddd1d3 req-3c8882eb-9485-4f5f-b116-4e956d343488 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:12.441208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-244a74e7-db43-4285-9c02-eca31fddd1d3 req-3c8882eb-9485-4f5f-b116-4e956d343488 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 931 time: 0.0595381 Nov 03 19:13:12.458155 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b1c24994-3ced-4e5c-a369-26fe155ff4ff None None] Provisioning complete for port 155036af-2b88-4364-8c15-d6d2471977d3 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:12.458712 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b1c24994-3ced-4e5c-a369-26fe155ff4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.496984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b1c24994-3ced-4e5c-a369-26fe155ff4ff None None] Port 155036af-2b88-4364-8c15-d6d2471977d3 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:13:12.516705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-244a74e7-db43-4285-9c02-eca31fddd1d3 req-9a6686de-0e00-4f1f-8e58-e87ef8134fdd tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690815 Nov 03 19:13:12.676533 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155036af-2b88-4364-8c15-d6d2471977d3 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:13:12.684958 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.699603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Transition to ACTIVE for port object 155036af-2b88-4364-8c15-d6d2471977d3 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:13:12.704330 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.770273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Pushing event updated for resources: {'Port': ['ID=155036af-2b88-4364-8c15-d6d2471977d3,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:12.856948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Attempting to bind port 155036af-2b88-4364-8c15-d6d2471977d3 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:13:12.857338 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Attempting to bind port 155036af-2b88-4364-8c15-d6d2471977d3 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:13:12.857794 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Attempting to bind port 155036af-2b88-4364-8c15-d6d2471977d3 on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:12.863372 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Port 155036af-2b88-4364-8c15-d6d2471977d3 on network 9f464358-8040-4222-b3b1-8d1714a116ab not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:13:12.863841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Attempting to bind port 155036af-2b88-4364-8c15-d6d2471977d3 on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:12.870976 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:13:12.871367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Checking segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:12.871809 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Bound using segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:13:12.872278 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Bound port: 155036af-2b88-4364-8c15-d6d2471977d3, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:13:12.872643 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.948562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] For port 155036af-2b88-4364-8c15-d6d2471977d3, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:13:12.951530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] For port 155036af-2b88-4364-8c15-d6d2471977d3, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=155036af-2b88-4364-8c15-d6d2471977d3,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:13:12.956899 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.977470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:12.978270 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:12.979845 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] 10.222.0.87 "PUT /v2.0/ports/155036af-2b88-4364-8c15-d6d2471977d3 HTTP/1.1" status: 200 len: 1091 time: 0.7670748 Nov 03 19:13:13.001390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'tag': '155036af-2b88-4364-8c15-d6d2471977d3'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:13.005573 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ce3690-976b-4b56-bb77-7e9d37df6062" -d '{"events": [{"name": "network-changed", "server_uuid": "e467863f-2c54-4b8d-9a17-808accbf41b7", "tag": "155036af-2b88-4364-8c15-d6d2471977d3"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:13.084875 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a7b18-bd4a-4339-baf7-f832ca264aaf service neutron] Pushing event updated for resources: {'Port': ['ID=155036af-2b88-4364-8c15-d6d2471977d3,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:13.092540 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82becc7a-a461-42ec-9fc0-cf7f7c299847 x-openstack-request-id: req-82becc7a-a461-42ec-9fc0-cf7f7c299847 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:13.092835 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e467863f-2c54-4b8d-9a17-808accbf41b7", "tag": "155036af-2b88-4364-8c15-d6d2471977d3", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:13.093087 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-82becc7a-a461-42ec-9fc0-cf7f7c299847 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:13.093482 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'tag': '155036af-2b88-4364-8c15-d6d2471977d3', 'status': 'completed', 'code': 200} Nov 03 19:13:13.113773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-d87bff86-f31d-41c6-a0b6-637e96ef2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:13.115307 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-d87bff86-f31d-41c6-a0b6-637e96ef2632 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 1094 time: 0.0634980 Nov 03 19:13:13.117924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61b6c4-13ac-4fdb-9e66-b4c01d25d049 req-21427108-a48e-43dc-977c-37ae813268e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:13.122262 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe61b6c4-13ac-4fdb-9e66-b4c01d25d049 req-21427108-a48e-43dc-977c-37ae813268e1 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0716178 Nov 03 19:13:13.208253 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-cee7d008-23aa-48a2-9bcc-b0630426c733 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155036af-2b88-4364-8c15-d6d2471977d3 HTTP/1.1" status: 200 len: 217 time: 0.0770705 Nov 03 19:13:13.235760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe61b6c4-13ac-4fdb-9e66-b4c01d25d049 req-0b9fde4b-dd27-4ed9-bbd0-542965ef4f6f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998259 Nov 03 19:13:13.288523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-01b25fbe-1e6e-4cc7-a4bc-d8bda05b737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:13.290986 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-01b25fbe-1e6e-4cc7-a4bc-d8bda05b737b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0726800 Nov 03 19:13:13.358763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-718e2ec5-950d-4fc0-b266-3c26899bb5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:13.360544 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-718e2ec5-950d-4fc0-b266-3c26899bb5bc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593545 Nov 03 19:13:13.404982 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:13.495106 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-868b56e3-79b2-4890-b4a9-f0a98ad3eff7 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242127 Nov 03 19:13:13.605279 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66b3aac6-2450-4df4-b64c-ddef97f6599c req-bdc8bfc3-82ea-444d-a4c4-06950cba586d service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030245 Nov 03 19:13:13.680077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616f34a-ec16-446d-9765-4498d523f105 req-d152f1af-fa0e-4f91-856b-77651416e00e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:13.682093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6616f34a-ec16-446d-9765-4498d523f105 req-d152f1af-fa0e-4f91-856b-77651416e00e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 943 time: 0.0769703 Nov 03 19:13:13.757423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce3690-976b-4b56-bb77-7e9d37df6062 req-662e15ac-2130-40bf-9596-17433cf92029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:13.758293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6616f34a-ec16-446d-9765-4498d523f105 req-cb1017d9-6497-42ed-b8c4-29c835636c10 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595829 Nov 03 19:13:13.759545 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-80ce3690-976b-4b56-bb77-7e9d37df6062 req-662e15ac-2130-40bf-9596-17433cf92029 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 1094 time: 0.0709579 Nov 03 19:13:13.873302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce3690-976b-4b56-bb77-7e9d37df6062 req-87cbca05-5ec0-4944-bf65-44057d4fffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:13.874912 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-80ce3690-976b-4b56-bb77-7e9d37df6062 req-87cbca05-5ec0-4944-bf65-44057d4fffa0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.1063402 Nov 03 19:13:13.931645 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-80ce3690-976b-4b56-bb77-7e9d37df6062 req-9f309f29-2e97-44c6-92c7-4e4817c32cae service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155036af-2b88-4364-8c15-d6d2471977d3 HTTP/1.1" status: 200 len: 217 time: 0.0468531 Nov 03 19:13:13.989355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce3690-976b-4b56-bb77-7e9d37df6062 req-1e5525ab-189b-4d58-b1f9-4f367c354d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:13.990937 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-80ce3690-976b-4b56-bb77-7e9d37df6062 req-1e5525ab-189b-4d58-b1f9-4f367c354d85 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0519733 Nov 03 19:13:14.069230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce3690-976b-4b56-bb77-7e9d37df6062 req-5515c07d-4afd-4311-a851-e8ae14526df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:14.071818 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-80ce3690-976b-4b56-bb77-7e9d37df6062 req-5515c07d-4afd-4311-a851-e8ae14526df2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724051 Nov 03 19:13:14.206736 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-80ce3690-976b-4b56-bb77-7e9d37df6062 req-2fa7cf0d-f8c5-4d8d-a4d6-e8549968c7d2 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268892 Nov 03 19:13:14.338921 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-80ce3690-976b-4b56-bb77-7e9d37df6062 req-d92b25fb-40e9-4739-bdea-10bf24863f04 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224208 Nov 03 19:13:14.447130 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d286f2-1489-4299-bb10-248eb9c88a5e req-5e376c6f-a247-42c0-b1ba-a3f9b905df67 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:14.449740 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9d286f2-1489-4299-bb10-248eb9c88a5e req-5e376c6f-a247-42c0-b1ba-a3f9b905df67 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0668917 Nov 03 19:13:14.509001 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9d286f2-1489-4299-bb10-248eb9c88a5e req-8aab490e-6778-423c-b847-22ecb8e35205 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513191 Nov 03 19:13:14.887173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da2a3-3865-4e28-a4f7-44eba1574fdd req-e94331ad-0e31-4c62-b077-4aed68842318 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:14.888916 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d6da2a3-3865-4e28-a4f7-44eba1574fdd req-e94331ad-0e31-4c62-b077-4aed68842318 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 943 time: 0.0508120 Nov 03 19:13:14.949611 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d6da2a3-3865-4e28-a4f7-44eba1574fdd req-7c617cac-f356-4ded-b41e-29a91a57bd85 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532582 Nov 03 19:13:15.639073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911897a7-c3d2-4d1e-9f3d-e1b128f0e4eb req-fbccf3ce-e90a-4676-9eb5-6c562e9ac51c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:15.640771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-911897a7-c3d2-4d1e-9f3d-e1b128f0e4eb req-fbccf3ce-e90a-4676-9eb5-6c562e9ac51c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0552490 Nov 03 19:13:15.699679 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-911897a7-c3d2-4d1e-9f3d-e1b128f0e4eb req-a56ff412-9af0-4bd9-937e-d1b1d8984fe7 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516486 Nov 03 19:13:16.087331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82619d-8250-4466-9fec-e6fa1030daf8 req-6afa8e0a-d621-4ee1-bbc1-784ea77dd807 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:16.088922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae82619d-8250-4466-9fec-e6fa1030daf8 req-6afa8e0a-d621-4ee1-bbc1-784ea77dd807 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 943 time: 0.0606306 Nov 03 19:13:16.168420 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae82619d-8250-4466-9fec-e6fa1030daf8 req-30f64a72-5d3b-4fee-a3ab-3fa14b1af868 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598032 Nov 03 19:13:16.835741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de37c70-2853-4c3b-a5a4-d37f525e9150 req-38ba8221-901e-4e2e-9b27-276409a19eef tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:16.837354 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5de37c70-2853-4c3b-a5a4-d37f525e9150 req-38ba8221-901e-4e2e-9b27-276409a19eef tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0618653 Nov 03 19:13:16.902738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5de37c70-2853-4c3b-a5a4-d37f525e9150 req-e23f1644-2710-4ed7-bb15-2f28f86f0144 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572407 Nov 03 19:13:17.317212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86172387-1de6-46e6-9a08-2fc6f209462f req-5855286a-a1e2-48f6-9745-d681514f89f1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:17.318734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86172387-1de6-46e6-9a08-2fc6f209462f req-5855286a-a1e2-48f6-9745-d681514f89f1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 943 time: 0.0549412 Nov 03 19:13:17.389156 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86172387-1de6-46e6-9a08-2fc6f209462f req-862b286c-e8ea-4cc9-b98b-6b4f76194c7d tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615296 Nov 03 19:13:18.035793 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f20b1-69b2-445f-a815-e0e456a1e9dd req-5bdaea73-182c-49a2-9599-9404ad7c6bee tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:18.037345 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d08f20b1-69b2-445f-a815-e0e456a1e9dd req-5bdaea73-182c-49a2-9599-9404ad7c6bee tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0591800 Nov 03 19:13:18.106137 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d08f20b1-69b2-445f-a815-e0e456a1e9dd req-7d34a591-7dd7-4ab6-bc94-5e3e05cb17c4 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568500 Nov 03 19:13:18.343293 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b556980-8f4b-4d47-9dab-4444faaa28a5 req-44972b72-3cb7-4286-8afd-11546c969300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:18.344875 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b556980-8f4b-4d47-9dab-4444faaa28a5 req-44972b72-3cb7-4286-8afd-11546c969300 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 1096 time: 0.0435829 Nov 03 19:13:18.406259 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-3b556980-8f4b-4d47-9dab-4444faaa28a5 req-a980e090-7100-44cf-aca7-cb14936872f3 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539157 Nov 03 19:13:18.530977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e76073-3c32-4474-9730-aa4e30ac86c3 req-e76e1953-9b51-4d29-a703-a0e2f840167b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:18.532518 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53e76073-3c32-4474-9730-aa4e30ac86c3 req-e76e1953-9b51-4d29-a703-a0e2f840167b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 943 time: 0.0532515 Nov 03 19:13:18.584968 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53e76073-3c32-4474-9730-aa4e30ac86c3 req-000eddf7-f117-4cc4-918d-8cf3bb349cc9 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455275 Nov 03 19:13:19.262927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75af05-2a68-49c3-aef8-5074a26d6c0f req-6d8c7c24-49aa-4b1b-9f92-4d99349e968f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:19.264715 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc75af05-2a68-49c3-aef8-5074a26d6c0f req-6d8c7c24-49aa-4b1b-9f92-4d99349e968f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0586865 Nov 03 19:13:19.327954 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc75af05-2a68-49c3-aef8-5074a26d6c0f req-c418fc46-e2dc-4fb2-b6fd-9ba858d141a0 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527372 Nov 03 19:13:19.718412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ec1bf-b3ea-4114-b62d-1bb24c20765c req-aeaadb8a-c94b-4819-a9fa-0cc10b8db535 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:19.720185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b7ec1bf-b3ea-4114-b62d-1bb24c20765c req-aeaadb8a-c94b-4819-a9fa-0cc10b8db535 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 943 time: 0.0573986 Nov 03 19:13:19.788044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b7ec1bf-b3ea-4114-b62d-1bb24c20765c req-8d4a0ed7-c5ac-4c6d-ac49-811db5af10bf tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577757 Nov 03 19:13:20.434596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a43f798f-f840-42e0-bdd7-34b3b24b13e3 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:13:20.453577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03866ba2-80a5-46d8-9b8b-93108c2e02b1 req-12c8a7f7-e568-4cf4-ab4b-f3d3e4c45f46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:20.459460 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03866ba2-80a5-46d8-9b8b-93108c2e02b1 req-12c8a7f7-e568-4cf4-ab4b-f3d3e4c45f46 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0571139 Nov 03 19:13:20.517606 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03866ba2-80a5-46d8-9b8b-93108c2e02b1 req-814c39c0-b4fa-4971-9fe9-95a734503626 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562193 Nov 03 19:13:20.542895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 33692) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:20.547354 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a43f798f-f840-42e0-bdd7-34b3b24b13e3, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a43f798f-f840-42e0-bdd7-34b3b24b13e3,segment=NetworkSegment(983ecf6f-f1bf-4c11-a692-40a55670f18f),segment_id=983ecf6f-f1bf-4c11-a692-40a55670f18f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:20.560702 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'port_id': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3', 'mac_address': 'fa:16:3e:27:df:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:13:20.597730 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.615688 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a43f798f-f840-42e0-bdd7-34b3b24b13e3 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:13:20.615924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5517768c-0c0b-4c28-bd77-11c1c795b98d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/floatingips/a2555f7c-28d9-4f22-8707-27057f1a6e47 HTTP/1.1" status: 200 len: 991 time: 0.0715344 Nov 03 19:13:20.637955 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a43f798f-f840-42e0-bdd7-34b3b24b13e3, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a43f798f-f840-42e0-bdd7-34b3b24b13e3,segment=NetworkSegment(983ecf6f-f1bf-4c11-a692-40a55670f18f),segment_id=983ecf6f-f1bf-4c11-a692-40a55670f18f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:20.642200 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:20.689364 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a43f798f-f840-42e0-bdd7-34b3b24b13e3,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:20.696796 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:20.697152 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:20.697492 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:20.697826 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:20.698160 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:20.698492 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:20.698821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:20.699147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:20.699470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:20.699821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:20.700147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:20.700470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:20.852392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['a43f798f-f840-42e0-bdd7-34b3b24b13e3'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:13:20.910339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37caef49-cbb5-4e6b-9841-cefaa826578d req-e1f539b9-fb6b-4817-96bd-946d9b36bf83 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:20.912338 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37caef49-cbb5-4e6b-9841-cefaa826578d req-e1f539b9-fb6b-4817-96bd-946d9b36bf83 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 943 time: 0.0523372 Nov 03 19:13:20.966139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37caef49-cbb5-4e6b-9841-cefaa826578d req-6c30b3ae-974f-4bf7-b54c-d5dcb156f2cc tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468476 Nov 03 19:13:22.095323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8768b9-a00a-43b4-ac33-4233cc1939c3 req-fade9db9-7fa7-4b8a-928d-122421715cfd tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:22.096865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb8768b9-a00a-43b4-ac33-4233cc1939c3 req-fade9db9-7fa7-4b8a-928d-122421715cfd tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 943 time: 0.0576723 Nov 03 19:13:22.152482 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb8768b9-a00a-43b4-ac33-4233cc1939c3 req-2939baf9-b1c0-47d9-afa2-55904080ed5b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494587 Nov 03 19:13:22.448047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a43f798f-f840-42e0-bdd7-34b3b24b13e3 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:22.495657 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port a43f798f-f840-42e0-bdd7-34b3b24b13e3 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:22.496015 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.575373 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.597726 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:22.600003 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0812916-3299-4a14-80bd-8241326d89da" -d '{"events": [{"server_uuid": "21740ac0-12f9-4df6-943b-49bb64b738fc", "name": "network-vif-plugged", "status": "completed", "tag": "a43f798f-f840-42e0-bdd7-34b3b24b13e3"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:22.617062 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port a43f798f-f840-42e0-bdd7-34b3b24b13e3, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a43f798f-f840-42e0-bdd7-34b3b24b13e3,segment=NetworkSegment(983ecf6f-f1bf-4c11-a692-40a55670f18f),segment_id=983ecf6f-f1bf-4c11-a692-40a55670f18f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:22.629069 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:22.664796 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670a1240-cd0b-4869-bfbc-f197dbf1b860 x-openstack-request-id: req-670a1240-cd0b-4869-bfbc-f197dbf1b860 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:22.665100 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21740ac0-12f9-4df6-943b-49bb64b738fc", "name": "network-vif-plugged", "status": "completed", "tag": "a43f798f-f840-42e0-bdd7-34b3b24b13e3", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:22.665361 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-670a1240-cd0b-4869-bfbc-f197dbf1b860 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:22.665757 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3', 'code': 200} Nov 03 19:13:22.685737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=a43f798f-f840-42e0-bdd7-34b3b24b13e3,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:23.278382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b18cf4-d37b-4050-878b-edce6a2968af req-f6d70016-f154-4831-bcc3-4aa0e5a04ff8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:23.279970 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96b18cf4-d37b-4050-878b-edce6a2968af req-f6d70016-f154-4831-bcc3-4aa0e5a04ff8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 943 time: 0.0536766 Nov 03 19:13:23.332498 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96b18cf4-d37b-4050-878b-edce6a2968af req-a86d2f68-5772-4a44-9058-a4958296c2b1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465086 Nov 03 19:13:24.454778 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42de6e5-cf4a-45a7-bf5e-ec4648bfa9de req-0dcf136e-6fe6-4f9a-bedf-0fc57dc6a782 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:24.460860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d42de6e5-cf4a-45a7-bf5e-ec4648bfa9de req-0dcf136e-6fe6-4f9a-bedf-0fc57dc6a782 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 943 time: 0.0559516 Nov 03 19:13:24.526306 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d42de6e5-cf4a-45a7-bf5e-ec4648bfa9de req-a1491a05-d0bb-4479-8eb6-35de651ba9ed tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580583 Nov 03 19:13:25.414017 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 155036af-2b88-4364-8c15-d6d2471977d3 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:13:25.518273 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 155036af-2b88-4364-8c15-d6d2471977d3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=155036af-2b88-4364-8c15-d6d2471977d3,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:25.530586 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '155036af-2b88-4364-8c15-d6d2471977d3', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'port_id': '155036af-2b88-4364-8c15-d6d2471977d3', 'mac_address': 'fa:16:3e:13:77:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:13:25.570496 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.583787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155036af-2b88-4364-8c15-d6d2471977d3 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:13:25.604819 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 155036af-2b88-4364-8c15-d6d2471977d3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=155036af-2b88-4364-8c15-d6d2471977d3,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:25.609747 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.660771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665c6d2-7589-4f94-9397-57d54de4a512 req-93a94073-3d8d-483f-a62d-b212a51f7ebf tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:25.662474 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d665c6d2-7589-4f94-9397-57d54de4a512 req-93a94073-3d8d-483f-a62d-b212a51f7ebf tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 944 time: 0.0542483 Nov 03 19:13:25.665446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=155036af-2b88-4364-8c15-d6d2471977d3,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:25.724519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d665c6d2-7589-4f94-9397-57d54de4a512 req-a8cb48b4-d6cd-4f95-93e5-2f0cd6a5b016 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548224 Nov 03 19:13:25.777180 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2cbe0297-d6f2-4ea3-a1b1-89330cdb4ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:25.915537 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['155036af-2b88-4364-8c15-d6d2471977d3'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:13:26.254028 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4c1d28c0-254f-4704-913b-fe6f9e891f26 req-464354af-dcf8-4443-830c-c23775486b08 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470743 Nov 03 19:13:26.347167 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d28c0-254f-4704-913b-fe6f9e891f26 req-c6ff21e7-e30c-4d8e-b566-a30f69c62728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:26.348688 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4c1d28c0-254f-4704-913b-fe6f9e891f26 req-c6ff21e7-e30c-4d8e-b566-a30f69c62728 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 1096 time: 0.0422044 Nov 03 19:13:26.454583 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d28c0-254f-4704-913b-fe6f9e891f26 req-52706164-bbbf-4b8a-83b7-26c52d21f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:26.456116 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4c1d28c0-254f-4704-913b-fe6f9e891f26 req-52706164-bbbf-4b8a-83b7-26c52d21f26a service neutron] 10.222.0.98 "GET /v2.0/networks?id=5784952f-9668-4767-bbbf-1e3098f662e3 HTTP/1.1" status: 200 len: 897 time: 0.0883975 Nov 03 19:13:26.525585 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4c1d28c0-254f-4704-913b-fe6f9e891f26 req-14a18e65-d87f-4981-81e0-2a9bc6a77564 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43f798f-f840-42e0-bdd7-34b3b24b13e3 HTTP/1.1" status: 200 len: 999 time: 0.0620766 Nov 03 19:13:26.579729 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d28c0-254f-4704-913b-fe6f9e891f26 req-746f7659-4f94-4c85-97bf-c40ce818eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:26.581211 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4c1d28c0-254f-4704-913b-fe6f9e891f26 req-746f7659-4f94-4c85-97bf-c40ce818eb06 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f6faae6d-f782-4a44-acef-f76a3c9e2951 HTTP/1.1" status: 200 len: 833 time: 0.0493259 Nov 03 19:13:26.631395 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d28c0-254f-4704-913b-fe6f9e891f26 req-357c99cb-d6fe-47ea-85a8-e99165a2b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:26.632826 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4c1d28c0-254f-4704-913b-fe6f9e891f26 req-357c99cb-d6fe-47ea-85a8-e99165a2b2ce service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5784952f-9668-4767-bbbf-1e3098f662e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450923 Nov 03 19:13:26.726160 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4c1d28c0-254f-4704-913b-fe6f9e891f26 req-c0def33e-f690-4a45-9b48-0f76af372e3a service neutron] 10.222.0.98 "GET /v2.0/networks/5784952f-9668-4767-bbbf-1e3098f662e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857615 Nov 03 19:13:26.854198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85078c63-3caf-4894-8e96-edb8340f6a5c req-8aa1ba40-2fee-412c-9049-7fe78277d047 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:26.855837 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85078c63-3caf-4894-8e96-edb8340f6a5c req-8aa1ba40-2fee-412c-9049-7fe78277d047 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 944 time: 0.0602534 Nov 03 19:13:26.911431 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85078c63-3caf-4894-8e96-edb8340f6a5c req-894b404b-69ff-4214-aa95-425ef52ba426 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487261 Nov 03 19:13:27.089286 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4c1d28c0-254f-4704-913b-fe6f9e891f26 req-02e1ebfc-38fa-4cfa-aa94-0b2e22c67e2f service neutron] 10.222.0.98 "GET /v2.0/networks/5784952f-9668-4767-bbbf-1e3098f662e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540959 Nov 03 19:13:27.411008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 155036af-2b88-4364-8c15-d6d2471977d3 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:27.474735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 155036af-2b88-4364-8c15-d6d2471977d3 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:13:27.478832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 155036af-2b88-4364-8c15-d6d2471977d3 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:27.479200 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:27.565795 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:27.600722 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155036af-2b88-4364-8c15-d6d2471977d3'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:27.603745 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe99290-09c5-4de8-8362-f5899afdf375" -d '{"events": [{"server_uuid": "e467863f-2c54-4b8d-9a17-808accbf41b7", "name": "network-vif-plugged", "status": "completed", "tag": "155036af-2b88-4364-8c15-d6d2471977d3"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:27.801809 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7fd206-56e6-4ec7-a834-a6929fca0a4c x-openstack-request-id: req-eb7fd206-56e6-4ec7-a834-a6929fca0a4c {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:27.802110 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e467863f-2c54-4b8d-9a17-808accbf41b7", "name": "network-vif-plugged", "status": "completed", "tag": "155036af-2b88-4364-8c15-d6d2471977d3", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:27.802493 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-eb7fd206-56e6-4ec7-a834-a6929fca0a4c {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:27.803061 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155036af-2b88-4364-8c15-d6d2471977d3', 'code': 200} Nov 03 19:13:27.805458 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 155036af-2b88-4364-8c15-d6d2471977d3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=155036af-2b88-4364-8c15-d6d2471977d3,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:27.812218 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178248c5-49d2-4b9f-b25e-8710d4dc5000 req-84bf3ff1-00c9-44dc-83d0-f40a63c487b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:27.813208 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:27.814198 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-178248c5-49d2-4b9f-b25e-8710d4dc5000 req-84bf3ff1-00c9-44dc-83d0-f40a63c487b6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 1095 time: 0.0497615 Nov 03 19:13:27.865879 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-178248c5-49d2-4b9f-b25e-8710d4dc5000 req-939cb03a-cebe-415a-b221-bce0d3198018 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424361 Nov 03 19:13:27.875482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=155036af-2b88-4364-8c15-d6d2471977d3,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:28.057285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f783d-1a0b-4bb2-ae20-da1cc3d4de84 req-12858899-47e0-4273-b2a6-3c06a8ff9099 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:28.058896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a17f783d-1a0b-4bb2-ae20-da1cc3d4de84 req-12858899-47e0-4273-b2a6-3c06a8ff9099 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 945 time: 0.0658665 Nov 03 19:13:28.121734 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0934f8a4-f16b-492c-9658-3c931c7b1e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:28.131774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a17f783d-1a0b-4bb2-ae20-da1cc3d4de84 req-71ea8bd9-6475-4932-a57c-d69096380dbd tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610149 Nov 03 19:13:28.359027 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:13:29.264206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a32005-722c-4afb-8258-eaa59051c06e req-c06d1ef7-756b-410c-837b-a532ea9d8793 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:29.265758 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76a32005-722c-4afb-8258-eaa59051c06e req-c06d1ef7-756b-410c-837b-a532ea9d8793 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 945 time: 0.0582614 Nov 03 19:13:29.332295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76a32005-722c-4afb-8258-eaa59051c06e req-5b5c0d8d-5a34-4ee2-9020-41753af498f6 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595529 Nov 03 19:13:29.450292 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.462395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dd26d-f9e2-4e97-bc7a-76c89d4faede req-d5a94eec-a6bd-45f2-9d38-8b490e664940 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:29.463894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-806dd26d-f9e2-4e97-bc7a-76c89d4faede req-d5a94eec-a6bd-45f2-9d38-8b490e664940 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 945 time: 0.0605431 Nov 03 19:13:29.519171 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-806dd26d-f9e2-4e97-bc7a-76c89d4faede req-ad599970-57e7-4bb6-bc77-04c9b3543645 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490024 Nov 03 19:13:29.542454 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33868) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:29.592560 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e6ba5-4dc9-4c37-b029-8f80bc0fc7c6 tempest-TestVolumeBootPattern-380162289 tempest-TestVolumeBootPattern-380162289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:29.597618 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-021e6ba5-4dc9-4c37-b029-8f80bc0fc7c6 tempest-TestVolumeBootPattern-380162289 tempest-TestVolumeBootPattern-380162289-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 1091 time: 0.0504968 Nov 03 19:13:29.597886 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 33870) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:29.602347 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '155036af-2b88-4364-8c15-d6d2471977d3', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:29.629971 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.735452 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:29.854202 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Allocated IP 172.25.2.13 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/55a9cd98-8393-4bae-8f32-74094fd76c88) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:29.967800 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.001950 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.049867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:30.052827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:30.057382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:30.060530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'Port': ['ID=55a9cd98-8393-4bae-8f32-74094fd76c88,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:30.603419 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.731468 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.735123 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.748505 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.898004 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.903527 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:30.972297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'Port': ['ID=55a9cd98-8393-4bae-8f32-74094fd76c88,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:30.991742 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.107687 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Floating IP 0c41496e-9cc4-49dd-851e-4a31ff4ea393 associated. External IP: 172.25.2.13, port: 155036af-2b88-4364-8c15-d6d2471977d3. Nov 03 19:13:31.329633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Router 2df09572-d2db-4363-ad5d-40442945a730 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:13:31.454653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:13:31.456306 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.487061 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eecabb-fc41-454f-8285-23f59a257a7f None None] Sync routers for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:13:31.493360 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:31.501058 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eecabb-fc41-454f-8285-23f59a257a7f None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:13:31.501876 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-16eecabb-fc41-454f-8285-23f59a257a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:13:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:31.543610 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f2ccd747-f598-441d-8cb5-ab3dbe676eeb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9319127 Nov 03 19:13:31.543610 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'tag': '155036af-2b88-4364-8c15-d6d2471977d3'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:31.543610 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a437e5-809d-458c-b289-17e68531010e" -d '{"events": [{"name": "network-changed", "server_uuid": "e467863f-2c54-4b8d-9a17-808accbf41b7", "tag": "155036af-2b88-4364-8c15-d6d2471977d3"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:31.585634 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b51583-5721-4f53-827e-bcd90884bdac x-openstack-request-id: req-99b51583-5721-4f53-827e-bcd90884bdac {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:31.585634 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e467863f-2c54-4b8d-9a17-808accbf41b7", "tag": "155036af-2b88-4364-8c15-d6d2471977d3", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:31.585634 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-99b51583-5721-4f53-827e-bcd90884bdac {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:31.588136 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'tag': '155036af-2b88-4364-8c15-d6d2471977d3', 'status': 'completed', 'code': 200} Nov 03 19:13:31.624749 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-16eecabb-fc41-454f-8285-23f59a257a7f None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:13:31.687827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a437e5-809d-458c-b289-17e68531010e req-4dfd71be-77fc-4797-ae8a-ba156b1e05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:31.689391 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91a437e5-809d-458c-b289-17e68531010e req-4dfd71be-77fc-4797-ae8a-ba156b1e05dd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 1096 time: 0.0549362 Nov 03 19:13:31.787979 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a437e5-809d-458c-b289-17e68531010e req-c3e93efa-2a83-49f6-99b0-14fe3f315279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:31.789578 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91a437e5-809d-458c-b289-17e68531010e req-c3e93efa-2a83-49f6-99b0-14fe3f315279 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.0923510 Nov 03 19:13:31.869385 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91a437e5-809d-458c-b289-17e68531010e req-07bc75b6-5538-4895-8fd4-73f9f2d9fd82 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155036af-2b88-4364-8c15-d6d2471977d3 HTTP/1.1" status: 200 len: 998 time: 0.0712063 Nov 03 19:13:31.885275 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-16eecabb-fc41-454f-8285-23f59a257a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '0c41496e-9cc4-49dd-851e-4a31ff4ea393', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2df09572-d2db-4363-ad5d-40442945a730', 'port_id': '155036af-2b88-4364-8c15-d6d2471977d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'mac_address': 'fa:16:3e:13:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:13:30Z', 'updated_at': '2021-11-03T19:13:30Z', 'revision_number': 0, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:31.926518 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a437e5-809d-458c-b289-17e68531010e req-e12b9e77-30f2-4fd2-be65-d91fc00cd64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:31.928123 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91a437e5-809d-458c-b289-17e68531010e req-e12b9e77-30f2-4fd2-be65-d91fc00cd64b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0521891 Nov 03 19:13:31.981522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a437e5-809d-458c-b289-17e68531010e req-fbe69e92-be43-4c9e-9aa2-73d025928a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:31.983212 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91a437e5-809d-458c-b289-17e68531010e req-fbe69e92-be43-4c9e-9aa2-73d025928a7b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463955 Nov 03 19:13:32.018684 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eecabb-fc41-454f-8285-23f59a257a7f None None] Checking router: 2df09572-d2db-4363-ad5d-40442945a730 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:13:32.029483 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eecabb-fc41-454f-8285-23f59a257a7f None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:13:32.030117 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-16eecabb-fc41-454f-8285-23f59a257a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:13:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:32.102359 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91a437e5-809d-458c-b289-17e68531010e req-819d934b-af6d-4854-ba87-5b2e916c9950 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097174 Nov 03 19:13:32.159350 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-16eecabb-fc41-454f-8285-23f59a257a7f None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:13:32.209424 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-91a437e5-809d-458c-b289-17e68531010e req-f875709f-400a-4f18-85bf-d182c950bd22 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996809 Nov 03 19:13:32.402073 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-16eecabb-fc41-454f-8285-23f59a257a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '0c41496e-9cc4-49dd-851e-4a31ff4ea393', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2df09572-d2db-4363-ad5d-40442945a730', 'port_id': '155036af-2b88-4364-8c15-d6d2471977d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'mac_address': 'fa:16:3e:13:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:13:30Z', 'updated_at': '2021-11-03T19:13:30Z', 'revision_number': 0, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:32.433365 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eecabb-fc41-454f-8285-23f59a257a7f None None] The sync data for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 is: [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '0c41496e-9cc4-49dd-851e-4a31ff4ea393', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2df09572-d2db-4363-ad5d-40442945a730', 'port_id': '155036af-2b88-4364-8c15-d6d2471977d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'mac_address': 'fa:16:3e:13:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:13:30Z', 'updated_at': '2021-11-03T19:13:30Z', 'revision_number': 0, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:13:32.645632 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce9b66-9cff-4f4b-a799-9c290ada4ab5 None None] New status for floating IP 0c41496e-9cc4-49dd-851e-4a31ff4ea393: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:13:43.419964 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:46.497175 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e27c4db2-ff74-435b-87e0-6d9a0af2f08a req-c42db9ff-6b2d-412e-a283-add56f928d62 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520093 Nov 03 19:13:46.619051 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c4db2-ff74-435b-87e0-6d9a0af2f08a req-00e9f6bf-2d0a-45d0-87c3-0490a89f225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.620677 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e27c4db2-ff74-435b-87e0-6d9a0af2f08a req-00e9f6bf-2d0a-45d0-87c3-0490a89f225c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 1096 time: 0.0463293 Nov 03 19:13:46.762505 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c4db2-ff74-435b-87e0-6d9a0af2f08a req-d7461ab3-3ead-45d3-8926-d160634b1fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.764063 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e27c4db2-ff74-435b-87e0-6d9a0af2f08a req-d7461ab3-3ead-45d3-8926-d160634b1fcc service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.1223764 Nov 03 19:13:46.864248 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e27c4db2-ff74-435b-87e0-6d9a0af2f08a req-3167491e-5d6d-48df-8162-ee1083e61c13 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155036af-2b88-4364-8c15-d6d2471977d3 HTTP/1.1" status: 200 len: 1000 time: 0.0878124 Nov 03 19:13:46.928042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c4db2-ff74-435b-87e0-6d9a0af2f08a req-498d67b0-6f49-40e8-9c20-21c8abf58493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.929591 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e27c4db2-ff74-435b-87e0-6d9a0af2f08a req-498d67b0-6f49-40e8-9c20-21c8abf58493 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0543373 Nov 03 19:13:46.991754 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c4db2-ff74-435b-87e0-6d9a0af2f08a req-7e955641-f72b-4569-930e-36e931677d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:46.993352 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e27c4db2-ff74-435b-87e0-6d9a0af2f08a req-7e955641-f72b-4569-930e-36e931677d54 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529406 Nov 03 19:13:47.117176 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e27c4db2-ff74-435b-87e0-6d9a0af2f08a req-ba2b4a8b-72e5-4b9d-8cb2-cf8d557a2ad3 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137571 Nov 03 19:13:47.213760 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e27c4db2-ff74-435b-87e0-6d9a0af2f08a req-77195518-25cd-4fa0-9dca-f7a1ff260ebd service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892713 Nov 03 19:13:50.753458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-72036794-8eff-4116-86f1-589877831156 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:50.754979 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-72036794-8eff-4116-86f1-589877831156 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/networks?id=40dbe6cd-0337-4f6b-ba12-6785f5c919ed HTTP/1.1" status: 200 len: 814 time: 0.1189630 Nov 03 19:13:50.772816 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-9924b607-c2bc-435b-a368-aa31ecaf40e9 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/quotas/9174f62cdba44deb92bcd8a1cd3781c3 HTTP/1.1" status: 200 len: 375 time: 0.0103920 Nov 03 19:13:50.822675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-11404825-f648-4791-a581-8ca48dc860b9 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9174f62cdba44deb92bcd8a1cd3781c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433741 Nov 03 19:13:50.928343 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-a6e72838-4197-43ff-8282-05f81ca55dbd service neutron] 10.222.0.107 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974615 Nov 03 19:13:51.021931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-1e87a21e-660e-4fe1-b7a1-3136e3d39428 service neutron] 10.222.0.107 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872152 Nov 03 19:13:51.180059 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34578) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:51.220250 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc6a87d8-0da2-411f-8106-7c125f7062d1 req-da9d6360-616c-48d1-99ca-26ecf5b0e93e tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 210 time: 0.0396998 Nov 03 19:13:51.377430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-6ae921c3-26a7-4c49-b0c7-5fc7387ed054 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port a5f45c82-3224-4d9d-8bd2-03826501b8f4 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:51.377999 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ae921c3-26a7-4c49-b0c7-5fc7387ed054 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.466995 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ae921c3-26a7-4c49-b0c7-5fc7387ed054 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.467221 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ae921c3-26a7-4c49-b0c7-5fc7387ed054 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.480191 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-6ae921c3-26a7-4c49-b0c7-5fc7387ed054 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for a5f45c82-3224-4d9d-8bd2-03826501b8f4 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:51.682633 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ae921c3-26a7-4c49-b0c7-5fc7387ed054 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:51.710774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae921c3-26a7-4c49-b0c7-5fc7387ed054 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=a5f45c82-3224-4d9d-8bd2-03826501b8f4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:52.034670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ae921c3-26a7-4c49-b0c7-5fc7387ed054 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:52.034793 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-6ae921c3-26a7-4c49-b0c7-5fc7387ed054 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Floating IP a2555f7c-28d9-4f22-8707-27057f1a6e47 disassociated (deleted). External IP: 172.25.2.6, port: a43f798f-f840-42e0-bdd7-34b3b24b13e3. Nov 03 19:13:52.292595 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-417e3bd5-b65d-4427-bbcc-6b636ac6de56 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:52.294038 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-417e3bd5-b65d-4427-bbcc-6b636ac6de56 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.98 "GET /v2.0/networks?id=40dbe6cd-0337-4f6b-ba12-6785f5c919ed HTTP/1.1" status: 200 len: 814 time: 0.1719546 Nov 03 19:13:52.336250 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5fa56d64-f070-460c-9f63-914dba60e8ed req-02473e63-8f37-43b0-93f8-d81dd5cc715e tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 210 time: 0.0329607 Nov 03 19:13:52.337172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-7dcf0fbc-1d74-446b-9ed6-7fda8de2ae93 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Request body: {'port': {'device_id': '98d27720-85dc-4919-8bbe-0caa16d0724d', 'network_id': '40dbe6cd-0337-4f6b-ba12-6785f5c919ed', 'admin_state_up': True, 'tenant_id': '9174f62cdba44deb92bcd8a1cd3781c3'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:52.427521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae921c3-26a7-4c49-b0c7-5fc7387ed054 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:13:52.545366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-7dcf0fbc-1d74-446b-9ed6-7fda8de2ae93 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Made reservation on behalf of 9174f62cdba44deb92bcd8a1cd3781c3 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:13:52.548818 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-7dcf0fbc-1d74-446b-9ed6-7fda8de2ae93 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:52.616014 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae921c3-26a7-4c49-b0c7-5fc7387ed054 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:13:52.622563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6ae921c3-26a7-4c49-b0c7-5fc7387ed054 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:52.625919 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4bf83-1971-44f8-ba4e-57bcb338786a None None] Sync routers for ids ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:13:52.635740 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4bf83-1971-44f8-ba4e-57bcb338786a None None] Routers {'259c8b87-17c0-44a3-9cd0-7ccdf91ff186'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:13:52.636356 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-67d4bf83-1971-44f8-ba4e-57bcb338786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:13:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:52.672655 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6ae921c3-26a7-4c49-b0c7-5fc7387ed054 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/floatingips/a2555f7c-28d9-4f22-8707-27057f1a6e47 HTTP/1.1" status: 204 len: 168 time: 1.4909086 Nov 03 19:13:52.675950 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'tag': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:52.678961 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919392c6-5409-4d78-9780-e272117ed1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "21740ac0-12f9-4df6-943b-49bb64b738fc", "tag": "a43f798f-f840-42e0-bdd7-34b3b24b13e3"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:52.747666 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-7dcf0fbc-1d74-446b-9ed6-7fda8de2ae93 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Allocated IP 172.20.0.7 (40dbe6cd-0337-4f6b-ba12-6785f5c919ed/d1977b07-2fbf-4158-b6f1-3e3424a7becc/0a237cce-6905-4f3e-9d83-36136be714b7) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:13:52.756230 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d77f843-3b9e-412f-b119-6968620f19fa x-openstack-request-id: req-3d77f843-3b9e-412f-b119-6968620f19fa {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:52.756623 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21740ac0-12f9-4df6-943b-49bb64b738fc", "tag": "a43f798f-f840-42e0-bdd7-34b3b24b13e3", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:52.756904 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3d77f843-3b9e-412f-b119-6968620f19fa {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:52.757490 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'tag': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3', 'status': 'completed', 'code': 200} Nov 03 19:13:52.758643 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-67d4bf83-1971-44f8-ba4e-57bcb338786a None None] Set router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:13:52.874113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919392c6-5409-4d78-9780-e272117ed1e9 req-0b417cdb-a4cc-4bd5-9673-1c37bcdb5a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:52.876070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-919392c6-5409-4d78-9780-e272117ed1e9 req-0b417cdb-a4cc-4bd5-9673-1c37bcdb5a78 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=78a454aa6ba94726aa7cce9e1618069d&device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 1096 time: 0.0979829 Nov 03 19:13:52.986197 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-7dcf0fbc-1d74-446b-9ed6-7fda8de2ae93 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:52.993725 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-67d4bf83-1971-44f8-ba4e-57bcb338786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'af08a9e4-cc3d-4858-9681-0f908f4800dc', 'name': '', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:09:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:19Z', 'updated_at': '2021-11-03T19:12:23Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:53.028739 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4bf83-1971-44f8-ba4e-57bcb338786a None None] Checking router: 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:13:53.033198 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-7dcf0fbc-1d74-446b-9ed6-7fda8de2ae93 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.038908 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4bf83-1971-44f8-ba4e-57bcb338786a None None] Routers {'259c8b87-17c0-44a3-9cd0-7ccdf91ff186'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:13:53.039531 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-67d4bf83-1971-44f8-ba4e-57bcb338786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:13:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:53.085269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea6ffa-407e-420e-a952-20a87c9481bb req-948c3221-b8e3-40d6-8165-dbefcfdcd39b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:53.087248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79ea6ffa-407e-420e-a952-20a87c9481bb req-948c3221-b8e3-40d6-8165-dbefcfdcd39b tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.1416209 Nov 03 19:13:53.096968 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-7dcf0fbc-1d74-446b-9ed6-7fda8de2ae93 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Network 40dbe6cd-0337-4f6b-ba12-6785f5c919ed is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:13:53.106640 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-7dcf0fbc-1d74-446b-9ed6-7fda8de2ae93 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:13:53.113507 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-7dcf0fbc-1d74-446b-9ed6-7fda8de2ae93 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:13:53.148158 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919392c6-5409-4d78-9780-e272117ed1e9 req-a05957ba-e97e-409c-8c85-71ee56df9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:53.149847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-919392c6-5409-4d78-9780-e272117ed1e9 req-a05957ba-e97e-409c-8c85-71ee56df9a2d service neutron] 10.222.0.98 "GET /v2.0/networks?id=5784952f-9668-4767-bbbf-1e3098f662e3 HTTP/1.1" status: 200 len: 897 time: 0.2650695 Nov 03 19:13:53.159180 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-67d4bf83-1971-44f8-ba4e-57bcb338786a None None] Set router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:13:53.159435 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf0fbc-1d74-446b-9ed6-7fda8de2ae93 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Pushing event updated for resources: {'Port': ['ID=0a237cce-6905-4f3e-9d83-36136be714b7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:53.207811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-7dcf0fbc-1d74-446b-9ed6-7fda8de2ae93 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:53.209066 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-7dcf0fbc-1d74-446b-9ed6-7fda8de2ae93 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.217926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-919392c6-5409-4d78-9780-e272117ed1e9 req-629a73a0-061a-4140-b5ce-580e1b6b4f41 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43f798f-f840-42e0-bdd7-34b3b24b13e3 HTTP/1.1" status: 200 len: 217 time: 0.0585814 Nov 03 19:13:53.222096 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79ea6ffa-407e-420e-a952-20a87c9481bb req-8a1433cc-eea7-4c53-81b4-199fec15cf1c tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237860 Nov 03 19:13:53.235683 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-7dcf0fbc-1d74-446b-9ed6-7fda8de2ae93 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9023104 Nov 03 19:13:53.255963 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Request body: {'port': {'device_id': '98d27720-85dc-4919-8bbe-0caa16d0724d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:13:53.280749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919392c6-5409-4d78-9780-e272117ed1e9 req-ea6e3de9-4aaf-4c83-9fa6-99c45cc9ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:53.282405 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-919392c6-5409-4d78-9780-e272117ed1e9 req-ea6e3de9-4aaf-4c83-9fa6-99c45cc9ac6b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f6faae6d-f782-4a44-acef-f76a3c9e2951 HTTP/1.1" status: 200 len: 833 time: 0.0562563 Nov 03 19:13:53.318869 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.371169 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919392c6-5409-4d78-9780-e272117ed1e9 req-5268ae8a-9455-42a3-9de4-8d5905b188ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:53.373793 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-919392c6-5409-4d78-9780-e272117ed1e9 req-5268ae8a-9455-42a3-9de4-8d5905b188ff service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5784952f-9668-4767-bbbf-1e3098f662e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826595 Nov 03 19:13:53.398553 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-67d4bf83-1971-44f8-ba4e-57bcb338786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'af08a9e4-cc3d-4858-9681-0f908f4800dc', 'name': '', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:09:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:19Z', 'updated_at': '2021-11-03T19:12:23Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:53.427571 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4bf83-1971-44f8-ba4e-57bcb338786a None None] The sync data for ids ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'] in n-d-812150-4 is: [{'id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'af08a9e4-cc3d-4858-9681-0f908f4800dc', 'name': '', 'network_id': '5784952f-9668-4767-bbbf-1e3098f662e3', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'mac_address': 'fa:16:3e:09:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:19Z', 'updated_at': '2021-11-03T19:12:23Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'subnets': [{'id': 'f6faae6d-f782-4a44-acef-f76a3c9e2951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:13:53.695677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a237cce-6905-4f3e-9d83-36136be714b7 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:13:53.705730 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.722975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Transition to ACTIVE for port object 0a237cce-6905-4f3e-9d83-36136be714b7 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:13:53.727445 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.758629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7d09de-eaaa-4109-ba6c-0fd0952fed03 None None] New status for floating IP a2555f7c-28d9-4f22-8707-27057f1a6e47: DOWN {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:13:53.786884 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Pushing event updated for resources: {'Port': ['ID=0a237cce-6905-4f3e-9d83-36136be714b7,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:53.853115 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-919392c6-5409-4d78-9780-e272117ed1e9 req-b4738a51-e279-466b-8e2a-847e9d0dad0b service neutron] 10.222.0.98 "GET /v2.0/networks/5784952f-9668-4767-bbbf-1e3098f662e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678779 Nov 03 19:13:53.862647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1d91a-3f0e-44b2-ae61-27f246a4cea6 req-6d9ff233-c096-40a0-a065-d641f3ff4ca5 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:53.868956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Attempting to bind port 0a237cce-6905-4f3e-9d83-36136be714b7 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:13:53.870076 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Attempting to bind port 0a237cce-6905-4f3e-9d83-36136be714b7 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '1f55f05d-7ada-4aad-9979-1d0e60303389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '40dbe6cd-0337-4f6b-ba12-6785f5c919ed'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:13:53.870416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Attempting to bind port 0a237cce-6905-4f3e-9d83-36136be714b7 on network 40dbe6cd-0337-4f6b-ba12-6785f5c919ed {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:53.870880 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3a1d91a-3f0e-44b2-ae61-27f246a4cea6 req-6d9ff233-c096-40a0-a065-d641f3ff4ca5 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 931 time: 0.3945932 Nov 03 19:13:53.875098 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Port 0a237cce-6905-4f3e-9d83-36136be714b7 on network 40dbe6cd-0337-4f6b-ba12-6785f5c919ed not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:13:53.875421 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Attempting to bind port 0a237cce-6905-4f3e-9d83-36136be714b7 on network 40dbe6cd-0337-4f6b-ba12-6785f5c919ed {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:13:53.882400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:13:53.882706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Checking segment: {'id': '1f55f05d-7ada-4aad-9979-1d0e60303389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '40dbe6cd-0337-4f6b-ba12-6785f5c919ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:13:53.883063 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Bound using segment: {'id': '1f55f05d-7ada-4aad-9979-1d0e60303389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '40dbe6cd-0337-4f6b-ba12-6785f5c919ed'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:13:53.883497 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Bound port: 0a237cce-6905-4f3e-9d83-36136be714b7, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f55f05d-7ada-4aad-9979-1d0e60303389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '40dbe6cd-0337-4f6b-ba12-6785f5c919ed'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:13:53.883883 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.953727 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] For port 0a237cce-6905-4f3e-9d83-36136be714b7, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:13:53.957588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] For port 0a237cce-6905-4f3e-9d83-36136be714b7, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0a237cce-6905-4f3e-9d83-36136be714b7,segment=NetworkSegment(1f55f05d-7ada-4aad-9979-1d0e60303389),segment_id=1f55f05d-7ada-4aad-9979-1d0e60303389)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:13:53.961879 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:53.976684 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3a1d91a-3f0e-44b2-ae61-27f246a4cea6 req-a73b63d0-b07a-4f38-8350-5f489682a5d3 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047792 Nov 03 19:13:53.998199 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:53.998843 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.000279 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] 10.222.0.98 "PUT /v2.0/ports/0a237cce-6905-4f3e-9d83-36136be714b7 HTTP/1.1" status: 200 len: 1091 time: 0.7515593 Nov 03 19:13:54.009626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-919392c6-5409-4d78-9780-e272117ed1e9 req-6adc54dc-984c-4841-8cb5-96962867c639 service neutron] 10.222.0.98 "GET /v2.0/networks/5784952f-9668-4767-bbbf-1e3098f662e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307325 Nov 03 19:13:54.029332 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279f8ff-eeb2-4c21-a9a8-91670d087dce service neutron] Pushing event updated for resources: {'Port': ['ID=0a237cce-6905-4f3e-9d83-36136be714b7,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:54.090711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-d302a32b-a3cd-4ea3-b29e-51401d53e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:54.092553 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-d302a32b-a3cd-4ea3-b29e-51401d53e385 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9174f62cdba44deb92bcd8a1cd3781c3&device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 1094 time: 0.0492578 Nov 03 19:13:54.134100 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-cdc7bf9e-54f3-413e-8e25-a33b92f296e5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a237cce-6905-4f3e-9d83-36136be714b7 HTTP/1.1" status: 200 len: 217 time: 0.0338054 Nov 03 19:13:54.186170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-466c143c-b811-48ed-b1ba-e1905a1e58bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:54.187674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-466c143c-b811-48ed-b1ba-e1905a1e58bd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1977b07-2fbf-4158-b6f1-3e3424a7becc HTTP/1.1" status: 200 len: 854 time: 0.0468242 Nov 03 19:13:54.224323 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-f2d8a289-ea8b-47da-8778-39ff47f754af service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=40dbe6cd-0337-4f6b-ba12-6785f5c919ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293977 Nov 03 19:13:54.321839 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9713ef-aef4-4d05-a016-c0792752e1c0 req-c29e9b55-3f17-4ea9-9e01-9490cf10c860 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:54.323994 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9b9713ef-aef4-4d05-a016-c0792752e1c0 req-c29e9b55-3f17-4ea9-9e01-9490cf10c860 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0556526 Nov 03 19:13:54.357077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-e7c2da62-1837-4ce9-b871-b4b6c012d0c8 service neutron] 10.222.0.98 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259832 Nov 03 19:13:54.379339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99561a1b-21b6-489a-b30b-f0a38bfcef70 req-7c0e40fa-0963-4087-8b1e-6463f9fe55e5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:54.380825 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99561a1b-21b6-489a-b30b-f0a38bfcef70 req-7c0e40fa-0963-4087-8b1e-6463f9fe55e5 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/ports?device_id=21740ac0-12f9-4df6-943b-49bb64b738fc HTTP/1.1" status: 200 len: 945 time: 0.0721030 Nov 03 19:13:54.420655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-9b9713ef-aef4-4d05-a016-c0792752e1c0 req-323864d5-28f9-4b33-b6f7-01e2f555075d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port a43f798f-f840-42e0-bdd7-34b3b24b13e3 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:54.420901 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9b9713ef-aef4-4d05-a016-c0792752e1c0 req-323864d5-28f9-4b33-b6f7-01e2f555075d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.487693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99561a1b-21b6-489a-b30b-f0a38bfcef70 req-925547e9-6dfb-48fb-b9d8-34067029907a tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "GET /v2.0/security-groups?id=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949528 Nov 03 19:13:54.502751 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdc8699d-68f2-47c0-8f71-c63e7f9663df req-5fd9e126-3024-48f6-b23b-502155dd9b55 service neutron] 10.222.0.98 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380687 Nov 03 19:13:54.526674 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-9b9713ef-aef4-4d05-a016-c0792752e1c0 req-323864d5-28f9-4b33-b6f7-01e2f555075d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] For port a43f798f-f840-42e0-bdd7-34b3b24b13e3, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=a43f798f-f840-42e0-bdd7-34b3b24b13e3,segment=NetworkSegment(983ecf6f-f1bf-4c11-a692-40a55670f18f),segment_id=983ecf6f-f1bf-4c11-a692-40a55670f18f)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:54.527045 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9b9713ef-aef4-4d05-a016-c0792752e1c0 req-323864d5-28f9-4b33-b6f7-01e2f555075d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.540623 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-9b9713ef-aef4-4d05-a016-c0792752e1c0 req-323864d5-28f9-4b33-b6f7-01e2f555075d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for a43f798f-f840-42e0-bdd7-34b3b24b13e3 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:54.717878 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9b9713ef-aef4-4d05-a016-c0792752e1c0 req-323864d5-28f9-4b33-b6f7-01e2f555075d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.772530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d27720-85dc-4919-8bbe-0caa16d0724d', 'tag': '0a237cce-6905-4f3e-9d83-36136be714b7'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:54.775055 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485f0868-5ddf-4743-9550-e7721ce166c1" -d '{"events": [{"name": "network-changed", "server_uuid": "98d27720-85dc-4919-8bbe-0caa16d0724d", "tag": "0a237cce-6905-4f3e-9d83-36136be714b7"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:54.788530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323864d5-28f9-4b33-b6f7-01e2f555075d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=a43f798f-f840-42e0-bdd7-34b3b24b13e3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:54.842336 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5004e8-ff00-4bc3-84f1-3b601b25c1fb x-openstack-request-id: req-3d5004e8-ff00-4bc3-84f1-3b601b25c1fb {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:54.842656 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d27720-85dc-4919-8bbe-0caa16d0724d", "tag": "0a237cce-6905-4f3e-9d83-36136be714b7", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:54.842915 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3d5004e8-ff00-4bc3-84f1-3b601b25c1fb {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:54.843432 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d27720-85dc-4919-8bbe-0caa16d0724d', 'tag': '0a237cce-6905-4f3e-9d83-36136be714b7', 'status': 'completed', 'code': 200} Nov 03 19:13:54.863091 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9713ef-aef4-4d05-a016-c0792752e1c0 req-323864d5-28f9-4b33-b6f7-01e2f555075d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] No DVR routers for this DVR port a43f798f-f840-42e0-bdd7-34b3b24b13e3 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:54.865792 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-9b9713ef-aef4-4d05-a016-c0792752e1c0 req-323864d5-28f9-4b33-b6f7-01e2f555075d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:54.872318 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9b9713ef-aef4-4d05-a016-c0792752e1c0 req-323864d5-28f9-4b33-b6f7-01e2f555075d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.98 "DELETE /v2.0/ports/a43f798f-f840-42e0-bdd7-34b3b24b13e3 HTTP/1.1" status: 204 len: 173 time: 0.5428073 Nov 03 19:13:54.917483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f0868-5ddf-4743-9550-e7721ce166c1 req-9795a89a-69a3-4797-bac0-1d3334fbb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:54.919083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-485f0868-5ddf-4743-9550-e7721ce166c1 req-9795a89a-69a3-4797-bac0-1d3334fbb391 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9174f62cdba44deb92bcd8a1cd3781c3&device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 1094 time: 0.0520589 Nov 03 19:13:55.047503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f0868-5ddf-4743-9550-e7721ce166c1 req-40a4ab24-0c8a-4147-b7bd-487860c0e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:55.049211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-485f0868-5ddf-4743-9550-e7721ce166c1 req-40a4ab24-0c8a-4147-b7bd-487860c0e5c5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=40dbe6cd-0337-4f6b-ba12-6785f5c919ed HTTP/1.1" status: 200 len: 915 time: 0.1218433 Nov 03 19:13:55.119465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-485f0868-5ddf-4743-9550-e7721ce166c1 req-9917aaa2-ea35-439a-b471-2107f493e1dc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a237cce-6905-4f3e-9d83-36136be714b7 HTTP/1.1" status: 200 len: 217 time: 0.0625696 Nov 03 19:13:55.189447 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd0ac7-093d-41ec-871d-034a5d0bf8ee req-a09579d8-dbd6-4fcb-9604-f4be4489ed08 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:55.191282 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23cd0ac7-093d-41ec-871d-034a5d0bf8ee req-a09579d8-dbd6-4fcb-9604-f4be4489ed08 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 943 time: 0.1332996 Nov 03 19:13:55.203046 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f0868-5ddf-4743-9550-e7721ce166c1 req-e3495e6c-06d9-4ae0-b34e-1b0e84414588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:55.204494 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-485f0868-5ddf-4743-9550-e7721ce166c1 req-e3495e6c-06d9-4ae0-b34e-1b0e84414588 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1977b07-2fbf-4158-b6f1-3e3424a7becc HTTP/1.1" status: 200 len: 854 time: 0.0767765 Nov 03 19:13:55.248880 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-485f0868-5ddf-4743-9550-e7721ce166c1 req-1f2e66b1-928d-410f-800f-036bbc280fd9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=40dbe6cd-0337-4f6b-ba12-6785f5c919ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294516 Nov 03 19:13:55.304198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23cd0ac7-093d-41ec-871d-034a5d0bf8ee req-696d17fd-0284-4cf9-af37-ebb8123b5dc3 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046395 Nov 03 19:13:55.367688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-485f0868-5ddf-4743-9550-e7721ce166c1 req-0d2601a0-642c-4bc6-a306-eb4ebfa34689 service neutron] 10.222.0.98 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048005 Nov 03 19:13:55.461458 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-485f0868-5ddf-4743-9550-e7721ce166c1 req-507afb25-40ad-47e5-b18d-368af1a0d4ae service neutron] 10.222.0.98 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852695 Nov 03 19:13:55.546250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34608) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:55.770269 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-00b00bf5-4e3b-4f7a-a29d-6867cb6c763f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:55.975047 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1873d614-e96d-4fb8-a3a5-6026c7fcec8d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.438244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b706e2-6ca9-440c-b023-a9a1430ca591 req-e31ef9d7-adc3-4d81-bae2-7845ed578340 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:56.439919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2b706e2-6ca9-440c-b023-a9a1430ca591 req-e31ef9d7-adc3-4d81-bae2-7845ed578340 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 943 time: 0.0590253 Nov 03 19:13:56.494070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2b706e2-6ca9-440c-b023-a9a1430ca591 req-53b04582-91fb-417c-9539-2e47147c6fc1 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476463 Nov 03 19:13:56.559328 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1873d614-e96d-4fb8-a3a5-6026c7fcec8d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port af08a9e4-cc3d-4858-9681-0f908f4800dc {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:56.560047 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1873d614-e96d-4fb8-a3a5-6026c7fcec8d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.630964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0a237cce-6905-4f3e-9d83-36136be714b7 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:13:56.652966 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-1873d614-e96d-4fb8-a3a5-6026c7fcec8d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] For port af08a9e4-cc3d-4858-9681-0f908f4800dc, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=af08a9e4-cc3d-4858-9681-0f908f4800dc,segment=NetworkSegment(983ecf6f-f1bf-4c11-a692-40a55670f18f),segment_id=983ecf6f-f1bf-4c11-a692-40a55670f18f)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:56.653346 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1873d614-e96d-4fb8-a3a5-6026c7fcec8d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.666521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-1873d614-e96d-4fb8-a3a5-6026c7fcec8d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for af08a9e4-cc3d-4858-9681-0f908f4800dc owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:56.737904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0a237cce-6905-4f3e-9d83-36136be714b7, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0a237cce-6905-4f3e-9d83-36136be714b7,segment=NetworkSegment(1f55f05d-7ada-4aad-9979-1d0e60303389),segment_id=1f55f05d-7ada-4aad-9979-1d0e60303389)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:56.749980 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '0a237cce-6905-4f3e-9d83-36136be714b7', 'network_id': '40dbe6cd-0337-4f6b-ba12-6785f5c919ed', 'port_id': '0a237cce-6905-4f3e-9d83-36136be714b7', 'mac_address': 'fa:16:3e:54:16:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1977b07-2fbf-4158-b6f1-3e3424a7becc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:13:56.796007 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.811442 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a237cce-6905-4f3e-9d83-36136be714b7 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:13:56.845526 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'name': 'network-vif-deleted', 'tag': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:56.845814 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0a237cce-6905-4f3e-9d83-36136be714b7, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0a237cce-6905-4f3e-9d83-36136be714b7,segment=NetworkSegment(1f55f05d-7ada-4aad-9979-1d0e60303389),segment_id=1f55f05d-7ada-4aad-9979-1d0e60303389)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:56.847882 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352c08a2-041d-42f1-a295-e915d503e00b" -d '{"events": [{"server_uuid": "21740ac0-12f9-4df6-943b-49bb64b738fc", "name": "network-vif-deleted", "tag": "a43f798f-f840-42e0-bdd7-34b3b24b13e3"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:56.850763 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.913734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=0a237cce-6905-4f3e-9d83-36136be714b7,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:56.927323 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0181ade6-eae2-40d1-8a6f-853479faf75e x-openstack-request-id: req-0181ade6-eae2-40d1-8a6f-853479faf75e {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:56.927643 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21740ac0-12f9-4df6-943b-49bb64b738fc", "name": "network-vif-deleted", "tag": "a43f798f-f840-42e0-bdd7-34b3b24b13e3", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:56.927904 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0181ade6-eae2-40d1-8a6f-853479faf75e {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:56.928295 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21740ac0-12f9-4df6-943b-49bb64b738fc', 'name': 'network-vif-deleted', 'tag': 'a43f798f-f840-42e0-bdd7-34b3b24b13e3', 'status': 'completed', 'code': 200} Nov 03 19:13:56.959012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1873d614-e96d-4fb8-a3a5-6026c7fcec8d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:56.987371 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873d614-e96d-4fb8-a3a5-6026c7fcec8d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=af08a9e4-cc3d-4858-9681-0f908f4800dc,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:57.061675 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['0a237cce-6905-4f3e-9d83-36136be714b7'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:13:57.191307 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1873d614-e96d-4fb8-a3a5-6026c7fcec8d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.432769 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1873d614-e96d-4fb8-a3a5-6026c7fcec8d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:13:57.542529 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1873d614-e96d-4fb8-a3a5-6026c7fcec8d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:13:57.548017 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1873d614-e96d-4fb8-a3a5-6026c7fcec8d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "PUT /v2.0/routers/259c8b87-17c0-44a3-9cd0-7ccdf91ff186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0006249 Nov 03 19:13:57.552134 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34616) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:57.553385 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44768fe-d6d4-4177-b8c9-185f57f660a5 None None] Sync routers for ids ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:13:57.564220 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44768fe-d6d4-4177-b8c9-185f57f660a5 None None] Routers {'259c8b87-17c0-44a3-9cd0-7ccdf91ff186'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:13:57.565450 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-a44768fe-d6d4-4177-b8c9-185f57f660a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:13:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:57.632167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting subnet f6faae6d-f782-4a44-acef-f76a3c9e2951 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:13:57.638520 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.679716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dba95d-0832-41aa-9d5b-f9683794345f req-5017bce4-5802-4e92-b257-e9b53fc40102 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:57.681390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9dba95d-0832-41aa-9d5b-f9683794345f req-5017bce4-5802-4e92-b257-e9b53fc40102 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 944 time: 0.1006477 Nov 03 19:13:57.696995 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-a44768fe-d6d4-4177-b8c9-185f57f660a5 None None] Set router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:13:57.709078 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.776340 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9dba95d-0832-41aa-9d5b-f9683794345f req-e63c8ec4-abf7-47d4-a6dd-f6fd5a7759b9 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849724 Nov 03 19:13:57.826874 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.897961 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.932900 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Subnet': ['ID=f6faae6d-f782-4a44-acef-f76a3c9e2951,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:57.937892 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:57.943645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/subnets/f6faae6d-f782-4a44-acef-f76a3c9e2951 HTTP/1.1" status: 204 len: 168 time: 0.3880498 Nov 03 19:13:57.944598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34618) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:57.947143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:57.947436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:57.947819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:57.948160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:57.948496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:57.948834 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:57.949172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:57.949401 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcaa87d-b3c2-4be3-8eb7-432af40ede53 None None] Network 5784952f-9668-4767-bbbf-1e3098f662e3 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:13:57.949887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:57.949887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:57.950137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:57.950472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:57.950795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e3d6d-685f-4c34-8258-66462dfc593f tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:13:58.018116 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-a44768fe-d6d4-4177-b8c9-185f57f660a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:13:56Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:58.045347 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44768fe-d6d4-4177-b8c9-185f57f660a5 None None] Checking router: 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:13:58.054303 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44768fe-d6d4-4177-b8c9-185f57f660a5 None None] Routers {'259c8b87-17c0-44a3-9cd0-7ccdf91ff186'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:13:58.055297 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-a44768fe-d6d4-4177-b8c9-185f57f660a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:13:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:58.065583 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.122341 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ee05b4c7-5cd2-4686-9a41-e551de3daac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.177788 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cff031-c19c-4f59-97a1-39033acebe83 None None] DHCP port deletion for 5784952f-9668-4767-bbbf-1e3098f662e3 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:13:58.181301 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-a44768fe-d6d4-4177-b8c9-185f57f660a5 None None] Set router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:13:58.193812 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.230982 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-11cff031-c19c-4f59-97a1-39033acebe83 None None] Deleting port 2aa05c60-fa27-4108-8ed9-5448e526f468 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:58.231266 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-11cff031-c19c-4f59-97a1-39033acebe83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.255822 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Deleting port 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:13:58.256306 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.296974 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-11cff031-c19c-4f59-97a1-39033acebe83 None None] For port 2aa05c60-fa27-4108-8ed9-5448e526f468, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=2aa05c60-fa27-4108-8ed9-5448e526f468,segment=NetworkSegment(983ecf6f-f1bf-4c11-a692-40a55670f18f),segment_id=983ecf6f-f1bf-4c11-a692-40a55670f18f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:58.297702 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-11cff031-c19c-4f59-97a1-39033acebe83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.315565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-11cff031-c19c-4f59-97a1-39033acebe83 None None] Calling delete_port for 2aa05c60-fa27-4108-8ed9-5448e526f468 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:58.344440 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] For port 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=78a9c41b-70e7-4aa0-bf8a-acf06547cdbb,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:58.344805 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.357409 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Calling delete_port for 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:13:58.374253 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-a44768fe-d6d4-4177-b8c9-185f57f660a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:13:56Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:58.401447 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-11cff031-c19c-4f59-97a1-39033acebe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.403165 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44768fe-d6d4-4177-b8c9-185f57f660a5 None None] The sync data for ids ['259c8b87-17c0-44a3-9cd0-7ccdf91ff186'] in n-d-812150-4 is: [{'id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655149446', 'tenant_id': '78a454aa6ba94726aa7cce9e1618069d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:13:56Z', 'revision_number': 5, 'project_id': '78a454aa6ba94726aa7cce9e1618069d', 'gw_port': {'id': '78a9c41b-70e7-4aa0-bf8a-acf06547cdbb', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259c8b87-17c0-44a3-9cd0-7ccdf91ff186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:12:16Z', 'updated_at': '2021-11-03T19:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:13:58.427033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cff031-c19c-4f59-97a1-39033acebe83 None None] Pushing event deleted for resources: {'Port': ['ID=2aa05c60-fa27-4108-8ed9-5448e526f468,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:58.430633 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cff031-c19c-4f59-97a1-39033acebe83 None None] No DVR routers for this DVR port 2aa05c60-fa27-4108-8ed9-5448e526f468 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:13:58.542451 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.567457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Port': ['ID=78a9c41b-70e7-4aa0-bf8a-acf06547cdbb,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:58.632824 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.646941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0a237cce-6905-4f3e-9d83-36136be714b7 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:13:58.700908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 0a237cce-6905-4f3e-9d83-36136be714b7 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:13:58.706631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 0a237cce-6905-4f3e-9d83-36136be714b7 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:13:58.707253 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.740543 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.742976 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.809426 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.809601 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.810339 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Fanout notify agent at l3_agent the message router_deleted on router 259c8b87-17c0-44a3-9cd0-7ccdf91ff186 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:13:58.819080 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.820424 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ecf41fcc-bea4-4878-b144-8669a3983e2d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/routers/259c8b87-17c0-44a3-9cd0-7ccdf91ff186 HTTP/1.1" status: 204 len: 168 time: 0.8753185 Nov 03 19:13:58.824031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34622) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:58.844183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d27720-85dc-4919-8bbe-0caa16d0724d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a237cce-6905-4f3e-9d83-36136be714b7'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:13:58.846499 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8920aee5-4727-4468-b394-4fb3b07b5f99" -d '{"events": [{"server_uuid": "98d27720-85dc-4919-8bbe-0caa16d0724d", "name": "network-vif-plugged", "status": "completed", "tag": "0a237cce-6905-4f3e-9d83-36136be714b7"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:13:58.860011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0a237cce-6905-4f3e-9d83-36136be714b7, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0a237cce-6905-4f3e-9d83-36136be714b7,segment=NetworkSegment(1f55f05d-7ada-4aad-9979-1d0e60303389),segment_id=1f55f05d-7ada-4aad-9979-1d0e60303389)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:13:58.865253 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:58.866351 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a43f798f-f840-42e0-bdd7-34b3b24b13e3 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:13:58.912482 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1d2f4d-4f18-43c3-bfa3-f4370d5dfb15 x-openstack-request-id: req-eb1d2f4d-4f18-43c3-bfa3-f4370d5dfb15 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:13:58.912776 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d27720-85dc-4919-8bbe-0caa16d0724d", "name": "network-vif-plugged", "status": "completed", "tag": "0a237cce-6905-4f3e-9d83-36136be714b7", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:13:58.913036 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-eb1d2f4d-4f18-43c3-bfa3-f4370d5dfb15 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:13:58.913434 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d27720-85dc-4919-8bbe-0caa16d0724d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a237cce-6905-4f3e-9d83-36136be714b7', 'code': 200} Nov 03 19:13:58.916733 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: a43f798f-f840-42e0-bdd7-34b3b24b13e3 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:13:58.917232 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device a43f798f-f840-42e0-bdd7-34b3b24b13e3 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:13:58.950715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=0a237cce-6905-4f3e-9d83-36136be714b7,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:58.985307 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-487d9c9a-0bf0-40b0-8332-d0df461bde71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.032795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b25ab-c7bb-47f7-813a-8df76077c778 req-a9b2f851-d324-4ec5-9de6-015846f759c4 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:59.034270 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd7b25ab-c7bb-47f7-813a-8df76077c778 req-a9b2f851-d324-4ec5-9de6-015846f759c4 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 945 time: 0.1657674 Nov 03 19:13:59.128438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8327ba1-6019-4a75-a2a0-1cb7e0d64e22 req-c5a413d9-1317-4138-8402-8afce8ff0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:13:59.129960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8327ba1-6019-4a75-a2a0-1cb7e0d64e22 req-c5a413d9-1317-4138-8402-8afce8ff0b5c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 1096 time: 0.1418910 Nov 03 19:13:59.186512 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dd7b25ab-c7bb-47f7-813a-8df76077c778 req-2e3be994-eaf0-4f5c-9371-29ae91b57b1f tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455710 Nov 03 19:13:59.189736 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-487d9c9a-0bf0-40b0-8332-d0df461bde71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.227660 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-487d9c9a-0bf0-40b0-8332-d0df461bde71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5784952f-9668-4767-bbbf-1e3098f662e3']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:59.243982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-487d9c9a-0bf0-40b0-8332-d0df461bde71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983ecf6f-f1bf-4c11-a692-40a55670f18f') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:59.244299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-487d9c9a-0bf0-40b0-8332-d0df461bde71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983ecf6f-f1bf-4c11-a692-40a55670f18f') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:13:59.251901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8327ba1-6019-4a75-a2a0-1cb7e0d64e22 req-66f7b174-262a-42db-81a8-f53f95940d93 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911646 Nov 03 19:13:59.255113 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-487d9c9a-0bf0-40b0-8332-d0df461bde71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.269156 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-487d9c9a-0bf0-40b0-8332-d0df461bde71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.275183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487d9c9a-0bf0-40b0-8332-d0df461bde71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:13:59.276252 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-487d9c9a-0bf0-40b0-8332-d0df461bde71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:13:59.288615 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:13:59.349528 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-487d9c9a-0bf0-40b0-8332-d0df461bde71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.355559 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-487d9c9a-0bf0-40b0-8332-d0df461bde71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.358827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-487d9c9a-0bf0-40b0-8332-d0df461bde71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/networks/5784952f-9668-4767-bbbf-1e3098f662e3 HTTP/1.1" status: 204 len: 168 time: 0.5344214 Nov 03 19:13:59.361732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34626) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:59.375326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d9c9a-0bf0-40b0-8332-d0df461bde71 tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'Network': ['ID=5784952f-9668-4767-bbbf-1e3098f662e3,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:59.421884 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34e5b0fb-644e-44c7-b5b8-46b73ae896aa tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.451366 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.452326 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34e5b0fb-644e-44c7-b5b8-46b73ae896aa tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.521789 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34e5b0fb-644e-44c7-b5b8-46b73ae896aa tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.524472 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-34e5b0fb-644e-44c7-b5b8-46b73ae896aa tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.526372 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-34e5b0fb-644e-44c7-b5b8-46b73ae896aa tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] 10.222.0.107 "DELETE /v2.0/security-groups/33e1dcd0-75b7-47b6-b32d-8c3eb93d9862 HTTP/1.1" status: 204 len: 168 time: 0.1629391 Nov 03 19:13:59.535685 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5b0fb-644e-44c7-b5b8-46b73ae896aa tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e1dcd0-75b7-47b6-b32d-8c3eb93d9862,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:13:59.775272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34634) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:59.920633 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-73499ea3-a6e1-413a-8005-6bd2a90ba90a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=78a454aa6ba94726aa7cce9e1618069d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434550 Nov 03 19:13:59.923045 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34638) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:13:59.972209 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8576792-0d36-44c6-a5b9-43596b563581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:13:59.992862 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8576792-0d36-44c6-a5b9-43596b563581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.041478 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8576792-0d36-44c6-a5b9-43596b563581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.044483 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b8576792-0d36-44c6-a5b9-43596b563581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.045683 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b8576792-0d36-44c6-a5b9-43596b563581 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9bf34c78-dd7c-42a9-bdce-553c2dc68de9 HTTP/1.1" status: 204 len: 168 time: 0.1216648 Nov 03 19:14:00.055029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8576792-0d36-44c6-a5b9-43596b563581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf34c78-dd7c-42a9-bdce-553c2dc68de9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:00.125161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:00.152064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:00.152504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 78a9c41b-70e7-4aa0-bf8a-acf06547cdbb not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:00.152992 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 2aa05c60-fa27-4108-8ed9-5448e526f468 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:00.173549 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 2aa05c60-fa27-4108-8ed9-5448e526f468 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:00.174010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 2aa05c60-fa27-4108-8ed9-5448e526f468 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:00.174420 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device af08a9e4-cc3d-4858-9681-0f908f4800dc no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:00.198682 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: af08a9e4-cc3d-4858-9681-0f908f4800dc {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:00.199035 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device af08a9e4-cc3d-4858-9681-0f908f4800dc not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:00.320358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f44043-b962-460a-9222-81b576b13587 req-e16c76b0-a862-4304-b15c-ba8b862ba4a6 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:00.321897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-69f44043-b962-460a-9222-81b576b13587 req-e16c76b0-a862-4304-b15c-ba8b862ba4a6 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 945 time: 0.0523174 Nov 03 19:14:00.368778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34646) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:00.379556 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-69f44043-b962-460a-9222-81b576b13587 req-d1baa36f-655c-4e79-883f-b6ad0050783f tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515590 Nov 03 19:14:00.410451 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-918f61ec-8efd-47d9-8d37-f2a1d552855a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e2e69f2f75c34ac58ea8e418b87278ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397732 Nov 03 19:14:00.412858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34648) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:00.465042 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-86a370ba-c7d8-4c3f-85f9-b652de71dc06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.486082 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-86a370ba-c7d8-4c3f-85f9-b652de71dc06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.532931 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-86a370ba-c7d8-4c3f-85f9-b652de71dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.536145 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-86a370ba-c7d8-4c3f-85f9-b652de71dc06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.537454 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-86a370ba-c7d8-4c3f-85f9-b652de71dc06 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5b8e56ba-e3f9-4aa4-9d6a-ba76762cedd3 HTTP/1.1" status: 204 len: 168 time: 0.1236145 Nov 03 19:14:00.545896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a370ba-c7d8-4c3f-85f9-b652de71dc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8e56ba-e3f9-4aa4-9d6a-ba76762cedd3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:00.721609 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:00.724882 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.453952 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:01.503202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb7584-2541-4223-9b36-7c3490ffcdbd req-2ccf099a-f510-4c66-be26-f83c699a69de tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:01.504739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4beb7584-2541-4223-9b36-7c3490ffcdbd req-2ccf099a-f510-4c66-be26-f83c699a69de tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 945 time: 0.0523124 Nov 03 19:14:01.559669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4beb7584-2541-4223-9b36-7c3490ffcdbd req-4c967ad9-ad46-46be-80ff-27b53760993f tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451193 Nov 03 19:14:01.809521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34726) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:01.977350 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'network': {'name': 'tempest-network-smoke--274033022', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'port_security_enabled': True}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:02.006086 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Made reservation on behalf of 15c49e96cb16436ebe0c5889ce3d1cdb for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:02.009736 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.019107 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.110573 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.115272 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.143851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:14:02.155657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c66ff3-77fa-4ce3-abd1-3e56de3eadb7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:02.160781 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.161417 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Added segment dfb2e041-c68f-4596-aeb0-b0093d4579e5 of type vlan for network 03b9e283-460f-43de-8151-91cdc3f24f1d Nov 03 19:14:02.221176 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.260875 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.266535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:02.267125 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.330415 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5197606 Nov 03 19:14:02.333481 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34764) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:02.339498 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-711819224', 'admin_state_up': True, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:02.383555 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.385368 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cf036-197f-49b5-8cfc-246429251475 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Network': ['ID=03b9e283-460f-43de-8151-91cdc3f24f1d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:02.387982 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.398621 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 03b9e283-460f-43de-8151-91cdc3f24f1d details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:14:02.504808 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.652619 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.855947 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:02.881055 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.000671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Allocated IP 172.25.2.242 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/ed4dcec6-6103-4c55-8ce1-52b86b1913e5) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:03.114226 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.154928 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.192484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:03.195377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:03.201140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:03.226053 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Port': ['ID=ed4dcec6-6103-4c55-8ce1-52b86b1913e5,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:03.460936 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:03.954797 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.108866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:14:04.219103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:14:04.241326 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.242592 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f56494b1-83b2-483e-b580-ac16b24ea9a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9080982 Nov 03 19:14:04.243545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Sync routers for ids ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:14:04.246875 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34770) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:04.257411 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Routers {'8152d387-49bf-4774-9b2b-3c3ff8a68e2f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:04.258101 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:13:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:04.341469 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4753d5eb-5b25-4e65-9978-3f04bc102281 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=15c49e96cb16436ebe0c5889ce3d1cdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0933118 Nov 03 19:14:04.344380 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34774) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:04.374227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Set router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:14:04.436100 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe763ec4-5da9-4842-8349-44bb665f5951 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:04.438454 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fe763ec4-5da9-4842-8349-44bb665f5951 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921075 Nov 03 19:14:04.440607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34776) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:04.475209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-95c5ba21-a731-47e5-a04e-65153aa8879a tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333338 Nov 03 19:14:04.477869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34778) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:04.485126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-7064d634-1978-4291-b842-626b52a646a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1962575102', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:04.573084 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:03Z', 'revision_number': 3, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:04.586317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7064d634-1978-4291-b842-626b52a646a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Made reservation on behalf of 15c49e96cb16436ebe0c5889ce3d1cdb for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:04.591836 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7064d634-1978-4291-b842-626b52a646a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.609174 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Checking router: 8152d387-49bf-4774-9b2b-3c3ff8a68e2f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:14:04.609833 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Updating router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f port ed4dcec6-6103-4c55-8ce1-52b86b1913e5 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:14:04.648828 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.800930 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7064d634-1978-4291-b842-626b52a646a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.874377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064d634-1978-4291-b842-626b52a646a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Subnet': ['ID=f9d1c515-7713-40f1-848f-219ad86996ff,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:04.884135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7064d634-1978-4291-b842-626b52a646a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Checking segment: {'id': 'dfb2e041-c68f-4596-aeb0-b0093d4579e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:04.885103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7064d634-1978-4291-b842-626b52a646a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network hostable DHCP agents. Network: 03b9e283-460f-43de-8151-91cdc3f24f1d, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:14:04.906601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7064d634-1978-4291-b842-626b52a646a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 03b9e283-460f-43de-8151-91cdc3f24f1d is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:14:04.917086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-7064d634-1978-4291-b842-626b52a646a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 03b9e283-460f-43de-8151-91cdc3f24f1d) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:04.923104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7064d634-1978-4291-b842-626b52a646a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:04.924247 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7064d634-1978-4291-b842-626b52a646a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:04.935712 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e4c86c-97b3-40c6-b914-33ea7d7f5556 None None] Network 03b9e283-460f-43de-8151-91cdc3f24f1d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:04.946473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7064d634-1978-4291-b842-626b52a646a0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4663081 Nov 03 19:14:04.949731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34780) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:05.297863 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:05.311448 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:05.357272 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:14:05.387546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a322d8-7646-404b-b027-ef2250e0afb0 None None] Pushing event updated for resources: {'Port': ['ID=ed4dcec6-6103-4c55-8ce1-52b86b1913e5,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:05.401625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Attempting to bind port ed4dcec6-6103-4c55-8ce1-52b86b1913e5 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:14:05.402001 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Attempting to bind port ed4dcec6-6103-4c55-8ce1-52b86b1913e5 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:14:05.402361 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Attempting to bind port ed4dcec6-6103-4c55-8ce1-52b86b1913e5 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:05.404812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-03b9e283-460f-43de-8151-91cdc3f24f1d', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:14:05.405662 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:05.423511 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:14:05.423971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:05.424309 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:05.424704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:14:05.425191 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Bound port: ed4dcec6-6103-4c55-8ce1-52b86b1913e5, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:14:05.425578 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:05.476336 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:05.543644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] For port ed4dcec6-6103-4c55-8ce1-52b86b1913e5, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:14:05.548909 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] For port ed4dcec6-6103-4c55-8ce1-52b86b1913e5, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ed4dcec6-6103-4c55-8ce1-52b86b1913e5,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:14:05.555566 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:05.654476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a322d8-7646-404b-b027-ef2250e0afb0 None None] Pushing event updated for resources: {'Port': ['ID=ed4dcec6-6103-4c55-8ce1-52b86b1913e5,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:05.657640 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Allocated IP 172.20.0.2 (03b9e283-460f-43de-8151-91cdc3f24f1d/f9d1c515-7713-40f1-848f-219ad86996ff/d57e3854-a659-41a3-9efc-2d66aecd4b83) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:05.659749 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Routers {'8152d387-49bf-4774-9b2b-3c3ff8a68e2f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:05.660191 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:13:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:05.827570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] Set router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:14:06.007263 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.018948 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.066367 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Pushing event updated for resources: {'Port': ['ID=d57e3854-a659-41a3-9efc-2d66aecd4b83,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:06.070391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Allocated IP 172.20.0.1 (03b9e283-460f-43de-8151-91cdc3f24f1d/f9d1c515-7713-40f1-848f-219ad86996ff/2b8844fc-4e8f-495c-82f0-1b5a67a1532e) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:06.094011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Network 03b9e283-460f-43de-8151-91cdc3f24f1d is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:06.097979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:06.100648 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:06.166718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Attempting to bind port d57e3854-a659-41a3-9efc-2d66aecd4b83 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:14:06.167180 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Attempting to bind port d57e3854-a659-41a3-9efc-2d66aecd4b83 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'dfb2e041-c68f-4596-aeb0-b0093d4579e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:14:06.167550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Attempting to bind port d57e3854-a659-41a3-9efc-2d66aecd4b83 on network 03b9e283-460f-43de-8151-91cdc3f24f1d {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:06.173525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:14:06.173905 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Checking segment: {'id': 'dfb2e041-c68f-4596-aeb0-b0093d4579e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:06.174305 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.174700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Bound using segment: {'id': 'dfb2e041-c68f-4596-aeb0-b0093d4579e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:14:06.175173 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Bound port: d57e3854-a659-41a3-9efc-2d66aecd4b83, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb2e041-c68f-4596-aeb0-b0093d4579e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:14:06.175558 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.207481 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.224537 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:03Z', 'revision_number': 3, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:06.242368 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.264333 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e263a17-d149-4a9a-8d73-66235af2eb56 None None] The sync data for ids ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'] in n-d-812150-4 is: [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:03Z', 'revision_number': 3, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:14:06.289222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] For port d57e3854-a659-41a3-9efc-2d66aecd4b83, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:14:06.294293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] For port d57e3854-a659-41a3-9efc-2d66aecd4b83, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d57e3854-a659-41a3-9efc-2d66aecd4b83,segment=NetworkSegment(dfb2e041-c68f-4596-aeb0-b0093d4579e5),segment_id=dfb2e041-c68f-4596-aeb0-b0093d4579e5)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:14:06.294511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 03b9e283-460f-43de-8151-91cdc3f24f1d is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:06.300007 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:06.302810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:06.307194 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.335037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Port': ['ID=2b8844fc-4e8f-495c-82f0-1b5a67a1532e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:06.372121 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.402253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4a98f-e9ac-48f2-9709-40d922a25e75 None None] Pushing event updated for resources: {'Port': ['ID=d57e3854-a659-41a3-9efc-2d66aecd4b83,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:06.542300 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.949285 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:06.955104 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:07.034379 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Port': ['ID=2b8844fc-4e8f-495c-82f0-1b5a67a1532e,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:07.036847 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:07.146266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 03b9e283-460f-43de-8151-91cdc3f24f1d is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:07.147919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:07.316240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:14:07.460549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:14:07.467886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ccf07327-ff01-4b23-b878-9ab0e028ba78 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "PUT /v2.0/routers/8152d387-49bf-4774-9b2b-3c3ff8a68e2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5164301 Nov 03 19:14:07.469972 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34788) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:07.646990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caaf42a-743c-4d5a-8276-4e716932cafa None None] Network 03b9e283-460f-43de-8151-91cdc3f24f1d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:14:07.740209 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5f7c6e2f-951b-4d11-9bb9-2e18c375f536 None None] Provisioning complete for port d57e3854-a659-41a3-9efc-2d66aecd4b83 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:07.740585 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5f7c6e2f-951b-4d11-9bb9-2e18c375f536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:07.911539 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5f7c6e2f-951b-4d11-9bb9-2e18c375f536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:07.951943 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5f7c6e2f-951b-4d11-9bb9-2e18c375f536 None None] For port d57e3854-a659-41a3-9efc-2d66aecd4b83, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d57e3854-a659-41a3-9efc-2d66aecd4b83,segment=NetworkSegment(dfb2e041-c68f-4596-aeb0-b0093d4579e5),segment_id=dfb2e041-c68f-4596-aeb0-b0093d4579e5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:07.958461 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5f7c6e2f-951b-4d11-9bb9-2e18c375f536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:07.995221 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406a92f-7005-4ef0-8df3-127d3ffb0c51 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:07.995827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406a92f-7005-4ef0-8df3-127d3ffb0c51 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:07.996252 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406a92f-7005-4ef0-8df3-127d3ffb0c51 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:07.996725 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406a92f-7005-4ef0-8df3-127d3ffb0c51 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:07.997328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406a92f-7005-4ef0-8df3-127d3ffb0c51 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:07.997800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406a92f-7005-4ef0-8df3-127d3ffb0c51 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:07.998266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406a92f-7005-4ef0-8df3-127d3ffb0c51 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:08.000217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3406a92f-7005-4ef0-8df3-127d3ffb0c51 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.5292149 Nov 03 19:14:08.003018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34790) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:08.020735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c6e2f-951b-4d11-9bb9-2e18c375f536 None None] Pushing event updated for resources: {'Port': ['ID=d57e3854-a659-41a3-9efc-2d66aecd4b83,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:08.133289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b136e1-4f2e-44f2-9376-065680ef7355 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:08.134172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b136e1-4f2e-44f2-9376-065680ef7355 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:08.135390 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b136e1-4f2e-44f2-9376-065680ef7355 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:08.135867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b136e1-4f2e-44f2-9376-065680ef7355 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:08.136313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b136e1-4f2e-44f2-9376-065680ef7355 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:08.137026 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b136e1-4f2e-44f2-9376-065680ef7355 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:08.137473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b136e1-4f2e-44f2-9376-065680ef7355 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:08.142672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34792) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:08.154054 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-97b136e1-4f2e-44f2-9376-065680ef7355 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4647 time: 0.1491745 Nov 03 19:14:08.231787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d57e3854-a659-41a3-9efc-2d66aecd4b83 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:08.301014 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-507d8c60-b632-4e5b-91c9-366d3f13fbe1 None None] Provisioning complete for port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:08.301384 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-507d8c60-b632-4e5b-91c9-366d3f13fbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.367292 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port d57e3854-a659-41a3-9efc-2d66aecd4b83 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:08.368307 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.372557 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-507d8c60-b632-4e5b-91c9-366d3f13fbe1 None None] Port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:14:08.426299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-507d8c60-b632-4e5b-91c9-366d3f13fbe1 None None] Provisioning complete for port d57e3854-a659-41a3-9efc-2d66aecd4b83 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:08.426625 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-507d8c60-b632-4e5b-91c9-366d3f13fbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.428930 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Sync routers for ids ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:14:08.448022 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Routers {'8152d387-49bf-4774-9b2b-3c3ff8a68e2f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:08.448900 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:13:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:08.474425 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-414a6dba-dfea-435b-9943-317d7b178473 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3307056 Nov 03 19:14:08.552235 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ed4dcec6-6103-4c55-8ce1-52b86b1913e5 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:08.630717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ed4dcec6-6103-4c55-8ce1-52b86b1913e5 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:08.631432 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.639037 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Set router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:14:08.739454 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.778534 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port ed4dcec6-6103-4c55-8ce1-52b86b1913e5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ed4dcec6-6103-4c55-8ce1-52b86b1913e5,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:08.782284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-30ddca51-6999-4d3b-9d5b-1702729dd48e None None] Provisioning complete for port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:08.782816 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30ddca51-6999-4d3b-9d5b-1702729dd48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.811260 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:08.881852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=ed4dcec6-6103-4c55-8ce1-52b86b1913e5,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:08.890942 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-30ddca51-6999-4d3b-9d5b-1702729dd48e None None] Port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:14:08.910562 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:06Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '2b8844fc-4e8f-495c-82f0-1b5a67a1532e', 'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:5d:32:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:05Z', 'updated_at': '2021-11-03T19:14:06Z', 'revision_number': 2, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:08.941370 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Checking router: 8152d387-49bf-4774-9b2b-3c3ff8a68e2f for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:14:08.941732 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Updating router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:14:08.971195 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.010535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b3849f61-de72-41e1-ad55-ad15f65940f2 None None] Provisioning complete for port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:09.010988 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b3849f61-de72-41e1-ad55-ad15f65940f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.030746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34798) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:09.035526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6187c488-1fdc-402b-a1a8-987a5411eca1 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-762202539', 'description': 'tempest-secgroup-smoke-762202539 description', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:09.050630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b3849f61-de72-41e1-ad55-ad15f65940f2 None None] Port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:14:09.063989 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6187c488-1fdc-402b-a1a8-987a5411eca1 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.137307 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6187c488-1fdc-402b-a1a8-987a5411eca1 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.142944 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6187c488-1fdc-402b-a1a8-987a5411eca1 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.180457 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6187c488-1fdc-402b-a1a8-987a5411eca1 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.181750 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6187c488-1fdc-402b-a1a8-987a5411eca1 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1498775 Nov 03 19:14:09.183719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187c488-1fdc-402b-a1a8-987a5411eca1 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21eb62e1-863c-4ea3-9762-0b560c46c560,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:09.185025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34800) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:09.192975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': '21eb62e1-863c-4ea3-9762-0b560c46c560', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:09.224209 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.270925 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.278042 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.290784 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.294633 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.312503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854d0ba4-94d3-459b-adec-c4b282701116,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:09.321270 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.321633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.322773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.323312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.323985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.324401 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.324826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.325388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.326049 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.326604 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.327159 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.327737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.329115 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f3e80-55cf-4bcd-8581-12cf4324fce4 None None] Pushing event updated for resources: {'Port': ['ID=2b8844fc-4e8f-495c-82f0-1b5a67a1532e,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:09.336979 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.339377 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-32010ee9-73a4-4c96-88fd-f2538aab9f43 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513543 Nov 03 19:14:09.342211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34802) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:09.347441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4efc373f-1c72-4db1-9f4d-2361fc980e2d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': '21eb62e1-863c-4ea3-9762-0b560c46c560', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:09.365206 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f3e80-55cf-4bcd-8581-12cf4324fce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.365693 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f3e80-55cf-4bcd-8581-12cf4324fce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.365841 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f3e80-55cf-4bcd-8581-12cf4324fce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.366061 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f3e80-55cf-4bcd-8581-12cf4324fce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.366393 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f3e80-55cf-4bcd-8581-12cf4324fce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.366723 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f3e80-55cf-4bcd-8581-12cf4324fce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.367046 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f3e80-55cf-4bcd-8581-12cf4324fce4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.367369 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f3e80-55cf-4bcd-8581-12cf4324fce4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.368293 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f3e80-55cf-4bcd-8581-12cf4324fce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.368293 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f3e80-55cf-4bcd-8581-12cf4324fce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.369147 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f3e80-55cf-4bcd-8581-12cf4324fce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.369147 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f3e80-55cf-4bcd-8581-12cf4324fce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:14:09.413002 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Attempting to bind port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:14:09.413370 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Attempting to bind port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'dfb2e041-c68f-4596-aeb0-b0093d4579e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:14:09.413754 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Attempting to bind port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e on network 03b9e283-460f-43de-8151-91cdc3f24f1d {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:09.414147 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4efc373f-1c72-4db1-9f4d-2361fc980e2d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.420481 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:14:09.420481 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Checking segment: {'id': 'dfb2e041-c68f-4596-aeb0-b0093d4579e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:09.422266 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.422725 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Bound using segment: {'id': 'dfb2e041-c68f-4596-aeb0-b0093d4579e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:14:09.423357 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Bound port: 2b8844fc-4e8f-495c-82f0-1b5a67a1532e, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb2e041-c68f-4596-aeb0-b0093d4579e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:14:09.423789 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.505858 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4efc373f-1c72-4db1-9f4d-2361fc980e2d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.511167 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4efc373f-1c72-4db1-9f4d-2361fc980e2d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.512087 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] For port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:14:09.516814 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] For port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=2b8844fc-4e8f-495c-82f0-1b5a67a1532e,segment=NetworkSegment(dfb2e041-c68f-4596-aeb0-b0093d4579e5),segment_id=dfb2e041-c68f-4596-aeb0-b0093d4579e5)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:14:09.523918 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.534102 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc373f-1c72-4db1-9f4d-2361fc980e2d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2474de06-ecea-44a4-82c9-eb3af8fede28,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:09.551337 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4efc373f-1c72-4db1-9f4d-2361fc980e2d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.555466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4efc373f-1c72-4db1-9f4d-2361fc980e2d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2091451 Nov 03 19:14:09.555790 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34806) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:09.561554 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b735ed13-0ec9-4064-b195-7abaa0eee569 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': '21eb62e1-863c-4ea3-9762-0b560c46c560', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:09.581651 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Routers {'8152d387-49bf-4774-9b2b-3c3ff8a68e2f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:09.582334 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:13:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:09.595435 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b735ed13-0ec9-4064-b195-7abaa0eee569 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.679437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-029d297f-e680-4e08-9682-463e3de0eb0a None None] Provisioning complete for port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:09.680175 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-029d297f-e680-4e08-9682-463e3de0eb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.687794 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b735ed13-0ec9-4064-b195-7abaa0eee569 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.698535 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b735ed13-0ec9-4064-b195-7abaa0eee569 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.735153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735ed13-0ec9-4064-b195-7abaa0eee569 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb74042d-f52e-45fa-ba76-7dc49f6652a2,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:09.740329 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] Set router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:14:09.780609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b735ed13-0ec9-4064-b195-7abaa0eee569 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.784661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b735ed13-0ec9-4064-b195-7abaa0eee569 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2249882 Nov 03 19:14:09.784843 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-029d297f-e680-4e08-9682-463e3de0eb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.785323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34808) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:09.790365 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-85cf381f-aa55-446c-85aa-1e974fa719a9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': '21eb62e1-863c-4ea3-9762-0b560c46c560', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:09.825396 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-029d297f-e680-4e08-9682-463e3de0eb0a None None] For port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=2b8844fc-4e8f-495c-82f0-1b5a67a1532e,segment=NetworkSegment(dfb2e041-c68f-4596-aeb0-b0093d4579e5),segment_id=dfb2e041-c68f-4596-aeb0-b0093d4579e5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:09.830464 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-029d297f-e680-4e08-9682-463e3de0eb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.834929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85cf381f-aa55-446c-85aa-1e974fa719a9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.889581 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d297f-e680-4e08-9682-463e3de0eb0a None None] Pushing event updated for resources: {'Port': ['ID=2b8844fc-4e8f-495c-82f0-1b5a67a1532e,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:09.910540 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85cf381f-aa55-446c-85aa-1e974fa719a9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.915842 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85cf381f-aa55-446c-85aa-1e974fa719a9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.917024 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f3e80-55cf-4bcd-8581-12cf4324fce4 None None] Pushing event updated for resources: {'Port': ['ID=2b8844fc-4e8f-495c-82f0-1b5a67a1532e,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:09.939815 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf381f-aa55-446c-85aa-1e974fa719a9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdfe301-8fd8-426c-8eb8-20173d3a1beb,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:09.954167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0634d442-e278-4dbb-8648-5aabcb81f30a None None] Provisioning complete for port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:09.954626 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0634d442-e278-4dbb-8648-5aabcb81f30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.959396 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-85cf381f-aa55-446c-85aa-1e974fa719a9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:09.963702 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-85cf381f-aa55-446c-85aa-1e974fa719a9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1742299 Nov 03 19:14:09.963916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34810) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:09.968991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f7701c0f-573b-4b10-aaed-6541967ce26d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': '21eb62e1-863c-4ea3-9762-0b560c46c560', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:10.000700 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-f7701c0f-573b-4b10-aaed-6541967ce26d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Project 15c49e96cb16436ebe0c5889ce3d1cdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:14:10.008057 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7701c0f-573b-4b10-aaed-6541967ce26d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.075314 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:06Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '2b8844fc-4e8f-495c-82f0-1b5a67a1532e', 'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:5d:32:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:05Z', 'updated_at': '2021-11-03T19:14:09Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:10.078506 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7701c0f-573b-4b10-aaed-6541967ce26d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.083707 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7701c0f-573b-4b10-aaed-6541967ce26d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.101848 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7701c0f-573b-4b10-aaed-6541967ce26d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9e121a-c0a4-47e3-a3ce-959040b9f771,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:10.110931 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ceea6c-49c2-4cdf-b45a-9f1cfc87b4c7 None None] The sync data for ids ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'] in n-d-812150-4 is: [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:06Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '2b8844fc-4e8f-495c-82f0-1b5a67a1532e', 'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:5d:32:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:05Z', 'updated_at': '2021-11-03T19:14:09Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:14:10.114813 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f7701c0f-573b-4b10-aaed-6541967ce26d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.116083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f7701c0f-573b-4b10-aaed-6541967ce26d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510260 Nov 03 19:14:10.119317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34812) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:10.125528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b216791d-1f94-4b6d-9bc8-e17d759e8fe9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': '21eb62e1-863c-4ea3-9762-0b560c46c560', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:10.129695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ed4dcec6-6103-4c55-8ce1-52b86b1913e5 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:10.175879 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-b216791d-1f94-4b6d-9bc8-e17d759e8fe9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Project 15c49e96cb16436ebe0c5889ce3d1cdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:14:10.187164 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b216791d-1f94-4b6d-9bc8-e17d759e8fe9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.215245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ed4dcec6-6103-4c55-8ce1-52b86b1913e5 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:10.215841 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.281690 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b216791d-1f94-4b6d-9bc8-e17d759e8fe9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.289023 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b216791d-1f94-4b6d-9bc8-e17d759e8fe9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.311747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216791d-1f94-4b6d-9bc8-e17d759e8fe9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61522361-88fe-411f-8a14-1fe1974c13c6,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:10.332240 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b216791d-1f94-4b6d-9bc8-e17d759e8fe9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:10.340179 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b216791d-1f94-4b6d-9bc8-e17d759e8fe9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2192886 Nov 03 19:14:10.529100 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-c534b46e-28be-4f8d-a4f3-49cd4284f210 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762202539&fields=id&tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb HTTP/1.1" status: 200 len: 267 time: 0.0585899 Nov 03 19:14:10.648897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54234-469d-4e27-9d5c-99af46f60173 req-1cac6c1e-98e3-4a7b-bb7f-3eaaf1e892f3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:10.652030 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-1cac6c1e-98e3-4a7b-bb7f-3eaaf1e892f3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/networks?id=03b9e283-460f-43de-8151-91cdc3f24f1d HTTP/1.1" status: 200 len: 796 time: 0.1152523 Nov 03 19:14:10.667648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-7d49d3e8-00bd-448e-8d84-7bfb28921f82 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/quotas/15c49e96cb16436ebe0c5889ce3d1cdb HTTP/1.1" status: 200 len: 375 time: 0.0107689 Nov 03 19:14:10.740417 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-fd14efe3-fc59-48d5-b4a1-8626b8be9923 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624182 Nov 03 19:14:10.854744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-37cab0f3-2fe4-4183-83d3-655b8524375a service neutron] 10.222.0.107 "GET /v2.0/networks/03b9e283-460f-43de-8151-91cdc3f24f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982821 Nov 03 19:14:10.968433 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-9601a9d5-44db-4d9e-8aa1-fe7665b4534f service neutron] 10.222.0.107 "GET /v2.0/networks/03b9e283-460f-43de-8151-91cdc3f24f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053073 Nov 03 19:14:11.155255 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-813533a8-b7b8-4045-9501-3210cac459b2 req-08f59904-dd29-440d-894e-495773573027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 210 time: 0.0298524 Nov 03 19:14:12.130679 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 2b8844fc-4e8f-495c-82f0-1b5a67a1532e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:12.187683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:12.188493 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:12.310405 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a4fbee4-c661-4764-912a-c87596203b9d req-48feaedd-fe82-4911-8105-d416e096ea45 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 210 time: 0.0521879 Nov 03 19:14:12.374917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54234-469d-4e27-9d5c-99af46f60173 req-a6a55828-efd0-4d46-87e5-14ae1e0c9eb7 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:12.376777 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-a6a55828-efd0-4d46-87e5-14ae1e0c9eb7 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.87 "GET /v2.0/networks?id=03b9e283-460f-43de-8151-91cdc3f24f1d HTTP/1.1" status: 200 len: 796 time: 0.1403728 Nov 03 19:14:12.791895 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-2e5d7010-0f67-4456-b398-ea5633aa1a4f tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb HTTP/1.1" status: 200 len: 379 time: 0.3964450 Nov 03 19:14:12.802120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-10b54234-469d-4e27-9d5c-99af46f60173 req-397df0f5-3913-4f27-b16a-8630b8a0cbad tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'port': {'device_id': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'admin_state_up': True, 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'security_groups': ['21eb62e1-863c-4ea3-9762-0b560c46c560']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:12.913764 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b54234-469d-4e27-9d5c-99af46f60173 req-397df0f5-3913-4f27-b16a-8630b8a0cbad tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Made reservation on behalf of 15c49e96cb16436ebe0c5889ce3d1cdb for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:14:12.917919 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-10b54234-469d-4e27-9d5c-99af46f60173 req-397df0f5-3913-4f27-b16a-8630b8a0cbad tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.051502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-10b54234-469d-4e27-9d5c-99af46f60173 req-397df0f5-3913-4f27-b16a-8630b8a0cbad tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Allocated IP 172.20.0.6 (03b9e283-460f-43de-8151-91cdc3f24f1d/f9d1c515-7713-40f1-848f-219ad86996ff/5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:13.209019 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-10b54234-469d-4e27-9d5c-99af46f60173 req-397df0f5-3913-4f27-b16a-8630b8a0cbad tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.245182 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-10b54234-469d-4e27-9d5c-99af46f60173 req-397df0f5-3913-4f27-b16a-8630b8a0cbad tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.289256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b54234-469d-4e27-9d5c-99af46f60173 req-397df0f5-3913-4f27-b16a-8630b8a0cbad tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 03b9e283-460f-43de-8151-91cdc3f24f1d is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:13.295460 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-10b54234-469d-4e27-9d5c-99af46f60173 req-397df0f5-3913-4f27-b16a-8630b8a0cbad tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:13.299302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b54234-469d-4e27-9d5c-99af46f60173 req-397df0f5-3913-4f27-b16a-8630b8a0cbad tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:13.306343 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397df0f5-3913-4f27-b16a-8630b8a0cbad tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Port': ['ID=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:13.360711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54234-469d-4e27-9d5c-99af46f60173 req-397df0f5-3913-4f27-b16a-8630b8a0cbad tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:13.361648 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-10b54234-469d-4e27-9d5c-99af46f60173 req-397df0f5-3913-4f27-b16a-8630b8a0cbad tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.386447 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-397df0f5-3913-4f27-b16a-8630b8a0cbad tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5881090 Nov 03 19:14:13.407675 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Request body: {'port': {'device_id': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:13.422494 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.456909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d8ee2-5f2f-490c-805c-9a28407d17d6 req-ac409524-a281-45dc-ab9b-8a6a089c375c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:13.459745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a71d8ee2-5f2f-490c-805c-9a28407d17d6 req-ac409524-a281-45dc-ab9b-8a6a089c375c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 931 time: 0.0634193 Nov 03 19:14:13.491375 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.531368 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a71d8ee2-5f2f-490c-805c-9a28407d17d6 req-148938b8-a436-4051-80e7-663f5b7fe8c2 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=21eb62e1-863c-4ea3-9762-0b560c46c560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652945 Nov 03 19:14:13.589533 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a2d62cc9-c451-4413-80ce-1196b68b79af None None] Provisioning complete for port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:13.589853 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a2d62cc9-c451-4413-80ce-1196b68b79af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.627188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a2d62cc9-c451-4413-80ce-1196b68b79af None None] Port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:14:13.778766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:14:13.787479 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.801154 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Transition to ACTIVE for port object 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:14:13.804909 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:13.857499 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:13.951939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Attempting to bind port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:14:13.952739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Attempting to bind port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'dfb2e041-c68f-4596-aeb0-b0093d4579e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:14:13.953171 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Attempting to bind port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 on network 03b9e283-460f-43de-8151-91cdc3f24f1d {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:13.959325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 on network 03b9e283-460f-43de-8151-91cdc3f24f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:14:13.959685 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Attempting to bind port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 on network 03b9e283-460f-43de-8151-91cdc3f24f1d {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:14:13.965485 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:14:13.965846 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Checking segment: {'id': 'dfb2e041-c68f-4596-aeb0-b0093d4579e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:14:13.966240 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Bound using segment: {'id': 'dfb2e041-c68f-4596-aeb0-b0093d4579e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:14:13.966679 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Bound port: 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb2e041-c68f-4596-aeb0-b0093d4579e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:14:13.967088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:14.041810 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] For port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:14:14.046010 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] For port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7,segment=NetworkSegment(dfb2e041-c68f-4596-aeb0-b0093d4579e5),segment_id=dfb2e041-c68f-4596-aeb0-b0093d4579e5)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:14:14.050704 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:14.106719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:14.111419 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:14.111419 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] 10.222.0.87 "PUT /v2.0/ports/5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 HTTP/1.1" status: 200 len: 1091 time: 0.7066801 Nov 03 19:14:14.111419 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'tag': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:14:14.115033 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f7eb24-9cbb-46f9-8e9e-55d5f6f5ca56" -d '{"events": [{"name": "network-changed", "server_uuid": "40c45363-0d08-4d5d-8e80-f12788b5701a", "tag": "5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:14:14.172300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7289fd-d29e-43d0-ab24-ab4a855dc7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:14.179839 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91ccf87-3a33-4448-a081-70f2aa73913b x-openstack-request-id: req-f91ccf87-3a33-4448-a081-70f2aa73913b {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:14:14.180133 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c45363-0d08-4d5d-8e80-f12788b5701a", "tag": "5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:14:14.180388 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f91ccf87-3a33-4448-a081-70f2aa73913b {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:14:14.180924 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'tag': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'status': 'completed', 'code': 200} Nov 03 19:14:14.250551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54234-469d-4e27-9d5c-99af46f60173 req-646ab735-7f81-46e8-bac6-0dd3c26dbd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:14.252470 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-646ab735-7f81-46e8-bac6-0dd3c26dbd0e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb&device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 1094 time: 0.0480485 Nov 03 19:14:14.310111 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-e7331855-b92d-4956-b6b2-82b12a089601 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 HTTP/1.1" status: 200 len: 217 time: 0.0404055 Nov 03 19:14:14.369183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54234-469d-4e27-9d5c-99af46f60173 req-83123cc6-1b35-4796-82fb-d89c1b76049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:14.371161 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-83123cc6-1b35-4796-82fb-d89c1b76049d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f9d1c515-7713-40f1-848f-219ad86996ff HTTP/1.1" status: 200 len: 835 time: 0.0500488 Nov 03 19:14:14.428503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b54234-469d-4e27-9d5c-99af46f60173 req-01fa67d8-75f4-4c8d-b65c-284db5a456f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:14.430088 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-01fa67d8-75f4-4c8d-b65c-284db5a456f7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03b9e283-460f-43de-8151-91cdc3f24f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493112 Nov 03 19:14:14.533757 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-1512f293-88bd-40d3-b554-de1e382d8b20 service neutron] 10.222.0.87 "GET /v2.0/networks/03b9e283-460f-43de-8151-91cdc3f24f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941896 Nov 03 19:14:14.641317 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-10b54234-469d-4e27-9d5c-99af46f60173 req-189e3730-ab8f-4ca3-9ff0-6b26a43f9490 service neutron] 10.222.0.87 "GET /v2.0/networks/03b9e283-460f-43de-8151-91cdc3f24f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983329 Nov 03 19:14:14.663993 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb2bc2-dfc2-40d5-a8c4-a8ceffd3fdde req-11454dd0-c65f-49e1-87d5-7513d683d9ac tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:14.665545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50cb2bc2-dfc2-40d5-a8c4-a8ceffd3fdde req-11454dd0-c65f-49e1-87d5-7513d683d9ac tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 943 time: 0.0550344 Nov 03 19:14:14.740520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50cb2bc2-dfc2-40d5-a8c4-a8ceffd3fdde req-d7cb8927-ef9d-4289-b840-78e782fc24ae tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=21eb62e1-863c-4ea3-9762-0b560c46c560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611577 Nov 03 19:14:14.824049 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7eb24-9cbb-46f9-8e9e-55d5f6f5ca56 req-974397f2-6763-441f-b9c3-1a98277a4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:14.825751 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-02f7eb24-9cbb-46f9-8e9e-55d5f6f5ca56 req-974397f2-6763-441f-b9c3-1a98277a4bdf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb&device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 1094 time: 0.0645721 Nov 03 19:14:14.933548 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7eb24-9cbb-46f9-8e9e-55d5f6f5ca56 req-719f7a72-15a1-4a04-a0a5-55839cbdda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:14.935175 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-02f7eb24-9cbb-46f9-8e9e-55d5f6f5ca56 req-719f7a72-15a1-4a04-a0a5-55839cbdda24 service neutron] 10.222.0.87 "GET /v2.0/networks?id=03b9e283-460f-43de-8151-91cdc3f24f1d HTTP/1.1" status: 200 len: 897 time: 0.1006722 Nov 03 19:14:14.987468 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-02f7eb24-9cbb-46f9-8e9e-55d5f6f5ca56 req-1893a36d-7c38-4ab5-ba4a-1737a823941f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 HTTP/1.1" status: 200 len: 217 time: 0.0380998 Nov 03 19:14:15.044786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7eb24-9cbb-46f9-8e9e-55d5f6f5ca56 req-15442e8c-f9cb-4eb4-9a4d-137d24ab45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:15.046396 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-02f7eb24-9cbb-46f9-8e9e-55d5f6f5ca56 req-15442e8c-f9cb-4eb4-9a4d-137d24ab45b8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f9d1c515-7713-40f1-848f-219ad86996ff HTTP/1.1" status: 200 len: 835 time: 0.0483882 Nov 03 19:14:15.100319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7eb24-9cbb-46f9-8e9e-55d5f6f5ca56 req-e84596e8-1a45-4dfa-84fb-ba47780deeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:15.101729 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-02f7eb24-9cbb-46f9-8e9e-55d5f6f5ca56 req-e84596e8-1a45-4dfa-84fb-ba47780deeef service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03b9e283-460f-43de-8151-91cdc3f24f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466640 Nov 03 19:14:15.201351 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-02f7eb24-9cbb-46f9-8e9e-55d5f6f5ca56 req-9e7ae783-8551-4292-94b8-441b2c4e6260 service neutron] 10.222.0.87 "GET /v2.0/networks/03b9e283-460f-43de-8151-91cdc3f24f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907602 Nov 03 19:14:15.312500 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-02f7eb24-9cbb-46f9-8e9e-55d5f6f5ca56 req-5e232cdc-4fde-42fd-9abf-25b7e8c7f2c2 service neutron] 10.222.0.87 "GET /v2.0/networks/03b9e283-460f-43de-8151-91cdc3f24f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951400 Nov 03 19:14:15.874177 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dc9d1-7ac4-404c-bc09-22524f18bff9 req-5b13748a-85d7-4081-ae3f-df6a48cea236 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:15.875741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-780dc9d1-7ac4-404c-bc09-22524f18bff9 req-5b13748a-85d7-4081-ae3f-df6a48cea236 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 943 time: 0.0507083 Nov 03 19:14:15.927852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-780dc9d1-7ac4-404c-bc09-22524f18bff9 req-22ba6c10-f34b-42a8-9091-c8d0993b86e4 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=21eb62e1-863c-4ea3-9762-0b560c46c560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460365 Nov 03 19:14:17.059813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d59c3-ae2b-43de-b22c-7e855de28905 req-066d4df7-9fa3-4101-ad2b-35b832f7295e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:17.062298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e6d59c3-ae2b-43de-b22c-7e855de28905 req-066d4df7-9fa3-4101-ad2b-35b832f7295e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 943 time: 0.0609133 Nov 03 19:14:17.118531 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e6d59c3-ae2b-43de-b22c-7e855de28905 req-9deaf32a-d779-4ae3-aa76-85b9b321017e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=21eb62e1-863c-4ea3-9762-0b560c46c560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489922 Nov 03 19:14:17.600418 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:14:17.696223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7,segment=NetworkSegment(dfb2e041-c68f-4596-aeb0-b0093d4579e5),segment_id=dfb2e041-c68f-4596-aeb0-b0093d4579e5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:17.711378 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'port_id': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'mac_address': 'fa:16:3e:e8:2d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:14:17.921888 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:17.935403 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:14:17.957431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7,segment=NetworkSegment(dfb2e041-c68f-4596-aeb0-b0093d4579e5),segment_id=dfb2e041-c68f-4596-aeb0-b0093d4579e5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:17.961350 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:18.014150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:18.242396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f6468-aa98-4522-bc1c-0539a0910f49 req-0c6672b6-c885-40f9-bde0-8dfb59f2ba61 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:18.243874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c16f6468-aa98-4522-bc1c-0539a0910f49 req-0c6672b6-c885-40f9-bde0-8dfb59f2ba61 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 944 time: 0.0509906 Nov 03 19:14:18.295283 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c16f6468-aa98-4522-bc1c-0539a0910f49 req-2cb66882-3d26-4c1a-8f9c-8be6fd6e8afd tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=21eb62e1-863c-4ea3-9762-0b560c46c560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446088 Nov 03 19:14:18.383527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:14:19.418387 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6640c74-f8ac-4167-a6f9-686d8b4970a7 req-c41ce344-8d16-4d25-9c73-07c4e478ff67 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:19.420222 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6640c74-f8ac-4167-a6f9-686d8b4970a7 req-c41ce344-8d16-4d25-9c73-07c4e478ff67 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 944 time: 0.0545971 Nov 03 19:14:19.484307 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6640c74-f8ac-4167-a6f9-686d8b4970a7 req-c6798c2b-c296-4d07-badb-e5a2988f8b2c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=21eb62e1-863c-4ea3-9762-0b560c46c560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545478 Nov 03 19:14:19.606325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:14:19.661040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:14:19.665759 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:14:19.666134 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:19.745271 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:19.768489 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:14:19.771016 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4c8db1-a09f-4bdf-8c6c-92b3a3cd6ac9" -d '{"events": [{"server_uuid": "40c45363-0d08-4d5d-8e80-f12788b5701a", "name": "network-vif-plugged", "status": "completed", "tag": "5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:14:19.784611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7,segment=NetworkSegment(dfb2e041-c68f-4596-aeb0-b0093d4579e5),segment_id=dfb2e041-c68f-4596-aeb0-b0093d4579e5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:19.789811 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:19.830923 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b06729-a2ae-4028-ab3c-f6607a5776a3 x-openstack-request-id: req-c2b06729-a2ae-4028-ab3c-f6607a5776a3 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:14:19.831219 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c45363-0d08-4d5d-8e80-f12788b5701a", "name": "network-vif-plugged", "status": "completed", "tag": "5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:14:19.831474 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c2b06729-a2ae-4028-ab3c-f6607a5776a3 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:14:19.831896 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'code': 200} Nov 03 19:14:19.852209 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:19.990313 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62524da2-c134-4dcd-9362-a977713c132c req-fcb31d43-b0ad-488e-8276-854bbca93e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:19.991879 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-62524da2-c134-4dcd-9362-a977713c132c req-fcb31d43-b0ad-488e-8276-854bbca93e6f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 1096 time: 0.0441709 Nov 03 19:14:20.044640 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-62524da2-c134-4dcd-9362-a977713c132c req-c471c645-827c-4675-8983-274bd498267e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=21eb62e1-863c-4ea3-9762-0b560c46c560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430868 Nov 03 19:14:20.606241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51debfa2-01be-4148-8a65-1ec4b4c369ca req-bf347b86-dbc7-4119-ad13-3182dc08e233 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:20.607781 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51debfa2-01be-4148-8a65-1ec4b4c369ca req-bf347b86-dbc7-4119-ad13-3182dc08e233 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 945 time: 0.0492990 Nov 03 19:14:20.658523 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51debfa2-01be-4148-8a65-1ec4b4c369ca req-9b3bb00f-8eb0-440d-b8ea-3414315ef227 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=21eb62e1-863c-4ea3-9762-0b560c46c560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445292 Nov 03 19:14:21.785740 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecaba2-c4eb-431a-93eb-cb86fe852cdd req-58b83819-b099-4b92-a094-b933e1b21fb7 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:21.787276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0fecaba2-c4eb-431a-93eb-cb86fe852cdd req-58b83819-b099-4b92-a094-b933e1b21fb7 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 945 time: 0.0536594 Nov 03 19:14:21.842563 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0fecaba2-c4eb-431a-93eb-cb86fe852cdd req-e093e7e9-0622-459f-adc4-3fe0f336658e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=21eb62e1-863c-4ea3-9762-0b560c46c560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484419 Nov 03 19:14:21.975613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af613884-ee96-44eb-aec3-74999946de27 req-f883c92b-d938-4e3f-ad97-e4126efbc863 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:21.977220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af613884-ee96-44eb-aec3-74999946de27 req-f883c92b-d938-4e3f-ad97-e4126efbc863 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 945 time: 0.0563023 Nov 03 19:14:22.031739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af613884-ee96-44eb-aec3-74999946de27 req-2b2e3458-03c0-4ac2-a1ef-e08838407137 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=21eb62e1-863c-4ea3-9762-0b560c46c560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475271 Nov 03 19:14:22.055842 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34920) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:22.097317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9d3470-a3a1-4f22-a82a-9f95cd474b2a tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:22.098887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9b9d3470-a3a1-4f22-a82a-9f95cd474b2a tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 1091 time: 0.0420077 Nov 03 19:14:22.101820 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34922) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:22.106172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:14:22.129550 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:22.250544 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:22.357219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Allocated IP 172.25.2.247 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/3bd90cf5-71a5-4685-9325-8644060e34f1) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:14:22.468746 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:22.506009 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:22.545800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:14:22.548650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:14:22.551282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:14:22.583269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Port': ['ID=3bd90cf5-71a5-4685-9325-8644060e34f1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:22.932249 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:22.998089 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.156189 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.160726 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.235907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Port': ['ID=3bd90cf5-71a5-4685-9325-8644060e34f1,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:23.251179 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.352755 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Floating IP cb1ff6a8-40b6-4896-9e12-cfd843d45e6c associated. External IP: 172.25.2.247, port: 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7. Nov 03 19:14:23.584742 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:14:23.703131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:14:23.721357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c630ae-09d4-4c8f-a607-0d9c1cf2bebb None None] Sync routers for ids ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:14:23.722303 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:23.733265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c630ae-09d4-4c8f-a607-0d9c1cf2bebb None None] Routers {'8152d387-49bf-4774-9b2b-3c3ff8a68e2f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:23.733939 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e2c630ae-09d4-4c8f-a607-0d9c1cf2bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:13:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:23.756869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cad94c90-5882-4e7b-a386-93563c89ec9d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6514387 Nov 03 19:14:23.756869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'tag': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:14:23.757499 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b200e669-5489-4b18-bc45-23949a0ca321" -d '{"events": [{"name": "network-changed", "server_uuid": "40c45363-0d08-4d5d-8e80-f12788b5701a", "tag": "5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:14:23.758879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 34928) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:23.826310 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3972cfd3-fca6-42b3-ac0b-ceff17990714 x-openstack-request-id: req-3972cfd3-fca6-42b3-ac0b-ceff17990714 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:14:23.826310 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c45363-0d08-4d5d-8e80-f12788b5701a", "tag": "5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:14:23.826595 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3972cfd3-fca6-42b3-ac0b-ceff17990714 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:14:23.826859 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'tag': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'status': 'completed', 'code': 200} Nov 03 19:14:23.847030 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-401a7831-e920-4008-a6c7-39c7602474ed tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/floatingips/cb1ff6a8-40b6-4896-9e12-cfd843d45e6c HTTP/1.1" status: 200 len: 991 time: 0.0816331 Nov 03 19:14:23.857219 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-e2c630ae-09d4-4c8f-a607-0d9c1cf2bebb None None] Set router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:14:23.942127 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200e669-5489-4b18-bc45-23949a0ca321 req-5debbee2-7a71-41ae-9bcb-64c5088c67c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:23.943861 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b200e669-5489-4b18-bc45-23949a0ca321 req-5debbee2-7a71-41ae-9bcb-64c5088c67c7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb&device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 1096 time: 0.0444610 Nov 03 19:14:24.051512 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200e669-5489-4b18-bc45-23949a0ca321 req-8b63c148-b8c5-4583-80e2-091f6ffc8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:24.053341 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b200e669-5489-4b18-bc45-23949a0ca321 req-8b63c148-b8c5-4583-80e2-091f6ffc8f93 service neutron] 10.222.0.87 "GET /v2.0/networks?id=03b9e283-460f-43de-8151-91cdc3f24f1d HTTP/1.1" status: 200 len: 897 time: 0.0953476 Nov 03 19:14:24.094047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e2c630ae-09d4-4c8f-a607-0d9c1cf2bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:06Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'cb1ff6a8-40b6-4896-9e12-cfd843d45e6c', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'port_id': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'mac_address': 'fa:16:3e:e8:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:14:22Z', 'updated_at': '2021-11-03T19:14:22Z', 'revision_number': 0, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8844fc-4e8f-495c-82f0-1b5a67a1532e', 'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:5d:32:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:05Z', 'updated_at': '2021-11-03T19:14:09Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:24.123935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c630ae-09d4-4c8f-a607-0d9c1cf2bebb None None] Checking router: 8152d387-49bf-4774-9b2b-3c3ff8a68e2f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:14:24.131496 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b200e669-5489-4b18-bc45-23949a0ca321 req-4744fc61-81d8-4005-8693-45f6c12b4be4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 HTTP/1.1" status: 200 len: 999 time: 0.0658998 Nov 03 19:14:24.132636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c630ae-09d4-4c8f-a607-0d9c1cf2bebb None None] Routers {'8152d387-49bf-4774-9b2b-3c3ff8a68e2f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:14:24.133243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e2c630ae-09d4-4c8f-a607-0d9c1cf2bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:13:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:24.187398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200e669-5489-4b18-bc45-23949a0ca321 req-6cde0723-4692-4b2f-baa2-69360d0257fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:24.189056 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b200e669-5489-4b18-bc45-23949a0ca321 req-6cde0723-4692-4b2f-baa2-69360d0257fa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f9d1c515-7713-40f1-848f-219ad86996ff HTTP/1.1" status: 200 len: 835 time: 0.0475266 Nov 03 19:14:24.245382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200e669-5489-4b18-bc45-23949a0ca321 req-bc5220ec-bc83-4015-8f13-371424373719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:24.247027 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b200e669-5489-4b18-bc45-23949a0ca321 req-bc5220ec-bc83-4015-8f13-371424373719 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03b9e283-460f-43de-8151-91cdc3f24f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462201 Nov 03 19:14:24.255816 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-e2c630ae-09d4-4c8f-a607-0d9c1cf2bebb None None] Set router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:14:24.260017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-b200e669-5489-4b18-bc45-23949a0ca321 req-15dbb943-43d4-4a30-ac46-19889084724d service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:14:24.261299 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b200e669-5489-4b18-bc45-23949a0ca321 req-15dbb943-43d4-4a30-ac46-19889084724d service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0059526 Nov 03 19:14:24.369398 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b200e669-5489-4b18-bc45-23949a0ca321 req-fa06984a-143d-4480-9355-abab2a12b2bb service neutron] 10.222.0.87 "GET /v2.0/networks/03b9e283-460f-43de-8151-91cdc3f24f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929711 Nov 03 19:14:24.484096 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b200e669-5489-4b18-bc45-23949a0ca321 req-9c27893d-e80f-4ca0-877f-0e4e7130084d service neutron] 10.222.0.87 "GET /v2.0/networks/03b9e283-460f-43de-8151-91cdc3f24f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010373 Nov 03 19:14:24.501323 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e2c630ae-09d4-4c8f-a607-0d9c1cf2bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:06Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'cb1ff6a8-40b6-4896-9e12-cfd843d45e6c', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'port_id': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'mac_address': 'fa:16:3e:e8:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:14:22Z', 'updated_at': '2021-11-03T19:14:22Z', 'revision_number': 0, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8844fc-4e8f-495c-82f0-1b5a67a1532e', 'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:5d:32:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:05Z', 'updated_at': '2021-11-03T19:14:09Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:14:24.533630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c630ae-09d4-4c8f-a607-0d9c1cf2bebb None None] The sync data for ids ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'] in n-d-812150-4 is: [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:06Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'cb1ff6a8-40b6-4896-9e12-cfd843d45e6c', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'port_id': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'mac_address': 'fa:16:3e:e8:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:14:22Z', 'updated_at': '2021-11-03T19:14:22Z', 'revision_number': 0, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8844fc-4e8f-495c-82f0-1b5a67a1532e', 'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:5d:32:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:05Z', 'updated_at': '2021-11-03T19:14:09Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:14:24.746871 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597ea3eb-b7b0-4fe9-ad82-23cc0b06efea None None] New status for floating IP cb1ff6a8-40b6-4896-9e12-cfd843d45e6c: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:14:24.850419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34934) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:24.922622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ef7282bb-b3ca-4ff9-a189-a6b57d7515ab tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/floatingips/cb1ff6a8-40b6-4896-9e12-cfd843d45e6c HTTP/1.1" status: 200 len: 991 time: 0.0694401 Nov 03 19:14:25.773529 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5a7a72d9-734c-4f4b-8bd0-8117f7265f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:25.925317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 34938) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:25.990982 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-28c7120b-6079-4c5d-a9b6-9c7a1e53cefc tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/floatingips/cb1ff6a8-40b6-4896-9e12-cfd843d45e6c HTTP/1.1" status: 200 len: 993 time: 0.0643880 Nov 03 19:14:27.244751 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3144487-fe24-4866-b499-67df946c8d3c req-356ba24b-f2e9-47e6-a21d-b12213ceb4a4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=98d27720-85dc-4919-8bbe-0caa16d0724d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432901 Nov 03 19:14:27.331920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3144487-fe24-4866-b499-67df946c8d3c req-f5fdca9a-6606-4f43-bcca-a731bfa7550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:27.333488 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3144487-fe24-4866-b499-67df946c8d3c req-f5fdca9a-6606-4f43-bcca-a731bfa7550f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9174f62cdba44deb92bcd8a1cd3781c3&device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 1096 time: 0.0437217 Nov 03 19:14:27.450597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3144487-fe24-4866-b499-67df946c8d3c req-b2f299a6-8163-43d2-abf7-ad1fa63fe1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:27.452573 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3144487-fe24-4866-b499-67df946c8d3c req-b2f299a6-8163-43d2-abf7-ad1fa63fe1ef service neutron] 10.222.0.98 "GET /v2.0/networks?id=40dbe6cd-0337-4f6b-ba12-6785f5c919ed HTTP/1.1" status: 200 len: 915 time: 0.0982671 Nov 03 19:14:27.506802 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3144487-fe24-4866-b499-67df946c8d3c req-e8778e74-f37d-4b59-9ac4-fc0a6522acb2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a237cce-6905-4f3e-9d83-36136be714b7 HTTP/1.1" status: 200 len: 217 time: 0.0420558 Nov 03 19:14:27.565336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3144487-fe24-4866-b499-67df946c8d3c req-60be2011-f841-4dd5-b142-d57844e65e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:27.567233 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3144487-fe24-4866-b499-67df946c8d3c req-60be2011-f841-4dd5-b142-d57844e65e80 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1977b07-2fbf-4158-b6f1-3e3424a7becc HTTP/1.1" status: 200 len: 854 time: 0.0525396 Nov 03 19:14:27.603244 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3144487-fe24-4866-b499-67df946c8d3c req-279d514b-7609-4672-917f-be6c49c1dc13 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=40dbe6cd-0337-4f6b-ba12-6785f5c919ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273325 Nov 03 19:14:27.716335 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3144487-fe24-4866-b499-67df946c8d3c req-40072cc9-a0a7-4dc9-a430-10e98088bb46 service neutron] 10.222.0.98 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043465 Nov 03 19:14:28.107345 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3144487-fe24-4866-b499-67df946c8d3c req-be6be819-b44e-45ad-a132-d3973c13170d service neutron] 10.222.0.98 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829367 Nov 03 19:14:28.114563 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-56612811-dad6-40e2-9d62-b28427651a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:29.451996 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:30.720896 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:30.727126 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:31.455963 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:42.360641 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:14:43.422087 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:47.711091 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-121579f9-5dc6-4460-bfaa-7e70351ff526 req-eb5eb241-bcad-44c3-aad2-3150cdc59b5f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909445 Nov 03 19:14:47.819218 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121579f9-5dc6-4460-bfaa-7e70351ff526 req-a3f79fa7-bc6c-43f4-962b-ad5147347869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:47.820825 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-121579f9-5dc6-4460-bfaa-7e70351ff526 req-a3f79fa7-bc6c-43f4-962b-ad5147347869 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 1096 time: 0.0422263 Nov 03 19:14:47.931131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121579f9-5dc6-4460-bfaa-7e70351ff526 req-bec59c53-e832-4a43-9e1c-2b352671c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:47.932594 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-121579f9-5dc6-4460-bfaa-7e70351ff526 req-bec59c53-e832-4a43-9e1c-2b352671c20f service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.0900292 Nov 03 19:14:48.000116 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-121579f9-5dc6-4460-bfaa-7e70351ff526 req-d1730c37-c585-46ba-bfae-ed7f3f3866ab service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155036af-2b88-4364-8c15-d6d2471977d3 HTTP/1.1" status: 200 len: 1000 time: 0.0595219 Nov 03 19:14:48.052742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121579f9-5dc6-4460-bfaa-7e70351ff526 req-bcab8f8e-2796-45f4-a211-8a92caabd2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:48.054240 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-121579f9-5dc6-4460-bfaa-7e70351ff526 req-bcab8f8e-2796-45f4-a211-8a92caabd2fc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0467377 Nov 03 19:14:48.112479 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121579f9-5dc6-4460-bfaa-7e70351ff526 req-670fbd1c-0865-43a7-a2df-4e7bff39c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:48.114021 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-121579f9-5dc6-4460-bfaa-7e70351ff526 req-670fbd1c-0865-43a7-a2df-4e7bff39c10a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495272 Nov 03 19:14:48.214969 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-121579f9-5dc6-4460-bfaa-7e70351ff526 req-2559e09c-b91f-4c88-ac44-d7afa992fa40 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913868 Nov 03 19:14:48.353720 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-121579f9-5dc6-4460-bfaa-7e70351ff526 req-ccbe7efa-6eba-4f6c-9d2f-683bf3377185 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902624 Nov 03 19:14:50.712818 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881436bc-18bc-4092-b6a0-6c076521072b req-c2e9dcec-68c6-4f6d-af0d-9838f58eba85 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:50.714375 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-881436bc-18bc-4092-b6a0-6c076521072b req-c2e9dcec-68c6-4f6d-af0d-9838f58eba85 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 945 time: 0.0513530 Nov 03 19:14:50.761985 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-881436bc-18bc-4092-b6a0-6c076521072b req-f74abb3e-81d3-4ab5-b4cd-fdaa728dd5e9 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415120 Nov 03 19:14:51.882214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e07c1-d31d-4dd6-bf63-49555d44b010 req-35bbdd97-05d0-4809-b354-5ebdd13fcf15 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:51.883747 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b3e07c1-d31d-4dd6-bf63-49555d44b010 req-35bbdd97-05d0-4809-b354-5ebdd13fcf15 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 945 time: 0.0500278 Nov 03 19:14:51.932532 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b3e07c1-d31d-4dd6-bf63-49555d44b010 req-93ca25df-cc2b-455e-92f2-ff89ff0781db tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Nov 03 19:14:52.141147 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500282a-d226-4ea7-8728-a12d7fc3856d req-2de7b562-740e-44f4-8fd3-efc78cf720dc tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:52.142577 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5500282a-d226-4ea7-8728-a12d7fc3856d req-2de7b562-740e-44f4-8fd3-efc78cf720dc tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.98 "GET /v2.0/ports?device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 945 time: 0.0510082 Nov 03 19:14:52.231057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-5500282a-d226-4ea7-8728-a12d7fc3856d req-a0500cb1-4153-453f-9047-67660ecb5c43 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Deleting port 0a237cce-6905-4f3e-9d83-36136be714b7 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:14:52.231392 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5500282a-d226-4ea7-8728-a12d7fc3856d req-a0500cb1-4153-453f-9047-67660ecb5c43 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.321685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-5500282a-d226-4ea7-8728-a12d7fc3856d req-a0500cb1-4153-453f-9047-67660ecb5c43 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] For port 0a237cce-6905-4f3e-9d83-36136be714b7, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0a237cce-6905-4f3e-9d83-36136be714b7,segment=NetworkSegment(1f55f05d-7ada-4aad-9979-1d0e60303389),segment_id=1f55f05d-7ada-4aad-9979-1d0e60303389)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:14:52.322076 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5500282a-d226-4ea7-8728-a12d7fc3856d req-a0500cb1-4153-453f-9047-67660ecb5c43 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.336214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-5500282a-d226-4ea7-8728-a12d7fc3856d req-a0500cb1-4153-453f-9047-67660ecb5c43 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Calling delete_port for 0a237cce-6905-4f3e-9d83-36136be714b7 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:14:52.470857 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5500282a-d226-4ea7-8728-a12d7fc3856d req-a0500cb1-4153-453f-9047-67660ecb5c43 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.482722 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['0a237cce-6905-4f3e-9d83-36136be714b7'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:14:52.501661 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0500cb1-4153-453f-9047-67660ecb5c43 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Pushing event deleted for resources: {'Port': ['ID=0a237cce-6905-4f3e-9d83-36136be714b7,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:14:52.540502 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5500282a-d226-4ea7-8728-a12d7fc3856d req-a0500cb1-4153-453f-9047-67660ecb5c43 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] No DVR routers for this DVR port 0a237cce-6905-4f3e-9d83-36136be714b7 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:14:52.543134 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5500282a-d226-4ea7-8728-a12d7fc3856d req-a0500cb1-4153-453f-9047-67660ecb5c43 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:52.546627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5500282a-d226-4ea7-8728-a12d7fc3856d req-a0500cb1-4153-453f-9047-67660ecb5c43 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.98 "DELETE /v2.0/ports/0a237cce-6905-4f3e-9d83-36136be714b7 HTTP/1.1" status: 204 len: 173 time: 0.3978646 Nov 03 19:14:52.547064 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d27720-85dc-4919-8bbe-0caa16d0724d', 'name': 'network-vif-deleted', 'tag': '0a237cce-6905-4f3e-9d83-36136be714b7'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:14:52.549354 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3f2b29-e0b8-428b-8368-874ea569969f" -d '{"events": [{"server_uuid": "98d27720-85dc-4919-8bbe-0caa16d0724d", "name": "network-vif-deleted", "tag": "0a237cce-6905-4f3e-9d83-36136be714b7"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:14:52.588094 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043cbfe1-62b7-4072-999f-1c62f31487d3 x-openstack-request-id: req-043cbfe1-62b7-4072-999f-1c62f31487d3 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:14:52.588487 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d27720-85dc-4919-8bbe-0caa16d0724d", "name": "network-vif-deleted", "tag": "0a237cce-6905-4f3e-9d83-36136be714b7", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:14:52.588822 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-043cbfe1-62b7-4072-999f-1c62f31487d3 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:14:52.589309 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d27720-85dc-4919-8bbe-0caa16d0724d', 'name': 'network-vif-deleted', 'tag': '0a237cce-6905-4f3e-9d83-36136be714b7', 'status': 'completed', 'code': 200} Nov 03 19:14:53.055315 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1fdbb1e7-4391-4fdc-b4b1-2dce253b288d req-4be62082-e221-4520-9ecc-4ff7bee3ce4a tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=98d27720-85dc-4919-8bbe-0caa16d0724d HTTP/1.1" status: 200 len: 210 time: 0.0287356 Nov 03 19:14:55.776588 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1b6de857-9ee1-4ce7-86c2-328ac4d8a5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:56.909217 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0a237cce-6905-4f3e-9d83-36136be714b7 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:14:56.929005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 0a237cce-6905-4f3e-9d83-36136be714b7 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:14:56.929353 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0a237cce-6905-4f3e-9d83-36136be714b7 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:14:58.115084 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-313a838e-aade-4211-8506-bea6147ba9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:14:59.316507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35076) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:14:59.392942 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5928bfb0-2942-49b8-bd33-bf031008e605 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:59.393425 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5928bfb0-2942-49b8-bd33-bf031008e605 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:59.393893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5928bfb0-2942-49b8-bd33-bf031008e605 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:14:59.395874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5928bfb0-2942-49b8-bd33-bf031008e605 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/ports?project_id=15c49e96cb16436ebe0c5889ce3d1cdb&network_id=03b9e283-460f-43de-8151-91cdc3f24f1d HTTP/1.1" status: 200 len: 2969 time: 0.0780742 Nov 03 19:14:59.453984 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:00.726455 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:00.731540 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:01.017334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-52269359-9fc6-45d6-afaa-76c7679c2fac tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:01.018819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-52269359-9fc6-45d6-afaa-76c7679c2fac tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/networks?id=40dbe6cd-0337-4f6b-ba12-6785f5c919ed HTTP/1.1" status: 200 len: 814 time: 0.1002381 Nov 03 19:15:01.033867 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-0b854bd3-2f54-4f2a-8148-b5e72ad706f1 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/quotas/9174f62cdba44deb92bcd8a1cd3781c3 HTTP/1.1" status: 200 len: 375 time: 0.0090013 Nov 03 19:15:01.070275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-e2c7d247-5729-4503-b65c-6d02fc335c31 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9174f62cdba44deb92bcd8a1cd3781c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309408 Nov 03 19:15:01.159279 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-db6203a0-3dff-46b2-b452-1283374f3651 service neutron] 10.222.0.107 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818617 Nov 03 19:15:01.258657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-1fd85771-cf2e-4582-8b83-83668ae163d2 service neutron] 10.222.0.107 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933714 Nov 03 19:15:01.433080 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d93c4ab3-cf58-44da-bb92-1864b2b8a544 req-c3614b74-110e-4de2-8b96-0843a37b0d60 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 210 time: 0.0298848 Nov 03 19:15:01.459082 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:01.823474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35114) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:01.883524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f9b7c4-4829-4226-b2f1-a047775cab63 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:01.885587 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e5f9b7c4-4829-4226-b2f1-a047775cab63 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40 HTTP/1.1" status: 200 len: 814 time: 0.0606790 Nov 03 19:15:02.506070 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-f305faa3-03b1-45e2-aec9-09d68380a9ec tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:02.508578 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-f305faa3-03b1-45e2-aec9-09d68380a9ec tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.98 "GET /v2.0/networks?id=40dbe6cd-0337-4f6b-ba12-6785f5c919ed HTTP/1.1" status: 200 len: 814 time: 0.1233866 Nov 03 19:15:02.527097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Request body: {'port': {'device_id': '76bd4793-fbc8-4314-bc21-8b3404552f91', 'network_id': '40dbe6cd-0337-4f6b-ba12-6785f5c919ed', 'admin_state_up': True, 'tenant_id': '9174f62cdba44deb92bcd8a1cd3781c3'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:02.547442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c32ff1a2-5870-46b9-b2e4-9fc5000dee39 req-f388854e-327b-4f8c-991a-6888a80fe4a1 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 210 time: 0.0363889 Nov 03 19:15:02.660227 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Made reservation on behalf of 9174f62cdba44deb92bcd8a1cd3781c3 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:02.663794 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.794526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Allocated IP 172.20.0.2 (40dbe6cd-0337-4f6b-ba12-6785f5c919ed/d1977b07-2fbf-4158-b6f1-3e3424a7becc/f0a35c14-3e4a-437c-bcbf-b00e58025d94) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:02.843857 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35122) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:02.849045 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f48194e2-31c7-45f7-8a56-a4962d8d47c6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'network': {'name': 'tempest-network-smoke--1310693405', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'port_security_enabled': True}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:02.869157 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48194e2-31c7-45f7-8a56-a4962d8d47c6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Made reservation on behalf of 15c49e96cb16436ebe0c5889ce3d1cdb for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:02.873398 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f48194e2-31c7-45f7-8a56-a4962d8d47c6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.898201 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48194e2-31c7-45f7-8a56-a4962d8d47c6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:15:02.907603 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f48194e2-31c7-45f7-8a56-a4962d8d47c6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.907981 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-f48194e2-31c7-45f7-8a56-a4962d8d47c6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Added segment 8a1508e0-e04f-49e7-b2ed-84a4f4a942cb of type vlan for network 73d06d92-80bf-42da-ac47-c064748ad856 Nov 03 19:15:02.944048 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.951556 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f48194e2-31c7-45f7-8a56-a4962d8d47c6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.976300 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f48194e2-31c7-45f7-8a56-a4962d8d47c6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.979942 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:02.982637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48194e2-31c7-45f7-8a56-a4962d8d47c6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:02.983315 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f48194e2-31c7-45f7-8a56-a4962d8d47c6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.032239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Network 40dbe6cd-0337-4f6b-ba12-6785f5c919ed is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:03.035443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:03.039945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:03.043812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Pushing event updated for resources: {'Port': ['ID=f0a35c14-3e4a-437c-bcbf-b00e58025d94,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:03.050529 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f48194e2-31c7-45f7-8a56-a4962d8d47c6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2055359 Nov 03 19:15:03.053611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35124) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:03.066649 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48194e2-31c7-45f7-8a56-a4962d8d47c6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Network': ['ID=73d06d92-80bf-42da-ac47-c064748ad856,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:03.072492 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:03.073401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:03.073746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:03.074085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:03.074419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:03.074753 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:03.075086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:03.075413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:03.075769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:03.076097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:03.076422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:03.076743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:03.083763 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 73d06d92-80bf-42da-ac47-c064748ad856 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:15:03.102620 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:03.103554 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.121326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-a6749053-2982-4fe3-b27b-4edc200ee656 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6001518 Nov 03 19:15:03.125417 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b18124-3a62-4b81-8126-e26f86b718eb tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:03.127033 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-39b18124-3a62-4b81-8126-e26f86b718eb tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=15c49e96cb16436ebe0c5889ce3d1cdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0722978 Nov 03 19:15:03.129914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35126) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:03.151004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Request body: {'port': {'device_id': '76bd4793-fbc8-4314-bc21-8b3404552f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:03.307513 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.340389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec3e4e8-7a63-45d2-ab8b-358b6c90851d tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:03.341915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7ec3e4e8-7a63-45d2-ab8b-358b6c90851d tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2109118 Nov 03 19:15:03.345006 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35130) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:03.377040 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9b3defeb-058e-4b64-8695-1075e31ea206 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283756 Nov 03 19:15:03.377320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35132) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:03.410988 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-051dacc5-0a2e-4086-a432-0e8e967ff4d7 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=15c49e96cb16436ebe0c5889ce3d1cdb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304627 Nov 03 19:15:03.411242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35134) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:03.498030 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faacc79-9ff4-40c4-a7ee-30d708087584 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:03.499560 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3faacc79-9ff4-40c4-a7ee-30d708087584 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873799 Nov 03 19:15:03.502476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35136) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:03.532084 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e3e40740-699e-4350-b06b-e87eea039059 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261827 Nov 03 19:15:03.532313 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35138) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:03.536972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-bd79ec01-4e47-469e-b21a-d84b422ba473 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-361243590', 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:03.632336 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd79ec01-4e47-469e-b21a-d84b422ba473 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Made reservation on behalf of 15c49e96cb16436ebe0c5889ce3d1cdb for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:03.635977 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd79ec01-4e47-469e-b21a-d84b422ba473 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.672736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a35c14-3e4a-437c-bcbf-b00e58025d94 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:15:03.682854 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.705008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Transition to ACTIVE for port object f0a35c14-3e4a-437c-bcbf-b00e58025d94 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:15:03.714226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d51d91-aa67-489c-ad32-e842ca70d8f4 req-fe56dd96-389f-47cb-86e1-47c8733f79c6 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:03.716346 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60d51d91-aa67-489c-ad32-e842ca70d8f4 req-fe56dd96-389f-47cb-86e1-47c8733f79c6 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 931 time: 0.0813425 Nov 03 19:15:03.717536 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.785225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Pushing event updated for resources: {'Port': ['ID=f0a35c14-3e4a-437c-bcbf-b00e58025d94,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:03.827902 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd79ec01-4e47-469e-b21a-d84b422ba473 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.857950 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-60d51d91-aa67-489c-ad32-e842ca70d8f4 req-fabc5eed-eea7-4b0d-856d-f727755a39ad tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347547 Nov 03 19:15:03.888350 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79ec01-4e47-469e-b21a-d84b422ba473 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Subnet': ['ID=3ca07702-ee97-4b00-b193-4f7880abc133,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:03.892021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Attempting to bind port f0a35c14-3e4a-437c-bcbf-b00e58025d94 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:03.892363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Attempting to bind port f0a35c14-3e4a-437c-bcbf-b00e58025d94 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '1f55f05d-7ada-4aad-9979-1d0e60303389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '40dbe6cd-0337-4f6b-ba12-6785f5c919ed'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:03.892687 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Attempting to bind port f0a35c14-3e4a-437c-bcbf-b00e58025d94 on network 40dbe6cd-0337-4f6b-ba12-6785f5c919ed {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:03.897378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Port f0a35c14-3e4a-437c-bcbf-b00e58025d94 on network 40dbe6cd-0337-4f6b-ba12-6785f5c919ed not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:15:03.897703 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Attempting to bind port f0a35c14-3e4a-437c-bcbf-b00e58025d94 on network 40dbe6cd-0337-4f6b-ba12-6785f5c919ed {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:03.898321 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd79ec01-4e47-469e-b21a-d84b422ba473 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Checking segment: {'id': '8a1508e0-e04f-49e7-b2ed-84a4f4a942cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:03.898687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd79ec01-4e47-469e-b21a-d84b422ba473 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network hostable DHCP agents. Network: 73d06d92-80bf-42da-ac47-c064748ad856, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:15:03.902744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:03.903107 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Checking segment: {'id': '1f55f05d-7ada-4aad-9979-1d0e60303389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '40dbe6cd-0337-4f6b-ba12-6785f5c919ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:03.903495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Bound using segment: {'id': '1f55f05d-7ada-4aad-9979-1d0e60303389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '40dbe6cd-0337-4f6b-ba12-6785f5c919ed'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:03.903994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Bound port: f0a35c14-3e4a-437c-bcbf-b00e58025d94, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f55f05d-7ada-4aad-9979-1d0e60303389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '40dbe6cd-0337-4f6b-ba12-6785f5c919ed'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:03.904358 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.916719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd79ec01-4e47-469e-b21a-d84b422ba473 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 73d06d92-80bf-42da-ac47-c064748ad856 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:15:03.925707 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-bd79ec01-4e47-469e-b21a-d84b422ba473 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 73d06d92-80bf-42da-ac47-c064748ad856) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:03.930158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd79ec01-4e47-469e-b21a-d84b422ba473 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:03.930781 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bd79ec01-4e47-469e-b21a-d84b422ba473 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:03.937999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e39ae40-95ee-4843-a9d1-cd8ad7948fb0 None None] Network 73d06d92-80bf-42da-ac47-c064748ad856 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:03.950618 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bd79ec01-4e47-469e-b21a-d84b422ba473 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4168184 Nov 03 19:15:03.974328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] For port f0a35c14-3e4a-437c-bcbf-b00e58025d94, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:03.977951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] For port f0a35c14-3e4a-437c-bcbf-b00e58025d94, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f0a35c14-3e4a-437c-bcbf-b00e58025d94,segment=NetworkSegment(1f55f05d-7ada-4aad-9979-1d0e60303389),segment_id=1f55f05d-7ada-4aad-9979-1d0e60303389)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:03.983266 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.019558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:04.020258 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.021950 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] 10.222.0.98 "PUT /v2.0/ports/f0a35c14-3e4a-437c-bcbf-b00e58025d94 HTTP/1.1" status: 200 len: 1091 time: 0.8897557 Nov 03 19:15:04.022460 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76bd4793-fbc8-4314-bc21-8b3404552f91', 'tag': 'f0a35c14-3e4a-437c-bcbf-b00e58025d94'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:04.024835 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58250636-7269-4350-b9aa-cc6d306038f0" -d '{"events": [{"name": "network-changed", "server_uuid": "76bd4793-fbc8-4314-bc21-8b3404552f91", "tag": "f0a35c14-3e4a-437c-bcbf-b00e58025d94"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:04.048236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829694b-014c-41db-b9b2-a0b7bdbd9d4c service neutron] Pushing event updated for resources: {'Port': ['ID=f0a35c14-3e4a-437c-bcbf-b00e58025d94,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:04.084670 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5a09a4-7048-4035-af32-308752c0004b x-openstack-request-id: req-2a5a09a4-7048-4035-af32-308752c0004b {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:04.085090 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76bd4793-fbc8-4314-bc21-8b3404552f91", "tag": "f0a35c14-3e4a-437c-bcbf-b00e58025d94", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:04.085487 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2a5a09a4-7048-4035-af32-308752c0004b {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:04.085959 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76bd4793-fbc8-4314-bc21-8b3404552f91', 'tag': 'f0a35c14-3e4a-437c-bcbf-b00e58025d94', 'status': 'completed', 'code': 200} Nov 03 19:15:04.108699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-73d06d92-80bf-42da-ac47-c064748ad856', 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ips': [{'subnet_id': '3ca07702-ee97-4b00-b193-4f7880abc133'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:15:04.110093 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.131467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-3d4a9cbf-d13e-42b4-a602-86b4c2c82340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:04.133068 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-3d4a9cbf-d13e-42b4-a602-86b4c2c82340 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9174f62cdba44deb92bcd8a1cd3781c3&device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 1094 time: 0.0629890 Nov 03 19:15:04.159680 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35146) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:04.164618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-28601377-1d0d-48b9-a3c8-c44eba690062 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332957574', 'description': 'tempest-secgroup-smoke-332957574 description', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:04.179338 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-d565373d-5e96-43e4-abb3-f6f3ca64046d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0a35c14-3e4a-437c-bcbf-b00e58025d94 HTTP/1.1" status: 200 len: 217 time: 0.0384855 Nov 03 19:15:04.188924 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28601377-1d0d-48b9-a3c8-c44eba690062 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.230911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6aa7e3dc-e18b-4414-9e3b-aa0c360662ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:04.233199 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-6aa7e3dc-e18b-4414-9e3b-aa0c360662ad service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1977b07-2fbf-4158-b6f1-3e3424a7becc HTTP/1.1" status: 200 len: 854 time: 0.0471203 Nov 03 19:15:04.257693 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Allocated IP 172.20.0.18 (73d06d92-80bf-42da-ac47-c064748ad856/3ca07702-ee97-4b00-b193-4f7880abc133/c0757665-6b59-46d2-850c-49b4d96bea63) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:04.266512 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-25e0dddc-d44c-4538-a67f-af5ea8481db3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=40dbe6cd-0337-4f6b-ba12-6785f5c919ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257628 Nov 03 19:15:04.273410 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28601377-1d0d-48b9-a3c8-c44eba690062 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.277282 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28601377-1d0d-48b9-a3c8-c44eba690062 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.304445 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28601377-1d0d-48b9-a3c8-c44eba690062 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822dfb32-b590-438a-820d-75b2e8223755,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:04.320751 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28601377-1d0d-48b9-a3c8-c44eba690062 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.322151 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-28601377-1d0d-48b9-a3c8-c44eba690062 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1611640 Nov 03 19:15:04.324992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35148) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:04.330706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-84dd56ca-ae6d-4449-8d8a-34f8217c9fd8 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': '822dfb32-b590-438a-820d-75b2e8223755', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:04.360153 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84dd56ca-ae6d-4449-8d8a-34f8217c9fd8 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.369639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-8e9f2238-e993-4bd0-90df-8663e563e77f service neutron] 10.222.0.98 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965080 Nov 03 19:15:04.420821 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.423850 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84dd56ca-ae6d-4449-8d8a-34f8217c9fd8 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.426785 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.428906 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84dd56ca-ae6d-4449-8d8a-34f8217c9fd8 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.443601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd56ca-ae6d-4449-8d8a-34f8217c9fd8 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2cb7a62-4df2-47ae-bde4-38faec64baa6,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:04.460958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Network 73d06d92-80bf-42da-ac47-c064748ad856 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:04.461171 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84dd56ca-ae6d-4449-8d8a-34f8217c9fd8 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.462257 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-84dd56ca-ae6d-4449-8d8a-34f8217c9fd8 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361818 Nov 03 19:15:04.465564 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35150) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:04.466508 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:04.470232 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:04.470410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-630c251d-d668-4faa-9809-35a7db127452 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': '822dfb32-b590-438a-820d-75b2e8223755', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:04.488130 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4818387f-6c42-41dd-9cf1-da1bb13c0fe9 req-b59daa45-4744-4386-8095-1da32890ff19 service neutron] 10.222.0.98 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114140 Nov 03 19:15:04.488416 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Pushing event updated for resources: {'Port': ['ID=c0757665-6b59-46d2-850c-49b4d96bea63,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:04.503796 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-630c251d-d668-4faa-9809-35a7db127452 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.525235 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:04.526179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:04.526527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:04.526867 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:04.527198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:04.527529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:04.527884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:04.528207 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:04.528531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:04.528854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:04.529179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:04.529501 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:04.546922 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Attempting to bind port c0757665-6b59-46d2-850c-49b4d96bea63 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:04.547305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Attempting to bind port c0757665-6b59-46d2-850c-49b4d96bea63 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '8a1508e0-e04f-49e7-b2ed-84a4f4a942cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:04.547789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Attempting to bind port c0757665-6b59-46d2-850c-49b4d96bea63 on network 73d06d92-80bf-42da-ac47-c064748ad856 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:04.553677 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:04.554415 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Checking segment: {'id': '8a1508e0-e04f-49e7-b2ed-84a4f4a942cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:04.554945 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.555406 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Bound using segment: {'id': '8a1508e0-e04f-49e7-b2ed-84a4f4a942cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:04.555971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Bound port: c0757665-6b59-46d2-850c-49b4d96bea63, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1508e0-e04f-49e7-b2ed-84a4f4a942cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:04.556358 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.569193 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-630c251d-d668-4faa-9809-35a7db127452 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.574405 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-630c251d-d668-4faa-9809-35a7db127452 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.597255 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58250636-7269-4350-b9aa-cc6d306038f0 req-7f8eff34-0f06-4276-b145-f6bdd4a12c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:04.597741 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c251d-d668-4faa-9809-35a7db127452 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a514d26b-f4dd-4dee-ad6b-f865dc7880df,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:04.598911 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58250636-7269-4350-b9aa-cc6d306038f0 req-7f8eff34-0f06-4276-b145-f6bdd4a12c15 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9174f62cdba44deb92bcd8a1cd3781c3&device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 1094 time: 0.0445940 Nov 03 19:15:04.609800 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-630c251d-d668-4faa-9809-35a7db127452 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.613578 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-630c251d-d668-4faa-9809-35a7db127452 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444900 Nov 03 19:15:04.613736 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35152) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:04.618126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8d838075-608e-4ac1-8fa9-d11d73d92679 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': '822dfb32-b590-438a-820d-75b2e8223755', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:04.630640 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] For port c0757665-6b59-46d2-850c-49b4d96bea63, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:04.634085 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] For port c0757665-6b59-46d2-850c-49b4d96bea63, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c0757665-6b59-46d2-850c-49b4d96bea63,segment=NetworkSegment(8a1508e0-e04f-49e7-b2ed-84a4f4a942cb),segment_id=8a1508e0-e04f-49e7-b2ed-84a4f4a942cb)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:04.639524 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.649625 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8d838075-608e-4ac1-8fa9-d11d73d92679 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.698626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc78ca-5f71-4e3e-a2a8-d88720954796 None None] Pushing event updated for resources: {'Port': ['ID=c0757665-6b59-46d2-850c-49b4d96bea63,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:04.703849 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58250636-7269-4350-b9aa-cc6d306038f0 req-0f45a57f-0ea3-4baf-a3ae-3b74c0ba0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:04.707928 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58250636-7269-4350-b9aa-cc6d306038f0 req-0f45a57f-0ea3-4baf-a3ae-3b74c0ba0f31 service neutron] 10.222.0.98 "GET /v2.0/networks?id=40dbe6cd-0337-4f6b-ba12-6785f5c919ed HTTP/1.1" status: 200 len: 915 time: 0.1024244 Nov 03 19:15:04.719596 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8d838075-608e-4ac1-8fa9-d11d73d92679 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.723796 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8d838075-608e-4ac1-8fa9-d11d73d92679 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.745210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d838075-608e-4ac1-8fa9-d11d73d92679 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7575b349-8c41-4844-b0b9-3dec17f8be04,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:04.750958 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8d838075-608e-4ac1-8fa9-d11d73d92679 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.754862 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8d838075-608e-4ac1-8fa9-d11d73d92679 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376324 Nov 03 19:15:04.755563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35154) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:04.758449 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58250636-7269-4350-b9aa-cc6d306038f0 req-085b7e9f-e42f-495f-8f66-1e755ebae53c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0a35c14-3e4a-437c-bcbf-b00e58025d94 HTTP/1.1" status: 200 len: 217 time: 0.0418997 Nov 03 19:15:04.760784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-fd67e0aa-b098-4642-b7b3-976c5f5badef tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': '822dfb32-b590-438a-820d-75b2e8223755', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:04.794197 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fd67e0aa-b098-4642-b7b3-976c5f5badef tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.817256 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58250636-7269-4350-b9aa-cc6d306038f0 req-5411c5b6-75c2-4f10-9298-5479cda84090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:04.818749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58250636-7269-4350-b9aa-cc6d306038f0 req-5411c5b6-75c2-4f10-9298-5479cda84090 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1977b07-2fbf-4158-b6f1-3e3424a7becc HTTP/1.1" status: 200 len: 854 time: 0.0509331 Nov 03 19:15:04.854609 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58250636-7269-4350-b9aa-cc6d306038f0 req-dc27496c-33a1-44a5-8ade-b7579168af78 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=40dbe6cd-0337-4f6b-ba12-6785f5c919ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274489 Nov 03 19:15:04.862005 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fd67e0aa-b098-4642-b7b3-976c5f5badef tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.866645 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fd67e0aa-b098-4642-b7b3-976c5f5badef tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.883373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67e0aa-b098-4642-b7b3-976c5f5badef tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bec9858-d2d0-4052-88d0-792d8a13e8cf,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:04.911536 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fd67e0aa-b098-4642-b7b3-976c5f5badef tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.915844 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fd67e0aa-b098-4642-b7b3-976c5f5badef tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1591525 Nov 03 19:15:04.916483 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35158) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:04.923322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-48bebb47-2ec3-41af-bf0d-2ff477d94342 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': '822dfb32-b590-438a-820d-75b2e8223755', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:04.951402 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-48bebb47-2ec3-41af-bf0d-2ff477d94342 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Project 15c49e96cb16436ebe0c5889ce3d1cdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:15:04.958348 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-48bebb47-2ec3-41af-bf0d-2ff477d94342 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:04.987659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58250636-7269-4350-b9aa-cc6d306038f0 req-d6865a6f-59fa-4d24-8ccb-0bab6f9912cf service neutron] 10.222.0.98 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245782 Nov 03 19:15:05.036276 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-48bebb47-2ec3-41af-bf0d-2ff477d94342 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.045904 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-48bebb47-2ec3-41af-bf0d-2ff477d94342 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.067792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bebb47-2ec3-41af-bf0d-2ff477d94342 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d55220-78f5-4d9e-bb7e-8a70f4355035,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:05.073933 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-48bebb47-2ec3-41af-bf0d-2ff477d94342 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.075184 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-48bebb47-2ec3-41af-bf0d-2ff477d94342 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557379 Nov 03 19:15:05.078183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35160) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:05.083099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-77044926-a9c9-4ba1-9875-606b0cd9d7e8 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': '822dfb32-b590-438a-820d-75b2e8223755', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:05.091503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ca12a-17e8-459f-a9ff-61acaa1467be req-5779583f-2622-45f6-9529-074994261766 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:05.093056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a18ca12a-17e8-459f-a9ff-61acaa1467be req-5779583f-2622-45f6-9529-074994261766 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 943 time: 0.1113677 Nov 03 19:15:05.105489 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-77044926-a9c9-4ba1-9875-606b0cd9d7e8 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Project 15c49e96cb16436ebe0c5889ce3d1cdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:15:05.111066 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77044926-a9c9-4ba1-9875-606b0cd9d7e8 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.151871 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58250636-7269-4350-b9aa-cc6d306038f0 req-0e8fe674-ef09-4c5b-87da-7879eea0aa0d service neutron] 10.222.0.98 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549623 Nov 03 19:15:05.159318 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a18ca12a-17e8-459f-a9ff-61acaa1467be req-26425b20-098c-407a-8ed7-13aca7f8db0c tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598497 Nov 03 19:15:05.184726 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77044926-a9c9-4ba1-9875-606b0cd9d7e8 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.188612 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77044926-a9c9-4ba1-9875-606b0cd9d7e8 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.207159 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77044926-a9c9-4ba1-9875-606b0cd9d7e8 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6e0048-ee45-4515-8416-c64474ca3ac2,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:05.215057 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-77044926-a9c9-4ba1-9875-606b0cd9d7e8 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.220940 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-77044926-a9c9-4ba1-9875-606b0cd9d7e8 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371026 Nov 03 19:15:05.386249 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1ca826ed-a838-42c3-8b18-bfe0c7634ccd tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332957574&fields=id&tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb HTTP/1.1" status: 200 len: 267 time: 0.0527894 Nov 03 19:15:05.509802 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-20c4e551-c04e-410c-9650-fc0df42e3dbe tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:05.511380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-20c4e551-c04e-410c-9650-fc0df42e3dbe tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/networks?id=73d06d92-80bf-42da-ac47-c064748ad856 HTTP/1.1" status: 200 len: 797 time: 0.1178708 Nov 03 19:15:05.527923 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-5bdbb824-e67e-4968-87da-12892384b4a5 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/quotas/15c49e96cb16436ebe0c5889ce3d1cdb HTTP/1.1" status: 200 len: 375 time: 0.0102775 Nov 03 19:15:05.589768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-09a2a949-6548-4693-85cc-dd1d489a95fa tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0559390 Nov 03 19:15:05.679970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d287aaec-112a-490b-a406-13dfc94f586c None None] Network 73d06d92-80bf-42da-ac47-c064748ad856 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:05.689759 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-64be33af-bc3b-45b9-9270-4d68afb091eb service neutron] 10.222.0.107 "GET /v2.0/networks/73d06d92-80bf-42da-ac47-c064748ad856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875258 Nov 03 19:15:05.788544 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-9a87ebcf-aec8-42c2-bc2f-7ee67fda4023 service neutron] 10.222.0.107 "GET /v2.0/networks/73d06d92-80bf-42da-ac47-c064748ad856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924358 Nov 03 19:15:05.923346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-304aacd8-57fa-470a-9b99-87225c5c0b8a None None] Provisioning complete for port c0757665-6b59-46d2-850c-49b4d96bea63 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:05.923346 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-304aacd8-57fa-470a-9b99-87225c5c0b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:05.968712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-160c2429-7853-4666-bf62-02800396f7e8 req-08567df5-dea6-4d78-856c-c49db6d88bb9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 210 time: 0.0279436 Nov 03 19:15:06.071880 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-304aacd8-57fa-470a-9b99-87225c5c0b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:06.109773 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-304aacd8-57fa-470a-9b99-87225c5c0b8a None None] For port c0757665-6b59-46d2-850c-49b4d96bea63, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c0757665-6b59-46d2-850c-49b4d96bea63,segment=NetworkSegment(8a1508e0-e04f-49e7-b2ed-84a4f4a942cb),segment_id=8a1508e0-e04f-49e7-b2ed-84a4f4a942cb)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:06.118967 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-304aacd8-57fa-470a-9b99-87225c5c0b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:06.189430 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304aacd8-57fa-470a-9b99-87225c5c0b8a None None] Pushing event updated for resources: {'Port': ['ID=c0757665-6b59-46d2-850c-49b4d96bea63,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:06.220951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c0757665-6b59-46d2-850c-49b4d96bea63 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:06.279083 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c0757665-6b59-46d2-850c-49b4d96bea63 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:06.279452 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:06.307319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcf2e9-5544-4b94-b69d-d7208d838bc4 req-5cd3ed65-e09f-43a2-838e-356f1001f01c tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:06.309245 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcdcf2e9-5544-4b94-b69d-d7208d838bc4 req-5cd3ed65-e09f-43a2-838e-356f1001f01c tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 943 time: 0.0680454 Nov 03 19:15:06.376946 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fcdcf2e9-5544-4b94-b69d-d7208d838bc4 req-7b12ce8d-ffc2-4e7d-a4aa-2d76ba27d57b tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608809 Nov 03 19:15:06.438881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c747aa9c-5d69-4e1e-be08-37eb3902908e None None] Provisioning complete for port c0757665-6b59-46d2-850c-49b4d96bea63 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:06.439173 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c747aa9c-5d69-4e1e-be08-37eb3902908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:06.973103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f0a35c14-3e4a-437c-bcbf-b00e58025d94 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:15:07.099329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f0a35c14-3e4a-437c-bcbf-b00e58025d94, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f0a35c14-3e4a-437c-bcbf-b00e58025d94,segment=NetworkSegment(1f55f05d-7ada-4aad-9979-1d0e60303389),segment_id=1f55f05d-7ada-4aad-9979-1d0e60303389)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:07.115251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'f0a35c14-3e4a-437c-bcbf-b00e58025d94', 'network_id': '40dbe6cd-0337-4f6b-ba12-6785f5c919ed', 'port_id': 'f0a35c14-3e4a-437c-bcbf-b00e58025d94', 'mac_address': 'fa:16:3e:81:e0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1977b07-2fbf-4158-b6f1-3e3424a7becc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:15:07.126345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-a3888f4b-a823-4a4a-8a24-6a1128ec84ab tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:07.128932 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-a3888f4b-a823-4a4a-8a24-6a1128ec84ab tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.87 "GET /v2.0/networks?id=73d06d92-80bf-42da-ac47-c064748ad856 HTTP/1.1" status: 200 len: 797 time: 0.1478503 Nov 03 19:15:07.160446 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.179672 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a35c14-3e4a-437c-bcbf-b00e58025d94 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:15:07.203214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f0a35c14-3e4a-437c-bcbf-b00e58025d94, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f0a35c14-3e4a-437c-bcbf-b00e58025d94,segment=NetworkSegment(1f55f05d-7ada-4aad-9979-1d0e60303389),segment_id=1f55f05d-7ada-4aad-9979-1d0e60303389)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:07.208245 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.233265 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-61d6bdf9-8b09-4f0c-bbc5-b5f3ef463a16 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb HTTP/1.1" status: 200 len: 471 time: 0.0774841 Nov 03 19:15:07.249275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-f5108d09-25b4-45cc-ae32-457bb92e13a6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'port': {'device_id': '52e85aea-171a-4664-9a86-90c38ec005b5', 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856', 'admin_state_up': True, 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'security_groups': ['822dfb32-b590-438a-820d-75b2e8223755']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:07.262213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f0a35c14-3e4a-437c-bcbf-b00e58025d94,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:07.369855 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-f5108d09-25b4-45cc-ae32-457bb92e13a6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Made reservation on behalf of 15c49e96cb16436ebe0c5889ce3d1cdb for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:07.373759 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-f5108d09-25b4-45cc-ae32-457bb92e13a6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.416854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-883d2f7f-7815-4f8c-9b08-5532cb26b1ef req-c9d8f5ea-71ae-405b-813d-abd0ca2d527c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 210 time: 0.3538914 Nov 03 19:15:07.427647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['f0a35c14-3e4a-437c-bcbf-b00e58025d94'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:15:07.514178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-f5108d09-25b4-45cc-ae32-457bb92e13a6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Allocated IP 172.20.0.30 (73d06d92-80bf-42da-ac47-c064748ad856/3ca07702-ee97-4b00-b193-4f7880abc133/05be6701-61bf-41b1-86c4-9f48ba0239ff) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:07.530965 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa969765-1b90-4b08-926f-086725af08a4 req-9d979cf0-d3f3-4af2-bb19-dac6b5fa4cbf tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:07.532718 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa969765-1b90-4b08-926f-086725af08a4 req-9d979cf0-d3f3-4af2-bb19-dac6b5fa4cbf tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 944 time: 0.0623040 Nov 03 19:15:07.583008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aa969765-1b90-4b08-926f-086725af08a4 req-6cdbbdf4-c4c4-485d-b198-527dee81fa46 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439534 Nov 03 19:15:07.669647 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-f5108d09-25b4-45cc-ae32-457bb92e13a6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.702986 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-f5108d09-25b4-45cc-ae32-457bb92e13a6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.745487 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-f5108d09-25b4-45cc-ae32-457bb92e13a6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 73d06d92-80bf-42da-ac47-c064748ad856 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:07.750413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-f5108d09-25b4-45cc-ae32-457bb92e13a6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:07.754120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-f5108d09-25b4-45cc-ae32-457bb92e13a6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:07.761904 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5108d09-25b4-45cc-ae32-457bb92e13a6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Port': ['ID=05be6701-61bf-41b1-86c4-9f48ba0239ff,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:07.814847 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-f5108d09-25b4-45cc-ae32-457bb92e13a6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:07.815469 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-f5108d09-25b4-45cc-ae32-457bb92e13a6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.832298 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-f5108d09-25b4-45cc-ae32-457bb92e13a6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5881958 Nov 03 19:15:07.851203 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Request body: {'port': {'device_id': '52e85aea-171a-4664-9a86-90c38ec005b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:07.907459 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.955176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ac9c9feb-93be-4f8a-9be1-10f6a2f4c24c None None] Provisioning complete for port 05be6701-61bf-41b1-86c4-9f48ba0239ff triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:07.955540 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ac9c9feb-93be-4f8a-9be1-10f6a2f4c24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:07.992696 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c9feb-93be-4f8a-9be1-10f6a2f4c24c None None] Port 05be6701-61bf-41b1-86c4-9f48ba0239ff cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:08.151367 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c0757665-6b59-46d2-850c-49b4d96bea63 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:08.179477 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05be6701-61bf-41b1-86c4-9f48ba0239ff {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:15:08.187718 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:08.199734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c0757665-6b59-46d2-850c-49b4d96bea63 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:08.200107 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:08.200773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Transition to ACTIVE for port object 05be6701-61bf-41b1-86c4-9f48ba0239ff will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:15:08.206333 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:08.262798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Pushing event updated for resources: {'Port': ['ID=05be6701-61bf-41b1-86c4-9f48ba0239ff,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:08.342941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Attempting to bind port 05be6701-61bf-41b1-86c4-9f48ba0239ff on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:08.343409 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Attempting to bind port 05be6701-61bf-41b1-86c4-9f48ba0239ff by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '8a1508e0-e04f-49e7-b2ed-84a4f4a942cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:08.343854 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Attempting to bind port 05be6701-61bf-41b1-86c4-9f48ba0239ff on network 73d06d92-80bf-42da-ac47-c064748ad856 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:08.348793 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Port 05be6701-61bf-41b1-86c4-9f48ba0239ff on network 73d06d92-80bf-42da-ac47-c064748ad856 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:15:08.349111 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Attempting to bind port 05be6701-61bf-41b1-86c4-9f48ba0239ff on network 73d06d92-80bf-42da-ac47-c064748ad856 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:08.354295 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:08.354631 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Checking segment: {'id': '8a1508e0-e04f-49e7-b2ed-84a4f4a942cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:08.355049 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Bound using segment: {'id': '8a1508e0-e04f-49e7-b2ed-84a4f4a942cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:08.355506 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Bound port: 05be6701-61bf-41b1-86c4-9f48ba0239ff, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1508e0-e04f-49e7-b2ed-84a4f4a942cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:08.355888 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:08.424714 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] For port 05be6701-61bf-41b1-86c4-9f48ba0239ff, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:08.427894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] For port 05be6701-61bf-41b1-86c4-9f48ba0239ff, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=05be6701-61bf-41b1-86c4-9f48ba0239ff,segment=NetworkSegment(8a1508e0-e04f-49e7-b2ed-84a4f4a942cb),segment_id=8a1508e0-e04f-49e7-b2ed-84a4f4a942cb)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:08.433923 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:08.470779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:08.471412 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:08.473068 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] 10.222.0.87 "PUT /v2.0/ports/05be6701-61bf-41b1-86c4-9f48ba0239ff HTTP/1.1" status: 200 len: 1092 time: 0.6261616 Nov 03 19:15:08.473590 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e85aea-171a-4664-9a86-90c38ec005b5', 'tag': '05be6701-61bf-41b1-86c4-9f48ba0239ff'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:08.476157 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bd23d3-3f6d-4db2-8040-220ae3e725b7" -d '{"events": [{"name": "network-changed", "server_uuid": "52e85aea-171a-4664-9a86-90c38ec005b5", "tag": "05be6701-61bf-41b1-86c4-9f48ba0239ff"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:08.503843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a919008-032e-4739-a553-4ccdda9a09d0 service neutron] Pushing event updated for resources: {'Port': ['ID=05be6701-61bf-41b1-86c4-9f48ba0239ff,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:08.548798 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a3c18-192f-40a3-9887-2c931a8d13ee req-8c9297c6-b119-4998-b1e0-697e2019f1e3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:08.550567 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-740a3c18-192f-40a3-9887-2c931a8d13ee req-8c9297c6-b119-4998-b1e0-697e2019f1e3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 944 time: 0.0552628 Nov 03 19:15:08.632219 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-740a3c18-192f-40a3-9887-2c931a8d13ee req-4ad130f3-acee-46f5-9896-59c760c3d692 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=822dfb32-b590-438a-820d-75b2e8223755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707321 Nov 03 19:15:08.643225 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-61bdfc1e-11e8-4459-9270-f3d337050586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:08.645124 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-61bdfc1e-11e8-4459-9270-f3d337050586 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb&device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 1095 time: 0.0953102 Nov 03 19:15:08.723452 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dae501f-58fe-4217-a32c-3cb191089817 x-openstack-request-id: req-2dae501f-58fe-4217-a32c-3cb191089817 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:08.723835 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e85aea-171a-4664-9a86-90c38ec005b5", "tag": "05be6701-61bf-41b1-86c4-9f48ba0239ff", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:08.724118 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2dae501f-58fe-4217-a32c-3cb191089817 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:08.724697 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e85aea-171a-4664-9a86-90c38ec005b5', 'tag': '05be6701-61bf-41b1-86c4-9f48ba0239ff', 'status': 'completed', 'code': 200} Nov 03 19:15:08.757615 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c8fd5-1ed7-44b2-bcbd-0ad62200749c req-5cc062bc-7015-4fe2-b757-3947889dddd6 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:08.759148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea7c8fd5-1ed7-44b2-bcbd-0ad62200749c req-5cc062bc-7015-4fe2-b757-3947889dddd6 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 944 time: 0.0596201 Nov 03 19:15:08.782794 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-5adb17b1-1d7d-441b-bf22-e114819cc4ce service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=05be6701-61bf-41b1-86c4-9f48ba0239ff HTTP/1.1" status: 200 len: 217 time: 0.0462091 Nov 03 19:15:08.815673 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea7c8fd5-1ed7-44b2-bcbd-0ad62200749c req-839ea569-f77c-4451-ad0b-51b9d6ee3120 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486853 Nov 03 19:15:08.833521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-0d0941ab-3637-4d5d-9608-b96e82bd7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:08.835067 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-0d0941ab-3637-4d5d-9608-b96e82bd7267 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ca07702-ee97-4b00-b193-4f7880abc133 HTTP/1.1" status: 200 len: 837 time: 0.0454948 Nov 03 19:15:08.879969 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-045c9332-6489-4771-ae4e-fa3bd7d57096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:08.881370 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-045c9332-6489-4771-ae4e-fa3bd7d57096 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=73d06d92-80bf-42da-ac47-c064748ad856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396278 Nov 03 19:15:09.004952 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f0a35c14-3e4a-437c-bcbf-b00e58025d94 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:09.058616 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port f0a35c14-3e4a-437c-bcbf-b00e58025d94 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:15:09.062821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port f0a35c14-3e4a-437c-bcbf-b00e58025d94 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:09.063214 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:09.149505 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:09.175096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bd4793-fbc8-4314-bc21-8b3404552f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a35c14-3e4a-437c-bcbf-b00e58025d94'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:09.177620 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961fbc3e-ef02-48ab-a504-32f6b96e6551" -d '{"events": [{"server_uuid": "76bd4793-fbc8-4314-bc21-8b3404552f91", "name": "network-vif-plugged", "status": "completed", "tag": "f0a35c14-3e4a-437c-bcbf-b00e58025d94"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:09.192350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f0a35c14-3e4a-437c-bcbf-b00e58025d94, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f0a35c14-3e4a-437c-bcbf-b00e58025d94,segment=NetworkSegment(1f55f05d-7ada-4aad-9979-1d0e60303389),segment_id=1f55f05d-7ada-4aad-9979-1d0e60303389)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:09.198237 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:09.251417 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f0a35c14-3e4a-437c-bcbf-b00e58025d94,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:09.291650 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbabd4b-e0bc-4d3c-af3c-d9cc89b3d5dd x-openstack-request-id: req-ffbabd4b-e0bc-4d3c-af3c-d9cc89b3d5dd {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:09.291949 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bd4793-fbc8-4314-bc21-8b3404552f91", "name": "network-vif-plugged", "status": "completed", "tag": "f0a35c14-3e4a-437c-bcbf-b00e58025d94", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:09.292207 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ffbabd4b-e0bc-4d3c-af3c-d9cc89b3d5dd {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:09.292613 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76bd4793-fbc8-4314-bc21-8b3404552f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a35c14-3e4a-437c-bcbf-b00e58025d94', 'code': 200} Nov 03 19:15:09.300438 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-1277e07d-fe01-4a39-baa6-26c9c6b26cb8 service neutron] 10.222.0.87 "GET /v2.0/networks/73d06d92-80bf-42da-ac47-c064748ad856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117393 Nov 03 19:15:09.396305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ce3bd-7723-48de-8522-2c4d80c47cc2 req-bf6afd88-3e6a-45e8-bbf1-7bffd8f400fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:09.397446 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6516dcce-1b72-42f7-bc45-250af69e8756 req-b137161c-fe2f-46bb-a182-fd5c4f47bb93 service neutron] 10.222.0.87 "GET /v2.0/networks/73d06d92-80bf-42da-ac47-c064748ad856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860617 Nov 03 19:15:09.397779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c9ce3bd-7723-48de-8522-2c4d80c47cc2 req-bf6afd88-3e6a-45e8-bbf1-7bffd8f400fc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 1096 time: 0.0401981 Nov 03 19:15:09.444357 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c9ce3bd-7723-48de-8522-2c4d80c47cc2 req-be5c04e9-be39-49be-b182-45266708caeb service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387211 Nov 03 19:15:09.528082 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd23d3-3f6d-4db2-8040-220ae3e725b7 req-fcffe4e0-1ce3-4d4a-a3b5-3ccc3cb06f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:09.529592 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-20bd23d3-3f6d-4db2-8040-220ae3e725b7 req-fcffe4e0-1ce3-4d4a-a3b5-3ccc3cb06f45 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb&device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 1095 time: 0.0418174 Nov 03 19:15:09.620672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd23d3-3f6d-4db2-8040-220ae3e725b7 req-5c787e92-ffce-4eea-b73a-217093a4ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:09.622220 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-20bd23d3-3f6d-4db2-8040-220ae3e725b7 req-5c787e92-ffce-4eea-b73a-217093a4ec21 service neutron] 10.222.0.87 "GET /v2.0/networks?id=73d06d92-80bf-42da-ac47-c064748ad856 HTTP/1.1" status: 200 len: 898 time: 0.0858088 Nov 03 19:15:09.663994 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-20bd23d3-3f6d-4db2-8040-220ae3e725b7 req-9aa4fd77-e881-4fcc-9900-67e9b7c704f0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=05be6701-61bf-41b1-86c4-9f48ba0239ff HTTP/1.1" status: 200 len: 217 time: 0.0344863 Nov 03 19:15:09.717997 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd23d3-3f6d-4db2-8040-220ae3e725b7 req-3fe4aed8-46b7-42ab-9946-0cfcec3a7398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:09.719499 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-20bd23d3-3f6d-4db2-8040-220ae3e725b7 req-3fe4aed8-46b7-42ab-9946-0cfcec3a7398 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3ca07702-ee97-4b00-b193-4f7880abc133 HTTP/1.1" status: 200 len: 837 time: 0.0485494 Nov 03 19:15:09.756924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35115db3-5de9-4aaa-8c95-e4c3df9c429f req-4847f7b2-7843-4d11-b92c-5dc606d52d6d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:09.758451 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35115db3-5de9-4aaa-8c95-e4c3df9c429f req-4847f7b2-7843-4d11-b92c-5dc606d52d6d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 944 time: 0.0498343 Nov 03 19:15:09.768611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd23d3-3f6d-4db2-8040-220ae3e725b7 req-9a1c2c54-dc9e-406e-a0fa-06e253634b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:09.770198 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-20bd23d3-3f6d-4db2-8040-220ae3e725b7 req-9a1c2c54-dc9e-406e-a0fa-06e253634b72 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=73d06d92-80bf-42da-ac47-c064748ad856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420175 Nov 03 19:15:09.813303 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35115db3-5de9-4aaa-8c95-e4c3df9c429f req-9f6b65c5-6ccc-4f56-807c-6824a76c4af9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=822dfb32-b590-438a-820d-75b2e8223755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476007 Nov 03 19:15:09.861750 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-20bd23d3-3f6d-4db2-8040-220ae3e725b7 req-60a83c9a-0c36-4d0f-9021-2c5bcfcd268c service neutron] 10.222.0.87 "GET /v2.0/networks/73d06d92-80bf-42da-ac47-c064748ad856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826409 Nov 03 19:15:09.932434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7681527-026a-410e-876e-77f25487ecf5 req-e28b93c8-9ffe-46b6-9a9e-c8c318bd183a tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:09.934453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d7681527-026a-410e-876e-77f25487ecf5 req-e28b93c8-9ffe-46b6-9a9e-c8c318bd183a tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 945 time: 0.0497611 Nov 03 19:15:09.963656 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-20bd23d3-3f6d-4db2-8040-220ae3e725b7 req-c71a6a0c-0ec3-421f-aaff-95efcf79e931 service neutron] 10.222.0.87 "GET /v2.0/networks/73d06d92-80bf-42da-ac47-c064748ad856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888541 Nov 03 19:15:09.983066 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d7681527-026a-410e-876e-77f25487ecf5 req-b6e2a9d3-a151-4ee0-a03c-2c5e5b66b6a0 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422678 Nov 03 19:15:10.933569 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c28f2-6697-43ec-a292-76a93d4b9d2c req-9f6dd938-ae8d-447f-9d9c-bf5da6437f59 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:10.935046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f43c28f2-6697-43ec-a292-76a93d4b9d2c req-9f6dd938-ae8d-447f-9d9c-bf5da6437f59 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 944 time: 0.0508952 Nov 03 19:15:10.985351 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f43c28f2-6697-43ec-a292-76a93d4b9d2c req-b78906ab-bfc2-4054-adce-2dd104087d66 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=822dfb32-b590-438a-820d-75b2e8223755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441632 Nov 03 19:15:11.105840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf3967-b69a-4f6d-bc8c-3a1b710551c2 req-4ee6aebb-e792-434d-b204-3cde86676e2e tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:11.107391 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5eaf3967-b69a-4f6d-bc8c-3a1b710551c2 req-4ee6aebb-e792-434d-b204-3cde86676e2e tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 945 time: 0.0544457 Nov 03 19:15:11.156481 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5eaf3967-b69a-4f6d-bc8c-3a1b710551c2 req-2e654cd8-0208-4b9b-9986-8cff3c3901c2 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429647 Nov 03 19:15:11.860798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 05be6701-61bf-41b1-86c4-9f48ba0239ff details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:15:11.976797 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 05be6701-61bf-41b1-86c4-9f48ba0239ff, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=05be6701-61bf-41b1-86c4-9f48ba0239ff,segment=NetworkSegment(8a1508e0-e04f-49e7-b2ed-84a4f4a942cb),segment_id=8a1508e0-e04f-49e7-b2ed-84a4f4a942cb)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:11.988607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '05be6701-61bf-41b1-86c4-9f48ba0239ff', 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856', 'port_id': '05be6701-61bf-41b1-86c4-9f48ba0239ff', 'mac_address': 'fa:16:3e:f1:ae:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca07702-ee97-4b00-b193-4f7880abc133', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:15:12.030994 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.054099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05be6701-61bf-41b1-86c4-9f48ba0239ff {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:15:12.088522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 05be6701-61bf-41b1-86c4-9f48ba0239ff, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=05be6701-61bf-41b1-86c4-9f48ba0239ff,segment=NetworkSegment(8a1508e0-e04f-49e7-b2ed-84a4f4a942cb),segment_id=8a1508e0-e04f-49e7-b2ed-84a4f4a942cb)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:12.094453 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:12.141770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1cc70-4faa-43f1-98e3-a5eaebfac60d req-988e4a0d-d423-4060-8bed-9efcd789381f tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:12.144225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ad1cc70-4faa-43f1-98e3-a5eaebfac60d req-988e4a0d-d423-4060-8bed-9efcd789381f tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 945 time: 0.0716391 Nov 03 19:15:12.152375 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=05be6701-61bf-41b1-86c4-9f48ba0239ff,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:12.227652 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ad1cc70-4faa-43f1-98e3-a5eaebfac60d req-37842038-f78c-45a1-bcf0-7e2ff14aa8bc tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=822dfb32-b590-438a-820d-75b2e8223755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769022 Nov 03 19:15:12.388490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['05be6701-61bf-41b1-86c4-9f48ba0239ff'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:15:13.386429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5f235-dc63-46db-b3ab-9ffd45dd1a1b req-2f111aee-d673-4f83-8664-3cdac7a4e8fa tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:13.388055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67e5f235-dc63-46db-b3ab-9ffd45dd1a1b req-2f111aee-d673-4f83-8664-3cdac7a4e8fa tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 945 time: 0.0677850 Nov 03 19:15:13.422602 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:13.444581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67e5f235-dc63-46db-b3ab-9ffd45dd1a1b req-6e0b04d8-d07f-44c8-8798-5d5915202405 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=822dfb32-b590-438a-820d-75b2e8223755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500641 Nov 03 19:15:13.895263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 05be6701-61bf-41b1-86c4-9f48ba0239ff up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:13.947044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 05be6701-61bf-41b1-86c4-9f48ba0239ff completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:15:13.952348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 05be6701-61bf-41b1-86c4-9f48ba0239ff triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:13.952725 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:14.047964 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:14.092521 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e85aea-171a-4664-9a86-90c38ec005b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05be6701-61bf-41b1-86c4-9f48ba0239ff'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:14.095173 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b489e7d-9b81-4ec7-a663-15bafbf9ad95" -d '{"events": [{"server_uuid": "52e85aea-171a-4664-9a86-90c38ec005b5", "name": "network-vif-plugged", "status": "completed", "tag": "05be6701-61bf-41b1-86c4-9f48ba0239ff"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:14.115888 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 05be6701-61bf-41b1-86c4-9f48ba0239ff, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=05be6701-61bf-41b1-86c4-9f48ba0239ff,segment=NetworkSegment(8a1508e0-e04f-49e7-b2ed-84a4f4a942cb),segment_id=8a1508e0-e04f-49e7-b2ed-84a4f4a942cb)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:14.129541 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:14.161076 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe9a265-d1d8-490c-aae4-309baf627879 x-openstack-request-id: req-bbe9a265-d1d8-490c-aae4-309baf627879 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:14.161361 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e85aea-171a-4664-9a86-90c38ec005b5", "name": "network-vif-plugged", "status": "completed", "tag": "05be6701-61bf-41b1-86c4-9f48ba0239ff", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:14.161621 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bbe9a265-d1d8-490c-aae4-309baf627879 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:14.162031 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e85aea-171a-4664-9a86-90c38ec005b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05be6701-61bf-41b1-86c4-9f48ba0239ff', 'code': 200} Nov 03 19:15:14.194966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=05be6701-61bf-41b1-86c4-9f48ba0239ff,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:14.280567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25420a5e-530a-45f0-8300-9a187f521dd1 req-268dbe63-c656-429a-b968-65f3ebc2fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:14.282156 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-25420a5e-530a-45f0-8300-9a187f521dd1 req-268dbe63-c656-429a-b968-65f3ebc2fde1 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 1097 time: 0.0451717 Nov 03 19:15:14.335359 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-25420a5e-530a-45f0-8300-9a187f521dd1 req-abb95763-8207-4b3b-9054-7ff3fc886912 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=822dfb32-b590-438a-820d-75b2e8223755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445015 Nov 03 19:15:14.579540 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0336c46-b478-44f3-bbad-d7e65bd236f1 req-9988dd01-c215-4f00-a497-c88a2da0bfb3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:14.581353 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0336c46-b478-44f3-bbad-d7e65bd236f1 req-9988dd01-c215-4f00-a497-c88a2da0bfb3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 946 time: 0.0570612 Nov 03 19:15:14.635938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d0336c46-b478-44f3-bbad-d7e65bd236f1 req-2cf99675-e31a-418d-acfe-56cda86f6d06 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=822dfb32-b590-438a-820d-75b2e8223755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481424 Nov 03 19:15:15.787414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a80bd9-ca1d-4abe-ab3e-07f65fbfdfc8 req-7143a0c8-ebd1-4456-a24c-fb102bbc5316 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:15.789132 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-30a80bd9-ca1d-4abe-ab3e-07f65fbfdfc8 req-7143a0c8-ebd1-4456-a24c-fb102bbc5316 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 946 time: 0.0616441 Nov 03 19:15:15.846134 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-30a80bd9-ca1d-4abe-ab3e-07f65fbfdfc8 req-16ddb450-e78e-473e-aaf7-136e1bde5a7a tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=822dfb32-b590-438a-820d-75b2e8223755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504913 Nov 03 19:15:15.982807 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd4d14-f49e-4222-ae2b-7020fdf4dc21 req-f906a863-f814-4b67-8ed8-01ccfcc019b1 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:15.985407 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5dd4d14-f49e-4222-ae2b-7020fdf4dc21 req-f906a863-f814-4b67-8ed8-01ccfcc019b1 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 946 time: 0.0639670 Nov 03 19:15:16.043025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5dd4d14-f49e-4222-ae2b-7020fdf4dc21 req-a268daa3-d086-448c-a5a7-d8d74bb1ac39 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=822dfb32-b590-438a-820d-75b2e8223755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518236 Nov 03 19:15:17.527822 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35274) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:18.219853 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:18.662134 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Allocated IP 172.20.0.17 (73d06d92-80bf-42da-ac47-c064748ad856/3ca07702-ee97-4b00-b193-4f7880abc133/080214f9-fc19-4ed8-902f-24bacbff1045) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:18.829936 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:18.891725 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:18.953174 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 73d06d92-80bf-42da-ac47-c064748ad856 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:18.956379 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:18.960911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:18.965782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Port': ['ID=080214f9-fc19-4ed8-902f-24bacbff1045,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:19.037023 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:19.264754 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:19.299797 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-270eb089-5c8d-41f8-84d8-fabe12a6ae1b None None] Provisioning complete for port 080214f9-fc19-4ed8-902f-24bacbff1045 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:19.300902 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-270eb089-5c8d-41f8-84d8-fabe12a6ae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:19.363077 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:15:19.365579 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-270eb089-5c8d-41f8-84d8-fabe12a6ae1b None None] Port 080214f9-fc19-4ed8-902f-24bacbff1045 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:19.656994 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:19.665622 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:19.769498 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Port': ['ID=080214f9-fc19-4ed8-902f-24bacbff1045,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:19.782286 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:19.926563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 73d06d92-80bf-42da-ac47-c064748ad856 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:19.928186 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:20.109699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:15:20.288271 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:15:20.293602 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-15f03af4-6026-47b3-bf40-090b2cedef41 None None] Provisioning complete for port 080214f9-fc19-4ed8-902f-24bacbff1045 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:20.294403 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-15f03af4-6026-47b3-bf40-090b2cedef41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:20.300555 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b0a969f3-3c0c-4f0c-8098-8548cac11082 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "PUT /v2.0/routers/8152d387-49bf-4774-9b2b-3c3ff8a68e2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7721682 Nov 03 19:15:20.352879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Sync routers for ids ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:15:20.362710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-15f03af4-6026-47b3-bf40-090b2cedef41 None None] Port 080214f9-fc19-4ed8-902f-24bacbff1045 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:20.370419 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Routers {'8152d387-49bf-4774-9b2b-3c3ff8a68e2f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:20.371186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:14:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:20.522794 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Set router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:20.831149 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:15:19Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'cb1ff6a8-40b6-4896-9e12-cfd843d45e6c', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'port_id': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'mac_address': 'fa:16:3e:e8:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:14:22Z', 'updated_at': '2021-11-03T19:14:24Z', 'revision_number': 1, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080214f9-fc19-4ed8-902f-24bacbff1045', 'name': '', 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:c6:1f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3ca07702-ee97-4b00-b193-4f7880abc133', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:18Z', 'updated_at': '2021-11-03T19:15:19Z', 'revision_number': 2, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': '3ca07702-ee97-4b00-b193-4f7880abc133', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b8844fc-4e8f-495c-82f0-1b5a67a1532e', 'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:5d:32:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:05Z', 'updated_at': '2021-11-03T19:14:09Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:20.858357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Checking router: 8152d387-49bf-4774-9b2b-3c3ff8a68e2f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:15:20.858726 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Updating router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f port 080214f9-fc19-4ed8-902f-24bacbff1045 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:15:20.887826 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:21.173828 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:21.179988 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:21.257709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8c3db-a19c-4546-a970-7c3ff7d98115 None None] Pushing event updated for resources: {'Port': ['ID=080214f9-fc19-4ed8-902f-24bacbff1045,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:21.289932 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Attempting to bind port 080214f9-fc19-4ed8-902f-24bacbff1045 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:21.290295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Attempting to bind port 080214f9-fc19-4ed8-902f-24bacbff1045 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '8a1508e0-e04f-49e7-b2ed-84a4f4a942cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:21.290658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Attempting to bind port 080214f9-fc19-4ed8-902f-24bacbff1045 on network 73d06d92-80bf-42da-ac47-c064748ad856 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:21.300604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:21.300983 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Checking segment: {'id': '8a1508e0-e04f-49e7-b2ed-84a4f4a942cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:21.301390 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:21.301866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Bound using segment: {'id': '8a1508e0-e04f-49e7-b2ed-84a4f4a942cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:21.302488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Bound port: 080214f9-fc19-4ed8-902f-24bacbff1045, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1508e0-e04f-49e7-b2ed-84a4f4a942cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:21.302878 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:21.384857 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] For port 080214f9-fc19-4ed8-902f-24bacbff1045, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:21.390309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] For port 080214f9-fc19-4ed8-902f-24bacbff1045, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=080214f9-fc19-4ed8-902f-24bacbff1045,segment=NetworkSegment(8a1508e0-e04f-49e7-b2ed-84a4f4a942cb),segment_id=8a1508e0-e04f-49e7-b2ed-84a4f4a942cb)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:21.396483 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:21.450797 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Routers {'8152d387-49bf-4774-9b2b-3c3ff8a68e2f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:21.451437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:14:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:21.538059 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-094d24cc-a12d-46d8-920e-7dd2978cb7e7 None None] Provisioning complete for port 080214f9-fc19-4ed8-902f-24bacbff1045 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:21.538622 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-094d24cc-a12d-46d8-920e-7dd2978cb7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:21.565949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8c3db-a19c-4546-a970-7c3ff7d98115 None None] Pushing event updated for resources: {'Port': ['ID=080214f9-fc19-4ed8-902f-24bacbff1045,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:21.634444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] Set router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:21.753389 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-094d24cc-a12d-46d8-920e-7dd2978cb7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:21.983571 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-094d24cc-a12d-46d8-920e-7dd2978cb7e7 None None] For port 080214f9-fc19-4ed8-902f-24bacbff1045, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=080214f9-fc19-4ed8-902f-24bacbff1045,segment=NetworkSegment(8a1508e0-e04f-49e7-b2ed-84a4f4a942cb),segment_id=8a1508e0-e04f-49e7-b2ed-84a4f4a942cb)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:21.993392 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-094d24cc-a12d-46d8-920e-7dd2978cb7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:22.084997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d24cc-a12d-46d8-920e-7dd2978cb7e7 None None] Pushing event updated for resources: {'Port': ['ID=080214f9-fc19-4ed8-902f-24bacbff1045,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:22.149214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3af83758-fdef-4e52-ab8a-fd1fa99a3cd4 None None] Provisioning complete for port 080214f9-fc19-4ed8-902f-24bacbff1045 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:22.149642 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3af83758-fdef-4e52-ab8a-fd1fa99a3cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:22.222045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:15:19Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'cb1ff6a8-40b6-4896-9e12-cfd843d45e6c', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'port_id': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'mac_address': 'fa:16:3e:e8:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:14:22Z', 'updated_at': '2021-11-03T19:14:24Z', 'revision_number': 1, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080214f9-fc19-4ed8-902f-24bacbff1045', 'name': '', 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:c6:1f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3ca07702-ee97-4b00-b193-4f7880abc133', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:18Z', 'updated_at': '2021-11-03T19:15:21Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': '3ca07702-ee97-4b00-b193-4f7880abc133', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b8844fc-4e8f-495c-82f0-1b5a67a1532e', 'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:5d:32:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:05Z', 'updated_at': '2021-11-03T19:14:09Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:22.277256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613b9b22-b830-48cd-b342-042a0d1efd8a None None] The sync data for ids ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'] in n-d-812150-4 is: [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:15:19Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'cb1ff6a8-40b6-4896-9e12-cfd843d45e6c', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'port_id': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'mac_address': 'fa:16:3e:e8:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:14:22Z', 'updated_at': '2021-11-03T19:14:24Z', 'revision_number': 1, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080214f9-fc19-4ed8-902f-24bacbff1045', 'name': '', 'network_id': '73d06d92-80bf-42da-ac47-c064748ad856', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:c6:1f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '3ca07702-ee97-4b00-b193-4f7880abc133', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:18Z', 'updated_at': '2021-11-03T19:15:21Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': '3ca07702-ee97-4b00-b193-4f7880abc133', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b8844fc-4e8f-495c-82f0-1b5a67a1532e', 'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:5d:32:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:05Z', 'updated_at': '2021-11-03T19:14:09Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:15:23.158534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-2d23893c-0ccb-4dfc-ac2b-add595320af3 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022922779&fields=id&tenant_id=dac53473acd94a04a384696f6afdcb5a HTTP/1.1" status: 200 len: 267 time: 0.0461943 Nov 03 19:15:23.271092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-c3e83c27-a202-44fa-83d4-a8bf0eec8d70 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:23.272632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-c3e83c27-a202-44fa-83d4-a8bf0eec8d70 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 811 time: 0.1072977 Nov 03 19:15:23.287935 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-dff13189-8601-48b1-9c87-f151e58dcd55 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/quotas/dac53473acd94a04a384696f6afdcb5a HTTP/1.1" status: 200 len: 375 time: 0.0094757 Nov 03 19:15:23.346052 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5e7a1183-1021-486f-a856-a34a36219993 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0525513 Nov 03 19:15:23.446731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-4b98ed87-4de4-42a1-8522-5af42a658ecc service neutron] 10.222.0.107 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884416 Nov 03 19:15:23.540415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-9f5c0086-56b8-4de9-869d-ff64e0a9e9f6 service neutron] 10.222.0.107 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871944 Nov 03 19:15:23.833116 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1770f753-8150-41c2-91ab-c2d28e1d3eed req-6ed953f8-1e74-4d75-8b36-3ab8d00c441c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 210 time: 0.0263634 Nov 03 19:15:24.188888 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 080214f9-fc19-4ed8-902f-24bacbff1045 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:24.240652 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 080214f9-fc19-4ed8-902f-24bacbff1045 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:24.241329 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:24.957888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffb7e9da-2fae-441d-9a89-91eb72234326 req-20cb0aa6-7a86-46a3-8810-e72b6e84c265 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 210 time: 0.0420756 Nov 03 19:15:25.031126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5cca136e-47b0-4b59-9b6d-51ce07a11edc tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:25.032635 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5cca136e-47b0-4b59-9b6d-51ce07a11edc tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.98 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 811 time: 0.1479599 Nov 03 19:15:25.112981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-ab6b5666-63e4-485a-bb86-d6a18f8d0e76 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dac53473acd94a04a384696f6afdcb5a HTTP/1.1" status: 200 len: 380 time: 0.0679300 Nov 03 19:15:25.123016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-381d9e84-d35e-4285-95dc-fd44cf47a8e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'port': {'device_id': '0a44da4e-2f2c-46de-8934-6c60daf1fb25', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'admin_state_up': True, 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'security_groups': ['349ab3c3-cf58-47cf-a844-05c0e2c3bb79']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:25.232392 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-381d9e84-d35e-4285-95dc-fd44cf47a8e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Made reservation on behalf of dac53473acd94a04a384696f6afdcb5a for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:25.236033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-381d9e84-d35e-4285-95dc-fd44cf47a8e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.368926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-381d9e84-d35e-4285-95dc-fd44cf47a8e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Allocated IP 172.20.0.7 (9f464358-8040-4222-b3b1-8d1714a116ab/3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe/564f0b23-3a83-43fa-81e7-8b428e90638b) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:25.518906 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-381d9e84-d35e-4285-95dc-fd44cf47a8e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.553119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-381d9e84-d35e-4285-95dc-fd44cf47a8e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.601011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-381d9e84-d35e-4285-95dc-fd44cf47a8e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Network 9f464358-8040-4222-b3b1-8d1714a116ab is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:25.606775 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-381d9e84-d35e-4285-95dc-fd44cf47a8e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:25.611622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-381d9e84-d35e-4285-95dc-fd44cf47a8e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:25.619194 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d9e84-d35e-4285-95dc-fd44cf47a8e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'Port': ['ID=564f0b23-3a83-43fa-81e7-8b428e90638b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:25.670635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-381d9e84-d35e-4285-95dc-fd44cf47a8e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:25.671255 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-381d9e84-d35e-4285-95dc-fd44cf47a8e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.688723 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-381d9e84-d35e-4285-95dc-fd44cf47a8e8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697055 Nov 03 19:15:25.702533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Request body: {'port': {'device_id': '0a44da4e-2f2c-46de-8934-6c60daf1fb25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:25.768669 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.783265 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10149322-dcd7-49d0-baa7-6e89350cf240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.939796 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b47df9d6-0021-4b36-b12c-e288e02ea8d6 None None] Provisioning complete for port 564f0b23-3a83-43fa-81e7-8b428e90638b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:25.940380 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b47df9d6-0021-4b36-b12c-e288e02ea8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:25.976565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b47df9d6-0021-4b36-b12c-e288e02ea8d6 None None] Port 564f0b23-3a83-43fa-81e7-8b428e90638b cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:15:26.070478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564f0b23-3a83-43fa-81e7-8b428e90638b {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:15:26.080818 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.097960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Transition to ACTIVE for port object 564f0b23-3a83-43fa-81e7-8b428e90638b will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:15:26.106145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f564e2-a4e5-4fc3-a850-6b4fb6a5d916 req-9e5b471d-0669-4a83-9aa6-aca0b8447eb1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:26.107714 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c6f564e2-a4e5-4fc3-a850-6b4fb6a5d916 req-9e5b471d-0669-4a83-9aa6-aca0b8447eb1 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 931 time: 0.0738306 Nov 03 19:15:26.108815 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.175143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Pushing event updated for resources: {'Port': ['ID=564f0b23-3a83-43fa-81e7-8b428e90638b,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:26.227330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c6f564e2-a4e5-4fc3-a850-6b4fb6a5d916 req-d5932253-1b75-4cfc-9e91-4a3ded3491f0 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122518 Nov 03 19:15:26.277092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Attempting to bind port 564f0b23-3a83-43fa-81e7-8b428e90638b on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:26.277857 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Attempting to bind port 564f0b23-3a83-43fa-81e7-8b428e90638b by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:26.278381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Attempting to bind port 564f0b23-3a83-43fa-81e7-8b428e90638b on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:26.283376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Port 564f0b23-3a83-43fa-81e7-8b428e90638b on network 9f464358-8040-4222-b3b1-8d1714a116ab not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:15:26.283957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Attempting to bind port 564f0b23-3a83-43fa-81e7-8b428e90638b on network 9f464358-8040-4222-b3b1-8d1714a116ab {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:26.289015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:26.289347 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Checking segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:26.289727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Bound using segment: {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:26.290145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Bound port: 564f0b23-3a83-43fa-81e7-8b428e90638b, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711a92ba-4575-40f6-aa89-371034304efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:26.290500 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.369065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] For port 564f0b23-3a83-43fa-81e7-8b428e90638b, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:26.372899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] For port 564f0b23-3a83-43fa-81e7-8b428e90638b, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=564f0b23-3a83-43fa-81e7-8b428e90638b,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:26.377747 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.423277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:26.423862 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:26.425242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] 10.222.0.98 "PUT /v2.0/ports/564f0b23-3a83-43fa-81e7-8b428e90638b HTTP/1.1" status: 200 len: 1091 time: 0.7272227 Nov 03 19:15:26.425682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a44da4e-2f2c-46de-8934-6c60daf1fb25', 'tag': '564f0b23-3a83-43fa-81e7-8b428e90638b'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:26.427973 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e5b6a2-2fac-495f-92a0-2d409c26a703" -d '{"events": [{"name": "network-changed", "server_uuid": "0a44da4e-2f2c-46de-8934-6c60daf1fb25", "tag": "564f0b23-3a83-43fa-81e7-8b428e90638b"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:26.458999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a194240-30b0-4ec7-9a7c-f22f02820416 service neutron] Pushing event updated for resources: {'Port': ['ID=564f0b23-3a83-43fa-81e7-8b428e90638b,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:26.511423 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c007299-71b3-4ead-9020-eb8947d8c416 x-openstack-request-id: req-5c007299-71b3-4ead-9020-eb8947d8c416 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:26.511779 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a44da4e-2f2c-46de-8934-6c60daf1fb25", "tag": "564f0b23-3a83-43fa-81e7-8b428e90638b", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:26.512045 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5c007299-71b3-4ead-9020-eb8947d8c416 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:26.512447 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a44da4e-2f2c-46de-8934-6c60daf1fb25', 'tag': '564f0b23-3a83-43fa-81e7-8b428e90638b', 'status': 'completed', 'code': 200} Nov 03 19:15:26.526606 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-cef6b191-541d-4c1a-8c95-a50f4904e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:26.528359 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-cef6b191-541d-4c1a-8c95-a50f4904e319 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 1094 time: 0.0541072 Nov 03 19:15:26.582018 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-728d616f-0769-405a-bb34-4997baf26e85 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=564f0b23-3a83-43fa-81e7-8b428e90638b HTTP/1.1" status: 200 len: 217 time: 0.0446417 Nov 03 19:15:26.645453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-345337ca-ab15-4de8-bd65-49de81c9019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:26.647271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-345337ca-ab15-4de8-bd65-49de81c9019c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0585604 Nov 03 19:15:26.705419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-dd048918-fc5b-416f-bb47-39b4598377cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:26.707068 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-dd048918-fc5b-416f-bb47-39b4598377cd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476179 Nov 03 19:15:26.803312 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-6a597972-4fb7-46ca-8f3b-638da814c6b3 service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881298 Nov 03 19:15:26.898866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fe7f7b-b324-4248-8d87-0c8ec0a1bef5 req-3bba12a8-023e-4307-bbe0-7a6449db54a7 service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875304 Nov 03 19:15:26.987211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b6a2-2fac-495f-92a0-2d409c26a703 req-68ccb8bb-ce3c-4602-8744-3ff49ecd7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:26.988822 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88e5b6a2-2fac-495f-92a0-2d409c26a703 req-68ccb8bb-ce3c-4602-8744-3ff49ecd7f69 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 1094 time: 0.0430434 Nov 03 19:15:27.096466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b6a2-2fac-495f-92a0-2d409c26a703 req-d69d83c9-8813-446d-aad6-57659bc97d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:27.098108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88e5b6a2-2fac-495f-92a0-2d409c26a703 req-d69d83c9-8813-446d-aad6-57659bc97d5d service neutron] 10.222.0.98 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.1005979 Nov 03 19:15:27.142835 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88e5b6a2-2fac-495f-92a0-2d409c26a703 req-92714f0e-06a8-4ac4-9e9a-2637ded25dad service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=564f0b23-3a83-43fa-81e7-8b428e90638b HTTP/1.1" status: 200 len: 217 time: 0.0372691 Nov 03 19:15:27.208402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b6a2-2fac-495f-92a0-2d409c26a703 req-ce817fe2-b5fb-4b5a-8645-776e8b18826b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:27.209845 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88e5b6a2-2fac-495f-92a0-2d409c26a703 req-ce817fe2-b5fb-4b5a-8645-776e8b18826b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0606470 Nov 03 19:15:27.259753 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b6a2-2fac-495f-92a0-2d409c26a703 req-34b65eb2-2a1c-4870-8612-59e320a92dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:27.261491 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88e5b6a2-2fac-495f-92a0-2d409c26a703 req-34b65eb2-2a1c-4870-8612-59e320a92dea service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449235 Nov 03 19:15:27.722299 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88e5b6a2-2fac-495f-92a0-2d409c26a703 req-94b964b9-6445-4c98-b97e-79d49b87e1a4 service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525943 Nov 03 19:15:27.729876 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75a057-3e7e-41e8-97dc-d590a861d86c req-48b8bb3f-c8e1-4150-b72a-b11daa95e92d tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:27.731265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b75a057-3e7e-41e8-97dc-d590a861d86c req-48b8bb3f-c8e1-4150-b72a-b11daa95e92d tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 943 time: 0.4295206 Nov 03 19:15:27.833915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b75a057-3e7e-41e8-97dc-d590a861d86c req-f4b3e697-eba2-4699-9ac2-ab6f69236f8b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946691 Nov 03 19:15:27.851919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88e5b6a2-2fac-495f-92a0-2d409c26a703 req-2ff76bca-492c-47c6-91be-4ba2e2025c30 service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196454 Nov 03 19:15:28.117816 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1fe88cc1-b88a-407a-a997-f8ff299b28e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:28.957498 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15752924-fe82-4ad1-baaa-0214d0e7e039 req-988f710f-a8b6-488d-b29f-c1f6809b4b8c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:28.958981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15752924-fe82-4ad1-baaa-0214d0e7e039 req-988f710f-a8b6-488d-b29f-c1f6809b4b8c tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 943 time: 0.0523400 Nov 03 19:15:29.010969 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15752924-fe82-4ad1-baaa-0214d0e7e039 req-dca66501-a2f0-4f24-8603-16d259fe0281 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444775 Nov 03 19:15:29.243390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c05ff717-1533-4dd6-98e8-3976a9192921 req-0cc1cbbc-7ace-48e2-b7c9-eb3b7c283406 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=76bd4793-fbc8-4314-bc21-8b3404552f91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417528 Nov 03 19:15:29.327718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ff717-1533-4dd6-98e8-3976a9192921 req-f2d8e525-1965-4968-8f0a-f293077e42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:29.329371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c05ff717-1533-4dd6-98e8-3976a9192921 req-f2d8e525-1965-4968-8f0a-f293077e42ab service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9174f62cdba44deb92bcd8a1cd3781c3&device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 1096 time: 0.0410004 Nov 03 19:15:29.450839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ff717-1533-4dd6-98e8-3976a9192921 req-6cc9596c-408f-4c5c-b9de-4bc81de7498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:29.452227 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c05ff717-1533-4dd6-98e8-3976a9192921 req-6cc9596c-408f-4c5c-b9de-4bc81de7498c service neutron] 10.222.0.98 "GET /v2.0/networks?id=40dbe6cd-0337-4f6b-ba12-6785f5c919ed HTTP/1.1" status: 200 len: 915 time: 0.1005290 Nov 03 19:15:29.458166 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:29.498815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c05ff717-1533-4dd6-98e8-3976a9192921 req-e24790a4-56ae-40cc-aad5-4dc61d84d57d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0a35c14-3e4a-437c-bcbf-b00e58025d94 HTTP/1.1" status: 200 len: 217 time: 0.0383101 Nov 03 19:15:29.548979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ff717-1533-4dd6-98e8-3976a9192921 req-c6691052-1ebe-41af-a7a8-91d6cd0afd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:29.550370 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c05ff717-1533-4dd6-98e8-3976a9192921 req-c6691052-1ebe-41af-a7a8-91d6cd0afd35 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1977b07-2fbf-4158-b6f1-3e3424a7becc HTTP/1.1" status: 200 len: 854 time: 0.0451539 Nov 03 19:15:29.587224 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c05ff717-1533-4dd6-98e8-3976a9192921 req-0d89e765-fa3a-46a5-9f8b-c45086569281 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=40dbe6cd-0337-4f6b-ba12-6785f5c919ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289552 Nov 03 19:15:29.690019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c05ff717-1533-4dd6-98e8-3976a9192921 req-558d708b-16de-412f-a498-39e83fb746ef service neutron] 10.222.0.98 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953901 Nov 03 19:15:29.791077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c05ff717-1533-4dd6-98e8-3976a9192921 req-e9f3899a-32b6-4098-8b14-a9f4e32e1829 service neutron] 10.222.0.98 "GET /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912802 Nov 03 19:15:30.157049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599340e-2885-4f2d-a79e-d00f4c324737 req-0f1531a6-323c-47b3-9609-079b552eaf1b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:30.159721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c599340e-2885-4f2d-a79e-d00f4c324737 req-0f1531a6-323c-47b3-9609-079b552eaf1b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 943 time: 0.0625107 Nov 03 19:15:30.225735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c599340e-2885-4f2d-a79e-d00f4c324737 req-c89bf52b-ff51-4346-9971-be18d9ff487f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561197 Nov 03 19:15:30.716995 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:30.736114 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:31.342719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9f57c-19b1-43f1-a796-0491687b6a90 req-1908705c-9b66-45d0-aaae-b3934d051114 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:31.344289 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9c9f57c-19b1-43f1-a796-0491687b6a90 req-1908705c-9b66-45d0-aaae-b3934d051114 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 943 time: 0.0488985 Nov 03 19:15:31.397526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9c9f57c-19b1-43f1-a796-0491687b6a90 req-e655b694-9647-494d-9ce0-e7d42a5f2a2a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472860 Nov 03 19:15:31.464068 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:32.514951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30043793-e192-4ee3-b598-7c8a3b0cede8 req-28c88e39-e6b2-4fac-8fec-9d981be6e5e7 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:32.516478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-30043793-e192-4ee3-b598-7c8a3b0cede8 req-28c88e39-e6b2-4fac-8fec-9d981be6e5e7 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 943 time: 0.0496609 Nov 03 19:15:32.565901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-30043793-e192-4ee3-b598-7c8a3b0cede8 req-f95d7167-7fbb-4ffc-a3b7-e5784ec4f6cf tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432522 Nov 03 19:15:33.681730 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e5207-86ee-4a1a-a49f-06eed31e8015 req-e0c5668f-cf50-47a9-9363-87c695c61bb9 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:33.683254 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad0e5207-86ee-4a1a-a49f-06eed31e8015 req-e0c5668f-cf50-47a9-9363-87c695c61bb9 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 943 time: 0.0495379 Nov 03 19:15:33.734008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ad0e5207-86ee-4a1a-a49f-06eed31e8015 req-390bfe74-7dac-41d6-9afd-8db1a04013ea tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444589 Nov 03 19:15:34.852876 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d4be4-1cfc-4819-aaf6-4804cecc70ce req-81e9669e-2f8a-4704-959a-f46cf574a011 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:34.854881 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c5d4be4-1cfc-4819-aaf6-4804cecc70ce req-81e9669e-2f8a-4704-959a-f46cf574a011 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 943 time: 0.0532987 Nov 03 19:15:34.903804 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c5d4be4-1cfc-4819-aaf6-4804cecc70ce req-eea3a49c-bdbd-43f5-b713-15645d889680 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428734 Nov 03 19:15:36.021657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252609c-42ec-4b71-a56f-a04b3d905bf2 req-400b8171-3bab-489e-ac70-f1f103053849 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:36.023393 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b252609c-42ec-4b71-a56f-a04b3d905bf2 req-400b8171-3bab-489e-ac70-f1f103053849 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 943 time: 0.0501602 Nov 03 19:15:36.074270 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b252609c-42ec-4b71-a56f-a04b3d905bf2 req-8a429d58-0b41-4e46-b83f-bc2cb57b2161 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447185 Nov 03 19:15:37.188111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d1396-2628-4eaf-8305-0b63b6c23f81 req-4133db8a-d899-47aa-97d2-68d2ad3b366e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:37.189664 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f7d1396-2628-4eaf-8305-0b63b6c23f81 req-4133db8a-d899-47aa-97d2-68d2ad3b366e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 943 time: 0.0488775 Nov 03 19:15:37.243486 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f7d1396-2628-4eaf-8305-0b63b6c23f81 req-7d3cf37b-f080-4452-aef0-69587a105374 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477798 Nov 03 19:15:37.688725 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-93d97f1a-3b73-4dd1-aced-2c31cc236b31 req-de38d74a-cac2-471d-a6de-aeb6718529e0 service neutron] (101712) timed out ('10.222.0.107', 44648) {{(pid=101712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:15:38.358783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a184dc2-2f4c-4489-a93e-5d40a3ec55d2 req-2759bfb0-7a79-4976-8954-21a3637aa224 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:38.360305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a184dc2-2f4c-4489-a93e-5d40a3ec55d2 req-2759bfb0-7a79-4976-8954-21a3637aa224 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 943 time: 0.0480263 Nov 03 19:15:38.410074 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a184dc2-2f4c-4489-a93e-5d40a3ec55d2 req-95d74746-450f-4ebc-a7f7-5b047d598a59 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433407 Nov 03 19:15:39.178543 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 564f0b23-3a83-43fa-81e7-8b428e90638b details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:15:39.274167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 564f0b23-3a83-43fa-81e7-8b428e90638b, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=564f0b23-3a83-43fa-81e7-8b428e90638b,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:39.285308 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '564f0b23-3a83-43fa-81e7-8b428e90638b', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'port_id': '564f0b23-3a83-43fa-81e7-8b428e90638b', 'mac_address': 'fa:16:3e:88:2f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:15:39.321367 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:39.334314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564f0b23-3a83-43fa-81e7-8b428e90638b {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:15:39.353154 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 564f0b23-3a83-43fa-81e7-8b428e90638b, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=564f0b23-3a83-43fa-81e7-8b428e90638b,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:39.357564 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:39.404332 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=564f0b23-3a83-43fa-81e7-8b428e90638b,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:39.525698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229ea18-c3e4-4d61-8d43-be4487bb48e7 req-b22e167d-07b1-49ec-bb0d-77d91ea09ea8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:39.528008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b229ea18-c3e4-4d61-8d43-be4487bb48e7 req-b22e167d-07b1-49ec-bb0d-77d91ea09ea8 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 944 time: 0.0500929 Nov 03 19:15:39.562723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['564f0b23-3a83-43fa-81e7-8b428e90638b'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:15:39.579036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b229ea18-c3e4-4d61-8d43-be4487bb48e7 req-ac3f4fab-ad81-4b57-bc95-1620b1446326 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451126 Nov 03 19:15:40.703289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e85ec8-3ee5-47cc-b5ec-45ea66849b86 req-4d38627f-e187-4f42-8837-d1a1f416c3aa tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:40.704810 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e85ec8-3ee5-47cc-b5ec-45ea66849b86 req-4d38627f-e187-4f42-8837-d1a1f416c3aa tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 944 time: 0.0532877 Nov 03 19:15:40.753847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e85ec8-3ee5-47cc-b5ec-45ea66849b86 req-49f8a46a-8345-4ab7-a2f3-58e10e608b6f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Nov 03 19:15:40.793738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35410) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:41.159077 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c35fe913-6dae-46bf-8343-ad115b11d756 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.209871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 564f0b23-3a83-43fa-81e7-8b428e90638b up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:15:41.261298 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 564f0b23-3a83-43fa-81e7-8b428e90638b completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:15:41.265319 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 564f0b23-3a83-43fa-81e7-8b428e90638b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:15:41.265701 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.344634 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.366929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a44da4e-2f2c-46de-8934-6c60daf1fb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564f0b23-3a83-43fa-81e7-8b428e90638b'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:41.369221 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf860742-3721-435c-9dfd-30ddf01d3e06" -d '{"events": [{"server_uuid": "0a44da4e-2f2c-46de-8934-6c60daf1fb25", "name": "network-vif-plugged", "status": "completed", "tag": "564f0b23-3a83-43fa-81e7-8b428e90638b"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:41.382185 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 564f0b23-3a83-43fa-81e7-8b428e90638b, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=564f0b23-3a83-43fa-81e7-8b428e90638b,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:41.386971 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.415934 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1590bc-5983-456d-b2b3-7635ade8c16e x-openstack-request-id: req-4c1590bc-5983-456d-b2b3-7635ade8c16e {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:41.416174 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a44da4e-2f2c-46de-8934-6c60daf1fb25", "name": "network-vif-plugged", "status": "completed", "tag": "564f0b23-3a83-43fa-81e7-8b428e90638b", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:41.416909 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4c1590bc-5983-456d-b2b3-7635ade8c16e {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:41.417303 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a44da4e-2f2c-46de-8934-6c60daf1fb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564f0b23-3a83-43fa-81e7-8b428e90638b', 'code': 200} Nov 03 19:15:41.450439 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=564f0b23-3a83-43fa-81e7-8b428e90638b,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:41.496444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-c35fe913-6dae-46bf-8343-ad115b11d756 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Deleting port 080214f9-fc19-4ed8-902f-24bacbff1045 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:41.496787 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c35fe913-6dae-46bf-8343-ad115b11d756 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.582486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c7bff-b207-4c40-8b10-67ea557f135b req-6818013f-5d54-4a22-993e-be0c0a185262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:41.584022 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-022c7bff-b207-4c40-8b10-67ea557f135b req-6818013f-5d54-4a22-993e-be0c0a185262 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 1096 time: 0.0998886 Nov 03 19:15:41.629131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-c35fe913-6dae-46bf-8343-ad115b11d756 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] For port 080214f9-fc19-4ed8-902f-24bacbff1045, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=080214f9-fc19-4ed8-902f-24bacbff1045,segment=NetworkSegment(8a1508e0-e04f-49e7-b2ed-84a4f4a942cb),segment_id=8a1508e0-e04f-49e7-b2ed-84a4f4a942cb)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:41.629498 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c35fe913-6dae-46bf-8343-ad115b11d756 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.653461 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-c35fe913-6dae-46bf-8343-ad115b11d756 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Calling delete_port for 080214f9-fc19-4ed8-902f-24bacbff1045 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:41.661387 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-022c7bff-b207-4c40-8b10-67ea557f135b req-c866f7ac-6972-4cd9-b7f2-7dff40af1df9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691907 Nov 03 19:15:41.869238 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c35fe913-6dae-46bf-8343-ad115b11d756 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:41.911863 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663424a4-dfaf-4688-b100-ec97ded6e609 req-8f11316a-2496-42ba-bbe9-acffad1b9d65 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:41.913650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-663424a4-dfaf-4688-b100-ec97ded6e609 req-8f11316a-2496-42ba-bbe9-acffad1b9d65 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 945 time: 0.0893791 Nov 03 19:15:41.914448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fe913-6dae-46bf-8343-ad115b11d756 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Port': ['ID=080214f9-fc19-4ed8-902f-24bacbff1045,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:42.025691 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-663424a4-dfaf-4688-b100-ec97ded6e609 req-0bdc3b0b-46a0-4ff1-93b6-5d5b7e1975aa tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059883 Nov 03 19:15:42.132537 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c35fe913-6dae-46bf-8343-ad115b11d756 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:42.354470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35fe913-6dae-46bf-8343-ad115b11d756 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:15:42.461750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35fe913-6dae-46bf-8343-ad115b11d756 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:15:42.467239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c35fe913-6dae-46bf-8343-ad115b11d756 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "PUT /v2.0/routers/8152d387-49bf-4774-9b2b-3c3ff8a68e2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6723633 Nov 03 19:15:42.471631 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d28e00-93d3-4a71-a3b0-a719d42ce937 None None] Sync routers for ids ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:15:42.481746 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d28e00-93d3-4a71-a3b0-a719d42ce937 None None] Routers {'8152d387-49bf-4774-9b2b-3c3ff8a68e2f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:42.482355 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-73d28e00-93d3-4a71-a3b0-a719d42ce937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:15:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:42.591434 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-73d28e00-93d3-4a71-a3b0-a719d42ce937 None None] Set router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:42.694766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25cd11-4e86-480e-abb6-c35d543ad1ed req-dd61433d-b011-49f8-98af-4e64e9196a93 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:42.696647 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f25cd11-4e86-480e-abb6-c35d543ad1ed req-dd61433d-b011-49f8-98af-4e64e9196a93 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 946 time: 0.0533535 Nov 03 19:15:42.757765 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f25cd11-4e86-480e-abb6-c35d543ad1ed req-b0906830-8188-4055-95b4-aa1f0bf29324 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=822dfb32-b590-438a-820d-75b2e8223755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451651 Nov 03 19:15:42.834256 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-73d28e00-93d3-4a71-a3b0-a719d42ce937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:15:41Z', 'revision_number': 6, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'cb1ff6a8-40b6-4896-9e12-cfd843d45e6c', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'port_id': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'mac_address': 'fa:16:3e:e8:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:14:22Z', 'updated_at': '2021-11-03T19:14:24Z', 'revision_number': 1, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8844fc-4e8f-495c-82f0-1b5a67a1532e', 'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:5d:32:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:05Z', 'updated_at': '2021-11-03T19:14:09Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:42.868678 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d28e00-93d3-4a71-a3b0-a719d42ce937 None None] Checking router: 8152d387-49bf-4774-9b2b-3c3ff8a68e2f for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:15:42.877298 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d28e00-93d3-4a71-a3b0-a719d42ce937 None None] Routers {'8152d387-49bf-4774-9b2b-3c3ff8a68e2f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:42.877898 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-73d28e00-93d3-4a71-a3b0-a719d42ce937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:15:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:42.981312 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-73d28e00-93d3-4a71-a3b0-a719d42ce937 None None] Set router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:43.143530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068aa0b8-9256-445e-af76-588f1bfe64e2 req-4f4fcf89-c108-4def-ac5c-de3b7dd331e4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:43.145635 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-068aa0b8-9256-445e-af76-588f1bfe64e2 req-4f4fcf89-c108-4def-ac5c-de3b7dd331e4 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 945 time: 0.0508637 Nov 03 19:15:43.194939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-068aa0b8-9256-445e-af76-588f1bfe64e2 req-a249f77f-2566-4ae2-b031-4738d6d9e397 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420473 Nov 03 19:15:43.209345 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-73d28e00-93d3-4a71-a3b0-a719d42ce937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:15:41Z', 'revision_number': 6, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'cb1ff6a8-40b6-4896-9e12-cfd843d45e6c', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'port_id': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'mac_address': 'fa:16:3e:e8:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:14:22Z', 'updated_at': '2021-11-03T19:14:24Z', 'revision_number': 1, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8844fc-4e8f-495c-82f0-1b5a67a1532e', 'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:5d:32:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:05Z', 'updated_at': '2021-11-03T19:14:09Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:43.235871 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d28e00-93d3-4a71-a3b0-a719d42ce937 None None] The sync data for ids ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'] in n-d-812150-4 is: [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:15:41Z', 'revision_number': 6, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'cb1ff6a8-40b6-4896-9e12-cfd843d45e6c', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'port_id': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'mac_address': 'fa:16:3e:e8:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:14:22Z', 'updated_at': '2021-11-03T19:14:24Z', 'revision_number': 1, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8844fc-4e8f-495c-82f0-1b5a67a1532e', 'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:5d:32:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:05Z', 'updated_at': '2021-11-03T19:14:09Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:15:43.318299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e3f66-dff9-4045-a509-6cc6b1c51c43 req-458d0157-3896-4291-8311-02fd611de246 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:43.319838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f21e3f66-dff9-4045-a509-6cc6b1c51c43 req-458d0157-3896-4291-8311-02fd611de246 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 945 time: 0.0558443 Nov 03 19:15:43.370551 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f21e3f66-dff9-4045-a509-6cc6b1c51c43 req-f5fab8db-7c47-4536-ad53-0e75798e6812 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436509 Nov 03 19:15:43.392875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35430) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:43.414093 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.434748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dd566a-4ba4-4b99-ae72-975965357243 tempest-TestVolumeBootPattern-380162289 tempest-TestVolumeBootPattern-380162289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:43.436339 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a5dd566a-4ba4-4b99-ae72-975965357243 tempest-TestVolumeBootPattern-380162289 tempest-TestVolumeBootPattern-380162289-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 1091 time: 0.0424891 Nov 03 19:15:43.439308 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35432) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:43.443746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '564f0b23-3a83-43fa-81e7-8b428e90638b', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:43.465449 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.564562 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.673269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Allocated IP 172.25.2.213 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/32f7912b-a9b3-41e3-b38f-e1fc472bcbb8) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:43.781629 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.818730 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:43.879787 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:43.889576 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:43.891995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:43.920663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'Port': ['ID=32f7912b-a9b3-41e3-b38f-e1fc472bcbb8,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:43.945531 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0b8c5-a3c2-44b0-a044-f0351793cd42 req-023f2b67-8288-40d1-95b7-8fc9a4a29e7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:43.947040 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2e0b8c5-a3c2-44b0-a044-f0351793cd42 req-023f2b67-8288-40d1-95b7-8fc9a4a29e7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 946 time: 0.1016047 Nov 03 19:15:44.049529 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e2e0b8c5-a3c2-44b0-a044-f0351793cd42 req-a2ebda80-6620-4dd5-9597-9583c4e875f1 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=822dfb32-b590-438a-820d-75b2e8223755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953298 Nov 03 19:15:44.125893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 080214f9-fc19-4ed8-902f-24bacbff1045 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:15:44.146425 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 080214f9-fc19-4ed8-902f-24bacbff1045 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:15:44.146782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 080214f9-fc19-4ed8-902f-24bacbff1045 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:15:44.235493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219c6c-a52c-4653-a3af-76d5656e9cee req-2ba17312-c974-4c04-938b-ea2db62371ce tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:44.236989 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1a219c6c-a52c-4653-a3af-76d5656e9cee req-2ba17312-c974-4c04-938b-ea2db62371ce tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.87 "GET /v2.0/ports?device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 946 time: 0.0525999 Nov 03 19:15:44.303340 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:44.330682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-1a219c6c-a52c-4653-a3af-76d5656e9cee req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Deleting port 05be6701-61bf-41b1-86c4-9f48ba0239ff {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:44.331027 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1a219c6c-a52c-4653-a3af-76d5656e9cee req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:44.381119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:44.424567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-1a219c6c-a52c-4653-a3af-76d5656e9cee req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] For port 05be6701-61bf-41b1-86c4-9f48ba0239ff, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=05be6701-61bf-41b1-86c4-9f48ba0239ff,segment=NetworkSegment(8a1508e0-e04f-49e7-b2ed-84a4f4a942cb),segment_id=8a1508e0-e04f-49e7-b2ed-84a4f4a942cb)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:44.424928 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1a219c6c-a52c-4653-a3af-76d5656e9cee req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:44.438643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-1a219c6c-a52c-4653-a3af-76d5656e9cee req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Calling delete_port for 05be6701-61bf-41b1-86c4-9f48ba0239ff owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:44.571017 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1a219c6c-a52c-4653-a3af-76d5656e9cee req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:44.622074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Port': ['ID=05be6701-61bf-41b1-86c4-9f48ba0239ff,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:44.650572 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:44.651541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:44.651935 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:44.652173 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:44.652509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:44.652911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:44.653238 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:44.653567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:44.653888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:44.654209 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:44.654537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:44.654856 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:44.677329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a219c6c-a52c-4653-a3af-76d5656e9cee req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] No DVR routers for this DVR port 05be6701-61bf-41b1-86c4-9f48ba0239ff on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:15:44.680283 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1a219c6c-a52c-4653-a3af-76d5656e9cee req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:44.685401 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1a219c6c-a52c-4653-a3af-76d5656e9cee req-10eab752-36b3-4b5f-9657-b2028ad3bedf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.87 "DELETE /v2.0/ports/05be6701-61bf-41b1-86c4-9f48ba0239ff HTTP/1.1" status: 204 len: 173 time: 0.4408426 Nov 03 19:15:44.685929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e85aea-171a-4664-9a86-90c38ec005b5', 'name': 'network-vif-deleted', 'tag': '05be6701-61bf-41b1-86c4-9f48ba0239ff'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:44.688991 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e76a89-4188-4f98-83c8-12ca073bc7c9" -d '{"events": [{"server_uuid": "52e85aea-171a-4664-9a86-90c38ec005b5", "name": "network-vif-deleted", "tag": "05be6701-61bf-41b1-86c4-9f48ba0239ff"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:44.738647 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98903bdc-6d87-4886-a354-37d44c2bb1e0 x-openstack-request-id: req-98903bdc-6d87-4886-a354-37d44c2bb1e0 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:44.739085 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e85aea-171a-4664-9a86-90c38ec005b5", "name": "network-vif-deleted", "tag": "05be6701-61bf-41b1-86c4-9f48ba0239ff", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:44.739463 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-98903bdc-6d87-4886-a354-37d44c2bb1e0 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:44.740068 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e85aea-171a-4664-9a86-90c38ec005b5', 'name': 'network-vif-deleted', 'tag': '05be6701-61bf-41b1-86c4-9f48ba0239ff', 'status': 'completed', 'code': 200} Nov 03 19:15:44.893906 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:44.898665 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:44.962346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event updated for resources: {'Port': ['ID=32f7912b-a9b3-41e3-b38f-e1fc472bcbb8,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:44.976320 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:45.084764 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Floating IP 49a0f278-b663-4df9-b374-423e8c690200 associated. External IP: 172.25.2.213, port: 564f0b23-3a83-43fa-81e7-8b428e90638b. Nov 03 19:15:45.245612 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-858b9c86-4bda-42d4-897a-91ecfe68d400 req-0e06adf5-c1fe-42dd-b5eb-cce6fb798261 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=52e85aea-171a-4664-9a86-90c38ec005b5 HTTP/1.1" status: 200 len: 210 time: 0.0491374 Nov 03 19:15:45.381114 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Router 2df09572-d2db-4363-ad5d-40442945a730 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:15:45.493089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:15:45.503632 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb363e1-8969-465c-b547-af70e606acde None None] Sync routers for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:15:45.514248 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:45.514926 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb363e1-8969-465c-b547-af70e606acde None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:45.515678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5eb363e1-8969-465c-b547-af70e606acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:15:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:45.547639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1d5348f9-b631-4f3e-92ba-126630240178 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1025698 Nov 03 19:15:45.547639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a44da4e-2f2c-46de-8934-6c60daf1fb25', 'tag': '564f0b23-3a83-43fa-81e7-8b428e90638b'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:45.547639 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac0fc06-8919-4aa6-ad4d-02e1d0055d34" -d '{"events": [{"name": "network-changed", "server_uuid": "0a44da4e-2f2c-46de-8934-6c60daf1fb25", "tag": "564f0b23-3a83-43fa-81e7-8b428e90638b"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:45.586744 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4746a4ec-e0eb-4387-b91c-4e991d67204e x-openstack-request-id: req-4746a4ec-e0eb-4387-b91c-4e991d67204e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:45.587036 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a44da4e-2f2c-46de-8934-6c60daf1fb25", "tag": "564f0b23-3a83-43fa-81e7-8b428e90638b", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:45.587293 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4746a4ec-e0eb-4387-b91c-4e991d67204e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:45.587724 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a44da4e-2f2c-46de-8934-6c60daf1fb25', 'tag': '564f0b23-3a83-43fa-81e7-8b428e90638b', 'status': 'completed', 'code': 200} Nov 03 19:15:45.646037 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-5eb363e1-8969-465c-b547-af70e606acde None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:45.659017 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0fc06-8919-4aa6-ad4d-02e1d0055d34 req-e0be5b4e-8ec3-4cab-a3fd-063cb4866e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:45.660946 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dac0fc06-8919-4aa6-ad4d-02e1d0055d34 req-e0be5b4e-8ec3-4cab-a3fd-063cb4866e1a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 1096 time: 0.0496697 Nov 03 19:15:45.795321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0fc06-8919-4aa6-ad4d-02e1d0055d34 req-86f0ff32-7265-40cd-800c-84f8bad32d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:45.798487 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dac0fc06-8919-4aa6-ad4d-02e1d0055d34 req-86f0ff32-7265-40cd-800c-84f8bad32d8e service neutron] 10.222.0.98 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.1296606 Nov 03 19:15:45.931397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dac0fc06-8919-4aa6-ad4d-02e1d0055d34 req-2171cc0a-0170-41cb-8e81-6a90edb54bad service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=564f0b23-3a83-43fa-81e7-8b428e90638b HTTP/1.1" status: 200 len: 999 time: 0.1260047 Nov 03 19:15:45.934190 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5eb363e1-8969-465c-b547-af70e606acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '0c41496e-9cc4-49dd-851e-4a31ff4ea393', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2df09572-d2db-4363-ad5d-40442945a730', 'port_id': '155036af-2b88-4364-8c15-d6d2471977d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'mac_address': 'fa:16:3e:13:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:13:30Z', 'updated_at': '2021-11-03T19:13:32Z', 'revision_number': 1, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address_scope': None}, {'id': '49a0f278-b663-4df9-b374-423e8c690200', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2df09572-d2db-4363-ad5d-40442945a730', 'port_id': '564f0b23-3a83-43fa-81e7-8b428e90638b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'mac_address': 'fa:16:3e:88:2f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44da4e-2f2c-46de-8934-6c60daf1fb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:15:44Z', 'updated_at': '2021-11-03T19:15:44Z', 'revision_number': 0, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:45.962427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb363e1-8969-465c-b547-af70e606acde None None] Checking router: 2df09572-d2db-4363-ad5d-40442945a730 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:15:45.973088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb363e1-8969-465c-b547-af70e606acde None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:45.973923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5eb363e1-8969-465c-b547-af70e606acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:15:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:45.983638 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0fc06-8919-4aa6-ad4d-02e1d0055d34 req-86490057-37d9-44da-b6b9-a364dafa311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:45.985087 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dac0fc06-8919-4aa6-ad4d-02e1d0055d34 req-86490057-37d9-44da-b6b9-a364dafa311e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0456688 Nov 03 19:15:46.037264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0fc06-8919-4aa6-ad4d-02e1d0055d34 req-82dd6ccd-51ac-4c46-ab9a-172331384359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:46.039201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dac0fc06-8919-4aa6-ad4d-02e1d0055d34 req-82dd6ccd-51ac-4c46-ab9a-172331384359 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474520 Nov 03 19:15:46.090288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-5eb363e1-8969-465c-b547-af70e606acde None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:46.207522 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dac0fc06-8919-4aa6-ad4d-02e1d0055d34 req-e4d6ebf8-1a50-415d-a7b8-122dbefe8fa5 service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991843 Nov 03 19:15:46.290539 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35450) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:46.338515 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dac0fc06-8919-4aa6-ad4d-02e1d0055d34 req-6a1cfb02-9454-4a7f-994e-f9818210853b service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235945 Nov 03 19:15:46.350681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5eb363e1-8969-465c-b547-af70e606acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '0c41496e-9cc4-49dd-851e-4a31ff4ea393', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2df09572-d2db-4363-ad5d-40442945a730', 'port_id': '155036af-2b88-4364-8c15-d6d2471977d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'mac_address': 'fa:16:3e:13:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:13:30Z', 'updated_at': '2021-11-03T19:13:32Z', 'revision_number': 1, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address_scope': None}, {'id': '49a0f278-b663-4df9-b374-423e8c690200', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2df09572-d2db-4363-ad5d-40442945a730', 'port_id': '564f0b23-3a83-43fa-81e7-8b428e90638b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'mac_address': 'fa:16:3e:88:2f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44da4e-2f2c-46de-8934-6c60daf1fb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:15:44Z', 'updated_at': '2021-11-03T19:15:44Z', 'revision_number': 0, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:46.365523 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0140b976-d861-46d4-a43b-359c8e2e4973 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.386522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb363e1-8969-465c-b547-af70e606acde None None] The sync data for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 is: [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '0c41496e-9cc4-49dd-851e-4a31ff4ea393', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2df09572-d2db-4363-ad5d-40442945a730', 'port_id': '155036af-2b88-4364-8c15-d6d2471977d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'mac_address': 'fa:16:3e:13:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:13:30Z', 'updated_at': '2021-11-03T19:13:32Z', 'revision_number': 1, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address_scope': None}, {'id': '49a0f278-b663-4df9-b374-423e8c690200', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2df09572-d2db-4363-ad5d-40442945a730', 'port_id': '564f0b23-3a83-43fa-81e7-8b428e90638b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'mac_address': 'fa:16:3e:88:2f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44da4e-2f2c-46de-8934-6c60daf1fb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:15:44Z', 'updated_at': '2021-11-03T19:15:44Z', 'revision_number': 0, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:15:46.393260 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0140b976-d861-46d4-a43b-359c8e2e4973 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.467702 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0140b976-d861-46d4-a43b-359c8e2e4973 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.470680 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0140b976-d861-46d4-a43b-359c8e2e4973 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.472093 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0140b976-d861-46d4-a43b-359c8e2e4973 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "DELETE /v2.0/security-groups/822dfb32-b590-438a-820d-75b2e8223755 HTTP/1.1" status: 204 len: 168 time: 0.1806049 Nov 03 19:15:46.482851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140b976-d861-46d4-a43b-359c8e2e4973 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=822dfb32-b590-438a-820d-75b2e8223755,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:46.513204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35456) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:46.569709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-843652c9-2a29-488c-828b-f50e9103f81f tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Deleting subnet 3ca07702-ee97-4b00-b193-4f7880abc133 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:15:46.573721 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-843652c9-2a29-488c-828b-f50e9103f81f tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.619042 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-843652c9-2a29-488c-828b-f50e9103f81f tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.646732 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4209bba-f3ca-4ec4-995c-f42a624fc428 None None] New status for floating IP 49a0f278-b663-4df9-b374-423e8c690200: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:15:46.715013 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-843652c9-2a29-488c-828b-f50e9103f81f tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.773482 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-843652c9-2a29-488c-828b-f50e9103f81f tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.801305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843652c9-2a29-488c-828b-f50e9103f81f tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca07702-ee97-4b00-b193-4f7880abc133,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:46.805105 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-843652c9-2a29-488c-828b-f50e9103f81f tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.809208 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-843652c9-2a29-488c-828b-f50e9103f81f tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "DELETE /v2.0/subnets/3ca07702-ee97-4b00-b193-4f7880abc133 HTTP/1.1" status: 204 len: 168 time: 0.2947261 Nov 03 19:15:46.812488 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35458) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:46.814413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d6f100-d994-469c-b733-984dcac934a8 None None] Network 73d06d92-80bf-42da-ac47-c064748ad856 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:46.903389 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:46.957800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Deleting port c0757665-6b59-46d2-850c-49b4d96bea63 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:46.958138 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.027874 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b1b86-b7e7-4079-8021-83312ef5109f None None] DHCP port deletion for 73d06d92-80bf-42da-ac47-c064748ad856 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:15:47.028383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] For port c0757665-6b59-46d2-850c-49b4d96bea63, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c0757665-6b59-46d2-850c-49b4d96bea63,segment=NetworkSegment(8a1508e0-e04f-49e7-b2ed-84a4f4a942cb),segment_id=8a1508e0-e04f-49e7-b2ed-84a4f4a942cb)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:47.028793 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.042686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Calling delete_port for c0757665-6b59-46d2-850c-49b4d96bea63 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:47.078214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b1b86-b7e7-4079-8021-83312ef5109f None None] Deleting port c0757665-6b59-46d2-850c-49b4d96bea63 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:47.078626 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6d1b1b86-b7e7-4079-8021-83312ef5109f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.122762 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.145662 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6d1b1b86-b7e7-4079-8021-83312ef5109f None None] For port c0757665-6b59-46d2-850c-49b4d96bea63, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c0757665-6b59-46d2-850c-49b4d96bea63,segment=NetworkSegment(8a1508e0-e04f-49e7-b2ed-84a4f4a942cb),segment_id=8a1508e0-e04f-49e7-b2ed-84a4f4a942cb)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:47.146064 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6d1b1b86-b7e7-4079-8021-83312ef5109f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.149344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Port': ['ID=c0757665-6b59-46d2-850c-49b4d96bea63,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:47.153605 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] No DVR routers for this DVR port c0757665-6b59-46d2-850c-49b4d96bea63 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:15:47.168221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b1b86-b7e7-4079-8021-83312ef5109f None None] Calling delete_port for c0757665-6b59-46d2-850c-49b4d96bea63 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:47.239559 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:15:47.251915 n-d-812150-4 neutron-server[101713]: self.session.flush() Nov 03 19:15:47.261175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d06d92-80bf-42da-ac47-c064748ad856']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:47.263246 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6d1b1b86-b7e7-4079-8021-83312ef5109f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.271472 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1508e0-e04f-49e7-b2ed-84a4f4a942cb') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:47.271805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1508e0-e04f-49e7-b2ed-84a4f4a942cb') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:47.282058 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.286596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b1b86-b7e7-4079-8021-83312ef5109f None None] Pushing event deleted for resources: {'Port': ['ID=c0757665-6b59-46d2-850c-49b4d96bea63,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:47.299109 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1b1b86-b7e7-4079-8021-83312ef5109f None None] No DVR routers for this DVR port c0757665-6b59-46d2-850c-49b4d96bea63 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:15:47.299852 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.310532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:15:47.310981 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:15:47.314247 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:15:47.375626 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.380769 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.383993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "DELETE /v2.0/networks/73d06d92-80bf-42da-ac47-c064748ad856 HTTP/1.1" status: 204 len: 168 time: 0.5705271 Nov 03 19:15:47.387465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35460) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:47.399241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113c690-dfbc-4a4d-966e-a91817fbf743 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Network': ['ID=73d06d92-80bf-42da-ac47-c064748ad856,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:47.543695 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f86ec950-4206-4969-af87-573d80e53136 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Deleting port 3bd90cf5-71a5-4685-9325-8644060e34f1 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:47.544012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f86ec950-4206-4969-af87-573d80e53136 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.657510 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f86ec950-4206-4969-af87-573d80e53136 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.657841 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f86ec950-4206-4969-af87-573d80e53136 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.662192 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-70bb9006-8045-4d29-b2c7-edb60594206b req-54bf2a8c-723c-41ba-a907-688086dbaf0b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0631549 Nov 03 19:15:47.672402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f86ec950-4206-4969-af87-573d80e53136 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Calling delete_port for 3bd90cf5-71a5-4685-9325-8644060e34f1 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:47.775450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb9006-8045-4d29-b2c7-edb60594206b req-587482e1-b254-4303-a551-a773913798ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:47.777409 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-70bb9006-8045-4d29-b2c7-edb60594206b req-587482e1-b254-4303-a551-a773913798ac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb&device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 1096 time: 0.0649672 Nov 03 19:15:47.923413 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f86ec950-4206-4969-af87-573d80e53136 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:47.927876 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb9006-8045-4d29-b2c7-edb60594206b req-5a3333b9-c431-4e1c-a0b4-ef785a628a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:47.929361 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-70bb9006-8045-4d29-b2c7-edb60594206b req-5a3333b9-c431-4e1c-a0b4-ef785a628a57 service neutron] 10.222.0.87 "GET /v2.0/networks?id=03b9e283-460f-43de-8151-91cdc3f24f1d HTTP/1.1" status: 200 len: 897 time: 0.1278899 Nov 03 19:15:47.960722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ec950-4206-4969-af87-573d80e53136 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Port': ['ID=3bd90cf5-71a5-4685-9325-8644060e34f1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:48.007915 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-70bb9006-8045-4d29-b2c7-edb60594206b req-e70a5cc4-1015-4d38-81b4-6be548d7f39e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 HTTP/1.1" status: 200 len: 217 time: 0.0567770 Nov 03 19:15:48.081081 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f86ec950-4206-4969-af87-573d80e53136 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:48.081408 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-f86ec950-4206-4969-af87-573d80e53136 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Floating IP cb1ff6a8-40b6-4896-9e12-cfd843d45e6c disassociated (deleted). External IP: 172.25.2.247, port: 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7. Nov 03 19:15:48.098593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 05be6701-61bf-41b1-86c4-9f48ba0239ff no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:15:48.119728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb9006-8045-4d29-b2c7-edb60594206b req-f47c2728-eeb0-45e7-be50-14b49e789e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:48.119728 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-70bb9006-8045-4d29-b2c7-edb60594206b req-f47c2728-eeb0-45e7-be50-14b49e789e72 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f9d1c515-7713-40f1-848f-219ad86996ff HTTP/1.1" status: 200 len: 835 time: 0.0944686 Nov 03 19:15:48.120434 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 05be6701-61bf-41b1-86c4-9f48ba0239ff {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:15:48.120720 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 05be6701-61bf-41b1-86c4-9f48ba0239ff not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:15:48.169430 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c0757665-6b59-46d2-850c-49b4d96bea63 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:15:48.192500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: c0757665-6b59-46d2-850c-49b4d96bea63 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:15:48.192847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c0757665-6b59-46d2-850c-49b4d96bea63 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:15:48.216356 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb9006-8045-4d29-b2c7-edb60594206b req-dfeb209d-7f2b-47f7-857b-260436855b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:48.217846 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-70bb9006-8045-4d29-b2c7-edb60594206b req-dfeb209d-7f2b-47f7-857b-260436855b46 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03b9e283-460f-43de-8151-91cdc3f24f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896211 Nov 03 19:15:48.395970 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-70bb9006-8045-4d29-b2c7-edb60594206b req-8f70033e-c054-41f0-9329-fafbee16d169 service neutron] 10.222.0.87 "GET /v2.0/networks/03b9e283-460f-43de-8151-91cdc3f24f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693556 Nov 03 19:15:48.401686 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86ec950-4206-4969-af87-573d80e53136 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:15:48.562537 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-70bb9006-8045-4d29-b2c7-edb60594206b req-442502aa-bef5-4abe-931e-b24ee03d8e0a service neutron] 10.222.0.87 "GET /v2.0/networks/03b9e283-460f-43de-8151-91cdc3f24f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579914 Nov 03 19:15:48.585353 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86ec950-4206-4969-af87-573d80e53136 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:15:48.590823 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f86ec950-4206-4969-af87-573d80e53136 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:48.596736 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e0c16-acaf-4490-b913-9a5fdcc6cad3 None None] Sync routers for ids ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:15:48.606740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e0c16-acaf-4490-b913-9a5fdcc6cad3 None None] Routers {'8152d387-49bf-4774-9b2b-3c3ff8a68e2f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:48.607132 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-801e0c16-acaf-4490-b913-9a5fdcc6cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:15:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:48.627238 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f86ec950-4206-4969-af87-573d80e53136 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "DELETE /v2.0/floatingips/cb1ff6a8-40b6-4896-9e12-cfd843d45e6c HTTP/1.1" status: 204 len: 168 time: 1.2385855 Nov 03 19:15:48.627933 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'tag': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:48.630448 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadb33b1-53a1-43b7-a294-207d1c4b5ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "40c45363-0d08-4d5d-8e80-f12788b5701a", "tag": "5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:48.678242 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13065655-c05e-42cd-8895-b05d1addd490 x-openstack-request-id: req-13065655-c05e-42cd-8895-b05d1addd490 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:48.678537 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c45363-0d08-4d5d-8e80-f12788b5701a", "tag": "5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:48.678791 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-13065655-c05e-42cd-8895-b05d1addd490 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:48.679203 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'tag': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'status': 'completed', 'code': 200} Nov 03 19:15:48.790471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb33b1-53a1-43b7-a294-207d1c4b5ab7 req-928cc5a7-f0ff-4877-be65-d99b859070a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:48.792293 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fadb33b1-53a1-43b7-a294-207d1c4b5ab7 req-928cc5a7-f0ff-4877-be65-d99b859070a3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb&device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 1096 time: 0.0656092 Nov 03 19:15:48.871879 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93955b-1b31-40fd-91bc-0c04182ba8ff req-f5977bb8-c639-4801-a3b2-9ebfb8eab401 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:48.873648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-be93955b-1b31-40fd-91bc-0c04182ba8ff req-f5977bb8-c639-4801-a3b2-9ebfb8eab401 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 945 time: 0.0533853 Nov 03 19:15:48.914786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb33b1-53a1-43b7-a294-207d1c4b5ab7 req-c59858a6-b7a4-418c-b8ed-b770bff4dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:48.917577 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fadb33b1-53a1-43b7-a294-207d1c4b5ab7 req-c59858a6-b7a4-418c-b8ed-b770bff4dedf service neutron] 10.222.0.87 "GET /v2.0/networks?id=03b9e283-460f-43de-8151-91cdc3f24f1d HTTP/1.1" status: 200 len: 897 time: 0.1048391 Nov 03 19:15:48.922773 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-801e0c16-acaf-4490-b913-9a5fdcc6cad3 None None] Set router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:48.933623 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-be93955b-1b31-40fd-91bc-0c04182ba8ff req-22530036-e380-4442-a668-fba14694c54d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=21eb62e1-863c-4ea3-9762-0b560c46c560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522690 Nov 03 19:15:48.968925 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fadb33b1-53a1-43b7-a294-207d1c4b5ab7 req-98e8ea93-bb5c-4f55-af9c-594b55ef8bc3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 HTTP/1.1" status: 200 len: 217 time: 0.0428452 Nov 03 19:15:49.018226 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb33b1-53a1-43b7-a294-207d1c4b5ab7 req-cac7b164-dffc-4429-ae74-80864cde4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:49.019756 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fadb33b1-53a1-43b7-a294-207d1c4b5ab7 req-cac7b164-dffc-4429-ae74-80864cde4b24 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f9d1c515-7713-40f1-848f-219ad86996ff HTTP/1.1" status: 200 len: 835 time: 0.0427158 Nov 03 19:15:49.067541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb33b1-53a1-43b7-a294-207d1c4b5ab7 req-624150fc-29ac-411a-be3a-df74591e50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:49.069079 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fadb33b1-53a1-43b7-a294-207d1c4b5ab7 req-624150fc-29ac-411a-be3a-df74591e50fa service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03b9e283-460f-43de-8151-91cdc3f24f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413127 Nov 03 19:15:49.121678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-801e0c16-acaf-4490-b913-9a5fdcc6cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:15:41Z', 'revision_number': 6, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '2b8844fc-4e8f-495c-82f0-1b5a67a1532e', 'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:5d:32:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:05Z', 'updated_at': '2021-11-03T19:14:09Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:49.153223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e0c16-acaf-4490-b913-9a5fdcc6cad3 None None] Checking router: 8152d387-49bf-4774-9b2b-3c3ff8a68e2f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:15:49.161870 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e0c16-acaf-4490-b913-9a5fdcc6cad3 None None] Routers {'8152d387-49bf-4774-9b2b-3c3ff8a68e2f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:49.162474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-801e0c16-acaf-4490-b913-9a5fdcc6cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:15:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:49.165157 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fadb33b1-53a1-43b7-a294-207d1c4b5ab7 req-754397b3-e80c-4871-a9b5-6c3f972b2aad service neutron] 10.222.0.87 "GET /v2.0/networks/03b9e283-460f-43de-8151-91cdc3f24f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862782 Nov 03 19:15:49.255546 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fadb33b1-53a1-43b7-a294-207d1c4b5ab7 req-507fbaf9-a23e-4854-afc6-2f1b051fa01e service neutron] 10.222.0.87 "GET /v2.0/networks/03b9e283-460f-43de-8151-91cdc3f24f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821295 Nov 03 19:15:49.266736 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-801e0c16-acaf-4490-b913-9a5fdcc6cad3 None None] Set router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:49.463951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-801e0c16-acaf-4490-b913-9a5fdcc6cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:15:41Z', 'revision_number': 6, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '2b8844fc-4e8f-495c-82f0-1b5a67a1532e', 'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:5d:32:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:05Z', 'updated_at': '2021-11-03T19:14:09Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:49.489428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e0c16-acaf-4490-b913-9a5fdcc6cad3 None None] The sync data for ids ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'] in n-d-812150-4 is: [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:15:41Z', 'revision_number': 6, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '2b8844fc-4e8f-495c-82f0-1b5a67a1532e', 'name': '', 'network_id': '03b9e283-460f-43de-8151-91cdc3f24f1d', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:5d:32:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:05Z', 'updated_at': '2021-11-03T19:14:09Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'f9d1c515-7713-40f1-848f-219ad86996ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:15:49.715832 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb252a6-00d0-4e5c-97e2-94b1c9b9838d None None] New status for floating IP cb1ff6a8-40b6-4896-9e12-cfd843d45e6c: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:15:50.052902 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7bc1a-3ed9-474b-983c-f69f7186d8f3 req-4b79fdac-6ba4-47d4-9ea4-7bb11f68dd8c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:50.054404 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3d7bc1a-3ed9-474b-983c-f69f7186d8f3 req-4b79fdac-6ba4-47d4-9ea4-7bb11f68dd8c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 945 time: 0.0491366 Nov 03 19:15:50.107380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3d7bc1a-3ed9-474b-983c-f69f7186d8f3 req-055d8140-ddfc-40ae-9ceb-87c762c56e95 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=21eb62e1-863c-4ea3-9762-0b560c46c560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469525 Nov 03 19:15:50.340009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c21f30-9623-40ff-9faa-c2853192de0a req-bdaa198e-6fb3-4361-8ce3-e4db16d904f6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:50.341558 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-14c21f30-9623-40ff-9faa-c2853192de0a req-bdaa198e-6fb3-4361-8ce3-e4db16d904f6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.87 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 945 time: 0.0482469 Nov 03 19:15:50.434831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-14c21f30-9623-40ff-9faa-c2853192de0a req-65d988da-c12d-4efa-93c6-38c2d770b92b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Deleting port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:50.435169 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-14c21f30-9623-40ff-9faa-c2853192de0a req-65d988da-c12d-4efa-93c6-38c2d770b92b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:50.520301 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-14c21f30-9623-40ff-9faa-c2853192de0a req-65d988da-c12d-4efa-93c6-38c2d770b92b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] For port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7,segment=NetworkSegment(dfb2e041-c68f-4596-aeb0-b0093d4579e5),segment_id=dfb2e041-c68f-4596-aeb0-b0093d4579e5)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:50.520655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-14c21f30-9623-40ff-9faa-c2853192de0a req-65d988da-c12d-4efa-93c6-38c2d770b92b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:50.537758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-14c21f30-9623-40ff-9faa-c2853192de0a req-65d988da-c12d-4efa-93c6-38c2d770b92b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Calling delete_port for 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:50.666983 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-14c21f30-9623-40ff-9faa-c2853192de0a req-65d988da-c12d-4efa-93c6-38c2d770b92b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:50.700602 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d988da-c12d-4efa-93c6-38c2d770b92b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Port': ['ID=5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:50.745136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c21f30-9623-40ff-9faa-c2853192de0a req-65d988da-c12d-4efa-93c6-38c2d770b92b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] No DVR routers for this DVR port 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:15:50.747893 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-14c21f30-9623-40ff-9faa-c2853192de0a req-65d988da-c12d-4efa-93c6-38c2d770b92b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:50.751244 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-14c21f30-9623-40ff-9faa-c2853192de0a req-65d988da-c12d-4efa-93c6-38c2d770b92b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.87 "DELETE /v2.0/ports/5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 HTTP/1.1" status: 204 len: 173 time: 0.4035885 Nov 03 19:15:50.751705 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'name': 'network-vif-deleted', 'tag': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:15:50.753938 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2fc0ad-5956-4bbe-9cce-2317c7a5fbd2" -d '{"events": [{"server_uuid": "40c45363-0d08-4d5d-8e80-f12788b5701a", "name": "network-vif-deleted", "tag": "5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:15:50.792496 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce701b8-3ccf-4dc7-8018-826e0056ea0b x-openstack-request-id: req-4ce701b8-3ccf-4dc7-8018-826e0056ea0b {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:15:50.792791 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c45363-0d08-4d5d-8e80-f12788b5701a", "name": "network-vif-deleted", "tag": "5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:15:50.793045 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4ce701b8-3ccf-4dc7-8018-826e0056ea0b {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:15:50.793447 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c45363-0d08-4d5d-8e80-f12788b5701a', 'name': 'network-vif-deleted', 'tag': '5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7', 'status': 'completed', 'code': 200} Nov 03 19:15:51.219591 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99bd5ba3-f920-4969-baa7-c8796de2fa25 req-c0fd4929-1206-44c1-8ef3-c988bf75ccf3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=40c45363-0d08-4d5d-8e80-f12788b5701a HTTP/1.1" status: 200 len: 210 time: 0.0269516 Nov 03 19:15:52.278250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35488) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:52.336107 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58ea6767-f35d-46ac-b045-a34b9af59d0b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.362030 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58ea6767-f35d-46ac-b045-a34b9af59d0b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.420886 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58ea6767-f35d-46ac-b045-a34b9af59d0b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.424687 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58ea6767-f35d-46ac-b045-a34b9af59d0b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:52.426275 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-58ea6767-f35d-46ac-b045-a34b9af59d0b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "DELETE /v2.0/security-groups/21eb62e1-863c-4ea3-9762-0b560c46c560 HTTP/1.1" status: 204 len: 168 time: 0.1468716 Nov 03 19:15:52.437435 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea6767-f35d-46ac-b045-a34b9af59d0b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eb62e1-863c-4ea3-9762-0b560c46c560,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:52.464726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35492) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:52.862013 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a3d35fd-7d36-429c-b1de-3643f32b0360 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.136063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-7a3d35fd-7d36-429c-b1de-3643f32b0360 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Deleting port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:53.136401 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a3d35fd-7d36-429c-b1de-3643f32b0360 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.237962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-7a3d35fd-7d36-429c-b1de-3643f32b0360 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] For port 2b8844fc-4e8f-495c-82f0-1b5a67a1532e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=2b8844fc-4e8f-495c-82f0-1b5a67a1532e,segment=NetworkSegment(dfb2e041-c68f-4596-aeb0-b0093d4579e5),segment_id=dfb2e041-c68f-4596-aeb0-b0093d4579e5)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:53.238319 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a3d35fd-7d36-429c-b1de-3643f32b0360 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.257828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-7a3d35fd-7d36-429c-b1de-3643f32b0360 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Calling delete_port for 2b8844fc-4e8f-495c-82f0-1b5a67a1532e owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:53.463958 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a3d35fd-7d36-429c-b1de-3643f32b0360 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.493000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d35fd-7d36-429c-b1de-3643f32b0360 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Port': ['ID=2b8844fc-4e8f-495c-82f0-1b5a67a1532e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:53.687074 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7a3d35fd-7d36-429c-b1de-3643f32b0360 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:53.947550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3d35fd-7d36-429c-b1de-3643f32b0360 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:15:54.060611 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3d35fd-7d36-429c-b1de-3643f32b0360 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:15:54.065853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7a3d35fd-7d36-429c-b1de-3643f32b0360 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "PUT /v2.0/routers/8152d387-49bf-4774-9b2b-3c3ff8a68e2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5998750 Nov 03 19:15:54.068923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35498) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:54.071715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341f284e-ffb3-434b-8249-885d7b393af8 None None] Sync routers for ids ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:15:54.084449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341f284e-ffb3-434b-8249-885d7b393af8 None None] Routers {'8152d387-49bf-4774-9b2b-3c3ff8a68e2f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:54.085422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-341f284e-ffb3-434b-8249-885d7b393af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:15:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:54.130159 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:15:54.134651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-08838d64-f8be-46f4-ba5e-1052c7fd27ff tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Deleting subnet f9d1c515-7713-40f1-848f-219ad86996ff {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:15:54.138366 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08838d64-f8be-46f4-ba5e-1052c7fd27ff tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.165010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:15:54.165010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5fb0b7f2-8495-4de0-ac4c-3ea796c96fe7 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:15:54.205270 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08838d64-f8be-46f4-ba5e-1052c7fd27ff tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.249126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-341f284e-ffb3-434b-8249-885d7b393af8 None None] Set router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:54.319294 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08838d64-f8be-46f4-ba5e-1052c7fd27ff tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.389853 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08838d64-f8be-46f4-ba5e-1052c7fd27ff tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.417295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08838d64-f8be-46f4-ba5e-1052c7fd27ff tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d1c515-7713-40f1-848f-219ad86996ff,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:54.425339 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08838d64-f8be-46f4-ba5e-1052c7fd27ff tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.431497 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-08838d64-f8be-46f4-ba5e-1052c7fd27ff tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "DELETE /v2.0/subnets/f9d1c515-7713-40f1-848f-219ad86996ff HTTP/1.1" status: 204 len: 168 time: 0.3596387 Nov 03 19:15:54.432047 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35500) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:54.434900 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b3c59-fa0c-42ad-b700-559db15d1169 None None] Network 03b9e283-460f-43de-8151-91cdc3f24f1d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:54.515037 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-341f284e-ffb3-434b-8249-885d7b393af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:15:53Z', 'revision_number': 7, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:54.549341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341f284e-ffb3-434b-8249-885d7b393af8 None None] Checking router: 8152d387-49bf-4774-9b2b-3c3ff8a68e2f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:15:54.553840 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:54.595663 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341f284e-ffb3-434b-8249-885d7b393af8 None None] Routers {'8152d387-49bf-4774-9b2b-3c3ff8a68e2f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:54.596316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-341f284e-ffb3-434b-8249-885d7b393af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:15:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:54.736016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-341f284e-ffb3-434b-8249-885d7b393af8 None None] Set router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:54.767680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960be184-954f-407b-b7eb-9c647be482f5 None None] DHCP port deletion for 03b9e283-460f-43de-8151-91cdc3f24f1d request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:15:54.940263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-960be184-954f-407b-b7eb-9c647be482f5 None None] Deleting port d57e3854-a659-41a3-9efc-2d66aecd4b83 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:54.940646 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-960be184-954f-407b-b7eb-9c647be482f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.007097 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.014059 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-960be184-954f-407b-b7eb-9c647be482f5 None None] For port d57e3854-a659-41a3-9efc-2d66aecd4b83, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d57e3854-a659-41a3-9efc-2d66aecd4b83,segment=NetworkSegment(dfb2e041-c68f-4596-aeb0-b0093d4579e5),segment_id=dfb2e041-c68f-4596-aeb0-b0093d4579e5)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:55.014461 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-960be184-954f-407b-b7eb-9c647be482f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.031993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-960be184-954f-407b-b7eb-9c647be482f5 None None] Calling delete_port for d57e3854-a659-41a3-9efc-2d66aecd4b83 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:55.048342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-341f284e-ffb3-434b-8249-885d7b393af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:15:53Z', 'revision_number': 7, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:55.060105 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Deleting port ed4dcec6-6103-4c55-8ce1-52b86b1913e5 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:15:55.060105 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.103173 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341f284e-ffb3-434b-8249-885d7b393af8 None None] The sync data for ids ['8152d387-49bf-4774-9b2b-3c3ff8a68e2f'] in n-d-812150-4 is: [{'id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'name': 'tempest-TestNetworkBasicOps-router-711819224', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:15:53Z', 'revision_number': 7, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': 'ed4dcec6-6103-4c55-8ce1-52b86b1913e5', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8152d387-49bf-4774-9b2b-3c3ff8a68e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:14:02Z', 'updated_at': '2021-11-03T19:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:15:55.148647 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] For port ed4dcec6-6103-4c55-8ce1-52b86b1913e5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ed4dcec6-6103-4c55-8ce1-52b86b1913e5,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:15:55.149026 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.150070 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-960be184-954f-407b-b7eb-9c647be482f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.163159 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Calling delete_port for ed4dcec6-6103-4c55-8ce1-52b86b1913e5 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:15:55.180938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960be184-954f-407b-b7eb-9c647be482f5 None None] No DVR routers for this DVR port d57e3854-a659-41a3-9efc-2d66aecd4b83 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:15:55.184973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960be184-954f-407b-b7eb-9c647be482f5 None None] Pushing event deleted for resources: {'Port': ['ID=d57e3854-a659-41a3-9efc-2d66aecd4b83,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:55.327199 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.350671 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Port': ['ID=ed4dcec6-6103-4c55-8ce1-52b86b1913e5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:55.413222 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.503677 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.505824 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.557874 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.558796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Fanout notify agent at l3_agent the message router_deleted on router 8152d387-49bf-4774-9b2b-3c3ff8a68e2f {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:15:55.566309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.567454 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f0c55cd4-c3e7-42e9-bc4f-e30b639c5a4e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "DELETE /v2.0/routers/8152d387-49bf-4774-9b2b-3c3ff8a68e2f HTTP/1.1" status: 204 len: 168 time: 1.1342068 Nov 03 19:15:55.570309 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35504) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:55.662852 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c09ff27c-8812-4286-bf2c-bc5a3c706446 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.759477 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c09ff27c-8812-4286-bf2c-bc5a3c706446 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.784031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-c09ff27c-8812-4286-bf2c-bc5a3c706446 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b9e283-460f-43de-8151-91cdc3f24f1d']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:55.786524 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d7920a50-010f-4092-bb5f-1a06ed789757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.794888 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-c09ff27c-8812-4286-bf2c-bc5a3c706446 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb2e041-c68f-4596-aeb0-b0093d4579e5') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:55.795480 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-c09ff27c-8812-4286-bf2c-bc5a3c706446 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb2e041-c68f-4596-aeb0-b0093d4579e5') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:55.805937 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c09ff27c-8812-4286-bf2c-bc5a3c706446 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.820355 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c09ff27c-8812-4286-bf2c-bc5a3c706446 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.826706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09ff27c-8812-4286-bf2c-bc5a3c706446 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:15:55.827067 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c09ff27c-8812-4286-bf2c-bc5a3c706446 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:15:55.830248 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:15:55.892412 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c09ff27c-8812-4286-bf2c-bc5a3c706446 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.899485 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c09ff27c-8812-4286-bf2c-bc5a3c706446 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:55.912857 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c09ff27c-8812-4286-bf2c-bc5a3c706446 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "DELETE /v2.0/networks/03b9e283-460f-43de-8151-91cdc3f24f1d HTTP/1.1" status: 204 len: 168 time: 0.3415115 Nov 03 19:15:55.926056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ff27c-8812-4286-bf2c-bc5a3c706446 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Network': ['ID=03b9e283-460f-43de-8151-91cdc3f24f1d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:55.937273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35506) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:55.945084 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b958667e-f8bb-4c10-a073-2f32a38c49c9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'network': {'name': 'tempest-network-smoke--1514433063', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'port_security_enabled': True}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:55.972812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b958667e-f8bb-4c10-a073-2f32a38c49c9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Made reservation on behalf of 15c49e96cb16436ebe0c5889ce3d1cdb for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:55.976306 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b958667e-f8bb-4c10-a073-2f32a38c49c9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.002009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b958667e-f8bb-4c10-a073-2f32a38c49c9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:15:56.011758 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b958667e-f8bb-4c10-a073-2f32a38c49c9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.012104 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-b958667e-f8bb-4c10-a073-2f32a38c49c9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Added segment 910a32f3-d539-41bf-b07d-537a9b104271 of type vlan for network 258089fe-eaba-4e73-9e57-2fcb21c9af4e Nov 03 19:15:56.054280 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b958667e-f8bb-4c10-a073-2f32a38c49c9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.077271 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b958667e-f8bb-4c10-a073-2f32a38c49c9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.082984 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b958667e-f8bb-4c10-a073-2f32a38c49c9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:56.083598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b958667e-f8bb-4c10-a073-2f32a38c49c9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.121879 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b958667e-f8bb-4c10-a073-2f32a38c49c9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1830258 Nov 03 19:15:56.124936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35510) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:56.130030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'admin_state_up': True, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:56.172871 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958667e-f8bb-4c10-a073-2f32a38c49c9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Network': ['ID=258089fe-eaba-4e73-9e57-2fcb21c9af4e,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:56.177943 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.182824 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.187080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 258089fe-eaba-4e73-9e57-2fcb21c9af4e details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:15:56.211758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d57e3854-a659-41a3-9efc-2d66aecd4b83 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:15:56.238629 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.261364 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: d57e3854-a659-41a3-9efc-2d66aecd4b83 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:15:56.261707 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device d57e3854-a659-41a3-9efc-2d66aecd4b83 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:15:56.262110 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 2b8844fc-4e8f-495c-82f0-1b5a67a1532e no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:15:56.293765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 2b8844fc-4e8f-495c-82f0-1b5a67a1532e {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:15:56.294110 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 2b8844fc-4e8f-495c-82f0-1b5a67a1532e not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:15:56.294519 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ed4dcec6-6103-4c55-8ce1-52b86b1913e5 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:15:56.315432 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: ed4dcec6-6103-4c55-8ce1-52b86b1913e5 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:15:56.315832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ed4dcec6-6103-4c55-8ce1-52b86b1913e5 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:15:56.362361 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:15:56.718003 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.907932 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:56.930752 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.039627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Allocated IP 172.25.2.245 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/16360ec2-fd26-4a02-84d5-7691e116c20d) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:57.158135 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.193986 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.235773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:57.237622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:57.240307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:57.270010 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Port': ['ID=16360ec2-fd26-4a02-84d5-7691e116c20d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:57.501932 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.705466 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.841213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Router b844f569-3e99-4672-ab20-90b31cad465b is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:15:57.954510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:15:57.964879 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Sync routers for ids ['b844f569-3e99-4672-ab20-90b31cad465b'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:15:57.974739 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:57.976695 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Routers {'b844f569-3e99-4672-ab20-90b31cad465b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:57.977379 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:15:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b844f569-3e99-4672-ab20-90b31cad465b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:57.979902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7017dce1-e800-447b-a3be-f332595a0027 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8538086 Nov 03 19:15:57.980275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35518) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:58.012244 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-653e6452-f967-4d5b-9fd0-6de356dac702 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=15c49e96cb16436ebe0c5889ce3d1cdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300329 Nov 03 19:15:58.014823 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35520) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:58.080225 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Set router b844f569-3e99-4672-ab20-90b31cad465b gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:58.112452 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b5c586-f2b2-41ad-ab29-29d9a2778981 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:58.116765 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-27b5c586-f2b2-41ad-ab29-29d9a2778981 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0977159 Nov 03 19:15:58.121694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35522) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:58.132589 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-12ecf1df-39a4-4764-8c25-72f6b54148df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.157333 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d5ea4e50-981f-4df8-800a-12c118c62a0c tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325947 Nov 03 19:15:58.159735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35524) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:58.164779 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-41627772-2f63-458d-8bbe-e97212d0997b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2102784789', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:15:58.263385 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41627772-2f63-458d-8bbe-e97212d0997b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Made reservation on behalf of 15c49e96cb16436ebe0c5889ce3d1cdb for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:15:58.266071 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:15:57Z', 'revision_number': 3, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:58.267984 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41627772-2f63-458d-8bbe-e97212d0997b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.298161 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Checking router: b844f569-3e99-4672-ab20-90b31cad465b for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:15:58.298507 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Updating router b844f569-3e99-4672-ab20-90b31cad465b port 16360ec2-fd26-4a02-84d5-7691e116c20d binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:15:58.324222 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.469373 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41627772-2f63-458d-8bbe-e97212d0997b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.544931 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41627772-2f63-458d-8bbe-e97212d0997b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Subnet': ['ID=da756e32-7bec-48a9-93e0-5236fc0c38f5,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:58.595612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41627772-2f63-458d-8bbe-e97212d0997b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Checking segment: {'id': '910a32f3-d539-41bf-b07d-537a9b104271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:58.596367 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41627772-2f63-458d-8bbe-e97212d0997b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network hostable DHCP agents. Network: 258089fe-eaba-4e73-9e57-2fcb21c9af4e, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:15:58.626344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41627772-2f63-458d-8bbe-e97212d0997b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 258089fe-eaba-4e73-9e57-2fcb21c9af4e is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:15:58.642737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-41627772-2f63-458d-8bbe-e97212d0997b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 258089fe-eaba-4e73-9e57-2fcb21c9af4e) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:58.644445 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.651320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41627772-2f63-458d-8bbe-e97212d0997b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:15:58.653513 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-41627772-2f63-458d-8bbe-e97212d0997b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.655296 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.660991 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b0a7a-c32f-463a-9e77-86c1e456aeb2 None None] Network 258089fe-eaba-4e73-9e57-2fcb21c9af4e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:15:58.694506 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-41627772-2f63-458d-8bbe-e97212d0997b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5335138 Nov 03 19:15:58.698225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35528) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:15:58.751081 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Attempting to bind port 16360ec2-fd26-4a02-84d5-7691e116c20d on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:58.751356 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Attempting to bind port 16360ec2-fd26-4a02-84d5-7691e116c20d by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:58.751786 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Attempting to bind port 16360ec2-fd26-4a02-84d5-7691e116c20d on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:58.761235 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa04bc0-cfb5-4a8e-b3dd-a682697f95a7 None None] Pushing event updated for resources: {'Port': ['ID=16360ec2-fd26-4a02-84d5-7691e116c20d,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:58.765424 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:58.765804 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:58.766204 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.766598 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:58.767071 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Bound port: 16360ec2-fd26-4a02-84d5-7691e116c20d, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:58.767467 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.776982 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa04bc0-cfb5-4a8e-b3dd-a682697f95a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:58.777224 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa04bc0-cfb5-4a8e-b3dd-a682697f95a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:58.777572 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa04bc0-cfb5-4a8e-b3dd-a682697f95a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:58.780412 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa04bc0-cfb5-4a8e-b3dd-a682697f95a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:58.780412 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa04bc0-cfb5-4a8e-b3dd-a682697f95a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:58.780412 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa04bc0-cfb5-4a8e-b3dd-a682697f95a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:58.780412 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa04bc0-cfb5-4a8e-b3dd-a682697f95a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:58.780412 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa04bc0-cfb5-4a8e-b3dd-a682697f95a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:58.780412 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa04bc0-cfb5-4a8e-b3dd-a682697f95a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:58.780412 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa04bc0-cfb5-4a8e-b3dd-a682697f95a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:58.780412 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa04bc0-cfb5-4a8e-b3dd-a682697f95a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:58.781317 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa04bc0-cfb5-4a8e-b3dd-a682697f95a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:15:58.849060 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] For port 16360ec2-fd26-4a02-84d5-7691e116c20d, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:58.856300 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] For port 16360ec2-fd26-4a02-84d5-7691e116c20d, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=16360ec2-fd26-4a02-84d5-7691e116c20d,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:58.862729 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:58.915776 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Routers {'b844f569-3e99-4672-ab20-90b31cad465b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:15:58.917235 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:15:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b844f569-3e99-4672-ab20-90b31cad465b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:58.983020 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa04bc0-cfb5-4a8e-b3dd-a682697f95a7 None None] Pushing event updated for resources: {'Port': ['ID=16360ec2-fd26-4a02-84d5-7691e116c20d,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:59.050948 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ips': [{'subnet_id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:15:59.052405 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.058484 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] Set router b844f569-3e99-4672-ab20-90b31cad465b gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:15:59.189325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Allocated IP 172.20.0.2 (258089fe-eaba-4e73-9e57-2fcb21c9af4e/da756e32-7bec-48a9-93e0-5236fc0c38f5/c7e7ae68-6b91-4593-9226-e2bf83fc143a) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:59.234966 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.250945 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:15:57Z', 'revision_number': 3, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:15:59.283324 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534eeee-9a7e-461b-a589-bb365d46442e None None] The sync data for ids ['b844f569-3e99-4672-ab20-90b31cad465b'] in n-d-812150-4 is: [{'id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:15:57Z', 'revision_number': 3, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:15:59.360920 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.369288 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.420112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Network 258089fe-eaba-4e73-9e57-2fcb21c9af4e is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:59.426463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:59.429054 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:59.465249 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Pushing event updated for resources: {'Port': ['ID=c7e7ae68-6b91-4593-9226-e2bf83fc143a,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:59.496441 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.554187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Attempting to bind port c7e7ae68-6b91-4593-9226-e2bf83fc143a on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:15:59.554628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Attempting to bind port c7e7ae68-6b91-4593-9226-e2bf83fc143a by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '910a32f3-d539-41bf-b07d-537a9b104271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:15:59.555076 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Attempting to bind port c7e7ae68-6b91-4593-9226-e2bf83fc143a on network 258089fe-eaba-4e73-9e57-2fcb21c9af4e {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:15:59.569212 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:15:59.569647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Checking segment: {'id': '910a32f3-d539-41bf-b07d-537a9b104271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:15:59.570842 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.571264 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Bound using segment: {'id': '910a32f3-d539-41bf-b07d-537a9b104271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:15:59.571804 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Bound port: c7e7ae68-6b91-4593-9226-e2bf83fc143a, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910a32f3-d539-41bf-b07d-537a9b104271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:15:59.572742 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.618332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Allocated IP 172.20.0.1 (258089fe-eaba-4e73-9e57-2fcb21c9af4e/da756e32-7bec-48a9-93e0-5236fc0c38f5/20328fb6-deb3-4f85-b696-45deb42e397f) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:15:59.684809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] For port c7e7ae68-6b91-4593-9226-e2bf83fc143a, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:15:59.688436 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] For port c7e7ae68-6b91-4593-9226-e2bf83fc143a, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c7e7ae68-6b91-4593-9226-e2bf83fc143a,segment=NetworkSegment(910a32f3-d539-41bf-b07d-537a9b104271),segment_id=910a32f3-d539-41bf-b07d-537a9b104271)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:15:59.694110 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.771975 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75977bc7-8720-4f2b-9fab-2ea913a1210a None None] Pushing event updated for resources: {'Port': ['ID=c7e7ae68-6b91-4593-9226-e2bf83fc143a,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:59.813194 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.862287 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:15:59.907268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 258089fe-eaba-4e73-9e57-2fcb21c9af4e is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:15:59.910757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:15:59.914800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:15:59.973764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Port': ['ID=20328fb6-deb3-4f85-b696-45deb42e397f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:15:59.991681 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.165661 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.295532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c7e7ae68-6b91-4593-9226-e2bf83fc143a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:00.390997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c7e7ae68-6b91-4593-9226-e2bf83fc143a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:00.391357 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.563748 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.618342 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port c7e7ae68-6b91-4593-9226-e2bf83fc143a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c7e7ae68-6b91-4593-9226-e2bf83fc143a,segment=NetworkSegment(910a32f3-d539-41bf-b07d-537a9b104271),segment_id=910a32f3-d539-41bf-b07d-537a9b104271)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:00.623663 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.625099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 16360ec2-fd26-4a02-84d5-7691e116c20d up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:00.707979 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.714846 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.793046 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.793046 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.807095 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=c7e7ae68-6b91-4593-9226-e2bf83fc143a,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:00.816609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 16360ec2-fd26-4a02-84d5-7691e116c20d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:00.816609 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.817113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Port': ['ID=20328fb6-deb3-4f85-b696-45deb42e397f,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:00.841101 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.904098 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.930532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 16360ec2-fd26-4a02-84d5-7691e116c20d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=16360ec2-fd26-4a02-84d5-7691e116c20d,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:00.936975 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:00.990162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 258089fe-eaba-4e73-9e57-2fcb21c9af4e is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:00.992001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:01.013089 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=16360ec2-fd26-4a02-84d5-7691e116c20d,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:01.135671 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea74ba-cc84-4a4c-92dd-ad154b8996dc None None] Network 258089fe-eaba-4e73-9e57-2fcb21c9af4e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:01.140161 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Router b844f569-3e99-4672-ab20-90b31cad465b has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:16:01.242972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-375bfa9d-0b3a-4687-b305-715bdf82a4a8 None None] Provisioning complete for port c7e7ae68-6b91-4593-9226-e2bf83fc143a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:01.243349 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-375bfa9d-0b3a-4687-b305-715bdf82a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.504585 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.814557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:01.821152 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-72599e93-e06b-4eeb-a641-776b48afef25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "PUT /v2.0/routers/b844f569-3e99-4672-ab20-90b31cad465b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1212604 Nov 03 19:16:01.824183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35542) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:01.825886 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Sync routers for ids ['b844f569-3e99-4672-ab20-90b31cad465b'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:01.839812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Routers {'b844f569-3e99-4672-ab20-90b31cad465b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:01.840778 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:15:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b844f569-3e99-4672-ab20-90b31cad465b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:01.941932 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a69bd94e-b546-42ae-b7e9-119fc7f58a46 None None] Provisioning complete for port c7e7ae68-6b91-4593-9226-e2bf83fc143a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:01.942308 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a69bd94e-b546-42ae-b7e9-119fc7f58a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:01.999159 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Set router b844f569-3e99-4672-ab20-90b31cad465b gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:02.035152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f01c57-24c7-41d1-bf9b-26fc27f2bd44 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.035152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f01c57-24c7-41d1-bf9b-26fc27f2bd44 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.036008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f01c57-24c7-41d1-bf9b-26fc27f2bd44 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.036693 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f01c57-24c7-41d1-bf9b-26fc27f2bd44 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.037158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f01c57-24c7-41d1-bf9b-26fc27f2bd44 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.037801 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f01c57-24c7-41d1-bf9b-26fc27f2bd44 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.038259 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f01c57-24c7-41d1-bf9b-26fc27f2bd44 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.040530 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-15f01c57-24c7-41d1-bf9b-26fc27f2bd44 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4987 time: 0.2150073 Nov 03 19:16:02.044133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35544) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:02.106766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7567e-f304-475e-9759-64cc18de2398 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.107284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7567e-f304-475e-9759-64cc18de2398 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.107703 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7567e-f304-475e-9759-64cc18de2398 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.108624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7567e-f304-475e-9759-64cc18de2398 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.108624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7567e-f304-475e-9759-64cc18de2398 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.109015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7567e-f304-475e-9759-64cc18de2398 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.109448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b7567e-f304-475e-9759-64cc18de2398 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:02.113986 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-00b7567e-f304-475e-9759-64cc18de2398 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4647 time: 0.0661147 Nov 03 19:16:02.114363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35546) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:02.190941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a69bd94e-b546-42ae-b7e9-119fc7f58a46 None None] Provisioning complete for port 20328fb6-deb3-4f85-b696-45deb42e397f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:02.191239 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a69bd94e-b546-42ae-b7e9-119fc7f58a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.223078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c7e7ae68-6b91-4593-9226-e2bf83fc143a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:02.274933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a69bd94e-b546-42ae-b7e9-119fc7f58a46 None None] Port 20328fb6-deb3-4f85-b696-45deb42e397f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:16:02.289649 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0eab3eeb-1265-418e-b5b2-e6e09e3a1e44 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1717548 Nov 03 19:16:02.330266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c7e7ae68-6b91-4593-9226-e2bf83fc143a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:02.330649 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.363567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '20328fb6-deb3-4f85-b696-45deb42e397f', 'name': '', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:1f:33:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:59Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 2, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:02.402432 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Checking router: b844f569-3e99-4672-ab20-90b31cad465b for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:16:02.402789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Updating router b844f569-3e99-4672-ab20-90b31cad465b port 20328fb6-deb3-4f85-b696-45deb42e397f binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:16:02.445376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-2bc4a863-0dd8-4958-a1c7-f6a71f595b2c None None] Provisioning complete for port 20328fb6-deb3-4f85-b696-45deb42e397f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:02.445665 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2bc4a863-0dd8-4958-a1c7-f6a71f595b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.447738 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.626485 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35550) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:02.631812 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-53af2279-1d5f-47e4-a9a4-d64b7a444022 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1767212056', 'description': 'tempest-secgroup-smoke-1767212056 description', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:02.659380 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53af2279-1d5f-47e4-a9a4-d64b7a444022 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.710272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-2bc4a863-0dd8-4958-a1c7-f6a71f595b2c None None] Port 20328fb6-deb3-4f85-b696-45deb42e397f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:16:02.721979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 16360ec2-fd26-4a02-84d5-7691e116c20d up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:02.772172 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53af2279-1d5f-47e4-a9a4-d64b7a444022 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.777800 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53af2279-1d5f-47e4-a9a4-d64b7a444022 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.828179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af2279-1d5f-47e4-a9a4-d64b7a444022 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8056fa-2e19-4669-acbc-446e6d17da2d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:02.843090 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-53af2279-1d5f-47e4-a9a4-d64b7a444022 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.847846 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-53af2279-1d5f-47e4-a9a4-d64b7a444022 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2202756 Nov 03 19:16:02.848517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35558) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:02.853120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-9f0e4764-aa34-4ce6-b6f9-8eca34e3c603 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': 'ee8056fa-2e19-4669-acbc-446e6d17da2d', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:02.894378 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9f0e4764-aa34-4ce6-b6f9-8eca34e3c603 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.926392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 16360ec2-fd26-4a02-84d5-7691e116c20d triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:02.926763 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.961245 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9f0e4764-aa34-4ce6-b6f9-8eca34e3c603 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.966572 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9f0e4764-aa34-4ce6-b6f9-8eca34e3c603 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:02.996343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e4764-aa34-4ce6-b6f9-8eca34e3c603 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a2f6cc-9d97-4817-906d-1f2e542502a6,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:03.007691 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9f0e4764-aa34-4ce6-b6f9-8eca34e3c603 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.011679 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9f0e4764-aa34-4ce6-b6f9-8eca34e3c603 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596174 Nov 03 19:16:03.012123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35560) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:03.017922 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1a8fedac-5565-4213-85d0-c52f23a1b8ca tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': 'ee8056fa-2e19-4669-acbc-446e6d17da2d', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:03.057700 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a8fedac-5565-4213-85d0-c52f23a1b8ca tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.109871 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.116487 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.154384 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a8fedac-5565-4213-85d0-c52f23a1b8ca tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.158909 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a8fedac-5565-4213-85d0-c52f23a1b8ca tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.193858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fedac-5565-4213-85d0-c52f23a1b8ca tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a244ee-c916-4e7e-a8c1-8e6bb9673521,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:03.201912 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a8fedac-5565-4213-85d0-c52f23a1b8ca tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.203158 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1a8fedac-5565-4213-85d0-c52f23a1b8ca tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1900179 Nov 03 19:16:03.206120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35562) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:03.221213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': 'ee8056fa-2e19-4669-acbc-446e6d17da2d', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:03.227837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31589c96-ad74-4999-82df-cb666f2d5239 None None] Pushing event updated for resources: {'Port': ['ID=20328fb6-deb3-4f85-b696-45deb42e397f,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:03.263837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Attempting to bind port 20328fb6-deb3-4f85-b696-45deb42e397f on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:03.264212 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Attempting to bind port 20328fb6-deb3-4f85-b696-45deb42e397f by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '910a32f3-d539-41bf-b07d-537a9b104271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:03.264717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Attempting to bind port 20328fb6-deb3-4f85-b696-45deb42e397f on network 258089fe-eaba-4e73-9e57-2fcb21c9af4e {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:03.270903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:03.271206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Checking segment: {'id': '910a32f3-d539-41bf-b07d-537a9b104271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:03.272042 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.272437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Bound using segment: {'id': '910a32f3-d539-41bf-b07d-537a9b104271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:03.272910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Bound port: 20328fb6-deb3-4f85-b696-45deb42e397f, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910a32f3-d539-41bf-b07d-537a9b104271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:03.273293 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.281223 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.349046 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] For port 20328fb6-deb3-4f85-b696-45deb42e397f, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:03.352535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] For port 20328fb6-deb3-4f85-b696-45deb42e397f, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=20328fb6-deb3-4f85-b696-45deb42e397f,segment=NetworkSegment(910a32f3-d539-41bf-b07d-537a9b104271),segment_id=910a32f3-d539-41bf-b07d-537a9b104271)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:03.358540 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.358834 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.363409 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.392583 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.393867 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1857984 Nov 03 19:16:03.397063 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35564) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:03.404361 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-82f04971-e914-4927-9346-5cdc3ba18037 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': 'ee8056fa-2e19-4669-acbc-446e6d17da2d', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:03.410155 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf66d59-7e45-4756-ad46-52852cfadc6c,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:03.426571 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:03.426927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:03.427276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:03.427648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:03.428295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Routers {'b844f569-3e99-4672-ab20-90b31cad465b'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:03.428443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:03.428443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:03.428670 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:15:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b844f569-3e99-4672-ab20-90b31cad465b'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:03.428795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:03.428969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:03.429301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:03.429635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:03.429971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:03.430421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9a9bc0-8739-435e-8dab-13247f83f790 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:03.433976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31589c96-ad74-4999-82df-cb666f2d5239 None None] Pushing event updated for resources: {'Port': ['ID=20328fb6-deb3-4f85-b696-45deb42e397f,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:03.469331 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82f04971-e914-4927-9346-5cdc3ba18037 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.543767 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82f04971-e914-4927-9346-5cdc3ba18037 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.548438 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82f04971-e914-4927-9346-5cdc3ba18037 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.563359 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] Set router b844f569-3e99-4672-ab20-90b31cad465b gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:03.577723 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f04971-e914-4927-9346-5cdc3ba18037 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f3c758-ced9-48d7-b504-846da0804b77,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:03.584662 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-82f04971-e914-4927-9346-5cdc3ba18037 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.586474 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-82f04971-e914-4927-9346-5cdc3ba18037 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1873868 Nov 03 19:16:03.589607 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35566) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:03.594639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-990b4338-5b44-491d-8f25-3b33a4309163 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': 'ee8056fa-2e19-4669-acbc-446e6d17da2d', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:03.610538 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b4204af5-1ea1-4cad-8964-66edde321c44 None None] Provisioning complete for port 20328fb6-deb3-4f85-b696-45deb42e397f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:03.610967 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b4204af5-1ea1-4cad-8964-66edde321c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.623022 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-990b4338-5b44-491d-8f25-3b33a4309163 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Project 15c49e96cb16436ebe0c5889ce3d1cdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:16:03.630522 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-990b4338-5b44-491d-8f25-3b33a4309163 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.707671 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-990b4338-5b44-491d-8f25-3b33a4309163 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.712181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-990b4338-5b44-491d-8f25-3b33a4309163 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.731552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b4338-5b44-491d-8f25-3b33a4309163 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0d3f6c-bed3-4319-a792-156f06be36df,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:03.743439 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-990b4338-5b44-491d-8f25-3b33a4309163 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.748006 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-990b4338-5b44-491d-8f25-3b33a4309163 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1569610 Nov 03 19:16:03.748428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35568) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:03.754082 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-acfd55e7-4a80-4c2d-b28e-4a20f6107552 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'security_group_rule': {'security_group_id': 'ee8056fa-2e19-4669-acbc-446e6d17da2d', 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:03.785483 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-acfd55e7-4a80-4c2d-b28e-4a20f6107552 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Project 15c49e96cb16436ebe0c5889ce3d1cdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:16:03.792043 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-acfd55e7-4a80-4c2d-b28e-4a20f6107552 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.840168 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b4204af5-1ea1-4cad-8964-66edde321c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.863030 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-acfd55e7-4a80-4c2d-b28e-4a20f6107552 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.867533 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-acfd55e7-4a80-4c2d-b28e-4a20f6107552 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.889051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd55e7-4a80-4c2d-b28e-4a20f6107552 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b17517-847b-4bb2-8e12-0c23168666c2,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:03.896365 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-acfd55e7-4a80-4c2d-b28e-4a20f6107552 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.899634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-acfd55e7-4a80-4c2d-b28e-4a20f6107552 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1480217 Nov 03 19:16:03.916535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b4204af5-1ea1-4cad-8964-66edde321c44 None None] For port 20328fb6-deb3-4f85-b696-45deb42e397f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=20328fb6-deb3-4f85-b696-45deb42e397f,segment=NetworkSegment(910a32f3-d539-41bf-b07d-537a9b104271),segment_id=910a32f3-d539-41bf-b07d-537a9b104271)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:03.924572 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b4204af5-1ea1-4cad-8964-66edde321c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:03.958757 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '20328fb6-deb3-4f85-b696-45deb42e397f', 'name': '', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:1f:33:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:59Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:03.995477 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26bfc14-1b57-4146-8196-907d3dbbc235 None None] The sync data for ids ['b844f569-3e99-4672-ab20-90b31cad465b'] in n-d-812150-4 is: [{'id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '20328fb6-deb3-4f85-b696-45deb42e397f', 'name': '', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:1f:33:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:59Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:04.010825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4204af5-1ea1-4cad-8964-66edde321c44 None None] Pushing event updated for resources: {'Port': ['ID=20328fb6-deb3-4f85-b696-45deb42e397f,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:04.168954 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-2cc38785-6627-45d9-9945-97f2878e9767 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1767212056&fields=id&tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb HTTP/1.1" status: 200 len: 267 time: 0.1012473 Nov 03 19:16:04.240866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f55d0484-cb9d-4dca-8dca-4b6e605afb91 None None] Provisioning complete for port 20328fb6-deb3-4f85-b696-45deb42e397f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:04.241133 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f55d0484-cb9d-4dca-8dca-4b6e605afb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:04.294253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 20328fb6-deb3-4f85-b696-45deb42e397f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:04.423001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-6bcbe29b-f48d-426b-9a26-c56f3292f72d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:04.426034 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-6bcbe29b-f48d-426b-9a26-c56f3292f72d tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/networks?id=258089fe-eaba-4e73-9e57-2fcb21c9af4e HTTP/1.1" status: 200 len: 797 time: 0.2479122 Nov 03 19:16:04.441949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 20328fb6-deb3-4f85-b696-45deb42e397f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:04.442330 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:04.458052 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-8070eab3-81f3-4260-aea0-2996482ebbe0 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/quotas/15c49e96cb16436ebe0c5889ce3d1cdb HTTP/1.1" status: 200 len: 375 time: 0.0154572 Nov 03 19:16:04.519964 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-6e787cb3-8bb4-4ee2-bd30-ca0079210f51 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535049 Nov 03 19:16:04.551956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-075c09c5-43d9-4707-8ff2-82eb7fda796e service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:16:04.553634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-075c09c5-43d9-4707-8ff2-82eb7fda796e service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0066292 Nov 03 19:16:04.673107 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-75b8aaf6-54bf-4293-b456-1c3ee1b1b59f service neutron] 10.222.0.107 "GET /v2.0/networks/258089fe-eaba-4e73-9e57-2fcb21c9af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118698 Nov 03 19:16:04.807552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-7b7ee0d5-8435-431d-9b4a-08b3e3cb8857 service neutron] 10.222.0.107 "GET /v2.0/networks/258089fe-eaba-4e73-9e57-2fcb21c9af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169281 Nov 03 19:16:05.023602 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f9f83dc-38d0-4c41-9536-df2a830d747c req-1b9ffd93-b9b2-44a2-929c-fad2060a6243 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 210 time: 0.0324626 Nov 03 19:16:06.155697 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-841e906b-d835-41c0-bc98-3fba460a6ee6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:06.158213 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-841e906b-d835-41c0-bc98-3fba460a6ee6 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.87 "GET /v2.0/networks?id=258089fe-eaba-4e73-9e57-2fcb21c9af4e HTTP/1.1" status: 200 len: 797 time: 0.1368513 Nov 03 19:16:06.159498 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9cc2a1be-efa3-4eb8-82c3-191791736292 req-e7e522bd-8a6b-4cbb-84b4-d626521d0e25 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 210 time: 0.0363266 Nov 03 19:16:06.276989 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-cb36b0ef-ad61-4944-a2d5-0246c985a77e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb HTTP/1.1" status: 200 len: 380 time: 0.0989912 Nov 03 19:16:06.287991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-8b115830-f241-4fe1-bafc-7d56af410d86 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'port': {'device_id': '54332b9e-364d-464b-8726-94f57f6e9863', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'admin_state_up': True, 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'security_groups': ['ee8056fa-2e19-4669-acbc-446e6d17da2d']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:06.411684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-8b115830-f241-4fe1-bafc-7d56af410d86 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Made reservation on behalf of 15c49e96cb16436ebe0c5889ce3d1cdb for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:16:06.415219 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-8b115830-f241-4fe1-bafc-7d56af410d86 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:06.546720 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-8b115830-f241-4fe1-bafc-7d56af410d86 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Allocated IP 172.20.0.7 (258089fe-eaba-4e73-9e57-2fcb21c9af4e/da756e32-7bec-48a9-93e0-5236fc0c38f5/4b07b642-80cf-412f-acd6-f9f51f266e49) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:06.691734 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-8b115830-f241-4fe1-bafc-7d56af410d86 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:06.727827 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-8b115830-f241-4fe1-bafc-7d56af410d86 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:06.769356 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-8b115830-f241-4fe1-bafc-7d56af410d86 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 258089fe-eaba-4e73-9e57-2fcb21c9af4e is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:06.772849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-8b115830-f241-4fe1-bafc-7d56af410d86 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:06.779795 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-8b115830-f241-4fe1-bafc-7d56af410d86 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:06.806170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b115830-f241-4fe1-bafc-7d56af410d86 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Port': ['ID=4b07b642-80cf-412f-acd6-f9f51f266e49,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:06.841826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-8b115830-f241-4fe1-bafc-7d56af410d86 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:06.842974 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-8b115830-f241-4fe1-bafc-7d56af410d86 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:06.862530 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-8b115830-f241-4fe1-bafc-7d56af410d86 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5790739 Nov 03 19:16:06.880949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Request body: {'port': {'device_id': '54332b9e-364d-464b-8726-94f57f6e9863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:06.942586 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.041248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e8e6e075-4f00-4c29-ba8b-3fd46b2d3721 None None] Provisioning complete for port 4b07b642-80cf-412f-acd6-f9f51f266e49 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:07.042405 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e8e6e075-4f00-4c29-ba8b-3fd46b2d3721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.099946 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6e075-4f00-4c29-ba8b-3fd46b2d3721 None None] Port 4b07b642-80cf-412f-acd6-f9f51f266e49 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:16:07.251788 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b07b642-80cf-412f-acd6-f9f51f266e49 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:07.261845 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.279152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Transition to ACTIVE for port object 4b07b642-80cf-412f-acd6-f9f51f266e49 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:16:07.284773 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.288847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea242db2-bd82-41a8-b16e-f3664c43e7e3 req-4abd2f3d-4e91-4fad-9e4a-c032f11e9a85 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:07.290392 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea242db2-bd82-41a8-b16e-f3664c43e7e3 req-4abd2f3d-4e91-4fad-9e4a-c032f11e9a85 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 931 time: 0.0575006 Nov 03 19:16:07.337345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Pushing event updated for resources: {'Port': ['ID=4b07b642-80cf-412f-acd6-f9f51f266e49,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:07.362584 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea242db2-bd82-41a8-b16e-f3664c43e7e3 req-0e9dba11-63a3-4f56-99b1-56b41cd47c68 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee8056fa-2e19-4669-acbc-446e6d17da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651183 Nov 03 19:16:07.422129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Attempting to bind port 4b07b642-80cf-412f-acd6-f9f51f266e49 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:16:07.422447 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Attempting to bind port 4b07b642-80cf-412f-acd6-f9f51f266e49 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '910a32f3-d539-41bf-b07d-537a9b104271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:16:07.422776 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Attempting to bind port 4b07b642-80cf-412f-acd6-f9f51f266e49 on network 258089fe-eaba-4e73-9e57-2fcb21c9af4e {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:07.427900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Port 4b07b642-80cf-412f-acd6-f9f51f266e49 on network 258089fe-eaba-4e73-9e57-2fcb21c9af4e not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:16:07.428093 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Attempting to bind port 4b07b642-80cf-412f-acd6-f9f51f266e49 on network 258089fe-eaba-4e73-9e57-2fcb21c9af4e {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:16:07.434266 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:16:07.434602 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Checking segment: {'id': '910a32f3-d539-41bf-b07d-537a9b104271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:16:07.434987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Bound using segment: {'id': '910a32f3-d539-41bf-b07d-537a9b104271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:16:07.435416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Bound port: 4b07b642-80cf-412f-acd6-f9f51f266e49, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910a32f3-d539-41bf-b07d-537a9b104271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:16:07.435900 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.520340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] For port 4b07b642-80cf-412f-acd6-f9f51f266e49, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:16:07.525147 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] For port 4b07b642-80cf-412f-acd6-f9f51f266e49, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=4b07b642-80cf-412f-acd6-f9f51f266e49,segment=NetworkSegment(910a32f3-d539-41bf-b07d-537a9b104271),segment_id=910a32f3-d539-41bf-b07d-537a9b104271)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:16:07.530515 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.574317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:07.574706 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:07.576323 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] 10.222.0.87 "PUT /v2.0/ports/4b07b642-80cf-412f-acd6-f9f51f266e49 HTTP/1.1" status: 200 len: 1091 time: 0.6999881 Nov 03 19:16:07.579178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54332b9e-364d-464b-8726-94f57f6e9863', 'tag': '4b07b642-80cf-412f-acd6-f9f51f266e49'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:07.582567 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b2353d-69ec-4624-b657-910758022288" -d '{"events": [{"name": "network-changed", "server_uuid": "54332b9e-364d-464b-8726-94f57f6e9863", "tag": "4b07b642-80cf-412f-acd6-f9f51f266e49"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:07.614704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fbc4c-3eb3-41d9-a8db-7da63c8a2238 service neutron] Pushing event updated for resources: {'Port': ['ID=4b07b642-80cf-412f-acd6-f9f51f266e49,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:07.637758 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4759a2-8828-49ab-ab80-2936d96ff849 x-openstack-request-id: req-aa4759a2-8828-49ab-ab80-2936d96ff849 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:07.638453 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54332b9e-364d-464b-8726-94f57f6e9863", "tag": "4b07b642-80cf-412f-acd6-f9f51f266e49", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:07.638948 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-aa4759a2-8828-49ab-ab80-2936d96ff849 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:07.639418 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54332b9e-364d-464b-8726-94f57f6e9863', 'tag': '4b07b642-80cf-412f-acd6-f9f51f266e49', 'status': 'completed', 'code': 200} Nov 03 19:16:07.707006 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-12120f75-4817-4193-9d7a-f417c0fb415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:07.708742 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-12120f75-4817-4193-9d7a-f417c0fb415a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb&device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 1094 time: 0.0558202 Nov 03 19:16:07.762614 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-b9d887f3-976d-46fa-b916-14b3475c34a8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b07b642-80cf-412f-acd6-f9f51f266e49 HTTP/1.1" status: 200 len: 217 time: 0.0376849 Nov 03 19:16:07.833535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-7b09ff6d-2a79-477f-934c-625675ad8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:07.835397 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-7b09ff6d-2a79-477f-934c-625675ad8f3f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=da756e32-7bec-48a9-93e0-5236fc0c38f5 HTTP/1.1" status: 200 len: 835 time: 0.0644693 Nov 03 19:16:07.892740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-4ef3cb82-4c89-4d15-bd94-8ca647235eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:07.895474 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-4ef3cb82-4c89-4d15-bd94-8ca647235eca service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=258089fe-eaba-4e73-9e57-2fcb21c9af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528104 Nov 03 19:16:07.992056 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-c463f45a-8ac5-4789-b35d-dc95f5664a81 service neutron] 10.222.0.87 "GET /v2.0/networks/258089fe-eaba-4e73-9e57-2fcb21c9af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890453 Nov 03 19:16:08.097350 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-368ab359-a9e6-4181-a0c8-bfdfff240ec4 req-b7b132d6-e01f-44ed-bcf7-e83974f2f6c3 service neutron] 10.222.0.87 "GET /v2.0/networks/258089fe-eaba-4e73-9e57-2fcb21c9af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979848 Nov 03 19:16:08.237009 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2353d-69ec-4624-b657-910758022288 req-274206fe-105a-4a7c-a8ba-b0bcc936d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:08.238572 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-40b2353d-69ec-4624-b657-910758022288 req-274206fe-105a-4a7c-a8ba-b0bcc936d2b5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb&device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 1094 time: 0.0419672 Nov 03 19:16:08.331952 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2353d-69ec-4624-b657-910758022288 req-37be2abf-1381-4263-8a7b-d193d46d1002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:08.333452 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-40b2353d-69ec-4624-b657-910758022288 req-37be2abf-1381-4263-8a7b-d193d46d1002 service neutron] 10.222.0.87 "GET /v2.0/networks?id=258089fe-eaba-4e73-9e57-2fcb21c9af4e HTTP/1.1" status: 200 len: 898 time: 0.0877233 Nov 03 19:16:08.375551 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-40b2353d-69ec-4624-b657-910758022288 req-2c6f0e66-ccca-49d4-a864-e34039d68721 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b07b642-80cf-412f-acd6-f9f51f266e49 HTTP/1.1" status: 200 len: 217 time: 0.0346105 Nov 03 19:16:08.438124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2353d-69ec-4624-b657-910758022288 req-acbb6fc5-c650-4083-97e6-576a34608615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:08.441149 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-40b2353d-69ec-4624-b657-910758022288 req-acbb6fc5-c650-4083-97e6-576a34608615 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=da756e32-7bec-48a9-93e0-5236fc0c38f5 HTTP/1.1" status: 200 len: 835 time: 0.0583098 Nov 03 19:16:08.521349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2353d-69ec-4624-b657-910758022288 req-a230e804-d3ae-4f6b-acbd-3a4c19b1dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:08.523950 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-40b2353d-69ec-4624-b657-910758022288 req-a230e804-d3ae-4f6b-acbd-3a4c19b1dc7d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=258089fe-eaba-4e73-9e57-2fcb21c9af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748746 Nov 03 19:16:08.527655 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d353a2-61f0-490f-a7af-2e5f67f45f92 req-20958416-6634-47a9-abcf-e29dfcd6aa88 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:08.529687 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9d353a2-61f0-490f-a7af-2e5f67f45f92 req-20958416-6634-47a9-abcf-e29dfcd6aa88 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 943 time: 0.0781555 Nov 03 19:16:08.588381 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9d353a2-61f0-490f-a7af-2e5f67f45f92 req-d8721b6e-7bd7-44ea-8d02-55401711a622 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee8056fa-2e19-4669-acbc-446e6d17da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493789 Nov 03 19:16:08.632756 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-40b2353d-69ec-4624-b657-910758022288 req-18e2da2e-e43f-4642-9d63-f16c47fd40fc service neutron] 10.222.0.87 "GET /v2.0/networks/258089fe-eaba-4e73-9e57-2fcb21c9af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008110 Nov 03 19:16:08.732055 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-40b2353d-69ec-4624-b657-910758022288 req-676412ad-49ff-401b-b4a8-e3cf4fff4e65 service neutron] 10.222.0.87 "GET /v2.0/networks/258089fe-eaba-4e73-9e57-2fcb21c9af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916948 Nov 03 19:16:09.715805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6e9c1-4e8e-44be-82be-4a47ce03f691 req-3aa18ff9-f62d-43a7-a592-3160a1e849fc tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:09.717364 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16e6e9c1-4e8e-44be-82be-4a47ce03f691 req-3aa18ff9-f62d-43a7-a592-3160a1e849fc tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 943 time: 0.0509501 Nov 03 19:16:09.779208 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16e6e9c1-4e8e-44be-82be-4a47ce03f691 req-119df804-70e7-4d02-a264-b58a8cd79ed3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee8056fa-2e19-4669-acbc-446e6d17da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560021 Nov 03 19:16:10.200597 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 4b07b642-80cf-412f-acd6-f9f51f266e49 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:16:10.294615 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 4b07b642-80cf-412f-acd6-f9f51f266e49, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=4b07b642-80cf-412f-acd6-f9f51f266e49,segment=NetworkSegment(910a32f3-d539-41bf-b07d-537a9b104271),segment_id=910a32f3-d539-41bf-b07d-537a9b104271)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:10.309621 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '4b07b642-80cf-412f-acd6-f9f51f266e49', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'port_id': '4b07b642-80cf-412f-acd6-f9f51f266e49', 'mac_address': 'fa:16:3e:16:44:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:16:10.346571 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:10.360298 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b07b642-80cf-412f-acd6-f9f51f266e49 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:16:10.380067 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 4b07b642-80cf-412f-acd6-f9f51f266e49, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=4b07b642-80cf-412f-acd6-f9f51f266e49,segment=NetworkSegment(910a32f3-d539-41bf-b07d-537a9b104271),segment_id=910a32f3-d539-41bf-b07d-537a9b104271)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:10.386143 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:10.434438 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=4b07b642-80cf-412f-acd6-f9f51f266e49,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:10.441855 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:10.442196 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:10.442532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:10.442872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:10.443200 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:10.443527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:10.443900 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:10.444225 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:10.444548 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:10.444875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:10.445244 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:10.445569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:10.684609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['4b07b642-80cf-412f-acd6-f9f51f266e49'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:16:10.905525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30ae2d-e878-4b0c-8298-a949708b853d req-d90845be-d611-4b32-ad74-d1d3f457b3e4 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:10.907800 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a30ae2d-e878-4b0c-8298-a949708b853d req-d90845be-d611-4b32-ad74-d1d3f457b3e4 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 944 time: 0.0527875 Nov 03 19:16:10.962068 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a30ae2d-e878-4b0c-8298-a949708b853d req-1ebd0401-496d-438b-bc91-da946b2d5bcf tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee8056fa-2e19-4669-acbc-446e6d17da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450497 Nov 03 19:16:12.089040 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba493da-e5e6-47f7-af5b-0f104363e958 req-1df656d6-47d2-4936-9dc5-4ca7bb3d7525 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:12.090596 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ba493da-e5e6-47f7-af5b-0f104363e958 req-1df656d6-47d2-4936-9dc5-4ca7bb3d7525 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 944 time: 0.0513620 Nov 03 19:16:12.151859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2ba493da-e5e6-47f7-af5b-0f104363e958 req-f5292e65-be4d-4ba5-9384-cc7c5a5f6d70 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee8056fa-2e19-4669-acbc-446e6d17da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547609 Nov 03 19:16:12.209762 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 4b07b642-80cf-412f-acd6-f9f51f266e49 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:16:12.264754 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 4b07b642-80cf-412f-acd6-f9f51f266e49 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:16:12.268603 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 4b07b642-80cf-412f-acd6-f9f51f266e49 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:16:12.268970 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.505311 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.529321 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54332b9e-364d-464b-8726-94f57f6e9863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b07b642-80cf-412f-acd6-f9f51f266e49'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:12.531454 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c962da30-83d7-4037-aecf-264156b32692" -d '{"events": [{"server_uuid": "54332b9e-364d-464b-8726-94f57f6e9863", "name": "network-vif-plugged", "status": "completed", "tag": "4b07b642-80cf-412f-acd6-f9f51f266e49"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:12.544731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 4b07b642-80cf-412f-acd6-f9f51f266e49, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=4b07b642-80cf-412f-acd6-f9f51f266e49,segment=NetworkSegment(910a32f3-d539-41bf-b07d-537a9b104271),segment_id=910a32f3-d539-41bf-b07d-537a9b104271)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:12.551042 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:12.576385 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dea5f3-5b87-45d0-acfc-a21dc888e98c x-openstack-request-id: req-e4dea5f3-5b87-45d0-acfc-a21dc888e98c {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:12.576385 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54332b9e-364d-464b-8726-94f57f6e9863", "name": "network-vif-plugged", "status": "completed", "tag": "4b07b642-80cf-412f-acd6-f9f51f266e49", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:12.576385 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e4dea5f3-5b87-45d0-acfc-a21dc888e98c {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:12.576766 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54332b9e-364d-464b-8726-94f57f6e9863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b07b642-80cf-412f-acd6-f9f51f266e49', 'code': 200} Nov 03 19:16:12.602527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=4b07b642-80cf-412f-acd6-f9f51f266e49,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:12.699975 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f352d4-3df0-4643-9722-f16bc00bad3e req-208e2fae-c829-44dd-8135-a999e1dbe20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:12.701610 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-61f352d4-3df0-4643-9722-f16bc00bad3e req-208e2fae-c829-44dd-8135-a999e1dbe20f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 1096 time: 0.0412426 Nov 03 19:16:12.751803 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-61f352d4-3df0-4643-9722-f16bc00bad3e req-07b263c0-ecf4-4f6c-a1d6-d336dd7bcb65 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ee8056fa-2e19-4669-acbc-446e6d17da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418713 Nov 03 19:16:13.276137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f9335-c2c0-4b7a-8aea-2a132170877d req-1efe667b-9de0-48ba-957e-65ad2347d1d2 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:13.277655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-188f9335-c2c0-4b7a-8aea-2a132170877d req-1efe667b-9de0-48ba-957e-65ad2347d1d2 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 945 time: 0.0556238 Nov 03 19:16:13.327464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-188f9335-c2c0-4b7a-8aea-2a132170877d req-9490eb14-9ddd-4342-855a-3c167144db36 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee8056fa-2e19-4669-acbc-446e6d17da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431285 Nov 03 19:16:13.426752 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:14.444328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358b578-96a5-4047-83a7-bf7d7c20b238 req-9eadef3e-41ef-4c22-9008-ae8b58b3581e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:14.445818 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6358b578-96a5-4047-83a7-bf7d7c20b238 req-9eadef3e-41ef-4c22-9008-ae8b58b3581e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 945 time: 0.0493236 Nov 03 19:16:14.494650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6358b578-96a5-4047-83a7-bf7d7c20b238 req-4ecd7067-2774-413d-806e-d2abe9940d32 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee8056fa-2e19-4669-acbc-446e6d17da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424201 Nov 03 19:16:14.617294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a31596-6b29-4f1c-a7a9-145ebd454aec req-78c162eb-b0f2-45d7-ae35-6c7601bce703 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:14.618895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9a31596-6b29-4f1c-a7a9-145ebd454aec req-78c162eb-b0f2-45d7-ae35-6c7601bce703 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 945 time: 0.0550945 Nov 03 19:16:14.670007 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9a31596-6b29-4f1c-a7a9-145ebd454aec req-c7617b7e-b8e9-4aed-8ba4-b297c81bd9e9 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee8056fa-2e19-4669-acbc-446e6d17da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445721 Nov 03 19:16:14.692404 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35656) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:14.734084 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d333a231-272e-4359-b28b-7cf6902937a6 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:14.738431 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d333a231-272e-4359-b28b-7cf6902937a6 tempest-TestNetworkBasicOps-1153253110 tempest-TestNetworkBasicOps-1153253110-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 1091 time: 0.0422113 Nov 03 19:16:14.738579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35660) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:14.743085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '4b07b642-80cf-412f-acd6-f9f51f266e49', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:16:14.766538 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:14.876147 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63127ee4-86e6-4c4b-bec0-d34ca0f1f874 req-b8505912-3911-48b5-9647-85fc04813c6b tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:14.877539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63127ee4-86e6-4c4b-bec0-d34ca0f1f874 req-b8505912-3911-48b5-9647-85fc04813c6b tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 945 time: 0.0890355 Nov 03 19:16:14.948632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63127ee4-86e6-4c4b-bec0-d34ca0f1f874 req-e3458436-fda4-4a91-8aba-11ae814e2943 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639629 Nov 03 19:16:14.950731 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.075410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Allocated IP 172.25.2.229 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/7e2343f8-792a-4832-a9e9-8d3cd4e54a4f) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:16:15.173549 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.205824 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.247604 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:16:15.252621 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:16:15.256265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:16:15.262856 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Port': ['ID=7e2343f8-792a-4832-a9e9-8d3cd4e54a4f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:15.645869 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.716212 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.861552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.866332 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:15.940400 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event updated for resources: {'Port': ['ID=7e2343f8-792a-4832-a9e9-8d3cd4e54a4f,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:15.949676 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.080952 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Floating IP 6fde1da3-8714-4d82-8a0c-37f419bb0062 associated. External IP: 172.25.2.229, port: 4b07b642-80cf-412f-acd6-f9f51f266e49. Nov 03 19:16:16.136744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee99e19-7067-44ca-84b6-237063ad9a72 req-6dbef976-e756-4efe-a2f5-0fb0aeee65f5 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:16.138301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5ee99e19-7067-44ca-84b6-237063ad9a72 req-6dbef976-e756-4efe-a2f5-0fb0aeee65f5 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 945 time: 0.1053255 Nov 03 19:16:16.259745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5ee99e19-7067-44ca-84b6-237063ad9a72 req-fd2bb58d-6f50-40be-a6f0-00562f0c3318 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/security-groups?id=44f31233-849c-4ea7-9040-9e1e706e7d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143723 Nov 03 19:16:16.315060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35e124-1d4e-4b09-a8a8-d54d9b0bd81e req-6292a636-6ef6-4fd8-ac3f-93565eed38f2 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:16.316519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af35e124-1d4e-4b09-a8a8-d54d9b0bd81e req-6292a636-6ef6-4fd8-ac3f-93565eed38f2 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.98 "GET /v2.0/ports?device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 945 time: 0.1084776 Nov 03 19:16:16.449423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Router b844f569-3e99-4672-ab20-90b31cad465b has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:16:16.471713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-af35e124-1d4e-4b09-a8a8-d54d9b0bd81e req-85922283-2c8b-4c9b-b95c-5eb44a0f6916 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Deleting port f0a35c14-3e4a-437c-bcbf-b00e58025d94 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:16.472041 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af35e124-1d4e-4b09-a8a8-d54d9b0bd81e req-85922283-2c8b-4c9b-b95c-5eb44a0f6916 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.635257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:16.640789 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-af35e124-1d4e-4b09-a8a8-d54d9b0bd81e req-85922283-2c8b-4c9b-b95c-5eb44a0f6916 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] For port f0a35c14-3e4a-437c-bcbf-b00e58025d94, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f0a35c14-3e4a-437c-bcbf-b00e58025d94,segment=NetworkSegment(1f55f05d-7ada-4aad-9979-1d0e60303389),segment_id=1f55f05d-7ada-4aad-9979-1d0e60303389)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:16.641185 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af35e124-1d4e-4b09-a8a8-d54d9b0bd81e req-85922283-2c8b-4c9b-b95c-5eb44a0f6916 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.644824 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e2986-534e-4309-a53f-85b5ddf282d1 None None] Sync routers for ids ['b844f569-3e99-4672-ab20-90b31cad465b'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:16.654877 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e2986-534e-4309-a53f-85b5ddf282d1 None None] Routers {'b844f569-3e99-4672-ab20-90b31cad465b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:16.655478 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-458e2986-534e-4309-a53f-85b5ddf282d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:15:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b844f569-3e99-4672-ab20-90b31cad465b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:16.660719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-af35e124-1d4e-4b09-a8a8-d54d9b0bd81e req-85922283-2c8b-4c9b-b95c-5eb44a0f6916 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Calling delete_port for f0a35c14-3e4a-437c-bcbf-b00e58025d94 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:16.674492 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.735393 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f0c4626e-a0da-4be2-af9c-04f702fac84c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9957321 Nov 03 19:16:16.737407 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54332b9e-364d-464b-8726-94f57f6e9863', 'tag': '4b07b642-80cf-412f-acd6-f9f51f266e49'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:16.738202 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35666) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:16.739712 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770c008c-c9d8-499f-95ce-c8f2ff276c86" -d '{"events": [{"name": "network-changed", "server_uuid": "54332b9e-364d-464b-8726-94f57f6e9863", "tag": "4b07b642-80cf-412f-acd6-f9f51f266e49"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:16.772799 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-458e2986-534e-4309-a53f-85b5ddf282d1 None None] Set router b844f569-3e99-4672-ab20-90b31cad465b gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:16.816677 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7828046c-bd12-4ca5-848c-6c756d5b5b83 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/floatingips/6fde1da3-8714-4d82-8a0c-37f419bb0062 HTTP/1.1" status: 200 len: 991 time: 0.0767763 Nov 03 19:16:16.859277 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af35e124-1d4e-4b09-a8a8-d54d9b0bd81e req-85922283-2c8b-4c9b-b95c-5eb44a0f6916 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.872213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['f0a35c14-3e4a-437c-bcbf-b00e58025d94'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:16:16.890210 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1830c00-9bde-4146-ade5-e119aa9b8344 x-openstack-request-id: req-d1830c00-9bde-4146-ade5-e119aa9b8344 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:16.890489 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54332b9e-364d-464b-8726-94f57f6e9863", "tag": "4b07b642-80cf-412f-acd6-f9f51f266e49", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:16.890745 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d1830c00-9bde-4146-ade5-e119aa9b8344 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:16.891149 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54332b9e-364d-464b-8726-94f57f6e9863', 'tag': '4b07b642-80cf-412f-acd6-f9f51f266e49', 'status': 'completed', 'code': 200} Nov 03 19:16:16.893810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85922283-2c8b-4c9b-b95c-5eb44a0f6916 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Pushing event deleted for resources: {'Port': ['ID=f0a35c14-3e4a-437c-bcbf-b00e58025d94,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:16.944900 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-af35e124-1d4e-4b09-a8a8-d54d9b0bd81e req-85922283-2c8b-4c9b-b95c-5eb44a0f6916 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] No DVR routers for this DVR port f0a35c14-3e4a-437c-bcbf-b00e58025d94 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:16:16.947996 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-af35e124-1d4e-4b09-a8a8-d54d9b0bd81e req-85922283-2c8b-4c9b-b95c-5eb44a0f6916 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:16.951398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af35e124-1d4e-4b09-a8a8-d54d9b0bd81e req-85922283-2c8b-4c9b-b95c-5eb44a0f6916 tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.98 "DELETE /v2.0/ports/f0a35c14-3e4a-437c-bcbf-b00e58025d94 HTTP/1.1" status: 204 len: 173 time: 0.6289821 Nov 03 19:16:16.974500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c008c-c9d8-499f-95ce-c8f2ff276c86 req-be229d8a-e879-4517-a730-05ae4c232145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:16.975974 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-770c008c-c9d8-499f-95ce-c8f2ff276c86 req-be229d8a-e879-4517-a730-05ae4c232145 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb&device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 1096 time: 0.0510070 Nov 03 19:16:17.028350 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-458e2986-534e-4309-a53f-85b5ddf282d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '6fde1da3-8714-4d82-8a0c-37f419bb0062', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'floating_ip_address': '172.25.2.229', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'port_id': '4b07b642-80cf-412f-acd6-f9f51f266e49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'mac_address': 'fa:16:3e:16:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54332b9e-364d-464b-8726-94f57f6e9863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:16:15Z', 'updated_at': '2021-11-03T19:16:15Z', 'revision_number': 0, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20328fb6-deb3-4f85-b696-45deb42e397f', 'name': '', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:1f:33:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:59Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:17.076482 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c008c-c9d8-499f-95ce-c8f2ff276c86 req-5209178f-b5e3-4dd8-a918-a495ec7bf09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:17.079671 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-770c008c-c9d8-499f-95ce-c8f2ff276c86 req-5209178f-b5e3-4dd8-a918-a495ec7bf09d service neutron] 10.222.0.87 "GET /v2.0/networks?id=258089fe-eaba-4e73-9e57-2fcb21c9af4e HTTP/1.1" status: 200 len: 898 time: 0.0950663 Nov 03 19:16:17.153497 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e2986-534e-4309-a53f-85b5ddf282d1 None None] Checking router: b844f569-3e99-4672-ab20-90b31cad465b for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:16:17.156209 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-770c008c-c9d8-499f-95ce-c8f2ff276c86 req-16664e24-8b2f-4d36-ab9f-a28b9c380c46 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b07b642-80cf-412f-acd6-f9f51f266e49 HTTP/1.1" status: 200 len: 999 time: 0.0677941 Nov 03 19:16:17.162049 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e2986-534e-4309-a53f-85b5ddf282d1 None None] Routers {'b844f569-3e99-4672-ab20-90b31cad465b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:17.162657 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-458e2986-534e-4309-a53f-85b5ddf282d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:15:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b844f569-3e99-4672-ab20-90b31cad465b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:17.204863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c008c-c9d8-499f-95ce-c8f2ff276c86 req-d06a1541-1231-4a6a-ae08-077098315a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:17.206329 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-770c008c-c9d8-499f-95ce-c8f2ff276c86 req-d06a1541-1231-4a6a-ae08-077098315a85 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=da756e32-7bec-48a9-93e0-5236fc0c38f5 HTTP/1.1" status: 200 len: 835 time: 0.0430448 Nov 03 19:16:17.252592 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c008c-c9d8-499f-95ce-c8f2ff276c86 req-c76d7d9e-5c62-4bc4-834e-33b3b7390f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:17.254016 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-770c008c-c9d8-499f-95ce-c8f2ff276c86 req-c76d7d9e-5c62-4bc4-834e-33b3b7390f2d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=258089fe-eaba-4e73-9e57-2fcb21c9af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401933 Nov 03 19:16:17.267282 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-458e2986-534e-4309-a53f-85b5ddf282d1 None None] Set router b844f569-3e99-4672-ab20-90b31cad465b gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:17.354662 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-770c008c-c9d8-499f-95ce-c8f2ff276c86 req-c95b51c8-a494-480e-a5c1-bc3d63d8394f service neutron] 10.222.0.87 "GET /v2.0/networks/258089fe-eaba-4e73-9e57-2fcb21c9af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919979 Nov 03 19:16:17.383938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5be5c805-2c90-44e2-8d75-249b5e52c675 req-71bb1135-8c47-45ec-a046-6597abeab92c tempest-VolumesSnapshotTestJSON-1977973924 tempest-VolumesSnapshotTestJSON-1977973924-project] 10.222.0.107 "GET /v2.0/ports?device_id=76bd4793-fbc8-4314-bc21-8b3404552f91 HTTP/1.1" status: 200 len: 210 time: 0.0292420 Nov 03 19:16:17.465642 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-770c008c-c9d8-499f-95ce-c8f2ff276c86 req-65962077-7bac-455e-b1d8-96dc3d7575bd service neutron] 10.222.0.87 "GET /v2.0/networks/258089fe-eaba-4e73-9e57-2fcb21c9af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020932 Nov 03 19:16:17.513620 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-458e2986-534e-4309-a53f-85b5ddf282d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '6fde1da3-8714-4d82-8a0c-37f419bb0062', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'floating_ip_address': '172.25.2.229', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'port_id': '4b07b642-80cf-412f-acd6-f9f51f266e49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'mac_address': 'fa:16:3e:16:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54332b9e-364d-464b-8726-94f57f6e9863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:16:15Z', 'updated_at': '2021-11-03T19:16:15Z', 'revision_number': 0, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20328fb6-deb3-4f85-b696-45deb42e397f', 'name': '', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:1f:33:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:59Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:17.542780 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e2986-534e-4309-a53f-85b5ddf282d1 None None] The sync data for ids ['b844f569-3e99-4672-ab20-90b31cad465b'] in n-d-812150-4 is: [{'id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '6fde1da3-8714-4d82-8a0c-37f419bb0062', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'floating_ip_address': '172.25.2.229', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'port_id': '4b07b642-80cf-412f-acd6-f9f51f266e49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'mac_address': 'fa:16:3e:16:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54332b9e-364d-464b-8726-94f57f6e9863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:16:15Z', 'updated_at': '2021-11-03T19:16:15Z', 'revision_number': 0, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20328fb6-deb3-4f85-b696-45deb42e397f', 'name': '', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:1f:33:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:59Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:17.754177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a101a1-dec9-41dc-948d-c8bc4a0b0853 None None] New status for floating IP 6fde1da3-8714-4d82-8a0c-37f419bb0062: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:16:17.817428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35676) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:17.877712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fdcd012d-2165-4895-8b8a-cdb2d26806cd tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/floatingips/6fde1da3-8714-4d82-8a0c-37f419bb0062 HTTP/1.1" status: 200 len: 991 time: 0.0590351 Nov 03 19:16:18.881402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35688) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:18.892650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bd4793-fbc8-4314-bc21-8b3404552f91', 'name': 'network-vif-deleted', 'tag': 'f0a35c14-3e4a-437c-bcbf-b00e58025d94'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:18.895008 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd62bc60-0257-4d7b-a1ce-29d94266abf4" -d '{"events": [{"server_uuid": "76bd4793-fbc8-4314-bc21-8b3404552f91", "name": "network-vif-deleted", "tag": "f0a35c14-3e4a-437c-bcbf-b00e58025d94"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:18.936833 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f57c37a-1fb6-40cf-a374-221fb9630bc7 x-openstack-request-id: req-9f57c37a-1fb6-40cf-a374-221fb9630bc7 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:18.937133 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bd4793-fbc8-4314-bc21-8b3404552f91", "name": "network-vif-deleted", "tag": "f0a35c14-3e4a-437c-bcbf-b00e58025d94", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:18.937390 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9f57c37a-1fb6-40cf-a374-221fb9630bc7 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:18.938441 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76bd4793-fbc8-4314-bc21-8b3404552f91', 'name': 'network-vif-deleted', 'tag': 'f0a35c14-3e4a-437c-bcbf-b00e58025d94', 'status': 'completed', 'code': 200} Nov 03 19:16:18.948959 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e6e84c37-f0b9-4dbf-8406-5ef493490e67 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/floatingips/6fde1da3-8714-4d82-8a0c-37f419bb0062 HTTP/1.1" status: 200 len: 993 time: 0.0663884 Nov 03 19:16:21.363566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f0a35c14-3e4a-437c-bcbf-b00e58025d94 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:16:21.388051 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: f0a35c14-3e4a-437c-bcbf-b00e58025d94 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:16:21.388399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f0a35c14-3e4a-437c-bcbf-b00e58025d94 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:16:25.789553 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cb64c810-5de7-4517-a41e-024a37806186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:28.130775 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5fce5b1b-4467-4361-9348-71235ceabd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:29.466439 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.251903 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a81d7349-ffd9-4071-a7a0-be7bdb459a31 req-27f0aaa2-6199-4769-a663-a149210b8ac1 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509315 Nov 03 19:16:30.340925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d7349-ffd9-4071-a7a0-be7bdb459a31 req-e7f0a4db-98f6-4d2a-9f50-d1fef27ba068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:30.342477 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a81d7349-ffd9-4071-a7a0-be7bdb459a31 req-e7f0a4db-98f6-4d2a-9f50-d1fef27ba068 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 1096 time: 0.0410161 Nov 03 19:16:30.453199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d7349-ffd9-4071-a7a0-be7bdb459a31 req-5fa92192-fb86-40f4-be85-f5e432cbed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:30.454620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a81d7349-ffd9-4071-a7a0-be7bdb459a31 req-5fa92192-fb86-40f4-be85-f5e432cbed96 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.0891545 Nov 03 19:16:30.521324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a81d7349-ffd9-4071-a7a0-be7bdb459a31 req-e3257f42-5ed4-4668-8e50-7001e362f383 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=564f0b23-3a83-43fa-81e7-8b428e90638b HTTP/1.1" status: 200 len: 1001 time: 0.0584757 Nov 03 19:16:30.570769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d7349-ffd9-4071-a7a0-be7bdb459a31 req-d674d0dc-c142-4c47-aa83-d14b9bf0bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:30.572865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a81d7349-ffd9-4071-a7a0-be7bdb459a31 req-d674d0dc-c142-4c47-aa83-d14b9bf0bf07 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0443726 Nov 03 19:16:30.623175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d7349-ffd9-4071-a7a0-be7bdb459a31 req-7e4e730a-1151-43e2-9bb3-01bcdf049de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:30.624710 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a81d7349-ffd9-4071-a7a0-be7bdb459a31 req-7e4e730a-1151-43e2-9bb3-01bcdf049de2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439341 Nov 03 19:16:30.719764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a81d7349-ffd9-4071-a7a0-be7bdb459a31 req-534f0f3e-9179-4692-9a09-76cc495cf854 service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880179 Nov 03 19:16:30.748525 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.750543 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:30.834120 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a81d7349-ffd9-4071-a7a0-be7bdb459a31 req-3fc5ecb6-9f67-4e3f-86fd-95e0d45e254f service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068103 Nov 03 19:16:31.472429 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:33.362597 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:16:43.424569 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:49.436183 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66073b18-7bf7-48cf-8439-2d8a93372763 req-913ae945-affb-45b2-b681-9607c9bd9ea4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406876 Nov 03 19:16:49.541032 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66073b18-7bf7-48cf-8439-2d8a93372763 req-2c2aeb63-1ec2-45f9-969c-07d04ad91c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:49.542577 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66073b18-7bf7-48cf-8439-2d8a93372763 req-2c2aeb63-1ec2-45f9-969c-07d04ad91c41 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 1096 time: 0.0420282 Nov 03 19:16:49.654800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66073b18-7bf7-48cf-8439-2d8a93372763 req-772ad1cc-7055-4955-b135-807ebda58e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:49.663753 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66073b18-7bf7-48cf-8439-2d8a93372763 req-772ad1cc-7055-4955-b135-807ebda58e8e service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.0932381 Nov 03 19:16:49.726644 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66073b18-7bf7-48cf-8439-2d8a93372763 req-f346c366-d99a-49cd-8712-a61ee8cc1b1b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155036af-2b88-4364-8c15-d6d2471977d3 HTTP/1.1" status: 200 len: 1000 time: 0.0623133 Nov 03 19:16:49.785363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66073b18-7bf7-48cf-8439-2d8a93372763 req-2fea91f7-ea05-46f8-a03f-68f73c5215e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:49.786911 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66073b18-7bf7-48cf-8439-2d8a93372763 req-2fea91f7-ea05-46f8-a03f-68f73c5215e6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.0532725 Nov 03 19:16:49.835630 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66073b18-7bf7-48cf-8439-2d8a93372763 req-999ea2c4-2d84-4ad9-a68d-c02cc4e1f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:49.837351 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66073b18-7bf7-48cf-8439-2d8a93372763 req-999ea2c4-2d84-4ad9-a68d-c02cc4e1f5d5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429399 Nov 03 19:16:49.926778 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66073b18-7bf7-48cf-8439-2d8a93372763 req-7b657523-268d-45c2-9ca0-3a2eb9a6b59e service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817602 Nov 03 19:16:50.019854 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-66073b18-7bf7-48cf-8439-2d8a93372763 req-cab062e3-73e6-4ad1-ba4d-dd92af73fee5 service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855265 Nov 03 19:16:50.170943 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35820) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:50.235761 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-97c22035-12fe-42fc-8777-15bdd2261070 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/floatingips/6fde1da3-8714-4d82-8a0c-37f419bb0062 HTTP/1.1" status: 200 len: 993 time: 0.0635378 Nov 03 19:16:50.534081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35826) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:50.704309 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-e3d97c7f-a56d-4335-8450-3d0373a247e3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Deleting port 7e2343f8-792a-4832-a9e9-8d3cd4e54a4f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:50.704645 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e3d97c7f-a56d-4335-8450-3d0373a247e3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:50.808012 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e3d97c7f-a56d-4335-8450-3d0373a247e3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:50.808341 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e3d97c7f-a56d-4335-8450-3d0373a247e3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:50.822298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-e3d97c7f-a56d-4335-8450-3d0373a247e3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Calling delete_port for 7e2343f8-792a-4832-a9e9-8d3cd4e54a4f owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:50.993419 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e3d97c7f-a56d-4335-8450-3d0373a247e3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.023379 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d97c7f-a56d-4335-8450-3d0373a247e3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Port': ['ID=7e2343f8-792a-4832-a9e9-8d3cd4e54a4f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:51.097016 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e3d97c7f-a56d-4335-8450-3d0373a247e3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.097347 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-e3d97c7f-a56d-4335-8450-3d0373a247e3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Floating IP 6fde1da3-8714-4d82-8a0c-37f419bb0062 disassociated (deleted). External IP: 172.25.2.229, port: 4b07b642-80cf-412f-acd6-f9f51f266e49. Nov 03 19:16:51.686317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d97c7f-a56d-4335-8450-3d0373a247e3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Router b844f569-3e99-4672-ab20-90b31cad465b has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:16:51.810700 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d97c7f-a56d-4335-8450-3d0373a247e3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:51.816902 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e3d97c7f-a56d-4335-8450-3d0373a247e3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:51.822250 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306bfc32-545c-4502-b430-c674f291e7a4 None None] Sync routers for ids ['b844f569-3e99-4672-ab20-90b31cad465b'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:51.831864 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306bfc32-545c-4502-b430-c674f291e7a4 None None] Routers {'b844f569-3e99-4672-ab20-90b31cad465b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:51.832792 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-306bfc32-545c-4502-b430-c674f291e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b844f569-3e99-4672-ab20-90b31cad465b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:51.854516 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e3d97c7f-a56d-4335-8450-3d0373a247e3 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "DELETE /v2.0/floatingips/6fde1da3-8714-4d82-8a0c-37f419bb0062 HTTP/1.1" status: 204 len: 168 time: 1.3192463 Nov 03 19:16:51.855159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54332b9e-364d-464b-8726-94f57f6e9863', 'tag': '4b07b642-80cf-412f-acd6-f9f51f266e49'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:51.858165 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f256b1bd-c028-41ed-858c-7bc818a33b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "54332b9e-364d-464b-8726-94f57f6e9863", "tag": "4b07b642-80cf-412f-acd6-f9f51f266e49"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:51.954017 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-306bfc32-545c-4502-b430-c674f291e7a4 None None] Set router b844f569-3e99-4672-ab20-90b31cad465b gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:52.241959 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-306bfc32-545c-4502-b430-c674f291e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '20328fb6-deb3-4f85-b696-45deb42e397f', 'name': '', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:1f:33:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:59Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:52.247514 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709d922d-5bba-432b-a551-dae949f043a1 x-openstack-request-id: req-709d922d-5bba-432b-a551-dae949f043a1 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:52.248172 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54332b9e-364d-464b-8726-94f57f6e9863", "tag": "4b07b642-80cf-412f-acd6-f9f51f266e49", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:52.248765 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-709d922d-5bba-432b-a551-dae949f043a1 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:52.249089 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54332b9e-364d-464b-8726-94f57f6e9863', 'tag': '4b07b642-80cf-412f-acd6-f9f51f266e49', 'status': 'completed', 'code': 200} Nov 03 19:16:52.264383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e21c6-3fcb-4f57-b1a0-cfd32b83ccdd req-9b29f252-0b5b-4950-ae56-b760fc712c1b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:52.268063 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-937e21c6-3fcb-4f57-b1a0-cfd32b83ccdd req-9b29f252-0b5b-4950-ae56-b760fc712c1b tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 945 time: 0.0753284 Nov 03 19:16:52.270073 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306bfc32-545c-4502-b430-c674f291e7a4 None None] Checking router: b844f569-3e99-4672-ab20-90b31cad465b for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:16:52.279729 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306bfc32-545c-4502-b430-c674f291e7a4 None None] Routers {'b844f569-3e99-4672-ab20-90b31cad465b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:52.280348 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-306bfc32-545c-4502-b430-c674f291e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b844f569-3e99-4672-ab20-90b31cad465b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:52.331418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-937e21c6-3fcb-4f57-b1a0-cfd32b83ccdd req-79426ebc-6cba-4a22-80e3-a1a5414ba32f tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee8056fa-2e19-4669-acbc-446e6d17da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559781 Nov 03 19:16:52.352190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256b1bd-c028-41ed-858c-7bc818a33b4a req-f89e29d4-ea17-481e-98ab-36eb8b1a6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:52.353769 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f256b1bd-c028-41ed-858c-7bc818a33b4a req-f89e29d4-ea17-481e-98ab-36eb8b1a6d08 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb&device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 1096 time: 0.0561409 Nov 03 19:16:52.406756 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-306bfc32-545c-4502-b430-c674f291e7a4 None None] Set router b844f569-3e99-4672-ab20-90b31cad465b gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:52.451464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256b1bd-c028-41ed-858c-7bc818a33b4a req-fb0126f0-c0d5-4ca7-a082-33ec56e0fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:52.452992 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f256b1bd-c028-41ed-858c-7bc818a33b4a req-fb0126f0-c0d5-4ca7-a082-33ec56e0fe0a service neutron] 10.222.0.87 "GET /v2.0/networks?id=258089fe-eaba-4e73-9e57-2fcb21c9af4e HTTP/1.1" status: 200 len: 898 time: 0.0915499 Nov 03 19:16:52.533200 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f256b1bd-c028-41ed-858c-7bc818a33b4a req-d65f462a-7b35-46a2-9782-0149e0eb79ee service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b07b642-80cf-412f-acd6-f9f51f266e49 HTTP/1.1" status: 200 len: 217 time: 0.0697396 Nov 03 19:16:52.583468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256b1bd-c028-41ed-858c-7bc818a33b4a req-2d575358-6657-41ad-9fac-eee0455a4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:52.584887 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f256b1bd-c028-41ed-858c-7bc818a33b4a req-2d575358-6657-41ad-9fac-eee0455a4463 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=da756e32-7bec-48a9-93e0-5236fc0c38f5 HTTP/1.1" status: 200 len: 835 time: 0.0439467 Nov 03 19:16:52.611415 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-306bfc32-545c-4502-b430-c674f291e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '20328fb6-deb3-4f85-b696-45deb42e397f', 'name': '', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:1f:33:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:59Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:52.632003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256b1bd-c028-41ed-858c-7bc818a33b4a req-9678dbed-252e-4638-8f0e-82f32f1e88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:52.633492 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f256b1bd-c028-41ed-858c-7bc818a33b4a req-9678dbed-252e-4638-8f0e-82f32f1e88bc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=258089fe-eaba-4e73-9e57-2fcb21c9af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405014 Nov 03 19:16:52.641683 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306bfc32-545c-4502-b430-c674f291e7a4 None None] The sync data for ids ['b844f569-3e99-4672-ab20-90b31cad465b'] in n-d-812150-4 is: [{'id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '20328fb6-deb3-4f85-b696-45deb42e397f', 'name': '', 'network_id': '258089fe-eaba-4e73-9e57-2fcb21c9af4e', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'mac_address': 'fa:16:3e:1f:33:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:59Z', 'updated_at': '2021-11-03T19:16:03Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'subnets': [{'id': 'da756e32-7bec-48a9-93e0-5236fc0c38f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:52.894725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a4a71-d146-495a-a6b4-41c4837ada04 None None] New status for floating IP 6fde1da3-8714-4d82-8a0c-37f419bb0062: DOWN {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:16:53.047153 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f256b1bd-c028-41ed-858c-7bc818a33b4a req-04a31b83-b714-49f3-bb07-1b270a0aef98 service neutron] 10.222.0.87 "GET /v2.0/networks/258089fe-eaba-4e73-9e57-2fcb21c9af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049234 Nov 03 19:16:53.138631 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f256b1bd-c028-41ed-858c-7bc818a33b4a req-f8f43b2c-c9da-4a88-b234-c88410e592cb service neutron] 10.222.0.87 "GET /v2.0/networks/258089fe-eaba-4e73-9e57-2fcb21c9af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820308 Nov 03 19:16:53.481303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab2a03-4bd1-479e-851f-ec7029ce6047 req-e0faedeb-622c-4223-8146-ba697d65942c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:53.483061 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-afab2a03-4bd1-479e-851f-ec7029ce6047 req-e0faedeb-622c-4223-8146-ba697d65942c tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 945 time: 0.0592954 Nov 03 19:16:53.557407 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-afab2a03-4bd1-479e-851f-ec7029ce6047 req-bc1bf5f2-6169-445c-aae6-d44db815dbfc tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee8056fa-2e19-4669-acbc-446e6d17da2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628076 Nov 03 19:16:53.737052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3872f4-179e-4eb3-acee-195b9ab6e1f4 req-27a49c1a-4a56-4916-819d-7140f6c0e158 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:16:53.738405 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b3872f4-179e-4eb3-acee-195b9ab6e1f4 req-27a49c1a-4a56-4916-819d-7140f6c0e158 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.87 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 945 time: 0.0538990 Nov 03 19:16:53.829187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-6b3872f4-179e-4eb3-acee-195b9ab6e1f4 req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Deleting port 4b07b642-80cf-412f-acd6-f9f51f266e49 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:53.829523 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6b3872f4-179e-4eb3-acee-195b9ab6e1f4 req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:53.922464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6b3872f4-179e-4eb3-acee-195b9ab6e1f4 req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] For port 4b07b642-80cf-412f-acd6-f9f51f266e49, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=4b07b642-80cf-412f-acd6-f9f51f266e49,segment=NetworkSegment(910a32f3-d539-41bf-b07d-537a9b104271),segment_id=910a32f3-d539-41bf-b07d-537a9b104271)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:53.922741 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6b3872f4-179e-4eb3-acee-195b9ab6e1f4 req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:53.935366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-6b3872f4-179e-4eb3-acee-195b9ab6e1f4 req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Calling delete_port for 4b07b642-80cf-412f-acd6-f9f51f266e49 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:54.064647 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6b3872f4-179e-4eb3-acee-195b9ab6e1f4 req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:54.095852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Port': ['ID=4b07b642-80cf-412f-acd6-f9f51f266e49,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:54.109655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:54.109655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:54.109655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:54.109984 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:54.110274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:54.110662 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:54.110946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:54.111283 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:54.111671 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:54.111965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:54.112297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:54.112626 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:16:54.146184 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3872f4-179e-4eb3-acee-195b9ab6e1f4 req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] No DVR routers for this DVR port 4b07b642-80cf-412f-acd6-f9f51f266e49 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:16:54.149210 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6b3872f4-179e-4eb3-acee-195b9ab6e1f4 req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:54.152596 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b3872f4-179e-4eb3-acee-195b9ab6e1f4 req-9557be4d-c223-4ca5-bab1-3371370f19cb tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.87 "DELETE /v2.0/ports/4b07b642-80cf-412f-acd6-f9f51f266e49 HTTP/1.1" status: 204 len: 173 time: 0.4079361 Nov 03 19:16:54.153048 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54332b9e-364d-464b-8726-94f57f6e9863', 'name': 'network-vif-deleted', 'tag': '4b07b642-80cf-412f-acd6-f9f51f266e49'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:16:54.155308 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca9c7b-bdf6-4d0b-86ac-b5e8d3d53151" -d '{"events": [{"server_uuid": "54332b9e-364d-464b-8726-94f57f6e9863", "name": "network-vif-deleted", "tag": "4b07b642-80cf-412f-acd6-f9f51f266e49"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:16:54.198947 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994ffaea-644d-4a2a-86d6-e6e2d8b6dbc7 x-openstack-request-id: req-994ffaea-644d-4a2a-86d6-e6e2d8b6dbc7 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:16:54.199253 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54332b9e-364d-464b-8726-94f57f6e9863", "name": "network-vif-deleted", "tag": "4b07b642-80cf-412f-acd6-f9f51f266e49", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:16:54.199643 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-994ffaea-644d-4a2a-86d6-e6e2d8b6dbc7 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:16:54.200353 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54332b9e-364d-464b-8726-94f57f6e9863', 'name': 'network-vif-deleted', 'tag': '4b07b642-80cf-412f-acd6-f9f51f266e49', 'status': 'completed', 'code': 200} Nov 03 19:16:54.670761 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4a3a0d7-7c10-4069-88f7-b00bd7ad5506 req-100716f6-1f49-4d60-b969-abdf68169a1e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "GET /v2.0/ports?device_id=54332b9e-364d-464b-8726-94f57f6e9863 HTTP/1.1" status: 200 len: 210 time: 0.0298243 Nov 03 19:16:55.739862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35880) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:55.786059 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9c6c816c-cd9c-4d53-a4de-600a632098dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.803946 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7005f978-6122-4c19-a1d2-a4f092eb38fc tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.830994 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7005f978-6122-4c19-a1d2-a4f092eb38fc tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.898165 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7005f978-6122-4c19-a1d2-a4f092eb38fc tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.902750 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7005f978-6122-4c19-a1d2-a4f092eb38fc tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:55.906965 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7005f978-6122-4c19-a1d2-a4f092eb38fc tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "DELETE /v2.0/security-groups/ee8056fa-2e19-4669-acbc-446e6d17da2d HTTP/1.1" status: 204 len: 168 time: 0.1635160 Nov 03 19:16:55.920821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005f978-6122-4c19-a1d2-a4f092eb38fc tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8056fa-2e19-4669-acbc-446e6d17da2d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:55.944968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35884) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:56.384246 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9b5edaf-f233-4a1b-9da0-70bedfb91b79 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:56.645131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-c9b5edaf-f233-4a1b-9da0-70bedfb91b79 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Deleting port 20328fb6-deb3-4f85-b696-45deb42e397f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:56.645472 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9b5edaf-f233-4a1b-9da0-70bedfb91b79 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:56.740122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-c9b5edaf-f233-4a1b-9da0-70bedfb91b79 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] For port 20328fb6-deb3-4f85-b696-45deb42e397f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=20328fb6-deb3-4f85-b696-45deb42e397f,segment=NetworkSegment(910a32f3-d539-41bf-b07d-537a9b104271),segment_id=910a32f3-d539-41bf-b07d-537a9b104271)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:56.740755 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9b5edaf-f233-4a1b-9da0-70bedfb91b79 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:56.752991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-c9b5edaf-f233-4a1b-9da0-70bedfb91b79 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Calling delete_port for 20328fb6-deb3-4f85-b696-45deb42e397f owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:56.948476 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9b5edaf-f233-4a1b-9da0-70bedfb91b79 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:56.980791 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5edaf-f233-4a1b-9da0-70bedfb91b79 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Port': ['ID=20328fb6-deb3-4f85-b696-45deb42e397f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:57.169586 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9b5edaf-f233-4a1b-9da0-70bedfb91b79 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:57.407835 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b5edaf-f233-4a1b-9da0-70bedfb91b79 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Router b844f569-3e99-4672-ab20-90b31cad465b has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:16:57.518139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b5edaf-f233-4a1b-9da0-70bedfb91b79 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:16:57.524988 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c9b5edaf-f233-4a1b-9da0-70bedfb91b79 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "PUT /v2.0/routers/b844f569-3e99-4672-ab20-90b31cad465b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5779977 Nov 03 19:16:57.527336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35890) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:57.531233 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f87109-661c-4653-9646-1cbb2610b1cc None None] Sync routers for ids ['b844f569-3e99-4672-ab20-90b31cad465b'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:16:57.544264 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f87109-661c-4653-9646-1cbb2610b1cc None None] Routers {'b844f569-3e99-4672-ab20-90b31cad465b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:57.544928 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-08f87109-661c-4653-9646-1cbb2610b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b844f569-3e99-4672-ab20-90b31cad465b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:57.583065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-859f9058-6cb9-4666-b6a6-5240f7b89323 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Deleting subnet da756e32-7bec-48a9-93e0-5236fc0c38f5 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:16:57.586416 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-859f9058-6cb9-4666-b6a6-5240f7b89323 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:57.632417 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-859f9058-6cb9-4666-b6a6-5240f7b89323 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:57.662026 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-08f87109-661c-4653-9646-1cbb2610b1cc None None] Set router b844f569-3e99-4672-ab20-90b31cad465b gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:57.750874 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-859f9058-6cb9-4666-b6a6-5240f7b89323 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:57.820952 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-859f9058-6cb9-4666-b6a6-5240f7b89323 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:57.846115 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f9058-6cb9-4666-b6a6-5240f7b89323 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Subnet': ['ID=da756e32-7bec-48a9-93e0-5236fc0c38f5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:57.856894 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-859f9058-6cb9-4666-b6a6-5240f7b89323 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:57.860779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-859f9058-6cb9-4666-b6a6-5240f7b89323 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "DELETE /v2.0/subnets/da756e32-7bec-48a9-93e0-5236fc0c38f5 HTTP/1.1" status: 204 len: 168 time: 0.3324010 Nov 03 19:16:57.863449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35892) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:57.864007 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0833a03e-4167-4a16-97f1-a957c000bf2e None None] Network 258089fe-eaba-4e73-9e57-2fcb21c9af4e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:16:57.989412 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-08f87109-661c-4653-9646-1cbb2610b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:56Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:57.997710 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.049242 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f87109-661c-4653-9646-1cbb2610b1cc None None] Checking router: b844f569-3e99-4672-ab20-90b31cad465b for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:16:58.059316 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f87109-661c-4653-9646-1cbb2610b1cc None None] Routers {'b844f569-3e99-4672-ab20-90b31cad465b'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:16:58.060011 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-08f87109-661c-4653-9646-1cbb2610b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b844f569-3e99-4672-ab20-90b31cad465b'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:58.117217 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffde393-941f-43fb-9d82-8b7ae2e28803 None None] DHCP port deletion for 258089fe-eaba-4e73-9e57-2fcb21c9af4e request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:16:58.138676 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.170126 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-80399963-d941-402c-8663-1a588cad8927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.218410 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-dffde393-941f-43fb-9d82-8b7ae2e28803 None None] Deleting port c7e7ae68-6b91-4593-9226-e2bf83fc143a {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:58.218931 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dffde393-941f-43fb-9d82-8b7ae2e28803 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.226319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Deleting port 16360ec2-fd26-4a02-84d5-7691e116c20d {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:16:58.226319 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.254273 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-08f87109-661c-4653-9646-1cbb2610b1cc None None] Set router b844f569-3e99-4672-ab20-90b31cad465b gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:16:58.314491 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-dffde393-941f-43fb-9d82-8b7ae2e28803 None None] For port c7e7ae68-6b91-4593-9226-e2bf83fc143a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c7e7ae68-6b91-4593-9226-e2bf83fc143a,segment=NetworkSegment(910a32f3-d539-41bf-b07d-537a9b104271),segment_id=910a32f3-d539-41bf-b07d-537a9b104271)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:58.315229 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dffde393-941f-43fb-9d82-8b7ae2e28803 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.332499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-dffde393-941f-43fb-9d82-8b7ae2e28803 None None] Calling delete_port for c7e7ae68-6b91-4593-9226-e2bf83fc143a owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:58.337038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c7e7ae68-6b91-4593-9226-e2bf83fc143a no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:16:58.391868 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 4b07b642-80cf-412f-acd6-f9f51f266e49 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:16:58.396382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] For port 16360ec2-fd26-4a02-84d5-7691e116c20d, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=16360ec2-fd26-4a02-84d5-7691e116c20d,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:16:58.396689 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.416017 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Calling delete_port for 16360ec2-fd26-4a02-84d5-7691e116c20d owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:16:58.464648 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 4b07b642-80cf-412f-acd6-f9f51f266e49 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:16:58.465137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 4b07b642-80cf-412f-acd6-f9f51f266e49 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:16:58.509452 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-08f87109-661c-4653-9646-1cbb2610b1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:56Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:58.552319 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.556635 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dffde393-941f-43fb-9d82-8b7ae2e28803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.559345 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f87109-661c-4653-9646-1cbb2610b1cc None None] The sync data for ids ['b844f569-3e99-4672-ab20-90b31cad465b'] in n-d-812150-4 is: [{'id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'name': 'tempest-TestNetworkBasicOps-router-1904902252', 'tenant_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:56Z', 'revision_number': 5, 'project_id': '15c49e96cb16436ebe0c5889ce3d1cdb', 'gw_port': {'id': '16360ec2-fd26-4a02-84d5-7691e116c20d', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b844f569-3e99-4672-ab20-90b31cad465b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:15:56Z', 'updated_at': '2021-11-03T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:16:58.621881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffde393-941f-43fb-9d82-8b7ae2e28803 None None] Pushing event deleted for resources: {'Port': ['ID=c7e7ae68-6b91-4593-9226-e2bf83fc143a,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:58.627011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffde393-941f-43fb-9d82-8b7ae2e28803 None None] No DVR routers for this DVR port c7e7ae68-6b91-4593-9226-e2bf83fc143a on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:16:58.708463 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.743319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Port': ['ID=16360ec2-fd26-4a02-84d5-7691e116c20d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:58.824642 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.942988 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:58.948737 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.005553 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.006673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Fanout notify agent at l3_agent the message router_deleted on router b844f569-3e99-4672-ab20-90b31cad465b {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:16:59.024885 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.029019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35900) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:16:59.029540 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ffda1637-56de-481a-b36c-e1e288a40f7e tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "DELETE /v2.0/routers/b844f569-3e99-4672-ab20-90b31cad465b HTTP/1.1" status: 204 len: 168 time: 1.1646445 Nov 03 19:16:59.136198 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ffd34fe8-3b4b-4c47-b325-bc27f6593418 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.247990 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ffd34fe8-3b4b-4c47-b325-bc27f6593418 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.276223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-ffd34fe8-3b4b-4c47-b325-bc27f6593418 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258089fe-eaba-4e73-9e57-2fcb21c9af4e']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:59.287530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-ffd34fe8-3b4b-4c47-b325-bc27f6593418 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910a32f3-d539-41bf-b07d-537a9b104271') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:59.288130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-ffd34fe8-3b4b-4c47-b325-bc27f6593418 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910a32f3-d539-41bf-b07d-537a9b104271') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:16:59.299838 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ffd34fe8-3b4b-4c47-b325-bc27f6593418 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.319217 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ffd34fe8-3b4b-4c47-b325-bc27f6593418 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.327229 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd34fe8-3b4b-4c47-b325-bc27f6593418 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:16:59.327988 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ffd34fe8-3b4b-4c47-b325-bc27f6593418 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:16:59.401301 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:16:59.409965 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ffd34fe8-3b4b-4c47-b325-bc27f6593418 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.460981 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ffd34fe8-3b4b-4c47-b325-bc27f6593418 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.470003 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ffd34fe8-3b4b-4c47-b325-bc27f6593418 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] 10.222.0.107 "DELETE /v2.0/networks/258089fe-eaba-4e73-9e57-2fcb21c9af4e HTTP/1.1" status: 204 len: 168 time: 0.4396627 Nov 03 19:16:59.471677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd34fe8-3b4b-4c47-b325-bc27f6593418 tempest-TestNetworkBasicOps-310987251 tempest-TestNetworkBasicOps-310987251-project] Pushing event deleted for resources: {'Network': ['ID=258089fe-eaba-4e73-9e57-2fcb21c9af4e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:16:59.493450 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:16:59.878896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35908) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:00.058766 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-332b77e8-fb74-40c2-b6c3-7f18ceb54fe8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=15c49e96cb16436ebe0c5889ce3d1cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1786771 Nov 03 19:17:00.061239 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35912) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:00.113629 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d3e92d0-f031-4655-8510-959b36bbabda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.140751 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d3e92d0-f031-4655-8510-959b36bbabda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.197704 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d3e92d0-f031-4655-8510-959b36bbabda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.200490 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3d3e92d0-f031-4655-8510-959b36bbabda admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.204113 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3d3e92d0-f031-4655-8510-959b36bbabda admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f2c66ff3-77fa-4ce3-abd1-3e56de3eadb7 HTTP/1.1" status: 204 len: 168 time: 0.1394815 Nov 03 19:17:00.212109 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e92d0-f031-4655-8510-959b36bbabda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c66ff3-77fa-4ce3-abd1-3e56de3eadb7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:00.261565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 20328fb6-deb3-4f85-b696-45deb42e397f no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:00.286400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 20328fb6-deb3-4f85-b696-45deb42e397f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:00.286863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 20328fb6-deb3-4f85-b696-45deb42e397f not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:00.287368 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 16360ec2-fd26-4a02-84d5-7691e116c20d no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:00.309033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 16360ec2-fd26-4a02-84d5-7691e116c20d {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:00.309673 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 16360ec2-fd26-4a02-84d5-7691e116c20d not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:00.514025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35918) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:00.528223 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8972af8-eff7-42a3-ad21-598227d13862 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.604147 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8972af8-eff7-42a3-ad21-598227d13862 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.609068 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f8972af8-eff7-42a3-ad21-598227d13862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.646839 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f8972af8-eff7-42a3-ad21-598227d13862 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=95500229a12a48d795dcca4df4116bc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318026 Nov 03 19:17:00.648877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8972af8-eff7-42a3-ad21-598227d13862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b5f074-9ec3-4938-bb33-e984d1987747,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:00.650417 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35922) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:00.706264 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a474d7a9-848c-4bc4-96e2-2e90a7a96ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.738963 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a474d7a9-848c-4bc4-96e2-2e90a7a96ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.754804 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.759070 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.807687 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a474d7a9-848c-4bc4-96e2-2e90a7a96ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.810563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a474d7a9-848c-4bc4-96e2-2e90a7a96ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:00.811798 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a474d7a9-848c-4bc4-96e2-2e90a7a96ba0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c9b5f074-9ec3-4938-bb33-e984d1987747 HTTP/1.1" status: 204 len: 168 time: 0.1596541 Nov 03 19:17:00.820269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474d7a9-848c-4bc4-96e2-2e90a7a96ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b5f074-9ec3-4938-bb33-e984d1987747,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:01.466406 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.521458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35948) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:01.629837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-24888777-network', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:01.653648 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] Made reservation on behalf of e9f5bbf6d018407c81533b8bede74e25 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:01.656037 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.664635 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.749484 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.753264 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.775048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:17:01.792647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a278369d-3d08-444d-a53a-14e413e10fcb,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:01.795589 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.795936 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] Added segment 1cb442e1-b7e6-494f-8117-6019734ab727 of type vlan for network a168bf8d-abf5-4027-b220-e8cbfb38aee7 Nov 03 19:17:01.837521 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.864051 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.864908 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:01.865480 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.921646 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3965952 Nov 03 19:17:01.922351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35954) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:01.927400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-28838f9a-a1ca-44fd-a3d1-114187a737f1 admin admin] Request body: {'subnet': {'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-24888777-subnet', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:01.950285 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28838f9a-a1ca-44fd-a3d1-114187a737f1 admin admin] Made reservation on behalf of e9f5bbf6d018407c81533b8bede74e25 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:01.952678 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28838f9a-a1ca-44fd-a3d1-114187a737f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:01.968531 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b462d0-2575-4ced-820e-5879f2a47fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=a168bf8d-abf5-4027-b220-e8cbfb38aee7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:01.981387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network a168bf8d-abf5-4027-b220-e8cbfb38aee7 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:17:02.134618 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28838f9a-a1ca-44fd-a3d1-114187a737f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.187903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28838f9a-a1ca-44fd-a3d1-114187a737f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a14ed0-274b-4c24-8f1c-dbb032d60e7f,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:02.199492 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28838f9a-a1ca-44fd-a3d1-114187a737f1 admin admin] Checking segment: {'id': '1cb442e1-b7e6-494f-8117-6019734ab727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:02.199918 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28838f9a-a1ca-44fd-a3d1-114187a737f1 admin admin] Network hostable DHCP agents. Network: a168bf8d-abf5-4027-b220-e8cbfb38aee7, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:17:02.219306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28838f9a-a1ca-44fd-a3d1-114187a737f1 admin admin] Network a168bf8d-abf5-4027-b220-e8cbfb38aee7 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:17:02.229754 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-28838f9a-a1ca-44fd-a3d1-114187a737f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, a168bf8d-abf5-4027-b220-e8cbfb38aee7) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:02.235124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28838f9a-a1ca-44fd-a3d1-114187a737f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:02.238776 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3150596c-8a11-4837-939b-e18ad4830f1c None None] Network a168bf8d-abf5-4027-b220-e8cbfb38aee7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:02.240420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28838f9a-a1ca-44fd-a3d1-114187a737f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.261790 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-28838f9a-a1ca-44fd-a3d1-114187a737f1 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3357563 Nov 03 19:17:02.262007 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35956) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:02.266439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:02.288961 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.290651 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.349598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.403842 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'fixed_ips': [{'subnet_id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:17:02.404832 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.519938 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.557766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Allocated IP 172.20.0.2 (a168bf8d-abf5-4027-b220-e8cbfb38aee7/66a14ed0-274b-4c24-8f1c-dbb032d60e7f/58526024-2115-4a81-b0cf-e534b1a5362a) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:02.716637 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.723843 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.767591 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.771276 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Network a168bf8d-abf5-4027-b220-e8cbfb38aee7 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:02.775045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:02.779774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:02.784289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Pushing event updated for resources: {'Port': ['ID=58526024-2115-4a81-b0cf-e534b1a5362a,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:02.793226 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.842313 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Attempting to bind port 58526024-2115-4a81-b0cf-e534b1a5362a on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:02.842701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Attempting to bind port 58526024-2115-4a81-b0cf-e534b1a5362a by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '1cb442e1-b7e6-494f-8117-6019734ab727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:02.843193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Attempting to bind port 58526024-2115-4a81-b0cf-e534b1a5362a on network a168bf8d-abf5-4027-b220-e8cbfb38aee7 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:02.848334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:02.848704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Checking segment: {'id': '1cb442e1-b7e6-494f-8117-6019734ab727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:02.849103 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.849492 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Bound using segment: {'id': '1cb442e1-b7e6-494f-8117-6019734ab727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:02.849966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Bound port: 58526024-2115-4a81-b0cf-e534b1a5362a, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb442e1-b7e6-494f-8117-6019734ab727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:02.850340 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:02.926706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Allocated IP 172.25.2.214 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/1fd473f6-6e9d-45f0-8179-8799c9be21c9) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:02.933188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] For port 58526024-2115-4a81-b0cf-e534b1a5362a, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:02.937015 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] For port 58526024-2115-4a81-b0cf-e534b1a5362a, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=58526024-2115-4a81-b0cf-e534b1a5362a,segment=NetworkSegment(1cb442e1-b7e6-494f-8117-6019734ab727),segment_id=1cb442e1-b7e6-494f-8117-6019734ab727)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:02.942373 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.003938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064f12e-b5e9-4785-a130-e834e71742f3 None None] Pushing event updated for resources: {'Port': ['ID=58526024-2115-4a81-b0cf-e534b1a5362a,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:03.051978 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.094244 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.143554 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:03.150351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:03.154370 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:03.160689 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Pushing event updated for resources: {'Port': ['ID=1fd473f6-6e9d-45f0-8179-8799c9be21c9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:03.476963 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.717358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.866407 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Router 08f766a0-3b2a-4c63-9d79-574c83495780 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:17:03.936230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35962) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:03.989984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Deleting subnet d1977b07-2fbf-4158-b6f1-3e3424a7becc {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:17:03.994544 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:03.997737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:04.006634 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Sync routers for ids ['08f766a0-3b2a-4c63-9d79-574c83495780'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:04.021948 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.024015 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dca2d7cb-645b-45fd-8803-e7fa408b0a8c admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7610188 Nov 03 19:17:04.028372 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35964) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.037908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Routers {'08f766a0-3b2a-4c63-9d79-574c83495780'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:04.038798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['08f766a0-3b2a-4c63-9d79-574c83495780'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:04.082081 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.128819 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.174844 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb33ede-71cd-4b43-af00-60cca4d65f63 None None] Network a168bf8d-abf5-4027-b220-e8cbfb38aee7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:04.246108 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.286234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1977b07-2fbf-4158-b6f1-3e3424a7becc,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:04.300368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:04.301145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:04.301497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:04.301837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:04.302222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:04.302561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:04.302894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:04.303222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:04.304675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:04.305883 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:04.307502 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:04.307797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:04.329741 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.332449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Set router 08f766a0-3b2a-4c63-9d79-574c83495780 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:04.336949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-526633aa-0780-4311-b174-75dec2a27e64 None None] Provisioning complete for port 58526024-2115-4a81-b0cf-e534b1a5362a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:04.337318 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-526633aa-0780-4311-b174-75dec2a27e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.341060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0f5f4127-a34a-4dfa-b87a-51c7188f6f33 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/d1977b07-2fbf-4158-b6f1-3e3424a7becc HTTP/1.1" status: 204 len: 168 time: 0.4020579 Nov 03 19:17:04.341717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35966) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.393940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 58526024-2115-4a81-b0cf-e534b1a5362a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:04.421727 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d02a630-54df-44bc-857f-34bec3dbafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.516617 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d02a630-54df-44bc-857f-34bec3dbafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.540981 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-3d02a630-54df-44bc-857f-34bec3dbafd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dbe6cd-0337-4f6b-ba12-6785f5c919ed']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:04.554625 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-3d02a630-54df-44bc-857f-34bec3dbafd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f55f05d-7ada-4aad-9979-1d0e60303389') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:04.554991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-3d02a630-54df-44bc-857f-34bec3dbafd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f55f05d-7ada-4aad-9979-1d0e60303389') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:04.568187 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d02a630-54df-44bc-857f-34bec3dbafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.582642 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d02a630-54df-44bc-857f-34bec3dbafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.597305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d02a630-54df-44bc-857f-34bec3dbafd5 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:17:04.599973 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d02a630-54df-44bc-857f-34bec3dbafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:17:04.605001 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:17:04.713727 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d02a630-54df-44bc-857f-34bec3dbafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.740407 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d02a630-54df-44bc-857f-34bec3dbafd5 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.757189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3d02a630-54df-44bc-857f-34bec3dbafd5 admin admin] 10.222.0.107 "DELETE /v2.0/networks/40dbe6cd-0337-4f6b-ba12-6785f5c919ed HTTP/1.1" status: 204 len: 168 time: 0.4039307 Nov 03 19:17:04.758350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02a630-54df-44bc-857f-34bec3dbafd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=40dbe6cd-0337-4f6b-ba12-6785f5c919ed,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:04.917375 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.933383 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 58526024-2115-4a81-b0cf-e534b1a5362a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:04.934012 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:04.938287 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35972) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:04.970257 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-526633aa-0780-4311-b174-75dec2a27e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.029157 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-526633aa-0780-4311-b174-75dec2a27e64 None None] For port 58526024-2115-4a81-b0cf-e534b1a5362a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=58526024-2115-4a81-b0cf-e534b1a5362a,segment=NetworkSegment(1cb442e1-b7e6-494f-8117-6019734ab727),segment_id=1cb442e1-b7e6-494f-8117-6019734ab727)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:05.045208 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-526633aa-0780-4311-b174-75dec2a27e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.097869 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0a2721d0-1495-42a0-b100-39578504ff47 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9174f62cdba44deb92bcd8a1cd3781c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1561925 Nov 03 19:17:05.098881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 35974) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:05.116447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:03Z', 'revision_number': 3, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'gw_port': {'id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:05.173858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Checking router: 08f766a0-3b2a-4c63-9d79-574c83495780 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:05.174216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Updating router 08f766a0-3b2a-4c63-9d79-574c83495780 port 1fd473f6-6e9d-45f0-8179-8799c9be21c9 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:17:05.177508 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526633aa-0780-4311-b174-75dec2a27e64 None None] Pushing event updated for resources: {'Port': ['ID=58526024-2115-4a81-b0cf-e534b1a5362a,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:05.214757 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.219175 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e4129e58-7a7a-47e3-988c-8ea26b36ddf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.249449 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Allocated IP 172.20.0.1 (a168bf8d-abf5-4027-b220-e8cbfb38aee7/66a14ed0-274b-4c24-8f1c-dbb032d60e7f/02fcdf20-83ba-4e74-8cc2-616519ea1552) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:05.259230 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e4129e58-7a7a-47e3-988c-8ea26b36ddf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.338537 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-03b2f887-2316-4710-b44a-fe2a9cb70bda None None] Provisioning complete for port 58526024-2115-4a81-b0cf-e534b1a5362a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:05.338941 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-03b2f887-2316-4710-b44a-fe2a9cb70bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.377087 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e4129e58-7a7a-47e3-988c-8ea26b36ddf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.379648 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e4129e58-7a7a-47e3-988c-8ea26b36ddf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.380794 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e4129e58-7a7a-47e3-988c-8ea26b36ddf5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/44f31233-849c-4ea7-9040-9e1e706e7d13 HTTP/1.1" status: 204 len: 168 time: 0.2813835 Nov 03 19:17:05.410074 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4129e58-7a7a-47e3-988c-8ea26b36ddf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f31233-849c-4ea7-9040-9e1e706e7d13,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:05.415337 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.457706 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.501192 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Network a168bf8d-abf5-4027-b220-e8cbfb38aee7 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:05.506884 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:05.513817 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:05.548007 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Pushing event updated for resources: {'Port': ['ID=02fcdf20-83ba-4e74-8cc2-616519ea1552,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:05.566433 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.588839 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.598634 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.682093 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Attempting to bind port 1fd473f6-6e9d-45f0-8179-8799c9be21c9 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:05.682711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Attempting to bind port 1fd473f6-6e9d-45f0-8179-8799c9be21c9 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:05.683239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Attempting to bind port 1fd473f6-6e9d-45f0-8179-8799c9be21c9 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:05.695105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:05.695630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:05.696949 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.697466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:05.698168 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Bound port: 1fd473f6-6e9d-45f0-8179-8799c9be21c9, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:05.699332 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.719549 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5dc77a-e968-4dc8-aeb6-489c40ed1d51 None None] Pushing event updated for resources: {'Port': ['ID=1fd473f6-6e9d-45f0-8179-8799c9be21c9,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:05.735080 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.765544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] For port 1fd473f6-6e9d-45f0-8179-8799c9be21c9, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:05.769895 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] For port 1fd473f6-6e9d-45f0-8179-8799c9be21c9, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1fd473f6-6e9d-45f0-8179-8799c9be21c9,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:05.774554 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.837283 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Routers {'08f766a0-3b2a-4c63-9d79-574c83495780'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:05.837938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['08f766a0-3b2a-4c63-9d79-574c83495780'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:05.903208 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5dc77a-e968-4dc8-aeb6-489c40ed1d51 None None] Pushing event updated for resources: {'Port': ['ID=1fd473f6-6e9d-45f0-8179-8799c9be21c9,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:05.920855 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5f7ab74f-ad76-4f76-b3da-2f8d30c5356e None None] Provisioning complete for port 02fcdf20-83ba-4e74-8cc2-616519ea1552 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:05.921225 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab74f-ad76-4f76-b3da-2f8d30c5356e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.925591 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:05.931057 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.001589 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Pushing event updated for resources: {'Port': ['ID=02fcdf20-83ba-4e74-8cc2-616519ea1552,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:06.003971 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.005305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ab74f-ad76-4f76-b3da-2f8d30c5356e None None] Port 02fcdf20-83ba-4e74-8cc2-616519ea1552 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:06.010949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] Set router 08f766a0-3b2a-4c63-9d79-574c83495780 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:06.100554 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Network a168bf8d-abf5-4027-b220-e8cbfb38aee7 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:06.102716 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:06.247700 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 35998) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:06.262959 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Router 08f766a0-3b2a-4c63-9d79-574c83495780 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:06.268956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 58526024-2115-4a81-b0cf-e534b1a5362a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:06.277124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 4, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'gw_port': {'id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '02fcdf20-83ba-4e74-8cc2-616519ea1552', 'name': '', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'mac_address': 'fa:16:3e:2f:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:04Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 1, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'subnets': [{'id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:06.342575 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6276be28-f736-471b-8a52-c310495ccee3 None None] The sync data for ids ['08f766a0-3b2a-4c63-9d79-574c83495780'] in n-d-812150-4 is: [{'id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 4, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'gw_port': {'id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '02fcdf20-83ba-4e74-8cc2-616519ea1552', 'name': '', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'mac_address': 'fa:16:3e:2f:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:04Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 1, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'subnets': [{'id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:06.388468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 58526024-2115-4a81-b0cf-e534b1a5362a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:06.388850 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.403256 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:06.411391 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1a587df8-925f-4d65-af8d-e7d162df897f admin admin] 10.222.0.107 "PUT /v2.0/routers/08f766a0-3b2a-4c63-9d79-574c83495780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3819191 Nov 03 19:17:06.411853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-164349129-network', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:06.444237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] Made reservation on behalf of 0ccf6975d3a745e18cae00f175d058c3 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:06.447766 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.454704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-58a01506-8bbc-4d2f-aab0-dbe8c7e68cc5 None None] Provisioning complete for port 02fcdf20-83ba-4e74-8cc2-616519ea1552 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:06.455150 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-58a01506-8bbc-4d2f-aab0-dbe8c7e68cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.461755 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.513768 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-58a01506-8bbc-4d2f-aab0-dbe8c7e68cc5 None None] Port 02fcdf20-83ba-4e74-8cc2-616519ea1552 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:06.576986 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.582198 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.610780 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:17:06.617517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b1574d-f041-4942-a07a-9f9e91f103c1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:06.624969 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.625614 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] Added segment aee1b960-3eb4-4589-8749-ef78359dd98e of type vlan for network 439d1114-f080-4780-a1f5-26f56952725a Nov 03 19:17:06.688295 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.722833 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:06.724288 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:06.725176 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.019853 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36016) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:07.025985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-290215992-network', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:07.051410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] Made reservation on behalf of 3b65bd059ccd400aa3ff1657762e4c94 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:07.053836 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.063546 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.162243 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9103506 Nov 03 19:17:07.162577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36018) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:07.170980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-45b19f20-22aa-4dab-bf25-cedb50eed9d4 admin admin] Request body: {'subnet': {'network_id': '439d1114-f080-4780-a1f5-26f56952725a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-164349129-subnet', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:07.179866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce06b53-3376-446c-988d-170b33e1b96d admin admin] Pushing event updated for resources: {'Network': ['ID=439d1114-f080-4780-a1f5-26f56952725a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:07.188266 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.195301 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.204147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 439d1114-f080-4780-a1f5-26f56952725a details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:17:07.218619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b19f20-22aa-4dab-bf25-cedb50eed9d4 admin admin] Made reservation on behalf of 0ccf6975d3a745e18cae00f175d058c3 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:07.224758 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45b19f20-22aa-4dab-bf25-cedb50eed9d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.247894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:17:07.267769 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96453540-75fd-46d6-a581-ccd17af5af9f,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:07.283693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.286353 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] Added segment 5b46182e-e1e5-40e0-9d33-7421ceb27f2c of type vlan for network 57a01b80-afff-48e2-be18-00a9c38fcc50 Nov 03 19:17:07.342521 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.379253 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.382501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:07.384054 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.424780 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4036062 Nov 03 19:17:07.427900 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36020) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:07.433637 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f650821b-c6cf-423b-af3f-f5f8c12c78cb admin admin] Request body: {'subnet': {'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-290215992-subnet', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:07.450460 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45b19f20-22aa-4dab-bf25-cedb50eed9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.462686 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c0ede-bfd1-4b35-b7a8-e26e76181b2e admin admin] Pushing event updated for resources: {'Network': ['ID=57a01b80-afff-48e2-be18-00a9c38fcc50,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:07.473263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 57a01b80-afff-48e2-be18-00a9c38fcc50 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:17:07.482786 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f650821b-c6cf-423b-af3f-f5f8c12c78cb admin admin] Made reservation on behalf of 3b65bd059ccd400aa3ff1657762e4c94 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:07.485402 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f650821b-c6cf-423b-af3f-f5f8c12c78cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.557473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b19f20-22aa-4dab-bf25-cedb50eed9d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f8be5e-3815-43a0-9d65-ab1ee8a32878,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:07.596655 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b19f20-22aa-4dab-bf25-cedb50eed9d4 admin admin] Checking segment: {'id': 'aee1b960-3eb4-4589-8749-ef78359dd98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '439d1114-f080-4780-a1f5-26f56952725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:07.597076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b19f20-22aa-4dab-bf25-cedb50eed9d4 admin admin] Network hostable DHCP agents. Network: 439d1114-f080-4780-a1f5-26f56952725a, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:17:07.627346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b19f20-22aa-4dab-bf25-cedb50eed9d4 admin admin] Network 439d1114-f080-4780-a1f5-26f56952725a is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:17:07.663187 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-45b19f20-22aa-4dab-bf25-cedb50eed9d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 439d1114-f080-4780-a1f5-26f56952725a) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:07.670108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b19f20-22aa-4dab-bf25-cedb50eed9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:07.670705 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-45b19f20-22aa-4dab-bf25-cedb50eed9d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.672637 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daab4b17-6443-423a-a9a3-551c5659006d None None] Network 439d1114-f080-4780-a1f5-26f56952725a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:07.728943 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-45b19f20-22aa-4dab-bf25-cedb50eed9d4 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5623293 Nov 03 19:17:07.729540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36022) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:07.734266 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-164349129-router', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:07.753467 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f650821b-c6cf-423b-af3f-f5f8c12c78cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.764599 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.765738 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.825345 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.839826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650821b-c6cf-423b-af3f-f5f8c12c78cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9e65ac-7a6b-4d71-9c75-6821288abdf1,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:07.842711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f650821b-c6cf-423b-af3f-f5f8c12c78cb admin admin] Checking segment: {'id': '5b46182e-e1e5-40e0-9d33-7421ceb27f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:07.842920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f650821b-c6cf-423b-af3f-f5f8c12c78cb admin admin] Network hostable DHCP agents. Network: 57a01b80-afff-48e2-be18-00a9c38fcc50, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:17:07.852997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-439d1114-f080-4780-a1f5-26f56952725a', 'network_id': '439d1114-f080-4780-a1f5-26f56952725a', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'fixed_ips': [{'subnet_id': '99f8be5e-3815-43a0-9d65-ab1ee8a32878'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:17:07.854258 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.867434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f650821b-c6cf-423b-af3f-f5f8c12c78cb admin admin] Network 57a01b80-afff-48e2-be18-00a9c38fcc50 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:17:07.881649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-f650821b-c6cf-423b-af3f-f5f8c12c78cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 57a01b80-afff-48e2-be18-00a9c38fcc50) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:07.888923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f650821b-c6cf-423b-af3f-f5f8c12c78cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:07.889769 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f650821b-c6cf-423b-af3f-f5f8c12c78cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.910209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f650821b-c6cf-423b-af3f-f5f8c12c78cb admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4811835 Nov 03 19:17:07.912941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36024) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:07.921133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-290215992-router', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:07.932441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c604eaee-5b1f-4f40-9422-7aead4d37504 None None] Network 57a01b80-afff-48e2-be18-00a9c38fcc50 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:07.946513 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:07.947761 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.014243 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.015247 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.073556 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Allocated IP 172.20.0.2 (439d1114-f080-4780-a1f5-26f56952725a/99f8be5e-3815-43a0-9d65-ab1ee8a32878/eb5d0996-3e7a-4496-a3d9-911396a46938) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:08.181601 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.200906 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-57a01b80-afff-48e2-be18-00a9c38fcc50', 'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'fixed_ips': [{'subnet_id': '6e9e65ac-7a6b-4d71-9c75-6821288abdf1'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:17:08.201737 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.307098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1fd473f6-6e9d-45f0-8179-8799c9be21c9 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:08.321380 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.348544 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.441844 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.464584 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.473625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Allocated IP 172.25.2.239 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/3914548b-5b91-4cc8-abae-6596b96bfb57) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:08.619858 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.633027 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.646816 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.663800 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.687305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Allocated IP 172.20.0.2 (57a01b80-afff-48e2-be18-00a9c38fcc50/6e9e65ac-7a6b-4d71-9c75-6821288abdf1/823cb8c7-aeda-4dde-8419-f858924d245b) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:08.697454 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 1fd473f6-6e9d-45f0-8179-8799c9be21c9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:08.697755 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.721319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:08.725685 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:08.728640 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:08.731843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Allocated IP 172.25.2.209 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/1120e693-15f1-4291-8e5b-b6e3011a029e) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:08.747462 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Network 439d1114-f080-4780-a1f5-26f56952725a is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:08.765263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Pushing event updated for resources: {'Port': ['ID=3914548b-5b91-4cc8-abae-6596b96bfb57,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:08.778973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:08.789801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Pushing event updated for resources: {'Port': ['ID=eb5d0996-3e7a-4496-a3d9-911396a46938,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:08.796727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:08.916501 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.938950 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Attempting to bind port eb5d0996-3e7a-4496-a3d9-911396a46938 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:08.939541 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Attempting to bind port eb5d0996-3e7a-4496-a3d9-911396a46938 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'aee1b960-3eb4-4589-8749-ef78359dd98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '439d1114-f080-4780-a1f5-26f56952725a'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:08.939997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Attempting to bind port eb5d0996-3e7a-4496-a3d9-911396a46938 on network 439d1114-f080-4780-a1f5-26f56952725a {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:08.966763 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.967674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:08.968081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Checking segment: {'id': 'aee1b960-3eb4-4589-8749-ef78359dd98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '439d1114-f080-4780-a1f5-26f56952725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:08.968497 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:08.968844 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Bound using segment: {'id': 'aee1b960-3eb4-4589-8749-ef78359dd98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '439d1114-f080-4780-a1f5-26f56952725a'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:08.969325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Bound port: eb5d0996-3e7a-4496-a3d9-911396a46938, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee1b960-3eb4-4589-8749-ef78359dd98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '439d1114-f080-4780-a1f5-26f56952725a'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:08.969963 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.010265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:09.013393 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:09.016174 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:09.054462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=1120e693-15f1-4291-8e5b-b6e3011a029e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:09.082576 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.092793 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.120657 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 1fd473f6-6e9d-45f0-8179-8799c9be21c9, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1fd473f6-6e9d-45f0-8179-8799c9be21c9,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:09.122246 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.131232 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.149159 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.190034 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Sync routers for ids ['08f766a0-3b2a-4c63-9d79-574c83495780'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:09.193178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] For port eb5d0996-3e7a-4496-a3d9-911396a46938, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:09.204341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] For port eb5d0996-3e7a-4496-a3d9-911396a46938, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eb5d0996-3e7a-4496-a3d9-911396a46938,segment=NetworkSegment(aee1b960-3eb4-4589-8749-ef78359dd98e),segment_id=aee1b960-3eb4-4589-8749-ef78359dd98e)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:09.206396 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Routers {'08f766a0-3b2a-4c63-9d79-574c83495780'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:09.208826 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['08f766a0-3b2a-4c63-9d79-574c83495780'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:09.216036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Network 57a01b80-afff-48e2-be18-00a9c38fcc50 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:09.220435 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.229549 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:09.236466 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:09.245665 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=1fd473f6-6e9d-45f0-8179-8799c9be21c9,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:09.354104 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Pushing event updated for resources: {'Port': ['ID=823cb8c7-aeda-4dde-8419-f858924d245b,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:09.355193 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Set router 08f766a0-3b2a-4c63-9d79-574c83495780 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:09.357226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Attempting to bind port 823cb8c7-aeda-4dde-8419-f858924d245b on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:09.358660 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Attempting to bind port 823cb8c7-aeda-4dde-8419-f858924d245b by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '5b46182e-e1e5-40e0-9d33-7421ceb27f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:09.358660 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Attempting to bind port 823cb8c7-aeda-4dde-8419-f858924d245b on network 57a01b80-afff-48e2-be18-00a9c38fcc50 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:09.386515 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.408930 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495af5e2-cc95-434c-97e2-2405a6972d7e None None] Pushing event updated for resources: {'Port': ['ID=eb5d0996-3e7a-4496-a3d9-911396a46938,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:09.414291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:09.414779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Checking segment: {'id': '5b46182e-e1e5-40e0-9d33-7421ceb27f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:09.414900 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.415349 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.415552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Bound using segment: {'id': '5b46182e-e1e5-40e0-9d33-7421ceb27f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:09.416058 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Bound port: 823cb8c7-aeda-4dde-8419-f858924d245b, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b46182e-e1e5-40e0-9d33-7421ceb27f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:09.416437 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.517022 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] For port 823cb8c7-aeda-4dde-8419-f858924d245b, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:09.532188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] For port 823cb8c7-aeda-4dde-8419-f858924d245b, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=823cb8c7-aeda-4dde-8419-f858924d245b,segment=NetworkSegment(5b46182e-e1e5-40e0-9d33-7421ceb27f2c),segment_id=5b46182e-e1e5-40e0-9d33-7421ceb27f2c)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:09.567240 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.656941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a531c-f350-46bb-9813-89d0ef233268 None None] Pushing event updated for resources: {'Port': ['ID=823cb8c7-aeda-4dde-8419-f858924d245b,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:09.695971 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 4, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'gw_port': {'id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '02fcdf20-83ba-4e74-8cc2-616519ea1552', 'name': '', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'mac_address': 'fa:16:3e:2f:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:04Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 2, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'subnets': [{'id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:09.700174 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Router 188bece3-2c48-4f84-8926-2b16c0364273 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:17:09.746889 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Checking router: 08f766a0-3b2a-4c63-9d79-574c83495780 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:09.747336 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Updating router 08f766a0-3b2a-4c63-9d79-574c83495780 port 02fcdf20-83ba-4e74-8cc2-616519ea1552 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:17:09.764736 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.784437 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.849486 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:09.861045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Sync routers for ids ['188bece3-2c48-4f84-8926-2b16c0364273'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:09.908445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Routers {'188bece3-2c48-4f84-8926-2b16c0364273'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:09.909326 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['188bece3-2c48-4f84-8926-2b16c0364273'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:09.917525 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:09.921708 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ab3b5f4f-7e75-4bf9-9d3f-a56f8a80188f admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1909251 Nov 03 19:17:09.922339 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36026) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:09.991434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Router d8c9818c-cc3a-4ead-8f6d-734878c8b5ee is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:17:10.067383 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Set router 188bece3-2c48-4f84-8926-2b16c0364273 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:10.170604 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:10.191665 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Sync routers for ids ['d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:10.201172 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.204496 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d778366f-a16b-4d1c-8d65-7d509dff7ef1 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2905657 Nov 03 19:17:10.208843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36028) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:10.212760 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Routers {'d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:10.215004 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:10.276316 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.306600 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.368961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188bece3-2c48-4f84-8926-2b16c0364273', 'name': 'tempest-TestAggregatesBasicOps-164349129-router', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '3914548b-5b91-4cc8-abae-6596b96bfb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:17:08Z', 'revision_number': 3, 'project_id': '0ccf6975d3a745e18cae00f175d058c3', 'gw_port': {'id': '3914548b-5b91-4cc8-abae-6596b96bfb57', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:43:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188bece3-2c48-4f84-8926-2b16c0364273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:10.417923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Checking router: 188bece3-2c48-4f84-8926-2b16c0364273 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:10.418286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Updating router 188bece3-2c48-4f84-8926-2b16c0364273 port 3914548b-5b91-4cc8-abae-6596b96bfb57 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:17:10.499014 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Set router d8c9818c-cc3a-4ead-8f6d-734878c8b5ee gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:10.511170 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.528042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 823cb8c7-aeda-4dde-8419-f858924d245b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:10.589314 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dd540-772f-451b-9d03-4865f8049cd7 None None] Pushing event updated for resources: {'Port': ['ID=02fcdf20-83ba-4e74-8cc2-616519ea1552,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:10.685796 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506dd540-772f-451b-9d03-4865f8049cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:10.686140 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506dd540-772f-451b-9d03-4865f8049cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:10.686481 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506dd540-772f-451b-9d03-4865f8049cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:10.686819 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506dd540-772f-451b-9d03-4865f8049cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:10.687153 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506dd540-772f-451b-9d03-4865f8049cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:10.687481 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506dd540-772f-451b-9d03-4865f8049cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:10.687835 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506dd540-772f-451b-9d03-4865f8049cd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:10.688163 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506dd540-772f-451b-9d03-4865f8049cd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:10.688484 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506dd540-772f-451b-9d03-4865f8049cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:10.688806 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506dd540-772f-451b-9d03-4865f8049cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:10.689130 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506dd540-772f-451b-9d03-4865f8049cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:10.689446 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506dd540-772f-451b-9d03-4865f8049cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:10.803258 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 823cb8c7-aeda-4dde-8419-f858924d245b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:10.804534 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:10.916911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa92cd1-30b7-4d27-8d58-1fe88a6cdc26 None None] Network 439d1114-f080-4780-a1f5-26f56952725a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:10.945845 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:17:11.020406 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.041872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a6d306d4-0892-4f1d-9434-633a75e80e58 None None] Provisioning complete for port 02fcdf20-83ba-4e74-8cc2-616519ea1552 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:11.042079 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a6d306d4-0892-4f1d-9434-633a75e80e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.081676 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a6d306d4-0892-4f1d-9434-633a75e80e58 None None] Port 02fcdf20-83ba-4e74-8cc2-616519ea1552 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:11.097111 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Attempting to bind port 02fcdf20-83ba-4e74-8cc2-616519ea1552 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:11.097489 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Attempting to bind port 02fcdf20-83ba-4e74-8cc2-616519ea1552 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '1cb442e1-b7e6-494f-8117-6019734ab727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:11.097848 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Attempting to bind port 02fcdf20-83ba-4e74-8cc2-616519ea1552 on network a168bf8d-abf5-4027-b220-e8cbfb38aee7 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:11.111366 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:11.111784 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Checking segment: {'id': '1cb442e1-b7e6-494f-8117-6019734ab727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:11.112175 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.112927 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Bound using segment: {'id': '1cb442e1-b7e6-494f-8117-6019734ab727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:11.113044 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Bound port: 02fcdf20-83ba-4e74-8cc2-616519ea1552, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb442e1-b7e6-494f-8117-6019734ab727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:11.113394 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.144662 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.146392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 823cb8c7-aeda-4dde-8419-f858924d245b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=823cb8c7-aeda-4dde-8419-f858924d245b,segment=NetworkSegment(5b46182e-e1e5-40e0-9d33-7421ceb27f2c),segment_id=5b46182e-e1e5-40e0-9d33-7421ceb27f2c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:11.158982 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.159793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eb5d0996-3e7a-4496-a3d9-911396a46938 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:11.220937 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'name': 'tempest-TestServerBasicOps-290215992-router', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '1120e693-15f1-4291-8e5b-b6e3011a029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:17:09Z', 'revision_number': 3, 'project_id': '3b65bd059ccd400aa3ff1657762e4c94', 'gw_port': {'id': '1120e693-15f1-4291-8e5b-b6e3011a029e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:11.251197 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] For port 02fcdf20-83ba-4e74-8cc2-616519ea1552, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:11.253627 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Checking router: d8c9818c-cc3a-4ead-8f6d-734878c8b5ee for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:11.253974 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Updating router d8c9818c-cc3a-4ead-8f6d-734878c8b5ee port 1120e693-15f1-4291-8e5b-b6e3011a029e binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:17:11.268300 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889f5856-2820-4a0a-8f22-52ce871bb5b2 None None] Network 57a01b80-afff-48e2-be18-00a9c38fcc50 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:11.290225 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] For port 02fcdf20-83ba-4e74-8cc2-616519ea1552, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=02fcdf20-83ba-4e74-8cc2-616519ea1552,segment=NetworkSegment(1cb442e1-b7e6-494f-8117-6019734ab727),segment_id=1cb442e1-b7e6-494f-8117-6019734ab727)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:11.296244 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.316608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=823cb8c7-aeda-4dde-8419-f858924d245b,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:11.365560 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.372679 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dd540-772f-451b-9d03-4865f8049cd7 None None] Pushing event updated for resources: {'Port': ['ID=02fcdf20-83ba-4e74-8cc2-616519ea1552,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:11.398565 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.429803 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Routers {'08f766a0-3b2a-4c63-9d79-574c83495780'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:11.430570 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['08f766a0-3b2a-4c63-9d79-574c83495780'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:11.450336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Allocated IP 172.20.0.1 (57a01b80-afff-48e2-be18-00a9c38fcc50/6e9e65ac-7a6b-4d71-9c75-6821288abdf1/a50ab9e1-0058-4776-a8c3-7636813a28ca) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:11.576603 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ae4f482a-6dee-4869-b6cf-5f22f53caa2f None None] Provisioning complete for port eb5d0996-3e7a-4496-a3d9-911396a46938 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:11.577178 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ae4f482a-6dee-4869-b6cf-5f22f53caa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.595881 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.634951 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.655867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Network 57a01b80-afff-48e2-be18-00a9c38fcc50 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:11.658340 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:11.670592 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] Set router 08f766a0-3b2a-4c63-9d79-574c83495780 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:11.679402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:11.698888 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:11.699359 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:11.699800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:11.700485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:11.700911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:11.701310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:11.701717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:11.702115 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:11.702506 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:11.702966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:11.703366 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:11.703783 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:11.737702 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.773092 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Allocated IP 172.20.0.1 (439d1114-f080-4780-a1f5-26f56952725a/99f8be5e-3815-43a0-9d65-ab1ee8a32878/c17b27ac-6e3c-4158-b34b-ac22ba49c196) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:11.809907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port eb5d0996-3e7a-4496-a3d9-911396a46938 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:11.810517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Pushing event updated for resources: {'Port': ['ID=a50ab9e1-0058-4776-a8c3-7636813a28ca,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:11.810602 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.879107 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.897504 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.923862 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.943922 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ae4f482a-6dee-4869-b6cf-5f22f53caa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.956553 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.963513 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:11.984379 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Network 439d1114-f080-4780-a1f5-26f56952725a is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:11.987950 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:12.011730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:12.045596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8a0c5-5a47-4e20-9763-bbf1e930d6d0 None None] Pushing event updated for resources: {'Port': ['ID=3914548b-5b91-4cc8-abae-6596b96bfb57,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:12.082913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Pushing event updated for resources: {'Port': ['ID=c17b27ac-6e3c-4158-b34b-ac22ba49c196,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:12.089647 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.126619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ae4f482a-6dee-4869-b6cf-5f22f53caa2f None None] For port eb5d0996-3e7a-4496-a3d9-911396a46938, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eb5d0996-3e7a-4496-a3d9-911396a46938,segment=NetworkSegment(aee1b960-3eb4-4589-8749-ef78359dd98e),segment_id=aee1b960-3eb4-4589-8749-ef78359dd98e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:12.143441 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ae4f482a-6dee-4869-b6cf-5f22f53caa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.154036 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.160301 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.198161 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.208675 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 4, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'gw_port': {'id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '02fcdf20-83ba-4e74-8cc2-616519ea1552', 'name': '', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'mac_address': 'fa:16:3e:2f:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:04Z', 'updated_at': '2021-11-03T19:17:11Z', 'revision_number': 4, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'subnets': [{'id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:12.222278 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Attempting to bind port 3914548b-5b91-4cc8-abae-6596b96bfb57 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:12.222662 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Attempting to bind port 3914548b-5b91-4cc8-abae-6596b96bfb57 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:12.223086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Attempting to bind port 3914548b-5b91-4cc8-abae-6596b96bfb57 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:12.244891 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:12.245467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:12.246046 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.246619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:12.247336 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Bound port: 3914548b-5b91-4cc8-abae-6596b96bfb57, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:12.248096 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.249652 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04cbdf-a449-4773-a027-85bc1686d29b None None] The sync data for ids ['08f766a0-3b2a-4c63-9d79-574c83495780'] in n-d-812150-4 is: [{'id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 4, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'gw_port': {'id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '02fcdf20-83ba-4e74-8cc2-616519ea1552', 'name': '', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'mac_address': 'fa:16:3e:2f:da:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:04Z', 'updated_at': '2021-11-03T19:17:11Z', 'revision_number': 4, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'subnets': [{'id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:12.254665 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.288549 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.290530 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Pushing event updated for resources: {'Port': ['ID=a50ab9e1-0058-4776-a8c3-7636813a28ca,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:12.321555 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edcda6-3bbb-418f-95b6-3955473e2941 None None] Pushing event updated for resources: {'Port': ['ID=1120e693-15f1-4291-8e5b-b6e3011a029e,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:12.344035 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Attempting to bind port 1120e693-15f1-4291-8e5b-b6e3011a029e on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:12.344563 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Attempting to bind port 1120e693-15f1-4291-8e5b-b6e3011a029e by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:12.345034 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Attempting to bind port 1120e693-15f1-4291-8e5b-b6e3011a029e on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:12.351108 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:12.351683 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:12.352224 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.352720 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:12.353352 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Bound port: 1120e693-15f1-4291-8e5b-b6e3011a029e, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:12.353791 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.358768 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.364715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] For port 3914548b-5b91-4cc8-abae-6596b96bfb57, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:12.368246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] For port 3914548b-5b91-4cc8-abae-6596b96bfb57, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3914548b-5b91-4cc8-abae-6596b96bfb57,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:12.468948 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1fd473f6-6e9d-45f0-8179-8799c9be21c9 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:12.470503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Network 57a01b80-afff-48e2-be18-00a9c38fcc50 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:12.472173 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:12.474155 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] For port 1120e693-15f1-4291-8e5b-b6e3011a029e, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:12.480603 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] For port 1120e693-15f1-4291-8e5b-b6e3011a029e, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1120e693-15f1-4291-8e5b-b6e3011a029e,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:12.490278 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.503065 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.559954 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06edcda6-3bbb-418f-95b6-3955473e2941 None None] Pushing event updated for resources: {'Port': ['ID=1120e693-15f1-4291-8e5b-b6e3011a029e,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:12.596398 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Routers {'d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:12.597042 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:12.607118 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f482a-6dee-4869-b6cf-5f22f53caa2f None None] Pushing event updated for resources: {'Port': ['ID=eb5d0996-3e7a-4496-a3d9-911396a46938,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:12.626735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-22343f82-75e5-40b4-808f-ed5e1afdfaf7 None None] Provisioning complete for port 02fcdf20-83ba-4e74-8cc2-616519ea1552 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:12.640319 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-22343f82-75e5-40b4-808f-ed5e1afdfaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.754870 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] Set router d8c9818c-cc3a-4ead-8f6d-734878c8b5ee gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:12.761602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.766735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8a0c5-5a47-4e20-9763-bbf1e930d6d0 None None] Pushing event updated for resources: {'Port': ['ID=3914548b-5b91-4cc8-abae-6596b96bfb57,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:12.768522 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:12.869131 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Routers {'188bece3-2c48-4f84-8926-2b16c0364273'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:12.869798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['188bece3-2c48-4f84-8926-2b16c0364273'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:12.931877 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Pushing event updated for resources: {'Port': ['ID=c17b27ac-6e3c-4158-b34b-ac22ba49c196,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:12.948095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:13.072655 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 1fd473f6-6e9d-45f0-8179-8799c9be21c9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:13.073329 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:13.118058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Network 439d1114-f080-4780-a1f5-26f56952725a is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:13.119641 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:13.182317 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'name': 'tempest-TestServerBasicOps-290215992-router', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '1120e693-15f1-4291-8e5b-b6e3011a029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:17:11Z', 'revision_number': 4, 'project_id': '3b65bd059ccd400aa3ff1657762e4c94', 'gw_port': {'id': '1120e693-15f1-4291-8e5b-b6e3011a029e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'a50ab9e1-0058-4776-a8c3-7636813a28ca', 'name': '', 'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'mac_address': 'fa:16:3e:7f:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6e9e65ac-7a6b-4d71-9c75-6821288abdf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:11Z', 'updated_at': '2021-11-03T19:17:11Z', 'revision_number': 2, 'project_id': '3b65bd059ccd400aa3ff1657762e4c94', 'subnets': [{'id': '6e9e65ac-7a6b-4d71-9c75-6821288abdf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:13.232662 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579397ef-afec-4350-8f6e-d2e53e65e3b0 None None] The sync data for ids ['d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'] in n-d-812150-4 is: [{'id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'name': 'tempest-TestServerBasicOps-290215992-router', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '1120e693-15f1-4291-8e5b-b6e3011a029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:17:11Z', 'revision_number': 4, 'project_id': '3b65bd059ccd400aa3ff1657762e4c94', 'gw_port': {'id': '1120e693-15f1-4291-8e5b-b6e3011a029e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'a50ab9e1-0058-4776-a8c3-7636813a28ca', 'name': '', 'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'mac_address': 'fa:16:3e:7f:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6e9e65ac-7a6b-4d71-9c75-6821288abdf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:11Z', 'updated_at': '2021-11-03T19:17:11Z', 'revision_number': 2, 'project_id': '3b65bd059ccd400aa3ff1657762e4c94', 'subnets': [{'id': '6e9e65ac-7a6b-4d71-9c75-6821288abdf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:13.254141 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-22343f82-75e5-40b4-808f-ed5e1afdfaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:13.332373 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] Set router 188bece3-2c48-4f84-8926-2b16c0364273 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:13.420724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Router 188bece3-2c48-4f84-8926-2b16c0364273 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:13.488379 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Router d8c9818c-cc3a-4ead-8f6d-734878c8b5ee has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:13.619138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-22343f82-75e5-40b4-808f-ed5e1afdfaf7 None None] For port 02fcdf20-83ba-4e74-8cc2-616519ea1552, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=02fcdf20-83ba-4e74-8cc2-616519ea1552,segment=NetworkSegment(1cb442e1-b7e6-494f-8117-6019734ab727),segment_id=1cb442e1-b7e6-494f-8117-6019734ab727)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:13.634810 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-22343f82-75e5-40b4-808f-ed5e1afdfaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:13.685197 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:13.707016 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-564850d3-5263-435e-a21d-b9aa76da5a83 admin admin] 10.222.0.107 "PUT /v2.0/routers/188bece3-2c48-4f84-8926-2b16c0364273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7834184 Nov 03 19:17:13.707744 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36032) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:13.777431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:13.792141 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c8fa23c0-7b3d-4cae-8c8e-912c90d4b30d admin admin] 10.222.0.107 "PUT /v2.0/routers/d8c9818c-cc3a-4ead-8f6d-734878c8b5ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5820072 Nov 03 19:17:13.806781 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 02fcdf20-83ba-4e74-8cc2-616519ea1552 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:13.856611 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:13.892306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-22343f82-75e5-40b4-808f-ed5e1afdfaf7 None None] Provisioning complete for port 823cb8c7-aeda-4dde-8419-f858924d245b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:13.892911 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-22343f82-75e5-40b4-808f-ed5e1afdfaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:13.909224 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22343f82-75e5-40b4-808f-ed5e1afdfaf7 None None] Pushing event updated for resources: {'Port': ['ID=02fcdf20-83ba-4e74-8cc2-616519ea1552,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:13.953168 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 02fcdf20-83ba-4e74-8cc2-616519ea1552 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:13.953545 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.154192 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188bece3-2c48-4f84-8926-2b16c0364273', 'name': 'tempest-TestAggregatesBasicOps-164349129-router', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '3914548b-5b91-4cc8-abae-6596b96bfb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '0ccf6975d3a745e18cae00f175d058c3', 'gw_port': {'id': '3914548b-5b91-4cc8-abae-6596b96bfb57', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:43:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188bece3-2c48-4f84-8926-2b16c0364273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c17b27ac-6e3c-4158-b34b-ac22ba49c196', 'name': '', 'network_id': '439d1114-f080-4780-a1f5-26f56952725a', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'mac_address': 'fa:16:3e:a7:06:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188bece3-2c48-4f84-8926-2b16c0364273', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '99f8be5e-3815-43a0-9d65-ab1ee8a32878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:11Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 2, 'project_id': '0ccf6975d3a745e18cae00f175d058c3', 'subnets': [{'id': '99f8be5e-3815-43a0-9d65-ab1ee8a32878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:14.193190 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72289c2b-5b1b-45c2-9289-70008d45c469 None None] The sync data for ids ['188bece3-2c48-4f84-8926-2b16c0364273'] in n-d-812150-4 is: [{'id': '188bece3-2c48-4f84-8926-2b16c0364273', 'name': 'tempest-TestAggregatesBasicOps-164349129-router', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '3914548b-5b91-4cc8-abae-6596b96bfb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '0ccf6975d3a745e18cae00f175d058c3', 'gw_port': {'id': '3914548b-5b91-4cc8-abae-6596b96bfb57', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:43:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188bece3-2c48-4f84-8926-2b16c0364273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c17b27ac-6e3c-4158-b34b-ac22ba49c196', 'name': '', 'network_id': '439d1114-f080-4780-a1f5-26f56952725a', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'mac_address': 'fa:16:3e:a7:06:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188bece3-2c48-4f84-8926-2b16c0364273', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '99f8be5e-3815-43a0-9d65-ab1ee8a32878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:11Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 2, 'project_id': '0ccf6975d3a745e18cae00f175d058c3', 'subnets': [{'id': '99f8be5e-3815-43a0-9d65-ab1ee8a32878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:14.206819 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 823cb8c7-aeda-4dde-8419-f858924d245b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:14.306199 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 823cb8c7-aeda-4dde-8419-f858924d245b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:14.306688 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.306962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-d86742cb-b674-4366-b601-3f01e1f43417 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Deleting port 32f7912b-a9b3-41e3-b38f-e1fc472bcbb8 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:14.307868 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d86742cb-b674-4366-b601-3f01e1f43417 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.309416 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d46bd15a-7e98-4723-97e0-76f451bf5350 None None] Provisioning complete for port c17b27ac-6e3c-4158-b34b-ac22ba49c196 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:14.310566 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d46bd15a-7e98-4723-97e0-76f451bf5350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.444332 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d46bd15a-7e98-4723-97e0-76f451bf5350 None None] Port c17b27ac-6e3c-4158-b34b-ac22ba49c196 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:14.465780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d86742cb-b674-4366-b601-3f01e1f43417 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.466357 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d86742cb-b674-4366-b601-3f01e1f43417 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.474313 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d46bd15a-7e98-4723-97e0-76f451bf5350 None None] Provisioning complete for port 823cb8c7-aeda-4dde-8419-f858924d245b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:14.474690 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d46bd15a-7e98-4723-97e0-76f451bf5350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.484534 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-d86742cb-b674-4366-b601-3f01e1f43417 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Calling delete_port for 32f7912b-a9b3-41e3-b38f-e1fc472bcbb8 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:14.557170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eb5d0996-3e7a-4496-a3d9-911396a46938 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:14.890291 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d86742cb-b674-4366-b601-3f01e1f43417 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:14.976800 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86742cb-b674-4366-b601-3f01e1f43417 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event deleted for resources: {'Port': ['ID=32f7912b-a9b3-41e3-b38f-e1fc472bcbb8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:15.001896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36056) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:15.007482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-10898524-network', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:15.049137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d46bd15a-7e98-4723-97e0-76f451bf5350 None None] Provisioning complete for port eb5d0996-3e7a-4496-a3d9-911396a46938 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:15.049818 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d46bd15a-7e98-4723-97e0-76f451bf5350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.054021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] Made reservation on behalf of cd7261a462504dfb87ee5adf9eb08a69 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:15.057159 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.060984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port eb5d0996-3e7a-4496-a3d9-911396a46938 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:15.061366 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.082151 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.096056 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d86742cb-b674-4366-b601-3f01e1f43417 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.097018 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-d86742cb-b674-4366-b601-3f01e1f43417 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Floating IP 49a0f278-b663-4df9-b374-423e8c690200 disassociated (deleted). External IP: 172.25.2.213, port: 564f0b23-3a83-43fa-81e7-8b428e90638b. Nov 03 19:17:15.251924 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.260204 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.330912 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-d46bd15a-7e98-4723-97e0-76f451bf5350 None None] Provisioning complete for port a50ab9e1-0058-4776-a8c3-7636813a28ca triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:15.331310 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d46bd15a-7e98-4723-97e0-76f451bf5350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.342694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:17:15.350918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a1c7ce-7483-4e04-8f90-e45f2100ce58,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:15.377126 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.377876 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] Added segment b2d707b0-9f0d-484f-b84c-1054ce6c2c61 of type vlan for network 2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409 Nov 03 19:17:15.394037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36058) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:15.401284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6f82d529-a568-4d39-840b-dbb7e61b62de tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1242941446', 'description': 'tempest-secgroup-smoke-1242941446 description', 'project_id': 'e9f5bbf6d018407c81533b8bede74e25'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:15.410352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d46bd15a-7e98-4723-97e0-76f451bf5350 None None] Port a50ab9e1-0058-4776-a8c3-7636813a28ca cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:15.452197 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.478999 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f82d529-a568-4d39-840b-dbb7e61b62de tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.539441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.540477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:15.540885 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.588893 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86742cb-b674-4366-b601-3f01e1f43417 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Router 2df09572-d2db-4363-ad5d-40442945a730 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:15.703140 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6999803 Nov 03 19:17:15.706380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36060) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:15.723229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4cdf06ab-0045-4494-9a38-c9b0aee5c234 admin admin] Request body: {'subnet': {'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-10898524-subnet', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:15.737453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318b8ab-5ba0-46b7-837f-d075cbec2e5c admin admin] Pushing event updated for resources: {'Network': ['ID=2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:15.760011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:17:15.762317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86742cb-b674-4366-b601-3f01e1f43417 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:15.774385 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d86742cb-b674-4366-b601-3f01e1f43417 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.796474 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f82d529-a568-4d39-840b-dbb7e61b62de tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.802118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdf06ab-0045-4494-9a38-c9b0aee5c234 admin admin] Made reservation on behalf of cd7261a462504dfb87ee5adf9eb08a69 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:15.804785 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cdf06ab-0045-4494-9a38-c9b0aee5c234 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.810831 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f82d529-a568-4d39-840b-dbb7e61b62de tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.815138 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d86742cb-b674-4366-b601-3f01e1f43417 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "DELETE /v2.0/floatingips/49a0f278-b663-4df9-b374-423e8c690200 HTTP/1.1" status: 204 len: 168 time: 2.1026151 Nov 03 19:17:15.815791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a44da4e-2f2c-46de-8934-6c60daf1fb25', 'tag': '564f0b23-3a83-43fa-81e7-8b428e90638b'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:15.818374 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0d1995-147f-4a7d-bdb8-b8cac997520f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a44da4e-2f2c-46de-8934-6c60daf1fb25", "tag": "564f0b23-3a83-43fa-81e7-8b428e90638b"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:15.884369 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8987a938-a551-4410-97ab-9f5866e9c316 x-openstack-request-id: req-8987a938-a551-4410-97ab-9f5866e9c316 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:15.884684 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a44da4e-2f2c-46de-8934-6c60daf1fb25", "tag": "564f0b23-3a83-43fa-81e7-8b428e90638b", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:15.884937 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8987a938-a551-4410-97ab-9f5866e9c316 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:15.885372 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a44da4e-2f2c-46de-8934-6c60daf1fb25', 'tag': '564f0b23-3a83-43fa-81e7-8b428e90638b', 'status': 'completed', 'code': 200} Nov 03 19:17:15.889640 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 02fcdf20-83ba-4e74-8cc2-616519ea1552 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:15.904960 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6f82d529-a568-4d39-840b-dbb7e61b62de tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:15.909123 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6f82d529-a568-4d39-840b-dbb7e61b62de tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5113506 Nov 03 19:17:15.910936 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36066) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:15.917658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-635fbd78-76f2-4166-b293-f0dbe3d3bef6 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Request body: {'security_group_rule': {'security_group_id': '578752ef-c4dd-4492-922b-71c4255bb788', 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:15.948421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c66ca-32f1-45ab-b026-7683f424ccd7 None None] Sync routers for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:15.951204 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82d529-a568-4d39-840b-dbb7e61b62de tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578752ef-c4dd-4492-922b-71c4255bb788,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:15.962346 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-635fbd78-76f2-4166-b293-f0dbe3d3bef6 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.007002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c66ca-32f1-45ab-b026-7683f424ccd7 None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:16.007545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-272c66ca-32f1-45ab-b026-7683f424ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:16.016273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d1995-147f-4a7d-bdb8-b8cac997520f req-1d5b5de8-e9d1-4124-92a8-632a9fd9e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:16.018015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff0d1995-147f-4a7d-bdb8-b8cac997520f req-1d5b5de8-e9d1-4124-92a8-632a9fd9e593 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 1096 time: 0.0960538 Nov 03 19:17:16.038535 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-635fbd78-76f2-4166-b293-f0dbe3d3bef6 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.042937 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-635fbd78-76f2-4166-b293-f0dbe3d3bef6 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.065026 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fbd78-76f2-4166-b293-f0dbe3d3bef6 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28db92f3-54b7-4e67-83f6-ba914281af4c,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:16.075440 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-635fbd78-76f2-4166-b293-f0dbe3d3bef6 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.076962 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-635fbd78-76f2-4166-b293-f0dbe3d3bef6 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1644464 Nov 03 19:17:16.079613 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36070) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:16.084836 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4a083df3-2f32-4e97-af62-6c0cecfbe1d0 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Request body: {'security_group_rule': {'security_group_id': '578752ef-c4dd-4492-922b-71c4255bb788', 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:16.124369 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a083df3-2f32-4e97-af62-6c0cecfbe1d0 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.154263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-272c66ca-32f1-45ab-b026-7683f424ccd7 None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:16.194436 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 02fcdf20-83ba-4e74-8cc2-616519ea1552 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:16.194823 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.195125 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a083df3-2f32-4e97-af62-6c0cecfbe1d0 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.200535 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a083df3-2f32-4e97-af62-6c0cecfbe1d0 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.220226 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a083df3-2f32-4e97-af62-6c0cecfbe1d0 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d576bf6c-2afb-41ce-840f-82c227e077e8,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:16.231013 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a083df3-2f32-4e97-af62-6c0cecfbe1d0 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.232344 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4a083df3-2f32-4e97-af62-6c0cecfbe1d0 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1516762 Nov 03 19:17:16.234915 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36072) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:16.240022 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a0d4bb7e-8eba-4c72-8390-a66b1498e30b tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Request body: {'security_group_rule': {'security_group_id': '578752ef-c4dd-4492-922b-71c4255bb788', 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:16.263207 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cdf06ab-0045-4494-9a38-c9b0aee5c234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.269355 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0d4bb7e-8eba-4c72-8390-a66b1498e30b tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.286454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196397e2-c952-43ee-be75-861be1623874 req-82428dcd-cd4d-4868-ab2e-c789c781b693 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:16.294266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-196397e2-c952-43ee-be75-861be1623874 req-82428dcd-cd4d-4868-ab2e-c789c781b693 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 945 time: 0.1469727 Nov 03 19:17:16.296545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d1995-147f-4a7d-bdb8-b8cac997520f req-466ca701-7c1a-4c1a-bfcd-bea92d0f18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:16.298025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff0d1995-147f-4a7d-bdb8-b8cac997520f req-466ca701-7c1a-4c1a-bfcd-bea92d0f18f4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.2692060 Nov 03 19:17:16.337871 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0d4bb7e-8eba-4c72-8390-a66b1498e30b tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.343611 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0d4bb7e-8eba-4c72-8390-a66b1498e30b tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.365696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4bb7e-8eba-4c72-8390-a66b1498e30b tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7dae0b-2844-4b4b-b62b-a6cf2273b1f0,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:16.376297 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0d4bb7e-8eba-4c72-8390-a66b1498e30b tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.380073 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a0d4bb7e-8eba-4c72-8390-a66b1498e30b tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417091 Nov 03 19:17:16.392846 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff0d1995-147f-4a7d-bdb8-b8cac997520f req-9a3f0fc7-caef-4b9c-86b2-e64e0e8fe15c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=564f0b23-3a83-43fa-81e7-8b428e90638b HTTP/1.1" status: 200 len: 217 time: 0.0671372 Nov 03 19:17:16.397025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36074) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:16.405021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-9facdc94-8688-4ff9-94d9-a3d2f33e152a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Request body: {'security_group_rule': {'security_group_id': '578752ef-c4dd-4492-922b-71c4255bb788', 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:16.413637 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf06ab-0045-4494-9a38-c9b0aee5c234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:16.418997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1120e693-15f1-4291-8e5b-b6e3011a029e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:16.450139 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9facdc94-8688-4ff9-94d9-a3d2f33e152a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.503826 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 1120e693-15f1-4291-8e5b-b6e3011a029e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:16.504194 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.510495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-196397e2-c952-43ee-be75-861be1623874 req-41ea5a48-867e-4804-b751-9840c9344d81 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153451 Nov 03 19:17:16.514957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf06ab-0045-4494-9a38-c9b0aee5c234 admin admin] Checking segment: {'id': 'b2d707b0-9f0d-484f-b84c-1054ce6c2c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:16.515330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdf06ab-0045-4494-9a38-c9b0aee5c234 admin admin] Network hostable DHCP agents. Network: 2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:17:16.526086 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9facdc94-8688-4ff9-94d9-a3d2f33e152a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.537579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d1995-147f-4a7d-bdb8-b8cac997520f req-224a0240-4e64-41c8-a572-bc05648bd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:16.539830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff0d1995-147f-4a7d-bdb8-b8cac997520f req-224a0240-4e64-41c8-a572-bc05648bd39a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.1153417 Nov 03 19:17:16.540327 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9facdc94-8688-4ff9-94d9-a3d2f33e152a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.545455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdf06ab-0045-4494-9a38-c9b0aee5c234 admin admin] Network 2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:17:16.556436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facdc94-8688-4ff9-94d9-a3d2f33e152a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38876ad5-dca3-4474-8b3b-1e3923e9931c,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:16.565731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-4cdf06ab-0045-4494-9a38-c9b0aee5c234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:16.575189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-272c66ca-32f1-45ab-b026-7683f424ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '0c41496e-9cc4-49dd-851e-4a31ff4ea393', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2df09572-d2db-4363-ad5d-40442945a730', 'port_id': '155036af-2b88-4364-8c15-d6d2471977d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'mac_address': 'fa:16:3e:13:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:13:30Z', 'updated_at': '2021-11-03T19:13:32Z', 'revision_number': 1, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:16.579824 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753f167d-f6cc-4884-8a7c-e4e39c3f0de5 None None] Network 2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:16.581924 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9facdc94-8688-4ff9-94d9-a3d2f33e152a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.583645 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9facdc94-8688-4ff9-94d9-a3d2f33e152a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1842411 Nov 03 19:17:16.586006 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36076) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:16.588889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdf06ab-0045-4494-9a38-c9b0aee5c234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:16.590597 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4cdf06ab-0045-4494-9a38-c9b0aee5c234 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.592550 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-fa918209-765d-46e4-9138-1bf2b0b71b96 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Request body: {'security_group_rule': {'security_group_id': '578752ef-c4dd-4492-922b-71c4255bb788', 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:16.621371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d1995-147f-4a7d-bdb8-b8cac997520f req-7f2cf885-2e76-47c1-9b92-ad0a8090a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:16.623056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff0d1995-147f-4a7d-bdb8-b8cac997520f req-7f2cf885-2e76-47c1-9b92-ad0a8090a018 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691423 Nov 03 19:17:16.624865 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-fa918209-765d-46e4-9138-1bf2b0b71b96 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Project e9f5bbf6d018407c81533b8bede74e25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:17:16.631625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c66ca-32f1-45ab-b026-7683f424ccd7 None None] Checking router: 2df09572-d2db-4363-ad5d-40442945a730 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:16.632403 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fa918209-765d-46e4-9138-1bf2b0b71b96 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.634108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4cdf06ab-0045-4494-9a38-c9b0aee5c234 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9189014 Nov 03 19:17:16.634836 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36078) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:16.647084 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-10898524-router', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:16.706312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c66ca-32f1-45ab-b026-7683f424ccd7 None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:16.706957 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-272c66ca-32f1-45ab-b026-7683f424ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:16.723057 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fa918209-765d-46e4-9138-1bf2b0b71b96 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.727476 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fa918209-765d-46e4-9138-1bf2b0b71b96 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.728083 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.729253 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.751173 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa918209-765d-46e4-9138-1bf2b0b71b96 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9776177a-1243-42a9-8571-55e3a4a3b1b4,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:16.753432 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.760915 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fa918209-765d-46e4-9138-1bf2b0b71b96 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.764157 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fa918209-765d-46e4-9138-1bf2b0b71b96 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1762047 Nov 03 19:17:16.765784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36082) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:16.771492 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b36dccfb-61e9-443a-9e60-6b04ad6c235e tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Request body: {'security_group_rule': {'security_group_id': '578752ef-c4dd-4492-922b-71c4255bb788', 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:16.775730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff0d1995-147f-4a7d-bdb8-b8cac997520f req-46495c43-3bed-4a2e-a29b-39cc8520a2e1 service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398234 Nov 03 19:17:16.802485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 1120e693-15f1-4291-8e5b-b6e3011a029e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1120e693-15f1-4291-8e5b-b6e3011a029e,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:16.808361 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-b36dccfb-61e9-443a-9e60-6b04ad6c235e tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Project e9f5bbf6d018407c81533b8bede74e25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:17:16.814483 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b36dccfb-61e9-443a-9e60-6b04ad6c235e tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.836974 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.853311 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.901964 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b36dccfb-61e9-443a-9e60-6b04ad6c235e tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.909388 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b36dccfb-61e9-443a-9e60-6b04ad6c235e tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.927681 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36dccfb-61e9-443a-9e60-6b04ad6c235e tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a06639-65c4-493d-9712-6ba7ce80fead,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:16.952996 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b36dccfb-61e9-443a-9e60-6b04ad6c235e tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:16.954787 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b36dccfb-61e9-443a-9e60-6b04ad6c235e tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1869774 Nov 03 19:17:16.955991 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-272c66ca-32f1-45ab-b026-7683f424ccd7 None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:16.957833 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=1120e693-15f1-4291-8e5b-b6e3011a029e,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:17.080915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff0d1995-147f-4a7d-bdb8-b8cac997520f req-34144212-9977-45f2-8f30-efa9c5264c5e service neutron] 10.222.0.98 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920365 Nov 03 19:17:17.085332 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.149564 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409', 'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'fixed_ips': [{'subnet_id': 'b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:17:17.150602 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.347524 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.378290 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.389855 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-909c129f-596e-4394-83ac-a6ca2ab2dfb4 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242941446&fields=id&tenant_id=e9f5bbf6d018407c81533b8bede74e25 HTTP/1.1" status: 200 len: 267 time: 0.0858927 Nov 03 19:17:17.390476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Allocated IP 172.20.0.2 (2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409/b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6/1560005b-db33-47b8-8895-4d7c058f55b2) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:17.470865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-272c66ca-32f1-45ab-b026-7683f424ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '0c41496e-9cc4-49dd-851e-4a31ff4ea393', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2df09572-d2db-4363-ad5d-40442945a730', 'port_id': '155036af-2b88-4364-8c15-d6d2471977d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'mac_address': 'fa:16:3e:13:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:13:30Z', 'updated_at': '2021-11-03T19:13:32Z', 'revision_number': 1, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:17.507621 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272c66ca-32f1-45ab-b026-7683f424ccd7 None None] The sync data for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 is: [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '0c41496e-9cc4-49dd-851e-4a31ff4ea393', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '2df09572-d2db-4363-ad5d-40442945a730', 'port_id': '155036af-2b88-4364-8c15-d6d2471977d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'mac_address': 'fa:16:3e:13:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:13:30Z', 'updated_at': '2021-11-03T19:13:32Z', 'revision_number': 1, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:17.612659 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-93c7b751-375c-4ff8-8deb-c55e07204ca7 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:17.615144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-93c7b751-375c-4ff8-8deb-c55e07204ca7 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/networks?id=a168bf8d-abf5-4027-b220-e8cbfb38aee7 HTTP/1.1" status: 200 len: 807 time: 0.1943979 Nov 03 19:17:17.619543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Allocated IP 172.25.2.188 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/96e7db21-c54d-401d-b436-bf2707abf398) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:17.626759 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.636907 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.676915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Network 2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:17.685393 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:17.691693 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:17.694163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3914548b-5b91-4cc8-abae-6596b96bfb57 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:17.697872 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-c95117b3-0e49-4c8c-918c-b9997cbea672 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/quotas/e9f5bbf6d018407c81533b8bede74e25 HTTP/1.1" status: 200 len: 375 time: 0.0622809 Nov 03 19:17:17.732901 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Pushing event updated for resources: {'Port': ['ID=1560005b-db33-47b8-8895-4d7c058f55b2,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:17.801098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e57e8-804a-4bbc-afb6-943b2a078c22 req-84ef09e6-a2a2-4fcf-968d-0e1bed632fbe tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:17.802576 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d21e57e8-804a-4bbc-afb6-943b2a078c22 req-84ef09e6-a2a2-4fcf-968d-0e1bed632fbe tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 945 time: 0.1857371 Nov 03 19:17:17.843694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6392bc2-ba8d-41f6-a71f-dfcac1cdfeab req-6d88cf42-11d9-4ceb-8b07-fe05a08f001a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:17.845288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6392bc2-ba8d-41f6-a71f-dfcac1cdfeab req-6d88cf42-11d9-4ceb-8b07-fe05a08f001a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 945 time: 0.2231929 Nov 03 19:17:17.931820 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.957402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Attempting to bind port 1560005b-db33-47b8-8895-4d7c058f55b2 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:17.957769 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Attempting to bind port 1560005b-db33-47b8-8895-4d7c058f55b2 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'b2d707b0-9f0d-484f-b84c-1054ce6c2c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:17.958128 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Attempting to bind port 1560005b-db33-47b8-8895-4d7c058f55b2 on network 2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:17.961406 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-997608a6-24da-47a0-8dd4-a01e5f327a8a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e9f5bbf6d018407c81533b8bede74e25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2554986 Nov 03 19:17:17.966007 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:17.966382 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Checking segment: {'id': 'b2d707b0-9f0d-484f-b84c-1054ce6c2c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:17.966784 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.967178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Bound using segment: {'id': 'b2d707b0-9f0d-484f-b84c-1054ce6c2c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:17.967676 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Bound port: 1560005b-db33-47b8-8895-4d7c058f55b2, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d707b0-9f0d-484f-b84c-1054ce6c2c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:17.968061 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:17.979009 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 3914548b-5b91-4cc8-abae-6596b96bfb57 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:17.979377 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:18.034214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6392bc2-ba8d-41f6-a71f-dfcac1cdfeab req-46604049-a2c8-461f-ae17-29c0225fe99b tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646585 Nov 03 19:17:18.080439 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] For port 1560005b-db33-47b8-8895-4d7c058f55b2, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:18.084296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] For port 1560005b-db33-47b8-8895-4d7c058f55b2, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1560005b-db33-47b8-8895-4d7c058f55b2,segment=NetworkSegment(b2d707b0-9f0d-484f-b84c-1054ce6c2c61),segment_id=b2d707b0-9f0d-484f-b84c-1054ce6c2c61)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:18.109806 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:18.115927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-d21e57e8-804a-4bbc-afb6-943b2a078c22 req-9a77592e-bd85-4350-a8f1-283a2e5358cb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Deleting port 564f0b23-3a83-43fa-81e7-8b428e90638b {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:18.116464 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d21e57e8-804a-4bbc-afb6-943b2a078c22 req-9a77592e-bd85-4350-a8f1-283a2e5358cb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:18.123335 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:18.160902 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:18.177234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:18.205735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 3914548b-5b91-4cc8-abae-6596b96bfb57, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3914548b-5b91-4cc8-abae-6596b96bfb57,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:18.209361 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abd2b0-2a9e-4fc5-a0ea-e69902563c47 None None] Pushing event updated for resources: {'Port': ['ID=1560005b-db33-47b8-8895-4d7c058f55b2,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:18.214478 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:18.215464 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1120e693-15f1-4291-8e5b-b6e3011a029e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:18.279783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:18.292461 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-24692deb-7eb0-4bd0-87db-4c6b27a00e6d service neutron] 10.222.0.107 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993102 Nov 03 19:17:18.297278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:18.306138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=3914548b-5b91-4cc8-abae-6596b96bfb57,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:18.329922 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 1120e693-15f1-4291-8e5b-b6e3011a029e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:18.330303 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:18.376769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Pushing event updated for resources: {'Port': ['ID=96e7db21-c54d-401d-b436-bf2707abf398,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:18.445370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d21e57e8-804a-4bbc-afb6-943b2a078c22 req-9a77592e-bd85-4350-a8f1-283a2e5358cb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] For port 564f0b23-3a83-43fa-81e7-8b428e90638b, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=564f0b23-3a83-43fa-81e7-8b428e90638b,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:18.445815 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d21e57e8-804a-4bbc-afb6-943b2a078c22 req-9a77592e-bd85-4350-a8f1-283a2e5358cb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:18.493149 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-d21e57e8-804a-4bbc-afb6-943b2a078c22 req-9a77592e-bd85-4350-a8f1-283a2e5358cb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Calling delete_port for 564f0b23-3a83-43fa-81e7-8b428e90638b owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:18.651364 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-489711f9-d969-4045-8a34-3bd5da3e47c3 service neutron] 10.222.0.107 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198898 Nov 03 19:17:18.714313 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6894b4-7b45-457f-b6df-4a030d1bdb1c None None] New status for floating IP 49a0f278-b663-4df9-b374-423e8c690200: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:17:18.848009 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:18.944695 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d21e57e8-804a-4bbc-afb6-943b2a078c22 req-9a77592e-bd85-4350-a8f1-283a2e5358cb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:18.954312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Sync routers for ids ['d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:18.957482 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55eb8486-6058-4723-9da8-ff6e9e353609 req-e19d2dca-3c20-4f0f-a777-a766bbf73aab tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 210 time: 0.0577891 Nov 03 19:17:18.969929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Routers {'d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:18.969929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:18.998547 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77592e-bd85-4350-a8f1-283a2e5358cb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event deleted for resources: {'Port': ['ID=564f0b23-3a83-43fa-81e7-8b428e90638b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:19.123299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Set router d8c9818c-cc3a-4ead-8f6d-734878c8b5ee gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:19.373088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'name': 'tempest-TestServerBasicOps-290215992-router', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '1120e693-15f1-4291-8e5b-b6e3011a029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:17:11Z', 'revision_number': 4, 'project_id': '3b65bd059ccd400aa3ff1657762e4c94', 'gw_port': {'id': '1120e693-15f1-4291-8e5b-b6e3011a029e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'a50ab9e1-0058-4776-a8c3-7636813a28ca', 'name': '', 'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'mac_address': 'fa:16:3e:7f:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6e9e65ac-7a6b-4d71-9c75-6821288abdf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:11Z', 'updated_at': '2021-11-03T19:17:11Z', 'revision_number': 2, 'project_id': '3b65bd059ccd400aa3ff1657762e4c94', 'subnets': [{'id': '6e9e65ac-7a6b-4d71-9c75-6821288abdf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:19.415387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Checking router: d8c9818c-cc3a-4ead-8f6d-734878c8b5ee for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:19.415823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Updating router d8c9818c-cc3a-4ead-8f6d-734878c8b5ee port a50ab9e1-0058-4776-a8c3-7636813a28ca binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:17:19.443972 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:19.547213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21e57e8-804a-4bbc-afb6-943b2a078c22 req-9a77592e-bd85-4350-a8f1-283a2e5358cb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] No DVR routers for this DVR port 564f0b23-3a83-43fa-81e7-8b428e90638b on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:19.550594 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d21e57e8-804a-4bbc-afb6-943b2a078c22 req-9a77592e-bd85-4350-a8f1-283a2e5358cb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:19.554795 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d21e57e8-804a-4bbc-afb6-943b2a078c22 req-9a77592e-bd85-4350-a8f1-283a2e5358cb tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.98 "DELETE /v2.0/ports/564f0b23-3a83-43fa-81e7-8b428e90638b HTTP/1.1" status: 204 len: 173 time: 1.7417998 Nov 03 19:17:19.561047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a44da4e-2f2c-46de-8934-6c60daf1fb25', 'name': 'network-vif-deleted', 'tag': '564f0b23-3a83-43fa-81e7-8b428e90638b'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:19.563825 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a343bf66-2471-4442-b2da-2c3e6343e874" -d '{"events": [{"server_uuid": "0a44da4e-2f2c-46de-8934-6c60daf1fb25", "name": "network-vif-deleted", "tag": "564f0b23-3a83-43fa-81e7-8b428e90638b"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:19.614828 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-49cedcb5-d239-49ee-b3a3-dcc70636d505 req-d7233fe3-324a-4105-a27b-879716f2224f tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 210 time: 0.0752285 Nov 03 19:17:19.733702 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3914548b-5b91-4cc8-abae-6596b96bfb57 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:19.756637 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dff1809-7f0d-495f-b721-087b6635275b x-openstack-request-id: req-0dff1809-7f0d-495f-b721-087b6635275b {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:19.756929 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a44da4e-2f2c-46de-8934-6c60daf1fb25", "name": "network-vif-deleted", "tag": "564f0b23-3a83-43fa-81e7-8b428e90638b", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:19.757184 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0dff1809-7f0d-495f-b721-087b6635275b {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:19.757581 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a44da4e-2f2c-46de-8934-6c60daf1fb25', 'name': 'network-vif-deleted', 'tag': '564f0b23-3a83-43fa-81e7-8b428e90638b', 'status': 'completed', 'code': 200} Nov 03 19:17:19.788173 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:19.899825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 3914548b-5b91-4cc8-abae-6596b96bfb57 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:19.900286 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:19.960911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Router b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:17:20.034787 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.049087 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.095628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1560005b-db33-47b8-8895-4d7c058f55b2 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:20.153304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa9fd4-8188-4c8d-b5f3-986bc9da4b21 None None] Pushing event updated for resources: {'Port': ['ID=a50ab9e1-0058-4776-a8c3-7636813a28ca,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:20.250614 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Attempting to bind port a50ab9e1-0058-4776-a8c3-7636813a28ca on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:20.260612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Attempting to bind port a50ab9e1-0058-4776-a8c3-7636813a28ca by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '5b46182e-e1e5-40e0-9d33-7421ceb27f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:20.262758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Attempting to bind port a50ab9e1-0058-4776-a8c3-7636813a28ca on network 57a01b80-afff-48e2-be18-00a9c38fcc50 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:20.276699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:20.277458 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Checking segment: {'id': '5b46182e-e1e5-40e0-9d33-7421ceb27f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:20.278099 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.278710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Bound using segment: {'id': '5b46182e-e1e5-40e0-9d33-7421ceb27f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:20.279385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Bound port: a50ab9e1-0058-4776-a8c3-7636813a28ca, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b46182e-e1e5-40e0-9d33-7421ceb27f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:20.279995 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.355222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 1560005b-db33-47b8-8895-4d7c058f55b2 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:20.356021 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.385278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-c360ec00-a850-4379-bc26-af4c83476de6 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:20.386886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-c360ec00-a850-4379-bc26-af4c83476de6 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.98 "GET /v2.0/networks?id=a168bf8d-abf5-4027-b220-e8cbfb38aee7 HTTP/1.1" status: 200 len: 807 time: 0.2047169 Nov 03 19:17:20.388314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:20.407158 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Sync routers for ids ['b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:20.428017 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Routers {'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:20.433018 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:20.455377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] For port a50ab9e1-0058-4776-a8c3-7636813a28ca, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:20.463545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] For port a50ab9e1-0058-4776-a8c3-7636813a28ca, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a50ab9e1-0058-4776-a8c3-7636813a28ca,segment=NetworkSegment(5b46182e-e1e5-40e0-9d33-7421ceb27f2c),segment_id=5b46182e-e1e5-40e0-9d33-7421ceb27f2c)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:20.479402 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.493452 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.494726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-22655bb0-2859-4a26-83a7-a32cffc68e42 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8576729 Nov 03 19:17:20.499106 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36118) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:20.622440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7734f677-b943-42a1-941a-3830fe340c98 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f5bbf6d018407c81533b8bede74e25 HTTP/1.1" status: 200 len: 380 time: 0.2036006 Nov 03 19:17:20.625220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-139a56ac-2717-425b-809a-66cbaa6b1f8f req-fc1fbd23-fea7-49a1-872b-d7bd15bef9f7 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 210 time: 0.4440386 Nov 03 19:17:20.637868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-f3e87f6d-2310-40d2-ac91-c21f0c640f4a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Request body: {'port': {'device_id': '77cd6506-3f7d-447d-8c7e-9f7a521d2df8', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'admin_state_up': True, 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'security_groups': ['578752ef-c4dd-4492-922b-71c4255bb788']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:20.680601 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.690871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa9fd4-8188-4c8d-b5f3-986bc9da4b21 None None] Pushing event updated for resources: {'Port': ['ID=a50ab9e1-0058-4776-a8c3-7636813a28ca,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:20.695216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Routers {'d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:20.701078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:20.714853 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cbdde8-b493-4510-9350-6d200f55c7c3 None None] Network 2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:20.723982 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fc7e759b-0a95-4b3d-b0a9-c37228ed1772 None None] Provisioning complete for port a50ab9e1-0058-4776-a8c3-7636813a28ca triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:20.724347 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fc7e759b-0a95-4b3d-b0a9-c37228ed1772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:20.926707 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Sync routers for ids ['188bece3-2c48-4f84-8926-2b16c0364273'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:20.962203 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Set router b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:20.992041 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f49ac3ac-4a60-42fd-8cd7-5d958ce3f532 req-c3780ab8-0ddc-425d-be0e-dcc305600e03 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 210 time: 0.0848155 Nov 03 19:17:20.992718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-f3e87f6d-2310-40d2-ac91-c21f0c640f4a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Made reservation on behalf of e9f5bbf6d018407c81533b8bede74e25 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:17:20.996311 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-f3e87f6d-2310-40d2-ac91-c21f0c640f4a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.025269 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 1560005b-db33-47b8-8895-4d7c058f55b2, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1560005b-db33-47b8-8895-4d7c058f55b2,segment=NetworkSegment(b2d707b0-9f0d-484f-b84c-1054ce6c2c61),segment_id=b2d707b0-9f0d-484f-b84c-1054ce6c2c61)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:21.044318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Routers {'188bece3-2c48-4f84-8926-2b16c0364273'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:21.045063 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['188bece3-2c48-4f84-8926-2b16c0364273'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:21.081228 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.167673 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] Set router d8c9818c-cc3a-4ead-8f6d-734878c8b5ee gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:21.239282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-f3e87f6d-2310-40d2-ac91-c21f0c640f4a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Allocated IP 172.20.0.6 (a168bf8d-abf5-4027-b220-e8cbfb38aee7/66a14ed0-274b-4c24-8f1c-dbb032d60e7f/2681fc2a-a6db-42d4-b0be-e96bfaba8bb5) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:21.271625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=1560005b-db33-47b8-8895-4d7c058f55b2,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:21.327002 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'name': 'tempest-TestAggregatesBasicOps-10898524-router', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '96e7db21-c54d-401d-b436-bf2707abf398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:16Z', 'updated_at': '2021-11-03T19:17:18Z', 'revision_number': 3, 'project_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'gw_port': {'id': '96e7db21-c54d-401d-b436-bf2707abf398', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:17Z', 'updated_at': '2021-11-03T19:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:21.409993 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Checking router: b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:21.413247 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Updating router b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 port 96e7db21-c54d-401d-b436-bf2707abf398 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:17:21.451876 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-f3e87f6d-2310-40d2-ac91-c21f0c640f4a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.456182 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.480854 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.556107 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-f3e87f6d-2310-40d2-ac91-c21f0c640f4a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.654003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-f3e87f6d-2310-40d2-ac91-c21f0c640f4a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Network a168bf8d-abf5-4027-b220-e8cbfb38aee7 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:21.661745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-f3e87f6d-2310-40d2-ac91-c21f0c640f4a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:21.679001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-f3e87f6d-2310-40d2-ac91-c21f0c640f4a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:21.716797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e87f6d-2310-40d2-ac91-c21f0c640f4a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Pushing event updated for resources: {'Port': ['ID=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:21.762446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 564f0b23-3a83-43fa-81e7-8b428e90638b no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:21.764443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a50ab9e1-0058-4776-a8c3-7636813a28ca up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:21.787555 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-f3e87f6d-2310-40d2-ac91-c21f0c640f4a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:21.788269 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-f3e87f6d-2310-40d2-ac91-c21f0c640f4a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:21.821437 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-f3e87f6d-2310-40d2-ac91-c21f0c640f4a tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1923323 Nov 03 19:17:21.825176 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Allocated IP 172.20.0.1 (2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409/b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6/71bfffb0-4638-4dac-8760-33fcf7e7241a) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:21.843381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Request body: {'port': {'device_id': '77cd6506-3f7d-447d-8c7e-9f7a521d2df8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:21.939424 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fc7e759b-0a95-4b3d-b0a9-c37228ed1772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.009832 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.024320 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.035700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 564f0b23-3a83-43fa-81e7-8b428e90638b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:22.036189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 564f0b23-3a83-43fa-81e7-8b428e90638b not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:22.082650 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.120089 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.130972 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.166874 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Network 2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:22.184841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:22.203706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:22.208456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Pushing event updated for resources: {'Port': ['ID=71bfffb0-4638-4dac-8760-33fcf7e7241a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:22.239022 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Set router 188bece3-2c48-4f84-8926-2b16c0364273 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:22.265608 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Attempting to bind port 96e7db21-c54d-401d-b436-bf2707abf398 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:22.265984 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Attempting to bind port 96e7db21-c54d-401d-b436-bf2707abf398 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:22.266347 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Attempting to bind port 96e7db21-c54d-401d-b436-bf2707abf398 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:22.269426 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935db3bb-908c-46dd-aa4d-46f4314def6c None None] Pushing event updated for resources: {'Port': ['ID=96e7db21-c54d-401d-b436-bf2707abf398,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:22.283045 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:22.283771 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:22.284647 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.285206 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:22.285914 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Bound port: 96e7db21-c54d-401d-b436-bf2707abf398, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:22.286477 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.298742 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.307985 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-720659b7-1781-4f5f-bacf-d62f38c832ad req-65bdbf05-ef9b-4cc6-b433-bc5e6961bd81 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 210 time: 0.0762684 Nov 03 19:17:22.359019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-fc7e759b-0a95-4b3d-b0a9-c37228ed1772 None None] For port a50ab9e1-0058-4776-a8c3-7636813a28ca, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a50ab9e1-0058-4776-a8c3-7636813a28ca,segment=NetworkSegment(5b46182e-e1e5-40e0-9d33-7421ceb27f2c),segment_id=5b46182e-e1e5-40e0-9d33-7421ceb27f2c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:22.359290 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] For port 96e7db21-c54d-401d-b436-bf2707abf398, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:22.364445 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] For port 96e7db21-c54d-401d-b436-bf2707abf398, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=96e7db21-c54d-401d-b436-bf2707abf398,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:22.371339 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.371626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4803c-305f-482a-92aa-f952c4e26ac1 req-15ea97c2-2de6-418d-b943-89312b1a63e8 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:22.373432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29d4803c-305f-482a-92aa-f952c4e26ac1 req-15ea97c2-2de6-418d-b943-89312b1a63e8 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 931 time: 0.5416970 Nov 03 19:17:22.397996 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fc7e759b-0a95-4b3d-b0a9-c37228ed1772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.450234 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Routers {'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:22.451628 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:22.485083 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.524347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e759b-0a95-4b3d-b0a9-c37228ed1772 None None] Pushing event updated for resources: {'Port': ['ID=a50ab9e1-0058-4776-a8c3-7636813a28ca,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:22.527026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port a50ab9e1-0058-4776-a8c3-7636813a28ca triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:22.527397 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.552975 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29d4803c-305f-482a-92aa-f952c4e26ac1 req-6a9d201b-9ed0-43be-8849-2dc9aaabff5d tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/security-groups?id=578752ef-c4dd-4492-922b-71c4255bb788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973175 Nov 03 19:17:22.596769 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935db3bb-908c-46dd-aa4d-46f4314def6c None None] Pushing event updated for resources: {'Port': ['ID=96e7db21-c54d-401d-b436-bf2707abf398,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:22.646216 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] Set router b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:22.742892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:17:22.764009 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.797760 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Transition to ACTIVE for port object 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:17:22.811775 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.817579 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-658c6cff-fcf6-42d1-9845-420de7d2dc75 None None] Provisioning complete for port 1560005b-db33-47b8-8895-4d7c058f55b2 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:22.817956 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-658c6cff-fcf6-42d1-9845-420de7d2dc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.875090 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.885653 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:22.903559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1560005b-db33-47b8-8895-4d7c058f55b2 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:22.965501 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'name': 'tempest-TestAggregatesBasicOps-10898524-router', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '96e7db21-c54d-401d-b436-bf2707abf398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:16Z', 'updated_at': '2021-11-03T19:17:22Z', 'revision_number': 4, 'project_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'gw_port': {'id': '96e7db21-c54d-401d-b436-bf2707abf398', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:17Z', 'updated_at': '2021-11-03T19:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '71bfffb0-4638-4dac-8760-33fcf7e7241a', 'name': '', 'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'mac_address': 'fa:16:3e:03:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:21Z', 'updated_at': '2021-11-03T19:17:21Z', 'revision_number': 1, 'project_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'subnets': [{'id': 'b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:22.984261 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.027645 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9f0569-77d3-47bb-9603-aad5da5979ab None None] The sync data for ids ['b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'] in n-d-812150-4 is: [{'id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'name': 'tempest-TestAggregatesBasicOps-10898524-router', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '96e7db21-c54d-401d-b436-bf2707abf398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:16Z', 'updated_at': '2021-11-03T19:17:22Z', 'revision_number': 4, 'project_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'gw_port': {'id': '96e7db21-c54d-401d-b436-bf2707abf398', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:17Z', 'updated_at': '2021-11-03T19:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '71bfffb0-4638-4dac-8760-33fcf7e7241a', 'name': '', 'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'mac_address': 'fa:16:3e:03:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:21Z', 'updated_at': '2021-11-03T19:17:21Z', 'revision_number': 1, 'project_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'subnets': [{'id': 'b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:23.070495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Pushing event updated for resources: {'Port': ['ID=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:23.129201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Attempting to bind port 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:23.129597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Attempting to bind port 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '1cb442e1-b7e6-494f-8117-6019734ab727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:23.129875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Attempting to bind port 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 on network a168bf8d-abf5-4027-b220-e8cbfb38aee7 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:23.135242 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 1560005b-db33-47b8-8895-4d7c058f55b2 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:23.135672 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.151505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Port 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 on network a168bf8d-abf5-4027-b220-e8cbfb38aee7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:17:23.152313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Attempting to bind port 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 on network a168bf8d-abf5-4027-b220-e8cbfb38aee7 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:23.170603 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:23.171186 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Checking segment: {'id': '1cb442e1-b7e6-494f-8117-6019734ab727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:23.171773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Bound using segment: {'id': '1cb442e1-b7e6-494f-8117-6019734ab727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:23.172386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Bound port: 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb442e1-b7e6-494f-8117-6019734ab727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:23.172929 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.217094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Pushing event updated for resources: {'Port': ['ID=71bfffb0-4638-4dac-8760-33fcf7e7241a,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:23.217794 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'name': 'tempest-TestServerBasicOps-290215992-router', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '1120e693-15f1-4291-8e5b-b6e3011a029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:17:11Z', 'revision_number': 4, 'project_id': '3b65bd059ccd400aa3ff1657762e4c94', 'gw_port': {'id': '1120e693-15f1-4291-8e5b-b6e3011a029e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'a50ab9e1-0058-4776-a8c3-7636813a28ca', 'name': '', 'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'mac_address': 'fa:16:3e:7f:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6e9e65ac-7a6b-4d71-9c75-6821288abdf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:11Z', 'updated_at': '2021-11-03T19:17:20Z', 'revision_number': 4, 'project_id': '3b65bd059ccd400aa3ff1657762e4c94', 'subnets': [{'id': '6e9e65ac-7a6b-4d71-9c75-6821288abdf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:23.278987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] For port 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:23.282279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] For port 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5,segment=NetworkSegment(1cb442e1-b7e6-494f-8117-6019734ab727),segment_id=1cb442e1-b7e6-494f-8117-6019734ab727)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:23.288066 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.290338 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Network 2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:23.291347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7fa9d-3297-4ee9-baf8-95e6233f561e None None] The sync data for ids ['d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'] in n-d-812150-4 is: [{'id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'name': 'tempest-TestServerBasicOps-290215992-router', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '1120e693-15f1-4291-8e5b-b6e3011a029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:17:11Z', 'revision_number': 4, 'project_id': '3b65bd059ccd400aa3ff1657762e4c94', 'gw_port': {'id': '1120e693-15f1-4291-8e5b-b6e3011a029e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'a50ab9e1-0058-4776-a8c3-7636813a28ca', 'name': '', 'network_id': '57a01b80-afff-48e2-be18-00a9c38fcc50', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'mac_address': 'fa:16:3e:7f:21:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6e9e65ac-7a6b-4d71-9c75-6821288abdf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:11Z', 'updated_at': '2021-11-03T19:17:20Z', 'revision_number': 4, 'project_id': '3b65bd059ccd400aa3ff1657762e4c94', 'subnets': [{'id': '6e9e65ac-7a6b-4d71-9c75-6821288abdf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:23.292456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:23.362454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:23.363129 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.366537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] 10.222.0.98 "PUT /v2.0/ports/2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 HTTP/1.1" status: 200 len: 1091 time: 1.5361948 Nov 03 19:17:23.376137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cd6506-3f7d-447d-8c7e-9f7a521d2df8', 'tag': '2681fc2a-a6db-42d4-b0be-e96bfaba8bb5'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:23.379750 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7432520d-7dcd-4b34-9f4b-c37697b9f47e" -d '{"events": [{"name": "network-changed", "server_uuid": "77cd6506-3f7d-447d-8c7e-9f7a521d2df8", "tag": "2681fc2a-a6db-42d4-b0be-e96bfaba8bb5"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:23.437966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-658c6cff-fcf6-42d1-9845-420de7d2dc75 None None] Provisioning complete for port a50ab9e1-0058-4776-a8c3-7636813a28ca triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:23.438358 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-658c6cff-fcf6-42d1-9845-420de7d2dc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.491036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188bece3-2c48-4f84-8926-2b16c0364273', 'name': 'tempest-TestAggregatesBasicOps-164349129-router', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '3914548b-5b91-4cc8-abae-6596b96bfb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '0ccf6975d3a745e18cae00f175d058c3', 'gw_port': {'id': '3914548b-5b91-4cc8-abae-6596b96bfb57', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188bece3-2c48-4f84-8926-2b16c0364273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c17b27ac-6e3c-4158-b34b-ac22ba49c196', 'name': '', 'network_id': '439d1114-f080-4780-a1f5-26f56952725a', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'mac_address': 'fa:16:3e:a7:06:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188bece3-2c48-4f84-8926-2b16c0364273', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '99f8be5e-3815-43a0-9d65-ab1ee8a32878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:11Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 2, 'project_id': '0ccf6975d3a745e18cae00f175d058c3', 'subnets': [{'id': '99f8be5e-3815-43a0-9d65-ab1ee8a32878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:23.535635 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0f35a9-d30d-4928-9e55-c276a8a9bc26 x-openstack-request-id: req-1c0f35a9-d30d-4928-9e55-c276a8a9bc26 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:23.535635 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cd6506-3f7d-447d-8c7e-9f7a521d2df8", "tag": "2681fc2a-a6db-42d4-b0be-e96bfaba8bb5", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:23.535635 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1c0f35a9-d30d-4928-9e55-c276a8a9bc26 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:23.546455 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cd6506-3f7d-447d-8c7e-9f7a521d2df8', 'tag': '2681fc2a-a6db-42d4-b0be-e96bfaba8bb5', 'status': 'completed', 'code': 200} Nov 03 19:17:23.547141 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5928a9-011b-4f1b-bcad-805c537a83eb service neutron] Pushing event updated for resources: {'Port': ['ID=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:23.619373 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Checking router: 188bece3-2c48-4f84-8926-2b16c0364273 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:23.622666 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-d1f93184-346e-4260-ada1-5fe468450386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:23.628713 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-d1f93184-346e-4260-ada1-5fe468450386 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e9f5bbf6d018407c81533b8bede74e25&device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 1094 time: 0.2111306 Nov 03 19:17:23.629454 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Updating router 188bece3-2c48-4f84-8926-2b16c0364273 port c17b27ac-6e3c-4158-b34b-ac22ba49c196 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:17:23.665279 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Router b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:23.767740 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-81b4e1ca-4490-4efc-91e9-f6e32d86b4c0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 HTTP/1.1" status: 200 len: 217 time: 0.1298952 Nov 03 19:17:23.830586 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:23.888499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb91a79b-51f9-4a4e-b1b2-2534e27f4f61 req-67ce7a69-e3a7-489b-91e9-55d5822bb03e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 210 time: 0.4207041 Nov 03 19:17:24.012122 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-4937c779-2546-466b-8bea-92ebe13ac639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:24.014934 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-4937c779-2546-466b-8bea-92ebe13ac639 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=66a14ed0-274b-4c24-8f1c-dbb032d60e7f HTTP/1.1" status: 200 len: 846 time: 0.1252153 Nov 03 19:17:24.081560 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a50ab9e1-0058-4776-a8c3-7636813a28ca up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:24.085747 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98a983-2029-4e5b-a61f-2a1418a8a0b4 req-0e3606f1-0cfd-4850-aa5f-75e9a84c00df tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:24.097291 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc98a983-2029-4e5b-a61f-2a1418a8a0b4 req-0e3606f1-0cfd-4850-aa5f-75e9a84c00df tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 943 time: 0.3468740 Nov 03 19:17:24.215328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-673f59e7-60a0-4340-9a9c-0f4fcc8e6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:24.228814 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-673f59e7-60a0-4340-9a9c-0f4fcc8e6bc2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a168bf8d-abf5-4027-b220-e8cbfb38aee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047534 Nov 03 19:17:24.239864 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port a50ab9e1-0058-4776-a8c3-7636813a28ca triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:24.240249 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.254324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc98a983-2029-4e5b-a61f-2a1418a8a0b4 req-70e92b25-5b54-4c35-afa3-42558dfa82a1 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/security-groups?id=578752ef-c4dd-4492-922b-71c4255bb788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507449 Nov 03 19:17:24.370251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e5065993-f78e-4eec-8d06-df6bd4fc558a None None] Provisioning complete for port 71bfffb0-4638-4dac-8760-33fcf7e7241a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:24.370785 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e5065993-f78e-4eec-8d06-df6bd4fc558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.428862 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-1b24abf1-ca74-4cad-bb25-689480115d59 service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728053 Nov 03 19:17:24.447960 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:24.456809 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bf14606a-3384-477a-8360-ff149c3687f5 admin admin] 10.222.0.107 "PUT /v2.0/routers/b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9563565 Nov 03 19:17:24.475695 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e5065993-f78e-4eec-8d06-df6bd4fc558a None None] Port 71bfffb0-4638-4dac-8760-33fcf7e7241a cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:17:24.541673 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.547546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e5065993-f78e-4eec-8d06-df6bd4fc558a None None] Provisioning complete for port 1560005b-db33-47b8-8895-4d7c058f55b2 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:24.548503 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e5065993-f78e-4eec-8d06-df6bd4fc558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.552179 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.559090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9634ecae-d940-43f0-bd88-95ade0323a6b req-0e84ca7c-0de6-46b6-a08d-b6cc1d08058f service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221564 Nov 03 19:17:24.654228 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dd296-4b26-4dae-9490-81505278a4ed None None] Pushing event updated for resources: {'Port': ['ID=c17b27ac-6e3c-4158-b34b-ac22ba49c196,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:24.676160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432520d-7dcd-4b34-9f4b-c37697b9f47e req-0d08818c-e4f5-4a3f-8772-c796d141ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:24.678203 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7432520d-7dcd-4b34-9f4b-c37697b9f47e req-0d08818c-e4f5-4a3f-8772-c796d141ba41 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e9f5bbf6d018407c81533b8bede74e25&device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 1094 time: 0.0648656 Nov 03 19:17:24.788426 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Attempting to bind port c17b27ac-6e3c-4158-b34b-ac22ba49c196 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:24.789768 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Attempting to bind port c17b27ac-6e3c-4158-b34b-ac22ba49c196 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'aee1b960-3eb4-4589-8749-ef78359dd98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '439d1114-f080-4780-a1f5-26f56952725a'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:24.790363 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Attempting to bind port c17b27ac-6e3c-4158-b34b-ac22ba49c196 on network 439d1114-f080-4780-a1f5-26f56952725a {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:24.799784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:24.800918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Checking segment: {'id': 'aee1b960-3eb4-4589-8749-ef78359dd98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '439d1114-f080-4780-a1f5-26f56952725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:24.800918 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.801544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Bound using segment: {'id': 'aee1b960-3eb4-4589-8749-ef78359dd98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '439d1114-f080-4780-a1f5-26f56952725a'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:24.802345 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Bound port: c17b27ac-6e3c-4158-b34b-ac22ba49c196, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee1b960-3eb4-4589-8749-ef78359dd98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '439d1114-f080-4780-a1f5-26f56952725a'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:24.802957 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.909175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] For port c17b27ac-6e3c-4158-b34b-ac22ba49c196, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:24.923026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] For port c17b27ac-6e3c-4158-b34b-ac22ba49c196, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c17b27ac-6e3c-4158-b34b-ac22ba49c196,segment=NetworkSegment(aee1b960-3eb4-4589-8749-ef78359dd98e),segment_id=aee1b960-3eb4-4589-8749-ef78359dd98e)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:24.937490 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:24.973686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432520d-7dcd-4b34-9f4b-c37697b9f47e req-ac699f21-13ef-4644-adf9-d875df92ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:24.984172 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7432520d-7dcd-4b34-9f4b-c37697b9f47e req-ac699f21-13ef-4644-adf9-d875df92ca73 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a168bf8d-abf5-4027-b220-e8cbfb38aee7 HTTP/1.1" status: 200 len: 908 time: 0.2978938 Nov 03 19:17:25.035396 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dd296-4b26-4dae-9490-81505278a4ed None None] Pushing event updated for resources: {'Port': ['ID=c17b27ac-6e3c-4158-b34b-ac22ba49c196,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:25.080267 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Routers {'188bece3-2c48-4f84-8926-2b16c0364273'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:25.081184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:16:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['188bece3-2c48-4f84-8926-2b16c0364273'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:25.123836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7432520d-7dcd-4b34-9f4b-c37697b9f47e req-3cfd56be-269c-4221-bc5f-e52775928b74 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 HTTP/1.1" status: 200 len: 217 time: 0.1302536 Nov 03 19:17:25.199253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6f0a31c-d741-4740-8e15-ec8dcb13f0f4 req-25626b80-a1b8-4ef1-81f4-5adc811f72fd tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 210 time: 0.0729179 Nov 03 19:17:25.299127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432520d-7dcd-4b34-9f4b-c37697b9f47e req-a00349a7-2d0a-4159-abab-f4f44afc7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:25.303025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7432520d-7dcd-4b34-9f4b-c37697b9f47e req-a00349a7-2d0a-4159-abab-f4f44afc7669 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=66a14ed0-274b-4c24-8f1c-dbb032d60e7f HTTP/1.1" status: 200 len: 846 time: 0.1015491 Nov 03 19:17:25.437549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432520d-7dcd-4b34-9f4b-c37697b9f47e req-a65cbd82-e6fa-4088-8490-1d4c1c7846f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:25.439827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7432520d-7dcd-4b34-9f4b-c37697b9f47e req-a65cbd82-e6fa-4088-8490-1d4c1c7846f4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a168bf8d-abf5-4027-b220-e8cbfb38aee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302574 Nov 03 19:17:25.576889 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] Set router 188bece3-2c48-4f84-8926-2b16c0364273 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:25.619197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0b9257b8-bb5b-4c9c-a75c-e65693cd0325 None None] Provisioning complete for port c17b27ac-6e3c-4158-b34b-ac22ba49c196 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:25.619650 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b9257b8-bb5b-4c9c-a75c-e65693cd0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:25.620363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d76cab-2a6a-4823-a0e8-e24b5c915498 req-96080637-ab61-43c9-8770-bfd8eb232301 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:25.622804 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81d76cab-2a6a-4823-a0e8-e24b5c915498 req-96080637-ab61-43c9-8770-bfd8eb232301 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 943 time: 0.1460180 Nov 03 19:17:25.678817 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7432520d-7dcd-4b34-9f4b-c37697b9f47e req-4b81f3b2-21a9-43d0-90a2-3523866d57e8 service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285545 Nov 03 19:17:25.750162 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81d76cab-2a6a-4823-a0e8-e24b5c915498 req-bd9d528e-ab41-4976-b4e6-d1461fb5b709 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/security-groups?id=578752ef-c4dd-4492-922b-71c4255bb788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140261 Nov 03 19:17:25.856695 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8da9de5d-d3f9-4c6c-aba2-22eeb0453137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:25.866989 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b9257b8-bb5b-4c9c-a75c-e65693cd0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:25.870702 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7432520d-7dcd-4b34-9f4b-c37697b9f47e req-b69256a9-b6cc-4041-9aef-db919d0bf592 service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796715 Nov 03 19:17:25.960730 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0b9257b8-bb5b-4c9c-a75c-e65693cd0325 None None] For port c17b27ac-6e3c-4158-b34b-ac22ba49c196, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c17b27ac-6e3c-4158-b34b-ac22ba49c196,segment=NetworkSegment(aee1b960-3eb4-4589-8749-ef78359dd98e),segment_id=aee1b960-3eb4-4589-8749-ef78359dd98e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:25.969297 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b9257b8-bb5b-4c9c-a75c-e65693cd0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.059459 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9257b8-bb5b-4c9c-a75c-e65693cd0325 None None] Pushing event updated for resources: {'Port': ['ID=c17b27ac-6e3c-4158-b34b-ac22ba49c196,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:26.080387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188bece3-2c48-4f84-8926-2b16c0364273', 'name': 'tempest-TestAggregatesBasicOps-164349129-router', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '3914548b-5b91-4cc8-abae-6596b96bfb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '0ccf6975d3a745e18cae00f175d058c3', 'gw_port': {'id': '3914548b-5b91-4cc8-abae-6596b96bfb57', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188bece3-2c48-4f84-8926-2b16c0364273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c17b27ac-6e3c-4158-b34b-ac22ba49c196', 'name': '', 'network_id': '439d1114-f080-4780-a1f5-26f56952725a', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'mac_address': 'fa:16:3e:a7:06:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188bece3-2c48-4f84-8926-2b16c0364273', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '99f8be5e-3815-43a0-9d65-ab1ee8a32878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:11Z', 'updated_at': '2021-11-03T19:17:24Z', 'revision_number': 4, 'project_id': '0ccf6975d3a745e18cae00f175d058c3', 'subnets': [{'id': '99f8be5e-3815-43a0-9d65-ab1ee8a32878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:26.113852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b0c2f4-823e-42e5-b691-0bcd8ee47a0b None None] The sync data for ids ['188bece3-2c48-4f84-8926-2b16c0364273'] in n-d-812150-4 is: [{'id': '188bece3-2c48-4f84-8926-2b16c0364273', 'name': 'tempest-TestAggregatesBasicOps-164349129-router', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '3914548b-5b91-4cc8-abae-6596b96bfb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:17:12Z', 'revision_number': 4, 'project_id': '0ccf6975d3a745e18cae00f175d058c3', 'gw_port': {'id': '3914548b-5b91-4cc8-abae-6596b96bfb57', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188bece3-2c48-4f84-8926-2b16c0364273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'c17b27ac-6e3c-4158-b34b-ac22ba49c196', 'name': '', 'network_id': '439d1114-f080-4780-a1f5-26f56952725a', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'mac_address': 'fa:16:3e:a7:06:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188bece3-2c48-4f84-8926-2b16c0364273', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '99f8be5e-3815-43a0-9d65-ab1ee8a32878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:11Z', 'updated_at': '2021-11-03T19:17:24Z', 'revision_number': 4, 'project_id': '0ccf6975d3a745e18cae00f175d058c3', 'subnets': [{'id': '99f8be5e-3815-43a0-9d65-ab1ee8a32878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:26.132086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 96e7db21-c54d-401d-b436-bf2707abf398 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:26.145969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36184) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:26.187282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-88bc1595-925b-4945-9f6f-736654c85f11 None None] Provisioning complete for port c17b27ac-6e3c-4158-b34b-ac22ba49c196 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:26.188065 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-88bc1595-925b-4945-9f6f-736654c85f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.327738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 96e7db21-c54d-401d-b436-bf2707abf398 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:26.328202 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.385520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfe15b84-e686-43dc-b275-b9e9d6cb846f req-90f56bf6-b5de-4d7a-832e-5a37bca19304 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=0a44da4e-2f2c-46de-8934-6c60daf1fb25 HTTP/1.1" status: 200 len: 210 time: 0.0676479 Nov 03 19:17:26.457522 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.534979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 96e7db21-c54d-401d-b436-bf2707abf398, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=96e7db21-c54d-401d-b436-bf2707abf398,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:26.542582 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.543915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c17b27ac-6e3c-4158-b34b-ac22ba49c196 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:26.672644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c17b27ac-6e3c-4158-b34b-ac22ba49c196 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:26.673316 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.676035 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=96e7db21-c54d-401d-b436-bf2707abf398,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:26.746744 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be609ec9-707b-4413-8579-9fc5910e0c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:26.964274 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27642e35-24d5-43e9-8f05-e678189ef6eb req-732e0192-3f0a-4894-ab10-df2cd3a0eaea tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:26.966011 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27642e35-24d5-43e9-8f05-e678189ef6eb req-732e0192-3f0a-4894-ab10-df2cd3a0eaea tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 943 time: 0.1046498 Nov 03 19:17:27.059075 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27642e35-24d5-43e9-8f05-e678189ef6eb req-91be4696-82fe-42b8-9c91-e4564110f44d tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/security-groups?id=578752ef-c4dd-4492-922b-71c4255bb788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700366 Nov 03 19:17:27.149259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-be609ec9-707b-4413-8579-9fc5910e0c44 admin admin] Deleting port c17b27ac-6e3c-4158-b34b-ac22ba49c196 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:27.149986 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be609ec9-707b-4413-8579-9fc5910e0c44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.236598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-be609ec9-707b-4413-8579-9fc5910e0c44 admin admin] For port c17b27ac-6e3c-4158-b34b-ac22ba49c196, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c17b27ac-6e3c-4158-b34b-ac22ba49c196,segment=NetworkSegment(aee1b960-3eb4-4589-8749-ef78359dd98e),segment_id=aee1b960-3eb4-4589-8749-ef78359dd98e)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:27.237066 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be609ec9-707b-4413-8579-9fc5910e0c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.251868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-be609ec9-707b-4413-8579-9fc5910e0c44 admin admin] Calling delete_port for c17b27ac-6e3c-4158-b34b-ac22ba49c196 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:27.447060 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be609ec9-707b-4413-8579-9fc5910e0c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.477401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be609ec9-707b-4413-8579-9fc5910e0c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=c17b27ac-6e3c-4158-b34b-ac22ba49c196,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:27.627457 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:17:27.674039 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-be609ec9-707b-4413-8579-9fc5910e0c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.783801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5,segment=NetworkSegment(1cb442e1-b7e6-494f-8117-6019734ab727),segment_id=1cb442e1-b7e6-494f-8117-6019734ab727)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:27.804607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '2681fc2a-a6db-42d4-b0be-e96bfaba8bb5', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'port_id': '2681fc2a-a6db-42d4-b0be-e96bfaba8bb5', 'mac_address': 'fa:16:3e:42:06:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:17:27.856633 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.876596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:17:27.907817 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5,segment=NetworkSegment(1cb442e1-b7e6-494f-8117-6019734ab727),segment_id=1cb442e1-b7e6-494f-8117-6019734ab727)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:27.913510 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:27.984828 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:28.053644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 96e7db21-c54d-401d-b436-bf2707abf398 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:28.121535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['2681fc2a-a6db-42d4-b0be-e96bfaba8bb5'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:17:28.156495 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-53301079-4543-41fa-bdbb-728d9afa82f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.190314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 96e7db21-c54d-401d-b436-bf2707abf398 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:28.190602 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.270716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456b2fd-b702-4b44-a99f-32c7c5a5d377 req-98c42166-f377-4002-b687-e2c5c628d4a8 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:28.272287 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c456b2fd-b702-4b44-a99f-32c7c5a5d377 req-98c42166-f377-4002-b687-e2c5c628d4a8 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 944 time: 0.0951490 Nov 03 19:17:28.394054 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c456b2fd-b702-4b44-a99f-32c7c5a5d377 req-eed52f5a-aae7-45d1-b293-a180fbdad6bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/security-groups?id=578752ef-c4dd-4492-922b-71c4255bb788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135645 Nov 03 19:17:28.403790 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be609ec9-707b-4413-8579-9fc5910e0c44 admin admin] Router 188bece3-2c48-4f84-8926-2b16c0364273 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:28.538260 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be609ec9-707b-4413-8579-9fc5910e0c44 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:28.544689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-be609ec9-707b-4413-8579-9fc5910e0c44 admin admin] 10.222.0.107 "PUT /v2.0/routers/188bece3-2c48-4f84-8926-2b16c0364273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3973553 Nov 03 19:17:28.546892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36198) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:28.549746 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ebde2-a3e2-4da0-a70b-2e1f9a5f9513 None None] Sync routers for ids ['188bece3-2c48-4f84-8926-2b16c0364273'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:28.562991 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ebde2-a3e2-4da0-a70b-2e1f9a5f9513 None None] Routers {'188bece3-2c48-4f84-8926-2b16c0364273'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:28.563807 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-300ebde2-a3e2-4da0-a70b-2e1f9a5f9513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:17:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['188bece3-2c48-4f84-8926-2b16c0364273'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:28.675728 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.723402 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-300ebde2-a3e2-4da0-a70b-2e1f9a5f9513 None None] Set router 188bece3-2c48-4f84-8926-2b16c0364273 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:28.787534 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.849038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] Deleting port 3914548b-5b91-4cc8-abae-6596b96bfb57 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:28.849507 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.900766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Sync routers for ids ['b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:28.911918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Routers {'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:28.913356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:17:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:28.968817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] For port 3914548b-5b91-4cc8-abae-6596b96bfb57, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3914548b-5b91-4cc8-abae-6596b96bfb57,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:28.969422 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:28.984246 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] Calling delete_port for 3914548b-5b91-4cc8-abae-6596b96bfb57 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:29.023612 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-300ebde2-a3e2-4da0-a70b-2e1f9a5f9513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188bece3-2c48-4f84-8926-2b16c0364273', 'name': 'tempest-TestAggregatesBasicOps-164349129-router', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '3914548b-5b91-4cc8-abae-6596b96bfb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:17:27Z', 'revision_number': 5, 'project_id': '0ccf6975d3a745e18cae00f175d058c3', 'gw_port': {'id': '3914548b-5b91-4cc8-abae-6596b96bfb57', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188bece3-2c48-4f84-8926-2b16c0364273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:29.047289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Set router b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:29.052939 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ebde2-a3e2-4da0-a70b-2e1f9a5f9513 None None] Checking router: 188bece3-2c48-4f84-8926-2b16c0364273 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:29.063087 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ebde2-a3e2-4da0-a70b-2e1f9a5f9513 None None] Routers {'188bece3-2c48-4f84-8926-2b16c0364273'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:29.064021 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-300ebde2-a3e2-4da0-a70b-2e1f9a5f9513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:17:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['188bece3-2c48-4f84-8926-2b16c0364273'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:29.157363 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-300ebde2-a3e2-4da0-a70b-2e1f9a5f9513 None None] Set router 188bece3-2c48-4f84-8926-2b16c0364273 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:29.189819 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.220504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3914548b-5b91-4cc8-abae-6596b96bfb57,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:29.237524 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-300ebde2-a3e2-4da0-a70b-2e1f9a5f9513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '188bece3-2c48-4f84-8926-2b16c0364273', 'name': 'tempest-TestAggregatesBasicOps-164349129-router', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:17:28Z', 'revision_number': 6, 'project_id': '0ccf6975d3a745e18cae00f175d058c3', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:29.279373 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ebde2-a3e2-4da0-a70b-2e1f9a5f9513 None None] The sync data for ids ['188bece3-2c48-4f84-8926-2b16c0364273'] in n-d-812150-4 is: [{'id': '188bece3-2c48-4f84-8926-2b16c0364273', 'name': 'tempest-TestAggregatesBasicOps-164349129-router', 'tenant_id': '0ccf6975d3a745e18cae00f175d058c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:17:28Z', 'revision_number': 6, 'project_id': '0ccf6975d3a745e18cae00f175d058c3', 'gw_port_host': None}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:29.286080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'name': 'tempest-TestAggregatesBasicOps-10898524-router', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '96e7db21-c54d-401d-b436-bf2707abf398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:16Z', 'updated_at': '2021-11-03T19:17:22Z', 'revision_number': 4, 'project_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'gw_port': {'id': '96e7db21-c54d-401d-b436-bf2707abf398', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:17Z', 'updated_at': '2021-11-03T19:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '71bfffb0-4638-4dac-8760-33fcf7e7241a', 'name': '', 'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'mac_address': 'fa:16:3e:03:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:21Z', 'updated_at': '2021-11-03T19:17:22Z', 'revision_number': 2, 'project_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'subnets': [{'id': 'b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:29.301547 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.327204 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Checking router: b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:29.327556 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Updating router b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 port 71bfffb0-4638-4dac-8760-33fcf7e7241a binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:17:29.361860 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.410130 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.412312 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.479796 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.480380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 188bece3-2c48-4f84-8926-2b16c0364273 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:17:29.485549 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.490032 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fec5171e-8898-4d81-b60b-26d4cea217e5 admin admin] 10.222.0.107 "DELETE /v2.0/routers/188bece3-2c48-4f84-8926-2b16c0364273 HTTP/1.1" status: 204 len: 168 time: 0.9387071 Nov 03 19:17:29.490189 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36204) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:29.506659 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.552225 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a5c266-bf3c-451e-bcfa-8b9d938efcd4 admin admin] Deleting subnet 99f8be5e-3815-43a0-9d65-ab1ee8a32878 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:17:29.556257 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0a5c266-bf3c-451e-bcfa-8b9d938efcd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.563898 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be5e54-1962-4b64-b08d-fba3d15e840f req-3f089c5e-9815-4dd4-946d-2a697532baca tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:29.566029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40be5e54-1962-4b64-b08d-fba3d15e840f req-3f089c5e-9815-4dd4-946d-2a697532baca tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 944 time: 0.0622823 Nov 03 19:17:29.598418 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0a5c266-bf3c-451e-bcfa-8b9d938efcd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.625467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40be5e54-1962-4b64-b08d-fba3d15e840f req-20c6bd4c-4e6f-4a2a-ab8a-11e8d81c4fdf tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/security-groups?id=578752ef-c4dd-4492-922b-71c4255bb788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528948 Nov 03 19:17:29.650991 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:29.762779 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.774300 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0a5c266-bf3c-451e-bcfa-8b9d938efcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.777156 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.832847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:17:29.842372 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe215f16-3ae3-4c3e-a283-11a6c8aba4b5 None None] Pushing event updated for resources: {'Port': ['ID=71bfffb0-4638-4dac-8760-33fcf7e7241a,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:29.850563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0a5c266-bf3c-451e-bcfa-8b9d938efcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.864492 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:29.864870 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.881773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5c266-bf3c-451e-bcfa-8b9d938efcd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99f8be5e-3815-43a0-9d65-ab1ee8a32878,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:29.887185 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e0a5c266-bf3c-451e-bcfa-8b9d938efcd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:29.890778 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e0a5c266-bf3c-451e-bcfa-8b9d938efcd4 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/99f8be5e-3815-43a0-9d65-ab1ee8a32878 HTTP/1.1" status: 204 len: 168 time: 0.4001689 Nov 03 19:17:29.893737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36208) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:29.909272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf774bcd-2b18-4ef3-ab6e-16dc5f6289c0 None None] Network 439d1114-f080-4780-a1f5-26f56952725a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:29.960264 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Attempting to bind port 71bfffb0-4638-4dac-8760-33fcf7e7241a on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:17:29.960645 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Attempting to bind port 71bfffb0-4638-4dac-8760-33fcf7e7241a by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'b2d707b0-9f0d-484f-b84c-1054ce6c2c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:17:29.961048 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Attempting to bind port 71bfffb0-4638-4dac-8760-33fcf7e7241a on network 2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:17:29.993673 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.007332 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:17:30.008090 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Checking segment: {'id': 'b2d707b0-9f0d-484f-b84c-1054ce6c2c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:17:30.008669 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.009074 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Bound using segment: {'id': 'b2d707b0-9f0d-484f-b84c-1054ce6c2c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:17:30.009571 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Bound port: 71bfffb0-4638-4dac-8760-33fcf7e7241a, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d707b0-9f0d-484f-b84c-1054ce6c2c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:17:30.009962 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.059987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] Deleting port eb5d0996-3e7a-4496-a3d9-911396a46938 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:30.060483 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.138492 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] For port eb5d0996-3e7a-4496-a3d9-911396a46938, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=eb5d0996-3e7a-4496-a3d9-911396a46938,segment=NetworkSegment(aee1b960-3eb4-4589-8749-ef78359dd98e),segment_id=aee1b960-3eb4-4589-8749-ef78359dd98e)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:30.139139 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.160637 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] Calling delete_port for eb5d0996-3e7a-4496-a3d9-911396a46938 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:30.167370 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] For port 71bfffb0-4638-4dac-8760-33fcf7e7241a, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:17:30.196545 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.206783 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] For port 71bfffb0-4638-4dac-8760-33fcf7e7241a, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=71bfffb0-4638-4dac-8760-33fcf7e7241a,segment=NetworkSegment(b2d707b0-9f0d-484f-b84c-1054ce6c2c61),segment_id=b2d707b0-9f0d-484f-b84c-1054ce6c2c61)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:17:30.226594 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.269545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-413b0d1d-6ba6-4d0a-8391-5f5bc0fa3a6a None None] Provisioning complete for port 71bfffb0-4638-4dac-8760-33fcf7e7241a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:30.270235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-413b0d1d-6ba6-4d0a-8391-5f5bc0fa3a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.282188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cd6506-3f7d-447d-8c7e-9f7a521d2df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2681fc2a-a6db-42d4-b0be-e96bfaba8bb5'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:30.285441 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bb5741-bd10-4aa2-b72b-81f1cd365f09" -d '{"events": [{"server_uuid": "77cd6506-3f7d-447d-8c7e-9f7a521d2df8", "name": "network-vif-plugged", "status": "completed", "tag": "2681fc2a-a6db-42d4-b0be-e96bfaba8bb5"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:30.301296 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.362818 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5d0996-3e7a-4496-a3d9-911396a46938,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:30.389364 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] No DVR routers for this DVR port eb5d0996-3e7a-4496-a3d9-911396a46938 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:30.396396 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93ac485-944a-4117-913d-c809ea9498d7 x-openstack-request-id: req-f93ac485-944a-4117-913d-c809ea9498d7 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:30.396691 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cd6506-3f7d-447d-8c7e-9f7a521d2df8", "name": "network-vif-plugged", "status": "completed", "tag": "2681fc2a-a6db-42d4-b0be-e96bfaba8bb5", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:30.396949 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f93ac485-944a-4117-913d-c809ea9498d7 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:30.397414 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cd6506-3f7d-447d-8c7e-9f7a521d2df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2681fc2a-a6db-42d4-b0be-e96bfaba8bb5', 'code': 200} Nov 03 19:17:30.399187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06c9fbe-a5d4-4438-a1ef-01f0612d1f0a None None] DHCP port deletion for 439d1114-f080-4780-a1f5-26f56952725a request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:17:30.413316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3914548b-5b91-4cc8-abae-6596b96bfb57 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:30.420201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5,segment=NetworkSegment(1cb442e1-b7e6-494f-8117-6019734ab727),segment_id=1cb442e1-b7e6-494f-8117-6019734ab727)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:30.458948 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Routers {'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:30.459641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:17:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:30.473611 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.482412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 3914548b-5b91-4cc8-abae-6596b96bfb57 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:30.482691 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3914548b-5b91-4cc8-abae-6596b96bfb57 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:30.483113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c17b27ac-6e3c-4158-b34b-ac22ba49c196 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:30.537220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.541877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10214d0-7a06-4799-a6d4-b035d4501f5e req-e16d8781-f20d-448a-9936-b81c8433ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:30.543650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e10214d0-7a06-4799-a6d4-b035d4501f5e req-e16d8781-f20d-448a-9936-b81c8433ed5e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 1096 time: 0.1070945 Nov 03 19:17:30.551810 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe215f16-3ae3-4c3e-a283-11a6c8aba4b5 None None] Pushing event updated for resources: {'Port': ['ID=71bfffb0-4638-4dac-8760-33fcf7e7241a,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:30.560131 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: c17b27ac-6e3c-4158-b34b-ac22ba49c196 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:30.560518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c17b27ac-6e3c-4158-b34b-ac22ba49c196 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:30.595673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439d1114-f080-4780-a1f5-26f56952725a']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:30.620828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee1b960-3eb4-4589-8749-ef78359dd98e') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:30.621448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee1b960-3eb4-4589-8749-ef78359dd98e') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:30.648387 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.666673 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e10214d0-7a06-4799-a6d4-b035d4501f5e req-1e659b34-b4ba-4dcc-9ee8-31aa5b6eb670 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=578752ef-c4dd-4492-922b-71c4255bb788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141665 Nov 03 19:17:30.676300 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.685626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:17:30.686700 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:17:30.690784 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:17:30.837033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.842681 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:30.846037 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] 10.222.0.107 "DELETE /v2.0/networks/439d1114-f080-4780-a1f5-26f56952725a HTTP/1.1" status: 204 len: 168 time: 0.9512835 Nov 03 19:17:30.849064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36216) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:30.873456 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1b601-127d-4080-87f3-cc0adfb091e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=439d1114-f080-4780-a1f5-26f56952725a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:30.900217 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36e8ae-cc5d-4270-a4a9-83b55cc2710b req-340ba44c-c79c-46e8-ae8c-0cc42702d907 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:30.902716 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b36e8ae-cc5d-4270-a4a9-83b55cc2710b req-340ba44c-c79c-46e8-ae8c-0cc42702d907 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 945 time: 0.1040654 Nov 03 19:17:30.978412 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b36e8ae-cc5d-4270-a4a9-83b55cc2710b req-3da222b2-636e-4e07-9871-bbd659468ef1 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/security-groups?id=578752ef-c4dd-4492-922b-71c4255bb788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629678 Nov 03 19:17:30.979918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:30.998752 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.004570 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.021765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] Set router b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:31.024281 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-413b0d1d-6ba6-4d0a-8391-5f5bc0fa3a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.123766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-413b0d1d-6ba6-4d0a-8391-5f5bc0fa3a6a None None] For port 71bfffb0-4638-4dac-8760-33fcf7e7241a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=71bfffb0-4638-4dac-8760-33fcf7e7241a,segment=NetworkSegment(b2d707b0-9f0d-484f-b84c-1054ce6c2c61),segment_id=b2d707b0-9f0d-484f-b84c-1054ce6c2c61)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:31.134415 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-413b0d1d-6ba6-4d0a-8391-5f5bc0fa3a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.236291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b0d1d-6ba6-4d0a-8391-5f5bc0fa3a6a None None] Pushing event updated for resources: {'Port': ['ID=71bfffb0-4638-4dac-8760-33fcf7e7241a,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:31.260741 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b683be62-c051-4f4e-afb8-f86be7b46663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.290008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3c803569-d7a4-4f67-bd32-98b1edc8b23c None None] Provisioning complete for port 71bfffb0-4638-4dac-8760-33fcf7e7241a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:17:31.290382 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3c803569-d7a4-4f67-bd32-98b1edc8b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.358197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'name': 'tempest-TestAggregatesBasicOps-10898524-router', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '96e7db21-c54d-401d-b436-bf2707abf398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:16Z', 'updated_at': '2021-11-03T19:17:22Z', 'revision_number': 4, 'project_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'gw_port': {'id': '96e7db21-c54d-401d-b436-bf2707abf398', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:17Z', 'updated_at': '2021-11-03T19:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '71bfffb0-4638-4dac-8760-33fcf7e7241a', 'name': '', 'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'mac_address': 'fa:16:3e:03:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:21Z', 'updated_at': '2021-11-03T19:17:30Z', 'revision_number': 4, 'project_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'subnets': [{'id': 'b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:31.406676 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd92eb3-299e-4c18-908d-719426ad5dec None None] The sync data for ids ['b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'] in n-d-812150-4 is: [{'id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'name': 'tempest-TestAggregatesBasicOps-10898524-router', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '96e7db21-c54d-401d-b436-bf2707abf398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:16Z', 'updated_at': '2021-11-03T19:17:22Z', 'revision_number': 4, 'project_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'gw_port': {'id': '96e7db21-c54d-401d-b436-bf2707abf398', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:17Z', 'updated_at': '2021-11-03T19:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '71bfffb0-4638-4dac-8760-33fcf7e7241a', 'name': '', 'network_id': '2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'mac_address': 'fa:16:3e:03:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:21Z', 'updated_at': '2021-11-03T19:17:30Z', 'revision_number': 4, 'project_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'subnets': [{'id': 'b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:31.480092 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.561943 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b683be62-c051-4f4e-afb8-f86be7b46663 admin admin] Deleting port 71bfffb0-4638-4dac-8760-33fcf7e7241a {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:31.561943 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b683be62-c051-4f4e-afb8-f86be7b46663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.655400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-b683be62-c051-4f4e-afb8-f86be7b46663 admin admin] For port 71bfffb0-4638-4dac-8760-33fcf7e7241a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=71bfffb0-4638-4dac-8760-33fcf7e7241a,segment=NetworkSegment(b2d707b0-9f0d-484f-b84c-1054ce6c2c61),segment_id=b2d707b0-9f0d-484f-b84c-1054ce6c2c61)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:31.655811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b683be62-c051-4f4e-afb8-f86be7b46663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.672704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b683be62-c051-4f4e-afb8-f86be7b46663 admin admin] Calling delete_port for 71bfffb0-4638-4dac-8760-33fcf7e7241a owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:31.916338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b683be62-c051-4f4e-afb8-f86be7b46663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:31.958246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683be62-c051-4f4e-afb8-f86be7b46663 admin admin] Pushing event deleted for resources: {'Port': ['ID=71bfffb0-4638-4dac-8760-33fcf7e7241a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:32.022721 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 71bfffb0-4638-4dac-8760-33fcf7e7241a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:17:32.094683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 71bfffb0-4638-4dac-8760-33fcf7e7241a {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:32.098422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 71bfffb0-4638-4dac-8760-33fcf7e7241a not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 03 19:17:32.155381 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Port 71bfffb0-4638-4dac-8760-33fcf7e7241a not found, will not notify nova. {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 03 19:17:32.206180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94feaf-6870-4a85-b0f6-247f12b2f4b9 req-abed2063-5e49-4f85-9185-550330794a02 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:32.215758 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe94feaf-6870-4a85-b0f6-247f12b2f4b9 req-abed2063-5e49-4f85-9185-550330794a02 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 945 time: 0.1079776 Nov 03 19:17:32.269757 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eb5d0996-3e7a-4496-a3d9-911396a46938 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:32.302632 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b683be62-c051-4f4e-afb8-f86be7b46663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:32.317383 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: eb5d0996-3e7a-4496-a3d9-911396a46938 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:32.318136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device eb5d0996-3e7a-4496-a3d9-911396a46938 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:32.355747 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0544369d-f94e-4a5f-93a4-3908bf360d75 req-902b2525-83f1-4c5a-89e1-a3c19ee22c87 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1322269 Nov 03 19:17:32.377268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe94feaf-6870-4a85-b0f6-247f12b2f4b9 req-6450cf12-37a4-42fb-98fc-d0e60dffcfc9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/security-groups?id=578752ef-c4dd-4492-922b-71c4255bb788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603756 Nov 03 19:17:32.522724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544369d-f94e-4a5f-93a4-3908bf360d75 req-7aebce85-aaa8-408e-818a-ba6e520ba80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:32.524645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0544369d-f94e-4a5f-93a4-3908bf360d75 req-7aebce85-aaa8-408e-818a-ba6e520ba80f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e9f5bbf6d018407c81533b8bede74e25&device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 1096 time: 0.1159673 Nov 03 19:17:32.654872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cafe7-8f90-4f2d-a6fb-47f72653b203 req-b9b6cbdd-d285-451b-b66e-43f0ab6d2b7d tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:32.656586 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-396cafe7-8f90-4f2d-a6fb-47f72653b203 req-b9b6cbdd-d285-451b-b66e-43f0ab6d2b7d tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 945 time: 0.1193647 Nov 03 19:17:32.674303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b683be62-c051-4f4e-afb8-f86be7b46663 admin admin] Router b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:32.692354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544369d-f94e-4a5f-93a4-3908bf360d75 req-f6635a39-5509-40dc-88c5-04cd07e64c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:32.693993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0544369d-f94e-4a5f-93a4-3908bf360d75 req-f6635a39-5509-40dc-88c5-04cd07e64c19 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a168bf8d-abf5-4027-b220-e8cbfb38aee7 HTTP/1.1" status: 200 len: 908 time: 0.1385739 Nov 03 19:17:32.751524 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0544369d-f94e-4a5f-93a4-3908bf360d75 req-dc2cfe52-6359-4f72-833e-514f4d79a04c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 HTTP/1.1" status: 200 len: 217 time: 0.0490441 Nov 03 19:17:32.789433 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b683be62-c051-4f4e-afb8-f86be7b46663 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:32.796104 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b683be62-c051-4f4e-afb8-f86be7b46663 admin admin] 10.222.0.107 "PUT /v2.0/routers/b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9457438 Nov 03 19:17:32.798470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36228) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:32.801768 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85167797-8884-4950-879a-b4f56c0d0dc3 None None] Sync routers for ids ['b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:32.807906 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-396cafe7-8f90-4f2d-a6fb-47f72653b203 req-31f5739b-f83e-4d7d-a5e4-0b454a740d6d tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/security-groups?id=578752ef-c4dd-4492-922b-71c4255bb788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371615 Nov 03 19:17:32.814512 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85167797-8884-4950-879a-b4f56c0d0dc3 None None] Routers {'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:32.815698 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-85167797-8884-4950-879a-b4f56c0d0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:17:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:32.825803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544369d-f94e-4a5f-93a4-3908bf360d75 req-a0001b4a-6146-4a20-8b9a-752982ffcf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:32.827354 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0544369d-f94e-4a5f-93a4-3908bf360d75 req-a0001b4a-6146-4a20-8b9a-752982ffcf2a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=66a14ed0-274b-4c24-8f1c-dbb032d60e7f HTTP/1.1" status: 200 len: 846 time: 0.0653913 Nov 03 19:17:32.881041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544369d-f94e-4a5f-93a4-3908bf360d75 req-c4935a30-dadd-4421-85b0-cbdc418f6d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:32.882994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0544369d-f94e-4a5f-93a4-3908bf360d75 req-c4935a30-dadd-4421-85b0-cbdc418f6d8c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a168bf8d-abf5-4027-b220-e8cbfb38aee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487843 Nov 03 19:17:32.940559 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-85167797-8884-4950-879a-b4f56c0d0dc3 None None] Set router b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:32.944410 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.000800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d99ca-56fe-4a5d-9924-ef805f579ab8 req-5f68da8a-6d18-4286-9ab8-a5d065ce1b25 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:33.002395 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b54d99ca-56fe-4a5d-9924-ef805f579ab8 req-5f68da8a-6d18-4286-9ab8-a5d065ce1b25 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 945 time: 0.1146393 Nov 03 19:17:33.077169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b54d99ca-56fe-4a5d-9924-ef805f579ab8 req-f4a32ad1-8df6-4def-b8f8-97fffd28c3fa tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/security-groups?id=578752ef-c4dd-4492-922b-71c4255bb788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651221 Nov 03 19:17:33.079253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0544369d-f94e-4a5f-93a4-3908bf360d75 req-6320791b-5b83-4bc3-a247-d4acd4378e16 service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616855 Nov 03 19:17:33.106372 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36234) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:33.157572 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-85167797-8884-4950-879a-b4f56c0d0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'name': 'tempest-TestAggregatesBasicOps-10898524-router', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '96e7db21-c54d-401d-b436-bf2707abf398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:16Z', 'updated_at': '2021-11-03T19:17:31Z', 'revision_number': 5, 'project_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'gw_port': {'id': '96e7db21-c54d-401d-b436-bf2707abf398', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:17Z', 'updated_at': '2021-11-03T19:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:33.169494 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.204178 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85167797-8884-4950-879a-b4f56c0d0dc3 None None] Checking router: b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:33.206023 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0544369d-f94e-4a5f-93a4-3908bf360d75 req-5df175f2-19cc-49e2-a599-025a2f1584eb service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195867 Nov 03 19:17:33.216995 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85167797-8884-4950-879a-b4f56c0d0dc3 None None] Routers {'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:33.217740 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-85167797-8884-4950-879a-b4f56c0d0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:17:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:33.263105 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] Deleting port 96e7db21-c54d-401d-b436-bf2707abf398 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:33.263445 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.315277 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-85167797-8884-4950-879a-b4f56c0d0dc3 None None] Set router b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:33.370278 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6a5bd1-5dc6-4f90-bfae-b28cad66bb04 tempest-TestServerBasicOps-391250534 tempest-TestServerBasicOps-391250534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:33.370993 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-85167797-8884-4950-879a-b4f56c0d0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'name': 'tempest-TestAggregatesBasicOps-10898524-router', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:16Z', 'updated_at': '2021-11-03T19:17:33Z', 'revision_number': 6, 'project_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:33.374734 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3e6a5bd1-5dc6-4f90-bfae-b28cad66bb04 tempest-TestServerBasicOps-391250534 tempest-TestServerBasicOps-391250534-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 1091 time: 0.2631066 Nov 03 19:17:33.375066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36238) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:33.379564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '2681fc2a-a6db-42d4-b0be-e96bfaba8bb5', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:17:33.391568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] For port 96e7db21-c54d-401d-b436-bf2707abf398, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=96e7db21-c54d-401d-b436-bf2707abf398,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:33.392642 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.399061 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85167797-8884-4950-879a-b4f56c0d0dc3 None None] The sync data for ids ['b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1'] in n-d-812150-4 is: [{'id': 'b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1', 'name': 'tempest-TestAggregatesBasicOps-10898524-router', 'tenant_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:16Z', 'updated_at': '2021-11-03T19:17:33Z', 'revision_number': 6, 'project_id': 'cd7261a462504dfb87ee5adf9eb08a69', 'gw_port_host': None}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:33.406643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] Calling delete_port for 96e7db21-c54d-401d-b436-bf2707abf398 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:33.414687 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.540895 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.607858 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.633855 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e7db21-c54d-401d-b436-bf2707abf398,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:33.666697 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Allocated IP 172.25.2.164 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/0b263b5c-3255-4b95-b511-3ffa2ac2f141) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:17:33.707287 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.793077 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.834079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.836621 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.840409 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.858367 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:17:33.861393 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:17:33.886815 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:17:33.916012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.916910 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:17:33.930708 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:33.934786 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8547d813-42d9-49d5-b06f-bfcaa7208cc6 admin admin] 10.222.0.107 "DELETE /v2.0/routers/b3efc7f1-b406-4bd2-acad-8f8bfe57bdb1 HTTP/1.1" status: 204 len: 168 time: 1.1350110 Nov 03 19:17:33.935501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36240) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:33.941813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Pushing event updated for resources: {'Port': ['ID=0b263b5c-3255-4b95-b511-3ffa2ac2f141,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:33.983270 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-221c5c27-8481-471d-96c3-6f9797c386d4 admin admin] Deleting subnet b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:17:33.986756 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-221c5c27-8481-471d-96c3-6f9797c386d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.022512 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-221c5c27-8481-471d-96c3-6f9797c386d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.103563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-221c5c27-8481-471d-96c3-6f9797c386d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.122979 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36244) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:34.295306 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.341880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 71bfffb0-4638-4dac-8760-33fcf7e7241a no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:34.364488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 71bfffb0-4638-4dac-8760-33fcf7e7241a {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:34.365177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 71bfffb0-4638-4dac-8760-33fcf7e7241a not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:34.378317 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.544335 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.550823 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.603428 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-221c5c27-8481-471d-96c3-6f9797c386d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.622167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Pushing event updated for resources: {'Port': ['ID=0b263b5c-3255-4b95-b511-3ffa2ac2f141,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:34.635167 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.646543 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-221c5c27-8481-471d-96c3-6f9797c386d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.653197 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-221c5c27-8481-471d-96c3-6f9797c386d4 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6 HTTP/1.1" status: 204 len: 168 time: 0.7141006 Nov 03 19:17:34.654146 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6508a41-cf81-49a7-a786-2793a3b05436 None None] Network 2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:34.661107 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c5c27-8481-471d-96c3-6f9797c386d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d757ee-9b1d-4ec8-84aa-7ab0d2e09ce6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:34.663600 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36246) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:34.755480 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Floating IP fefa0488-3a97-4681-af2e-a11f6e49afe5 associated. External IP: 172.25.2.164, port: 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5. Nov 03 19:17:34.766934 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.799524 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-98149d95-0991-4af0-b1ff-d29500bd792a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Deleting port 55a9cd98-8393-4bae-8f32-74094fd76c88 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:34.800076 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98149d95-0991-4af0-b1ff-d29500bd792a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.892700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6f1938-91a8-4155-b7e8-ae41a1251cad None None] DHCP port deletion for 2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:17:34.914573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] Deleting port 1560005b-db33-47b8-8895-4d7c058f55b2 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:34.915069 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.919293 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98149d95-0991-4af0-b1ff-d29500bd792a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.919658 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98149d95-0991-4af0-b1ff-d29500bd792a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.957587 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f1938-91a8-4155-b7e8-ae41a1251cad None None] Deleting port 1560005b-db33-47b8-8895-4d7c058f55b2 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:34.957968 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1938-91a8-4155-b7e8-ae41a1251cad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:34.981002 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-98149d95-0991-4af0-b1ff-d29500bd792a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Calling delete_port for 55a9cd98-8393-4bae-8f32-74094fd76c88 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:35.020777 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] For port 1560005b-db33-47b8-8895-4d7c058f55b2, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1560005b-db33-47b8-8895-4d7c058f55b2,segment=NetworkSegment(b2d707b0-9f0d-484f-b84c-1054ce6c2c61),segment_id=b2d707b0-9f0d-484f-b84c-1054ce6c2c61)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:35.021509 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.030402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-fa6f1938-91a8-4155-b7e8-ae41a1251cad None None] For port 1560005b-db33-47b8-8895-4d7c058f55b2, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1560005b-db33-47b8-8895-4d7c058f55b2,segment=NetworkSegment(b2d707b0-9f0d-484f-b84c-1054ce6c2c61),segment_id=b2d707b0-9f0d-484f-b84c-1054ce6c2c61)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:35.031214 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1938-91a8-4155-b7e8-ae41a1251cad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.041066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Router 08f766a0-3b2a-4c63-9d79-574c83495780 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:35.050476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f1938-91a8-4155-b7e8-ae41a1251cad None None] Calling delete_port for 1560005b-db33-47b8-8895-4d7c058f55b2 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:35.076187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] Calling delete_port for 1560005b-db33-47b8-8895-4d7c058f55b2 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:35.157054 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1938-91a8-4155-b7e8-ae41a1251cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.185537 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f1938-91a8-4155-b7e8-ae41a1251cad None None] Pushing event deleted for resources: {'Port': ['ID=1560005b-db33-47b8-8895-4d7c058f55b2,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:35.193287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6f1938-91a8-4155-b7e8-ae41a1251cad None None] No DVR routers for this DVR port 1560005b-db33-47b8-8895-4d7c058f55b2 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:35.220504 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.268499 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=1560005b-db33-47b8-8895-4d7c058f55b2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:35.278385 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] No DVR routers for this DVR port 1560005b-db33-47b8-8895-4d7c058f55b2 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:35.334462 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98149d95-0991-4af0-b1ff-d29500bd792a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.391874 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.402443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98149d95-0991-4af0-b1ff-d29500bd792a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event deleted for resources: {'Port': ['ID=55a9cd98-8393-4bae-8f32-74094fd76c88,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:35.434388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:35.464463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d707b0-9f0d-484f-b84c-1054ce6c2c61') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:35.464688 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d707b0-9f0d-484f-b84c-1054ce6c2c61') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:35.489027 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.513444 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98149d95-0991-4af0-b1ff-d29500bd792a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.514362 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-98149d95-0991-4af0-b1ff-d29500bd792a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Floating IP 0c41496e-9cc4-49dd-851e-4a31ff4ea393 disassociated (deleted). External IP: 172.25.2.13, port: 155036af-2b88-4364-8c15-d6d2471977d3. Nov 03 19:17:35.516480 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:35.518655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.534352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc57f1f7-91fa-4dcf-80f8-f16c8b5801c5 None None] Sync routers for ids ['08f766a0-3b2a-4c63-9d79-574c83495780'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:35.544119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.552607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc57f1f7-91fa-4dcf-80f8-f16c8b5801c5 None None] Routers {'08f766a0-3b2a-4c63-9d79-574c83495780'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:35.553424 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cc57f1f7-91fa-4dcf-80f8-f16c8b5801c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:17:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['08f766a0-3b2a-4c63-9d79-574c83495780'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:35.565289 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:17:35.565699 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:17:35.567471 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:17:35.592795 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4312b4b7-e6d0-41a1-9225-a34b1bc0a002 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2159417 Nov 03 19:17:35.593740 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cd6506-3f7d-447d-8c7e-9f7a521d2df8', 'tag': '2681fc2a-a6db-42d4-b0be-e96bfaba8bb5'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:35.596551 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e62ccd2-138e-4bed-bd18-21167c489a37" -d '{"events": [{"name": "network-changed", "server_uuid": "77cd6506-3f7d-447d-8c7e-9f7a521d2df8", "tag": "2681fc2a-a6db-42d4-b0be-e96bfaba8bb5"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:35.646360 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffecdd0-7056-42e4-8f44-e150f511080c x-openstack-request-id: req-2ffecdd0-7056-42e4-8f44-e150f511080c {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:35.646782 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cd6506-3f7d-447d-8c7e-9f7a521d2df8", "tag": "2681fc2a-a6db-42d4-b0be-e96bfaba8bb5", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:35.647112 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2ffecdd0-7056-42e4-8f44-e150f511080c {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:35.647573 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cd6506-3f7d-447d-8c7e-9f7a521d2df8', 'tag': '2681fc2a-a6db-42d4-b0be-e96bfaba8bb5', 'status': 'completed', 'code': 200} Nov 03 19:17:35.718420 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.728039 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:35.729407 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62ccd2-138e-4bed-bd18-21167c489a37 req-f9348aa3-a5c3-4778-904b-d0eb8706ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:35.731239 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] 10.222.0.107 "DELETE /v2.0/networks/2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409 HTTP/1.1" status: 204 len: 168 time: 1.0659993 Nov 03 19:17:35.733879 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e62ccd2-138e-4bed-bd18-21167c489a37 req-f9348aa3-a5c3-4778-904b-d0eb8706ebb5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e9f5bbf6d018407c81533b8bede74e25&device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 1096 time: 0.0616322 Nov 03 19:17:35.745405 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda104d-fac6-4298-aca2-10660e234b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8e6c1c-d1f6-4f8b-bb2e-e21ce2547409,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:35.751171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-cc57f1f7-91fa-4dcf-80f8-f16c8b5801c5 None None] Set router 08f766a0-3b2a-4c63-9d79-574c83495780 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:35.862194 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62ccd2-138e-4bed-bd18-21167c489a37 req-2af8a4e1-37e9-4cf5-a84e-bc3e945e526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:35.864086 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e62ccd2-138e-4bed-bd18-21167c489a37 req-2af8a4e1-37e9-4cf5-a84e-bc3e945e526c service neutron] 10.222.0.98 "GET /v2.0/networks?id=a168bf8d-abf5-4027-b220-e8cbfb38aee7 HTTP/1.1" status: 200 len: 908 time: 0.1236939 Nov 03 19:17:35.928976 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98149d95-0991-4af0-b1ff-d29500bd792a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Router 2df09572-d2db-4363-ad5d-40442945a730 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:35.938515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36254) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:35.950845 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 96e7db21-c54d-401d-b436-bf2707abf398 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:35.971639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e62ccd2-138e-4bed-bd18-21167c489a37 req-142e8e93-ddca-4bf0-8edb-ff408b57d176 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 HTTP/1.1" status: 200 len: 999 time: 0.0999568 Nov 03 19:17:35.981704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 96e7db21-c54d-401d-b436-bf2707abf398 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:35.982183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 96e7db21-c54d-401d-b436-bf2707abf398 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:35.982593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1560005b-db33-47b8-8895-4d7c058f55b2 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:36.009043 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 1560005b-db33-47b8-8895-4d7c058f55b2 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:36.009686 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1560005b-db33-47b8-8895-4d7c058f55b2 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:36.021628 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0b82d6b8-259e-418d-8629-e9cdb88d2620 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0ccf6975d3a745e18cae00f175d058c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0819836 Nov 03 19:17:36.024531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36256) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:36.026798 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62ccd2-138e-4bed-bd18-21167c489a37 req-7f4e8779-26e6-4f69-b82c-eb7f70811e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:36.030905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e62ccd2-138e-4bed-bd18-21167c489a37 req-7f4e8779-26e6-4f69-b82c-eb7f70811e9e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=66a14ed0-274b-4c24-8f1c-dbb032d60e7f HTTP/1.1" status: 200 len: 846 time: 0.0530989 Nov 03 19:17:36.085031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62ccd2-138e-4bed-bd18-21167c489a37 req-12a06714-45e9-4739-8641-abbbb6f97588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:36.087226 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e62ccd2-138e-4bed-bd18-21167c489a37 req-12a06714-45e9-4739-8641-abbbb6f97588 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a168bf8d-abf5-4027-b220-e8cbfb38aee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484860 Nov 03 19:17:36.088103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cc57f1f7-91fa-4dcf-80f8-f16c8b5801c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 4, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'gw_port': {'id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'fefa0488-3a97-4681-af2e-a11f6e49afe5', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'port_id': '2681fc2a-a6db-42d4-b0be-e96bfaba8bb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'mac_address': 'fa:16:3e:42:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cd6506-3f7d-447d-8c7e-9f7a521d2df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:17:34Z', 'updated_at': '2021-11-03T19:17:34Z', 'revision_number': 0, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fcdf20-83ba-4e74-8cc2-616519ea1552', 'name': '', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'mac_address': 'fa:16:3e:2f:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:04Z', 'updated_at': '2021-11-03T19:17:13Z', 'revision_number': 5, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'subnets': [{'id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:36.115610 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc57f1f7-91fa-4dcf-80f8-f16c8b5801c5 None None] Checking router: 08f766a0-3b2a-4c63-9d79-574c83495780 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:36.119299 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98149d95-0991-4af0-b1ff-d29500bd792a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:36.121274 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-788fa068-3bf4-49ce-98ec-82d8ef806c22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:36.126070 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98149d95-0991-4af0-b1ff-d29500bd792a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:36.126197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc57f1f7-91fa-4dcf-80f8-f16c8b5801c5 None None] Routers {'08f766a0-3b2a-4c63-9d79-574c83495780'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:36.126965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cc57f1f7-91fa-4dcf-80f8-f16c8b5801c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:17:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['08f766a0-3b2a-4c63-9d79-574c83495780'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:36.134390 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9239479-e4c8-4124-b3d7-35d27e646b81 None None] Sync routers for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:36.147809 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9239479-e4c8-4124-b3d7-35d27e646b81 None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:36.152945 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-a9239479-e4c8-4124-b3d7-35d27e646b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:17:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:36.168366 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-788fa068-3bf4-49ce-98ec-82d8ef806c22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:36.170966 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-98149d95-0991-4af0-b1ff-d29500bd792a tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "DELETE /v2.0/floatingips/0c41496e-9cc4-49dd-851e-4a31ff4ea393 HTTP/1.1" status: 204 len: 168 time: 2.0469944 Nov 03 19:17:36.176316 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'tag': '155036af-2b88-4364-8c15-d6d2471977d3'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:36.178595 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698d49cb-1af8-490b-a684-c9aebe4c68d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e467863f-2c54-4b8d-9a17-808accbf41b7", "tag": "155036af-2b88-4364-8c15-d6d2471977d3"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:36.226915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e62ccd2-138e-4bed-bd18-21167c489a37 req-15ee85fb-05e7-4c68-b7ea-ef3a811e1af6 service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320360 Nov 03 19:17:36.229366 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-788fa068-3bf4-49ce-98ec-82d8ef806c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:36.233740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-788fa068-3bf4-49ce-98ec-82d8ef806c22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:36.235379 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-788fa068-3bf4-49ce-98ec-82d8ef806c22 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/69b1574d-f041-4942-a07a-9f9e91f103c1 HTTP/1.1" status: 204 len: 168 time: 0.2099171 Nov 03 19:17:36.250657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fa068-3bf4-49ce-98ec-82d8ef806c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b1574d-f041-4942-a07a-9f9e91f103c1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:36.267378 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-cc57f1f7-91fa-4dcf-80f8-f16c8b5801c5 None None] Set router 08f766a0-3b2a-4c63-9d79-574c83495780 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:36.288145 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1288da44-8849-4acf-b03c-38bce5c48575 x-openstack-request-id: req-1288da44-8849-4acf-b03c-38bce5c48575 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:36.288292 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e467863f-2c54-4b8d-9a17-808accbf41b7", "tag": "155036af-2b88-4364-8c15-d6d2471977d3", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:36.289570 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1288da44-8849-4acf-b03c-38bce5c48575 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:36.289570 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'tag': '155036af-2b88-4364-8c15-d6d2471977d3', 'status': 'completed', 'code': 200} Nov 03 19:17:36.325837 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-a9239479-e4c8-4124-b3d7-35d27e646b81 None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:36.387546 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e62ccd2-138e-4bed-bd18-21167c489a37 req-f34b9ba4-a874-4a24-b5e2-150e50e90c95 service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477273 Nov 03 19:17:36.411488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d49cb-1af8-490b-a684-c9aebe4c68d0 req-b740be8e-70cd-4865-9656-3362d2dc16e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:36.413104 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-698d49cb-1af8-490b-a684-c9aebe4c68d0 req-b740be8e-70cd-4865-9656-3362d2dc16e4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dac53473acd94a04a384696f6afdcb5a&device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 1096 time: 0.0835302 Nov 03 19:17:36.558255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d49cb-1af8-490b-a684-c9aebe4c68d0 req-bac8141f-f7ea-42a0-9585-bc1d8d2336d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:36.563710 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-698d49cb-1af8-490b-a684-c9aebe4c68d0 req-bac8141f-f7ea-42a0-9585-bc1d8d2336d3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 200 len: 912 time: 0.1401348 Nov 03 19:17:36.615385 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e3f76-7265-4676-b4aa-7000440eab23 req-ff492f9e-f3ab-49c8-84c2-6526062e325e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:36.620182 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-604e3f76-7265-4676-b4aa-7000440eab23 req-ff492f9e-f3ab-49c8-84c2-6526062e325e tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 945 time: 0.0810621 Nov 03 19:17:36.623542 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-698d49cb-1af8-490b-a684-c9aebe4c68d0 req-19bfd3d2-2d7d-4812-8123-cdd209361044 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=155036af-2b88-4364-8c15-d6d2471977d3 HTTP/1.1" status: 200 len: 217 time: 0.0481169 Nov 03 19:17:36.639430 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-a9239479-e4c8-4124-b3d7-35d27e646b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:36.674613 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9239479-e4c8-4124-b3d7-35d27e646b81 None None] Checking router: 2df09572-d2db-4363-ad5d-40442945a730 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:36.686750 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9239479-e4c8-4124-b3d7-35d27e646b81 None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:36.687395 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-a9239479-e4c8-4124-b3d7-35d27e646b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:17:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:36.739307 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-604e3f76-7265-4676-b4aa-7000440eab23 req-2e17843a-be23-4695-9cf5-77f2f830f1a7 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107123 Nov 03 19:17:36.763729 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d49cb-1af8-490b-a684-c9aebe4c68d0 req-16934ca9-190f-4aae-beb0-58082f1679bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:36.763729 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-698d49cb-1af8-490b-a684-c9aebe4c68d0 req-16934ca9-190f-4aae-beb0-58082f1679bc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 200 len: 850 time: 0.1245246 Nov 03 19:17:36.804336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36268) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:36.818491 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d49cb-1af8-490b-a684-c9aebe4c68d0 req-04b3b4a5-05cc-4a03-a7f9-9f261367c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:36.820290 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-698d49cb-1af8-490b-a684-c9aebe4c68d0 req-04b3b4a5-05cc-4a03-a7f9-9f261367c6bd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9f464358-8040-4222-b3b1-8d1714a116ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529928 Nov 03 19:17:36.837272 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-a9239479-e4c8-4124-b3d7-35d27e646b81 None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:36.853595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-cc57f1f7-91fa-4dcf-80f8-f16c8b5801c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 4, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'gw_port': {'id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'fefa0488-3a97-4681-af2e-a11f6e49afe5', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'port_id': '2681fc2a-a6db-42d4-b0be-e96bfaba8bb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'mac_address': 'fa:16:3e:42:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cd6506-3f7d-447d-8c7e-9f7a521d2df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:17:34Z', 'updated_at': '2021-11-03T19:17:34Z', 'revision_number': 0, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fcdf20-83ba-4e74-8cc2-616519ea1552', 'name': '', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'mac_address': 'fa:16:3e:2f:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:04Z', 'updated_at': '2021-11-03T19:17:13Z', 'revision_number': 5, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'subnets': [{'id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:36.864066 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-88d1aeb4-7543-4e79-ace7-3af5664a674c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cd7261a462504dfb87ee5adf9eb08a69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567942 Nov 03 19:17:36.867029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36270) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:36.883350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc57f1f7-91fa-4dcf-80f8-f16c8b5801c5 None None] The sync data for ids ['08f766a0-3b2a-4c63-9d79-574c83495780'] in n-d-812150-4 is: [{'id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 4, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'gw_port': {'id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'fefa0488-3a97-4681-af2e-a11f6e49afe5', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'port_id': '2681fc2a-a6db-42d4-b0be-e96bfaba8bb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'mac_address': 'fa:16:3e:42:06:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cd6506-3f7d-447d-8c7e-9f7a521d2df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:17:34Z', 'updated_at': '2021-11-03T19:17:34Z', 'revision_number': 0, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fcdf20-83ba-4e74-8cc2-616519ea1552', 'name': '', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'mac_address': 'fa:16:3e:2f:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:04Z', 'updated_at': '2021-11-03T19:17:13Z', 'revision_number': 5, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'subnets': [{'id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:36.931252 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-698d49cb-1af8-490b-a684-c9aebe4c68d0 req-59b87fad-51df-41e4-ae20-e1934870b6ad service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019702 Nov 03 19:17:36.932780 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9cb11c07-b5ad-405d-ad27-a9530a1e0f3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:36.966211 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9cb11c07-b5ad-405d-ad27-a9530a1e0f3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:37.029103 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9cb11c07-b5ad-405d-ad27-a9530a1e0f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:37.032254 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9cb11c07-b5ad-405d-ad27-a9530a1e0f3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:37.034396 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9cb11c07-b5ad-405d-ad27-a9530a1e0f3d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e0a1c7ce-7483-4e04-8f90-e45f2100ce58 HTTP/1.1" status: 204 len: 168 time: 0.1654284 Nov 03 19:17:37.045933 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb11c07-b5ad-405d-ad27-a9530a1e0f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a1c7ce-7483-4e04-8f90-e45f2100ce58,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:37.052601 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-698d49cb-1af8-490b-a684-c9aebe4c68d0 req-15d419a2-9b2f-4b74-8572-53d71d928c0e service neutron] 10.222.0.87 "GET /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111455 Nov 03 19:17:37.106026 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-a9239479-e4c8-4124-b3d7-35d27e646b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:37.202006 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35562b63-a270-43b4-8bbe-7e6d06bf767d None None] New status for floating IP fefa0488-3a97-4681-af2e-a11f6e49afe5: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:17:37.241246 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9239479-e4c8-4124-b3d7-35d27e646b81 None None] The sync data for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 is: [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:05:28Z', 'revision_number': 4, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '291a1b74-67ee-4ef8-a635-e3e551e5fea2', 'name': '', 'network_id': '9f464358-8040-4222-b3b1-8d1714a116ab', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'mac_address': 'fa:16:3e:ca:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:26Z', 'updated_at': '2021-11-03T19:05:42Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'subnets': [{'id': '3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:37.529143 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af73fd0-5494-4f0c-bb03-5615395490ef None None] New status for floating IP 0c41496e-9cc4-49dd-851e-4a31ff4ea393: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:17:37.860771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6819b-5603-4080-adbd-eeb706a827a0 req-6f1928c6-40fe-459d-aec4-245e507d3479 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:37.862326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cb6819b-5603-4080-adbd-eeb706a827a0 req-6f1928c6-40fe-459d-aec4-245e507d3479 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 945 time: 0.0482788 Nov 03 19:17:37.915308 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cb6819b-5603-4080-adbd-eeb706a827a0 req-014fdfc0-b979-4c44-b72d-4600c8caf061 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/security-groups?id=349ab3c3-cf58-47cf-a844-05c0e2c3bb79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464318 Nov 03 19:17:38.280789 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd0eff-5bce-4442-bf93-7bd82fba9ff9 req-aad304ac-40e6-41da-a336-b0214de3c040 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:17:38.282252 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e5dd0eff-5bce-4442-bf93-7bd82fba9ff9 req-aad304ac-40e6-41da-a336-b0214de3c040 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 945 time: 0.0494809 Nov 03 19:17:38.375900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-e5dd0eff-5bce-4442-bf93-7bd82fba9ff9 req-1891f28f-17d9-422a-9b8a-79d2a3eeb1ec tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Deleting port 155036af-2b88-4364-8c15-d6d2471977d3 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:38.376240 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e5dd0eff-5bce-4442-bf93-7bd82fba9ff9 req-1891f28f-17d9-422a-9b8a-79d2a3eeb1ec tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.460562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-e5dd0eff-5bce-4442-bf93-7bd82fba9ff9 req-1891f28f-17d9-422a-9b8a-79d2a3eeb1ec tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] For port 155036af-2b88-4364-8c15-d6d2471977d3, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=155036af-2b88-4364-8c15-d6d2471977d3,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:38.461430 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e5dd0eff-5bce-4442-bf93-7bd82fba9ff9 req-1891f28f-17d9-422a-9b8a-79d2a3eeb1ec tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.473390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-e5dd0eff-5bce-4442-bf93-7bd82fba9ff9 req-1891f28f-17d9-422a-9b8a-79d2a3eeb1ec tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Calling delete_port for 155036af-2b88-4364-8c15-d6d2471977d3 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:38.597977 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e5dd0eff-5bce-4442-bf93-7bd82fba9ff9 req-1891f28f-17d9-422a-9b8a-79d2a3eeb1ec tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.626639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891f28f-17d9-422a-9b8a-79d2a3eeb1ec tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event deleted for resources: {'Port': ['ID=155036af-2b88-4364-8c15-d6d2471977d3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:38.673249 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dd0eff-5bce-4442-bf93-7bd82fba9ff9 req-1891f28f-17d9-422a-9b8a-79d2a3eeb1ec tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] No DVR routers for this DVR port 155036af-2b88-4364-8c15-d6d2471977d3 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:38.675802 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e5dd0eff-5bce-4442-bf93-7bd82fba9ff9 req-1891f28f-17d9-422a-9b8a-79d2a3eeb1ec tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:38.679162 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e5dd0eff-5bce-4442-bf93-7bd82fba9ff9 req-1891f28f-17d9-422a-9b8a-79d2a3eeb1ec tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.87 "DELETE /v2.0/ports/155036af-2b88-4364-8c15-d6d2471977d3 HTTP/1.1" status: 204 len: 173 time: 0.3907373 Nov 03 19:17:38.679634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'name': 'network-vif-deleted', 'tag': '155036af-2b88-4364-8c15-d6d2471977d3'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:17:38.681887 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06e4186-ece6-4618-82d2-fa7cafe29bea" -d '{"events": [{"server_uuid": "e467863f-2c54-4b8d-9a17-808accbf41b7", "name": "network-vif-deleted", "tag": "155036af-2b88-4364-8c15-d6d2471977d3"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:17:38.718833 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b282b180-7668-4502-8565-34ed53858e76 x-openstack-request-id: req-b282b180-7668-4502-8565-34ed53858e76 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:17:38.719213 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e467863f-2c54-4b8d-9a17-808accbf41b7", "name": "network-vif-deleted", "tag": "155036af-2b88-4364-8c15-d6d2471977d3", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:17:38.719427 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b282b180-7668-4502-8565-34ed53858e76 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:17:38.719874 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e467863f-2c54-4b8d-9a17-808accbf41b7', 'name': 'network-vif-deleted', 'tag': '155036af-2b88-4364-8c15-d6d2471977d3', 'status': 'completed', 'code': 200} Nov 03 19:17:39.021190 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57946051-9c1b-40c9-837c-432ad6a23bf2 req-22becffb-4c1b-469b-a84f-e8adf32b1745 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 210 time: 0.0281067 Nov 03 19:17:40.119035 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9feeaec-8d12-4419-88af-aae4c9c5acce req-ee4bc7a3-7b51-4001-b905-40008fb877e5 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 210 time: 0.0266323 Nov 03 19:17:41.220938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-004ee840-afac-4d83-99ea-3bb0ba85f87b req-74a417ad-e0a2-46e0-8244-6479e4266114 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 210 time: 0.0303822 Nov 03 19:17:42.318450 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bab242d9-ef6d-42b2-b553-7bf088927ee4 req-3aad9968-ec30-4f08-9028-8ffcf5704173 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 210 time: 0.0262077 Nov 03 19:17:42.726162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 155036af-2b88-4364-8c15-d6d2471977d3 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:42.746356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 155036af-2b88-4364-8c15-d6d2471977d3 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:42.746707 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 155036af-2b88-4364-8c15-d6d2471977d3 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:43.427520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98e2d256-a0cc-44a9-81e8-3c8c387b736b req-2d7b3375-e2f0-4ff4-b102-f3c65aad8f03 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "GET /v2.0/ports?device_id=e467863f-2c54-4b8d-9a17-808accbf41b7 HTTP/1.1" status: 200 len: 210 time: 0.0283935 Nov 03 19:17:43.432487 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.488974 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36292) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:44.618746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2f75ec79-0c83-41d7-97f6-9bbe3f429f92 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Deleting port 263195d5-4e06-4b0d-a29e-b5fe64572f92 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:44.619110 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f75ec79-0c83-41d7-97f6-9bbe3f429f92 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.713153 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f75ec79-0c83-41d7-97f6-9bbe3f429f92 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.713405 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f75ec79-0c83-41d7-97f6-9bbe3f429f92 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.725890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2f75ec79-0c83-41d7-97f6-9bbe3f429f92 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Calling delete_port for 263195d5-4e06-4b0d-a29e-b5fe64572f92 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:44.855726 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f75ec79-0c83-41d7-97f6-9bbe3f429f92 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.889125 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75ec79-0c83-41d7-97f6-9bbe3f429f92 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event deleted for resources: {'Port': ['ID=263195d5-4e06-4b0d-a29e-b5fe64572f92,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:44.946089 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f75ec79-0c83-41d7-97f6-9bbe3f429f92 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.948854 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f75ec79-0c83-41d7-97f6-9bbe3f429f92 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:44.950043 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2f75ec79-0c83-41d7-97f6-9bbe3f429f92 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "DELETE /v2.0/floatingips/29eaaf23-ce43-4a79-ada7-ab2b231a92fe HTTP/1.1" status: 204 len: 168 time: 0.4603798 Nov 03 19:17:47.371329 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:17:48.245573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36308) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:48.304827 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-295f78d7-9cde-4da0-b966-3a59e00cb399 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:48.330351 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-295f78d7-9cde-4da0-b966-3a59e00cb399 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:48.400570 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-295f78d7-9cde-4da0-b966-3a59e00cb399 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:48.403808 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-295f78d7-9cde-4da0-b966-3a59e00cb399 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:48.407514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-295f78d7-9cde-4da0-b966-3a59e00cb399 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] 10.222.0.107 "DELETE /v2.0/security-groups/349ab3c3-cf58-47cf-a844-05c0e2c3bb79 HTTP/1.1" status: 204 len: 168 time: 0.1584418 Nov 03 19:17:48.415830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f78d7-9cde-4da0-b966-3a59e00cb399 tempest-TestVolumeBootPattern-2070996990 tempest-TestVolumeBootPattern-2070996990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=349ab3c3-cf58-47cf-a844-05c0e2c3bb79,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:48.464651 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36314) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:49.040451 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd5d2-b876-43f2-a4bc-1f55b61f388e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:49.294277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d4dfd5d2-b876-43f2-a4bc-1f55b61f388e admin admin] Deleting port 291a1b74-67ee-4ef8-a635-e3e551e5fea2 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:49.294935 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd5d2-b876-43f2-a4bc-1f55b61f388e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:49.384198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-d4dfd5d2-b876-43f2-a4bc-1f55b61f388e admin admin] For port 291a1b74-67ee-4ef8-a635-e3e551e5fea2, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=291a1b74-67ee-4ef8-a635-e3e551e5fea2,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:49.384755 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd5d2-b876-43f2-a4bc-1f55b61f388e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:49.403741 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d4dfd5d2-b876-43f2-a4bc-1f55b61f388e admin admin] Calling delete_port for 291a1b74-67ee-4ef8-a635-e3e551e5fea2 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:49.582036 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd5d2-b876-43f2-a4bc-1f55b61f388e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:49.609412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfd5d2-b876-43f2-a4bc-1f55b61f388e admin admin] Pushing event deleted for resources: {'Port': ['ID=291a1b74-67ee-4ef8-a635-e3e551e5fea2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:49.819288 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd5d2-b876-43f2-a4bc-1f55b61f388e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.055206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dfd5d2-b876-43f2-a4bc-1f55b61f388e admin admin] Router 2df09572-d2db-4363-ad5d-40442945a730 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:50.162519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dfd5d2-b876-43f2-a4bc-1f55b61f388e admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:50.168508 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d4dfd5d2-b876-43f2-a4bc-1f55b61f388e admin admin] 10.222.0.107 "PUT /v2.0/routers/2df09572-d2db-4363-ad5d-40442945a730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7024660 Nov 03 19:17:50.170940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36318) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:50.174051 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79f131e-829c-4dd7-bc72-fd756ac32f2c None None] Sync routers for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:50.187188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f131e-829c-4dd7-bc72-fd756ac32f2c None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:50.187820 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a79f131e-829c-4dd7-bc72-fd756ac32f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:17:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:50.282130 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.293871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a79f131e-829c-4dd7-bc72-fd756ac32f2c None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:50.387107 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.466105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] Deleting port 297819a9-9842-4043-b1e5-287bc69a16ac {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:50.466359 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.484609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a79f131e-829c-4dd7-bc72-fd756ac32f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:17:49Z', 'revision_number': 5, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port': {'id': '297819a9-9842-4043-b1e5-287bc69a16ac', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:28:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df09572-d2db-4363-ad5d-40442945a730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:22Z', 'updated_at': '2021-11-03T19:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:50.511178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79f131e-829c-4dd7-bc72-fd756ac32f2c None None] Checking router: 2df09572-d2db-4363-ad5d-40442945a730 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:50.519679 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f131e-829c-4dd7-bc72-fd756ac32f2c None None] Routers {'2df09572-d2db-4363-ad5d-40442945a730'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:50.520300 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a79f131e-829c-4dd7-bc72-fd756ac32f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:17:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['2df09572-d2db-4363-ad5d-40442945a730'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:50.551808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] For port 297819a9-9842-4043-b1e5-287bc69a16ac, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=297819a9-9842-4043-b1e5-287bc69a16ac,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:50.552187 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.564949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] Calling delete_port for 297819a9-9842-4043-b1e5-287bc69a16ac owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:50.608086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a79f131e-829c-4dd7-bc72-fd756ac32f2c None None] Set router 2df09572-d2db-4363-ad5d-40442945a730 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:50.661250 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a79f131e-829c-4dd7-bc72-fd756ac32f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:17:50Z', 'revision_number': 6, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:50.687641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79f131e-829c-4dd7-bc72-fd756ac32f2c None None] The sync data for ids ['2df09572-d2db-4363-ad5d-40442945a730'] in n-d-812150-4 is: [{'id': '2df09572-d2db-4363-ad5d-40442945a730', 'name': 'tempest-TestVolumeBootPattern-439548844-router', 'tenant_id': 'dac53473acd94a04a384696f6afdcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:20Z', 'updated_at': '2021-11-03T19:17:50Z', 'revision_number': 6, 'project_id': 'dac53473acd94a04a384696f6afdcb5a', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:50.737991 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.767665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=297819a9-9842-4043-b1e5-287bc69a16ac,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:50.826455 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.913844 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.915971 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.957948 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.958600 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2df09572-d2db-4363-ad5d-40442945a730 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:17:50.963743 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:50.965045 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d5cc24b7-a5eb-4050-a64f-1ca1a0553ec9 admin admin] 10.222.0.107 "DELETE /v2.0/routers/2df09572-d2db-4363-ad5d-40442945a730 HTTP/1.1" status: 204 len: 168 time: 0.7931461 Nov 03 19:17:50.967564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36320) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:51.016098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b4af46-817d-4c80-acb5-bc67fffce98e admin admin] Deleting subnet 3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:17:51.019046 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59b4af46-817d-4c80-acb5-bc67fffce98e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.056978 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59b4af46-817d-4c80-acb5-bc67fffce98e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.139015 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59b4af46-817d-4c80-acb5-bc67fffce98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.197514 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59b4af46-817d-4c80-acb5-bc67fffce98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.223212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4af46-817d-4c80-acb5-bc67fffce98e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:51.228801 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-59b4af46-817d-4c80-acb5-bc67fffce98e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.232919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-59b4af46-817d-4c80-acb5-bc67fffce98e admin admin] 10.222.0.107 "DELETE /v2.0/subnets/3fd5d4d8-8b46-4ec6-aa80-9d6af72150fe HTTP/1.1" status: 204 len: 168 time: 0.2642665 Nov 03 19:17:51.234293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f94beb-4dd5-4afa-af89-318886b62ef1 None None] Network 9f464358-8040-4222-b3b1-8d1714a116ab requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:51.235249 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36322) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:51.303817 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.358090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] Deleting port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:51.358434 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.428213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] For port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:51.428818 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.442161 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] Calling delete_port for fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:51.448966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee24a6dd-55cd-4114-8114-ce34daa55a56 None None] DHCP port deletion for 9f464358-8040-4222-b3b1-8d1714a116ab request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:17:51.502662 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ee24a6dd-55cd-4114-8114-ce34daa55a56 None None] Deleting port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:51.502961 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ee24a6dd-55cd-4114-8114-ce34daa55a56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.528902 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.560236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] No DVR routers for this DVR port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:51.562031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:51.576380 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-ee24a6dd-55cd-4114-8114-ce34daa55a56 None None] For port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5,segment=NetworkSegment(711a92ba-4575-40f6-aa89-371034304efc),segment_id=711a92ba-4575-40f6-aa89-371034304efc)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:51.576784 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ee24a6dd-55cd-4114-8114-ce34daa55a56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.590941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-ee24a6dd-55cd-4114-8114-ce34daa55a56 None None] Calling delete_port for fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:51.635556 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.667958 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ee24a6dd-55cd-4114-8114-ce34daa55a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.670184 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f464358-8040-4222-b3b1-8d1714a116ab']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:51.687523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711a92ba-4575-40f6-aa89-371034304efc') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:51.687982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711a92ba-4575-40f6-aa89-371034304efc') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:51.698465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee24a6dd-55cd-4114-8114-ce34daa55a56 None None] No DVR routers for this DVR port fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:51.700190 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.700320 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24a6dd-55cd-4114-8114-ce34daa55a56 None None] Pushing event deleted for resources: {'Port': ['ID=fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:51.724688 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.732086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:17:51.732516 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:17:51.734465 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:17:51.794689 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.800549 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:51.803732 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] 10.222.0.107 "DELETE /v2.0/networks/9f464358-8040-4222-b3b1-8d1714a116ab HTTP/1.1" status: 204 len: 168 time: 0.5674949 Nov 03 19:17:51.806788 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36324) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:51.814513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d118f-5ab9-4bcd-b377-dca95df40ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f464358-8040-4222-b3b1-8d1714a116ab,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:51.923399 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 291a1b74-67ee-4ef8-a635-e3e551e5fea2 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:51.947528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 291a1b74-67ee-4ef8-a635-e3e551e5fea2 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:51.947906 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 291a1b74-67ee-4ef8-a635-e3e551e5fea2 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:51.948370 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 297819a9-9842-4043-b1e5-287bc69a16ac no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:51.969778 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 297819a9-9842-4043-b1e5-287bc69a16ac {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:51.970026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 297819a9-9842-4043-b1e5-287bc69a16ac not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:51.970436 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:51.989100 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:51.989451 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device fd4b4f6b-cb44-497c-a180-e00d1ec0f5e5 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:52.171180 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-698ba560-cc16-4b17-b85e-798d3a9a8cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.413013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-698ba560-cc16-4b17-b85e-798d3a9a8cc1 admin admin] Deleting port c1d2869a-924f-4153-8656-ad36b83f9a9e {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:52.413352 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-698ba560-cc16-4b17-b85e-798d3a9a8cc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.496216 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-698ba560-cc16-4b17-b85e-798d3a9a8cc1 admin admin] For port c1d2869a-924f-4153-8656-ad36b83f9a9e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c1d2869a-924f-4153-8656-ad36b83f9a9e,segment=NetworkSegment(86eb9f63-df2b-4ee1-93b5-798619114027),segment_id=86eb9f63-df2b-4ee1-93b5-798619114027)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:52.496463 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-698ba560-cc16-4b17-b85e-798d3a9a8cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.509177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-698ba560-cc16-4b17-b85e-798d3a9a8cc1 admin admin] Calling delete_port for c1d2869a-924f-4153-8656-ad36b83f9a9e owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:52.686435 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-698ba560-cc16-4b17-b85e-798d3a9a8cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:52.712160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ba560-cc16-4b17-b85e-798d3a9a8cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d2869a-924f-4153-8656-ad36b83f9a9e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:52.874639 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-698ba560-cc16-4b17-b85e-798d3a9a8cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:53.090251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698ba560-cc16-4b17-b85e-798d3a9a8cc1 admin admin] Router b079baa3-554c-4479-a129-8dab7d2a08d0 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:17:53.194117 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698ba560-cc16-4b17-b85e-798d3a9a8cc1 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:17:53.200459 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-698ba560-cc16-4b17-b85e-798d3a9a8cc1 admin admin] 10.222.0.107 "PUT /v2.0/routers/b079baa3-554c-4479-a129-8dab7d2a08d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3925745 Nov 03 19:17:53.202972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36326) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:53.205494 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6bf97-ea92-4d38-8a73-0dd1c270bac9 None None] Sync routers for ids ['b079baa3-554c-4479-a129-8dab7d2a08d0'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:17:53.215999 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6bf97-ea92-4d38-8a73-0dd1c270bac9 None None] Routers {'b079baa3-554c-4479-a129-8dab7d2a08d0'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:53.216615 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3ab6bf97-ea92-4d38-8a73-0dd1c270bac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:17:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b079baa3-554c-4479-a129-8dab7d2a08d0'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:53.306903 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:53.318251 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-3ab6bf97-ea92-4d38-8a73-0dd1c270bac9 None None] Set router b079baa3-554c-4479-a129-8dab7d2a08d0 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:53.500928 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3ab6bf97-ea92-4d38-8a73-0dd1c270bac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'name': 'tempest-TestVolumeBootPattern-1465980504-router', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:33Z', 'updated_at': '2021-11-03T19:17:52Z', 'revision_number': 5, 'project_id': '365d4d10cb3f4988b112a42a96f40776', 'gw_port': {'id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:34Z', 'updated_at': '2021-11-03T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:53.528615 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6bf97-ea92-4d38-8a73-0dd1c270bac9 None None] Checking router: b079baa3-554c-4479-a129-8dab7d2a08d0 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:17:53.537225 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6bf97-ea92-4d38-8a73-0dd1c270bac9 None None] Routers {'b079baa3-554c-4479-a129-8dab7d2a08d0'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:17:53.537835 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3ab6bf97-ea92-4d38-8a73-0dd1c270bac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:17:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['b079baa3-554c-4479-a129-8dab7d2a08d0'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:53.647747 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-3ab6bf97-ea92-4d38-8a73-0dd1c270bac9 None None] Set router b079baa3-554c-4479-a129-8dab7d2a08d0 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:17:53.732219 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:53.783401 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] Deleting port 4208f3a2-4e24-4ef9-8867-2892cd1bffd2 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:53.783680 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:53.825688 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3ab6bf97-ea92-4d38-8a73-0dd1c270bac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'name': 'tempest-TestVolumeBootPattern-1465980504-router', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:33Z', 'updated_at': '2021-11-03T19:17:52Z', 'revision_number': 5, 'project_id': '365d4d10cb3f4988b112a42a96f40776', 'gw_port': {'id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:34Z', 'updated_at': '2021-11-03T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:53.856089 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6bf97-ea92-4d38-8a73-0dd1c270bac9 None None] The sync data for ids ['b079baa3-554c-4479-a129-8dab7d2a08d0'] in n-d-812150-4 is: [{'id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'name': 'tempest-TestVolumeBootPattern-1465980504-router', 'tenant_id': '365d4d10cb3f4988b112a42a96f40776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:05:33Z', 'updated_at': '2021-11-03T19:17:52Z', 'revision_number': 5, 'project_id': '365d4d10cb3f4988b112a42a96f40776', 'gw_port': {'id': '4208f3a2-4e24-4ef9-8867-2892cd1bffd2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b079baa3-554c-4479-a129-8dab7d2a08d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:05:34Z', 'updated_at': '2021-11-03T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:17:53.860130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] For port 4208f3a2-4e24-4ef9-8867-2892cd1bffd2, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4208f3a2-4e24-4ef9-8867-2892cd1bffd2,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:53.860549 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:53.882628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] Calling delete_port for 4208f3a2-4e24-4ef9-8867-2892cd1bffd2 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:54.048493 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.078399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] Pushing event deleted for resources: {'Port': ['ID=4208f3a2-4e24-4ef9-8867-2892cd1bffd2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:54.138776 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.228468 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.230872 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.281208 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.281945 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b079baa3-554c-4479-a129-8dab7d2a08d0 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:17:54.286537 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.291015 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-127f04a6-1d43-4d3f-951e-30ebe10f8515 admin admin] 10.222.0.107 "DELETE /v2.0/routers/b079baa3-554c-4479-a129-8dab7d2a08d0 HTTP/1.1" status: 204 len: 168 time: 1.0839183 Nov 03 19:17:54.291267 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36328) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:54.336553 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Deleting subnet 51c1f8c0-b68f-49be-8cda-733965248c60 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:17:54.339959 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.376138 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.466652 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.522784 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.553755 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.559190 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f714e78-f675-4427-aa62-c37892aca480 None None] Network c1bc542e-6dfd-4d99-8691-03463906c3bb requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:17:54.563624 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] 10.222.0.107 "DELETE /v2.0/subnets/51c1f8c0-b68f-49be-8cda-733965248c60 HTTP/1.1" status: 204 len: 168 time: 0.2711632 Nov 03 19:17:54.564686 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c1f8c0-b68f-49be-8cda-733965248c60,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:54.566101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36330) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:54.573525 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:54.573888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:54.574239 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:54.574588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:54.574930 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:54.575271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:54.575639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:54.575984 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:54.576322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:54.576657 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:54.576986 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:54.577322 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac902a1-4b68-4a82-968e-a698baf665bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:17:54.650170 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.705267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] Deleting port ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:17:54.705599 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.769042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] For port ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f,segment=NetworkSegment(86eb9f63-df2b-4ee1-93b5-798619114027),segment_id=86eb9f63-df2b-4ee1-93b5-798619114027)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:17:54.769413 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.782334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] Calling delete_port for ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:17:54.863260 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:54.888266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:54.893746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] No DVR routers for this DVR port ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:17:54.925183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b3c631-c337-4911-8854-c8bbe3c31e94 None None] DHCP port deletion for c1bc542e-6dfd-4d99-8691-03463906c3bb request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:17:54.986793 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.007080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bc542e-6dfd-4d99-8691-03463906c3bb']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:55.016884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86eb9f63-df2b-4ee1-93b5-798619114027') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:55.017183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86eb9f63-df2b-4ee1-93b5-798619114027') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:17:55.026603 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.039444 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.045290 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:17:55.045677 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:17:55.047306 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:17:55.102815 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.108334 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.111540 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] 10.222.0.107 "DELETE /v2.0/networks/c1bc542e-6dfd-4d99-8691-03463906c3bb HTTP/1.1" status: 204 len: 168 time: 0.5439272 Nov 03 19:17:55.124522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19d560-e1e1-4e77-8249-acf1112a7fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1bc542e-6dfd-4d99-8691-03463906c3bb,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:55.243484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36334) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:55.287904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-78c45f38-82ca-480f-bba8-700fbeb87a73 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dac53473acd94a04a384696f6afdcb5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431161 Nov 03 19:17:55.290551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36336) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:55.340177 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a381b7c-97f6-434d-9b39-b0ab1902a314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.360940 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a381b7c-97f6-434d-9b39-b0ab1902a314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.406066 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a381b7c-97f6-434d-9b39-b0ab1902a314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.408726 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a381b7c-97f6-434d-9b39-b0ab1902a314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.409876 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2a381b7c-97f6-434d-9b39-b0ab1902a314 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/97181b94-1211-40fc-80c5-7c844e4475d2 HTTP/1.1" status: 204 len: 168 time: 0.1184218 Nov 03 19:17:55.417860 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a381b7c-97f6-434d-9b39-b0ab1902a314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97181b94-1211-40fc-80c5-7c844e4475d2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:55.751966 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36342) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:55.774742 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d2a41094-8b06-430f-8f5a-38bbe2a7887d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.794580 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dbee84f8-0b6b-439f-a90c-3c65202e9258 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=365d4d10cb3f4988b112a42a96f40776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414114 Nov 03 19:17:55.797457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36344) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:17:55.844989 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0390ef8-7c62-4fb7-8ec4-68f578b80d2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.867564 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0390ef8-7c62-4fb7-8ec4-68f578b80d2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.919914 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0390ef8-7c62-4fb7-8ec4-68f578b80d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.921046 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:55.922438 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d0390ef8-7c62-4fb7-8ec4-68f578b80d2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:55.924803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d0390ef8-7c62-4fb7-8ec4-68f578b80d2b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/51efb382-9e3e-4daf-8b7b-82da1cf2602c HTTP/1.1" status: 204 len: 168 time: 0.1252089 Nov 03 19:17:55.933339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0390ef8-7c62-4fb7-8ec4-68f578b80d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51efb382-9e3e-4daf-8b7b-82da1cf2602c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:17:55.945336 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:55.945687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ba8431c1-6e7b-4d97-adcb-52f2dd9e4b4f not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:55.946098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4208f3a2-4e24-4ef9-8867-2892cd1bffd2 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:55.972740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 4208f3a2-4e24-4ef9-8867-2892cd1bffd2 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:55.973095 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4208f3a2-4e24-4ef9-8867-2892cd1bffd2 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:55.973510 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c1d2869a-924f-4153-8656-ad36b83f9a9e no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:17:55.993546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: c1d2869a-924f-4153-8656-ad36b83f9a9e {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:17:55.994467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c1d2869a-924f-4153-8656-ad36b83f9a9e not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:17:58.123947 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-548813f5-b851-4ca8-a1d0-382d339a0a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:17:59.479344 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:00.759677 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:00.764288 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:01.478102 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:09.203908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36360) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:18:09.401282 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab970e7f-f5a0-4931-bf77-a1265bdc7b54 req-72d44c6d-c629-45e4-b834-3ea84f33a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:09.402830 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ab970e7f-f5a0-4931-bf77-a1265bdc7b54 req-72d44c6d-c629-45e4-b834-3ea84f33a742 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 1096 time: 0.1978571 Nov 03 19:18:09.455513 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-ab970e7f-f5a0-4931-bf77-a1265bdc7b54 req-4de4e473-d5ee-48a6-ba59-2ec4787df4e0 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=578752ef-c4dd-4492-922b-71c4255bb788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463662 Nov 03 19:18:13.439164 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:24.370354 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:18:25.776870 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fbd0c486-0210-4c4f-b3cf-2bcad3dae56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:28.115701 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7e70bbe7-d3f7-4d04-b8e2-655910f18b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:29.478651 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:30.762089 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:30.767170 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:31.481414 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:32.618667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd943891-8b38-4abf-a100-d2b3317fc656 req-c44b0b3b-ceec-46d8-aa06-5f994d984ecd service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4231212 Nov 03 19:18:32.701088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd943891-8b38-4abf-a100-d2b3317fc656 req-ea89bead-39a7-4185-a5b9-c2d6cf750707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:32.702572 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd943891-8b38-4abf-a100-d2b3317fc656 req-ea89bead-39a7-4185-a5b9-c2d6cf750707 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e9f5bbf6d018407c81533b8bede74e25&device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 1096 time: 0.0396934 Nov 03 19:18:32.810324 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd943891-8b38-4abf-a100-d2b3317fc656 req-95b25065-a74b-4541-8694-fde28afb927a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:32.811837 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd943891-8b38-4abf-a100-d2b3317fc656 req-95b25065-a74b-4541-8694-fde28afb927a service neutron] 10.222.0.98 "GET /v2.0/networks?id=a168bf8d-abf5-4027-b220-e8cbfb38aee7 HTTP/1.1" status: 200 len: 908 time: 0.0882909 Nov 03 19:18:32.875466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd943891-8b38-4abf-a100-d2b3317fc656 req-08cb1153-5ff5-4f54-95ab-4dd562b60fda service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 HTTP/1.1" status: 200 len: 1001 time: 0.0566664 Nov 03 19:18:32.923552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd943891-8b38-4abf-a100-d2b3317fc656 req-b8fd0918-b0fa-49ee-b2bf-16160079833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:32.925019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd943891-8b38-4abf-a100-d2b3317fc656 req-b8fd0918-b0fa-49ee-b2bf-16160079833e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=66a14ed0-274b-4c24-8f1c-dbb032d60e7f HTTP/1.1" status: 200 len: 846 time: 0.0432534 Nov 03 19:18:32.974362 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd943891-8b38-4abf-a100-d2b3317fc656 req-923579d8-4d9a-4e37-9510-d42f3e16647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:18:32.975872 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd943891-8b38-4abf-a100-d2b3317fc656 req-923579d8-4d9a-4e37-9510-d42f3e16647a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a168bf8d-abf5-4027-b220-e8cbfb38aee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439663 Nov 03 19:18:33.062847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd943891-8b38-4abf-a100-d2b3317fc656 req-0ad3ed10-08a8-439f-9f06-d40b863ab43f service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800586 Nov 03 19:18:33.154809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd943891-8b38-4abf-a100-d2b3317fc656 req-792fe49c-80ea-4b93-a035-bfc4e06a687f service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851161 Nov 03 19:18:43.437909 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:55.778007 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cb19d5d1-719a-4b1a-a15c-647e7afa4068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:58.117735 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5ddf4fe6-677d-4c43-a4c5-c27f1c4077ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:18:59.484375 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:00.765607 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:00.769966 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:01.370110 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:19:01.484746 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:13.455746 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:25.781103 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-caa1ae43-36f1-495c-850a-75afe53801a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:28.118719 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0dd160a4-6ee0-453f-969a-354dea41161a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:29.495247 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:30.761464 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:30.794840 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:31.486651 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:32.244769 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-feeb7149-87ed-470e-8554-fa8addb58c54 req-5875c924-c595-44e9-8ca8-1d10b9746ef8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505114 Nov 03 19:19:32.330580 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb7149-87ed-470e-8554-fa8addb58c54 req-b4563116-abe2-41ef-913a-fcf66a8dea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:32.332157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-feeb7149-87ed-470e-8554-fa8addb58c54 req-b4563116-abe2-41ef-913a-fcf66a8dea6a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e9f5bbf6d018407c81533b8bede74e25&device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 1096 time: 0.0412607 Nov 03 19:19:32.437791 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb7149-87ed-470e-8554-fa8addb58c54 req-dc302383-8baf-428c-b13b-3924a3f7a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:32.439281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-feeb7149-87ed-470e-8554-fa8addb58c54 req-dc302383-8baf-428c-b13b-3924a3f7a675 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a168bf8d-abf5-4027-b220-e8cbfb38aee7 HTTP/1.1" status: 200 len: 908 time: 0.0883298 Nov 03 19:19:32.505293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-feeb7149-87ed-470e-8554-fa8addb58c54 req-336142a0-cc84-44b2-b52a-32c1c1b8e809 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 HTTP/1.1" status: 200 len: 1001 time: 0.0579965 Nov 03 19:19:32.570425 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb7149-87ed-470e-8554-fa8addb58c54 req-d4307f39-2bf7-47aa-9ce8-bcc8aa5c0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:32.571926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-feeb7149-87ed-470e-8554-fa8addb58c54 req-d4307f39-2bf7-47aa-9ce8-bcc8aa5c0bcd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=66a14ed0-274b-4c24-8f1c-dbb032d60e7f HTTP/1.1" status: 200 len: 846 time: 0.0589502 Nov 03 19:19:32.615682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb7149-87ed-470e-8554-fa8addb58c54 req-4664aefe-81da-4368-bcbf-c7b014a582dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:19:32.617176 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-feeb7149-87ed-470e-8554-fa8addb58c54 req-4664aefe-81da-4368-bcbf-c7b014a582dc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a168bf8d-abf5-4027-b220-e8cbfb38aee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385475 Nov 03 19:19:32.706110 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-feeb7149-87ed-470e-8554-fa8addb58c54 req-7f4089aa-e159-4a13-9a40-eb83424679d7 service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821333 Nov 03 19:19:32.801261 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-feeb7149-87ed-470e-8554-fa8addb58c54 req-f6639fb3-c7fd-4e9c-a3cf-3b418d978137 service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885444 Nov 03 19:19:38.369705 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:19:43.455043 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:55.782517 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7522eda-7975-4157-9631-53e68b5867e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:58.121624 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-54389018-d28a-478c-9c63-916e012da7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:19:59.486109 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:00.770366 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:00.809268 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:01.488731 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:13.474572 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:15.369152 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:20:25.783309 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-221cc982-3a70-474e-9847-0ba1189c908e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:28.123068 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-059f0dfb-49e0-465d-b22c-b4799244696d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:29.493836 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.767363 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:30.826507 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:31.494520 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:32.968199 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-604419b8-33e6-4b67-95ef-93bf3e856641 req-4e3e29ac-474e-44a4-bc04-d034797a7899 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399170 Nov 03 19:20:33.055355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604419b8-33e6-4b67-95ef-93bf3e856641 req-d3a24a75-9803-4fa3-ab85-4717c496492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:33.056887 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-604419b8-33e6-4b67-95ef-93bf3e856641 req-d3a24a75-9803-4fa3-ab85-4717c496492f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e9f5bbf6d018407c81533b8bede74e25&device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 1096 time: 0.0458841 Nov 03 19:20:33.159516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604419b8-33e6-4b67-95ef-93bf3e856641 req-fe6b7394-adfe-4a38-9fc2-c572f01d91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:33.161046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-604419b8-33e6-4b67-95ef-93bf3e856641 req-fe6b7394-adfe-4a38-9fc2-c572f01d91f7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a168bf8d-abf5-4027-b220-e8cbfb38aee7 HTTP/1.1" status: 200 len: 908 time: 0.0858335 Nov 03 19:20:33.230089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-604419b8-33e6-4b67-95ef-93bf3e856641 req-3077fe57-a5f0-4b06-adac-6d33acb0d101 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 HTTP/1.1" status: 200 len: 1001 time: 0.0619946 Nov 03 19:20:33.278846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604419b8-33e6-4b67-95ef-93bf3e856641 req-80884020-a77a-4e9f-ab4d-9ea8d0c1b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:33.280326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-604419b8-33e6-4b67-95ef-93bf3e856641 req-80884020-a77a-4e9f-ab4d-9ea8d0c1b882 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=66a14ed0-274b-4c24-8f1c-dbb032d60e7f HTTP/1.1" status: 200 len: 846 time: 0.0431812 Nov 03 19:20:33.325471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604419b8-33e6-4b67-95ef-93bf3e856641 req-4caf0c44-d48b-4e02-8df1-75475c44655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:20:33.326489 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-604419b8-33e6-4b67-95ef-93bf3e856641 req-4caf0c44-d48b-4e02-8df1-75475c44655d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a168bf8d-abf5-4027-b220-e8cbfb38aee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391314 Nov 03 19:20:33.419157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-604419b8-33e6-4b67-95ef-93bf3e856641 req-2c022e65-0db8-4209-9e9f-6a171c98bdc0 service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853767 Nov 03 19:20:33.508006 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-604419b8-33e6-4b67-95ef-93bf3e856641 req-68bac228-8b36-496a-a722-febcfba1add1 service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809922 Nov 03 19:20:43.481818 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:52.370051 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:20:55.784474 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19b1e141-9acc-43f6-8d81-a1b73f844bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:58.123950 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ae3d1a5e-6f93-4b03-9eda-f6c097a5b9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:20:59.493360 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:00.771056 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:00.841163 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:01.487683 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:13.498903 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:25.787064 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-efac02c4-10bc-4a8e-90c4-2244a6e512f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:28.126201 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0be02748-17ff-412a-8995-4e6ed52512dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:29.369571 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:21:29.495104 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:30.773528 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:30.841386 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:31.492656 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:34.239883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cde2ed2-2e2b-43f8-b8dc-4dbdf041234a req-1aed6667-401e-4930-b4f8-a31cf720d2f4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453656 Nov 03 19:21:34.321315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2ed2-2e2b-43f8-b8dc-4dbdf041234a req-576873b6-47b9-47f5-843f-0e58d30dd122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:34.322847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cde2ed2-2e2b-43f8-b8dc-4dbdf041234a req-576873b6-47b9-47f5-843f-0e58d30dd122 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e9f5bbf6d018407c81533b8bede74e25&device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 1096 time: 0.0416961 Nov 03 19:21:34.425485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2ed2-2e2b-43f8-b8dc-4dbdf041234a req-0cbdc25b-ed7f-4fab-a040-0cd2e047b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:34.426961 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cde2ed2-2e2b-43f8-b8dc-4dbdf041234a req-0cbdc25b-ed7f-4fab-a040-0cd2e047b4f5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a168bf8d-abf5-4027-b220-e8cbfb38aee7 HTTP/1.1" status: 200 len: 908 time: 0.0852418 Nov 03 19:21:34.496070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cde2ed2-2e2b-43f8-b8dc-4dbdf041234a req-581c933b-6aa5-4669-8671-df88d8c16293 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 HTTP/1.1" status: 200 len: 1001 time: 0.0619860 Nov 03 19:21:34.548827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2ed2-2e2b-43f8-b8dc-4dbdf041234a req-512621d1-6fb4-46a5-a60f-ef40a683d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:34.550289 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cde2ed2-2e2b-43f8-b8dc-4dbdf041234a req-512621d1-6fb4-46a5-a60f-ef40a683d7c2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=66a14ed0-274b-4c24-8f1c-dbb032d60e7f HTTP/1.1" status: 200 len: 846 time: 0.0474129 Nov 03 19:21:34.597557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde2ed2-2e2b-43f8-b8dc-4dbdf041234a req-d8d0f3a7-648e-4391-8fb2-66291c3f8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:21:34.599124 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cde2ed2-2e2b-43f8-b8dc-4dbdf041234a req-d8d0f3a7-648e-4391-8fb2-66291c3f8ced service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a168bf8d-abf5-4027-b220-e8cbfb38aee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420973 Nov 03 19:21:34.694377 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cde2ed2-2e2b-43f8-b8dc-4dbdf041234a req-54363e95-25f4-468d-a3b5-31638b0ad7b3 service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879228 Nov 03 19:21:34.784758 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cde2ed2-2e2b-43f8-b8dc-4dbdf041234a req-497878f6-70f2-41bb-b136-25c5e194d9a0 service neutron] 10.222.0.98 "GET /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828466 Nov 03 19:21:43.496606 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:55.792193 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d647cf03-17e6-42c0-b275-8705da7568cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:58.128668 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cceaa5dc-ef7a-4afb-a229-f1e1f48beeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:21:59.499831 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.775482 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:00.854516 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:01.496390 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:06.368027 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:22:13.513330 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:13.875868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc18a7-83b9-457a-ad78-bc692460488c req-3bf02fd1-2886-40c5-b0fd-73fd6d02d056 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:13.877406 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08bc18a7-83b9-457a-ad78-bc692460488c req-3bf02fd1-2886-40c5-b0fd-73fd6d02d056 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 945 time: 0.0590789 Nov 03 19:22:13.928442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-08bc18a7-83b9-457a-ad78-bc692460488c req-14ef3e4c-6fa0-4b15-b5a7-e10232a784e8 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/security-groups?id=578752ef-c4dd-4492-922b-71c4255bb788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447631 Nov 03 19:22:15.241449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-08772d02-dbe3-4fb4-9434-1ce0cdcbe734 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:15.242875 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-08772d02-dbe3-4fb4-9434-1ce0cdcbe734 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.98 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 945 time: 0.1876202 Nov 03 19:22:15.296070 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8af9d1-413d-4955-a4ad-9455e102a9d7 req-62328157-ab66-4630-81c2-c56771f5b4c6 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:15.297560 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cf8af9d1-413d-4955-a4ad-9455e102a9d7 req-62328157-ab66-4630-81c2-c56771f5b4c6 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 945 time: 0.0928507 Nov 03 19:22:15.374100 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cf8af9d1-413d-4955-a4ad-9455e102a9d7 req-dc209f35-ae99-4566-828b-dec93cdbd984 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/security-groups?id=578752ef-c4dd-4492-922b-71c4255bb788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679197 Nov 03 19:22:15.388739 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Deleting port 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:15.389083 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:15.482645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] For port 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5,segment=NetworkSegment(1cb442e1-b7e6-494f-8117-6019734ab727),segment_id=1cb442e1-b7e6-494f-8117-6019734ab727)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:15.483039 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:15.707687 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:15.708123 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:15.708374 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Floating IP fefa0488-3a97-4681-af2e-a11f6e49afe5 disassociated. External IP: 172.25.2.164, port: 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5. Nov 03 19:22:15.708853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Calling delete_port for 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:15.844756 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:15.874463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Pushing event deleted for resources: {'Port': ['ID=2681fc2a-a6db-42d4-b0be-e96bfaba8bb5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:15.886384 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:15.886742 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:15.887087 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:15.887427 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:15.887792 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:15.888128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:15.888462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:15.888795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:15.889125 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:15.889450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:15.889775 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:15.890097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:15.999165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Router 08f766a0-3b2a-4c63-9d79-574c83495780 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:22:16.108114 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:22:16.117964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2fa611-72dd-4dce-885d-dfef6792a1e3 None None] Sync routers for ids ['08f766a0-3b2a-4c63-9d79-574c83495780'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:22:16.129087 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2fa611-72dd-4dce-885d-dfef6792a1e3 None None] Routers {'08f766a0-3b2a-4c63-9d79-574c83495780'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:16.129750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5c2fa611-72dd-4dce-885d-dfef6792a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:21:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['08f766a0-3b2a-4c63-9d79-574c83495780'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:16.155611 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] No DVR routers for this DVR port 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:16.162738 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:16.167592 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e014c8eb-b7fa-42da-bdce-2a70bdb0fbbf req-ee41a0fc-0d57-4e75-a702-93069ac700bc tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.98 "DELETE /v2.0/ports/2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 HTTP/1.1" status: 204 len: 173 time: 0.9167190 Nov 03 19:22:16.167592 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cd6506-3f7d-447d-8c7e-9f7a521d2df8', 'name': 'network-vif-deleted', 'tag': '2681fc2a-a6db-42d4-b0be-e96bfaba8bb5'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:22:16.170088 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbe827b-d9f8-40bf-bc18-f60ac990d328" -d '{"events": [{"server_uuid": "77cd6506-3f7d-447d-8c7e-9f7a521d2df8", "name": "network-vif-deleted", "tag": "2681fc2a-a6db-42d4-b0be-e96bfaba8bb5"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:22:16.264544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-5c2fa611-72dd-4dce-885d-dfef6792a1e3 None None] Set router 08f766a0-3b2a-4c63-9d79-574c83495780 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:16.383907 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b008b3b-1b84-43c1-84cd-c974f47d6b9e x-openstack-request-id: req-8b008b3b-1b84-43c1-84cd-c974f47d6b9e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:22:16.384662 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cd6506-3f7d-447d-8c7e-9f7a521d2df8", "name": "network-vif-deleted", "tag": "2681fc2a-a6db-42d4-b0be-e96bfaba8bb5", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:22:16.384662 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8b008b3b-1b84-43c1-84cd-c974f47d6b9e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:22:16.386483 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cd6506-3f7d-447d-8c7e-9f7a521d2df8', 'name': 'network-vif-deleted', 'tag': '2681fc2a-a6db-42d4-b0be-e96bfaba8bb5', 'status': 'completed', 'code': 200} Nov 03 19:22:16.498729 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c2fe09c-6b58-4f00-ab27-9c628f8082d3 req-f632e843-9449-4531-9f3f-fa133d4d8694 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "GET /v2.0/ports?device_id=77cd6506-3f7d-447d-8c7e-9f7a521d2df8 HTTP/1.1" status: 200 len: 210 time: 0.0272515 Nov 03 19:22:16.508188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5c2fa611-72dd-4dce-885d-dfef6792a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 4, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'gw_port': {'id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '02fcdf20-83ba-4e74-8cc2-616519ea1552', 'name': '', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'mac_address': 'fa:16:3e:2f:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:04Z', 'updated_at': '2021-11-03T19:17:13Z', 'revision_number': 5, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'subnets': [{'id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:16.539980 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2fa611-72dd-4dce-885d-dfef6792a1e3 None None] Checking router: 08f766a0-3b2a-4c63-9d79-574c83495780 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:22:16.549347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2fa611-72dd-4dce-885d-dfef6792a1e3 None None] Routers {'08f766a0-3b2a-4c63-9d79-574c83495780'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:16.550019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5c2fa611-72dd-4dce-885d-dfef6792a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:21:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['08f766a0-3b2a-4c63-9d79-574c83495780'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:16.670214 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-5c2fa611-72dd-4dce-885d-dfef6792a1e3 None None] Set router 08f766a0-3b2a-4c63-9d79-574c83495780 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:16.878533 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5c2fa611-72dd-4dce-885d-dfef6792a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 4, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'gw_port': {'id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '02fcdf20-83ba-4e74-8cc2-616519ea1552', 'name': '', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'mac_address': 'fa:16:3e:2f:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:04Z', 'updated_at': '2021-11-03T19:17:13Z', 'revision_number': 5, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'subnets': [{'id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:16.905289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2fa611-72dd-4dce-885d-dfef6792a1e3 None None] The sync data for ids ['08f766a0-3b2a-4c63-9d79-574c83495780'] in n-d-812150-4 is: [{'id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:05Z', 'revision_number': 4, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'gw_port': {'id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '02fcdf20-83ba-4e74-8cc2-616519ea1552', 'name': '', 'network_id': 'a168bf8d-abf5-4027-b220-e8cbfb38aee7', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'mac_address': 'fa:16:3e:2f:da:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:04Z', 'updated_at': '2021-11-03T19:17:13Z', 'revision_number': 5, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'subnets': [{'id': '66a14ed0-274b-4c24-8f1c-dbb032d60e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:22:17.147764 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f05c41-49e6-42e8-b311-a65529bc5a7f None None] New status for floating IP fefa0488-3a97-4681-af2e-a11f6e49afe5: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:22:17.559149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36484) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:17.694357 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Deleting port 0b263b5c-3255-4b95-b511-3ffa2ac2f141 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:17.694707 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:17.777415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:17.777775 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:17.791819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Calling delete_port for 0b263b5c-3255-4b95-b511-3ffa2ac2f141 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:17.937237 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:17.968053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Pushing event deleted for resources: {'Port': ['ID=0b263b5c-3255-4b95-b511-3ffa2ac2f141,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:17.990623 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:17.990973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:17.991323 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:17.991764 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:17.992099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:17.992433 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:17.992767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:17.993101 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:17.993437 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:17.993765 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:17.994091 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:17.994415 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:18.038372 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.041300 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.042551 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-35e39202-d18e-4cc0-947a-4ef38fb955f9 tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "DELETE /v2.0/floatingips/fefa0488-3a97-4681-af2e-a11f6e49afe5 HTTP/1.1" status: 204 len: 168 time: 0.4823163 Nov 03 19:22:18.116888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36496) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:18.183992 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21383e43-0d3a-4cc2-a959-7181bcc3f15d tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.212310 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21383e43-0d3a-4cc2-a959-7181bcc3f15d tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.275658 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21383e43-0d3a-4cc2-a959-7181bcc3f15d tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.278583 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21383e43-0d3a-4cc2-a959-7181bcc3f15d tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:18.279820 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-21383e43-0d3a-4cc2-a959-7181bcc3f15d tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] 10.222.0.107 "DELETE /v2.0/security-groups/578752ef-c4dd-4492-922b-71c4255bb788 HTTP/1.1" status: 204 len: 168 time: 0.1618586 Nov 03 19:22:18.289956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21383e43-0d3a-4cc2-a959-7181bcc3f15d tempest-TestServerBasicOps-283865307 tempest-TestServerBasicOps-283865307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=578752ef-c4dd-4492-922b-71c4255bb788,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:18.321625 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36500) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:18.807385 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edfd369e-655e-4ab4-a3c7-cbff4cef476f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.049510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-edfd369e-655e-4ab4-a3c7-cbff4cef476f admin admin] Deleting port 02fcdf20-83ba-4e74-8cc2-616519ea1552 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:19.049759 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edfd369e-655e-4ab4-a3c7-cbff4cef476f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.125701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-edfd369e-655e-4ab4-a3c7-cbff4cef476f admin admin] For port 02fcdf20-83ba-4e74-8cc2-616519ea1552, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=02fcdf20-83ba-4e74-8cc2-616519ea1552,segment=NetworkSegment(1cb442e1-b7e6-494f-8117-6019734ab727),segment_id=1cb442e1-b7e6-494f-8117-6019734ab727)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:19.126741 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edfd369e-655e-4ab4-a3c7-cbff4cef476f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.145103 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-edfd369e-655e-4ab4-a3c7-cbff4cef476f admin admin] Calling delete_port for 02fcdf20-83ba-4e74-8cc2-616519ea1552 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:19.332077 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edfd369e-655e-4ab4-a3c7-cbff4cef476f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.356836 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd369e-655e-4ab4-a3c7-cbff4cef476f admin admin] Pushing event deleted for resources: {'Port': ['ID=02fcdf20-83ba-4e74-8cc2-616519ea1552,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:19.374787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:19.397060 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:19.397416 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 2681fc2a-a6db-42d4-b0be-e96bfaba8bb5 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:19.537212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-edfd369e-655e-4ab4-a3c7-cbff4cef476f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:19.760908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfd369e-655e-4ab4-a3c7-cbff4cef476f admin admin] Router 08f766a0-3b2a-4c63-9d79-574c83495780 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:22:19.876015 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfd369e-655e-4ab4-a3c7-cbff4cef476f admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:22:19.881220 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-edfd369e-655e-4ab4-a3c7-cbff4cef476f admin admin] 10.222.0.107 "PUT /v2.0/routers/08f766a0-3b2a-4c63-9d79-574c83495780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5580263 Nov 03 19:22:19.883670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36506) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:19.885670 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272ef60-fc28-4b21-942b-417c5a6e935d None None] Sync routers for ids ['08f766a0-3b2a-4c63-9d79-574c83495780'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:22:19.896317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272ef60-fc28-4b21-942b-417c5a6e935d None None] Routers {'08f766a0-3b2a-4c63-9d79-574c83495780'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:19.896923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a272ef60-fc28-4b21-942b-417c5a6e935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:21:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['08f766a0-3b2a-4c63-9d79-574c83495780'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:19.988244 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.007181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a272ef60-fc28-4b21-942b-417c5a6e935d None None] Set router 08f766a0-3b2a-4c63-9d79-574c83495780 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:20.096692 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.158966 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] Deleting port 1fd473f6-6e9d-45f0-8179-8799c9be21c9 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:20.160103 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.200950 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a272ef60-fc28-4b21-942b-417c5a6e935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:22:19Z', 'revision_number': 5, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'gw_port': {'id': '1fd473f6-6e9d-45f0-8179-8799c9be21c9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:20.232161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272ef60-fc28-4b21-942b-417c5a6e935d None None] Checking router: 08f766a0-3b2a-4c63-9d79-574c83495780 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:22:20.240692 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272ef60-fc28-4b21-942b-417c5a6e935d None None] Routers {'08f766a0-3b2a-4c63-9d79-574c83495780'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:20.241227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a272ef60-fc28-4b21-942b-417c5a6e935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:21:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['08f766a0-3b2a-4c63-9d79-574c83495780'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:20.247230 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] For port 1fd473f6-6e9d-45f0-8179-8799c9be21c9, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1fd473f6-6e9d-45f0-8179-8799c9be21c9,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:20.247595 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.260431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] Calling delete_port for 1fd473f6-6e9d-45f0-8179-8799c9be21c9 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:20.433921 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.460957 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd473f6-6e9d-45f0-8179-8799c9be21c9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:20.490072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a272ef60-fc28-4b21-942b-417c5a6e935d None None] Set router 08f766a0-3b2a-4c63-9d79-574c83495780 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:20.533615 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.541901 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a272ef60-fc28-4b21-942b-417c5a6e935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:22:20Z', 'revision_number': 6, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:20.571942 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272ef60-fc28-4b21-942b-417c5a6e935d None None] The sync data for ids ['08f766a0-3b2a-4c63-9d79-574c83495780'] in n-d-812150-4 is: [{'id': '08f766a0-3b2a-4c63-9d79-574c83495780', 'name': 'tempest-TestServerBasicOps-24888777-router', 'tenant_id': 'e9f5bbf6d018407c81533b8bede74e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:02Z', 'updated_at': '2021-11-03T19:22:20Z', 'revision_number': 6, 'project_id': 'e9f5bbf6d018407c81533b8bede74e25', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:22:20.628677 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.630808 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.676577 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.677222 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08f766a0-3b2a-4c63-9d79-574c83495780 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:22:20.683941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.685381 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-56130a68-f13b-4dcf-997c-c9b76867f448 admin admin] 10.222.0.107 "DELETE /v2.0/routers/08f766a0-3b2a-4c63-9d79-574c83495780 HTTP/1.1" status: 204 len: 168 time: 0.8006182 Nov 03 19:22:20.688884 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36508) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:20.738030 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcf685a-1525-4c4e-b310-5da8d792fc6b admin admin] Deleting subnet 66a14ed0-274b-4c24-8f1c-dbb032d60e7f {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:22:20.741209 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfcf685a-1525-4c4e-b310-5da8d792fc6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.777825 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfcf685a-1525-4c4e-b310-5da8d792fc6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.856045 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfcf685a-1525-4c4e-b310-5da8d792fc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.906782 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfcf685a-1525-4c4e-b310-5da8d792fc6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.936728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf685a-1525-4c4e-b310-5da8d792fc6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a14ed0-274b-4c24-8f1c-dbb032d60e7f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:20.941061 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dfcf685a-1525-4c4e-b310-5da8d792fc6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:20.944455 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dfcf685a-1525-4c4e-b310-5da8d792fc6b admin admin] 10.222.0.107 "DELETE /v2.0/subnets/66a14ed0-274b-4c24-8f1c-dbb032d60e7f HTTP/1.1" status: 204 len: 168 time: 0.2544782 Nov 03 19:22:20.946880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36510) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:20.947162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcd3ecc-1c1f-4f6c-8e71-78c6622d84da None None] Network a168bf8d-abf5-4027-b220-e8cbfb38aee7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:21.022635 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.079757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] Deleting port 58526024-2115-4a81-b0cf-e534b1a5362a {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:21.080111 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.367806 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] DHCP port deletion for a168bf8d-abf5-4027-b220-e8cbfb38aee7 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:22:21.425430 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Deleting port 58526024-2115-4a81-b0cf-e534b1a5362a {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:21.425802 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.473404 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] For port 58526024-2115-4a81-b0cf-e534b1a5362a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=58526024-2115-4a81-b0cf-e534b1a5362a,segment=NetworkSegment(1cb442e1-b7e6-494f-8117-6019734ab727),segment_id=1cb442e1-b7e6-494f-8117-6019734ab727)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:21.473767 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.492954 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] Calling delete_port for 58526024-2115-4a81-b0cf-e534b1a5362a owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:21.496706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] For port 58526024-2115-4a81-b0cf-e534b1a5362a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=58526024-2115-4a81-b0cf-e534b1a5362a,segment=NetworkSegment(1cb442e1-b7e6-494f-8117-6019734ab727),segment_id=1cb442e1-b7e6-494f-8117-6019734ab727)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:21.497219 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.509542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Calling delete_port for 58526024-2115-4a81-b0cf-e534b1a5362a owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:21.592049 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.609116 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.622700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=58526024-2115-4a81-b0cf-e534b1a5362a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:21.630982 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] No DVR routers for this DVR port 58526024-2115-4a81-b0cf-e534b1a5362a on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:21.639038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Pushing event deleted for resources: {'Port': ['ID=58526024-2115-4a81-b0cf-e534b1a5362a,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:21.642143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] No DVR routers for this DVR port 58526024-2115-4a81-b0cf-e534b1a5362a on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:21.659215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:21.659555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:21.659937 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:21.660284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:21.660624 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:21.660964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:21.661298 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:21.661632 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:21.661962 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:21.662295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:21.662619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:21.663038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223dfa1-cf8e-49a4-95b1-489e4755043a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:22:21.726408 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.746542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a168bf8d-abf5-4027-b220-e8cbfb38aee7']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:21.756263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb442e1-b7e6-494f-8117-6019734ab727') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:21.756551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb442e1-b7e6-494f-8117-6019734ab727') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:21.767517 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.781590 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.788529 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:22:21.788929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:22:21.790599 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:22:21.848955 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.854993 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:21.858387 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] 10.222.0.107 "DELETE /v2.0/networks/a168bf8d-abf5-4027-b220-e8cbfb38aee7 HTTP/1.1" status: 204 len: 168 time: 0.9105630 Nov 03 19:22:21.861494 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36512) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:21.870354 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba03e9-a698-4a0f-bd77-3fc258376d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=a168bf8d-abf5-4027-b220-e8cbfb38aee7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:22.079968 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 02fcdf20-83ba-4e74-8cc2-616519ea1552 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:22.100118 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 02fcdf20-83ba-4e74-8cc2-616519ea1552 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:22.100365 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 02fcdf20-83ba-4e74-8cc2-616519ea1552 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:22.100775 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1fd473f6-6e9d-45f0-8179-8799c9be21c9 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:22.119069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 1fd473f6-6e9d-45f0-8179-8799c9be21c9 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:22.119421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1fd473f6-6e9d-45f0-8179-8799c9be21c9 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:22.119861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 58526024-2115-4a81-b0cf-e534b1a5362a no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:22.138678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 58526024-2115-4a81-b0cf-e534b1a5362a {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:22.139028 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 58526024-2115-4a81-b0cf-e534b1a5362a not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:22.210618 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dd83b119-66f8-4b98-a66f-c1e869252d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.458244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-dd83b119-66f8-4b98-a66f-c1e869252d55 admin admin] Deleting port a50ab9e1-0058-4776-a8c3-7636813a28ca {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:22.458492 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dd83b119-66f8-4b98-a66f-c1e869252d55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.540017 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-dd83b119-66f8-4b98-a66f-c1e869252d55 admin admin] For port a50ab9e1-0058-4776-a8c3-7636813a28ca, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a50ab9e1-0058-4776-a8c3-7636813a28ca,segment=NetworkSegment(5b46182e-e1e5-40e0-9d33-7421ceb27f2c),segment_id=5b46182e-e1e5-40e0-9d33-7421ceb27f2c)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:22.540411 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dd83b119-66f8-4b98-a66f-c1e869252d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.553158 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-dd83b119-66f8-4b98-a66f-c1e869252d55 admin admin] Calling delete_port for a50ab9e1-0058-4776-a8c3-7636813a28ca owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:22.727366 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dd83b119-66f8-4b98-a66f-c1e869252d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:22.752873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83b119-66f8-4b98-a66f-c1e869252d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50ab9e1-0058-4776-a8c3-7636813a28ca,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:22.915233 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dd83b119-66f8-4b98-a66f-c1e869252d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.125987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd83b119-66f8-4b98-a66f-c1e869252d55 admin admin] Router d8c9818c-cc3a-4ead-8f6d-734878c8b5ee has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:22:23.231284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd83b119-66f8-4b98-a66f-c1e869252d55 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:22:23.236530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dd83b119-66f8-4b98-a66f-c1e869252d55 admin admin] 10.222.0.107 "PUT /v2.0/routers/d8c9818c-cc3a-4ead-8f6d-734878c8b5ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3739977 Nov 03 19:22:23.239148 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36514) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:23.241859 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b4ae3-03ee-4058-8897-eeb395e54208 None None] Sync routers for ids ['d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:22:23.251215 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b4ae3-03ee-4058-8897-eeb395e54208 None None] Routers {'d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:23.251864 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fa8b4ae3-03ee-4058-8897-eeb395e54208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:21:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:23.342969 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.356093 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-fa8b4ae3-03ee-4058-8897-eeb395e54208 None None] Set router d8c9818c-cc3a-4ead-8f6d-734878c8b5ee gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:23.444881 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.497185 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] Deleting port 1120e693-15f1-4291-8e5b-b6e3011a029e {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:23.497528 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.533381 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fa8b4ae3-03ee-4058-8897-eeb395e54208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'name': 'tempest-TestServerBasicOps-290215992-router', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '1120e693-15f1-4291-8e5b-b6e3011a029e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:22:22Z', 'revision_number': 5, 'project_id': '3b65bd059ccd400aa3ff1657762e4c94', 'gw_port': {'id': '1120e693-15f1-4291-8e5b-b6e3011a029e', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:17:08Z', 'updated_at': '2021-11-03T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:23.559877 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b4ae3-03ee-4058-8897-eeb395e54208 None None] Checking router: d8c9818c-cc3a-4ead-8f6d-734878c8b5ee for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:22:23.569268 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b4ae3-03ee-4058-8897-eeb395e54208 None None] Routers {'d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:22:23.569887 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fa8b4ae3-03ee-4058-8897-eeb395e54208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:21:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:23.581217 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] For port 1120e693-15f1-4291-8e5b-b6e3011a029e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1120e693-15f1-4291-8e5b-b6e3011a029e,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:23.581572 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.594112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] Calling delete_port for 1120e693-15f1-4291-8e5b-b6e3011a029e owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:23.654916 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-fa8b4ae3-03ee-4058-8897-eeb395e54208 None None] Set router d8c9818c-cc3a-4ead-8f6d-734878c8b5ee gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:22:23.709127 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-fa8b4ae3-03ee-4058-8897-eeb395e54208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'name': 'tempest-TestServerBasicOps-290215992-router', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:22:23Z', 'revision_number': 6, 'project_id': '3b65bd059ccd400aa3ff1657762e4c94', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:23.737749 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b4ae3-03ee-4058-8897-eeb395e54208 None None] The sync data for ids ['d8c9818c-cc3a-4ead-8f6d-734878c8b5ee'] in n-d-812150-4 is: [{'id': 'd8c9818c-cc3a-4ead-8f6d-734878c8b5ee', 'name': 'tempest-TestServerBasicOps-290215992-router', 'tenant_id': '3b65bd059ccd400aa3ff1657762e4c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:17:07Z', 'updated_at': '2021-11-03T19:22:23Z', 'revision_number': 6, 'project_id': '3b65bd059ccd400aa3ff1657762e4c94', 'gw_port_host': None}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:22:23.762438 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.787730 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] Pushing event deleted for resources: {'Port': ['ID=1120e693-15f1-4291-8e5b-b6e3011a029e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:23.850316 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.940116 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.942218 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.987915 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.988384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8c9818c-cc3a-4ead-8f6d-734878c8b5ee {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:22:23.992828 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:23.994022 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-15ab5ac0-828f-42ed-8ccf-2f2be4a2a91f admin admin] 10.222.0.107 "DELETE /v2.0/routers/d8c9818c-cc3a-4ead-8f6d-734878c8b5ee HTTP/1.1" status: 204 len: 168 time: 0.7538762 Nov 03 19:22:23.996476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36516) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:24.040978 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-9990e191-975d-499d-a076-b0620de3ecc3 admin admin] Deleting subnet 6e9e65ac-7a6b-4d71-9c75-6821288abdf1 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:22:24.043978 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9990e191-975d-499d-a076-b0620de3ecc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.080338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9990e191-975d-499d-a076-b0620de3ecc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.169629 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9990e191-975d-499d-a076-b0620de3ecc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.193659 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a50ab9e1-0058-4776-a8c3-7636813a28ca no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:24.213231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: a50ab9e1-0058-4776-a8c3-7636813a28ca {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:24.213567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a50ab9e1-0058-4776-a8c3-7636813a28ca not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:24.234041 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9990e191-975d-499d-a076-b0620de3ecc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.262043 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990e191-975d-499d-a076-b0620de3ecc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9e65ac-7a6b-4d71-9c75-6821288abdf1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:24.264011 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9990e191-975d-499d-a076-b0620de3ecc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.270066 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9990e191-975d-499d-a076-b0620de3ecc3 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/6e9e65ac-7a6b-4d71-9c75-6821288abdf1 HTTP/1.1" status: 204 len: 168 time: 0.2699549 Nov 03 19:22:24.270170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36518) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:24.273048 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaf82ae-e236-4f16-b74d-8d7e832d33a3 None None] Network 57a01b80-afff-48e2-be18-00a9c38fcc50 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:24.341299 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.394679 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] Deleting port 823cb8c7-aeda-4dde-8419-f858924d245b {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:24.394973 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.459820 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] For port 823cb8c7-aeda-4dde-8419-f858924d245b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=823cb8c7-aeda-4dde-8419-f858924d245b,segment=NetworkSegment(5b46182e-e1e5-40e0-9d33-7421ceb27f2c),segment_id=5b46182e-e1e5-40e0-9d33-7421ceb27f2c)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:24.460093 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.472490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] Calling delete_port for 823cb8c7-aeda-4dde-8419-f858924d245b owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:24.529960 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e433ddc8-08d8-4442-b4d9-760ac8503372 None None] DHCP port deletion for 57a01b80-afff-48e2-be18-00a9c38fcc50 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:22:24.556010 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.578737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e433ddc8-08d8-4442-b4d9-760ac8503372 None None] Deleting port 823cb8c7-aeda-4dde-8419-f858924d245b {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:24.579134 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e433ddc8-08d8-4442-b4d9-760ac8503372 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.583707 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] Pushing event deleted for resources: {'Port': ['ID=823cb8c7-aeda-4dde-8419-f858924d245b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:24.587776 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] No DVR routers for this DVR port 823cb8c7-aeda-4dde-8419-f858924d245b on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:24.647531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e433ddc8-08d8-4442-b4d9-760ac8503372 None None] For port 823cb8c7-aeda-4dde-8419-f858924d245b, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:24.647984 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e433ddc8-08d8-4442-b4d9-760ac8503372 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.662016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e433ddc8-08d8-4442-b4d9-760ac8503372 None None] Calling delete_port for 823cb8c7-aeda-4dde-8419-f858924d245b owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:24.664710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-e433ddc8-08d8-4442-b4d9-760ac8503372 None None] Port 823cb8c7-aeda-4dde-8419-f858924d245b was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:22:24.665679 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.665999 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e433ddc8-08d8-4442-b4d9-760ac8503372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.686003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a01b80-afff-48e2-be18-00a9c38fcc50']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:24.695631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433ddc8-08d8-4442-b4d9-760ac8503372 None None] No DVR routers for this DVR port 823cb8c7-aeda-4dde-8419-f858924d245b on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:24.696170 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b46182e-e1e5-40e0-9d33-7421ceb27f2c') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:24.696471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b46182e-e1e5-40e0-9d33-7421ceb27f2c') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:22:24.697879 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433ddc8-08d8-4442-b4d9-760ac8503372 None None] Pushing event deleted for resources: {'Port': ['ID=823cb8c7-aeda-4dde-8419-f858924d245b,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:24.713405 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.730880 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.738614 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:22:24.739015 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:22:24.741143 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:22:24.799248 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.805419 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:24.808996 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] 10.222.0.107 "DELETE /v2.0/networks/57a01b80-afff-48e2-be18-00a9c38fcc50 HTTP/1.1" status: 204 len: 168 time: 0.5379519 Nov 03 19:22:24.824162 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab6333-b649-44a9-8beb-f6f7b22531bd admin admin] Pushing event deleted for resources: {'Network': ['ID=57a01b80-afff-48e2-be18-00a9c38fcc50,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:24.924126 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36522) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:24.967909 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7ca52441-8983-4947-9033-77de50a62905 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e9f5bbf6d018407c81533b8bede74e25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425763 Nov 03 19:22:24.971110 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36524) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:25.018031 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-484e2ba9-d466-40a5-8bfc-26acfd38a53b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:25.038485 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-484e2ba9-d466-40a5-8bfc-26acfd38a53b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:25.087771 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-484e2ba9-d466-40a5-8bfc-26acfd38a53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:25.090641 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-484e2ba9-d466-40a5-8bfc-26acfd38a53b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:25.091831 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-484e2ba9-d466-40a5-8bfc-26acfd38a53b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a278369d-3d08-444d-a53a-14e413e10fcb HTTP/1.1" status: 204 len: 168 time: 0.1197417 Nov 03 19:22:25.099632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e2ba9-d466-40a5-8bfc-26acfd38a53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a278369d-3d08-444d-a53a-14e413e10fcb,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:25.401358 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36530) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:25.441607 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3c1bcb94-6c52-4da0-8d89-2e33e343b938 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3b65bd059ccd400aa3ff1657762e4c94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388014 Nov 03 19:22:25.444077 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36532) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:25.490949 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f066c80-8da6-4b52-b601-a6a25d0f0311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:25.511802 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f066c80-8da6-4b52-b601-a6a25d0f0311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:25.560731 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f066c80-8da6-4b52-b601-a6a25d0f0311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:25.563995 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9f066c80-8da6-4b52-b601-a6a25d0f0311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:25.565255 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9f066c80-8da6-4b52-b601-a6a25d0f0311 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/96453540-75fd-46d6-a581-ccd17af5af9f HTTP/1.1" status: 204 len: 168 time: 0.1202016 Nov 03 19:22:25.576836 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f066c80-8da6-4b52-b601-a6a25d0f0311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96453540-75fd-46d6-a581-ccd17af5af9f,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:25.797046 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-69459b27-a7be-4c26-b0cb-355f2654f3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:26.079240 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 823cb8c7-aeda-4dde-8419-f858924d245b no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:26.100570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 823cb8c7-aeda-4dde-8419-f858924d245b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:26.101009 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 823cb8c7-aeda-4dde-8419-f858924d245b not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:26.101488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1120e693-15f1-4291-8e5b-b6e3011a029e no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:26.121750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 1120e693-15f1-4291-8e5b-b6e3011a029e {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:26.122103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1120e693-15f1-4291-8e5b-b6e3011a029e not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:28.131873 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-79ea776a-5486-4ed0-8ed5-434c70ab1ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:29.499949 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:30.779669 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:30.856189 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:31.498509 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:35.901824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-183609a0-c8bc-4fc4-956a-5fb1be025c55 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=dfd4a7a12a334bf98d394a9b4990861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221918 Nov 03 19:22:36.013350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-e3c48991-1690-4051-8797-c0be22a6dcfe tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:36.014820 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-e3c48991-1690-4051-8797-c0be22a6dcfe tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077430 Nov 03 19:22:36.029890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-b75a892a-c03f-4f28-a33c-5e9ba1f6541f tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/quotas/dfd4a7a12a334bf98d394a9b4990861c HTTP/1.1" status: 200 len: 375 time: 0.0093074 Nov 03 19:22:36.061762 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-24c7a06b-23f5-4de1-8f20-626f40045b8d tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=dfd4a7a12a334bf98d394a9b4990861c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260892 Nov 03 19:22:36.329198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c8589ec-7df4-43af-8b37-999891aecf1c req-083e4e4d-bee0-42d5-8859-192d254603bb tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/ports?device_id=7ce7d024-7a72-460e-a18a-2b2f123a73b2 HTTP/1.1" status: 200 len: 210 time: 0.1317317 Nov 03 19:22:37.214782 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-5087558d-fb91-4d52-a916-d9c2d360e5ad tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=dfd4a7a12a334bf98d394a9b4990861c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217354 Nov 03 19:22:37.326009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-4142e79f-d9e2-4d92-a412-0bb8da16accc tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:37.327475 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-4142e79f-d9e2-4d92-a412-0bb8da16accc tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074007 Nov 03 19:22:37.339994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Request body: {'port': {'device_id': '7ce7d024-7a72-460e-a18a-2b2f123a73b2', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'admin_state_up': True, 'tenant_id': 'dfd4a7a12a334bf98d394a9b4990861c'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:37.785132 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c6691dc-9fea-4382-8035-6071d70bc8b8 req-8cc5a621-47a6-4906-826c-a753099a6c3a tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/ports?device_id=7ce7d024-7a72-460e-a18a-2b2f123a73b2 HTTP/1.1" status: 200 len: 210 time: 0.3743668 Nov 03 19:22:37.824395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Made reservation on behalf of dfd4a7a12a334bf98d394a9b4990861c for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:37.827865 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:37.836976 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:37.914524 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:37.918256 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:37.978985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5c4201-a4a4-4ec7-81c7-4e02e8cd145d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:38.053273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Allocated IP 192.168.233.138 (622fab7c-1682-4a79-8299-32efecd771de/a2eeba18-5703-4c51-b4ae-edc9502c890e/e3f04b81-7432-49e9-ab43-76a110f9fbad) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:38.201417 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.235100 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.280553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Network 622fab7c-1682-4a79-8299-32efecd771de is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:38.286218 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:38.289964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:38.313298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Pushing event updated for resources: {'Port': ['ID=e3f04b81-7432-49e9-ab43-76a110f9fbad,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:38.343150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:38.343809 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.361449 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-0548f2d7-7a2e-4155-86ea-1e2232bb7a80 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0250435 Nov 03 19:22:38.371612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-89a7403d-f643-42e6-b3de-1e03caf7b8fd tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:22:38.372686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-89a7403d-f643-42e6-b3de-1e03caf7b8fd tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053988 Nov 03 19:22:38.385045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Request body: {'port': {'device_id': '7ce7d024-7a72-460e-a18a-2b2f123a73b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:38.441373 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.489818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-63dc3a70-dfb6-4cc0-a1e4-3b149b6a26ec None None] Provisioning complete for port e3f04b81-7432-49e9-ab43-76a110f9fbad triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:38.490393 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-63dc3a70-dfb6-4cc0-a1e4-3b149b6a26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.526784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-63dc3a70-dfb6-4cc0-a1e4-3b149b6a26ec None None] Port e3f04b81-7432-49e9-ab43-76a110f9fbad cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:22:38.711732 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f04b81-7432-49e9-ab43-76a110f9fbad {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:22:38.720854 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.734271 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Transition to ACTIVE for port object e3f04b81-7432-49e9-ab43-76a110f9fbad will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:22:38.738059 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.788486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f04b81-7432-49e9-ab43-76a110f9fbad,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:38.878717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Attempting to bind port e3f04b81-7432-49e9-ab43-76a110f9fbad on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:22:38.879057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Attempting to bind port e3f04b81-7432-49e9-ab43-76a110f9fbad by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:22:38.879393 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Attempting to bind port e3f04b81-7432-49e9-ab43-76a110f9fbad on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:22:38.898716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Port e3f04b81-7432-49e9-ab43-76a110f9fbad on network 622fab7c-1682-4a79-8299-32efecd771de not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:22:38.899040 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Attempting to bind port e3f04b81-7432-49e9-ab43-76a110f9fbad on network 622fab7c-1682-4a79-8299-32efecd771de {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:22:38.910123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:22:38.910461 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Checking segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:38.910852 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Bound using segment: {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:22:38.911304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Bound port: e3f04b81-7432-49e9-ab43-76a110f9fbad, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26d1704-8273-4277-8f27-f2fcc031b743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '622fab7c-1682-4a79-8299-32efecd771de'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:22:38.911685 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:38.940517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfba57-5242-41b9-bc67-764ace5b31bc req-3091719f-7d9d-4d70-a8e0-4dd83c9229d2 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:38.942133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2bfba57-5242-41b9-bc67-764ace5b31bc req-3091719f-7d9d-4d70-a8e0-4dd83c9229d2 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/ports?device_id=7ce7d024-7a72-460e-a18a-2b2f123a73b2 HTTP/1.1" status: 200 len: 948 time: 0.0777218 Nov 03 19:22:39.024816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] For port e3f04b81-7432-49e9-ab43-76a110f9fbad, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:22:39.028982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] For port e3f04b81-7432-49e9-ab43-76a110f9fbad, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=e3f04b81-7432-49e9-ab43-76a110f9fbad,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:22:39.033984 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2bfba57-5242-41b9-bc67-764ace5b31bc req-7494f299-a081-46a4-97ed-3944ca41cccd tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a5c4201-a4a4-4ec7-81c7-4e02e8cd145d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734432 Nov 03 19:22:39.035893 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:39.077435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:39.078147 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:39.079981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] 10.222.0.98 "PUT /v2.0/ports/e3f04b81-7432-49e9-ab43-76a110f9fbad HTTP/1.1" status: 200 len: 1096 time: 0.6990891 Nov 03 19:22:39.080439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce7d024-7a72-460e-a18a-2b2f123a73b2', 'tag': 'e3f04b81-7432-49e9-ab43-76a110f9fbad'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:22:39.082770 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb35112-df92-4a0b-9963-f60b9d82b219" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce7d024-7a72-460e-a18a-2b2f123a73b2", "tag": "e3f04b81-7432-49e9-ab43-76a110f9fbad"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:22:39.115224 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a7903-0e94-47f7-8ec9-666a1acac469 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f04b81-7432-49e9-ab43-76a110f9fbad,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:39.162054 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0276676-8aea-4231-834d-ab5e66e7d034 x-openstack-request-id: req-c0276676-8aea-4231-834d-ab5e66e7d034 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:22:39.162394 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce7d024-7a72-460e-a18a-2b2f123a73b2", "tag": "e3f04b81-7432-49e9-ab43-76a110f9fbad", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:22:39.162615 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c0276676-8aea-4231-834d-ab5e66e7d034 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:22:39.163058 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce7d024-7a72-460e-a18a-2b2f123a73b2', 'tag': 'e3f04b81-7432-49e9-ab43-76a110f9fbad', 'status': 'completed', 'code': 200} Nov 03 19:22:39.183976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-5b650988-4997-4ea1-8137-686c05fda052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:39.185674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-5b650988-4997-4ea1-8137-686c05fda052 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dfd4a7a12a334bf98d394a9b4990861c&device_id=7ce7d024-7a72-460e-a18a-2b2f123a73b2 HTTP/1.1" status: 200 len: 1099 time: 0.0617924 Nov 03 19:22:39.230659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-08410679-4bd0-4a53-af42-341f6dd3b27c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e3f04b81-7432-49e9-ab43-76a110f9fbad HTTP/1.1" status: 200 len: 217 time: 0.0372958 Nov 03 19:22:39.299199 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-de699f48-ca85-4613-84ff-bfa403909517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:39.300648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-de699f48-ca85-4613-84ff-bfa403909517 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0596952 Nov 03 19:22:39.350451 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-4908729d-418b-43a1-b4cc-2032a5f69c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:39.352073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-4908729d-418b-43a1-b4cc-2032a5f69c4a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445521 Nov 03 19:22:39.449936 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-4383afe8-8c15-4766-8380-9a93ea2b22fe service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896206 Nov 03 19:22:39.553042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-282076e5-535d-4206-9a12-6ba7ee865f1d req-95c12541-225f-45d7-9072-d7fbe78b779b service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959506 Nov 03 19:22:39.644219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb35112-df92-4a0b-9963-f60b9d82b219 req-af0f7015-286e-4690-81da-cc66419cb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:39.645753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ebb35112-df92-4a0b-9963-f60b9d82b219 req-af0f7015-286e-4690-81da-cc66419cb926 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=dfd4a7a12a334bf98d394a9b4990861c&device_id=7ce7d024-7a72-460e-a18a-2b2f123a73b2 HTTP/1.1" status: 200 len: 1099 time: 0.0439634 Nov 03 19:22:39.743313 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb35112-df92-4a0b-9963-f60b9d82b219 req-faecfdc4-20b6-458c-b638-859ae194b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:39.744834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ebb35112-df92-4a0b-9963-f60b9d82b219 req-faecfdc4-20b6-458c-b638-859ae194b1ca service neutron] 10.222.0.98 "GET /v2.0/networks?id=622fab7c-1682-4a79-8299-32efecd771de HTTP/1.1" status: 200 len: 870 time: 0.0911853 Nov 03 19:22:39.787114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ebb35112-df92-4a0b-9963-f60b9d82b219 req-60a4b188-504e-4aa4-9cf3-b5a9db32828e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e3f04b81-7432-49e9-ab43-76a110f9fbad HTTP/1.1" status: 200 len: 217 time: 0.0348358 Nov 03 19:22:39.836502 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb35112-df92-4a0b-9963-f60b9d82b219 req-1ab9ce4b-b06a-4acf-8976-07b31c92a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:39.837970 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ebb35112-df92-4a0b-9963-f60b9d82b219 req-1ab9ce4b-b06a-4acf-8976-07b31c92a1af service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a2eeba18-5703-4c51-b4ae-edc9502c890e HTTP/1.1" status: 200 len: 843 time: 0.0439460 Nov 03 19:22:39.888874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb35112-df92-4a0b-9963-f60b9d82b219 req-907534d6-648a-4f80-9257-7fdbe55399aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:39.890377 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ebb35112-df92-4a0b-9963-f60b9d82b219 req-907534d6-648a-4f80-9257-7fdbe55399aa service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=622fab7c-1682-4a79-8299-32efecd771de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441761 Nov 03 19:22:39.981545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ebb35112-df92-4a0b-9963-f60b9d82b219 req-3532be2b-87b1-461f-a0eb-1db5276e9109 service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829921 Nov 03 19:22:40.076579 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ebb35112-df92-4a0b-9963-f60b9d82b219 req-8f69efb6-a7c2-489d-ba9b-2ab5cc3a2d0c service neutron] 10.222.0.98 "GET /v2.0/networks/622fab7c-1682-4a79-8299-32efecd771de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872910 Nov 03 19:22:40.159216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb919b8-f5cd-41aa-9d21-3d6943ffce18 req-7fe2cc4c-1427-477c-8288-fad53457e675 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:40.160626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aeb919b8-f5cd-41aa-9d21-3d6943ffce18 req-7fe2cc4c-1427-477c-8288-fad53457e675 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/ports?device_id=7ce7d024-7a72-460e-a18a-2b2f123a73b2 HTTP/1.1" status: 200 len: 948 time: 0.0508101 Nov 03 19:22:40.207325 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aeb919b8-f5cd-41aa-9d21-3d6943ffce18 req-bb96756a-0900-42d5-ba03-bd7eb0baeeea tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a5c4201-a4a4-4ec7-81c7-4e02e8cd145d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Nov 03 19:22:41.325223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e20e7c-295d-4774-b035-e533d8855cdd req-6cf42054-78f8-4920-a678-22e576f75196 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:41.326722 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9e20e7c-295d-4774-b035-e533d8855cdd req-6cf42054-78f8-4920-a678-22e576f75196 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/ports?device_id=7ce7d024-7a72-460e-a18a-2b2f123a73b2 HTTP/1.1" status: 200 len: 948 time: 0.0489120 Nov 03 19:22:41.378350 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9e20e7c-295d-4774-b035-e533d8855cdd req-ee4ce99b-12df-43ab-a610-5ce472a0ee1d tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a5c4201-a4a4-4ec7-81c7-4e02e8cd145d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451021 Nov 03 19:22:41.487626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device e3f04b81-7432-49e9-ab43-76a110f9fbad details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:22:41.581478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port e3f04b81-7432-49e9-ab43-76a110f9fbad, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=e3f04b81-7432-49e9-ab43-76a110f9fbad,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:41.596457 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'e3f04b81-7432-49e9-ab43-76a110f9fbad', 'network_id': '622fab7c-1682-4a79-8299-32efecd771de', 'port_id': 'e3f04b81-7432-49e9-ab43-76a110f9fbad', 'mac_address': 'fa:16:3e:79:ec:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eeba18-5703-4c51-b4ae-edc9502c890e', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:22:41.633109 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.646271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f04b81-7432-49e9-ab43-76a110f9fbad {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:22:41.665531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port e3f04b81-7432-49e9-ab43-76a110f9fbad, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=e3f04b81-7432-49e9-ab43-76a110f9fbad,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:41.670206 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:41.717612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=e3f04b81-7432-49e9-ab43-76a110f9fbad,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:41.896579 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['e3f04b81-7432-49e9-ab43-76a110f9fbad'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:22:42.504626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f135cba-f46a-4f74-939c-83ae4994bc9c req-092cd06f-ebef-44a4-88c1-4a0a6dc80d9a tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:42.506260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f135cba-f46a-4f74-939c-83ae4994bc9c req-092cd06f-ebef-44a4-88c1-4a0a6dc80d9a tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/ports?device_id=7ce7d024-7a72-460e-a18a-2b2f123a73b2 HTTP/1.1" status: 200 len: 949 time: 0.0601552 Nov 03 19:22:42.559730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f135cba-f46a-4f74-939c-83ae4994bc9c req-81119fd1-b719-44e3-a935-d43122a9b2a5 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a5c4201-a4a4-4ec7-81c7-4e02e8cd145d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464678 Nov 03 19:22:43.367634 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:22:43.502147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device e3f04b81-7432-49e9-ab43-76a110f9fbad up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:43.540562 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.556499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port e3f04b81-7432-49e9-ab43-76a110f9fbad completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:22:43.560106 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port e3f04b81-7432-49e9-ab43-76a110f9fbad triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:43.560475 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.641079 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.663729 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce7d024-7a72-460e-a18a-2b2f123a73b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f04b81-7432-49e9-ab43-76a110f9fbad'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:22:43.666232 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9204e06c-8944-4c88-a40b-18cee760af1d" -d '{"events": [{"server_uuid": "7ce7d024-7a72-460e-a18a-2b2f123a73b2", "name": "network-vif-plugged", "status": "completed", "tag": "e3f04b81-7432-49e9-ab43-76a110f9fbad"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:22:43.678921 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220fae2-ae54-46f8-b912-254c0905360f req-c19b8106-9956-49d4-b464-3bacdbb8db44 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:43.680038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port e3f04b81-7432-49e9-ab43-76a110f9fbad, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=e3f04b81-7432-49e9-ab43-76a110f9fbad,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:43.680648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9220fae2-ae54-46f8-b912-254c0905360f req-c19b8106-9956-49d4-b464-3bacdbb8db44 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/ports?device_id=7ce7d024-7a72-460e-a18a-2b2f123a73b2 HTTP/1.1" status: 200 len: 949 time: 0.0525000 Nov 03 19:22:43.684628 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:43.738045 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9220fae2-ae54-46f8-b912-254c0905360f req-e936b20e-85d5-41eb-8d7c-b59f03c9e399 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a5c4201-a4a4-4ec7-81c7-4e02e8cd145d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484781 Nov 03 19:22:43.739224 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=e3f04b81-7432-49e9-ab43-76a110f9fbad,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:43.794425 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53953f82-4383-482f-b65f-d3fb1fd1c38f x-openstack-request-id: req-53953f82-4383-482f-b65f-d3fb1fd1c38f {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:22:43.794723 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce7d024-7a72-460e-a18a-2b2f123a73b2", "name": "network-vif-plugged", "status": "completed", "tag": "e3f04b81-7432-49e9-ab43-76a110f9fbad", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:22:43.794982 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-53953f82-4383-482f-b65f-d3fb1fd1c38f {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:22:43.795384 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce7d024-7a72-460e-a18a-2b2f123a73b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f04b81-7432-49e9-ab43-76a110f9fbad', 'code': 200} Nov 03 19:22:43.891929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ab1fc-25d3-45e3-95d3-3b7dc67812c9 req-04edee18-5203-4268-8ca9-3cb17f8c5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:43.893333 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-469ab1fc-25d3-45e3-95d3-3b7dc67812c9 req-04edee18-5203-4268-8ca9-3cb17f8c5f6f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7ce7d024-7a72-460e-a18a-2b2f123a73b2 HTTP/1.1" status: 200 len: 1101 time: 0.0437219 Nov 03 19:22:43.937011 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-469ab1fc-25d3-45e3-95d3-3b7dc67812c9 req-331a6e3f-fe26-4bbe-ae99-d25aa3046b53 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3a5c4201-a4a4-4ec7-81c7-4e02e8cd145d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369701 Nov 03 19:22:44.853206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0259b9-83dd-47a9-bdd1-577fa37a4b05 req-5493f1c6-aa57-4b3f-b4aa-bb2a8e94dcb0 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:44.854760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e0259b9-83dd-47a9-bdd1-577fa37a4b05 req-5493f1c6-aa57-4b3f-b4aa-bb2a8e94dcb0 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/ports?device_id=7ce7d024-7a72-460e-a18a-2b2f123a73b2 HTTP/1.1" status: 200 len: 950 time: 0.0495307 Nov 03 19:22:44.903571 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1e0259b9-83dd-47a9-bdd1-577fa37a4b05 req-58ad3218-5fee-4ac8-8dab-3bbba9221ab5 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a5c4201-a4a4-4ec7-81c7-4e02e8cd145d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 Nov 03 19:22:46.035406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a7096-597e-4823-b91e-47ef71e3717b req-25f9d71d-7dfd-44a3-bbf9-31e7500ac97f tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:46.036808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c86a7096-597e-4823-b91e-47ef71e3717b req-25f9d71d-7dfd-44a3-bbf9-31e7500ac97f tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/ports?device_id=7ce7d024-7a72-460e-a18a-2b2f123a73b2 HTTP/1.1" status: 200 len: 950 time: 0.0558250 Nov 03 19:22:46.092298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c86a7096-597e-4823-b91e-47ef71e3717b req-e754b047-2faa-485c-a529-74516fdd4166 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a5c4201-a4a4-4ec7-81c7-4e02e8cd145d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488732 Nov 03 19:22:46.480080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-1f888832-6e70-4d7a-902c-2c37792db67a req-7514277f-a52d-4da9-bcf4-96f0b41114da service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:22:46.481142 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1f888832-6e70-4d7a-902c-2c37792db67a req-7514277f-a52d-4da9-bcf4-96f0b41114da service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0673597 Nov 03 19:22:46.855475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-6ae14237-781a-426a-b6be-b37fd4e4070a req-22c2aada-cd6a-45b0-871f-975cf7151ffd service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:22:46.856568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ae14237-781a-426a-b6be-b37fd4e4070a req-22c2aada-cd6a-45b0-871f-975cf7151ffd service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0548518 Nov 03 19:22:47.444202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53337b-13f6-4121-9654-a305e8e95ae3 req-303d52cc-7cfa-4907-bc96-42258b636cc0 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:47.445705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c53337b-13f6-4121-9654-a305e8e95ae3 req-303d52cc-7cfa-4907-bc96-42258b636cc0 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/ports?device_id=7ce7d024-7a72-460e-a18a-2b2f123a73b2 HTTP/1.1" status: 200 len: 950 time: 0.0500324 Nov 03 19:22:47.493083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c53337b-13f6-4121-9654-a305e8e95ae3 req-e9f84745-2c5c-4ffb-829c-19362fd40952 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a5c4201-a4a4-4ec7-81c7-4e02e8cd145d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Nov 03 19:22:48.611405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d4eea-1ff4-4efb-bc04-b331e0c3f688 req-29caa920-2335-4f47-b5fa-83ec1f0cd5ff tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:48.612913 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-898d4eea-1ff4-4efb-bc04-b331e0c3f688 req-29caa920-2335-4f47-b5fa-83ec1f0cd5ff tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/ports?device_id=7ce7d024-7a72-460e-a18a-2b2f123a73b2 HTTP/1.1" status: 200 len: 950 time: 0.0496364 Nov 03 19:22:48.688641 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-898d4eea-1ff4-4efb-bc04-b331e0c3f688 req-e48446e0-ec03-4bfa-8be3-0a7db7a03204 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.107 "GET /v2.0/security-groups?id=3a5c4201-a4a4-4ec7-81c7-4e02e8cd145d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695999 Nov 03 19:22:48.708828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188b0d0-1c87-4540-9e84-9792dc51dd52 req-c0bd50e6-84cf-405a-b9a2-7b6493cbdcc8 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:48.710441 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5188b0d0-1c87-4540-9e84-9792dc51dd52 req-c0bd50e6-84cf-405a-b9a2-7b6493cbdcc8 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.98 "GET /v2.0/ports?device_id=7ce7d024-7a72-460e-a18a-2b2f123a73b2 HTTP/1.1" status: 200 len: 950 time: 0.0605643 Nov 03 19:22:48.807572 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-5188b0d0-1c87-4540-9e84-9792dc51dd52 req-ab4029fc-fde2-4356-bd56-0da19a007914 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Deleting port e3f04b81-7432-49e9-ab43-76a110f9fbad {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:22:48.807859 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5188b0d0-1c87-4540-9e84-9792dc51dd52 req-ab4029fc-fde2-4356-bd56-0da19a007914 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:48.900477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-5188b0d0-1c87-4540-9e84-9792dc51dd52 req-ab4029fc-fde2-4356-bd56-0da19a007914 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] For port e3f04b81-7432-49e9-ab43-76a110f9fbad, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=e3f04b81-7432-49e9-ab43-76a110f9fbad,segment=NetworkSegment(e26d1704-8273-4277-8f27-f2fcc031b743),segment_id=e26d1704-8273-4277-8f27-f2fcc031b743)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:48.900844 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5188b0d0-1c87-4540-9e84-9792dc51dd52 req-ab4029fc-fde2-4356-bd56-0da19a007914 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:48.913668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-5188b0d0-1c87-4540-9e84-9792dc51dd52 req-ab4029fc-fde2-4356-bd56-0da19a007914 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Calling delete_port for e3f04b81-7432-49e9-ab43-76a110f9fbad owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:22:49.040212 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5188b0d0-1c87-4540-9e84-9792dc51dd52 req-ab4029fc-fde2-4356-bd56-0da19a007914 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:49.052520 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['e3f04b81-7432-49e9-ab43-76a110f9fbad'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:22:49.083166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4029fc-fde2-4356-bd56-0da19a007914 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Pushing event deleted for resources: {'Port': ['ID=e3f04b81-7432-49e9-ab43-76a110f9fbad,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:49.136592 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5188b0d0-1c87-4540-9e84-9792dc51dd52 req-ab4029fc-fde2-4356-bd56-0da19a007914 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] No DVR routers for this DVR port e3f04b81-7432-49e9-ab43-76a110f9fbad on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:22:49.139636 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-5188b0d0-1c87-4540-9e84-9792dc51dd52 req-ab4029fc-fde2-4356-bd56-0da19a007914 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:49.144615 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5188b0d0-1c87-4540-9e84-9792dc51dd52 req-ab4029fc-fde2-4356-bd56-0da19a007914 tempest-ServersAdminNegativeTestJSON-1450855340 tempest-ServersAdminNegativeTestJSON-1450855340-project] 10.222.0.98 "DELETE /v2.0/ports/e3f04b81-7432-49e9-ab43-76a110f9fbad HTTP/1.1" status: 204 len: 173 time: 0.4281054 Nov 03 19:22:49.145108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce7d024-7a72-460e-a18a-2b2f123a73b2', 'name': 'network-vif-deleted', 'tag': 'e3f04b81-7432-49e9-ab43-76a110f9fbad'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:22:49.147487 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8d30bc-394e-46c3-9847-aa9118aa2f0d" -d '{"events": [{"server_uuid": "7ce7d024-7a72-460e-a18a-2b2f123a73b2", "name": "network-vif-deleted", "tag": "e3f04b81-7432-49e9-ab43-76a110f9fbad"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:22:49.199594 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7481fc4e-98f6-43a4-be6c-ff76c2b69073 x-openstack-request-id: req-7481fc4e-98f6-43a4-be6c-ff76c2b69073 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:22:49.199920 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce7d024-7a72-460e-a18a-2b2f123a73b2", "name": "network-vif-deleted", "tag": "e3f04b81-7432-49e9-ab43-76a110f9fbad", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:22:49.200178 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7481fc4e-98f6-43a4-be6c-ff76c2b69073 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:22:49.200776 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce7d024-7a72-460e-a18a-2b2f123a73b2', 'name': 'network-vif-deleted', 'tag': 'e3f04b81-7432-49e9-ab43-76a110f9fbad', 'status': 'completed', 'code': 200} Nov 03 19:22:49.987847 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36686) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:50.120583 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-79705547-09be-4b63-ab26-781ad098483e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dfd4a7a12a334bf98d394a9b4990861c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315007 Nov 03 19:22:50.123005 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36690) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:50.170826 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc1ff0eb-85b5-45cc-9041-c665d010fb57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:50.192220 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc1ff0eb-85b5-45cc-9041-c665d010fb57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:50.236000 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc1ff0eb-85b5-45cc-9041-c665d010fb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:50.238559 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-dc1ff0eb-85b5-45cc-9041-c665d010fb57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:50.239768 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-dc1ff0eb-85b5-45cc-9041-c665d010fb57 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3a5c4201-a4a4-4ec7-81c7-4e02e8cd145d HTTP/1.1" status: 204 len: 168 time: 0.1157598 Nov 03 19:22:50.247912 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ff0eb-85b5-45cc-9041-c665d010fb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5c4201-a4a4-4ec7-81c7-4e02e8cd145d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:50.517443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36696) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:50.530729 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de915985-bec0-4de6-893b-2c199b16f483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:50.604738 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de915985-bec0-4de6-893b-2c199b16f483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:50.608782 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-de915985-bec0-4de6-893b-2c199b16f483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:50.649482 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-de915985-bec0-4de6-893b-2c199b16f483 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=44742e4bf9e641c59ad41b18109663be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309507 Nov 03 19:22:50.650628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de915985-bec0-4de6-893b-2c199b16f483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80330e93-936b-4934-a295-d32987d04335,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:50.652513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36698) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:50.702883 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5e4676f9-6449-4491-a41f-d38f2335433a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:50.724418 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5e4676f9-6449-4491-a41f-d38f2335433a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:50.770601 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5e4676f9-6449-4491-a41f-d38f2335433a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:50.773477 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5e4676f9-6449-4491-a41f-d38f2335433a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:50.774950 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5e4676f9-6449-4491-a41f-d38f2335433a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/80330e93-936b-4934-a295-d32987d04335 HTTP/1.1" status: 204 len: 168 time: 0.1204658 Nov 03 19:22:50.786345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4676f9-6449-4491-a41f-d38f2335433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80330e93-936b-4934-a295-d32987d04335,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:51.506341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36720) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:51.604161 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-760035570-network', 'tenant_id': '2f2a1dd410f14813a063f3819c91963d'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:51.624831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] Made reservation on behalf of 2f2a1dd410f14813a063f3819c91963d for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:51.627681 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:51.639099 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:51.716951 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:51.721595 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:51.747072 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:22:51.757621 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95787949-9b51-448b-895e-489de81f7e3a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:51.762601 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:51.762949 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] Added segment d7ba4acc-8523-4cd6-8f3b-a35c904d8330 of type vlan for network 9aeb235a-6723-4a6c-ad82-911d40657885 Nov 03 19:22:51.803794 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:51.829157 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:51.830022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:51.830609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:51.864712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3572063 Nov 03 19:22:51.867763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36724) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:22:51.873399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4f9e1f04-ac7d-4703-bffd-5fa01124a8e4 admin admin] Request body: {'subnet': {'network_id': '9aeb235a-6723-4a6c-ad82-911d40657885', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-760035570-subnet', 'tenant_id': '2f2a1dd410f14813a063f3819c91963d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:51.896639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9e1f04-ac7d-4703-bffd-5fa01124a8e4 admin admin] Made reservation on behalf of 2f2a1dd410f14813a063f3819c91963d for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:51.898984 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1f04-ac7d-4703-bffd-5fa01124a8e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:51.905568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332882e2-2959-49a1-aed1-7fbe21f3c65d admin admin] Pushing event updated for resources: {'Network': ['ID=9aeb235a-6723-4a6c-ad82-911d40657885,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:51.915647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 9aeb235a-6723-4a6c-ad82-911d40657885 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:22:52.089950 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1f04-ac7d-4703-bffd-5fa01124a8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:52.143309 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e1f04-ac7d-4703-bffd-5fa01124a8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5d881b-7e4f-41f7-9db4-cc5167056577,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:52.151986 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9e1f04-ac7d-4703-bffd-5fa01124a8e4 admin admin] Checking segment: {'id': 'd7ba4acc-8523-4cd6-8f3b-a35c904d8330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9aeb235a-6723-4a6c-ad82-911d40657885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:52.152346 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9e1f04-ac7d-4703-bffd-5fa01124a8e4 admin admin] Network hostable DHCP agents. Network: 9aeb235a-6723-4a6c-ad82-911d40657885, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:22:52.168954 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9e1f04-ac7d-4703-bffd-5fa01124a8e4 admin admin] Network 9aeb235a-6723-4a6c-ad82-911d40657885 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:22:52.178248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-4f9e1f04-ac7d-4703-bffd-5fa01124a8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 9aeb235a-6723-4a6c-ad82-911d40657885) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:52.182615 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9e1f04-ac7d-4703-bffd-5fa01124a8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:52.183201 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f9e1f04-ac7d-4703-bffd-5fa01124a8e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:52.188213 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1322dd31-7ce5-42ee-a3de-6c999ea90037 None None] Network 9aeb235a-6723-4a6c-ad82-911d40657885 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:52.200468 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4f9e1f04-ac7d-4703-bffd-5fa01124a8e4 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3314576 Nov 03 19:22:52.318166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57188f05-de77-49b2-a806-58f7e84ff2d1 None None] Network 9aeb235a-6723-4a6c-ad82-911d40657885 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:22:52.631186 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19758279-df17-41aa-b79a-9dd808a2387f req-b65c558b-a4bf-48ec-94db-d785f8ab1e0e tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:52.632608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19758279-df17-41aa-b79a-9dd808a2387f req-b65c558b-a4bf-48ec-94db-d785f8ab1e0e tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/networks?id=9aeb235a-6723-4a6c-ad82-911d40657885 HTTP/1.1" status: 200 len: 811 time: 0.0997894 Nov 03 19:22:52.647840 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19758279-df17-41aa-b79a-9dd808a2387f req-df9bb6c1-7b4a-40be-9eb3-06e80ebcc318 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/quotas/2f2a1dd410f14813a063f3819c91963d HTTP/1.1" status: 200 len: 375 time: 0.0093563 Nov 03 19:22:52.678891 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19758279-df17-41aa-b79a-9dd808a2387f req-0348c685-287f-4b00-84b2-3333e0b109e5 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2f2a1dd410f14813a063f3819c91963d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256581 Nov 03 19:22:52.773261 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19758279-df17-41aa-b79a-9dd808a2387f req-e6ec6588-e054-4e5e-8824-2ec73db8f801 service neutron] 10.222.0.107 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874591 Nov 03 19:22:52.866214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19758279-df17-41aa-b79a-9dd808a2387f req-72d9ade0-6fb3-48d4-904e-2d79675371d4 service neutron] 10.222.0.107 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865018 Nov 03 19:22:53.037444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-88bf464a-cadf-498f-81bc-9daeec64c165 req-d6d7bc0a-73c4-4e55-b986-219620dd19a6 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 210 time: 0.0280032 Nov 03 19:22:53.545181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device e3f04b81-7432-49e9-ab43-76a110f9fbad no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:22:53.570098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: e3f04b81-7432-49e9-ab43-76a110f9fbad {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:22:53.570525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device e3f04b81-7432-49e9-ab43-76a110f9fbad not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:22:54.154497 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00720ea2-0dba-4536-9150-936fd344b74b req-33592d1e-559f-4970-a76e-03a9014f7e66 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 210 time: 0.0401552 Nov 03 19:22:54.161789 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19758279-df17-41aa-b79a-9dd808a2387f req-c1c93451-e537-43d7-8b63-79022361b0a5 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:54.163216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19758279-df17-41aa-b79a-9dd808a2387f req-c1c93451-e537-43d7-8b63-79022361b0a5 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.98 "GET /v2.0/networks?id=9aeb235a-6723-4a6c-ad82-911d40657885 HTTP/1.1" status: 200 len: 811 time: 0.1404376 Nov 03 19:22:54.177142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-19758279-df17-41aa-b79a-9dd808a2387f req-64837cf4-99af-476d-a6a1-2b4a4387560c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Request body: {'port': {'device_id': '0864ed33-f0dd-42cd-9185-77f7ccae212e', 'network_id': '9aeb235a-6723-4a6c-ad82-911d40657885', 'admin_state_up': True, 'tenant_id': '2f2a1dd410f14813a063f3819c91963d'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:54.284879 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19758279-df17-41aa-b79a-9dd808a2387f req-64837cf4-99af-476d-a6a1-2b4a4387560c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Made reservation on behalf of 2f2a1dd410f14813a063f3819c91963d for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:22:54.289116 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-19758279-df17-41aa-b79a-9dd808a2387f req-64837cf4-99af-476d-a6a1-2b4a4387560c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:54.421086 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-19758279-df17-41aa-b79a-9dd808a2387f req-64837cf4-99af-476d-a6a1-2b4a4387560c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Allocated IP 172.20.0.13 (9aeb235a-6723-4a6c-ad82-911d40657885/ea5d881b-7e4f-41f7-9db4-cc5167056577/548fbf9c-a647-4969-9408-a1603103dcee) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:22:54.567571 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-19758279-df17-41aa-b79a-9dd808a2387f req-64837cf4-99af-476d-a6a1-2b4a4387560c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:54.601178 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-19758279-df17-41aa-b79a-9dd808a2387f req-64837cf4-99af-476d-a6a1-2b4a4387560c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:54.643476 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19758279-df17-41aa-b79a-9dd808a2387f req-64837cf4-99af-476d-a6a1-2b4a4387560c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Network 9aeb235a-6723-4a6c-ad82-911d40657885 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:22:54.648585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-19758279-df17-41aa-b79a-9dd808a2387f req-64837cf4-99af-476d-a6a1-2b4a4387560c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:22:54.652608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-19758279-df17-41aa-b79a-9dd808a2387f req-64837cf4-99af-476d-a6a1-2b4a4387560c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:22:54.658974 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64837cf4-99af-476d-a6a1-2b4a4387560c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Pushing event updated for resources: {'Port': ['ID=548fbf9c-a647-4969-9408-a1603103dcee,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:54.705618 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19758279-df17-41aa-b79a-9dd808a2387f req-64837cf4-99af-476d-a6a1-2b4a4387560c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:54.706234 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-19758279-df17-41aa-b79a-9dd808a2387f req-64837cf4-99af-476d-a6a1-2b4a4387560c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:54.722641 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19758279-df17-41aa-b79a-9dd808a2387f req-64837cf4-99af-476d-a6a1-2b4a4387560c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5491750 Nov 03 19:22:54.735630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Request body: {'port': {'device_id': '0864ed33-f0dd-42cd-9185-77f7ccae212e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:22:54.790393 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:55.048605 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548fbf9c-a647-4969-9408-a1603103dcee {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:22:55.056182 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:55.067808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Transition to ACTIVE for port object 548fbf9c-a647-4969-9408-a1603103dcee will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:22:55.071889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:55.119746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Pushing event updated for resources: {'Port': ['ID=548fbf9c-a647-4969-9408-a1603103dcee,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:55.192421 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Attempting to bind port 548fbf9c-a647-4969-9408-a1603103dcee on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:22:55.192978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Attempting to bind port 548fbf9c-a647-4969-9408-a1603103dcee by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'd7ba4acc-8523-4cd6-8f3b-a35c904d8330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9aeb235a-6723-4a6c-ad82-911d40657885'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:22:55.193079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Attempting to bind port 548fbf9c-a647-4969-9408-a1603103dcee on network 9aeb235a-6723-4a6c-ad82-911d40657885 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:22:55.197976 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Port 548fbf9c-a647-4969-9408-a1603103dcee on network 9aeb235a-6723-4a6c-ad82-911d40657885 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:22:55.198444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Attempting to bind port 548fbf9c-a647-4969-9408-a1603103dcee on network 9aeb235a-6723-4a6c-ad82-911d40657885 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:22:55.203532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:22:55.203908 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Checking segment: {'id': 'd7ba4acc-8523-4cd6-8f3b-a35c904d8330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9aeb235a-6723-4a6c-ad82-911d40657885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:22:55.204293 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Bound using segment: {'id': 'd7ba4acc-8523-4cd6-8f3b-a35c904d8330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9aeb235a-6723-4a6c-ad82-911d40657885'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:22:55.204726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Bound port: 548fbf9c-a647-4969-9408-a1603103dcee, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ba4acc-8523-4cd6-8f3b-a35c904d8330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9aeb235a-6723-4a6c-ad82-911d40657885'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:22:55.205091 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:55.312087 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e65e68-215a-43e3-a4b3-7edaaf247e1a req-b4dbbf6e-c27b-404d-b272-91737e74aaee tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:55.313557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17e65e68-215a-43e3-a4b3-7edaaf247e1a req-b4dbbf6e-c27b-404d-b272-91737e74aaee tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 944 time: 0.0757670 Nov 03 19:22:55.314607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] For port 548fbf9c-a647-4969-9408-a1603103dcee, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:22:55.318337 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] For port 548fbf9c-a647-4969-9408-a1603103dcee, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=548fbf9c-a647-4969-9408-a1603103dcee,segment=NetworkSegment(d7ba4acc-8523-4cd6-8f3b-a35c904d8330),segment_id=d7ba4acc-8523-4cd6-8f3b-a35c904d8330)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:22:55.327825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:55.382929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:55.383542 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:55.385072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19758279-df17-41aa-b79a-9dd808a2387f req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] 10.222.0.98 "PUT /v2.0/ports/548fbf9c-a647-4969-9408-a1603103dcee HTTP/1.1" status: 200 len: 1092 time: 0.6539898 Nov 03 19:22:55.388873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0864ed33-f0dd-42cd-9185-77f7ccae212e', 'tag': '548fbf9c-a647-4969-9408-a1603103dcee'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:22:55.391831 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c95621-a964-4f80-b5ef-8dd63fe1d742" -d '{"events": [{"name": "network-changed", "server_uuid": "0864ed33-f0dd-42cd-9185-77f7ccae212e", "tag": "548fbf9c-a647-4969-9408-a1603103dcee"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:22:55.428125 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17e65e68-215a-43e3-a4b3-7edaaf247e1a req-f549dbd3-45e9-4bb6-ab23-807799afc7f1 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081295 Nov 03 19:22:55.429870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404c9fa-7533-4476-a54e-e50be974ce0d service neutron] Pushing event updated for resources: {'Port': ['ID=548fbf9c-a647-4969-9408-a1603103dcee,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:55.448833 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dc5811-51c3-48d5-9159-44a11b7d5264 x-openstack-request-id: req-d0dc5811-51c3-48d5-9159-44a11b7d5264 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:22:55.449120 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0864ed33-f0dd-42cd-9185-77f7ccae212e", "tag": "548fbf9c-a647-4969-9408-a1603103dcee", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:22:55.449371 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d0dc5811-51c3-48d5-9159-44a11b7d5264 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:22:55.449767 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0864ed33-f0dd-42cd-9185-77f7ccae212e', 'tag': '548fbf9c-a647-4969-9408-a1603103dcee', 'status': 'completed', 'code': 200} Nov 03 19:22:55.480073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19758279-df17-41aa-b79a-9dd808a2387f req-1d403729-411d-4460-a29f-7c098ae4e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:55.481572 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19758279-df17-41aa-b79a-9dd808a2387f req-1d403729-411d-4460-a29f-7c098ae4e0d1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2f2a1dd410f14813a063f3819c91963d&device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 1095 time: 0.0465276 Nov 03 19:22:55.522363 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19758279-df17-41aa-b79a-9dd808a2387f req-611d842e-cfcd-4704-a6d5-ec414d66c9ae service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548fbf9c-a647-4969-9408-a1603103dcee HTTP/1.1" status: 200 len: 217 time: 0.0331593 Nov 03 19:22:55.574821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19758279-df17-41aa-b79a-9dd808a2387f req-14836f8b-b0b0-45c4-bdfb-7c5720df9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:55.576305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19758279-df17-41aa-b79a-9dd808a2387f req-14836f8b-b0b0-45c4-bdfb-7c5720df9355 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ea5d881b-7e4f-41f7-9db4-cc5167056577 HTTP/1.1" status: 200 len: 851 time: 0.0464797 Nov 03 19:22:55.608653 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19758279-df17-41aa-b79a-9dd808a2387f req-501e8613-8522-45b0-aa82-e247e5259806 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9aeb235a-6723-4a6c-ad82-911d40657885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256307 Nov 03 19:22:55.696108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19758279-df17-41aa-b79a-9dd808a2387f req-49442aad-4ce0-48d6-a6f4-7164963a8296 service neutron] 10.222.0.98 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804789 Nov 03 19:22:55.791330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19758279-df17-41aa-b79a-9dd808a2387f req-39d71eca-7ed8-4a6d-a12c-2c1f6f24de5e service neutron] 10.222.0.98 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880969 Nov 03 19:22:55.798472 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d69a5d2b-df16-4197-9c84-b0401ac2d132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:55.879364 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c95621-a964-4f80-b5ef-8dd63fe1d742 req-74c92739-e1b4-4b64-87cc-0cd2cc0fb1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:55.880834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7c95621-a964-4f80-b5ef-8dd63fe1d742 req-74c92739-e1b4-4b64-87cc-0cd2cc0fb1dd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2f2a1dd410f14813a063f3819c91963d&device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 1095 time: 0.0407474 Nov 03 19:22:55.974014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c95621-a964-4f80-b5ef-8dd63fe1d742 req-f064e241-ff89-4165-8ec1-298ea5fc50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:55.975494 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7c95621-a964-4f80-b5ef-8dd63fe1d742 req-f064e241-ff89-4165-8ec1-298ea5fc50f0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9aeb235a-6723-4a6c-ad82-911d40657885 HTTP/1.1" status: 200 len: 912 time: 0.0869942 Nov 03 19:22:56.016728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7c95621-a964-4f80-b5ef-8dd63fe1d742 req-4feffbd2-6406-4a47-bea3-47a3762e2fd3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548fbf9c-a647-4969-9408-a1603103dcee HTTP/1.1" status: 200 len: 217 time: 0.0336449 Nov 03 19:22:56.070386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c95621-a964-4f80-b5ef-8dd63fe1d742 req-abcc960e-c286-4411-a06b-d1c4e5688e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:56.071972 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7c95621-a964-4f80-b5ef-8dd63fe1d742 req-abcc960e-c286-4411-a06b-d1c4e5688e87 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ea5d881b-7e4f-41f7-9db4-cc5167056577 HTTP/1.1" status: 200 len: 851 time: 0.0486352 Nov 03 19:22:56.103600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7c95621-a964-4f80-b5ef-8dd63fe1d742 req-c2ea839b-cf1e-4db2-a3d8-db5684ad698f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9aeb235a-6723-4a6c-ad82-911d40657885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238183 Nov 03 19:22:56.193779 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7c95621-a964-4f80-b5ef-8dd63fe1d742 req-5aef3cf9-a0dc-4f45-b6af-85727ecc3670 service neutron] 10.222.0.98 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821743 Nov 03 19:22:56.286735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7c95621-a964-4f80-b5ef-8dd63fe1d742 req-289fe1ce-574b-45b5-bb7f-cc1d29d8e0a5 service neutron] 10.222.0.98 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857387 Nov 03 19:22:56.540831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8161e-784d-4df1-b0c8-7238beb3288d req-bb01e152-3bf1-41ae-a4c1-4295ac22b1b9 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:56.542327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cb8161e-784d-4df1-b0c8-7238beb3288d req-bb01e152-3bf1-41ae-a4c1-4295ac22b1b9 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 944 time: 0.0486875 Nov 03 19:22:56.588373 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3cb8161e-784d-4df1-b0c8-7238beb3288d req-aa0720ca-5d99-47cc-9de7-8d55491d5977 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400841 Nov 03 19:22:57.544644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 548fbf9c-a647-4969-9408-a1603103dcee details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:22:57.641320 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 548fbf9c-a647-4969-9408-a1603103dcee, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=548fbf9c-a647-4969-9408-a1603103dcee,segment=NetworkSegment(d7ba4acc-8523-4cd6-8f3b-a35c904d8330),segment_id=d7ba4acc-8523-4cd6-8f3b-a35c904d8330)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:57.657968 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '548fbf9c-a647-4969-9408-a1603103dcee', 'network_id': '9aeb235a-6723-4a6c-ad82-911d40657885', 'port_id': '548fbf9c-a647-4969-9408-a1603103dcee', 'mac_address': 'fa:16:3e:0e:8d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5d881b-7e4f-41f7-9db4-cc5167056577', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:22:57.695639 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:57.709130 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548fbf9c-a647-4969-9408-a1603103dcee {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:22:57.721827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771694ab-5781-4079-b97c-3d0d0b80f049 req-ada732d0-b668-4328-94d4-0786a9a8f997 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:57.723337 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-771694ab-5781-4079-b97c-3d0d0b80f049 req-ada732d0-b668-4328-94d4-0786a9a8f997 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 944 time: 0.0540032 Nov 03 19:22:57.728409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 548fbf9c-a647-4969-9408-a1603103dcee, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=548fbf9c-a647-4969-9408-a1603103dcee,segment=NetworkSegment(d7ba4acc-8523-4cd6-8f3b-a35c904d8330),segment_id=d7ba4acc-8523-4cd6-8f3b-a35c904d8330)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:57.733225 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:57.771600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-771694ab-5781-4079-b97c-3d0d0b80f049 req-3badf02e-910c-4b57-814f-aaf22789084f tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421236 Nov 03 19:22:57.780959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=548fbf9c-a647-4969-9408-a1603103dcee,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:57.919265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['548fbf9c-a647-4969-9408-a1603103dcee'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:22:58.132945 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0efee32b-28d2-4a6c-8854-799ca9f6f4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:58.895423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d25dd-8aeb-4cd6-8cf4-5404f3d12b9b req-6c01d497-b9f9-4272-95c8-f2069b376a36 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:58.897055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-548d25dd-8aeb-4cd6-8cf4-5404f3d12b9b req-6c01d497-b9f9-4272-95c8-f2069b376a36 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 945 time: 0.0565541 Nov 03 19:22:58.947677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-548d25dd-8aeb-4cd6-8cf4-5404f3d12b9b req-81e52ebd-5d5f-421f-bcf9-0cc403a1a171 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438769 Nov 03 19:22:59.503560 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:59.560094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 548fbf9c-a647-4969-9408-a1603103dcee up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:22:59.608511 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 548fbf9c-a647-4969-9408-a1603103dcee completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:22:59.612860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 548fbf9c-a647-4969-9408-a1603103dcee triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:22:59.613290 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:59.689991 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:59.713140 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0864ed33-f0dd-42cd-9185-77f7ccae212e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548fbf9c-a647-4969-9408-a1603103dcee'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:22:59.715457 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b8a25b-5f8d-4138-b78e-df47d030f345" -d '{"events": [{"server_uuid": "0864ed33-f0dd-42cd-9185-77f7ccae212e", "name": "network-vif-plugged", "status": "completed", "tag": "548fbf9c-a647-4969-9408-a1603103dcee"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:22:59.728990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 548fbf9c-a647-4969-9408-a1603103dcee, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=548fbf9c-a647-4969-9408-a1603103dcee,segment=NetworkSegment(d7ba4acc-8523-4cd6-8f3b-a35c904d8330),segment_id=d7ba4acc-8523-4cd6-8f3b-a35c904d8330)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:22:59.733008 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:22:59.758144 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc3ad27-42ee-41f3-b559-834642e5e877 x-openstack-request-id: req-cbc3ad27-42ee-41f3-b559-834642e5e877 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:22:59.758362 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0864ed33-f0dd-42cd-9185-77f7ccae212e", "name": "network-vif-plugged", "status": "completed", "tag": "548fbf9c-a647-4969-9408-a1603103dcee", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:22:59.758617 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cbc3ad27-42ee-41f3-b559-834642e5e877 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:22:59.759009 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0864ed33-f0dd-42cd-9185-77f7ccae212e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548fbf9c-a647-4969-9408-a1603103dcee', 'code': 200} Nov 03 19:22:59.784549 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=548fbf9c-a647-4969-9408-a1603103dcee,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:22:59.855072 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f0f96-6980-414e-8946-034ba7e0f1e3 req-59edbd06-988a-4eb3-b31b-65004965c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:22:59.856608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-444f0f96-6980-414e-8946-034ba7e0f1e3 req-59edbd06-988a-4eb3-b31b-65004965c426 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 1097 time: 0.0396712 Nov 03 19:22:59.902936 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-444f0f96-6980-414e-8946-034ba7e0f1e3 req-cac812ed-62af-4ed7-a267-d6bf1fd2921e service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396380 Nov 03 19:23:00.069547 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb8051-8441-4ee2-a498-3598fb31264a req-17a27c1e-2227-4c5e-b078-38f96f143f02 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:00.073144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70eb8051-8441-4ee2-a498-3598fb31264a req-17a27c1e-2227-4c5e-b078-38f96f143f02 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0511887 Nov 03 19:23:00.118552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70eb8051-8441-4ee2-a498-3598fb31264a req-c92ddba9-f7cd-457b-95ad-1cdede25936e tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414824 Nov 03 19:23:00.782469 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:00.861914 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.234365 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7beb85-c491-4387-97e4-0c8dd6a36f39 req-625d5511-f833-451a-99c5-c2e38fb4cada tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:01.236527 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af7beb85-c491-4387-97e4-0c8dd6a36f39 req-625d5511-f833-451a-99c5-c2e38fb4cada tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0489981 Nov 03 19:23:01.283653 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af7beb85-c491-4387-97e4-0c8dd6a36f39 req-a209095c-14cc-4af4-801f-ddfaf1893875 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410569 Nov 03 19:23:01.506088 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:01.648108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aea8ab-9a3b-43aa-b986-1b8ccda12ed4 req-6986e3de-c04e-4cb7-b2f7-ad17fb21e8a0 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:01.650440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85aea8ab-9a3b-43aa-b986-1b8ccda12ed4 req-6986e3de-c04e-4cb7-b2f7-ad17fb21e8a0 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0771410 Nov 03 19:23:01.682444 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-223d2430-5337-44ca-9a00-74593387bd2d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1119292 Nov 03 19:23:01.692765 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-9c3905f2-5ca2-44b7-a89c-07c45201da29 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:23:01.693941 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-9c3905f2-5ca2-44b7-a89c-07c45201da29 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0055418 Nov 03 19:23:01.703444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85aea8ab-9a3b-43aa-b986-1b8ccda12ed4 req-ecce9b9e-a647-4bdd-bbef-eac74bdb754f tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440621 Nov 03 19:23:02.837101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa21e09-5d4a-4bad-bdd4-30bc22ccc4d4 req-f81bdc1c-51e2-417b-bf10-da7bcb570188 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:02.838571 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-daa21e09-5d4a-4bad-bdd4-30bc22ccc4d4 req-f81bdc1c-51e2-417b-bf10-da7bcb570188 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0602970 Nov 03 19:23:02.894624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-b9a2c295-3feb-47f2-922f-6904338df03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:02.896122 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-b9a2c295-3feb-47f2-922f-6904338df03d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2f2a1dd410f14813a063f3819c91963d&device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 1097 time: 0.0766964 Nov 03 19:23:02.915543 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-daa21e09-5d4a-4bad-bdd4-30bc22ccc4d4 req-fd665b0b-bc5c-4f5d-a919-b1e67890fb6e tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638952 Nov 03 19:23:02.990498 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-62358a12-c622-4412-a412-779d7d4f5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:02.991891 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-62358a12-c622-4412-a412-779d7d4f5d91 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9aeb235a-6723-4a6c-ad82-911d40657885 HTTP/1.1" status: 200 len: 912 time: 0.0884082 Nov 03 19:23:03.035418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-384a946c-5383-4531-9ab7-b0735674579d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548fbf9c-a647-4969-9408-a1603103dcee HTTP/1.1" status: 200 len: 217 time: 0.0365288 Nov 03 19:23:03.084386 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-ae854342-8fbc-40f9-9056-3635b18d2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:03.085842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-ae854342-8fbc-40f9-9056-3635b18d2982 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ea5d881b-7e4f-41f7-9db4-cc5167056577 HTTP/1.1" status: 200 len: 851 time: 0.0428987 Nov 03 19:23:03.119197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-d16e204e-8f18-406a-9445-af46b58ae364 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9aeb235a-6723-4a6c-ad82-911d40657885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259473 Nov 03 19:23:03.217349 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f6210574-0991-40db-a9dc-894ccc6935cf service neutron] 10.222.0.98 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899827 Nov 03 19:23:03.642495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-e48be61a-7ac9-466a-b5f9-6b39a67d8089 service neutron] 10.222.0.98 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184954 Nov 03 19:23:04.036069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e152653-401e-4a83-a991-7315610534b3 req-caa418fa-00d6-46b8-a3b2-bfd3e002fa28 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:04.037599 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e152653-401e-4a83-a991-7315610534b3 req-caa418fa-00d6-46b8-a3b2-bfd3e002fa28 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0494237 Nov 03 19:23:04.087237 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e152653-401e-4a83-a991-7315610534b3 req-21b58c54-ee2d-428f-98d3-87adbb75d26a tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436273 Nov 03 19:23:05.203779 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4940a-6000-46ea-bb95-48fe44ae01eb req-001bf548-7b96-49d7-bd43-182df54f8a66 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:05.205293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fdb4940a-6000-46ea-bb95-48fe44ae01eb req-001bf548-7b96-49d7-bd43-182df54f8a66 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0475237 Nov 03 19:23:05.250855 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fdb4940a-6000-46ea-bb95-48fe44ae01eb req-8f30bbdb-ee7b-4d29-a3cf-f1967a8e327c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394547 Nov 03 19:23:06.383101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27893b-b882-48ac-8f54-a1b7bcd78b86 req-c86becd3-0547-460b-bdb9-1505f2cde7c7 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:06.384617 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f27893b-b882-48ac-8f54-a1b7bcd78b86 req-c86becd3-0547-460b-bdb9-1505f2cde7c7 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0476909 Nov 03 19:23:06.431066 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f27893b-b882-48ac-8f54-a1b7bcd78b86 req-09e8d8e1-6f77-4e31-812c-f9bab088ac1c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Nov 03 19:23:07.553034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c2f34-c755-4d7a-9595-b1d44c40fe66 req-91f38388-ffe6-4211-988e-3f5621fef5ee tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:07.554548 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a2c2f34-c755-4d7a-9595-b1d44c40fe66 req-91f38388-ffe6-4211-988e-3f5621fef5ee tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0544896 Nov 03 19:23:07.605209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a2c2f34-c755-4d7a-9595-b1d44c40fe66 req-42776137-568c-47a6-8f78-324e49498a89 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446534 Nov 03 19:23:08.725393 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23e2cc-68d7-4266-9e7d-1162a4c41b74 req-172e17b7-7b6e-4ae8-9083-71ab3119fc2b tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:08.728117 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee23e2cc-68d7-4266-9e7d-1162a4c41b74 req-172e17b7-7b6e-4ae8-9083-71ab3119fc2b tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0513463 Nov 03 19:23:08.775072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee23e2cc-68d7-4266-9e7d-1162a4c41b74 req-91ddabdc-4df6-4163-8cba-3d9047a98506 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409818 Nov 03 19:23:09.896627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41214213-e632-4d86-aa63-ea76dcd5936a req-1f6c142a-bda6-4650-895f-73750f5b4e29 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:09.898084 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41214213-e632-4d86-aa63-ea76dcd5936a req-1f6c142a-bda6-4650-895f-73750f5b4e29 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0546565 Nov 03 19:23:09.943603 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41214213-e632-4d86-aa63-ea76dcd5936a req-4b119065-35ef-4ebb-8110-9367d182dbfb tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393121 Nov 03 19:23:11.058483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a758f-f694-445e-a99c-8be2fee71a35 req-a5972467-86e8-4a31-8388-e5bca5b4cf40 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:11.059995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-165a758f-f694-445e-a99c-8be2fee71a35 req-a5972467-86e8-4a31-8388-e5bca5b4cf40 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0485923 Nov 03 19:23:11.106078 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-165a758f-f694-445e-a99c-8be2fee71a35 req-e6e3c43c-7cde-48f3-8fcc-35e0eb0ac8ff tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399909 Nov 03 19:23:12.221614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6d382-a470-4ef3-b080-b983be4a6b21 req-16d039ab-1d52-45d1-bad2-e0c1957f2efa tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:12.223158 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34c6d382-a470-4ef3-b080-b983be4a6b21 req-16d039ab-1d52-45d1-bad2-e0c1957f2efa tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0486863 Nov 03 19:23:12.274869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34c6d382-a470-4ef3-b080-b983be4a6b21 req-f99af090-bb00-4930-850a-6e2531b680f9 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456133 Nov 03 19:23:13.390608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391005c-fc00-42b9-afbd-df87e2c4fd68 req-79b4c954-1712-4f2a-8209-239a11fc8afa tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:13.392126 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4391005c-fc00-42b9-afbd-df87e2c4fd68 req-79b4c954-1712-4f2a-8209-239a11fc8afa tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0480933 Nov 03 19:23:13.440891 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4391005c-fc00-42b9-afbd-df87e2c4fd68 req-22b450cc-8aef-4fa9-8d7d-457f5e493cbc tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427978 Nov 03 19:23:13.541122 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:14.555904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd19dd-0ad5-46d5-b8cc-c91171c89a66 req-bb85578c-801d-4c8b-af67-3d8da749655a tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:14.557385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25bd19dd-0ad5-46d5-b8cc-c91171c89a66 req-bb85578c-801d-4c8b-af67-3d8da749655a tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0489471 Nov 03 19:23:14.605506 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25bd19dd-0ad5-46d5-b8cc-c91171c89a66 req-578bf54f-c0ae-4f46-87c6-f65bdda99b25 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421672 Nov 03 19:23:15.725387 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab7f9f-693e-485a-9859-c32cc78fa173 req-62b40a2a-6c80-49aa-b051-07d38358b195 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:15.726864 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-95ab7f9f-693e-485a-9859-c32cc78fa173 req-62b40a2a-6c80-49aa-b051-07d38358b195 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0518551 Nov 03 19:23:15.773042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-95ab7f9f-693e-485a-9859-c32cc78fa173 req-792ecda8-a9cc-4853-a142-c0d8c92d63ee tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402527 Nov 03 19:23:16.890767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28680c5e-1813-4032-846f-90cb1a0953b6 req-27a7705a-472e-49b1-9ff1-50ff286e065c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:16.892286 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28680c5e-1813-4032-846f-90cb1a0953b6 req-27a7705a-472e-49b1-9ff1-50ff286e065c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0484700 Nov 03 19:23:16.940372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28680c5e-1813-4032-846f-90cb1a0953b6 req-0a47db15-8263-47ef-ac30-1163a58d852c tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Nov 03 19:23:18.056009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd317cd2-9f86-45fd-9e51-0e6c1c3bca55 req-6552bdf2-c91b-4994-8311-ef640d9c56e4 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:18.057535 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd317cd2-9f86-45fd-9e51-0e6c1c3bca55 req-6552bdf2-c91b-4994-8311-ef640d9c56e4 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0488367 Nov 03 19:23:18.113051 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd317cd2-9f86-45fd-9e51-0e6c1c3bca55 req-faf7eb4f-0e64-4cd6-8ae0-f260f7c2621a tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495753 Nov 03 19:23:19.228403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e504f80-54b2-4bd6-9c2a-889167113fa8 req-1c231bfd-74ca-4f64-bfe6-642d7a915115 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:19.229889 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e504f80-54b2-4bd6-9c2a-889167113fa8 req-1c231bfd-74ca-4f64-bfe6-642d7a915115 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0482948 Nov 03 19:23:19.276609 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e504f80-54b2-4bd6-9c2a-889167113fa8 req-9210b854-c55d-4dba-8bb7-2d45e02dcc06 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407405 Nov 03 19:23:20.365894 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:23:20.394635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa0e20-c265-4b56-a242-7644fa271ba9 req-862e477d-0cf6-4a1e-872c-4ae2bcf1594e tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:20.396496 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58aa0e20-c265-4b56-a242-7644fa271ba9 req-862e477d-0cf6-4a1e-872c-4ae2bcf1594e tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0486455 Nov 03 19:23:20.445084 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-58aa0e20-c265-4b56-a242-7644fa271ba9 req-2483c1ce-797c-41b4-8c62-c33522439547 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Nov 03 19:23:21.566292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692f8ae-c5f8-4efb-b7f6-0a7601a49c92 req-dc6b19e0-ac34-4d20-900a-e06cad52d0e1 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:21.567829 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0692f8ae-c5f8-4efb-b7f6-0a7601a49c92 req-dc6b19e0-ac34-4d20-900a-e06cad52d0e1 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0536346 Nov 03 19:23:21.620425 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0692f8ae-c5f8-4efb-b7f6-0a7601a49c92 req-7de3d3eb-292e-4595-bc11-d222a6808e0d tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464747 Nov 03 19:23:22.755544 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fe298-65c7-43fa-8b2c-ca3fff51fb71 req-f2dd023f-8a91-4362-bd1b-934d186d4b23 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:22.757135 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f42fe298-65c7-43fa-8b2c-ca3fff51fb71 req-f2dd023f-8a91-4362-bd1b-934d186d4b23 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0536025 Nov 03 19:23:22.811641 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f42fe298-65c7-43fa-8b2c-ca3fff51fb71 req-a8f5cf2a-ee38-417a-aac5-efb4af18eee9 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484948 Nov 03 19:23:23.930274 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bfd80-018e-44f3-aa14-ca3694ea9b5a req-d20afe8e-4e20-4762-aabb-6e656b220b5e tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:23.931789 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac9bfd80-018e-44f3-aa14-ca3694ea9b5a req-d20afe8e-4e20-4762-aabb-6e656b220b5e tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0528207 Nov 03 19:23:23.978739 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac9bfd80-018e-44f3-aa14-ca3694ea9b5a req-d1e442dc-a48c-4d09-b079-1f97f056b3cd tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408301 Nov 03 19:23:25.095634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be0dab-241a-47f9-9684-d88c5b10bf33 req-a68e28b9-8ac9-45aa-8c12-59f8a3943239 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:25.097152 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3be0dab-241a-47f9-9684-d88c5b10bf33 req-a68e28b9-8ac9-45aa-8c12-59f8a3943239 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0497289 Nov 03 19:23:25.147784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3be0dab-241a-47f9-9684-d88c5b10bf33 req-e233592f-d8ff-4f69-840e-ac5449a9f781 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446918 Nov 03 19:23:25.800314 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-258d4a1f-7728-486e-834d-d24ca0d5d95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:26.269104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbd16a-1dda-4751-b00b-4773206d829a req-e3ef35c7-479d-48d4-bbbc-6292b754b004 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:26.270597 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ccfbd16a-1dda-4751-b00b-4773206d829a req-e3ef35c7-479d-48d4-bbbc-6292b754b004 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0512383 Nov 03 19:23:26.325930 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ccfbd16a-1dda-4751-b00b-4773206d829a req-a83947c9-c690-4bd8-9dcc-f2c5eb167fb0 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488772 Nov 03 19:23:27.445023 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fb9df-517c-458d-ba37-bef6d7d91a14 req-71613867-e146-43b1-8d97-7ad4f8a66015 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:27.446526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-420fb9df-517c-458d-ba37-bef6d7d91a14 req-71613867-e146-43b1-8d97-7ad4f8a66015 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0520701 Nov 03 19:23:27.494069 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-420fb9df-517c-458d-ba37-bef6d7d91a14 req-0453b022-f5cd-4f45-bcae-6d3a476cee14 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415761 Nov 03 19:23:28.136073 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-31756e43-b57e-4b8a-aa9e-1e554e9b05bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:28.611207 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2e631-4cac-4db1-b9b0-fc1c38fdd3dc req-aefe7d69-093f-4505-a8b7-ec61505f4ff5 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:28.612759 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0bc2e631-4cac-4db1-b9b0-fc1c38fdd3dc req-aefe7d69-093f-4505-a8b7-ec61505f4ff5 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0493288 Nov 03 19:23:28.662474 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0bc2e631-4cac-4db1-b9b0-fc1c38fdd3dc req-5696db63-aea9-4eb7-9107-6271027572c4 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437799 Nov 03 19:23:29.506048 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:29.799384 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ffc73-d1ad-4141-a3b2-fe2f7dc5c4f0 req-e282da01-08da-47a2-bf61-9932adc75453 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:29.805870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-602ffc73-d1ad-4141-a3b2-fe2f7dc5c4f0 req-e282da01-08da-47a2-bf61-9932adc75453 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0682762 Nov 03 19:23:29.851148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-602ffc73-d1ad-4141-a3b2-fe2f7dc5c4f0 req-a99eff65-59a8-4b9f-873c-a55d7a1745ce tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437834 Nov 03 19:23:30.547400 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-a01806ae-0ca2-4ad3-a7e7-7b3b5aba30de service neutron] show failed (client error): The resource could not be found. Nov 03 19:23:30.548478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-a01806ae-0ca2-4ad3-a7e7-7b3b5aba30de service neutron] 10.222.0.98 "GET /v2.0/ports/548fbf9c-a647-4969-9408-a1603103dcee/bindings/n-h1-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.0594842 Nov 03 19:23:30.784434 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.803811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-85a72e8d-115d-4e4b-a00f-544ed1b092ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:30.805189 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-85a72e8d-115d-4e4b-a00f-544ed1b092ef service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e&tenant_id=2f2a1dd410f14813a063f3819c91963d HTTP/1.1" status: 200 len: 1097 time: 0.0957465 Nov 03 19:23:30.823684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:30.853046 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.881271 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:30.976054 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3cdef-3492-44c8-83b9-0af5cd68975e req-8b1ec089-b9de-44c9-9cd1-1d406d9d8478 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:30.977631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cee3cdef-3492-44c8-83b9-0af5cd68975e req-8b1ec089-b9de-44c9-9cd1-1d406d9d8478 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0522473 Nov 03 19:23:31.033386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cee3cdef-3492-44c8-83b9-0af5cd68975e req-c04dc51f-e6c8-476c-83fd-7c7a3baa6110 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486138 Nov 03 19:23:31.084772 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] For port 548fbf9c-a647-4969-9408-a1603103dcee, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=548fbf9c-a647-4969-9408-a1603103dcee,segment=NetworkSegment(d7ba4acc-8523-4cd6-8f3b-a35c904d8330),segment_id=d7ba4acc-8523-4cd6-8f3b-a35c904d8330)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:31.125483 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] For port 548fbf9c-a647-4969-9408-a1603103dcee, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:23:31.176150 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0864ed33-f0dd-42cd-9185-77f7ccae212e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548fbf9c-a647-4969-9408-a1603103dcee'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:23:31.178437 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c749d0-42da-45d3-b233-fe5afccc0876" -d '{"events": [{"server_uuid": "0864ed33-f0dd-42cd-9185-77f7ccae212e", "name": "network-vif-unplugged", "status": "completed", "tag": "548fbf9c-a647-4969-9408-a1603103dcee"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:23:31.182378 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.195402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Transition to ACTIVE for port object 548fbf9c-a647-4969-9408-a1603103dcee will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:23:31.199806 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.264814 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] No DVR routers for this DVR port 548fbf9c-a647-4969-9408-a1603103dcee on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:23:31.271894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Pushing event updated for resources: {'Port': ['ID=548fbf9c-a647-4969-9408-a1603103dcee,revision_number=6']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:31.284482 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:31.284724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:31.285075 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:31.285450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:31.285763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:31.286099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:31.286433 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:31.286765 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:31.287097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:31.287429 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:31.287787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:31.288118 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:31.309936 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ef31b7-08fa-4e1e-ac56-9607b45d25f5 x-openstack-request-id: req-01ef31b7-08fa-4e1e-ac56-9607b45d25f5 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:23:31.310244 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0864ed33-f0dd-42cd-9185-77f7ccae212e", "name": "network-vif-unplugged", "status": "completed", "tag": "548fbf9c-a647-4969-9408-a1603103dcee", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:23:31.310475 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-01ef31b7-08fa-4e1e-ac56-9607b45d25f5 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:23:31.310865 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0864ed33-f0dd-42cd-9185-77f7ccae212e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548fbf9c-a647-4969-9408-a1603103dcee', 'code': 200} Nov 03 19:23:31.324908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Attempting to bind port 548fbf9c-a647-4969-9408-a1603103dcee on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:23:31.325244 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Attempting to bind port 548fbf9c-a647-4969-9408-a1603103dcee by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'd7ba4acc-8523-4cd6-8f3b-a35c904d8330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9aeb235a-6723-4a6c-ad82-911d40657885'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:23:31.325574 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Attempting to bind port 548fbf9c-a647-4969-9408-a1603103dcee on network 9aeb235a-6723-4a6c-ad82-911d40657885 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:31.330675 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Port 548fbf9c-a647-4969-9408-a1603103dcee on network 9aeb235a-6723-4a6c-ad82-911d40657885 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:23:31.331089 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Attempting to bind port 548fbf9c-a647-4969-9408-a1603103dcee on network 9aeb235a-6723-4a6c-ad82-911d40657885 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:31.337476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:23:31.337739 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Checking segment: {'id': 'd7ba4acc-8523-4cd6-8f3b-a35c904d8330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9aeb235a-6723-4a6c-ad82-911d40657885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:31.338128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Bound using segment: {'id': 'd7ba4acc-8523-4cd6-8f3b-a35c904d8330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9aeb235a-6723-4a6c-ad82-911d40657885'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:23:31.338562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Bound port: 548fbf9c-a647-4969-9408-a1603103dcee, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ba4acc-8523-4cd6-8f3b-a35c904d8330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9aeb235a-6723-4a6c-ad82-911d40657885'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:23:31.338923 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.401366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] For port 548fbf9c-a647-4969-9408-a1603103dcee, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:23:31.404667 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] For port 548fbf9c-a647-4969-9408-a1603103dcee, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=548fbf9c-a647-4969-9408-a1603103dcee,segment=NetworkSegment(d7ba4acc-8523-4cd6-8f3b-a35c904d8330),segment_id=d7ba4acc-8523-4cd6-8f3b-a35c904d8330)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:23:31.409540 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.443984 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:31.444598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.445984 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] 10.222.0.87 "PUT /v2.0/ports/548fbf9c-a647-4969-9408-a1603103dcee HTTP/1.1" status: 200 len: 1092 time: 0.6266558 Nov 03 19:23:31.467475 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1066285-6f8f-4ba3-8954-6785e343c09c service neutron] Pushing event updated for resources: {'Port': ['ID=548fbf9c-a647-4969-9408-a1603103dcee,revision_number=7']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:31.498419 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:31.531493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-041fd2b9-963d-4dd7-878a-0ebf2a0d4ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:31.533055 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-041fd2b9-963d-4dd7-878a-0ebf2a0d4ba6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2f2a1dd410f14813a063f3819c91963d&device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 1095 time: 0.0530183 Nov 03 19:23:31.627987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-720ff5d6-c824-450f-8019-b19133aabee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:31.629386 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-720ff5d6-c824-450f-8019-b19133aabee3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9aeb235a-6723-4a6c-ad82-911d40657885 HTTP/1.1" status: 200 len: 912 time: 0.0886419 Nov 03 19:23:31.674706 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-8a9dab28-7f5d-4cb1-b4ee-287d9dec9751 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548fbf9c-a647-4969-9408-a1603103dcee HTTP/1.1" status: 200 len: 217 time: 0.0379009 Nov 03 19:23:31.725447 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-01b48ad7-71a2-4dc9-b80f-94b0a1bf1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:31.726932 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-01b48ad7-71a2-4dc9-b80f-94b0a1bf1d46 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ea5d881b-7e4f-41f7-9db4-cc5167056577 HTTP/1.1" status: 200 len: 851 time: 0.0452995 Nov 03 19:23:31.760756 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-9d3210b7-8a30-46f8-94ce-1ac4f3bb5954 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9aeb235a-6723-4a6c-ad82-911d40657885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262985 Nov 03 19:23:31.854910 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-21f7524b-4617-4e27-a576-5bcb52ca9d6a service neutron] 10.222.0.87 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866611 Nov 03 19:23:31.950254 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7cfe21d9-897b-42b9-868c-057e6c7027cb req-34e9d72e-5771-4fce-997e-c070cfafe7ab service neutron] 10.222.0.87 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880847 Nov 03 19:23:32.156884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329b3ff-f370-4677-a2ac-eb2a678ba653 req-b31429db-0022-4286-8bb4-45bc1177b93b tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:32.158948 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b329b3ff-f370-4677-a2ac-eb2a678ba653 req-b31429db-0022-4286-8bb4-45bc1177b93b tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 944 time: 0.0512903 Nov 03 19:23:32.209749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b329b3ff-f370-4677-a2ac-eb2a678ba653 req-257611f8-d96f-4bc5-b17b-b67629d2a891 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444694 Nov 03 19:23:33.312044 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0864ed33-f0dd-42cd-9185-77f7ccae212e', 'tag': '548fbf9c-a647-4969-9408-a1603103dcee'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:23:33.314456 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7628c5d-366e-437b-9736-d9dedf1ac5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0864ed33-f0dd-42cd-9185-77f7ccae212e", "tag": "548fbf9c-a647-4969-9408-a1603103dcee"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:23:33.339817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931202c6-adf4-4496-8226-8658844a5ef2 req-245670f2-0aff-478e-b4f3-3abe56ba2254 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:33.341432 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-931202c6-adf4-4496-8226-8658844a5ef2 req-245670f2-0aff-478e-b4f3-3abe56ba2254 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 944 time: 0.0554383 Nov 03 19:23:33.366361 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e203d8aa-d434-480e-a48c-e4ebdc3c49a1 x-openstack-request-id: req-e203d8aa-d434-480e-a48c-e4ebdc3c49a1 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:23:33.366657 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0864ed33-f0dd-42cd-9185-77f7ccae212e", "tag": "548fbf9c-a647-4969-9408-a1603103dcee", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:23:33.366914 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e203d8aa-d434-480e-a48c-e4ebdc3c49a1 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:23:33.367314 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0864ed33-f0dd-42cd-9185-77f7ccae212e', 'tag': '548fbf9c-a647-4969-9408-a1603103dcee', 'status': 'completed', 'code': 200} Nov 03 19:23:33.399405 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-931202c6-adf4-4496-8226-8658844a5ef2 req-2639a051-5f21-4a72-b453-420e86f9ea5f tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511653 Nov 03 19:23:33.471600 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-8f649641-6a69-4f47-842e-c0bb08fa6a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:33.473589 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-8f649641-6a69-4f47-842e-c0bb08fa6a0f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2f2a1dd410f14813a063f3819c91963d&device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 1095 time: 0.0489047 Nov 03 19:23:33.506802 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-1073a82d-b7de-411a-b3dc-9119f755c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:33.507896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-1073a82d-b7de-411a-b3dc-9119f755c07e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2f2a1dd410f14813a063f3819c91963d&device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 1095 time: 0.1163731 Nov 03 19:23:33.583082 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-9490d75e-c09e-4146-9cda-c54a413b882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:33.585166 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-9490d75e-c09e-4146-9cda-c54a413b882a service neutron] 10.222.0.87 "GET /v2.0/networks?id=9aeb235a-6723-4a6c-ad82-911d40657885 HTTP/1.1" status: 200 len: 912 time: 0.1036601 Nov 03 19:23:33.608004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-b32ee114-77fd-4cff-baab-cd79f89c17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:33.609530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-b32ee114-77fd-4cff-baab-cd79f89c17c7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9aeb235a-6723-4a6c-ad82-911d40657885 HTTP/1.1" status: 200 len: 912 time: 0.0949900 Nov 03 19:23:33.632584 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-b722a3ea-9d5b-4cfc-8f51-07efd0297f9c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548fbf9c-a647-4969-9408-a1603103dcee HTTP/1.1" status: 200 len: 217 time: 0.0380821 Nov 03 19:23:33.663842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-937c5a03-0c0f-4532-b9fd-8561b6da9c8b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548fbf9c-a647-4969-9408-a1603103dcee HTTP/1.1" status: 200 len: 217 time: 0.0468495 Nov 03 19:23:33.705678 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-3aeb3f2c-4fdf-459d-8320-98ae086151d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:33.707381 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-3aeb3f2c-4fdf-459d-8320-98ae086151d5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ea5d881b-7e4f-41f7-9db4-cc5167056577 HTTP/1.1" status: 200 len: 851 time: 0.0588596 Nov 03 19:23:33.718079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-141a5715-21db-402d-a531-a445046ed5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:33.719718 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-141a5715-21db-402d-a531-a445046ed5eb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ea5d881b-7e4f-41f7-9db4-cc5167056577 HTTP/1.1" status: 200 len: 851 time: 0.0481117 Nov 03 19:23:33.744500 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-503ebf36-82b2-4591-9fc8-3f82e8d344a4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9aeb235a-6723-4a6c-ad82-911d40657885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273485 Nov 03 19:23:33.754096 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-64cdd26d-29d5-47bc-9560-64a3c1bc18a3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9aeb235a-6723-4a6c-ad82-911d40657885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272183 Nov 03 19:23:33.779231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 548fbf9c-a647-4969-9408-a1603103dcee no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:23:33.829580 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 548fbf9c-a647-4969-9408-a1603103dcee not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:23:33.848906 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-86e49b2e-5d99-4bc6-8ec8-b0d6221775a0 service neutron] 10.222.0.87 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898447 Nov 03 19:23:33.865305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-8db05c5e-6509-47fb-ac39-cca4844e2ef9 service neutron] 10.222.0.98 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999992 Nov 03 19:23:33.949324 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-6159bd66-e518-43c2-9629-2976ca981a24 service neutron] 10.222.0.87 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926099 Nov 03 19:23:33.962122 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c7628c5d-366e-437b-9736-d9dedf1ac5ab req-d9c8ff40-ad1a-42af-8223-10198bbb0b6f service neutron] 10.222.0.98 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898328 Nov 03 19:23:34.517348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 548fbf9c-a647-4969-9408-a1603103dcee details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:23:34.523986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73985945-097c-47c8-9e0c-9302c2828172 req-877db707-eabb-4b3c-95d7-f142f20f6ad4 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:34.525693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73985945-097c-47c8-9e0c-9302c2828172 req-877db707-eabb-4b3c-95d7-f142f20f6ad4 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 944 time: 0.0503602 Nov 03 19:23:34.582563 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73985945-097c-47c8-9e0c-9302c2828172 req-3430a8e4-4e83-4763-b465-33606e75d0a1 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503604 Nov 03 19:23:34.614617 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 548fbf9c-a647-4969-9408-a1603103dcee, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=548fbf9c-a647-4969-9408-a1603103dcee,segment=NetworkSegment(d7ba4acc-8523-4cd6-8f3b-a35c904d8330),segment_id=d7ba4acc-8523-4cd6-8f3b-a35c904d8330)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:34.626929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '548fbf9c-a647-4969-9408-a1603103dcee', 'network_id': '9aeb235a-6723-4a6c-ad82-911d40657885', 'port_id': '548fbf9c-a647-4969-9408-a1603103dcee', 'mac_address': 'fa:16:3e:0e:8d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5d881b-7e4f-41f7-9db4-cc5167056577', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:23:34.669373 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.682477 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548fbf9c-a647-4969-9408-a1603103dcee {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:23:34.705718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 548fbf9c-a647-4969-9408-a1603103dcee, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=548fbf9c-a647-4969-9408-a1603103dcee,segment=NetworkSegment(d7ba4acc-8523-4cd6-8f3b-a35c904d8330),segment_id=d7ba4acc-8523-4cd6-8f3b-a35c904d8330)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:34.710770 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:34.759942 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=548fbf9c-a647-4969-9408-a1603103dcee,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:34.768626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:34.769042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:34.769346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:34.769641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:34.769977 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:34.770316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:34.770645 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:34.770980 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:34.771312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:34.771689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:34.772020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:34.772345 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:34.870074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-3b19ea89-ed08-45b3-82f1-e6d900eb0cd3 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:34.871560 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-3b19ea89-ed08-45b3-82f1-e6d900eb0cd3 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.98 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e&tenant_id=2f2a1dd410f14813a063f3819c91963d&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 945 time: 0.0845711 Nov 03 19:23:34.932081 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-99df4779-b14f-4cde-b035-2877507598d8 service neutron] delete failed (client error): The resource could not be found. Nov 03 19:23:34.933168 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-99df4779-b14f-4cde-b035-2877507598d8 service neutron] 10.222.0.98 "DELETE /v2.0/ports/548fbf9c-a647-4969-9408-a1603103dcee/bindings/n-h2-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.0538282 Nov 03 19:23:35.021590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-3b175df7-0241-4424-8d4b-33b5d9186660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:35.023092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-3b175df7-0241-4424-8d4b-33b5d9186660 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2f2a1dd410f14813a063f3819c91963d&device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 1096 time: 0.0455825 Nov 03 19:23:35.032201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['548fbf9c-a647-4969-9408-a1603103dcee'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:23:35.118291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-9d19101c-3b8a-4513-b9f3-c61139352576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:35.119853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-9d19101c-3b8a-4513-b9f3-c61139352576 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9aeb235a-6723-4a6c-ad82-911d40657885 HTTP/1.1" status: 200 len: 912 time: 0.0882468 Nov 03 19:23:35.167647 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-d3a62555-8f8b-456a-86f3-b25e02e81781 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548fbf9c-a647-4969-9408-a1603103dcee HTTP/1.1" status: 200 len: 217 time: 0.0399230 Nov 03 19:23:35.218300 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-d168490d-1e48-4eef-a61d-92db3ae85b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:35.219701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-d168490d-1e48-4eef-a61d-92db3ae85b27 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ea5d881b-7e4f-41f7-9db4-cc5167056577 HTTP/1.1" status: 200 len: 851 time: 0.0454409 Nov 03 19:23:35.250796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-090123e1-325b-47ad-a245-fab9caa0fccb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9aeb235a-6723-4a6c-ad82-911d40657885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246813 Nov 03 19:23:35.343834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-9426b306-7d59-40aa-a0af-f097db6a6b5c service neutron] 10.222.0.98 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859954 Nov 03 19:23:35.440918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-de854be9-5f2e-467c-92a5-6a65382c25e4 service neutron] 10.222.0.98 "GET /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901332 Nov 03 19:23:36.189984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab6090-6e0b-4049-bb9e-ceb7edf2aa88 req-ede789ae-26b0-4473-a2de-5efc52ae0ecc tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:36.191517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80ab6090-6e0b-4049-bb9e-ceb7edf2aa88 req-ede789ae-26b0-4473-a2de-5efc52ae0ecc tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 945 time: 0.0533385 Nov 03 19:23:36.255213 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80ab6090-6e0b-4049-bb9e-ceb7edf2aa88 req-fea455c1-8bdb-4703-83b6-ceb20f12f785 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573900 Nov 03 19:23:36.540233 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 548fbf9c-a647-4969-9408-a1603103dcee up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:36.588713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 548fbf9c-a647-4969-9408-a1603103dcee completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:23:36.593032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 548fbf9c-a647-4969-9408-a1603103dcee triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:36.593400 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:36.676025 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:36.698410 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0864ed33-f0dd-42cd-9185-77f7ccae212e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548fbf9c-a647-4969-9408-a1603103dcee'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:23:36.700674 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cc9234-59bb-4138-9525-f84d94750390" -d '{"events": [{"server_uuid": "0864ed33-f0dd-42cd-9185-77f7ccae212e", "name": "network-vif-plugged", "status": "completed", "tag": "548fbf9c-a647-4969-9408-a1603103dcee"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:23:36.716153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 548fbf9c-a647-4969-9408-a1603103dcee, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=548fbf9c-a647-4969-9408-a1603103dcee,segment=NetworkSegment(d7ba4acc-8523-4cd6-8f3b-a35c904d8330),segment_id=d7ba4acc-8523-4cd6-8f3b-a35c904d8330)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:36.721328 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:36.744875 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4335a239-856f-4536-8ce8-eaea76b30923 x-openstack-request-id: req-4335a239-856f-4536-8ce8-eaea76b30923 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:23:36.745159 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0864ed33-f0dd-42cd-9185-77f7ccae212e", "name": "network-vif-plugged", "status": "completed", "tag": "548fbf9c-a647-4969-9408-a1603103dcee", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:23:36.745411 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4335a239-856f-4536-8ce8-eaea76b30923 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:23:36.745821 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0864ed33-f0dd-42cd-9185-77f7ccae212e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548fbf9c-a647-4969-9408-a1603103dcee', 'code': 200} Nov 03 19:23:36.771789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=548fbf9c-a647-4969-9408-a1603103dcee,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:37.394219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5f622-131f-4cde-8ac7-d715f85ff12d req-f65d89e4-9049-48ae-8df3-60a94687560a tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:37.395930 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ed5f622-131f-4cde-8ac7-d715f85ff12d req-f65d89e4-9049-48ae-8df3-60a94687560a tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0540314 Nov 03 19:23:37.453302 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ed5f622-131f-4cde-8ac7-d715f85ff12d req-322b8cce-c1d1-4ae3-b814-a2ee56436962 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.107 "GET /v2.0/security-groups?id=95787949-9b51-448b-895e-489de81f7e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502355 Nov 03 19:23:37.654442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-b89d814e-9142-40ea-ab2c-493025e93432 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:37.655942 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-b89d814e-9142-40ea-ab2c-493025e93432 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.87 "GET /v2.0/ports?device_id=0864ed33-f0dd-42cd-9185-77f7ccae212e HTTP/1.1" status: 200 len: 946 time: 0.0490201 Nov 03 19:23:37.749311 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-7e932db8-4fda-44d8-90c0-a21763038e84 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Deleting port 548fbf9c-a647-4969-9408-a1603103dcee {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:23:37.749648 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-7e932db8-4fda-44d8-90c0-a21763038e84 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:37.840407 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-7e932db8-4fda-44d8-90c0-a21763038e84 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] For port 548fbf9c-a647-4969-9408-a1603103dcee, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=548fbf9c-a647-4969-9408-a1603103dcee,segment=NetworkSegment(d7ba4acc-8523-4cd6-8f3b-a35c904d8330),segment_id=d7ba4acc-8523-4cd6-8f3b-a35c904d8330)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:37.840795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-7e932db8-4fda-44d8-90c0-a21763038e84 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:37.854252 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-7e932db8-4fda-44d8-90c0-a21763038e84 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Calling delete_port for 548fbf9c-a647-4969-9408-a1603103dcee owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:23:37.983023 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-7e932db8-4fda-44d8-90c0-a21763038e84 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.011926 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e932db8-4fda-44d8-90c0-a21763038e84 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Pushing event deleted for resources: {'Port': ['ID=548fbf9c-a647-4969-9408-a1603103dcee,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:38.017532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['548fbf9c-a647-4969-9408-a1603103dcee'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:23:38.060057 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-7e932db8-4fda-44d8-90c0-a21763038e84 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] No DVR routers for this DVR port 548fbf9c-a647-4969-9408-a1603103dcee on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:23:38.062950 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-7e932db8-4fda-44d8-90c0-a21763038e84 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.066378 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-32355a46-91c4-4e8e-906c-22c5d90c2d4c req-7e932db8-4fda-44d8-90c0-a21763038e84 tempest-DeleteServersTestJSON-223431130 tempest-DeleteServersTestJSON-223431130-project] 10.222.0.87 "DELETE /v2.0/ports/548fbf9c-a647-4969-9408-a1603103dcee HTTP/1.1" status: 204 len: 173 time: 0.4037476 Nov 03 19:23:38.066828 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0864ed33-f0dd-42cd-9185-77f7ccae212e', 'name': 'network-vif-deleted', 'tag': '548fbf9c-a647-4969-9408-a1603103dcee'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:23:38.069132 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecac95b-96d8-432b-bec1-45ee51f998b9" -d '{"events": [{"server_uuid": "0864ed33-f0dd-42cd-9185-77f7ccae212e", "name": "network-vif-deleted", "tag": "548fbf9c-a647-4969-9408-a1603103dcee"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:23:38.109005 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfff2264-ce62-4fb2-91d1-a18b72d4c4a5 x-openstack-request-id: req-cfff2264-ce62-4fb2-91d1-a18b72d4c4a5 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:23:38.109481 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0864ed33-f0dd-42cd-9185-77f7ccae212e", "name": "network-vif-deleted", "tag": "548fbf9c-a647-4969-9408-a1603103dcee", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:23:38.109770 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cfff2264-ce62-4fb2-91d1-a18b72d4c4a5 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:23:38.110338 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0864ed33-f0dd-42cd-9185-77f7ccae212e', 'name': 'network-vif-deleted', 'tag': '548fbf9c-a647-4969-9408-a1603103dcee', 'status': 'completed', 'code': 200} Nov 03 19:23:38.593653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36894) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:38.643823 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a768f89-c90c-4112-8eb8-dbb5f06a9f02 admin admin] Deleting subnet ea5d881b-7e4f-41f7-9db4-cc5167056577 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:23:38.646873 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a768f89-c90c-4112-8eb8-dbb5f06a9f02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.680095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a768f89-c90c-4112-8eb8-dbb5f06a9f02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.722016 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a768f89-c90c-4112-8eb8-dbb5f06a9f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.776895 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a768f89-c90c-4112-8eb8-dbb5f06a9f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.803075 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a768f89-c90c-4112-8eb8-dbb5f06a9f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5d881b-7e4f-41f7-9db4-cc5167056577,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:38.806963 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-9a768f89-c90c-4112-8eb8-dbb5f06a9f02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.810225 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-9a768f89-c90c-4112-8eb8-dbb5f06a9f02 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/ea5d881b-7e4f-41f7-9db4-cc5167056577 HTTP/1.1" status: 204 len: 168 time: 0.2155292 Nov 03 19:23:38.814202 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36896) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:38.885902 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa0bdb02-ba2b-4e84-bd08-291bdba90c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.966799 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa0bdb02-ba2b-4e84-bd08-291bdba90c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:38.987908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-aa0bdb02-ba2b-4e84-bd08-291bdba90c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aeb235a-6723-4a6c-ad82-911d40657885']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:38.996862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-aa0bdb02-ba2b-4e84-bd08-291bdba90c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ba4acc-8523-4cd6-8f3b-a35c904d8330') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:38.997150 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-aa0bdb02-ba2b-4e84-bd08-291bdba90c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ba4acc-8523-4cd6-8f3b-a35c904d8330') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:23:39.006927 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa0bdb02-ba2b-4e84-bd08-291bdba90c6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.021383 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa0bdb02-ba2b-4e84-bd08-291bdba90c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.027616 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0bdb02-ba2b-4e84-bd08-291bdba90c6a admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:23:39.027960 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa0bdb02-ba2b-4e84-bd08-291bdba90c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:23:39.029651 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:23:39.085905 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa0bdb02-ba2b-4e84-bd08-291bdba90c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.092553 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-aa0bdb02-ba2b-4e84-bd08-291bdba90c6a admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.097516 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-aa0bdb02-ba2b-4e84-bd08-291bdba90c6a admin admin] 10.222.0.107 "DELETE /v2.0/networks/9aeb235a-6723-4a6c-ad82-911d40657885 HTTP/1.1" status: 204 len: 168 time: 0.2817502 Nov 03 19:23:39.109788 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bdb02-ba2b-4e84-bd08-291bdba90c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=9aeb235a-6723-4a6c-ad82-911d40657885,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:39.223716 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36900) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:39.275233 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-18d3db6f-93b1-478d-8ce9-4d63a4f31c45 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2f2a1dd410f14813a063f3819c91963d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501177 Nov 03 19:23:39.280171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 36902) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:39.330042 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.352626 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.398680 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.401901 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:39.405332 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/95787949-9b51-448b-895e-489de81f7e3a HTTP/1.1" status: 204 len: 168 time: 0.1241019 Nov 03 19:23:39.415348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95787949-9b51-448b-895e-489de81f7e3a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:39.422755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:39.423665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:39.424012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:39.424355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:39.424684 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:39.425014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:39.425343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:39.425669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:39.425992 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:39.426342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:39.426666 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:39.426990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c67e1f-5e4e-469b-8fd2-166196b27576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:23:40.140540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36924) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:40.237827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-793077595-network', 'tenant_id': '3cf71fd8634f4af99d3826bd46127cf3'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:40.259706 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] Made reservation on behalf of 3cf71fd8634f4af99d3826bd46127cf3 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:40.262141 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.271270 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.349647 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.355120 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.381378 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:23:40.392288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012984a9-d884-4001-ae33-eddbe07d1027,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:40.400153 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.400325 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] Added segment 38dd9ec1-836a-4447-844e-35ce5736f11e of type vlan for network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 Nov 03 19:23:40.444053 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.468878 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.470111 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:40.470721 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.534557 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 548fbf9c-a647-4969-9408-a1603103dcee no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:23:40.535164 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3933609 Nov 03 19:23:40.538022 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 36928) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:23:40.543240 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1123cf60-02ac-43fe-bd60-fead1ac94ea5 admin admin] Request body: {'subnet': {'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-793077595-subnet', 'tenant_id': '3cf71fd8634f4af99d3826bd46127cf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:40.553845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c627656-c309-4302-b233-12020e1aa577 admin admin] Pushing event updated for resources: {'Network': ['ID=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:40.556023 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 548fbf9c-a647-4969-9408-a1603103dcee {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:23:40.556377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 548fbf9c-a647-4969-9408-a1603103dcee not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:23:40.567790 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:23:40.574414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1123cf60-02ac-43fe-bd60-fead1ac94ea5 admin admin] Made reservation on behalf of 3cf71fd8634f4af99d3826bd46127cf3 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:40.577281 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1123cf60-02ac-43fe-bd60-fead1ac94ea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.751996 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1123cf60-02ac-43fe-bd60-fead1ac94ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.804248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123cf60-02ac-43fe-bd60-fead1ac94ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cae01d5-65e2-4a8d-8478-813c3f290a88,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:40.814423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123cf60-02ac-43fe-bd60-fead1ac94ea5 admin admin] Checking segment: {'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:40.814778 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1123cf60-02ac-43fe-bd60-fead1ac94ea5 admin admin] Network hostable DHCP agents. Network: f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:23:40.832300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1123cf60-02ac-43fe-bd60-fead1ac94ea5 admin admin] Network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:23:40.840894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-1123cf60-02ac-43fe-bd60-fead1ac94ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:40.845467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1123cf60-02ac-43fe-bd60-fead1ac94ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:40.846197 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1123cf60-02ac-43fe-bd60-fead1ac94ea5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:40.850518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4321d2-f840-4748-a483-44a181c41a56 None None] Network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:40.863367 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1123cf60-02ac-43fe-bd60-fead1ac94ea5 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3235214 Nov 03 19:23:40.978485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a35e9b2-9de7-4460-8a06-e7e244912ff3 None None] Network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:23:41.302011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-11f8fcc7-c706-43c2-872e-6871c3d3e123 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:41.303498 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-11f8fcc7-c706-43c2-872e-6871c3d3e123 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 814 time: 0.1071782 Nov 03 19:23:41.318485 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-daefdf2a-a54c-4e93-b504-4aa7550ae1de tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/quotas/3cf71fd8634f4af99d3826bd46127cf3 HTTP/1.1" status: 200 len: 375 time: 0.0091021 Nov 03 19:23:41.350927 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-6fe0946b-0b7e-4854-bfc2-8d9a1c6bb531 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266266 Nov 03 19:23:41.444181 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-143c7345-5689-44c3-83e1-f9fea4356075 service neutron] 10.222.0.107 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860543 Nov 03 19:23:41.533038 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7a7740c8-a674-4d65-ada7-4b418ffc7f90 service neutron] 10.222.0.107 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819814 Nov 03 19:23:41.699150 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3df955f4-a9c3-4db4-ad0d-b89e9c1cbc4e req-9fbb900f-1871-4529-bee7-4ab3e39073ef tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 210 time: 0.0315976 Nov 03 19:23:42.647318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7e93b1ea-6f8b-4922-9584-e308513c9519 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:42.649222 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7e93b1ea-6f8b-4922-9584-e308513c9519 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.98 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 814 time: 0.1113033 Nov 03 19:23:42.663078 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7fb22113-be17-45d0-b5ad-777f9b31fb91 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Request body: {'port': {'device_id': '418ff4b8-2f67-4763-a74c-4fb76cab2f5a', 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7', 'admin_state_up': True, 'tenant_id': '3cf71fd8634f4af99d3826bd46127cf3'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:42.793393 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7fb22113-be17-45d0-b5ad-777f9b31fb91 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Made reservation on behalf of 3cf71fd8634f4af99d3826bd46127cf3 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:23:42.796871 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7fb22113-be17-45d0-b5ad-777f9b31fb91 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:42.813545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c387035a-0da4-49b5-91d4-8d28c19cd0b6 req-cae93595-d554-47d9-97c5-de5ac9abe76b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 210 time: 0.0375390 Nov 03 19:23:42.941496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7fb22113-be17-45d0-b5ad-777f9b31fb91 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Allocated IP 172.20.0.14 (f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7/0cae01d5-65e2-4a8d-8478-813c3f290a88/5589295b-949d-4838-a081-5aaeaf879311) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:23:43.083823 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7fb22113-be17-45d0-b5ad-777f9b31fb91 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.117689 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7fb22113-be17-45d0-b5ad-777f9b31fb91 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.164042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7fb22113-be17-45d0-b5ad-777f9b31fb91 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:23:43.169127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7fb22113-be17-45d0-b5ad-777f9b31fb91 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:23:43.173092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7fb22113-be17-45d0-b5ad-777f9b31fb91 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:23:43.197188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb22113-be17-45d0-b5ad-777f9b31fb91 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Pushing event updated for resources: {'Port': ['ID=5589295b-949d-4838-a081-5aaeaf879311,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:43.225370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7fb22113-be17-45d0-b5ad-777f9b31fb91 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:43.225982 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7fb22113-be17-45d0-b5ad-777f9b31fb91 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.240688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7fb22113-be17-45d0-b5ad-777f9b31fb91 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5819752 Nov 03 19:23:43.253058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Request body: {'port': {'device_id': '418ff4b8-2f67-4763-a74c-4fb76cab2f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:23:43.309630 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.542072 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.568285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5589295b-949d-4838-a081-5aaeaf879311 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:23:43.575712 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.588083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Transition to ACTIVE for port object 5589295b-949d-4838-a081-5aaeaf879311 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:23:43.591797 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.659845 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Pushing event updated for resources: {'Port': ['ID=5589295b-949d-4838-a081-5aaeaf879311,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:43.711761 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Attempting to bind port 5589295b-949d-4838-a081-5aaeaf879311 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:23:43.712097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Attempting to bind port 5589295b-949d-4838-a081-5aaeaf879311 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:23:43.712429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Attempting to bind port 5589295b-949d-4838-a081-5aaeaf879311 on network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:43.716878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Port 5589295b-949d-4838-a081-5aaeaf879311 on network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:23:43.717202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Attempting to bind port 5589295b-949d-4838-a081-5aaeaf879311 on network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:23:43.722077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:23:43.722412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Checking segment: {'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:23:43.722817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Bound using segment: {'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:23:43.723219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Bound port: 5589295b-949d-4838-a081-5aaeaf879311, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:23:43.723587 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.790595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] For port 5589295b-949d-4838-a081-5aaeaf879311, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:23:43.793829 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] For port 5589295b-949d-4838-a081-5aaeaf879311, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5589295b-949d-4838-a081-5aaeaf879311,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:23:43.799503 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.841912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:43.842542 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:43.844353 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] 10.222.0.98 "PUT /v2.0/ports/5589295b-949d-4838-a081-5aaeaf879311 HTTP/1.1" status: 200 len: 1092 time: 0.5955772 Nov 03 19:23:43.844455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418ff4b8-2f67-4763-a74c-4fb76cab2f5a', 'tag': '5589295b-949d-4838-a081-5aaeaf879311'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:23:43.846743 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a01f19-c8a0-419b-b4f4-a61306e56689" -d '{"events": [{"name": "network-changed", "server_uuid": "418ff4b8-2f67-4763-a74c-4fb76cab2f5a", "tag": "5589295b-949d-4838-a081-5aaeaf879311"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:23:43.872932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0ecb8-49c5-49ee-aa44-172830efb84e service neutron] Pushing event updated for resources: {'Port': ['ID=5589295b-949d-4838-a081-5aaeaf879311,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:43.907035 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3a3151-846b-40da-979f-b048f483d4d7 x-openstack-request-id: req-af3a3151-846b-40da-979f-b048f483d4d7 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:23:43.907420 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418ff4b8-2f67-4763-a74c-4fb76cab2f5a", "tag": "5589295b-949d-4838-a081-5aaeaf879311", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:23:43.907758 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-af3a3151-846b-40da-979f-b048f483d4d7 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:23:43.908147 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418ff4b8-2f67-4763-a74c-4fb76cab2f5a', 'tag': '5589295b-949d-4838-a081-5aaeaf879311', 'status': 'completed', 'code': 200} Nov 03 19:23:43.971887 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-411dd266-9042-4233-afce-749ef34e840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:43.973393 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-411dd266-9042-4233-afce-749ef34e840e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 1095 time: 0.0783391 Nov 03 19:23:43.981520 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90975e0e-3096-48b4-abeb-e1fc87cc38b0 req-f530da80-4a00-43bf-a23a-422a938feac0 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:43.982873 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90975e0e-3096-48b4-abeb-e1fc87cc38b0 req-f530da80-4a00-43bf-a23a-422a938feac0 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 944 time: 0.0788658 Nov 03 19:23:44.023545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-8c5f970f-cb4c-4eb2-885c-d99ba06b96db service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5589295b-949d-4838-a081-5aaeaf879311 HTTP/1.1" status: 200 len: 217 time: 0.0397182 Nov 03 19:23:44.092579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-44786993-b664-4689-ac08-b6286cd7b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:44.094052 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-44786993-b664-4689-ac08-b6286cd7b0f6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 200 len: 854 time: 0.0637290 Nov 03 19:23:44.097519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90975e0e-3096-48b4-abeb-e1fc87cc38b0 req-8daedf24-e7f2-4499-aadc-b8a5b204ce01 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082890 Nov 03 19:23:44.130902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-93869b13-4934-48e5-92eb-ee77f19626ee service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297339 Nov 03 19:23:44.220443 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-1f36618f-324c-42ef-a673-2e36a88152ca service neutron] 10.222.0.98 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824673 Nov 03 19:23:44.323524 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1adbb7df-328d-48b5-858d-796ceb4e4f92 req-04528e54-e8ea-4573-a5ef-03630c8269a6 service neutron] 10.222.0.98 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960147 Nov 03 19:23:44.421935 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a01f19-c8a0-419b-b4f4-a61306e56689 req-e5b1826d-c094-4f8b-b0a0-c6894b291be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:44.423449 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75a01f19-c8a0-419b-b4f4-a61306e56689 req-e5b1826d-c094-4f8b-b0a0-c6894b291be2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 1095 time: 0.0514784 Nov 03 19:23:44.516220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a01f19-c8a0-419b-b4f4-a61306e56689 req-698cb332-4db7-488b-b26e-eb0cf7e37267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:44.517694 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75a01f19-c8a0-419b-b4f4-a61306e56689 req-698cb332-4db7-488b-b26e-eb0cf7e37267 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 915 time: 0.0867264 Nov 03 19:23:44.564268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75a01f19-c8a0-419b-b4f4-a61306e56689 req-f16cfc0f-9b96-442b-b917-40a90247a617 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5589295b-949d-4838-a081-5aaeaf879311 HTTP/1.1" status: 200 len: 217 time: 0.0388391 Nov 03 19:23:44.622419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a01f19-c8a0-419b-b4f4-a61306e56689 req-16e8612a-769b-4a3a-bf76-5e4f4a4364f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:44.623856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75a01f19-c8a0-419b-b4f4-a61306e56689 req-16e8612a-769b-4a3a-bf76-5e4f4a4364f8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 200 len: 854 time: 0.0519717 Nov 03 19:23:44.664608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75a01f19-c8a0-419b-b4f4-a61306e56689 req-c242fbc3-441e-4952-9e4f-e9142e0f8f17 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312996 Nov 03 19:23:44.760229 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75a01f19-c8a0-419b-b4f4-a61306e56689 req-875bb98d-8675-4bad-9251-abd6ae5d38ff service neutron] 10.222.0.98 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855250 Nov 03 19:23:44.854133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75a01f19-c8a0-419b-b4f4-a61306e56689 req-a3828c9e-384c-4643-8d39-5d86753824c6 service neutron] 10.222.0.98 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854874 Nov 03 19:23:45.229582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb6ba5-4a6d-4030-bc4e-9bb859a5db9e req-9d0d2b34-060f-4b6d-8eaa-993d4c9cd223 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:45.231309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5dcb6ba5-4a6d-4030-bc4e-9bb859a5db9e req-9d0d2b34-060f-4b6d-8eaa-993d4c9cd223 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 944 time: 0.0548615 Nov 03 19:23:45.292364 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5dcb6ba5-4a6d-4030-bc4e-9bb859a5db9e req-48af92c1-8625-4e90-9cbd-0fa70a6d287c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513101 Nov 03 19:23:46.413062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100687e-b552-4438-9724-3430ca65ebac req-63befa52-d48c-4386-bd81-aab39041f8f4 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:46.414670 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1100687e-b552-4438-9724-3430ca65ebac req-63befa52-d48c-4386-bd81-aab39041f8f4 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 944 time: 0.0526898 Nov 03 19:23:46.466724 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1100687e-b552-4438-9724-3430ca65ebac req-ba728185-a193-4bfd-ab6e-664997c593c6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457749 Nov 03 19:23:47.587023 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54abd70-9e3a-44ed-bcd9-3ff2cf233775 req-159af867-43d2-48c6-aec6-b91c7bcff7e8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:47.588627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e54abd70-9e3a-44ed-bcd9-3ff2cf233775 req-159af867-43d2-48c6-aec6-b91c7bcff7e8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 944 time: 0.0489812 Nov 03 19:23:47.646881 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e54abd70-9e3a-44ed-bcd9-3ff2cf233775 req-2d62f68f-42be-414a-87e5-75df194274bc tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522809 Nov 03 19:23:47.778751 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5589295b-949d-4838-a081-5aaeaf879311 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:23:47.874000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 5589295b-949d-4838-a081-5aaeaf879311, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5589295b-949d-4838-a081-5aaeaf879311,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:47.885830 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '5589295b-949d-4838-a081-5aaeaf879311', 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7', 'port_id': '5589295b-949d-4838-a081-5aaeaf879311', 'mac_address': 'fa:16:3e:55:3d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cae01d5-65e2-4a8d-8478-813c3f290a88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:23:47.936289 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:48.107692 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5589295b-949d-4838-a081-5aaeaf879311 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:23:48.127727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 5589295b-949d-4838-a081-5aaeaf879311, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5589295b-949d-4838-a081-5aaeaf879311,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:48.132753 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:48.179459 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=5589295b-949d-4838-a081-5aaeaf879311,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:48.337888 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['5589295b-949d-4838-a081-5aaeaf879311'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:23:48.765537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444975f-23ed-4981-b442-b72707b6786c req-3638d569-9558-4df7-a828-5a3deae95834 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:48.767100 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7444975f-23ed-4981-b442-b72707b6786c req-3638d569-9558-4df7-a828-5a3deae95834 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 945 time: 0.0497315 Nov 03 19:23:48.815881 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7444975f-23ed-4981-b442-b72707b6786c req-ce4fb8ca-e593-4a46-a60c-487ca2685642 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421014 Nov 03 19:23:49.794728 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5589295b-949d-4838-a081-5aaeaf879311 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:23:49.849767 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 5589295b-949d-4838-a081-5aaeaf879311 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:23:49.855505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 5589295b-949d-4838-a081-5aaeaf879311 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:23:49.856082 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:49.938048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9ecf1-4c30-47cf-a8c7-225e8935f979 req-aba17120-9bb4-4459-bc66-754bd9b68457 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:49.939712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6e9ecf1-4c30-47cf-a8c7-225e8935f979 req-aba17120-9bb4-4459-bc66-754bd9b68457 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 945 time: 0.0510788 Nov 03 19:23:49.940108 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:49.969275 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418ff4b8-2f67-4763-a74c-4fb76cab2f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5589295b-949d-4838-a081-5aaeaf879311'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:23:49.971468 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010378f2-306c-4e4f-8812-39a540accaaa" -d '{"events": [{"server_uuid": "418ff4b8-2f67-4763-a74c-4fb76cab2f5a", "name": "network-vif-plugged", "status": "completed", "tag": "5589295b-949d-4838-a081-5aaeaf879311"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:23:49.990820 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6e9ecf1-4c30-47cf-a8c7-225e8935f979 req-055eab0a-c070-49a9-91bf-0ed4c6c87a46 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448351 Nov 03 19:23:49.992011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 5589295b-949d-4838-a081-5aaeaf879311, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5589295b-949d-4838-a081-5aaeaf879311,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:23:49.997896 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:50.024156 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6943b80f-d589-43eb-848f-0ca8fc98ae21 x-openstack-request-id: req-6943b80f-d589-43eb-848f-0ca8fc98ae21 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:23:50.024460 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418ff4b8-2f67-4763-a74c-4fb76cab2f5a", "name": "network-vif-plugged", "status": "completed", "tag": "5589295b-949d-4838-a081-5aaeaf879311", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:23:50.024721 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6943b80f-d589-43eb-848f-0ca8fc98ae21 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:23:50.025113 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418ff4b8-2f67-4763-a74c-4fb76cab2f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5589295b-949d-4838-a081-5aaeaf879311', 'code': 200} Nov 03 19:23:50.052042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=5589295b-949d-4838-a081-5aaeaf879311,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:23:50.142858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014a0ff-cea7-436e-9afd-e764af916cba req-0fe8e39d-51b0-487d-9b5e-1f826b501fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:50.144945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9014a0ff-cea7-436e-9afd-e764af916cba req-0fe8e39d-51b0-487d-9b5e-1f826b501fdc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 1097 time: 0.0603149 Nov 03 19:23:50.188380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9014a0ff-cea7-436e-9afd-e764af916cba req-32d0e327-38f4-4efa-863c-e2e6bd2b5b4b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366621 Nov 03 19:23:51.106013 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09019922-f4ac-4d90-8667-8f543965609b req-3a7e9f7d-2836-4e1d-b289-1683b2bac964 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:51.107538 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09019922-f4ac-4d90-8667-8f543965609b req-3a7e9f7d-2836-4e1d-b289-1683b2bac964 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0485773 Nov 03 19:23:51.158595 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09019922-f4ac-4d90-8667-8f543965609b req-bf389d25-75ce-4041-bfaa-5266ede84c13 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445948 Nov 03 19:23:52.274643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11415c93-f15b-4aab-8931-40ff20fd0278 req-d1ac104d-ccf3-4f0b-a8d0-9ef7084e595a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:52.276154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11415c93-f15b-4aab-8931-40ff20fd0278 req-d1ac104d-ccf3-4f0b-a8d0-9ef7084e595a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0484779 Nov 03 19:23:52.326107 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11415c93-f15b-4aab-8931-40ff20fd0278 req-3e14f654-bee1-4af2-9c83-44ab394c0a19 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436873 Nov 03 19:23:52.439037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19f9b4-24e8-4812-8aa8-a4890cfd0070 req-688ca058-abb4-4383-b75b-79a857ce5a38 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:52.441306 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b19f9b4-24e8-4812-8aa8-a4890cfd0070 req-688ca058-abb4-4383-b75b-79a857ce5a38 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0479789 Nov 03 19:23:52.486189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b19f9b4-24e8-4812-8aa8-a4890cfd0070 req-2ce2a9fe-3f55-4221-a1f1-b5f6f30bd47a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391142 Nov 03 19:23:52.686193 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593bc74-06ea-4d89-b1d0-47f101b32a67 req-f1498a23-82d2-49b2-8e03-bf9f8144638b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:52.687702 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a593bc74-06ea-4d89-b1d0-47f101b32a67 req-f1498a23-82d2-49b2-8e03-bf9f8144638b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0500252 Nov 03 19:23:52.735990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a593bc74-06ea-4d89-b1d0-47f101b32a67 req-b92fb4f3-60b9-492f-aaf5-fbce43a17b22 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Nov 03 19:23:52.859243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451dbb9c-9b2e-4e4e-8087-832625523282 req-bb32a822-8086-4f95-8648-1d8cd55301db tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:52.860756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-451dbb9c-9b2e-4e4e-8087-832625523282 req-bb32a822-8086-4f95-8648-1d8cd55301db tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0551724 Nov 03 19:23:52.910821 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-451dbb9c-9b2e-4e4e-8087-832625523282 req-98b587d6-6106-496a-ac43-c40b46c75595 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 Nov 03 19:23:53.135023 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-e1ff5c85-fbd2-49fa-8dd7-a344c35d6e8a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407569 Nov 03 19:23:53.148784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09791b4c-662e-4dec-acfb-7962e61b88b9 req-c8e0095d-3060-47a4-8bec-2250440a36e1 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:53.150435 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09791b4c-662e-4dec-acfb-7962e61b88b9 req-c8e0095d-3060-47a4-8bec-2250440a36e1 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0486891 Nov 03 19:23:53.203886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09791b4c-662e-4dec-acfb-7962e61b88b9 req-db3bde8c-ec4e-4a71-a0c3-9870b91cef5c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462279 Nov 03 19:23:54.351724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11538be4-f372-46e3-8a5c-82baf6e6594c req-bf40590b-514d-4006-850f-ce58ce6150d0 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:54.353272 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11538be4-f372-46e3-8a5c-82baf6e6594c req-bf40590b-514d-4006-850f-ce58ce6150d0 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0739007 Nov 03 19:23:54.407247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-c29de201-879e-46cd-b923-36e79b205358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:54.408836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-c29de201-879e-46cd-b923-36e79b205358 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 1097 time: 0.0744169 Nov 03 19:23:54.428520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11538be4-f372-46e3-8a5c-82baf6e6594c req-abfd3537-a5a6-49e9-b115-b14ba38166ec tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620103 Nov 03 19:23:54.507460 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b51f07b7-4b0a-41c9-b85d-c394b38629b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:54.508975 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b51f07b7-4b0a-41c9-b85d-c394b38629b8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 915 time: 0.0928090 Nov 03 19:23:54.549821 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-4895def0-1831-4b88-8917-89d26837b281 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5589295b-949d-4838-a081-5aaeaf879311 HTTP/1.1" status: 200 len: 217 time: 0.0334358 Nov 03 19:23:54.596980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-e7ff2179-0db2-44e0-9704-655264fce841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:54.598413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-e7ff2179-0db2-44e0-9704-655264fce841 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 200 len: 854 time: 0.0422366 Nov 03 19:23:54.628355 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-1d29ebec-08f8-4f25-bc48-00c38a77349c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234835 Nov 03 19:23:54.719205 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-cb55af99-b9a6-4a4b-88af-5b469cab551a service neutron] 10.222.0.98 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838761 Nov 03 19:23:55.162591 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-7ca62387-cb60-4ff2-9d62-66219874c1de service neutron] 10.222.0.98 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366617 Nov 03 19:23:55.546072 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06aace-2116-41ee-abda-d950a2f6b336 req-cfef444f-dfea-4c21-8c41-16e25c1e5e68 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:55.547543 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e06aace-2116-41ee-abda-d950a2f6b336 req-cfef444f-dfea-4c21-8c41-16e25c1e5e68 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0490408 Nov 03 19:23:55.594170 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e06aace-2116-41ee-abda-d950a2f6b336 req-f206f315-148e-46e1-a238-69d63a219826 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Nov 03 19:23:55.802517 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d2e41f04-c593-46ab-b83c-d1ce8406802e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:56.709002 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e516ee5-bd4a-4885-9e0b-fe951595d2a6 req-f6adb724-a508-4882-9791-4080d23ab3e7 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:56.710514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e516ee5-bd4a-4885-9e0b-fe951595d2a6 req-f6adb724-a508-4882-9791-4080d23ab3e7 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0489397 Nov 03 19:23:56.757577 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7e516ee5-bd4a-4885-9e0b-fe951595d2a6 req-8ec91c7a-83b9-49a3-811f-b10e591abb8c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408955 Nov 03 19:23:57.368618 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:23:57.882799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43de21-73de-47c5-8107-b5801c7312b6 req-f60183a4-9d9c-4916-9fcb-0db6c4e6dbcd tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:57.884340 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e43de21-73de-47c5-8107-b5801c7312b6 req-f60183a4-9d9c-4916-9fcb-0db6c4e6dbcd tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0580065 Nov 03 19:23:57.931671 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e43de21-73de-47c5-8107-b5801c7312b6 req-1a78d6ed-db67-4175-9b7c-1e7d3b4579b2 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410645 Nov 03 19:23:58.137718 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d5cd8cf2-959b-4272-848c-f5730173a34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:23:59.047953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c76023-096c-429c-b164-966ae2cc77b9 req-d70af3db-5477-4abd-a32b-9c5a367c775c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:23:59.049400 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-24c76023-096c-429c-b164-966ae2cc77b9 req-d70af3db-5477-4abd-a32b-9c5a367c775c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0478406 Nov 03 19:23:59.095093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-24c76023-096c-429c-b164-966ae2cc77b9 req-d94b667b-bfcc-415f-8d68-7d73b89e3477 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397530 Nov 03 19:23:59.512246 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.211720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f0fc1-e723-4625-a704-bac9ae5b05a0 req-dd1433d4-ee36-4104-88b2-a7f407f6c419 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:00.213218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f81f0fc1-e723-4625-a704-bac9ae5b05a0 req-dd1433d4-ee36-4104-88b2-a7f407f6c419 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0484822 Nov 03 19:24:00.262575 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f81f0fc1-e723-4625-a704-bac9ae5b05a0 req-f3131ab8-19da-484f-b4f3-fdb76b20404a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434251 Nov 03 19:24:00.787572 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:00.873677 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:01.385245 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5117fb-3422-443e-a56d-7af68e055a4c req-94861422-2108-4682-a3f1-1d5f200bb959 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:01.386722 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e5117fb-3422-443e-a56d-7af68e055a4c req-94861422-2108-4682-a3f1-1d5f200bb959 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0489435 Nov 03 19:24:01.433391 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e5117fb-3422-443e-a56d-7af68e055a4c req-6f006767-8ae8-4f48-a572-df04ca72cb3c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406525 Nov 03 19:24:01.500954 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:02.548955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c201e-98b6-4a64-9be1-82802a256a03 req-8b5f76e2-7769-4953-b50f-847c6ecfc2e0 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:02.550307 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff5c201e-98b6-4a64-9be1-82802a256a03 req-8b5f76e2-7769-4953-b50f-847c6ecfc2e0 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0485430 Nov 03 19:24:02.598133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff5c201e-98b6-4a64-9be1-82802a256a03 req-4c5059b3-8dac-4a24-a273-802dd0f768cf tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415316 Nov 03 19:24:03.717270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1681c10-f06c-4969-ab58-e75d1212f40e req-088c0791-ee9a-4952-ad8d-e5cdccd14abd tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:03.719109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1681c10-f06c-4969-ab58-e75d1212f40e req-088c0791-ee9a-4952-ad8d-e5cdccd14abd tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0523396 Nov 03 19:24:03.766622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b1681c10-f06c-4969-ab58-e75d1212f40e req-626f9f03-7775-4dc9-97dc-80e33a950aed tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402997 Nov 03 19:24:04.882875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7a14a-1d1b-4807-9171-9fb720ad4b15 req-b528254a-92b2-4a82-849b-9a4c5cc8a20f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:04.884305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-baa7a14a-1d1b-4807-9171-9fb720ad4b15 req-b528254a-92b2-4a82-849b-9a4c5cc8a20f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0477774 Nov 03 19:24:04.932430 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-baa7a14a-1d1b-4807-9171-9fb720ad4b15 req-bba3cf11-3693-44e0-b951-291e67b5f88b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420902 Nov 03 19:24:06.051047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9675c-3025-4b06-89d2-6d1b545ac2d0 req-17686b39-3e2f-4971-a366-d8b8c652dd85 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:06.052530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3d9675c-3025-4b06-89d2-6d1b545ac2d0 req-17686b39-3e2f-4971-a366-d8b8c652dd85 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0518246 Nov 03 19:24:06.099075 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3d9675c-3025-4b06-89d2-6d1b545ac2d0 req-3bf6a325-d3a2-4e78-9898-581f108e8212 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406086 Nov 03 19:24:07.215819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a5363-5e8b-49e6-a583-17df08de1e3d req-faf12fe4-8afe-463c-aa99-1476de41dc3f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:07.217291 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-989a5363-5e8b-49e6-a583-17df08de1e3d req-faf12fe4-8afe-463c-aa99-1476de41dc3f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0478280 Nov 03 19:24:07.264787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-989a5363-5e8b-49e6-a583-17df08de1e3d req-0975b0e8-5a03-46d4-8115-661aa5c57357 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Nov 03 19:24:08.383301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90572f29-e863-4a6e-baaa-95b79862b6cb req-a0bf040a-23f4-4324-8db7-0074c6c5b6f3 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:08.384720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90572f29-e863-4a6e-baaa-95b79862b6cb req-a0bf040a-23f4-4324-8db7-0074c6c5b6f3 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0486798 Nov 03 19:24:08.435741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90572f29-e863-4a6e-baaa-95b79862b6cb req-4bc5e656-27e7-4967-a656-2f98e37c948d tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450277 Nov 03 19:24:09.550861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f88144-01cf-47c0-98ff-25d1f6a20fb4 req-7f9c85e1-e6fc-4593-8d15-46a8b9d8b0cb tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:09.552435 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7f88144-01cf-47c0-98ff-25d1f6a20fb4 req-7f9c85e1-e6fc-4593-8d15-46a8b9d8b0cb tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0489085 Nov 03 19:24:09.599929 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f7f88144-01cf-47c0-98ff-25d1f6a20fb4 req-77bce214-9b54-4a83-b7aa-0759d8931c1f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410202 Nov 03 19:24:10.718657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2ee88-2559-4b2f-a68e-9656f25bd6b4 req-1b1f07c1-8854-4115-9a68-b282fb166016 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:10.720201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ef2ee88-2559-4b2f-a68e-9656f25bd6b4 req-1b1f07c1-8854-4115-9a68-b282fb166016 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0519259 Nov 03 19:24:10.770463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ef2ee88-2559-4b2f-a68e-9656f25bd6b4 req-06f627ce-44b0-4a88-87e6-00b917cca3e0 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427759 Nov 03 19:24:11.890274 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bf33d-6bee-43c3-983d-0ab98f8c8de1 req-584883a2-9c4b-4959-9989-c4daaa6c56f3 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:11.891765 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e06bf33d-6bee-43c3-983d-0ab98f8c8de1 req-584883a2-9c4b-4959-9989-c4daaa6c56f3 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0518637 Nov 03 19:24:11.938816 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e06bf33d-6bee-43c3-983d-0ab98f8c8de1 req-1f1ab775-4882-4709-855f-e1c3f1e6b771 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Nov 03 19:24:13.060773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fdbe0-d1e0-468c-8d79-9e7a7d40f379 req-9321a87a-73eb-405c-b82c-2c08e096dc08 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:13.062274 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c82fdbe0-d1e0-468c-8d79-9e7a7d40f379 req-9321a87a-73eb-405c-b82c-2c08e096dc08 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0498869 Nov 03 19:24:13.107829 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c82fdbe0-d1e0-468c-8d79-9e7a7d40f379 req-e441ec7b-9630-4a8c-88e6-b0e1130807b5 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395787 Nov 03 19:24:13.548268 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:14.225063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe4a19-d04e-4b3f-8e5c-9024388f753c req-3927d35b-e8ab-4b78-b81b-b7a5cd4ee5a8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:14.226589 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8fe4a19-d04e-4b3f-8e5c-9024388f753c req-3927d35b-e8ab-4b78-b81b-b7a5cd4ee5a8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0501351 Nov 03 19:24:14.278003 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8fe4a19-d04e-4b3f-8e5c-9024388f753c req-77b777d6-d722-4a31-a682-ade2377b7a52 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451398 Nov 03 19:24:15.392360 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc49429-c5b4-454e-8ca9-69621e2f4549 req-b56cf97f-5f5e-4907-af1d-f98634da9553 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:15.393840 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1bc49429-c5b4-454e-8ca9-69621e2f4549 req-b56cf97f-5f5e-4907-af1d-f98634da9553 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0485337 Nov 03 19:24:15.441180 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1bc49429-c5b4-454e-8ca9-69621e2f4549 req-7e084ff7-9f4b-4267-8b19-172391d54a2a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408428 Nov 03 19:24:16.556314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7af56-42c6-4a9a-8b02-77104959fb18 req-2f7b016d-02c6-41ed-8415-39435329a7bf tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:16.557803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-46e7af56-42c6-4a9a-8b02-77104959fb18 req-2f7b016d-02c6-41ed-8415-39435329a7bf tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0500104 Nov 03 19:24:16.604347 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-46e7af56-42c6-4a9a-8b02-77104959fb18 req-b38ba884-91d6-47a5-a7e9-9d8b11b7a97b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 Nov 03 19:24:17.724265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bd76f-b288-408a-9143-293297f81e25 req-4724a006-588b-48e0-a110-124d8ef0ec9c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:17.725755 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b11bd76f-b288-408a-9143-293297f81e25 req-4724a006-588b-48e0-a110-124d8ef0ec9c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0526960 Nov 03 19:24:17.772248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b11bd76f-b288-408a-9143-293297f81e25 req-aa2550b8-ca05-4f30-a91f-922394de70e7 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398834 Nov 03 19:24:18.889772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd273-f91f-4ef2-897d-98778c01babc req-0f58ff6a-6f86-4de8-985a-d3ab523bcccf tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:18.891268 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-102cd273-f91f-4ef2-897d-98778c01babc req-0f58ff6a-6f86-4de8-985a-d3ab523bcccf tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0492628 Nov 03 19:24:18.938789 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-102cd273-f91f-4ef2-897d-98778c01babc req-544cda22-85bc-4be7-bc9f-b8fa752a2f6b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415740 Nov 03 19:24:20.057076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacb298-6951-4740-b792-e91b3eff3c25 req-e706ce55-1313-4fa5-994c-6e79b6d6091f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:20.058554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6cacb298-6951-4740-b792-e91b3eff3c25 req-e706ce55-1313-4fa5-994c-6e79b6d6091f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0518723 Nov 03 19:24:20.105870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6cacb298-6951-4740-b792-e91b3eff3c25 req-c791f203-1ef8-4011-ba56-659bc90180ff tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411975 Nov 03 19:24:21.222543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5445a-0a7d-4520-a023-03d20693d1a7 req-9664f18f-e761-4210-bae3-951ff8bf1ecd tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:21.224195 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-24f5445a-0a7d-4520-a023-03d20693d1a7 req-9664f18f-e761-4210-bae3-951ff8bf1ecd tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0484657 Nov 03 19:24:21.270971 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-24f5445a-0a7d-4520-a023-03d20693d1a7 req-0838087f-9b0f-41a0-aa28-0447d886ef73 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Nov 03 19:24:21.911447 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-ee5c99e4-1f97-42ac-ab06-893426ad9f46 service neutron] show failed (client error): The resource could not be found. Nov 03 19:24:21.912478 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-ee5c99e4-1f97-42ac-ab06-893426ad9f46 service neutron] 10.222.0.98 "GET /v2.0/ports/5589295b-949d-4838-a081-5aaeaf879311/bindings/n-h1-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.0533342 Nov 03 19:24:22.126732 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-4c02cdcf-9248-4405-ab77-2dbc88309992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:22.128284 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-4c02cdcf-9248-4405-ab77-2dbc88309992 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a&tenant_id=3cf71fd8634f4af99d3826bd46127cf3 HTTP/1.1" status: 200 len: 1097 time: 0.0535960 Nov 03 19:24:22.148859 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:22.201493 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.394862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad7cbf-178c-4fbe-9e74-8370c16b5601 req-72aefd67-95ff-432e-8070-96b3be452683 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:22.396310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45ad7cbf-178c-4fbe-9e74-8370c16b5601 req-72aefd67-95ff-432e-8070-96b3be452683 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.0535204 Nov 03 19:24:22.400049 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] For port 5589295b-949d-4838-a081-5aaeaf879311, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=5589295b-949d-4838-a081-5aaeaf879311,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:22.444005 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] For port 5589295b-949d-4838-a081-5aaeaf879311, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:24:22.453281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45ad7cbf-178c-4fbe-9e74-8370c16b5601 req-0bb2be11-d6a2-4c99-a333-a235e0f9bec3 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497930 Nov 03 19:24:22.486774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418ff4b8-2f67-4763-a74c-4fb76cab2f5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5589295b-949d-4838-a081-5aaeaf879311'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:24:22.489096 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148de951-b1ce-49d5-a6fa-4ae03b50ecf5" -d '{"events": [{"server_uuid": "418ff4b8-2f67-4763-a74c-4fb76cab2f5a", "name": "network-vif-unplugged", "status": "completed", "tag": "5589295b-949d-4838-a081-5aaeaf879311"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:24:22.493691 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.506330 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Transition to ACTIVE for port object 5589295b-949d-4838-a081-5aaeaf879311 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:24:22.510990 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.545086 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b66d444-ba7a-4a72-b137-9fee8f8feee4 x-openstack-request-id: req-0b66d444-ba7a-4a72-b137-9fee8f8feee4 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:24:22.545086 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418ff4b8-2f67-4763-a74c-4fb76cab2f5a", "name": "network-vif-unplugged", "status": "completed", "tag": "5589295b-949d-4838-a081-5aaeaf879311", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:24:22.545274 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0b66d444-ba7a-4a72-b137-9fee8f8feee4 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:24:22.545591 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418ff4b8-2f67-4763-a74c-4fb76cab2f5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5589295b-949d-4838-a081-5aaeaf879311', 'code': 200} Nov 03 19:24:22.574844 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Pushing event updated for resources: {'Port': ['ID=5589295b-949d-4838-a081-5aaeaf879311,revision_number=6']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:22.577196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] No DVR routers for this DVR port 5589295b-949d-4838-a081-5aaeaf879311 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:24:22.611050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Attempting to bind port 5589295b-949d-4838-a081-5aaeaf879311 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:24:22.611382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Attempting to bind port 5589295b-949d-4838-a081-5aaeaf879311 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:24:22.611747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Attempting to bind port 5589295b-949d-4838-a081-5aaeaf879311 on network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:24:22.615954 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Port 5589295b-949d-4838-a081-5aaeaf879311 on network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:24:22.616275 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Attempting to bind port 5589295b-949d-4838-a081-5aaeaf879311 on network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:24:22.621738 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:24:22.622077 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Checking segment: {'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:24:22.622456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Bound using segment: {'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:24:22.622882 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Bound port: 5589295b-949d-4838-a081-5aaeaf879311, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:24:22.623239 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.688086 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] For port 5589295b-949d-4838-a081-5aaeaf879311, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:24:22.690987 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] For port 5589295b-949d-4838-a081-5aaeaf879311, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5589295b-949d-4838-a081-5aaeaf879311,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:24:22.697452 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.730905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:22.731511 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:22.732899 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] 10.222.0.87 "PUT /v2.0/ports/5589295b-949d-4838-a081-5aaeaf879311 HTTP/1.1" status: 200 len: 1092 time: 0.5887771 Nov 03 19:24:22.753962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4364881-d6dd-4921-bfba-75fe319902fb service neutron] Pushing event updated for resources: {'Port': ['ID=5589295b-949d-4838-a081-5aaeaf879311,revision_number=7']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:22.812146 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-0127d136-a370-4acb-a1ac-1674f802f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:22.813654 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-0127d136-a370-4acb-a1ac-1674f802f739 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 1095 time: 0.0437036 Nov 03 19:24:22.907149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-54e1f67e-c067-49f5-b141-642b84a8e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:22.908663 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-54e1f67e-c067-49f5-b141-642b84a8e882 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 915 time: 0.0875437 Nov 03 19:24:22.950891 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-e3d02a6b-51a1-4f07-a7c7-6c601a8fde35 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5589295b-949d-4838-a081-5aaeaf879311 HTTP/1.1" status: 200 len: 217 time: 0.0330751 Nov 03 19:24:22.998831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-12a82335-5778-4e76-aa6f-b4eed35553e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:23.000311 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-12a82335-5778-4e76-aa6f-b4eed35553e4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 200 len: 854 time: 0.0429642 Nov 03 19:24:23.036428 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-a3bcd351-dad3-49ee-835c-4b724db5e4a8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284870 Nov 03 19:24:23.127683 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-e4d77242-35f1-4349-b604-90ac60cab8bf service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833621 Nov 03 19:24:23.221403 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fb0ed531-f032-4a34-b164-a065f23dc84e req-ae57e654-9006-47c8-ae99-fb06b196172e service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854962 Nov 03 19:24:23.573569 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a40a0d-4c1d-4ca2-be51-8e14d0e4cf3e req-451ffc7a-bb42-4c7f-946e-69f3cc635055 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:23.575058 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0a40a0d-4c1d-4ca2-be51-8e14d0e4cf3e req-451ffc7a-bb42-4c7f-946e-69f3cc635055 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 944 time: 0.0480788 Nov 03 19:24:23.621252 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0a40a0d-4c1d-4ca2-be51-8e14d0e4cf3e req-11f23f06-7bfe-4d05-a3cf-ef323b964a49 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400229 Nov 03 19:24:24.546709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418ff4b8-2f67-4763-a74c-4fb76cab2f5a', 'tag': '5589295b-949d-4838-a081-5aaeaf879311'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:24:24.549064 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16eda4e4-bacf-45c5-afd4-442ecd7ad109" -d '{"events": [{"name": "network-changed", "server_uuid": "418ff4b8-2f67-4763-a74c-4fb76cab2f5a", "tag": "5589295b-949d-4838-a081-5aaeaf879311"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:24:24.600088 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98b553a-3cff-4899-b146-3ddc7c91c685 x-openstack-request-id: req-a98b553a-3cff-4899-b146-3ddc7c91c685 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:24:24.600383 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418ff4b8-2f67-4763-a74c-4fb76cab2f5a", "tag": "5589295b-949d-4838-a081-5aaeaf879311", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:24:24.600689 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a98b553a-3cff-4899-b146-3ddc7c91c685 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:24:24.601081 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418ff4b8-2f67-4763-a74c-4fb76cab2f5a', 'tag': '5589295b-949d-4838-a081-5aaeaf879311', 'status': 'completed', 'code': 200} Nov 03 19:24:24.668694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-70b287af-0663-4e32-80d6-2cdf2d270676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:24.670343 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-70b287af-0663-4e32-80d6-2cdf2d270676 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 1095 time: 0.0475786 Nov 03 19:24:24.698535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-eb57371b-89c8-46ab-8e50-5ad00bf7ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:24.700135 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-eb57371b-89c8-46ab-8e50-5ad00bf7ddd1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 1095 time: 0.0452433 Nov 03 19:24:24.805990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6b2c2-2488-49f4-a3c8-9e7bf1edc1dd req-ec1fb836-8b49-49df-a46a-f10a999b9d55 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:24.808025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26b6b2c2-2488-49f4-a3c8-9e7bf1edc1dd req-ec1fb836-8b49-49df-a46a-f10a999b9d55 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 944 time: 0.1008146 Nov 03 19:24:24.813710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-45037c5b-347a-438f-8c6e-cb653267e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:24.813951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-4f5427d3-867b-4d78-9bb0-41e2ec533e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:24.815455 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-4f5427d3-867b-4d78-9bb0-41e2ec533e0b service neutron] 10.222.0.98 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 915 time: 0.1384358 Nov 03 19:24:24.816134 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-45037c5b-347a-438f-8c6e-cb653267e73b service neutron] 10.222.0.87 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 915 time: 0.1080077 Nov 03 19:24:24.877299 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-ce1cb162-d432-4c29-9eba-ba1f10762e37 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5589295b-949d-4838-a081-5aaeaf879311 HTTP/1.1" status: 200 len: 217 time: 0.0515628 Nov 03 19:24:24.952866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26b6b2c2-2488-49f4-a3c8-9e7bf1edc1dd req-ff68177d-8cac-4597-8ff6-1e962389392f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348464 Nov 03 19:24:24.962368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-f3d7a9ab-e782-4b9b-9224-c2cdebc0cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:24.963920 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-f3d7a9ab-e782-4b9b-9224-c2cdebc0cfec service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 200 len: 854 time: 0.0802608 Nov 03 19:24:25.004628 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-8f34338b-ac79-4194-8578-39be8a29b310 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335946 Nov 03 19:24:25.122133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-0fbf8add-410c-49c3-b438-85a49cd7a8f5 service neutron] 10.222.0.98 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102271 Nov 03 19:24:25.201622 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-c83945f1-bfbf-4b51-bc87-9ccc2fbd7675 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5589295b-949d-4838-a081-5aaeaf879311 HTTP/1.1" status: 200 len: 217 time: 0.3777480 Nov 03 19:24:25.241310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-cea22655-6006-4f78-902e-2434adfb91d6 service neutron] 10.222.0.98 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119635 Nov 03 19:24:25.251392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-49f8fa0b-2ca3-4e90-9117-6aa4e4381a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:25.252919 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-49f8fa0b-2ca3-4e90-9117-6aa4e4381a18 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 200 len: 854 time: 0.0442815 Nov 03 19:24:25.285879 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-823c16ad-666b-4d8d-ab57-cc4946d44193 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246532 Nov 03 19:24:25.296400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-9787a75b-d41c-4b02-801e-8fdb7265b821 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:24:25.297337 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-9787a75b-d41c-4b02-801e-8fdb7265b821 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0048304 Nov 03 19:24:25.389103 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-d3cfe0b8-3fc3-4faa-b82a-86105ec73a82 service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838122 Nov 03 19:24:25.479961 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-16eda4e4-bacf-45c5-afd4-442ecd7ad109 req-98c03d2e-fe98-4d9b-904b-b8684adce5d9 service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838382 Nov 03 19:24:25.804758 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c984-b61f-4cbe-8982-f4d098aec889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:25.906010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5589295b-949d-4838-a081-5aaeaf879311 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:24:25.944075 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 5589295b-949d-4838-a081-5aaeaf879311 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:24:26.087999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c491b-cded-427c-bd11-820c88683ce1 req-d6b57f03-4d65-4aef-ae1b-eb08352b242b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:26.089599 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb9c491b-cded-427c-bd11-820c88683ce1 req-d6b57f03-4d65-4aef-ae1b-eb08352b242b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 944 time: 0.0539777 Nov 03 19:24:26.135754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb9c491b-cded-427c-bd11-820c88683ce1 req-bf415ce6-1abc-4f8b-986f-22e978d7b2d6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403543 Nov 03 19:24:26.369622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b32d5-5a0b-4b6c-ac7e-8127f695a3ab req-0b53e880-2abe-47e3-819a-49f5fb3414b2 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:26.371129 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec2b32d5-5a0b-4b6c-ac7e-8127f695a3ab req-0b53e880-2abe-47e3-819a-49f5fb3414b2 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 944 time: 0.0795815 Nov 03 19:24:26.379471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b817e51-b935-44d1-aa1b-e6ee9043a6f4 req-8ae9d4e8-9e73-4a2f-96a2-007b167e452f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:26.380867 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b817e51-b935-44d1-aa1b-e6ee9043a6f4 req-8ae9d4e8-9e73-4a2f-96a2-007b167e452f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.98 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a&tenant_id=3cf71fd8634f4af99d3826bd46127cf3&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 944 time: 0.0803680 Nov 03 19:24:26.463008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec2b32d5-5a0b-4b6c-ac7e-8127f695a3ab req-0aa5b7d8-cae2-4aa0-827d-1ed29281cc2c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811770 Nov 03 19:24:26.471948 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-9b817e51-b935-44d1-aa1b-e6ee9043a6f4 req-fad3abfb-8077-411e-9abb-4203184bb23a service neutron] delete failed (client error): The resource could not be found. Nov 03 19:24:26.472951 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b817e51-b935-44d1-aa1b-e6ee9043a6f4 req-fad3abfb-8077-411e-9abb-4203184bb23a service neutron] 10.222.0.98 "DELETE /v2.0/ports/5589295b-949d-4838-a081-5aaeaf879311/bindings/n-h2-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.0845354 Nov 03 19:24:26.561376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b817e51-b935-44d1-aa1b-e6ee9043a6f4 req-c38e129f-2059-431a-a398-492a20f10c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:26.562804 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b817e51-b935-44d1-aa1b-e6ee9043a6f4 req-c38e129f-2059-431a-a398-492a20f10c13 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 1095 time: 0.0457842 Nov 03 19:24:26.658265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b817e51-b935-44d1-aa1b-e6ee9043a6f4 req-277ff866-5efa-4b8a-be5b-6040372b3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:26.659791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b817e51-b935-44d1-aa1b-e6ee9043a6f4 req-277ff866-5efa-4b8a-be5b-6040372b3c76 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 915 time: 0.0903523 Nov 03 19:24:26.698153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5589295b-949d-4838-a081-5aaeaf879311 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:24:26.700012 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b817e51-b935-44d1-aa1b-e6ee9043a6f4 req-69c7871d-99cf-4ca1-b83c-040eee964da5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5589295b-949d-4838-a081-5aaeaf879311 HTTP/1.1" status: 200 len: 217 time: 0.0334654 Nov 03 19:24:26.749185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b817e51-b935-44d1-aa1b-e6ee9043a6f4 req-bf0b8804-f19e-4734-915b-96759e83b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:26.750667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b817e51-b935-44d1-aa1b-e6ee9043a6f4 req-bf0b8804-f19e-4734-915b-96759e83b0dd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 200 len: 854 time: 0.0444725 Nov 03 19:24:26.786641 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b817e51-b935-44d1-aa1b-e6ee9043a6f4 req-d8e82e29-f2dc-443c-be4a-650970eec89c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293095 Nov 03 19:24:26.794471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5589295b-949d-4838-a081-5aaeaf879311, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5589295b-949d-4838-a081-5aaeaf879311,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:26.806307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '5589295b-949d-4838-a081-5aaeaf879311', 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7', 'port_id': '5589295b-949d-4838-a081-5aaeaf879311', 'mac_address': 'fa:16:3e:55:3d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cae01d5-65e2-4a8d-8478-813c3f290a88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:24:26.843755 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:26.861583 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5589295b-949d-4838-a081-5aaeaf879311 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:24:26.879463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b817e51-b935-44d1-aa1b-e6ee9043a6f4 req-6fa7b49a-e016-4565-be83-486d670e0944 service neutron] 10.222.0.98 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856051 Nov 03 19:24:26.880421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5589295b-949d-4838-a081-5aaeaf879311, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5589295b-949d-4838-a081-5aaeaf879311,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:26.884610 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:26.932367 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5589295b-949d-4838-a081-5aaeaf879311,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:26.974092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b817e51-b935-44d1-aa1b-e6ee9043a6f4 req-a2089407-25db-41ea-803e-878816d481b6 service neutron] 10.222.0.98 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880044 Nov 03 19:24:27.172359 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['5589295b-949d-4838-a081-5aaeaf879311'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:24:27.582955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8643591-bab8-4a73-973e-bc1a18e4db57 req-f4f0676f-c376-4c4e-b2df-8025760639db tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:27.584611 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8643591-bab8-4a73-973e-bc1a18e4db57 req-f4f0676f-c376-4c4e-b2df-8025760639db tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 945 time: 0.0506992 Nov 03 19:24:27.633363 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8643591-bab8-4a73-973e-bc1a18e4db57 req-55f6142f-4b6d-493c-9c67-b3d7a0577a03 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 Nov 03 19:24:27.749137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076deb9-dc95-421b-9ddf-36ad024cb26c req-f2876ca5-13e6-4433-9d62-282122b0278d tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:27.750649 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7076deb9-dc95-421b-9ddf-36ad024cb26c req-f2876ca5-13e6-4433-9d62-282122b0278d tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 945 time: 0.0495536 Nov 03 19:24:27.798620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7076deb9-dc95-421b-9ddf-36ad024cb26c req-709e9ed8-c128-44e3-be21-5d45ec5f20ba tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Nov 03 19:24:27.917220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1943f40-7831-433c-ac09-81756ead0cb0 req-4991fee7-eaca-4fc6-8dd1-d6192b310bd3 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:27.918730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f1943f40-7831-433c-ac09-81756ead0cb0 req-4991fee7-eaca-4fc6-8dd1-d6192b310bd3 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 945 time: 0.0539081 Nov 03 19:24:27.965813 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f1943f40-7831-433c-ac09-81756ead0cb0 req-d16190c8-a62e-4e24-9441-c33f1c9b3cbb tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408504 Nov 03 19:24:28.143427 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-23e2d8bb-f59a-4e53-a0f9-3ae74ae87741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:28.320092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-5a2637bf-033b-423d-b22b-7965b8519bb6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:28.321548 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-5a2637bf-033b-423d-b22b-7965b8519bb6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 814 time: 0.1071301 Nov 03 19:24:28.336855 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-a36a19d8-eebc-4848-ab02-5cbf0f6b009f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/quotas/3cf71fd8634f4af99d3826bd46127cf3 HTTP/1.1" status: 200 len: 375 time: 0.0096011 Nov 03 19:24:28.389314 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-bdc89c12-607b-45c5-9883-4408ba480eb8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472410 Nov 03 19:24:28.479188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-87f7e336-18c8-4171-a4c8-bd4c136609f5 service neutron] 10.222.0.107 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826430 Nov 03 19:24:28.571115 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-a0a0472a-0717-44d9-9a75-962cb1c93709 service neutron] 10.222.0.107 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858018 Nov 03 19:24:28.705203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5589295b-949d-4838-a081-5aaeaf879311 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:28.738001 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8261c386-7506-4c2e-97d0-aeb6ec67affd req-a8c3ce02-679e-4a6c-96f5-a97719ce0cb0 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 210 time: 0.0272372 Nov 03 19:24:28.759593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 5589295b-949d-4838-a081-5aaeaf879311 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:24:28.764025 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 5589295b-949d-4838-a081-5aaeaf879311 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:28.764401 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:28.843008 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:28.865890 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418ff4b8-2f67-4763-a74c-4fb76cab2f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5589295b-949d-4838-a081-5aaeaf879311'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:24:28.868214 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9747ff85-ba43-4430-9ee8-10a84e728287" -d '{"events": [{"server_uuid": "418ff4b8-2f67-4763-a74c-4fb76cab2f5a", "name": "network-vif-plugged", "status": "completed", "tag": "5589295b-949d-4838-a081-5aaeaf879311"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:24:28.884935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 5589295b-949d-4838-a081-5aaeaf879311, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5589295b-949d-4838-a081-5aaeaf879311,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:28.888927 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:28.920021 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c70c5b-bd86-4b64-b864-8a2e62475ad0 x-openstack-request-id: req-98c70c5b-bd86-4b64-b864-8a2e62475ad0 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:24:28.920316 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418ff4b8-2f67-4763-a74c-4fb76cab2f5a", "name": "network-vif-plugged", "status": "completed", "tag": "5589295b-949d-4838-a081-5aaeaf879311", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:24:28.920574 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-98c70c5b-bd86-4b64-b864-8a2e62475ad0 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:24:28.920965 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418ff4b8-2f67-4763-a74c-4fb76cab2f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5589295b-949d-4838-a081-5aaeaf879311', 'code': 200} Nov 03 19:24:28.943198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=5589295b-949d-4838-a081-5aaeaf879311,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:29.512119 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:29.843151 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca71c13d-c07e-48ad-b550-ba17259bb660 req-9e0e7a3a-d449-4eee-a0f5-ee18b0fa8977 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 210 time: 0.0280440 Nov 03 19:24:29.873678 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4403df-7c00-4938-90c5-344200833ac3 req-d424bae6-2f77-488c-a071-99f1ad165a6d tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:29.875997 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6a4403df-7c00-4938-90c5-344200833ac3 req-d424bae6-2f77-488c-a071-99f1ad165a6d tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.87 "GET /v2.0/ports?device_id=418ff4b8-2f67-4763-a74c-4fb76cab2f5a HTTP/1.1" status: 200 len: 946 time: 0.1333349 Nov 03 19:24:29.907201 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-c85a3e5a-d567-4720-8422-7c3a246acd9c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:29.908654 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-c85a3e5a-d567-4720-8422-7c3a246acd9c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.87 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 814 time: 0.1402237 Nov 03 19:24:29.986359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-129a0af6-2b8e-4ec2-abe8-7f550c925300 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Request body: {'port': {'device_id': '5d19285a-efdf-43e0-bab1-35351ddaf669', 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7', 'admin_state_up': True, 'tenant_id': '3cf71fd8634f4af99d3826bd46127cf3'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:29.991798 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-6a4403df-7c00-4938-90c5-344200833ac3 req-60f6e95c-86d5-4fc4-9432-33e5f1bf2ae8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Deleting port 5589295b-949d-4838-a081-5aaeaf879311 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:24:29.992137 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6a4403df-7c00-4938-90c5-344200833ac3 req-60f6e95c-86d5-4fc4-9432-33e5f1bf2ae8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:30.145748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-6a4403df-7c00-4938-90c5-344200833ac3 req-60f6e95c-86d5-4fc4-9432-33e5f1bf2ae8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] For port 5589295b-949d-4838-a081-5aaeaf879311, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=5589295b-949d-4838-a081-5aaeaf879311,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:30.146099 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6a4403df-7c00-4938-90c5-344200833ac3 req-60f6e95c-86d5-4fc4-9432-33e5f1bf2ae8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:30.163562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-6a4403df-7c00-4938-90c5-344200833ac3 req-60f6e95c-86d5-4fc4-9432-33e5f1bf2ae8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Calling delete_port for 5589295b-949d-4838-a081-5aaeaf879311 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:24:30.185935 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-129a0af6-2b8e-4ec2-abe8-7f550c925300 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Made reservation on behalf of 3cf71fd8634f4af99d3826bd46127cf3 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:24:30.189419 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-129a0af6-2b8e-4ec2-abe8-7f550c925300 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:30.399033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-129a0af6-2b8e-4ec2-abe8-7f550c925300 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Allocated IP 172.20.0.11 (f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7/0cae01d5-65e2-4a8d-8478-813c3f290a88/9559a7a1-c0d4-452e-82f8-5c1b7a14a634) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:24:30.411054 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6a4403df-7c00-4938-90c5-344200833ac3 req-60f6e95c-86d5-4fc4-9432-33e5f1bf2ae8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:30.444280 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6e95c-86d5-4fc4-9432-33e5f1bf2ae8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Pushing event deleted for resources: {'Port': ['ID=5589295b-949d-4838-a081-5aaeaf879311,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:30.445113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['5589295b-949d-4838-a081-5aaeaf879311'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:24:30.512333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4403df-7c00-4938-90c5-344200833ac3 req-60f6e95c-86d5-4fc4-9432-33e5f1bf2ae8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] No DVR routers for this DVR port 5589295b-949d-4838-a081-5aaeaf879311 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:24:30.517184 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-6a4403df-7c00-4938-90c5-344200833ac3 req-60f6e95c-86d5-4fc4-9432-33e5f1bf2ae8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:30.520549 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6a4403df-7c00-4938-90c5-344200833ac3 req-60f6e95c-86d5-4fc4-9432-33e5f1bf2ae8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.87 "DELETE /v2.0/ports/5589295b-949d-4838-a081-5aaeaf879311 HTTP/1.1" status: 204 len: 173 time: 0.6285706 Nov 03 19:24:30.520994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418ff4b8-2f67-4763-a74c-4fb76cab2f5a', 'name': 'network-vif-deleted', 'tag': '5589295b-949d-4838-a081-5aaeaf879311'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:24:30.523826 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c7298f-8126-4588-9dd9-04a02cbd6809" -d '{"events": [{"server_uuid": "418ff4b8-2f67-4763-a74c-4fb76cab2f5a", "name": "network-vif-deleted", "tag": "5589295b-949d-4838-a081-5aaeaf879311"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:24:30.578438 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73879374-a717-40cb-9dfe-c31cebd8effe x-openstack-request-id: req-73879374-a717-40cb-9dfe-c31cebd8effe {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:24:30.578735 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418ff4b8-2f67-4763-a74c-4fb76cab2f5a", "name": "network-vif-deleted", "tag": "5589295b-949d-4838-a081-5aaeaf879311", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:24:30.578992 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-73879374-a717-40cb-9dfe-c31cebd8effe {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:24:30.579392 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418ff4b8-2f67-4763-a74c-4fb76cab2f5a', 'name': 'network-vif-deleted', 'tag': '5589295b-949d-4838-a081-5aaeaf879311', 'status': 'completed', 'code': 200} Nov 03 19:24:30.634479 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-129a0af6-2b8e-4ec2-abe8-7f550c925300 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:30.672179 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-129a0af6-2b8e-4ec2-abe8-7f550c925300 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:30.707011 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['5589295b-949d-4838-a081-5aaeaf879311'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:24:30.728782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-129a0af6-2b8e-4ec2-abe8-7f550c925300 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:24:30.737235 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-129a0af6-2b8e-4ec2-abe8-7f550c925300 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:24:30.740434 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-129a0af6-2b8e-4ec2-abe8-7f550c925300 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:24:30.783036 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a0af6-2b8e-4ec2-abe8-7f550c925300 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Pushing event updated for resources: {'Port': ['ID=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:30.798633 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:30.812303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-129a0af6-2b8e-4ec2-abe8-7f550c925300 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:30.812941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-129a0af6-2b8e-4ec2-abe8-7f550c925300 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:30.831292 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-129a0af6-2b8e-4ec2-abe8-7f550c925300 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8494740 Nov 03 19:24:30.850763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Request body: {'port': {'device_id': '5d19285a-efdf-43e0-bab1-35351ddaf669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:24:30.885418 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:30.907548 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:30.974190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b470a0b-e8a2-4e9f-be6d-d90ebb92a58b req-a05cb01d-8f4c-4dca-af58-36d1ebaaed54 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:30.975629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b470a0b-e8a2-4e9f-be6d-d90ebb92a58b req-a05cb01d-8f4c-4dca-af58-36d1ebaaed54 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 932 time: 0.0559418 Nov 03 19:24:31.031567 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b470a0b-e8a2-4e9f-be6d-d90ebb92a58b req-114d7062-81ac-4764-9c92-41d20820231e tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495992 Nov 03 19:24:31.177150 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:24:31.184726 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:31.196757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Transition to ACTIVE for port object 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:24:31.201940 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:31.268881 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:31.339400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Attempting to bind port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:24:31.339780 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Attempting to bind port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:24:31.340109 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Attempting to bind port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 on network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:24:31.345294 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 on network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:24:31.345618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Attempting to bind port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 on network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:24:31.350502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:24:31.351415 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Checking segment: {'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:24:31.351835 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Bound using segment: {'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:24:31.352266 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Bound port: 9559a7a1-c0d4-452e-82f8-5c1b7a14a634, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:24:31.352622 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:31.418150 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] For port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:24:31.421291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] For port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:24:31.425035 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:31.458359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:31.458985 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:31.460443 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] 10.222.0.87 "PUT /v2.0/ports/9559a7a1-c0d4-452e-82f8-5c1b7a14a634 HTTP/1.1" status: 200 len: 1092 time: 0.6138065 Nov 03 19:24:31.483089 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:31.490783 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:31.491141 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:31.492033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:31.492376 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:31.492716 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:31.493062 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:31.493392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:31.493722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:31.494050 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:31.494384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:31.494704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:31.495023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463258-9d55-4bce-919a-818d65ee43f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:31.504956 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:31.564034 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-53f03354-50b5-4c91-83a3-850e06ccf6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:31.564034 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-53f03354-50b5-4c91-83a3-850e06ccf6b4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 1095 time: 0.0421658 Nov 03 19:24:31.618084 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-dfc67d11-c681-4f08-9148-451fde943ec5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634 HTTP/1.1" status: 200 len: 217 time: 0.0428638 Nov 03 19:24:31.668276 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-2bf1dff5-e25f-4b3a-ae85-e313faa3ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:31.669757 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-2bf1dff5-e25f-4b3a-ae85-e313faa3ccfb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 200 len: 854 time: 0.0445328 Nov 03 19:24:31.702354 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-8a8c45ea-4f6c-437c-ade2-35cda2c87fce service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254471 Nov 03 19:24:31.795384 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-54b7d577-bd96-418e-8046-ebd842542d7a service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859590 Nov 03 19:24:31.890666 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-fc416a62-55a8-428d-9a3f-478d22b60ddc req-324ae950-9a01-4eb9-bb4d-0328f2921479 service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880871 Nov 03 19:24:32.150869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad14638-c0d6-4d38-a3b6-3a9671fbd15a req-1c3d49ca-8ad1-4a67-93b6-6f82ee7570f7 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:32.152380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ad14638-c0d6-4d38-a3b6-3a9671fbd15a req-1c3d49ca-8ad1-4a67-93b6-6f82ee7570f7 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 944 time: 0.0499256 Nov 03 19:24:32.206216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ad14638-c0d6-4d38-a3b6-3a9671fbd15a req-93c7ccb8-eb28-4b75-96a8-7ec42237864b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475838 Nov 03 19:24:32.580661 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d19285a-efdf-43e0-bab1-35351ddaf669', 'tag': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:24:32.583083 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e96003d-fc0e-452f-aa7f-67e6f7d518a4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d19285a-efdf-43e0-bab1-35351ddaf669", "tag": "9559a7a1-c0d4-452e-82f8-5c1b7a14a634"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:24:32.619468 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7058c80-a494-4d4f-aaa2-451014019e1e x-openstack-request-id: req-f7058c80-a494-4d4f-aaa2-451014019e1e {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:24:32.619795 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d19285a-efdf-43e0-bab1-35351ddaf669", "tag": "9559a7a1-c0d4-452e-82f8-5c1b7a14a634", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:24:32.620056 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f7058c80-a494-4d4f-aaa2-451014019e1e {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:24:32.620468 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d19285a-efdf-43e0-bab1-35351ddaf669', 'tag': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634', 'status': 'completed', 'code': 200} Nov 03 19:24:32.702571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96003d-fc0e-452f-aa7f-67e6f7d518a4 req-3d20eab6-2e0e-4540-8337-52f964761c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:32.704263 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e96003d-fc0e-452f-aa7f-67e6f7d518a4 req-3d20eab6-2e0e-4540-8337-52f964761c75 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 1095 time: 0.0397875 Nov 03 19:24:32.710789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5589295b-949d-4838-a081-5aaeaf879311 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:24:32.731837 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 5589295b-949d-4838-a081-5aaeaf879311 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:24:32.732194 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 5589295b-949d-4838-a081-5aaeaf879311 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:24:32.798318 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96003d-fc0e-452f-aa7f-67e6f7d518a4 req-5835267f-5d37-4d10-aae9-73b543bd6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:32.799823 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e96003d-fc0e-452f-aa7f-67e6f7d518a4 req-5835267f-5d37-4d10-aae9-73b543bd6b7f service neutron] 10.222.0.87 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 915 time: 0.0875804 Nov 03 19:24:32.841352 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e96003d-fc0e-452f-aa7f-67e6f7d518a4 req-71fe84b2-a565-44ab-8ba6-cfe510d77346 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634 HTTP/1.1" status: 200 len: 217 time: 0.0335698 Nov 03 19:24:32.894693 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96003d-fc0e-452f-aa7f-67e6f7d518a4 req-56c8b5c9-badb-4938-8cab-822567b34d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:32.896153 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e96003d-fc0e-452f-aa7f-67e6f7d518a4 req-56c8b5c9-badb-4938-8cab-822567b34d0f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 200 len: 854 time: 0.0485175 Nov 03 19:24:32.928634 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e96003d-fc0e-452f-aa7f-67e6f7d518a4 req-6197b541-1996-4562-822e-76968cce0e58 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248520 Nov 03 19:24:33.017713 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e96003d-fc0e-452f-aa7f-67e6f7d518a4 req-3628eb2e-5a10-4a7f-8a1e-df2ea7af7e96 service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800853 Nov 03 19:24:33.109229 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2e96003d-fc0e-452f-aa7f-67e6f7d518a4 req-48df22f1-e7bd-4802-aced-58db30891bdb service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839195 Nov 03 19:24:33.323321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9def5df-e3ff-48eb-82c7-2d2d3d2f5cdb req-e1177ce6-5c51-407f-9b63-21b0e7f656f7 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:33.324860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9def5df-e3ff-48eb-82c7-2d2d3d2f5cdb req-e1177ce6-5c51-407f-9b63-21b0e7f656f7 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 944 time: 0.0502377 Nov 03 19:24:33.373098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9def5df-e3ff-48eb-82c7-2d2d3d2f5cdb req-6430ad20-5e73-4c8f-923a-8d74cbadfe9a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421395 Nov 03 19:24:34.367921 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:24:34.495984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd1060-e12f-43b1-bf3a-43211e275846 req-6d6d01a7-4e54-464a-859e-a6eb249c7dfe tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:34.497509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5dd1060-e12f-43b1-bf3a-43211e275846 req-6d6d01a7-4e54-464a-859e-a6eb249c7dfe tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 944 time: 0.0543754 Nov 03 19:24:34.545854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5dd1060-e12f-43b1-bf3a-43211e275846 req-377ee414-9dc9-447d-b3e2-e663df3ddc57 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423949 Nov 03 19:24:34.732178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:24:34.827550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:34.839339 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634', 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7', 'port_id': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634', 'mac_address': 'fa:16:3e:4e:36:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cae01d5-65e2-4a8d-8478-813c3f290a88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:24:34.875115 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:34.887954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:24:34.913592 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:34.918806 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:34.966427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:34.973690 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:34.974043 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:34.974389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:34.974731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:34.975066 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:34.975402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:34.975790 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:34.976119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:34.976449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:34.976776 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:34.977102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:34.977428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:24:35.215970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['9559a7a1-c0d4-452e-82f8-5c1b7a14a634'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:24:35.661935 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dd78e-97a5-406e-bbed-fc150a2e02d8 req-bbae89fd-2250-4acb-9f09-c8e5cfe9f780 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:35.664050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee1dd78e-97a5-406e-bbed-fc150a2e02d8 req-bbae89fd-2250-4acb-9f09-c8e5cfe9f780 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 945 time: 0.0505550 Nov 03 19:24:35.713194 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee1dd78e-97a5-406e-bbed-fc150a2e02d8 req-57d91dcc-dd2e-4ae8-ba2b-d2e2369e2681 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 Nov 03 19:24:36.743039 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:24:36.800019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:24:36.804920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:24:36.805399 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.831795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c729e6-5bec-4730-9afd-172eee5c317c req-0990d2c9-8a5a-4dac-a681-7daf7ce60ddc tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:36.833659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b0c729e6-5bec-4730-9afd-172eee5c317c req-0990d2c9-8a5a-4dac-a681-7daf7ce60ddc tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 945 time: 0.0506330 Nov 03 19:24:36.885846 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b0c729e6-5bec-4730-9afd-172eee5c317c req-8dbfb346-d30a-4f0b-a40f-49783d65911e tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459540 Nov 03 19:24:36.888475 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.911897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d19285a-efdf-43e0-bab1-35351ddaf669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:24:36.914171 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8c754b-4247-4702-a090-f1e52664a99a" -d '{"events": [{"server_uuid": "5d19285a-efdf-43e0-bab1-35351ddaf669", "name": "network-vif-plugged", "status": "completed", "tag": "9559a7a1-c0d4-452e-82f8-5c1b7a14a634"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:24:36.927401 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:24:36.931885 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:36.957161 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd31832-b7f1-47ab-b3dc-72fbd94a8d57 x-openstack-request-id: req-8bd31832-b7f1-47ab-b3dc-72fbd94a8d57 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:24:36.957443 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d19285a-efdf-43e0-bab1-35351ddaf669", "name": "network-vif-plugged", "status": "completed", "tag": "9559a7a1-c0d4-452e-82f8-5c1b7a14a634", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:24:36.957690 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8bd31832-b7f1-47ab-b3dc-72fbd94a8d57 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:24:36.958073 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d19285a-efdf-43e0-bab1-35351ddaf669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634', 'code': 200} Nov 03 19:24:36.986166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:24:37.096309 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dff8da-4f82-4d6b-8396-3d918593a678 req-f9d40489-a594-443f-a4f9-4c5bb1c253fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:37.097870 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e3dff8da-4f82-4d6b-8396-3d918593a678 req-f9d40489-a594-443f-a4f9-4c5bb1c253fc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 1097 time: 0.0519993 Nov 03 19:24:37.143310 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e3dff8da-4f82-4d6b-8396-3d918593a678 req-bca74af7-093b-47a9-84de-6a03d9adc88d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366206 Nov 03 19:24:38.019873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af152-a3a8-4b25-96df-c7ea172db988 req-c1e6f8f2-0154-4598-a129-92c5f1d3fdad tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:38.021313 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-768af152-a3a8-4b25-96df-c7ea172db988 req-c1e6f8f2-0154-4598-a129-92c5f1d3fdad tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0556099 Nov 03 19:24:38.072439 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-768af152-a3a8-4b25-96df-c7ea172db988 req-c26c274b-4b60-454f-898e-209185fd6b7a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440774 Nov 03 19:24:39.202478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14671b72-7574-4995-9de8-fe25dc9e01f8 req-faece3ba-c37f-423a-8a0f-eebc0bdd84f6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:39.204008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14671b72-7574-4995-9de8-fe25dc9e01f8 req-faece3ba-c37f-423a-8a0f-eebc0bdd84f6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0505564 Nov 03 19:24:39.252048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14671b72-7574-4995-9de8-fe25dc9e01f8 req-15402622-f078-47e5-9376-34a86f14b385 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421259 Nov 03 19:24:39.375529 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec81162-3c6f-444c-b640-34da9bb1c820 req-e8dbffad-2aa7-49ee-85d4-112870e5de6a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:39.376960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ec81162-3c6f-444c-b640-34da9bb1c820 req-e8dbffad-2aa7-49ee-85d4-112870e5de6a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0542159 Nov 03 19:24:39.424974 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ec81162-3c6f-444c-b640-34da9bb1c820 req-17dacd1a-15ae-45f7-9af5-8b9f99cbff05 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419686 Nov 03 19:24:39.680237 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-0fb0855b-f84a-4424-b398-2743bbd33a62 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447800 Nov 03 19:24:39.696921 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b8c15-9e93-4968-8b03-9d06a53991d7 req-f56404b6-2128-437f-974c-eadfeb0900df tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:39.698523 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f7b8c15-9e93-4968-8b03-9d06a53991d7 req-f56404b6-2128-437f-974c-eadfeb0900df tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0542462 Nov 03 19:24:39.749794 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f7b8c15-9e93-4968-8b03-9d06a53991d7 req-69b2fef6-2663-486f-a949-e40302467d9a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440078 Nov 03 19:24:40.793160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-68db855a-8bfc-43ef-b2f5-0c87a5cf015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:40.794705 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-68db855a-8bfc-43ef-b2f5-0c87a5cf015d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 1097 time: 0.0412753 Nov 03 19:24:40.881819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a11c8d-cc5a-476f-a07c-242bb2561629 req-cacb22fc-707d-4223-807d-82f2a78a6390 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:40.883347 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9a11c8d-cc5a-476f-a07c-242bb2561629 req-cacb22fc-707d-4223-807d-82f2a78a6390 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0542974 Nov 03 19:24:40.885484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-a3e2057d-254a-4f59-9de9-30c1207d745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:40.886957 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-a3e2057d-254a-4f59-9de9-30c1207d745d service neutron] 10.222.0.87 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 915 time: 0.0845280 Nov 03 19:24:40.932140 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e9a11c8d-cc5a-476f-a07c-242bb2561629 req-7ce540dc-1de3-4fc4-bcf3-71b5a8a56cd7 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423865 Nov 03 19:24:40.934829 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-732132b9-8138-4684-a73b-4590c2c6edd8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634 HTTP/1.1" status: 200 len: 217 time: 0.0384028 Nov 03 19:24:40.984465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-0346e655-e42f-42da-a02f-e996378b913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:40.985840 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-0346e655-e42f-42da-a02f-e996378b913a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 200 len: 854 time: 0.0443118 Nov 03 19:24:41.016520 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-3e3eeb9f-02a6-4974-a91f-7f1080fd6736 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240121 Nov 03 19:24:41.109222 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-1f8ba28c-87a4-4143-b74f-2efa8684231c service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856316 Nov 03 19:24:41.198372 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-fdcf5c4f-4cc7-4fe7-b821-1a9b2e3a58f2 service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820274 Nov 03 19:24:42.054655 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03411e88-58d6-483e-9516-ce4b34d526ec req-70eca1a8-2e15-443b-89e1-4e9b449c73a4 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:42.056234 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03411e88-58d6-483e-9516-ce4b34d526ec req-70eca1a8-2e15-443b-89e1-4e9b449c73a4 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0533230 Nov 03 19:24:42.109860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03411e88-58d6-483e-9516-ce4b34d526ec req-1a0051a3-9450-458a-8de1-af63138ef24b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436568 Nov 03 19:24:43.228377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b0be8-37b9-4477-8196-6b41fcdb90f4 req-5a87c6c8-52ac-4527-80d4-a804cc027461 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:43.229874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f6b0be8-37b9-4477-8196-6b41fcdb90f4 req-5a87c6c8-52ac-4527-80d4-a804cc027461 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0486872 Nov 03 19:24:43.283198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f6b0be8-37b9-4477-8196-6b41fcdb90f4 req-53df8a1e-94d1-41be-8e3a-114f55f99f32 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 Nov 03 19:24:43.558647 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:44.400640 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f92be-9614-4786-af08-f18c576c4f45 req-162e51e8-b025-4c83-aa97-1b7b6163de51 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:44.402074 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-204f92be-9614-4786-af08-f18c576c4f45 req-162e51e8-b025-4c83-aa97-1b7b6163de51 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0496464 Nov 03 19:24:44.451889 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-204f92be-9614-4786-af08-f18c576c4f45 req-f750563d-2262-42a3-8682-f03d5e24d972 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431933 Nov 03 19:24:44.902515 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-a4fd1055-8c81-4513-a1da-bd1102a76ab0 req-ff501a2b-c388-402b-a449-51017a37ff4b service neutron] (101712) timed out ('10.222.0.107', 59138) {{(pid=101712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:24:45.584277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d36d7-2485-409d-8b7e-abbf4360c902 req-9e0e761c-c1bd-4e4a-b5c8-2928ef1f2f0c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:45.586403 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e3d36d7-2485-409d-8b7e-abbf4360c902 req-9e0e761c-c1bd-4e4a-b5c8-2928ef1f2f0c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0650775 Nov 03 19:24:45.636481 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e3d36d7-2485-409d-8b7e-abbf4360c902 req-b8a2bdc1-fec6-4d0a-8ac5-5411bb999c2b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438573 Nov 03 19:24:46.772085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c53a9f-9465-4945-ba23-f8e075337831 req-a809ee46-12e9-42c8-a3b9-588a0c69b40c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:46.773642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50c53a9f-9465-4945-ba23-f8e075337831 req-a809ee46-12e9-42c8-a3b9-588a0c69b40c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0568213 Nov 03 19:24:46.823001 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-50c53a9f-9465-4945-ba23-f8e075337831 req-6b10c0d7-3496-4ebd-b5cb-1abddb8e57d8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428896 Nov 03 19:24:47.946202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe70b2-9ac0-4f12-af0b-a91d30c38266 req-cefdc919-69b8-4576-a6f7-6e76363998d9 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:47.947785 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73fe70b2-9ac0-4f12-af0b-a91d30c38266 req-cefdc919-69b8-4576-a6f7-6e76363998d9 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0535736 Nov 03 19:24:47.996042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73fe70b2-9ac0-4f12-af0b-a91d30c38266 req-b6dabdb4-13b4-4c85-bc34-56c3c48ce98b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Nov 03 19:24:49.133032 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed9d75-7b02-4bba-ab02-a0d695cebcdd req-ed3803d9-3496-4c60-ba7e-c10f08a22e38 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:49.134606 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8ed9d75-7b02-4bba-ab02-a0d695cebcdd req-ed3803d9-3496-4c60-ba7e-c10f08a22e38 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0606775 Nov 03 19:24:49.190484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c8ed9d75-7b02-4bba-ab02-a0d695cebcdd req-01a76a36-f6a0-4188-b70c-70d0ca900daf tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493009 Nov 03 19:24:50.322711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035416b-b74f-47be-a12e-ac8a2ef687cb req-3bb8eb71-5037-4eb7-b3b8-fc177025a36a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:50.324474 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8035416b-b74f-47be-a12e-ac8a2ef687cb req-3bb8eb71-5037-4eb7-b3b8-fc177025a36a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0557611 Nov 03 19:24:50.379378 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8035416b-b74f-47be-a12e-ac8a2ef687cb req-443ea5a7-b6be-485e-a730-89d704f186d9 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471237 Nov 03 19:24:51.503682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d4299-8f91-47ce-a4ab-9446bf335fae req-88b2f0de-cab9-4e4e-83b1-29389ccc896f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:51.505235 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-957d4299-8f91-47ce-a4ab-9446bf335fae req-88b2f0de-cab9-4e4e-83b1-29389ccc896f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0502517 Nov 03 19:24:51.555168 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-957d4299-8f91-47ce-a4ab-9446bf335fae req-94ca4ec7-7414-4112-9f78-374c1a5db792 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426946 Nov 03 19:24:52.687098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d49f5a-5bf7-44fd-b60f-a5366582e913 req-c11ccf94-6eb4-4f8d-8ddc-0e130707b478 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:52.688669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5d49f5a-5bf7-44fd-b60f-a5366582e913 req-c11ccf94-6eb4-4f8d-8ddc-0e130707b478 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0573044 Nov 03 19:24:52.747891 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e5d49f5a-5bf7-44fd-b60f-a5366582e913 req-4a922fc1-51b5-42b3-853a-1ede7a6d6978 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531456 Nov 03 19:24:53.870156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5db47-173c-4099-bbd2-ef81824a9ea2 req-0a32be40-a1cb-471c-8ead-dbc165adc0eb tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:53.871267 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5d5db47-173c-4099-bbd2-ef81824a9ea2 req-0a32be40-a1cb-471c-8ead-dbc165adc0eb tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0516076 Nov 03 19:24:53.921499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5d5db47-173c-4099-bbd2-ef81824a9ea2 req-e6674aa3-6a5b-4bc3-8094-fcc13c276954 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435183 Nov 03 19:24:55.046847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85333a2-53ff-4382-8dd4-892bfb3636ab req-27ac75d9-aa52-4893-974c-a23f20bd7ebd tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:55.048385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d85333a2-53ff-4382-8dd4-892bfb3636ab req-27ac75d9-aa52-4893-974c-a23f20bd7ebd tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0549588 Nov 03 19:24:55.097643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d85333a2-53ff-4382-8dd4-892bfb3636ab req-c6bea184-83b0-4f83-a6c1-6f5df950d9a2 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425222 Nov 03 19:24:55.808630 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-646e46b0-04ad-4e4d-b39e-7178064602c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:56.233442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf9006-eca5-4c8a-955a-19322d4e0ee5 req-4b56828a-cb58-4d43-837c-661610d05157 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:56.235000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87bf9006-eca5-4c8a-955a-19322d4e0ee5 req-4b56828a-cb58-4d43-837c-661610d05157 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0508945 Nov 03 19:24:56.285324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87bf9006-eca5-4c8a-955a-19322d4e0ee5 req-f3688ca2-36d0-46ae-bb82-31db273c0af3 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442948 Nov 03 19:24:56.384592 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b30e2-0b58-446e-9fdb-23fff108b0a9 req-75e0b9b2-3e39-40c6-854b-9868a7a8591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:56.386095 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d59b30e2-0b58-446e-9fdb-23fff108b0a9 req-75e0b9b2-3e39-40c6-854b-9868a7a8591b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 1097 time: 0.0415540 Nov 03 19:24:56.495770 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b30e2-0b58-446e-9fdb-23fff108b0a9 req-966cb02b-c892-4d2c-ae35-59a138b079ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:56.497235 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d59b30e2-0b58-446e-9fdb-23fff108b0a9 req-966cb02b-c892-4d2c-ae35-59a138b079ec service neutron] 10.222.0.87 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 915 time: 0.0907209 Nov 03 19:24:56.539826 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d59b30e2-0b58-446e-9fdb-23fff108b0a9 req-870d26ef-e284-4dce-a23e-0690d17af16a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634 HTTP/1.1" status: 200 len: 217 time: 0.0337274 Nov 03 19:24:56.593529 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b30e2-0b58-446e-9fdb-23fff108b0a9 req-1a609b1c-1d64-49ae-b8d3-5de7fe6c8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:56.594997 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d59b30e2-0b58-446e-9fdb-23fff108b0a9 req-1a609b1c-1d64-49ae-b8d3-5de7fe6c8145 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 200 len: 854 time: 0.0472734 Nov 03 19:24:56.627410 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d59b30e2-0b58-446e-9fdb-23fff108b0a9 req-4d23cd72-af19-4d44-a64b-57e5b49277b3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249395 Nov 03 19:24:56.718333 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d59b30e2-0b58-446e-9fdb-23fff108b0a9 req-8ccc102e-f8b7-4a16-b368-b2318cdac479 service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832016 Nov 03 19:24:56.812645 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d59b30e2-0b58-446e-9fdb-23fff108b0a9 req-fc4ce47b-e981-4ad6-b49e-746b302c9f11 service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869758 Nov 03 19:24:57.405860 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f6a71-f533-40b2-842a-425ec24d6479 req-5359b527-9f3b-4922-9f13-c446af475e2b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:57.407368 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b9f6a71-f533-40b2-842a-425ec24d6479 req-5359b527-9f3b-4922-9f13-c446af475e2b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0496204 Nov 03 19:24:57.461645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b9f6a71-f533-40b2-842a-425ec24d6479 req-40c886fe-046d-42eb-98d0-2df76a57bfd8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481308 Nov 03 19:24:58.139857 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9b88b259-4960-45c7-bf9e-fcfae8ceeede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:58.587069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e73e52-1dbb-44f2-a0d6-aa8ecc6da4e9 req-98cc976e-45b4-44ac-862e-ce235ad8091a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:58.588595 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00e73e52-1dbb-44f2-a0d6-aa8ecc6da4e9 req-98cc976e-45b4-44ac-862e-ce235ad8091a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0565515 Nov 03 19:24:58.639210 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-00e73e52-1dbb-44f2-a0d6-aa8ecc6da4e9 req-138f45dd-b4ac-40c1-926b-2d3395c45d78 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446477 Nov 03 19:24:59.514811 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:24:59.760936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b51f63-9452-49fa-b7d8-5bba9821211c req-ae43feae-822c-4143-9580-9a7221df505c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:24:59.762477 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4b51f63-9452-49fa-b7d8-5bba9821211c req-ae43feae-822c-4143-9580-9a7221df505c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0519156 Nov 03 19:24:59.810962 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b4b51f63-9452-49fa-b7d8-5bba9821211c req-c72678aa-879c-41cf-9eb9-943273ef08cd tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423524 Nov 03 19:25:00.793981 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:00.882752 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:00.941589 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ff1ae-8347-4ab5-85d4-4f5a329819ec req-3b12ae3c-3cf8-4981-aa09-8034150b0cc6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:00.943146 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-183ff1ae-8347-4ab5-85d4-4f5a329819ec req-3b12ae3c-3cf8-4981-aa09-8034150b0cc6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0609474 Nov 03 19:25:00.994673 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-183ff1ae-8347-4ab5-85d4-4f5a329819ec req-3f298ba0-96ab-4f25-84d6-097f184273ab tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445242 Nov 03 19:25:01.508320 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:02.124840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac59a38-6d91-488a-949f-50fda344a5d9 req-5e1debcb-461c-4380-99ed-90c2c134e60f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:02.126459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dac59a38-6d91-488a-949f-50fda344a5d9 req-5e1debcb-461c-4380-99ed-90c2c134e60f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0611362 Nov 03 19:25:02.185287 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dac59a38-6d91-488a-949f-50fda344a5d9 req-48844a3d-16b7-4961-bce7-3c1947b8b7e3 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511093 Nov 03 19:25:03.309892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438187b4-f28b-493e-99e1-e44b7dad52ed req-7b4a0d2b-28bc-4fa2-a7dc-5d41e5f26813 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:03.311327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-438187b4-f28b-493e-99e1-e44b7dad52ed req-7b4a0d2b-28bc-4fa2-a7dc-5d41e5f26813 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0508482 Nov 03 19:25:03.365257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-438187b4-f28b-493e-99e1-e44b7dad52ed req-f7343ae4-cf12-4622-9fd6-bbc6ec14dc43 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478125 Nov 03 19:25:04.481206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978843e-f743-4cb2-8190-9e258006a750 req-e237f43c-d25c-41b9-94b0-c3cf02514de5 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:04.482689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d978843e-f743-4cb2-8190-9e258006a750 req-e237f43c-d25c-41b9-94b0-c3cf02514de5 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0483987 Nov 03 19:25:04.529807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d978843e-f743-4cb2-8190-9e258006a750 req-dc46f79d-6049-45e2-ab7f-77e56f30b494 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Nov 03 19:25:05.654457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb53ca-aa83-49e1-801c-619d8e4d647c req-765aa0b6-897d-4c39-baec-8794339f5761 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:05.656149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5fb53ca-aa83-49e1-801c-619d8e4d647c req-765aa0b6-897d-4c39-baec-8794339f5761 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0508676 Nov 03 19:25:05.703451 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5fb53ca-aa83-49e1-801c-619d8e4d647c req-ac4dd97a-ba49-4dbb-9015-726737db103a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412836 Nov 03 19:25:06.826558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ac9c5-70a8-4533-97d2-6466b764c269 req-a599b766-f72b-4077-8685-4e1d5d955ed5 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:06.828091 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-819ac9c5-70a8-4533-97d2-6466b764c269 req-a599b766-f72b-4077-8685-4e1d5d955ed5 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0533235 Nov 03 19:25:06.876950 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-819ac9c5-70a8-4533-97d2-6466b764c269 req-a3f8e4ed-3941-449f-9665-8bbb8839ea7c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417507 Nov 03 19:25:07.994375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18ea30-d339-4bc8-9faf-b05d60c95f7c req-47406905-3cde-48ab-a2cd-ad97ea4d30e3 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:07.995815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd18ea30-d339-4bc8-9faf-b05d60c95f7c req-47406905-3cde-48ab-a2cd-ad97ea4d30e3 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0485835 Nov 03 19:25:08.042426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fd18ea30-d339-4bc8-9faf-b05d60c95f7c req-4b7ada2b-a8a3-48f7-b62e-9fedd5573fea tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406992 Nov 03 19:25:08.469878 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-c61aaa35-63c2-4dd8-9ea1-011fc438ca32 service neutron] show failed (client error): The resource could not be found. Nov 03 19:25:08.470920 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-c61aaa35-63c2-4dd8-9ea1-011fc438ca32 service neutron] 10.222.0.87 "GET /v2.0/ports/9559a7a1-c0d4-452e-82f8-5c1b7a14a634/bindings/n-h2-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.0535831 Nov 03 19:25:08.719026 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-bd78bf40-1bae-4a9d-8f1b-cd2857ee1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:08.720627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-bd78bf40-1bae-4a9d-8f1b-cd2857ee1c84 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669&tenant_id=3cf71fd8634f4af99d3826bd46127cf3 HTTP/1.1" status: 200 len: 1097 time: 0.0727849 Nov 03 19:25:08.732979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:08.784556 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:08.990330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] For port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:09.027878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] For port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:09.067633 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.071875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d19285a-efdf-43e0-bab1-35351ddaf669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:25:09.074150 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d37671-1040-4c4f-8d90-0af57a38823d" -d '{"events": [{"server_uuid": "5d19285a-efdf-43e0-bab1-35351ddaf669", "name": "network-vif-unplugged", "status": "completed", "tag": "9559a7a1-c0d4-452e-82f8-5c1b7a14a634"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:25:09.085592 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Transition to ACTIVE for port object 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:25:09.090677 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.149332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] No DVR routers for this DVR port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:25:09.157334 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43a0fc9-9294-419b-ab8a-9a2215b2531a x-openstack-request-id: req-e43a0fc9-9294-419b-ab8a-9a2215b2531a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:25:09.157625 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d19285a-efdf-43e0-bab1-35351ddaf669", "name": "network-vif-unplugged", "status": "completed", "tag": "9559a7a1-c0d4-452e-82f8-5c1b7a14a634", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:25:09.157878 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e43a0fc9-9294-419b-ab8a-9a2215b2531a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:25:09.158273 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d19285a-efdf-43e0-bab1-35351ddaf669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634', 'code': 200} Nov 03 19:25:09.187880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Pushing event updated for resources: {'Port': ['ID=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,revision_number=6']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:09.224540 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:09.224877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:09.225223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:09.225578 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:09.225903 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:09.226245 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:09.226612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:09.226979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:09.227309 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:09.227671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:09.227996 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:09.228321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:09.252222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e7d0b-08e7-4801-89ad-822b00aba40a req-36298bd8-767d-4e69-bc24-e5f663d4523e tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:09.254980 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c79e7d0b-08e7-4801-89ad-822b00aba40a req-36298bd8-767d-4e69-bc24-e5f663d4523e tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 944 time: 0.1093941 Nov 03 19:25:09.256945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Attempting to bind port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:25:09.257473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Attempting to bind port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:25:09.258392 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Attempting to bind port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 on network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:09.271036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 on network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:25:09.271358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Attempting to bind port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 on network f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:09.288219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:25:09.288561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Checking segment: {'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:09.288949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Bound using segment: {'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:25:09.289441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Bound port: 9559a7a1-c0d4-452e-82f8-5c1b7a14a634, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38dd9ec1-836a-4447-844e-35ce5736f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:25:09.289802 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.345154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c79e7d0b-08e7-4801-89ad-822b00aba40a req-11e5528f-b1ff-444d-b428-0773bb442775 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831578 Nov 03 19:25:09.378429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] For port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:09.382094 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] For port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:25:09.386196 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.418512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:09.419133 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:09.420575 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] 10.222.0.98 "PUT /v2.0/ports/9559a7a1-c0d4-452e-82f8-5c1b7a14a634 HTTP/1.1" status: 200 len: 1092 time: 0.6916864 Nov 03 19:25:09.442822 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c136a7-4013-46c1-9f81-28e0229cb29d service neutron] Pushing event updated for resources: {'Port': ['ID=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,revision_number=7']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:09.489003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-01cc0811-5e26-449c-95a0-2ec03a5ba6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:09.490552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-01cc0811-5e26-449c-95a0-2ec03a5ba6ae service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 1095 time: 0.0448236 Nov 03 19:25:09.582024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-6aeea7f7-5894-48b1-9617-921a80a05e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:09.583512 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-6aeea7f7-5894-48b1-9617-921a80a05e78 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 915 time: 0.0860994 Nov 03 19:25:09.631443 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-7b64820b-0fb2-4c3a-ae41-906db5217582 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634 HTTP/1.1" status: 200 len: 217 time: 0.0405006 Nov 03 19:25:09.680410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-9db375cb-ec06-412f-a878-ea3e147e64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:09.681894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-9db375cb-ec06-412f-a878-ea3e147e64a5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 200 len: 854 time: 0.0437865 Nov 03 19:25:09.714592 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-a57228b6-5ca4-49c4-a665-a4a22705838a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245402 Nov 03 19:25:09.806376 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-7984318c-e254-41b5-bc13-32abef19e466 service neutron] 10.222.0.98 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842063 Nov 03 19:25:09.894004 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a993de4-afe4-4257-b4d1-2ffb48a6cf5e req-b1016aee-c265-467f-8001-7a758a9e97dd service neutron] 10.222.0.98 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802288 Nov 03 19:25:10.464795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457c106-9703-48c1-aa4f-7f225a8284cd req-bb528547-7868-4c5a-9162-0db30e063ce0 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:10.466303 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e457c106-9703-48c1-aa4f-7f225a8284cd req-bb528547-7868-4c5a-9162-0db30e063ce0 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 944 time: 0.0500460 Nov 03 19:25:10.518832 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e457c106-9703-48c1-aa4f-7f225a8284cd req-5ed7e8a2-d63f-4271-874a-a2829199c83f tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465515 Nov 03 19:25:10.959476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:25:11.001289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:25:11.159315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d19285a-efdf-43e0-bab1-35351ddaf669', 'tag': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:25:11.161743 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767" -d '{"events": [{"name": "network-changed", "server_uuid": "5d19285a-efdf-43e0-bab1-35351ddaf669", "tag": "9559a7a1-c0d4-452e-82f8-5c1b7a14a634"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:25:11.210215 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713859f2-85c6-4d0c-930a-2656dc533c7a x-openstack-request-id: req-713859f2-85c6-4d0c-930a-2656dc533c7a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:25:11.210529 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d19285a-efdf-43e0-bab1-35351ddaf669", "tag": "9559a7a1-c0d4-452e-82f8-5c1b7a14a634", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:25:11.210759 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-713859f2-85c6-4d0c-930a-2656dc533c7a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:25:11.211717 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d19285a-efdf-43e0-bab1-35351ddaf669', 'tag': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634', 'status': 'completed', 'code': 200} Nov 03 19:25:11.281879 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-21cc7c4b-0947-4ddd-b8b6-7b163eb31765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:11.283304 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-21cc7c4b-0947-4ddd-b8b6-7b163eb31765 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 1095 time: 0.0470872 Nov 03 19:25:11.299274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-396919ec-badf-4120-bd4f-da0a1d3baf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:11.300820 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-396919ec-badf-4120-bd4f-da0a1d3baf78 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 1095 time: 0.0478730 Nov 03 19:25:11.372133 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:25:11.396522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-d6ef29ab-21c1-4ba0-b0cd-ed3e6e0806b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:11.397997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-d6ef29ab-21c1-4ba0-b0cd-ed3e6e0806b2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 915 time: 0.0956373 Nov 03 19:25:11.413573 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-8ca544e2-ac53-4f51-a768-9b5e99f4c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:11.415550 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-8ca544e2-ac53-4f51-a768-9b5e99f4c038 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 915 time: 0.1074438 Nov 03 19:25:11.444941 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-46a417fa-590b-4d7b-afc4-d03edfa84767 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634 HTTP/1.1" status: 200 len: 217 time: 0.0385635 Nov 03 19:25:11.465523 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-9b153dc8-863f-4ac0-83f3-6954e556f89f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634 HTTP/1.1" status: 200 len: 217 time: 0.0418050 Nov 03 19:25:11.498901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-fd61024a-9f94-4d16-a7be-d97a1b73286f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:11.500548 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-fd61024a-9f94-4d16-a7be-d97a1b73286f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 200 len: 854 time: 0.0474868 Nov 03 19:25:11.514502 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-da3a9b8f-5704-4660-86e0-5de105d9dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:11.515997 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-da3a9b8f-5704-4660-86e0-5de105d9dab6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 200 len: 854 time: 0.0437653 Nov 03 19:25:11.533248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-29b7d13c-7744-463c-b48d-cb21709b7aa2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262463 Nov 03 19:25:11.550039 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-4a1a0506-f8d7-463f-9f69-34236399ca7c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266504 Nov 03 19:25:11.655226 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-1eccc793-d253-475e-9a83-f4920a63ee95 service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981023 Nov 03 19:25:11.662052 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-93548c56-1743-42d2-b267-18e71a4147f0 service neutron] 10.222.0.98 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209669 Nov 03 19:25:11.670516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e209dd-4863-467e-a956-44e4d754eef9 req-f63362c7-43a8-4c80-aba6-548f1d91ef72 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:11.672256 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-24e209dd-4863-467e-a956-44e4d754eef9 req-f63362c7-43a8-4c80-aba6-548f1d91ef72 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 944 time: 0.0757725 Nov 03 19:25:11.746707 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-67b900c0-f887-4938-8e4f-8df4feba712a service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842037 Nov 03 19:25:11.776552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-24e209dd-4863-467e-a956-44e4d754eef9 req-9fff6297-4840-4712-b2bc-3e7df2a977f6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957382 Nov 03 19:25:11.796041 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f7fcda8-bd43-4a2b-bd7c-af11b81bc767 req-9db57416-50e3-4720-b9ab-bdfcf07a47e4 service neutron] 10.222.0.98 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227448 Nov 03 19:25:11.972242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329828bc-c110-46aa-8842-fbf149c47a57 req-a760fbad-ced4-484e-b5f6-621c332225b0 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:11.973998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-329828bc-c110-46aa-8842-fbf149c47a57 req-a760fbad-ced4-484e-b5f6-621c332225b0 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 944 time: 0.0522192 Nov 03 19:25:12.023094 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-329828bc-c110-46aa-8842-fbf149c47a57 req-1546852b-16c1-4b0b-ad6b-57e693a1cb7a tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 Nov 03 19:25:12.041060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9421973-dffc-42f0-bcf0-0d011b640464 req-11dde102-6ccc-4c86-b50e-580fda203d0d tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:12.041060 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9421973-dffc-42f0-bcf0-0d011b640464 req-11dde102-6ccc-4c86-b50e-580fda203d0d tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669&tenant_id=3cf71fd8634f4af99d3826bd46127cf3&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 944 time: 0.0888762 Nov 03 19:25:12.090282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:25:12.101683 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [req-c9421973-dffc-42f0-bcf0-0d011b640464 req-edcff934-c671-4278-9246-e5425cbe15c8 service neutron] delete failed (client error): The resource could not be found. Nov 03 19:25:12.102801 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9421973-dffc-42f0-bcf0-0d011b640464 req-edcff934-c671-4278-9246-e5425cbe15c8 service neutron] 10.222.0.87 "DELETE /v2.0/ports/9559a7a1-c0d4-452e-82f8-5c1b7a14a634/bindings/n-h1-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.0546303 Nov 03 19:25:12.184412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:12.196643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634', 'network_id': 'f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7', 'port_id': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634', 'mac_address': 'fa:16:3e:4e:36:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cae01d5-65e2-4a8d-8478-813c3f290a88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:25:12.218270 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9421973-dffc-42f0-bcf0-0d011b640464 req-60bd6f1c-e902-4302-83d2-74ef9dfac0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:12.219813 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9421973-dffc-42f0-bcf0-0d011b640464 req-60bd6f1c-e902-4302-83d2-74ef9dfac0d1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 1095 time: 0.0415356 Nov 03 19:25:12.236427 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.248840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:25:12.269967 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:12.274745 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:12.319194 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9421973-dffc-42f0-bcf0-0d011b640464 req-57cf3d06-f283-4bfa-97b5-f6b852534199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:12.320732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:12.321129 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9421973-dffc-42f0-bcf0-0d011b640464 req-57cf3d06-f283-4bfa-97b5-f6b852534199 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 200 len: 915 time: 0.0924175 Nov 03 19:25:12.363479 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9421973-dffc-42f0-bcf0-0d011b640464 req-52d91155-445d-4b3b-ba9e-78bd14984156 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634 HTTP/1.1" status: 200 len: 217 time: 0.0342278 Nov 03 19:25:12.412205 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9421973-dffc-42f0-bcf0-0d011b640464 req-f721489b-7af1-4a40-baa5-f26373c35326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:12.413660 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9421973-dffc-42f0-bcf0-0d011b640464 req-f721489b-7af1-4a40-baa5-f26373c35326 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 200 len: 854 time: 0.0428493 Nov 03 19:25:12.451049 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9421973-dffc-42f0-bcf0-0d011b640464 req-50bcf1df-ff79-43a8-b264-d7e32b6ba00a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285745 Nov 03 19:25:12.498251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['9559a7a1-c0d4-452e-82f8-5c1b7a14a634'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:25:12.541771 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9421973-dffc-42f0-bcf0-0d011b640464 req-d0536bd0-99ce-4a3d-b2d3-2de1239d252d service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820680 Nov 03 19:25:12.637921 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9421973-dffc-42f0-bcf0-0d011b640464 req-d3890535-01cb-44a1-8bf8-7dfbd78906b9 service neutron] 10.222.0.87 "GET /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887187 Nov 03 19:25:13.145417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6273ac-acd3-414a-b74b-3737f2150b93 req-32f47272-cb5e-45b5-b7b7-77b103c58897 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:13.147058 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab6273ac-acd3-414a-b74b-3737f2150b93 req-32f47272-cb5e-45b5-b7b7-77b103c58897 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 945 time: 0.0501249 Nov 03 19:25:13.200544 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab6273ac-acd3-414a-b74b-3737f2150b93 req-a776305b-62df-4717-860e-8916d46d898c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472510 Nov 03 19:25:13.556762 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:14.092187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:14.141429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:25:14.145473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:14.145848 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:14.222775 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:14.247252 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d19285a-efdf-43e0-bab1-35351ddaf669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:25:14.249659 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0329e0d7-7124-4ac8-a931-353e54d656f7" -d '{"events": [{"server_uuid": "5d19285a-efdf-43e0-bab1-35351ddaf669", "name": "network-vif-plugged", "status": "completed", "tag": "9559a7a1-c0d4-452e-82f8-5c1b7a14a634"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:25:14.262305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:14.267164 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:14.297267 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4cae46-e850-4bbb-8ab3-c2350de0ec05 x-openstack-request-id: req-9a4cae46-e850-4bbb-8ab3-c2350de0ec05 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:25:14.297563 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d19285a-efdf-43e0-bab1-35351ddaf669", "name": "network-vif-plugged", "status": "completed", "tag": "9559a7a1-c0d4-452e-82f8-5c1b7a14a634", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:25:14.298108 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9a4cae46-e850-4bbb-8ab3-c2350de0ec05 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:25:14.298501 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d19285a-efdf-43e0-bab1-35351ddaf669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634', 'code': 200} Nov 03 19:25:14.320400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:14.326599 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f612-d020-4cf1-bbca-9d50b616c291 req-6b30802d-933e-4489-b5e2-deb1f870677c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:14.328184 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb96f612-d020-4cf1-bbca-9d50b616c291 req-6b30802d-933e-4489-b5e2-deb1f870677c tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0517907 Nov 03 19:25:14.376253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb96f612-d020-4cf1-bbca-9d50b616c291 req-7f0fc277-dbf1-4ed7-8625-64768022c52b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Nov 03 19:25:14.491077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce528fc-0cc2-4b75-b1a9-7386073e84c9 req-c7c0a364-5273-43b4-935e-31c9192873ce tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:14.493285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8ce528fc-0cc2-4b75-b1a9-7386073e84c9 req-c7c0a364-5273-43b4-935e-31c9192873ce tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0500405 Nov 03 19:25:14.540122 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8ce528fc-0cc2-4b75-b1a9-7386073e84c9 req-62f49c78-9d69-48a2-be92-afc6cde1a0df tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Nov 03 19:25:14.655269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbfa46-f6b4-4dfe-b71d-9efabbd79fcf req-f4cb5a42-d29e-4640-b3ce-0ed8187665af tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:14.656653 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9fbfa46-f6b4-4dfe-b71d-9efabbd79fcf req-f4cb5a42-d29e-4640-b3ce-0ed8187665af tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0508788 Nov 03 19:25:14.702948 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9fbfa46-f6b4-4dfe-b71d-9efabbd79fcf req-23f1346f-c3e6-48f8-84d9-04c4b57fc8a1 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403526 Nov 03 19:25:15.035535 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821522de-dfe4-41a0-995b-875962ec438c req-3954f682-c785-4502-ae7d-3a022adaefb8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:15.037036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-821522de-dfe4-41a0-995b-875962ec438c req-3954f682-c785-4502-ae7d-3a022adaefb8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.0491283 Nov 03 19:25:15.083506 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-821522de-dfe4-41a0-995b-875962ec438c req-30960593-ceae-493f-af2a-aa8914fe097b tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Nov 03 19:25:16.551714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ace0e-b5b1-4a21-9572-08cbeea4d762 req-7a31eece-9482-4ae5-ab14-1e9255eb9f88 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:16.553083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b1ace0e-b5b1-4a21-9572-08cbeea4d762 req-7a31eece-9482-4ae5-ab14-1e9255eb9f88 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.98 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.4164855 Nov 03 19:25:16.564897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05df1d-00d8-442f-92f8-c8c1a881e713 req-da6087de-a2f2-49db-9d30-9c863292f9ef tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:16.566248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac05df1d-00d8-442f-92f8-c8c1a881e713 req-da6087de-a2f2-49db-9d30-9c863292f9ef tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d19285a-efdf-43e0-bab1-35351ddaf669 HTTP/1.1" status: 200 len: 946 time: 0.4044988 Nov 03 19:25:16.660184 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ac05df1d-00d8-442f-92f8-c8c1a881e713 req-f052ed3e-3c8d-4b87-a586-5cb4689436f3 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.107 "GET /v2.0/security-groups?id=012984a9-d884-4001-ae33-eddbe07d1027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864143 Nov 03 19:25:16.681144 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-6b1ace0e-b5b1-4a21-9572-08cbeea4d762 req-f9e030cd-5d41-4121-895b-8ea3653880d6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Deleting port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:25:16.681483 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6b1ace0e-b5b1-4a21-9572-08cbeea4d762 req-f9e030cd-5d41-4121-895b-8ea3653880d6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:16.772635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-6b1ace0e-b5b1-4a21-9572-08cbeea4d762 req-f9e030cd-5d41-4121-895b-8ea3653880d6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] For port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,segment=NetworkSegment(38dd9ec1-836a-4447-844e-35ce5736f11e),segment_id=38dd9ec1-836a-4447-844e-35ce5736f11e)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:16.772998 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6b1ace0e-b5b1-4a21-9572-08cbeea4d762 req-f9e030cd-5d41-4121-895b-8ea3653880d6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:16.785373 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-6b1ace0e-b5b1-4a21-9572-08cbeea4d762 req-f9e030cd-5d41-4121-895b-8ea3653880d6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Calling delete_port for 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:25:16.911830 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6b1ace0e-b5b1-4a21-9572-08cbeea4d762 req-f9e030cd-5d41-4121-895b-8ea3653880d6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:16.923759 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['9559a7a1-c0d4-452e-82f8-5c1b7a14a634'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:25:16.943335 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e030cd-5d41-4121-895b-8ea3653880d6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Pushing event deleted for resources: {'Port': ['ID=9559a7a1-c0d4-452e-82f8-5c1b7a14a634,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:16.987232 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1ace0e-b5b1-4a21-9572-08cbeea4d762 req-f9e030cd-5d41-4121-895b-8ea3653880d6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] No DVR routers for this DVR port 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:25:16.989952 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6b1ace0e-b5b1-4a21-9572-08cbeea4d762 req-f9e030cd-5d41-4121-895b-8ea3653880d6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:16.993355 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b1ace0e-b5b1-4a21-9572-08cbeea4d762 req-f9e030cd-5d41-4121-895b-8ea3653880d6 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] 10.222.0.98 "DELETE /v2.0/ports/9559a7a1-c0d4-452e-82f8-5c1b7a14a634 HTTP/1.1" status: 204 len: 173 time: 0.4262440 Nov 03 19:25:16.993821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d19285a-efdf-43e0-bab1-35351ddaf669', 'name': 'network-vif-deleted', 'tag': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:25:16.996098 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92a5de7-ae43-4f16-b5c4-4913faaebba2" -d '{"events": [{"server_uuid": "5d19285a-efdf-43e0-bab1-35351ddaf669", "name": "network-vif-deleted", "tag": "9559a7a1-c0d4-452e-82f8-5c1b7a14a634"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:25:17.035374 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860d818f-d85c-40ca-a39c-0d019edebb11 x-openstack-request-id: req-860d818f-d85c-40ca-a39c-0d019edebb11 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:25:17.035766 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d19285a-efdf-43e0-bab1-35351ddaf669", "name": "network-vif-deleted", "tag": "9559a7a1-c0d4-452e-82f8-5c1b7a14a634", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:25:17.036018 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-860d818f-d85c-40ca-a39c-0d019edebb11 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:25:17.036407 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d19285a-efdf-43e0-bab1-35351ddaf669', 'name': 'network-vif-deleted', 'tag': '9559a7a1-c0d4-452e-82f8-5c1b7a14a634', 'status': 'completed', 'code': 200} Nov 03 19:25:17.782751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37252) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:17.826603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-456a76fc-53eb-4a5e-ac30-90daee5bb791 admin admin] Deleting subnet 0cae01d5-65e2-4a8d-8478-813c3f290a88 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:25:17.829947 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-456a76fc-53eb-4a5e-ac30-90daee5bb791 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:17.864217 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-456a76fc-53eb-4a5e-ac30-90daee5bb791 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:17.901319 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-456a76fc-53eb-4a5e-ac30-90daee5bb791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:17.956353 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-456a76fc-53eb-4a5e-ac30-90daee5bb791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:17.982784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a76fc-53eb-4a5e-ac30-90daee5bb791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cae01d5-65e2-4a8d-8478-813c3f290a88,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:17.984763 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-456a76fc-53eb-4a5e-ac30-90daee5bb791 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:17.987954 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-456a76fc-53eb-4a5e-ac30-90daee5bb791 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/0cae01d5-65e2-4a8d-8478-813c3f290a88 HTTP/1.1" status: 204 len: 168 time: 0.2041540 Nov 03 19:25:17.990473 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37254) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:18.056534 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6cfe304e-c09d-45a2-ba95-c3f8f20d7034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:18.145269 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6cfe304e-c09d-45a2-ba95-c3f8f20d7034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:18.164774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6cfe304e-c09d-45a2-ba95-c3f8f20d7034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:18.173555 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6cfe304e-c09d-45a2-ba95-c3f8f20d7034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38dd9ec1-836a-4447-844e-35ce5736f11e') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:18.173842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-6cfe304e-c09d-45a2-ba95-c3f8f20d7034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38dd9ec1-836a-4447-844e-35ce5736f11e') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:18.182726 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6cfe304e-c09d-45a2-ba95-c3f8f20d7034 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:18.195748 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6cfe304e-c09d-45a2-ba95-c3f8f20d7034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:18.201701 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfe304e-c09d-45a2-ba95-c3f8f20d7034 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:25:18.202079 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6cfe304e-c09d-45a2-ba95-c3f8f20d7034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:25:18.203740 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:25:18.571450 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6cfe304e-c09d-45a2-ba95-c3f8f20d7034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:18.576864 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6cfe304e-c09d-45a2-ba95-c3f8f20d7034 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:18.580106 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6cfe304e-c09d-45a2-ba95-c3f8f20d7034 admin admin] 10.222.0.107 "DELETE /v2.0/networks/f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7 HTTP/1.1" status: 204 len: 168 time: 0.5887194 Nov 03 19:25:18.592349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe304e-c09d-45a2-ba95-c3f8f20d7034 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d4e76b-e507-4bcd-a76c-1fdbb3b86ff7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:18.693603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37258) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:18.734977 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bc2d743c-445b-4a85-af9f-63fc07acd793 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3cf71fd8634f4af99d3826bd46127cf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401862 Nov 03 19:25:18.737475 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37260) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:18.785101 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a5254b09-b1c0-4e40-bfd6-a015c7d4f259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:18.807368 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a5254b09-b1c0-4e40-bfd6-a015c7d4f259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:18.852377 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a5254b09-b1c0-4e40-bfd6-a015c7d4f259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:18.854844 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a5254b09-b1c0-4e40-bfd6-a015c7d4f259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:18.856083 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a5254b09-b1c0-4e40-bfd6-a015c7d4f259 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/012984a9-d884-4001-ae33-eddbe07d1027 HTTP/1.1" status: 204 len: 168 time: 0.1176920 Nov 03 19:25:18.864333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5254b09-b1c0-4e40-bfd6-a015c7d4f259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012984a9-d884-4001-ae33-eddbe07d1027,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:19.499791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37282) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:19.607912 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-794833021-network', 'tenant_id': '358c38f693394513801b231060b38043'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:19.628691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] Made reservation on behalf of 358c38f693394513801b231060b38043 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:19.630952 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:19.639806 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:19.719287 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:19.723475 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:19.752465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:25:19.758563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba117a2-dc8c-477d-be5c-7ad3630a56e4,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:19.767544 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:19.767905 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] Added segment 3f670a66-bfe1-4a7b-8275-2b7aef34da8c of type vlan for network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d Nov 03 19:25:19.808062 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:19.831891 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:19.832856 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:19.833424 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:19.865692 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3648047 Nov 03 19:25:19.869204 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37286) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:19.874320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-50eb597e-82ae-4f76-87b5-10428fda9667 admin admin] Request body: {'subnet': {'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-794833021-subnet', 'tenant_id': '358c38f693394513801b231060b38043', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:19.896657 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eb597e-82ae-4f76-87b5-10428fda9667 admin admin] Made reservation on behalf of 358c38f693394513801b231060b38043 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:19.898396 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a9ab9-1107-481a-9ca1-debe8726a47d admin admin] Pushing event updated for resources: {'Network': ['ID=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:19.898927 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-50eb597e-82ae-4f76-87b5-10428fda9667 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:19.908823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:25:20.069348 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-50eb597e-82ae-4f76-87b5-10428fda9667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.122490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb597e-82ae-4f76-87b5-10428fda9667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d8a72d-8443-4da8-ba8d-22e46f0859cc,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:20.138952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb597e-82ae-4f76-87b5-10428fda9667 admin admin] Checking segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:20.139308 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eb597e-82ae-4f76-87b5-10428fda9667 admin admin] Network hostable DHCP agents. Network: 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:25:20.152538 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:25:20.155983 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eb597e-82ae-4f76-87b5-10428fda9667 admin admin] Network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:25:20.164832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-50eb597e-82ae-4f76-87b5-10428fda9667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:20.169066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eb597e-82ae-4f76-87b5-10428fda9667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:20.169648 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-50eb597e-82ae-4f76-87b5-10428fda9667 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.173697 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:25:20.174171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9559a7a1-c0d4-452e-82f8-5c1b7a14a634 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:25:20.176877 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac0be73-dc23-4bfc-8afc-39548a9240eb None None] Network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:20.189421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-50eb597e-82ae-4f76-87b5-10428fda9667 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3164432 Nov 03 19:25:20.189675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37288) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:20.194130 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:20.215804 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.216889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.267996 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.321486 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:25:20.322343 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.404360 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.455647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Allocated IP 172.20.0.2 (0b8ebdc7-00c2-4de9-adf0-41be56e50b9d/63d8a72d-8443-4da8-ba8d-22e46f0859cc/df091658-f639-408c-8533-99cc740e65a9) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:20.598808 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.604103 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.604406 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.627012 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.640714 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:20.643661 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:20.650040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:20.659545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Pushing event updated for resources: {'Port': ['ID=df091658-f639-408c-8533-99cc740e65a9,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:20.713604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Attempting to bind port df091658-f639-408c-8533-99cc740e65a9 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:25:20.713981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Attempting to bind port df091658-f639-408c-8533-99cc740e65a9 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:25:20.714350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Attempting to bind port df091658-f639-408c-8533-99cc740e65a9 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:20.719458 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:25:20.719868 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Checking segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:20.720272 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.720667 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Bound using segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:25:20.721134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Bound port: df091658-f639-408c-8533-99cc740e65a9, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:25:20.721513 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.735235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Allocated IP 172.25.2.167 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/e9b0f791-098f-413c-a43e-a0e32944a033) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:20.788682 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] For port df091658-f639-408c-8533-99cc740e65a9, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:20.794480 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] For port df091658-f639-408c-8533-99cc740e65a9, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=df091658-f639-408c-8533-99cc740e65a9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:25:20.798585 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.853423 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.858577 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d33a9-64af-44a8-b9db-a5a67a968a7d None None] Pushing event updated for resources: {'Port': ['ID=df091658-f639-408c-8533-99cc740e65a9,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:20.889676 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:20.927426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:20.930263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:20.936504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:20.964171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Pushing event updated for resources: {'Port': ['ID=e9b0f791-098f-413c-a43e-a0e32944a033,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:21.215730 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:21.415862 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:21.553958 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:25:21.667045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:25:21.676477 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Sync routers for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:25:21.688657 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:21.689416 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:21.690054 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:24:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:21.692824 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37292) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:21.693394 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3f7c1601-b375-4f6e-99d3-30ea19962c54 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5022056 Nov 03 19:25:21.795544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a9985-8da6-4a81-9161-a6e0d274d68e None None] Network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:25:22.039338 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:22.071538 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7a3810d3-edd2-493b-a73f-9b4f5e32e694 None None] Provisioning complete for port df091658-f639-408c-8533-99cc740e65a9 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:22.071936 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7a3810d3-edd2-493b-a73f-9b4f5e32e694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.118345 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.227660 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device df091658-f639-408c-8533-99cc740e65a9 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:22.286762 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Allocated IP 172.20.0.1 (0b8ebdc7-00c2-4de9-adf0-41be56e50b9d/63d8a72d-8443-4da8-ba8d-22e46f0859cc/b8b73afb-9112-4687-a7ee-b5d01163489b) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:22.379284 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7a3810d3-edd2-493b-a73f-9b4f5e32e694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.386780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.412396 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port df091658-f639-408c-8533-99cc740e65a9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:22.412765 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.423164 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.463953 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:22.464717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7a3810d3-edd2-493b-a73f-9b4f5e32e694 None None] For port df091658-f639-408c-8533-99cc740e65a9, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=df091658-f639-408c-8533-99cc740e65a9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:22.467204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:22.471025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:22.473546 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7a3810d3-edd2-493b-a73f-9b4f5e32e694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.504402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b73afb-9112-4687-a7ee-b5d01163489b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:22.520654 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.538111 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:21Z', 'revision_number': 3, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:22.596907 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Checking router: cfbe5ec5-1e04-45c4-882c-61c34a2f82bf for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:25:22.597266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Updating router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf port e9b0f791-098f-413c-a43e-a0e32944a033 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:25:22.599061 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3810d3-edd2-493b-a73f-9b4f5e32e694 None None] Pushing event updated for resources: {'Port': ['ID=df091658-f639-408c-8533-99cc740e65a9,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:22.637907 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.658795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.778389 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c36e6a77-fde6-4dfc-9cf9-584b36f1973c None None] Provisioning complete for port df091658-f639-408c-8533-99cc740e65a9 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:22.778931 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c36e6a77-fde6-4dfc-9cf9-584b36f1973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.836248 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.841636 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.916851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b73afb-9112-4687-a7ee-b5d01163489b,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:22.922879 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:22.995537 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.001063 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.013260 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:23.015286 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:23.064403 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d17af3-1a0d-489b-b49d-3b5192f0ae39 None None] Pushing event updated for resources: {'Port': ['ID=e9b0f791-098f-413c-a43e-a0e32944a033,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:23.068960 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Attempting to bind port e9b0f791-098f-413c-a43e-a0e32944a033 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:25:23.069333 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Attempting to bind port e9b0f791-098f-413c-a43e-a0e32944a033 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:25:23.069697 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Attempting to bind port e9b0f791-098f-413c-a43e-a0e32944a033 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:23.078234 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:25:23.078608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:23.079010 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.079397 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:25:23.079902 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Bound port: e9b0f791-098f-413c-a43e-a0e32944a033, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:25:23.080535 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.110077 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-48de27b3-442f-4377-9d45-47777cfa4605 None None] Provisioning complete for port b8b73afb-9112-4687-a7ee-b5d01163489b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:23.110445 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-48de27b3-442f-4377-9d45-47777cfa4605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.142773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:25:23.161114 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] For port e9b0f791-098f-413c-a43e-a0e32944a033, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:23.168359 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] For port e9b0f791-098f-413c-a43e-a0e32944a033, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e9b0f791-098f-413c-a43e-a0e32944a033,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:25:23.177042 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.206026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-48de27b3-442f-4377-9d45-47777cfa4605 None None] Port b8b73afb-9112-4687-a7ee-b5d01163489b cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:25:23.244593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:23.245220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:24:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:23.246834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d17af3-1a0d-489b-b49d-3b5192f0ae39 None None] Pushing event updated for resources: {'Port': ['ID=e9b0f791-098f-413c-a43e-a0e32944a033,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:23.266077 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:25:23.271955 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2c31db54-0503-49bb-83af-12da718552c0 admin admin] 10.222.0.107 "PUT /v2.0/routers/cfbe5ec5-1e04-45c4-882c-61c34a2f82bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5768170 Nov 03 19:25:23.361165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e8da2373-0b43-4716-939f-45a401eac3db None None] Provisioning complete for port b8b73afb-9112-4687-a7ee-b5d01163489b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:23.361500 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e8da2373-0b43-4716-939f-45a401eac3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:23.396251 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:23.434106 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e8da2373-0b43-4716-939f-45a401eac3db None None] Port b8b73afb-9112-4687-a7ee-b5d01163489b cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:25:23.605270 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 2, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:23.633730 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083aee0-18ab-485a-839f-70029a4840ec None None] The sync data for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 is: [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 2, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:25:23.971129 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37302) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:23.975875 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-41eadd45-1652-44db-b196-91df9f0df2c6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084627881', 'description': 'tempest-description--78448043'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:23.999308 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-41eadd45-1652-44db-b196-91df9f0df2c6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.077732 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-41eadd45-1652-44db-b196-91df9f0df2c6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.082016 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-41eadd45-1652-44db-b196-91df9f0df2c6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.113874 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-41eadd45-1652-44db-b196-91df9f0df2c6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.117739 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-41eadd45-1652-44db-b196-91df9f0df2c6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1429172 Nov 03 19:25:24.118011 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37304) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:24.122392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c095bbbd-bfce-44f5-8adb-85d7e5500fe8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Request body: {'security_group_rule': {'security_group_id': 'f672a8f6-2242-461a-a0d3-27f3f730c9db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:24.129300 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eadd45-1652-44db-b196-91df9f0df2c6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f672a8f6-2242-461a-a0d3-27f3f730c9db,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:24.159271 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c095bbbd-bfce-44f5-8adb-85d7e5500fe8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.217631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device df091658-f639-408c-8533-99cc740e65a9 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:24.226599 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c095bbbd-bfce-44f5-8adb-85d7e5500fe8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.231475 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c095bbbd-bfce-44f5-8adb-85d7e5500fe8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.253734 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095bbbd-bfce-44f5-8adb-85d7e5500fe8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc86040b-3c84-4001-ba94-a1ed4c7584c5,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:24.264586 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c095bbbd-bfce-44f5-8adb-85d7e5500fe8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.265866 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c095bbbd-bfce-44f5-8adb-85d7e5500fe8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469679 Nov 03 19:25:24.268632 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37306) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:24.273684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-3bd3e523-2824-4679-80ad-0aebc02a14e7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Request body: {'security_group_rule': {'security_group_id': 'f672a8f6-2242-461a-a0d3-27f3f730c9db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:24.276181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port df091658-f639-408c-8533-99cc740e65a9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:24.276562 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.314017 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e523-2824-4679-80ad-0aebc02a14e7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.383100 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e523-2824-4679-80ad-0aebc02a14e7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.387230 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e523-2824-4679-80ad-0aebc02a14e7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.406038 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3e523-2824-4679-80ad-0aebc02a14e7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d932f8c-b1f6-4bcf-a207-9560e07e2ff6,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:24.419387 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e523-2824-4679-80ad-0aebc02a14e7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.421118 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3bd3e523-2824-4679-80ad-0aebc02a14e7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1511233 Nov 03 19:25:24.423727 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 37308) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:24.429048 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:24.454247 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.569702 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.678808 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Allocated IP 172.25.2.89 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/92a06c7d-ad2e-4f95-a06b-5d5535e6e003) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:24.823418 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.858911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:24.902850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:24.906400 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:24.909503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:24.916219 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Pushing event updated for resources: {'Port': ['ID=92a06c7d-ad2e-4f95-a06b-5d5535e6e003,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:25.006126 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.042205 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.195764 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.200168 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.262433 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Pushing event updated for resources: {'Port': ['ID=92a06c7d-ad2e-4f95-a06b-5d5535e6e003,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:25.277564 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.293326 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.294586 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1921fa4d-36b6-4c90-8da9-f8f9f3a1488a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8695438 Nov 03 19:25:25.445759 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-868c9937-0b1c-40fc-bf52-fe124f7b8fe9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1084627881&fields=id&tenant_id=358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 267 time: 0.0435932 Nov 03 19:25:25.556271 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da131c-18aa-4458-848f-707ee0873c2c req-e07ef5f3-88c1-4cf1-a0a6-387072ca0b2e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:25.557848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-e07ef5f3-88c1-4cf1-a0a6-387072ca0b2e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 811 time: 0.1052020 Nov 03 19:25:25.573236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-f2ac31fd-01b2-4e02-b79b-885f7ab4fc5b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/quotas/358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 375 time: 0.0096157 Nov 03 19:25:25.628705 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-480e2072-1138-4ed8-afab-85600fb55805 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494461 Nov 03 19:25:25.644623 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-b47d7768-288d-488e-9fff-52bdf8a10a11 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:25:25.645591 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-b47d7768-288d-488e-9fff-52bdf8a10a11 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0055344 Nov 03 19:25:25.740839 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-54152a64-0023-4d5a-8c37-973b6b87c477 service neutron] 10.222.0.107 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890706 Nov 03 19:25:25.811546 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-cd73da11-36d1-4563-af90-baf2a6f95c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:25.846275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-0c5daf5a-4cc2-47b2-9bf8-32d2e0ee5c29 service neutron] 10.222.0.107 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987582 Nov 03 19:25:25.879453 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Sync routers for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:25:25.889770 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:25.890489 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:24:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:26.019628 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91227f26-37f5-44f8-a26a-557977916ce5 req-f1469a0d-df7f-43ca-8bae-9df8ad6591fd tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 210 time: 0.0279174 Nov 03 19:25:26.099801 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:26.214715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e9b0f791-098f-413c-a43e-a0e32944a033 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:26.266665 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e9b0f791-098f-413c-a43e-a0e32944a033 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:26.267156 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.326695 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 2, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:26.356642 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.357697 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Checking router: cfbe5ec5-1e04-45c4-882c-61c34a2f82bf for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:25:26.358006 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Updating router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf port b8b73afb-9112-4687-a7ee-b5d01163489b binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:25:26.378306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port e9b0f791-098f-413c-a43e-a0e32944a033, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e9b0f791-098f-413c-a43e-a0e32944a033,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:26.383632 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.384976 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.435548 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=e9b0f791-098f-413c-a43e-a0e32944a033,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:26.664950 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.670403 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.722172 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312c874-f883-46aa-b1f9-b7e24b695967 None None] Pushing event updated for resources: {'Port': ['ID=b8b73afb-9112-4687-a7ee-b5d01163489b,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:26.746431 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c874-f883-46aa-b1f9-b7e24b695967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:26.746781 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c874-f883-46aa-b1f9-b7e24b695967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:26.747126 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c874-f883-46aa-b1f9-b7e24b695967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:26.747465 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c874-f883-46aa-b1f9-b7e24b695967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:26.747824 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c874-f883-46aa-b1f9-b7e24b695967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:26.748160 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c874-f883-46aa-b1f9-b7e24b695967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:26.748488 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c874-f883-46aa-b1f9-b7e24b695967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:26.748881 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c874-f883-46aa-b1f9-b7e24b695967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:26.749211 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c874-f883-46aa-b1f9-b7e24b695967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:26.749535 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c874-f883-46aa-b1f9-b7e24b695967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:26.749870 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c874-f883-46aa-b1f9-b7e24b695967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:26.750180 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c874-f883-46aa-b1f9-b7e24b695967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:25:26.786748 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Attempting to bind port b8b73afb-9112-4687-a7ee-b5d01163489b on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:25:26.787284 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Attempting to bind port b8b73afb-9112-4687-a7ee-b5d01163489b by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:25:26.787675 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Attempting to bind port b8b73afb-9112-4687-a7ee-b5d01163489b on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:26.793710 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:25:26.794084 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Checking segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:26.794516 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.794912 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Bound using segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:25:26.795386 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Bound port: b8b73afb-9112-4687-a7ee-b5d01163489b, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:25:26.795789 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.872023 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] For port b8b73afb-9112-4687-a7ee-b5d01163489b, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:26.875256 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] For port b8b73afb-9112-4687-a7ee-b5d01163489b, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b8b73afb-9112-4687-a7ee-b5d01163489b,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:25:26.881179 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:26.941813 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:26.942451 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:24:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:26.990850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5b429001-5e57-4840-b6b6-036cb854ff73 None None] Provisioning complete for port b8b73afb-9112-4687-a7ee-b5d01163489b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:26.992132 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5b429001-5e57-4840-b6b6-036cb854ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.002617 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312c874-f883-46aa-b1f9-b7e24b695967 None None] Pushing event updated for resources: {'Port': ['ID=b8b73afb-9112-4687-a7ee-b5d01163489b,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:27.061293 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da131c-18aa-4458-848f-707ee0873c2c req-7c61e475-9f35-4fd4-9fbc-0f81205e8c13 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:27.063634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-7c61e475-9f35-4fd4-9fbc-0f81205e8c13 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 811 time: 0.1550291 Nov 03 19:25:27.125256 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:27.128975 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5b429001-5e57-4840-b6b6-036cb854ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.174528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5b429001-5e57-4840-b6b6-036cb854ff73 None None] For port b8b73afb-9112-4687-a7ee-b5d01163489b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b8b73afb-9112-4687-a7ee-b5d01163489b,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:27.180342 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5b429001-5e57-4840-b6b6-036cb854ff73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.184497 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-654bef84-35f2-42d9-b53b-ec3d2f618bca tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 380 time: 0.1095564 Nov 03 19:25:27.208939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-79da131c-18aa-4458-848f-707ee0873c2c req-da99cc50-77e1-4543-b587-d414403680f8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Request body: {'port': {'device_id': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'admin_state_up': True, 'tenant_id': '358c38f693394513801b231060b38043', 'security_groups': ['f672a8f6-2242-461a-a0d3-27f3f730c9db']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:27.215421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a43aa2e2-5868-47e1-873a-5d04e9b80e77 req-e05eb2d9-68c6-45cb-bfe5-24b77e54e779 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 210 time: 0.0513029 Nov 03 19:25:27.238215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b429001-5e57-4840-b6b6-036cb854ff73 None None] Pushing event updated for resources: {'Port': ['ID=b8b73afb-9112-4687-a7ee-b5d01163489b,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:27.301991 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a7526157-076d-40a3-9aaf-6533c4a83717 None None] Provisioning complete for port b8b73afb-9112-4687-a7ee-b5d01163489b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:27.302361 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7526157-076d-40a3-9aaf-6533c4a83717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.342075 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79da131c-18aa-4458-848f-707ee0873c2c req-da99cc50-77e1-4543-b587-d414403680f8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Made reservation on behalf of 358c38f693394513801b231060b38043 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:25:27.347809 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-79da131c-18aa-4458-848f-707ee0873c2c req-da99cc50-77e1-4543-b587-d414403680f8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.368029 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:27.394612 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f80ae6-ebc6-44d4-9caf-a55835bc5a4f None None] The sync data for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 is: [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:25:27.482783 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-79da131c-18aa-4458-848f-707ee0873c2c req-da99cc50-77e1-4543-b587-d414403680f8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Allocated IP 172.20.0.14 (0b8ebdc7-00c2-4de9-adf0-41be56e50b9d/63d8a72d-8443-4da8-ba8d-22e46f0859cc/50d4b14d-feb3-4cf1-ae3d-dc8076e93667) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:25:27.634057 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-79da131c-18aa-4458-848f-707ee0873c2c req-da99cc50-77e1-4543-b587-d414403680f8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.669647 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-79da131c-18aa-4458-848f-707ee0873c2c req-da99cc50-77e1-4543-b587-d414403680f8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.718863 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79da131c-18aa-4458-848f-707ee0873c2c req-da99cc50-77e1-4543-b587-d414403680f8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:25:27.722047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-79da131c-18aa-4458-848f-707ee0873c2c req-da99cc50-77e1-4543-b587-d414403680f8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:25:27.725034 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-79da131c-18aa-4458-848f-707ee0873c2c req-da99cc50-77e1-4543-b587-d414403680f8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:25:27.732491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99cc50-77e1-4543-b587-d414403680f8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Pushing event updated for resources: {'Port': ['ID=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:27.790575 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da131c-18aa-4458-848f-707ee0873c2c req-da99cc50-77e1-4543-b587-d414403680f8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:27.791598 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-79da131c-18aa-4458-848f-707ee0873c2c req-da99cc50-77e1-4543-b587-d414403680f8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:27.810995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-da99cc50-77e1-4543-b587-d414403680f8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6057239 Nov 03 19:25:27.824013 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Request body: {'port': {'device_id': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:27.882915 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:28.018447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-07fd85f3-2c74-4936-8c35-e022a0441ba6 None None] Provisioning complete for port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:28.018937 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-07fd85f3-2c74-4936-8c35-e022a0441ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:28.056532 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-07fd85f3-2c74-4936-8c35-e022a0441ba6 None None] Port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:25:28.134925 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-84001f0a-76fd-4d80-80f1-040c24acd017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:28.174516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:25:28.182729 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:28.195330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Transition to ACTIVE for port object 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:25:28.201281 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:28.221943 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b8b73afb-9112-4687-a7ee-b5d01163489b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:28.259874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Pushing event updated for resources: {'Port': ['ID=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:28.290641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port b8b73afb-9112-4687-a7ee-b5d01163489b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:28.291156 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:28.376641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Attempting to bind port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:25:28.376886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Attempting to bind port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:25:28.377178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Attempting to bind port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:28.385997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e9b0f791-098f-413c-a43e-a0e32944a033 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:28.389461 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98bba0-5822-491e-87df-61f677dd6937 req-fd78f04e-d16a-4b0a-9f1a-767e326ed05e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:28.391095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c98bba0-5822-491e-87df-61f677dd6937 req-fd78f04e-d16a-4b0a-9f1a-767e326ed05e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 944 time: 0.0812452 Nov 03 19:25:28.396420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:25:28.396823 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Attempting to bind port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:25:28.412971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:25:28.413281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Checking segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:25:28.414019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Bound using segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:25:28.414171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Bound port: 50d4b14d-feb3-4cf1-ae3d-dc8076e93667, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:25:28.414427 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:28.448184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e9b0f791-098f-413c-a43e-a0e32944a033 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:28.448697 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:28.492526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c98bba0-5822-491e-87df-61f677dd6937 req-07b2ff92-cc13-48c0-a7fa-b7f1bdd7b15e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924816 Nov 03 19:25:28.518107 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] For port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:25:28.521557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] For port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:25:28.526718 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:28.564667 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:28.565323 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:28.566776 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] 10.222.0.98 "PUT /v2.0/ports/50d4b14d-feb3-4cf1-ae3d-dc8076e93667 HTTP/1.1" status: 200 len: 1092 time: 0.7475829 Nov 03 19:25:28.567239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'tag': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:25:28.569577 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be121e5-7f33-4cda-b524-f0378e298f46" -d '{"events": [{"name": "network-changed", "server_uuid": "c129ed80-fae7-4778-aca8-01cf31c9b624", "tag": "50d4b14d-feb3-4cf1-ae3d-dc8076e93667"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:25:28.594280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a7050-6fda-42a9-ab26-f945791dfb19 service neutron] Pushing event updated for resources: {'Port': ['ID=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:28.656373 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e688dfa-e806-4d39-bc1c-dfec228cb0ff x-openstack-request-id: req-9e688dfa-e806-4d39-bc1c-dfec228cb0ff {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:25:28.656678 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c129ed80-fae7-4778-aca8-01cf31c9b624", "tag": "50d4b14d-feb3-4cf1-ae3d-dc8076e93667", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:25:28.656923 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9e688dfa-e806-4d39-bc1c-dfec228cb0ff {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:25:28.657330 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'tag': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667', 'status': 'completed', 'code': 200} Nov 03 19:25:28.677838 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da131c-18aa-4458-848f-707ee0873c2c req-53594652-6680-4bce-a5d4-6641e3bee7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:28.680276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-53594652-6680-4bce-a5d4-6641e3bee7be service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 1095 time: 0.0575907 Nov 03 19:25:28.724760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-bd1e6182-30ad-47a0-af78-063a16e0593d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667 HTTP/1.1" status: 200 len: 217 time: 0.0369096 Nov 03 19:25:28.782216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da131c-18aa-4458-848f-707ee0873c2c req-c3338005-f771-4ad5-9940-2a9e5b115f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:28.783937 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-c3338005-f771-4ad5-9940-2a9e5b115f5b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0520954 Nov 03 19:25:28.834390 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da131c-18aa-4458-848f-707ee0873c2c req-5081cb9c-f708-421d-ba0c-1c9c035f7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:28.836137 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-5081cb9c-f708-421d-ba0c-1c9c035f7587 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442727 Nov 03 19:25:28.931438 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-3aeecb19-7d96-4695-9d64-e9d8182e9fd1 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889838 Nov 03 19:25:29.030764 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79da131c-18aa-4458-848f-707ee0873c2c req-bc7936ee-f42e-42b4-b718-eb6d95eef30f service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926516 Nov 03 19:25:29.122168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be121e5-7f33-4cda-b524-f0378e298f46 req-59f19c75-794c-4b86-b7e8-819f24da0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:29.123727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0be121e5-7f33-4cda-b524-f0378e298f46 req-59f19c75-794c-4b86-b7e8-819f24da0b27 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 1095 time: 0.0446284 Nov 03 19:25:29.226158 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be121e5-7f33-4cda-b524-f0378e298f46 req-62eee5a1-46a3-469b-b71b-82c922421da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:29.227623 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0be121e5-7f33-4cda-b524-f0378e298f46 req-62eee5a1-46a3-469b-b71b-82c922421da5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0967484 Nov 03 19:25:29.276742 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0be121e5-7f33-4cda-b524-f0378e298f46 req-948c7416-75dd-426e-a10c-1a9b3200c7c8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667 HTTP/1.1" status: 200 len: 217 time: 0.0399146 Nov 03 19:25:29.327959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be121e5-7f33-4cda-b524-f0378e298f46 req-b4e0ea28-333a-4e33-88c3-21c98df26577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:29.329459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0be121e5-7f33-4cda-b524-f0378e298f46 req-b4e0ea28-333a-4e33-88c3-21c98df26577 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0447836 Nov 03 19:25:29.390599 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be121e5-7f33-4cda-b524-f0378e298f46 req-af2734f1-75be-4f5f-b769-1a8359b6822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:29.392533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0be121e5-7f33-4cda-b524-f0378e298f46 req-af2734f1-75be-4f5f-b769-1a8359b6822c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551236 Nov 03 19:25:29.519992 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:29.874642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0be121e5-7f33-4cda-b524-f0378e298f46 req-6219d206-7df0-4df9-8c72-dd48af9074e9 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733031 Nov 03 19:25:29.883734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc6407-e4a1-4099-be0d-61ae2e04c704 req-1079bdf6-f219-4510-9a80-0e5419955fef tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:29.885123 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99cc6407-e4a1-4099-be0d-61ae2e04c704 req-1079bdf6-f219-4510-9a80-0e5419955fef tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 944 time: 0.0721304 Nov 03 19:25:29.989194 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99cc6407-e4a1-4099-be0d-61ae2e04c704 req-94d7db5c-0eda-4ba0-93c5-96b0aa6a68de tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961745 Nov 03 19:25:30.005408 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0be121e5-7f33-4cda-b524-f0378e298f46 req-6743cc7f-fa75-43de-b170-ded204473663 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193571 Nov 03 19:25:30.798540 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:30.880910 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:31.105214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec650b3-52d9-4455-8c01-fc5a0770fc0d req-d42de239-0858-4c82-b9d8-f212860b8793 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:31.106734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bec650b3-52d9-4455-8c01-fc5a0770fc0d req-d42de239-0858-4c82-b9d8-f212860b8793 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 944 time: 0.0486717 Nov 03 19:25:31.154840 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bec650b3-52d9-4455-8c01-fc5a0770fc0d req-a3a662f3-7204-4e41-9cdf-8e72cb2ea7db tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420518 Nov 03 19:25:31.513023 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.214105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:25:32.276104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b9987-157f-472b-aba0-eaeac842d7fb req-d0d2075f-39d0-4658-b8a9-caf29ae926f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:32.277718 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e4b9987-157f-472b-aba0-eaeac842d7fb req-d0d2075f-39d0-4658-b8a9-caf29ae926f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 944 time: 0.0554488 Nov 03 19:25:32.329701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3e4b9987-157f-472b-aba0-eaeac842d7fb req-af098f92-5728-4fad-94e1-85b845ff8a2c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454924 Nov 03 19:25:32.472852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:32.483550 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'port_id': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667', 'mac_address': 'fa:16:3e:f0:17:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:25:32.519400 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.535827 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:25:32.553829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:32.557900 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:32.604070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:32.744829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['50d4b14d-feb3-4cf1-ae3d-dc8076e93667'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:25:33.451398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e8517-0c5c-45f4-a5eb-4a51bb717cc6 req-eb95c411-3b5f-4d4f-adfa-f4d1e7f261a9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:33.453084 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-611e8517-0c5c-45f4-a5eb-4a51bb717cc6 req-eb95c411-3b5f-4d4f-adfa-f4d1e7f261a9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 945 time: 0.0496688 Nov 03 19:25:33.500113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-611e8517-0c5c-45f4-a5eb-4a51bb717cc6 req-8cc3b789-8b30-45b9-9006-a4aefd4238ca tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408049 Nov 03 19:25:34.245186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:25:34.295331 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:25:34.299601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:25:34.300055 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.375628 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.399305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:25:34.401636 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7261083-0695-46ab-ab18-32ebd1ad356b" -d '{"events": [{"server_uuid": "c129ed80-fae7-4778-aca8-01cf31c9b624", "name": "network-vif-plugged", "status": "completed", "tag": "50d4b14d-feb3-4cf1-ae3d-dc8076e93667"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:25:34.414030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:25:34.418423 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:34.446215 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bda2717-bb62-42f6-b258-a6e83d9e41e4 x-openstack-request-id: req-8bda2717-bb62-42f6-b258-a6e83d9e41e4 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:25:34.446411 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c129ed80-fae7-4778-aca8-01cf31c9b624", "name": "network-vif-plugged", "status": "completed", "tag": "50d4b14d-feb3-4cf1-ae3d-dc8076e93667", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:25:34.446618 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8bda2717-bb62-42f6-b258-a6e83d9e41e4 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:25:34.447016 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667', 'code': 200} Nov 03 19:25:34.476613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:25:34.539952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f81301-f0d6-4334-93ec-849bf37a609e req-9c080798-eb11-44b8-aae5-4d61277f50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:34.541476 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3f81301-f0d6-4334-93ec-849bf37a609e req-9c080798-eb11-44b8-aae5-4d61277f50d6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 1097 time: 0.0437300 Nov 03 19:25:34.594465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c3f81301-f0d6-4334-93ec-849bf37a609e req-ee2e05d0-f457-450c-a896-bafa2f4634e0 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460038 Nov 03 19:25:34.629963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0de1d-4939-423c-8121-1187760d947e req-b99e8a08-19ee-41da-b7ed-24cf854fbe19 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:34.631464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45e0de1d-4939-423c-8121-1187760d947e req-b99e8a08-19ee-41da-b7ed-24cf854fbe19 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0553019 Nov 03 19:25:34.678541 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45e0de1d-4939-423c-8121-1187760d947e req-dad06178-513e-473b-af5c-dfd0b7adfa22 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407472 Nov 03 19:25:35.798393 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e1295-1c69-45f8-892b-231811617add req-443074ec-fb3a-4319-b3c5-3ae66849e5dc tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:35.799905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e79e1295-1c69-45f8-892b-231811617add req-443074ec-fb3a-4319-b3c5-3ae66849e5dc tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0483699 Nov 03 19:25:35.847283 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e79e1295-1c69-45f8-892b-231811617add req-a596b82a-bc38-48b4-899e-139b1c0d76f8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408766 Nov 03 19:25:35.967299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835471f-1d94-4a86-9f16-4071b445df2f req-d3143bf5-427f-428f-a469-568d24974d06 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:35.968735 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8835471f-1d94-4a86-9f16-4071b445df2f req-d3143bf5-427f-428f-a469-568d24974d06 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0532062 Nov 03 19:25:35.977814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37356) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:25:35.982322 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-01384b6c-5dff-4160-adb6-e11746014de3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Request body: {'floatingip': {'port_id': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:25:36.021201 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-01384b6c-5dff-4160-adb6-e11746014de3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.466714 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-01384b6c-5dff-4160-adb6-e11746014de3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.470498 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-01384b6c-5dff-4160-adb6-e11746014de3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.576712 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-01384b6c-5dff-4160-adb6-e11746014de3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f associated. External IP: 172.25.2.89, port: 50d4b14d-feb3-4cf1-ae3d-dc8076e93667. Nov 03 19:25:36.788218 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01384b6c-5dff-4160-adb6-e11746014de3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:25:36.895936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01384b6c-5dff-4160-adb6-e11746014de3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:25:36.901596 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-01384b6c-5dff-4160-adb6-e11746014de3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:36.906669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a02fda-b9fc-40d0-a2aa-d76afb38a234 None None] Sync routers for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:25:36.916502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a02fda-b9fc-40d0-a2aa-d76afb38a234 None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:36.917133 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-39a02fda-b9fc-40d0-a2aa-d76afb38a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:25:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:36.928280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-01384b6c-5dff-4160-adb6-e11746014de3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "PUT /v2.0/floatingips/c0550a2e-fee1-4d93-a2c4-2b64ba069d7f HTTP/1.1" status: 200 len: 991 time: 0.9493616 Nov 03 19:25:36.928982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'tag': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:25:36.931290 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3f6c9e-34a3-40e2-b615-42f7ea2f3eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "c129ed80-fae7-4778-aca8-01cf31c9b624", "tag": "50d4b14d-feb3-4cf1-ae3d-dc8076e93667"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:25:36.970694 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87040a9a-fedb-44a7-8ef7-c13a0aeefe8b x-openstack-request-id: req-87040a9a-fedb-44a7-8ef7-c13a0aeefe8b {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:25:36.970996 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c129ed80-fae7-4778-aca8-01cf31c9b624", "tag": "50d4b14d-feb3-4cf1-ae3d-dc8076e93667", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:25:36.971855 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-87040a9a-fedb-44a7-8ef7-c13a0aeefe8b {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:25:36.972367 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'tag': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667', 'status': 'completed', 'code': 200} Nov 03 19:25:37.029331 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-39a02fda-b9fc-40d0-a2aa-d76afb38a234 None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:37.035391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f6c9e-34a3-40e2-b615-42f7ea2f3eb6 req-2d52837c-3cb9-41e8-a29e-2bd1205ae4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:37.036985 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb3f6c9e-34a3-40e2-b615-42f7ea2f3eb6 req-2d52837c-3cb9-41e8-a29e-2bd1205ae4bc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 1097 time: 0.0436385 Nov 03 19:25:37.132629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f6c9e-34a3-40e2-b615-42f7ea2f3eb6 req-6000b362-c490-4bc9-a08f-a9f850c32b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:37.134972 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb3f6c9e-34a3-40e2-b615-42f7ea2f3eb6 req-6000b362-c490-4bc9-a08f-a9f850c32b66 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0902569 Nov 03 19:25:37.200900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb3f6c9e-34a3-40e2-b615-42f7ea2f3eb6 req-ca3da44c-d2f4-4b1a-958f-47ea80a1f0b7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667 HTTP/1.1" status: 200 len: 999 time: 0.0584719 Nov 03 19:25:37.252737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f6c9e-34a3-40e2-b615-42f7ea2f3eb6 req-a0c1cbfa-efef-490d-ae01-d3a97a614793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:37.252983 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-39a02fda-b9fc-40d0-a2aa-d76afb38a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'c0550a2e-fee1-4d93-a2c4-2b64ba069d7f', 'tenant_id': '358c38f693394513801b231060b38043', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'port_id': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'mac_address': 'fa:16:3e:f0:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:25:24Z', 'updated_at': '2021-11-03T19:25:36Z', 'revision_number': 1, 'project_id': '358c38f693394513801b231060b38043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:37.254217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb3f6c9e-34a3-40e2-b615-42f7ea2f3eb6 req-a0c1cbfa-efef-490d-ae01-d3a97a614793 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0466557 Nov 03 19:25:37.284346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a02fda-b9fc-40d0-a2aa-d76afb38a234 None None] Checking router: cfbe5ec5-1e04-45c4-882c-61c34a2f82bf for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:25:37.294255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a02fda-b9fc-40d0-a2aa-d76afb38a234 None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:25:37.295053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-39a02fda-b9fc-40d0-a2aa-d76afb38a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:25:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:37.304284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f6c9e-34a3-40e2-b615-42f7ea2f3eb6 req-715014af-3205-437e-836d-9349f547b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:37.306278 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb3f6c9e-34a3-40e2-b615-42f7ea2f3eb6 req-715014af-3205-437e-836d-9349f547b87b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449030 Nov 03 19:25:37.395919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb3f6c9e-34a3-40e2-b615-42f7ea2f3eb6 req-adf4e7d4-ea5b-4904-8264-68bbb777d29e service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822399 Nov 03 19:25:37.401966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-39a02fda-b9fc-40d0-a2aa-d76afb38a234 None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:25:37.492754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb3f6c9e-34a3-40e2-b615-42f7ea2f3eb6 req-ea132230-b2eb-45e6-8390-ae6ee20ff100 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895865 Nov 03 19:25:37.628947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-39a02fda-b9fc-40d0-a2aa-d76afb38a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'c0550a2e-fee1-4d93-a2c4-2b64ba069d7f', 'tenant_id': '358c38f693394513801b231060b38043', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'port_id': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'mac_address': 'fa:16:3e:f0:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:25:24Z', 'updated_at': '2021-11-03T19:25:36Z', 'revision_number': 1, 'project_id': '358c38f693394513801b231060b38043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:25:37.658508 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a02fda-b9fc-40d0-a2aa-d76afb38a234 None None] The sync data for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 is: [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'c0550a2e-fee1-4d93-a2c4-2b64ba069d7f', 'tenant_id': '358c38f693394513801b231060b38043', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'port_id': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'mac_address': 'fa:16:3e:f0:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:25:24Z', 'updated_at': '2021-11-03T19:25:36Z', 'revision_number': 1, 'project_id': '358c38f693394513801b231060b38043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:25:37.842914 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62467eef-cf1e-48a0-80bb-e6f894631465 None None] New status for floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:25:40.242762 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5add5ee6-3ee3-4e58-b984-46c04721c2c5 req-a767c40d-82c0-481b-b286-84b17516e2da service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391905 Nov 03 19:25:40.328727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5ee6-3ee3-4e58-b984-46c04721c2c5 req-4e1bd225-7397-49b7-9215-697d24de9f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:40.330234 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5add5ee6-3ee3-4e58-b984-46c04721c2c5 req-4e1bd225-7397-49b7-9215-697d24de9f12 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 1097 time: 0.0410020 Nov 03 19:25:40.436282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5ee6-3ee3-4e58-b984-46c04721c2c5 req-a9532bc4-9855-42eb-8dba-e2a3d2173f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:40.437711 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5add5ee6-3ee3-4e58-b984-46c04721c2c5 req-a9532bc4-9855-42eb-8dba-e2a3d2173f83 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0887439 Nov 03 19:25:40.504263 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5add5ee6-3ee3-4e58-b984-46c04721c2c5 req-dbdf796f-6e3b-4b18-b676-20ff01f69351 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667 HTTP/1.1" status: 200 len: 1001 time: 0.0567915 Nov 03 19:25:40.556347 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5ee6-3ee3-4e58-b984-46c04721c2c5 req-1a9f9a51-20ff-4f0e-a977-54a138cee9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:40.557791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5add5ee6-3ee3-4e58-b984-46c04721c2c5 req-1a9f9a51-20ff-4f0e-a977-54a138cee9e1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0469778 Nov 03 19:25:40.602816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add5ee6-3ee3-4e58-b984-46c04721c2c5 req-990f93f8-5f8f-4713-b5ac-cc3f52c4c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:25:40.604332 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5add5ee6-3ee3-4e58-b984-46c04721c2c5 req-990f93f8-5f8f-4713-b5ac-cc3f52c4c1e1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391946 Nov 03 19:25:40.695218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5add5ee6-3ee3-4e58-b984-46c04721c2c5 req-3a2aacd5-06b3-4044-add1-063b095e8e2e service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833259 Nov 03 19:25:40.787541 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5add5ee6-3ee3-4e58-b984-46c04721c2c5 req-d59d0cc8-0e38-4b31-a9c4-65c3678cde1b service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860202 Nov 03 19:25:43.560359 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:48.371826 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:25:55.813370 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-085d58d8-8e3c-4d80-8d24-9642939d0fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:58.132122 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8cf84eff-8296-40b7-b4dc-1739f641d5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:25:59.520814 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:00.800512 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:00.887920 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:01.514538 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:13.581705 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:25.370678 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:26:25.815519 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-95d12d92-3fcd-4173-b6af-6bd183140f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:28.134203 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-526b6db4-f1ee-45cc-acd9-45b8755355c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:29.523282 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:30.803496 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:30.903224 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:31.516734 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:42.236626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0653f91-2795-40f9-9394-fc7ccaf14a2a req-4ea48bc6-bcbf-4030-b06d-4e38ac38a5fb service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469446 Nov 03 19:26:42.325219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0653f91-2795-40f9-9394-fc7ccaf14a2a req-1e067760-e4cb-4432-8864-988d68ef0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:42.326737 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0653f91-2795-40f9-9394-fc7ccaf14a2a req-1e067760-e4cb-4432-8864-988d68ef0bf5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 1097 time: 0.0426774 Nov 03 19:26:42.434230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0653f91-2795-40f9-9394-fc7ccaf14a2a req-731200f0-73b5-4e1d-9b7c-6a6ce49a6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:42.435668 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0653f91-2795-40f9-9394-fc7ccaf14a2a req-731200f0-73b5-4e1d-9b7c-6a6ce49a6b94 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0889149 Nov 03 19:26:42.503301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0653f91-2795-40f9-9394-fc7ccaf14a2a req-b67cfe37-5581-4693-80f2-51a6bc16a14b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667 HTTP/1.1" status: 200 len: 1001 time: 0.0592988 Nov 03 19:26:42.563826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0653f91-2795-40f9-9394-fc7ccaf14a2a req-8fca3218-b9e2-4985-9dfc-b7d99e74b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:42.565888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0653f91-2795-40f9-9394-fc7ccaf14a2a req-8fca3218-b9e2-4985-9dfc-b7d99e74b456 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0546467 Nov 03 19:26:42.613109 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0653f91-2795-40f9-9394-fc7ccaf14a2a req-519e3943-2404-4617-b10b-ea7aa8522b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:26:42.614625 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0653f91-2795-40f9-9394-fc7ccaf14a2a req-519e3943-2404-4617-b10b-ea7aa8522b4e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416100 Nov 03 19:26:42.708089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0653f91-2795-40f9-9394-fc7ccaf14a2a req-130a9ffe-cbbd-429b-9e6d-33e61f286c44 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865369 Nov 03 19:26:42.805615 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0653f91-2795-40f9-9394-fc7ccaf14a2a req-490d54a8-6c97-47c7-9704-32ce6df67240 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898182 Nov 03 19:26:43.571298 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:55.816392 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-99d42ca6-9038-4d3d-b1ef-72c8e324e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:58.140260 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0e029ead-0767-43e1-acaa-259f95483d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:26:59.530382 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:00.805371 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:00.908273 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:01.520625 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:02.369557 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:27:12.948077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41c56a-4e6c-40ad-97a7-564a42fa0976 req-9ab7b483-2333-4b94-8b77-9f332d008519 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:12.949592 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d41c56a-4e6c-40ad-97a7-564a42fa0976 req-9ab7b483-2333-4b94-8b77-9f332d008519 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0507576 Nov 03 19:27:12.997690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d41c56a-4e6c-40ad-97a7-564a42fa0976 req-12d446ad-0949-4e46-a21f-c3ca6c335c86 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417492 Nov 03 19:27:13.253578 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-f66383ce-f9f4-486a-b3a3-b72da63b469b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480187 Nov 03 19:27:13.256112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda574f5-b720-4208-b962-ee97a460d8a7 req-41b29e9b-0241-4319-a504-14a4139f8c2d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:13.257804 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bda574f5-b720-4208-b962-ee97a460d8a7 req-41b29e9b-0241-4319-a504-14a4139f8c2d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0613441 Nov 03 19:27:13.307471 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bda574f5-b720-4208-b962-ee97a460d8a7 req-f530a8ce-99ca-4852-a8c3-a86b173281e5 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Nov 03 19:27:13.574836 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:14.460777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad9241-63bf-497a-90f6-67c958dcfb00 req-0816b11c-a2d3-416b-bb9c-26fa404622c9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:14.462188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdad9241-63bf-497a-90f6-67c958dcfb00 req-0816b11c-a2d3-416b-bb9c-26fa404622c9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0796082 Nov 03 19:27:14.464810 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-e7d3bdb2-820b-4a66-bc05-77e16e8a0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:14.466170 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-e7d3bdb2-820b-4a66-bc05-77e16e8a0eb7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 1097 time: 0.0574644 Nov 03 19:27:14.568211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdad9241-63bf-497a-90f6-67c958dcfb00 req-b92e1cde-8da9-46a5-a38b-294ecd68e812 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998170 Nov 03 19:27:14.590377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-589cab99-b68c-48a2-96ee-3b58b09f9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:14.591902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-589cab99-b68c-48a2-96ee-3b58b09f9a50 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.1168346 Nov 03 19:27:14.660141 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-312f9340-ca94-4644-b562-eaa438ca331f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667 HTTP/1.1" status: 200 len: 1001 time: 0.0614617 Nov 03 19:27:14.709079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-5e3d40bc-c44b-4e7a-b626-d62c0f35760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:14.710551 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-5e3d40bc-c44b-4e7a-b626-d62c0f35760a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0431247 Nov 03 19:27:14.755906 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-debd5bb6-bd51-4922-a98c-d98b201da8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:14.757383 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-debd5bb6-bd51-4922-a98c-d98b201da8b2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400136 Nov 03 19:27:14.849257 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-0dcb0767-4ad8-4fc5-872f-5cc5f8c72458 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848775 Nov 03 19:27:14.936798 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-29ba353b-9eb0-46f5-a3d1-c80197a60a9f service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810013 Nov 03 19:27:15.687080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6a6e7-8a36-41b5-b1fb-4ba66150b9d5 req-c0d266db-46c9-4661-a375-5d04fa43f3e0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:15.688595 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11c6a6e7-8a36-41b5-b1fb-4ba66150b9d5 req-c0d266db-46c9-4661-a375-5d04fa43f3e0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0526257 Nov 03 19:27:15.735649 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-11c6a6e7-8a36-41b5-b1fb-4ba66150b9d5 req-c17217c7-4718-48b1-8ba8-04db98447047 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409999 Nov 03 19:27:16.851391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df9f15-991a-455d-ae48-f0543da9fee2 req-7a6b26d0-2eea-4eb2-8ef9-6c162544e6a7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:16.852897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25df9f15-991a-455d-ae48-f0543da9fee2 req-7a6b26d0-2eea-4eb2-8ef9-6c162544e6a7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0487688 Nov 03 19:27:16.899505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25df9f15-991a-455d-ae48-f0543da9fee2 req-be53302a-375a-46b0-bc5a-54f03b1995a4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406728 Nov 03 19:27:18.019453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee71d4-16b1-47fb-9f5f-5d86331e3f1d req-9546389b-d6b0-49e9-a7dd-18e4c9ee9829 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:18.020904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15ee71d4-16b1-47fb-9f5f-5d86331e3f1d req-9546389b-d6b0-49e9-a7dd-18e4c9ee9829 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0531082 Nov 03 19:27:18.071954 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15ee71d4-16b1-47fb-9f5f-5d86331e3f1d req-f2486681-f63f-467e-a87d-739717665a0f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443792 Nov 03 19:27:19.190950 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b70491-36a3-4278-a4e6-d9470a443032 req-416ab782-ab7d-4d36-9c6c-4c44611ea313 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:19.192495 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e3b70491-36a3-4278-a4e6-d9470a443032 req-416ab782-ab7d-4d36-9c6c-4c44611ea313 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0517230 Nov 03 19:27:19.238960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e3b70491-36a3-4278-a4e6-d9470a443032 req-0f5f3f15-512b-4950-a711-8df76147f4d9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404577 Nov 03 19:27:20.353630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60aef5-b56b-4a5a-9a0d-a7cf1db38338 req-fbf1b1da-20ea-4516-af7a-0cd29829b647 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:20.355143 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c60aef5-b56b-4a5a-9a0d-a7cf1db38338 req-fbf1b1da-20ea-4516-af7a-0cd29829b647 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0479839 Nov 03 19:27:20.402224 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c60aef5-b56b-4a5a-9a0d-a7cf1db38338 req-e2c0f013-be27-41af-98c8-65e7cfd8738f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408711 Nov 03 19:27:21.520980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f3dc1-9308-4c37-b827-51e57aea65aa req-d2e758f7-d818-4059-8f70-e06bdd219c78 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:21.522494 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-271f3dc1-9308-4c37-b827-51e57aea65aa req-d2e758f7-d818-4059-8f70-e06bdd219c78 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0519094 Nov 03 19:27:21.570840 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-271f3dc1-9308-4c37-b827-51e57aea65aa req-f30f33f6-7831-4d59-9cd9-0a0051075cfc tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416608 Nov 03 19:27:22.687978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8faae-8a7f-4e98-890a-a2f552a37b38 req-8d24daa6-f187-4c6a-9e46-3057ca13b6e2 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:22.689467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8f8faae-8a7f-4e98-890a-a2f552a37b38 req-8d24daa6-f187-4c6a-9e46-3057ca13b6e2 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0490606 Nov 03 19:27:22.737232 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e8f8faae-8a7f-4e98-890a-a2f552a37b38 req-d3e2233a-5a0b-437b-9726-8804f73d4438 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417862 Nov 03 19:27:23.852331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31ed0e-4ca2-4db4-ada9-91762663f522 req-7b83411e-4e13-4816-bc7a-bbc810bf7638 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:23.853797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af31ed0e-4ca2-4db4-ada9-91762663f522 req-7b83411e-4e13-4816-bc7a-bbc810bf7638 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0489173 Nov 03 19:27:23.906293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af31ed0e-4ca2-4db4-ada9-91762663f522 req-cfb754bf-2669-4d74-b0d5-76cc4044dd73 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465112 Nov 03 19:27:25.022312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe11c2-0bcb-448d-b3b1-dfbfba338cab req-c4e66fd7-15cb-40b7-8ce6-9dce27d77056 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:25.023853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fe11c2-0bcb-448d-b3b1-dfbfba338cab req-c4e66fd7-15cb-40b7-8ce6-9dce27d77056 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0494359 Nov 03 19:27:25.070748 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29fe11c2-0bcb-448d-b3b1-dfbfba338cab req-85803e49-033e-4f18-8963-fb0949380f0d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398583 Nov 03 19:27:25.817058 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-af5e7d8e-39b6-4f2b-bbeb-86ec9251e7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:26.187601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a9e80-1097-4bdf-9bef-6967d37ca1fc req-5c7e4280-d28f-48b9-ae48-56d4ed5cc3af tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:26.189118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f10a9e80-1097-4bdf-9bef-6967d37ca1fc req-5c7e4280-d28f-48b9-ae48-56d4ed5cc3af tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0495856 Nov 03 19:27:26.236287 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f10a9e80-1097-4bdf-9bef-6967d37ca1fc req-315bb962-ffc1-4164-a7b9-46206c8d1a21 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411255 Nov 03 19:27:26.757254 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-511a934e-df6f-4db0-81f5-c96bd5d4d749 service neutron] show failed (client error): The resource could not be found. Nov 03 19:27:26.758266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-511a934e-df6f-4db0-81f5-c96bd5d4d749 service neutron] 10.222.0.98 "GET /v2.0/ports/50d4b14d-feb3-4cf1-ae3d-dc8076e93667/bindings/n-h1-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.0567808 Nov 03 19:27:26.955952 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-542a22b3-7a7f-4b16-8d5b-b936be679e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:26.957775 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-542a22b3-7a7f-4b16-8d5b-b936be679e92 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624&tenant_id=358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 1097 time: 0.0394540 Nov 03 19:27:26.976690 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:27:27.028649 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:27.227699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] For port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:27.259373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] For port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:27:27.305350 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:27:27.307727 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1c5322-3741-4166-a36d-840d0550e429" -d '{"events": [{"server_uuid": "c129ed80-fae7-4778-aca8-01cf31c9b624", "name": "network-vif-unplugged", "status": "completed", "tag": "50d4b14d-feb3-4cf1-ae3d-dc8076e93667"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:27:27.311905 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:27.325842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Transition to ACTIVE for port object 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:27:27.329756 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:27.383363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ab9ac-b485-4ae7-941c-71b18999c35c req-af1089fd-ee99-457d-aed6-fe4925dd99bc tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:27.385594 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b6ab9ac-b485-4ae7-941c-71b18999c35c req-af1089fd-ee99-457d-aed6-fe4925dd99bc tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 944 time: 0.0639133 Nov 03 19:27:27.407825 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18afebd6-b86f-4163-baf9-8f0055b6b163 x-openstack-request-id: req-18afebd6-b86f-4163-baf9-8f0055b6b163 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:27:27.408137 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c129ed80-fae7-4778-aca8-01cf31c9b624", "name": "network-vif-unplugged", "status": "completed", "tag": "50d4b14d-feb3-4cf1-ae3d-dc8076e93667", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:27:27.408559 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-18afebd6-b86f-4163-baf9-8f0055b6b163 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:27:27.408963 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667', 'code': 200} Nov 03 19:27:27.411407 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Pushing event updated for resources: {'Port': ['ID=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,revision_number=6']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:27.427250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:27.427618 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:27.427967 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:27.428305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:27.428638 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:27.428964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:27.429288 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:27.429608 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:27.429930 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:27.430252 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:27.430571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:27.430888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:27.463548 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b6ab9ac-b485-4ae7-941c-71b18999c35c req-0a7be2d9-f693-479e-9d38-5285c02f40c7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554602 Nov 03 19:27:27.471860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] No DVR routers for this DVR port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:27:27.611142 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Attempting to bind port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:27:27.611479 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Attempting to bind port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:27:27.611843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Attempting to bind port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:27:27.616123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:27:27.616446 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Attempting to bind port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:27:27.621824 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:27:27.622159 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Checking segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:27:27.622541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Bound using segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:27:27.622963 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Bound port: 50d4b14d-feb3-4cf1-ae3d-dc8076e93667, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:27:27.623317 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:27.686570 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] For port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:27:27.694123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] For port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:27:27.694427 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:27.728199 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:27.729124 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:27.730237 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] 10.222.0.87 "PUT /v2.0/ports/50d4b14d-feb3-4cf1-ae3d-dc8076e93667 HTTP/1.1" status: 200 len: 1092 time: 0.7576318 Nov 03 19:27:27.750995 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0054c-133b-4577-8e4a-ffbadc8fedd9 service neutron] Pushing event updated for resources: {'Port': ['ID=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,revision_number=7']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:27.824821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-19676ee8-bbd9-4e18-b293-6975d877d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:27.826359 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-19676ee8-bbd9-4e18-b293-6975d877d8e6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 1095 time: 0.0502632 Nov 03 19:27:27.918799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-38ab1438-0f47-4632-b30e-5ce753c33625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:27.920337 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-38ab1438-0f47-4632-b30e-5ce753c33625 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0861876 Nov 03 19:27:27.989100 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-6d19a4e7-418e-4744-9e8b-0c695c7ca18e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667 HTTP/1.1" status: 200 len: 999 time: 0.0607760 Nov 03 19:27:28.038463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-d21e04d5-49b4-461e-9a60-819025244872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:28.039928 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-d21e04d5-49b4-461e-9a60-819025244872 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0436287 Nov 03 19:27:28.085834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-69b520f9-4a5a-4c0b-bd76-3b882019394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:28.087326 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-69b520f9-4a5a-4c0b-bd76-3b882019394d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404263 Nov 03 19:27:28.142351 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f93b1760-53e1-47dd-a75a-03c76627447a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:28.181033 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-0ba42d7a-7e36-4273-8df1-fce5199c0220 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855978 Nov 03 19:27:28.267849 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b02133a3-f156-49f4-93fc-214863b9d2fc req-56c4eeed-5019-4b90-a3f3-b88ea7a73bd5 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802011 Nov 03 19:27:28.562457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3a417-d9b3-48f8-a541-74cf2bf05be0 req-1d4cde11-7a19-4b3c-9134-a9467f72de90 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:28.563980 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41c3a417-d9b3-48f8-a541-74cf2bf05be0 req-1d4cde11-7a19-4b3c-9134-a9467f72de90 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 944 time: 0.0489862 Nov 03 19:27:28.634278 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41c3a417-d9b3-48f8-a541-74cf2bf05be0 req-0fef4df7-eb65-4558-a12a-cdf25a775dd6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644286 Nov 03 19:27:29.410699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'tag': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:27:29.413090 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9244b5c-8a0e-462e-af4b-af513bdceb33" -d '{"events": [{"name": "network-changed", "server_uuid": "c129ed80-fae7-4778-aca8-01cf31c9b624", "tag": "50d4b14d-feb3-4cf1-ae3d-dc8076e93667"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:27:29.460604 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a101753e-4ed6-4904-bc89-35e98e2d32f4 x-openstack-request-id: req-a101753e-4ed6-4904-bc89-35e98e2d32f4 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:27:29.460896 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c129ed80-fae7-4778-aca8-01cf31c9b624", "tag": "50d4b14d-feb3-4cf1-ae3d-dc8076e93667", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:27:29.461151 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a101753e-4ed6-4904-bc89-35e98e2d32f4 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:27:29.461550 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'tag': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667', 'status': 'completed', 'code': 200} Nov 03 19:27:29.524456 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-275107d7-adad-4a92-874f-d60161e88530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:29.526064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-275107d7-adad-4a92-874f-d60161e88530 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 1095 time: 0.0425899 Nov 03 19:27:29.531540 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:29.549917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-2eafb922-7be8-4456-b21b-41095cde5324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:29.551651 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-2eafb922-7be8-4456-b21b-41095cde5324 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 1095 time: 0.0462618 Nov 03 19:27:29.617365 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-c019a36d-3023-4fc6-ba5b-5adad2ddd0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:29.618835 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-c019a36d-3023-4fc6-ba5b-5adad2ddd0df service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0861051 Nov 03 19:27:29.652742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-6b078e89-dc10-4a78-91d7-4eeb2d75714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:29.655387 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-6b078e89-dc10-4a78-91d7-4eeb2d75714c service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0955062 Nov 03 19:27:29.703884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-1981029f-ebdf-4136-ae76-416af6a63a94 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667 HTTP/1.1" status: 200 len: 999 time: 0.0777435 Nov 03 19:27:29.728166 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-43ff9c38-75ff-4600-ba57-118ca87fe288 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667 HTTP/1.1" status: 200 len: 999 time: 0.0634854 Nov 03 19:27:29.778390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-922dd853-5213-4b88-8072-edc499c5c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:29.780175 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-922dd853-5213-4b88-8072-edc499c5c158 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0447385 Nov 03 19:27:29.783526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-f820427a-de8b-4458-9042-2973ff135e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:29.785015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-f820427a-de8b-4458-9042-2973ff135e3b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0741146 Nov 03 19:27:29.797029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095c074-59de-4891-b845-301dff174575 req-f3c3c665-c36a-4c84-a3be-c87ec98e789e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:29.798539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1095c074-59de-4891-b845-301dff174575 req-f3c3c665-c36a-4c84-a3be-c87ec98e789e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 944 time: 0.0798969 Nov 03 19:27:29.828827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-1ce7565b-27b1-4fc3-a827-8a09a19c7f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:29.830347 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-1ce7565b-27b1-4fc3-a827-8a09a19c7f87 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416970 Nov 03 19:27:29.869178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-3d0d1fb3-3bd1-4db4-aa17-a528e289652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:29.870717 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-3d0d1fb3-3bd1-4db4-aa17-a528e289652a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713007 Nov 03 19:27:29.890712 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1095c074-59de-4891-b845-301dff174575 req-63c9fc9e-192d-45b6-8b42-57a05fa8d9fa tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830364 Nov 03 19:27:29.931036 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-ee456721-1670-40fc-92ba-6fc5a5efe96d service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907896 Nov 03 19:27:29.986835 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-4341c09d-4d77-45da-8f13-0fd8d646865b service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084952 Nov 03 19:27:30.029961 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-77d6cf94-171b-4d61-bf8f-46171cd1e28a service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904667 Nov 03 19:27:30.083330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9244b5c-8a0e-462e-af4b-af513bdceb33 req-c0feb016-1f7a-4980-b325-25b20bf79e61 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894418 Nov 03 19:27:30.811149 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:30.820830 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:27:30.859307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:27:30.930766 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:31.019124 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcee6f3-f1fb-428e-8d99-d0f610197a6b req-185c4949-c1b7-437b-8db1-832cb3686ae3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:31.020554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4fcee6f3-f1fb-428e-8d99-d0f610197a6b req-185c4949-c1b7-437b-8db1-832cb3686ae3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 944 time: 0.0496278 Nov 03 19:27:31.067745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4fcee6f3-f1fb-428e-8d99-d0f610197a6b req-82321aaf-ed9d-418b-a59d-2c4f0324b2b3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411723 Nov 03 19:27:31.494761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:27:31.546803 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:31.611394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:31.623038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'port_id': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667', 'mac_address': 'fa:16:3e:f0:17:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:27:31.641842 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41da70-9231-4ee8-9496-c7f83fde4729 req-5aa44b6d-dc52-4abe-8fb4-586238dd15a1 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:31.643356 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c41da70-9231-4ee8-9496-c7f83fde4729 req-5aa44b6d-dc52-4abe-8fb4-586238dd15a1 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 944 time: 0.4326530 Nov 03 19:27:31.657296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080ff50-17a3-4496-a9b6-2d36b799a09b req-fc46618b-5dd2-4921-90a7-2b82772c22c1 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:31.658754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8080ff50-17a3-4496-a9b6-2d36b799a09b req-fc46618b-5dd2-4921-90a7-2b82772c22c1 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.98 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624&tenant_id=358c38f693394513801b231060b38043&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 944 time: 0.4357929 Nov 03 19:27:31.660194 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:31.674387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:27:31.697744 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:31.702987 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:31.734949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c41da70-9231-4ee8-9496-c7f83fde4729 req-49734924-abeb-437b-874c-ecd0ab75feb0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752144 Nov 03 19:27:31.753680 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-8080ff50-17a3-4496-a9b6-2d36b799a09b req-ebc15bde-d3da-457b-a65f-1f8544740e80 service neutron] delete failed (client error): The resource could not be found. Nov 03 19:27:31.754732 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8080ff50-17a3-4496-a9b6-2d36b799a09b req-ebc15bde-d3da-457b-a65f-1f8544740e80 service neutron] 10.222.0.98 "DELETE /v2.0/ports/50d4b14d-feb3-4cf1-ae3d-dc8076e93667/bindings/n-h2-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.0875304 Nov 03 19:27:31.755452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:31.763877 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:31.764229 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:31.764576 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:31.764921 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:31.765262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:31.765591 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:31.765922 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:31.766252 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:31.766581 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:31.766908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:31.767238 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:31.767558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:31.844020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080ff50-17a3-4496-a9b6-2d36b799a09b req-a004cd3f-c7bb-4ed7-8508-35d658678d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:31.845531 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8080ff50-17a3-4496-a9b6-2d36b799a09b req-a004cd3f-c7bb-4ed7-8508-35d658678d5c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 1096 time: 0.0451686 Nov 03 19:27:31.935719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080ff50-17a3-4496-a9b6-2d36b799a09b req-5b62ee8f-3276-4a04-bd92-4c01d229bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:31.937173 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8080ff50-17a3-4496-a9b6-2d36b799a09b req-5b62ee8f-3276-4a04-bd92-4c01d229bf94 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0842569 Nov 03 19:27:32.006656 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8080ff50-17a3-4496-a9b6-2d36b799a09b req-61e0b782-1157-4fee-a4ca-2919c4dc6a94 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667 HTTP/1.1" status: 200 len: 1000 time: 0.0617459 Nov 03 19:27:32.030189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['50d4b14d-feb3-4cf1-ae3d-dc8076e93667'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:27:32.055380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080ff50-17a3-4496-a9b6-2d36b799a09b req-936d88d5-5529-4ff5-8ae1-86e5a6447ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:32.056868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8080ff50-17a3-4496-a9b6-2d36b799a09b req-936d88d5-5529-4ff5-8ae1-86e5a6447ec5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0434101 Nov 03 19:27:32.103721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080ff50-17a3-4496-a9b6-2d36b799a09b req-f68e2613-fc51-4ddc-ba3d-8dbb41dd1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:32.105641 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8080ff50-17a3-4496-a9b6-2d36b799a09b req-f68e2613-fc51-4ddc-ba3d-8dbb41dd1cee service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422618 Nov 03 19:27:32.205544 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8080ff50-17a3-4496-a9b6-2d36b799a09b req-859fd3d7-8a2f-4ca1-83e2-22c26524a100 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924163 Nov 03 19:27:32.295994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8080ff50-17a3-4496-a9b6-2d36b799a09b req-cad9dac7-d6fa-4ffc-95db-32e1430405bb service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811155 Nov 03 19:27:32.866665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8ce6b-05f4-4068-8982-a3ede87c0f1d req-887532fc-734f-4172-8360-b0d0e2546f08 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:32.868196 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3fa8ce6b-05f4-4068-8982-a3ede87c0f1d req-887532fc-734f-4172-8360-b0d0e2546f08 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 945 time: 0.0581777 Nov 03 19:27:32.916646 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3fa8ce6b-05f4-4068-8982-a3ede87c0f1d req-6b42c1ce-9270-48ac-ad1b-6dae6474c4cb tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410430 Nov 03 19:27:33.030763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd4c4c-a109-4db3-b65f-dd3adfde8733 req-473ec212-ad3a-4e6c-bc91-8afcbb22b651 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:33.032309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a4bd4c4c-a109-4db3-b65f-dd3adfde8733 req-473ec212-ad3a-4e6c-bc91-8afcbb22b651 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 945 time: 0.0480080 Nov 03 19:27:33.078461 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a4bd4c4c-a109-4db3-b65f-dd3adfde8733 req-cc5c86fb-f572-430f-adfb-9ac075aa6aee tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401845 Nov 03 19:27:33.191856 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48535e1-0db1-4d2f-947e-67975e8775a7 req-db887084-2034-42ef-a043-9f988eb22d17 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:33.193390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e48535e1-0db1-4d2f-947e-67975e8775a7 req-db887084-2034-42ef-a043-9f988eb22d17 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 945 time: 0.0488977 Nov 03 19:27:33.243078 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e48535e1-0db1-4d2f-947e-67975e8775a7 req-d3838d01-bdeb-4904-bd10-732abb98aea8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437903 Nov 03 19:27:33.477639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3e868-46fd-4a55-bba3-2836224f2430 req-8d8139ec-72e7-452b-b9d7-f8b1a0e2911d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:33.479720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45a3e868-46fd-4a55-bba3-2836224f2430 req-8d8139ec-72e7-452b-b9d7-f8b1a0e2911d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 945 time: 0.0486131 Nov 03 19:27:33.514032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:33.530842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45a3e868-46fd-4a55-bba3-2836224f2430 req-cd2b4a3e-b8b9-416f-a986-4fa6ed82c9cf tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452003 Nov 03 19:27:33.563329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:27:33.567065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:33.567440 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:33.644692 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:33.667741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:27:33.670096 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7cca14-d04a-4071-9d5b-8c750be3cfde" -d '{"events": [{"server_uuid": "c129ed80-fae7-4778-aca8-01cf31c9b624", "name": "network-vif-plugged", "status": "completed", "tag": "50d4b14d-feb3-4cf1-ae3d-dc8076e93667"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:27:33.682804 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:33.687265 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:33.717843 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d9d7ce-4ea3-43c8-908d-b32f4279307b x-openstack-request-id: req-d5d9d7ce-4ea3-43c8-908d-b32f4279307b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:27:33.718131 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c129ed80-fae7-4778-aca8-01cf31c9b624", "name": "network-vif-plugged", "status": "completed", "tag": "50d4b14d-feb3-4cf1-ae3d-dc8076e93667", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:27:33.718382 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d5d9d7ce-4ea3-43c8-908d-b32f4279307b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:27:33.718767 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667', 'code': 200} Nov 03 19:27:33.740198 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:34.648416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee69fd-d046-4d84-9d76-a9d5731b4c0e req-fa47928d-820e-4343-a395-dbccb65ece1b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:34.649923 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61ee69fd-d046-4d84-9d76-a9d5731b4c0e req-fa47928d-820e-4343-a395-dbccb65ece1b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0494661 Nov 03 19:27:34.698721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61ee69fd-d046-4d84-9d76-a9d5731b4c0e req-6b3b4557-cf8c-44b2-bc9c-e5d3cc0b9806 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420747 Nov 03 19:27:34.971793 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-213799aa-3d66-4dbc-a8a6-9aa8efdb71d7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:34.973276 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-213799aa-3d66-4dbc-a8a6-9aa8efdb71d7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.87 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 946 time: 0.0526965 Nov 03 19:27:35.060204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-05e6a914-e05f-4504-8eaa-f5df68eaa720 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Deleting port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:27:35.060544 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-05e6a914-e05f-4504-8eaa-f5df68eaa720 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:35.148378 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-05e6a914-e05f-4504-8eaa-f5df68eaa720 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] For port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:35.148740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-05e6a914-e05f-4504-8eaa-f5df68eaa720 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:35.315689 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-05e6a914-e05f-4504-8eaa-f5df68eaa720 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:35.315985 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-05e6a914-e05f-4504-8eaa-f5df68eaa720 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:35.316301 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-05e6a914-e05f-4504-8eaa-f5df68eaa720 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f disassociated. External IP: 172.25.2.89, port: 50d4b14d-feb3-4cf1-ae3d-dc8076e93667. Nov 03 19:27:35.316641 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-05e6a914-e05f-4504-8eaa-f5df68eaa720 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Calling delete_port for 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:27:35.455561 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-05e6a914-e05f-4504-8eaa-f5df68eaa720 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:35.485785 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6a914-e05f-4504-8eaa-f5df68eaa720 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Pushing event deleted for resources: {'Port': ['ID=50d4b14d-feb3-4cf1-ae3d-dc8076e93667,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:35.602574 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-05e6a914-e05f-4504-8eaa-f5df68eaa720 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:27:35.866007 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36da40bf-7228-40a8-bc69-1938c4abd01d req-21281d41-3dd9-40a9-b811-a2402752a783 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=c129ed80-fae7-4778-aca8-01cf31c9b624 HTTP/1.1" status: 200 len: 210 time: 0.0949357 Nov 03 19:27:36.032522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-05e6a914-e05f-4504-8eaa-f5df68eaa720 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:27:36.042185 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b121dd-1377-4284-8101-28014a9ae61c None None] Sync routers for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:27:36.051703 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b121dd-1377-4284-8101-28014a9ae61c None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:36.052309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c3b121dd-1377-4284-8101-28014a9ae61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:27:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:36.070258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-05e6a914-e05f-4504-8eaa-f5df68eaa720 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] No DVR routers for this DVR port 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:27:36.073727 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-05e6a914-e05f-4504-8eaa-f5df68eaa720 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:36.077075 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-726c3539-2a7b-4f5a-b814-c5353a5068e3 req-05e6a914-e05f-4504-8eaa-f5df68eaa720 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.87 "DELETE /v2.0/ports/50d4b14d-feb3-4cf1-ae3d-dc8076e93667 HTTP/1.1" status: 204 len: 173 time: 1.0973325 Nov 03 19:27:36.077528 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'name': 'network-vif-deleted', 'tag': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:27:36.079841 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2901701-1bc6-4563-bc69-0ebf3e40ec19" -d '{"events": [{"server_uuid": "c129ed80-fae7-4778-aca8-01cf31c9b624", "name": "network-vif-deleted", "tag": "50d4b14d-feb3-4cf1-ae3d-dc8076e93667"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:27:36.122304 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63402f4-d553-43ef-b526-5f2526e254ab x-openstack-request-id: req-f63402f4-d553-43ef-b526-5f2526e254ab {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:27:36.122600 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c129ed80-fae7-4778-aca8-01cf31c9b624", "name": "network-vif-deleted", "tag": "50d4b14d-feb3-4cf1-ae3d-dc8076e93667", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:27:36.122851 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f63402f4-d553-43ef-b526-5f2526e254ab {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:27:36.123250 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c129ed80-fae7-4778-aca8-01cf31c9b624', 'name': 'network-vif-deleted', 'tag': '50d4b14d-feb3-4cf1-ae3d-dc8076e93667', 'status': 'completed', 'code': 200} Nov 03 19:27:36.165388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c3b121dd-1377-4284-8101-28014a9ae61c None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:36.530910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c3b121dd-1377-4284-8101-28014a9ae61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:36.557711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b121dd-1377-4284-8101-28014a9ae61c None None] Checking router: cfbe5ec5-1e04-45c4-882c-61c34a2f82bf for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:27:36.566638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b121dd-1377-4284-8101-28014a9ae61c None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:36.567234 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c3b121dd-1377-4284-8101-28014a9ae61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:27:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:36.670699 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c3b121dd-1377-4284-8101-28014a9ae61c None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:36.866917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c3b121dd-1377-4284-8101-28014a9ae61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:36.892386 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b121dd-1377-4284-8101-28014a9ae61c None None] The sync data for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 is: [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:27:37.113377 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-99ec3291-b564-4669-8ffa-148b75e631a3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1084627881&fields=id&tenant_id=358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 267 time: 0.0435557 Nov 03 19:27:37.122874 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c471e6fb-8b06-4602-8fd2-a81cb78f48b1 None None] New status for floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:27:37.222030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-d90ea3ef-47ee-4243-8ea6-b6e0886aa3a9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:37.223622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-d90ea3ef-47ee-4243-8ea6-b6e0886aa3a9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 811 time: 0.1025035 Nov 03 19:27:37.239939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-aeda7338-6c1b-4d4b-82f8-989c7f37c2a3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/quotas/358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 375 time: 0.0097976 Nov 03 19:27:37.301996 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-14e5b4ac-89d3-41a3-8534-d8acdc337c98 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560126 Nov 03 19:27:37.405519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-74c027d7-6917-4782-a18c-8f749bc43bdf service neutron] 10.222.0.107 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917580 Nov 03 19:27:37.499188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-16e81da0-3abd-4c54-975b-d318ae4f5463 service neutron] 10.222.0.107 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872946 Nov 03 19:27:37.530644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:27:37.550236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:27:37.550582 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 50d4b14d-feb3-4cf1-ae3d-dc8076e93667 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:27:37.723742 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15f1124c-51aa-4b41-8bfb-87a66d726815 req-a26c2c20-3080-4b26-8802-5a2c82d121e5 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 210 time: 0.0846241 Nov 03 19:27:38.576121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-7ef451ba-7d16-495f-85aa-d150c06da504 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:38.577670 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-7ef451ba-7d16-495f-85aa-d150c06da504 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 811 time: 0.1085811 Nov 03 19:27:38.644794 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-a90dff3e-093a-4c6c-a966-c3d5aa852e9a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 380 time: 0.0571036 Nov 03 19:27:38.655763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Request body: {'port': {'device_id': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'admin_state_up': True, 'tenant_id': '358c38f693394513801b231060b38043', 'security_groups': ['f672a8f6-2242-461a-a0d3-27f3f730c9db']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:27:38.763341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Made reservation on behalf of 358c38f693394513801b231060b38043 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:27:38.767170 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:38.857116 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2a426e71-ba1e-46f2-ae3a-f15adfe4b6f9 req-d51645d9-f606-48d8-9ede-5d03e6806c42 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 210 time: 0.0309362 Nov 03 19:27:38.922250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Allocated IP 172.20.0.9 (0b8ebdc7-00c2-4de9-adf0-41be56e50b9d/63d8a72d-8443-4da8-ba8d-22e46f0859cc/fae60707-aa72-4b52-a17f-90be2788aede) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:27:39.062719 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:39.095224 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:39.137577 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:27:39.140661 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:27:39.143488 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:27:39.177982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Pushing event updated for resources: {'Port': ['ID=fae60707-aa72-4b52-a17f-90be2788aede,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:39.193363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:39.193709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:39.194057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:39.194391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:39.194722 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:39.195051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:39.195375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:39.195724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:39.196047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:39.196366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:39.196686 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:39.197598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:27:39.214374 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:39.215035 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:39.231403 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-efca75c2-be0c-4233-85e0-236b87d96d59 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5797136 Nov 03 19:27:39.245752 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Request body: {'port': {'device_id': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:27:39.307700 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:39.369639 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:27:39.373371 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f29b4afc-cd77-46f7-932a-1a9d9f4eb558 None None] Provisioning complete for port fae60707-aa72-4b52-a17f-90be2788aede triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:39.373878 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f29b4afc-cd77-46f7-932a-1a9d9f4eb558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:39.410055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f29b4afc-cd77-46f7-932a-1a9d9f4eb558 None None] Port fae60707-aa72-4b52-a17f-90be2788aede cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:27:39.592000 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae60707-aa72-4b52-a17f-90be2788aede {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:27:39.599359 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:39.611692 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Transition to ACTIVE for port object fae60707-aa72-4b52-a17f-90be2788aede will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:27:39.614913 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:39.664921 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Pushing event updated for resources: {'Port': ['ID=fae60707-aa72-4b52-a17f-90be2788aede,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:39.740595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Attempting to bind port fae60707-aa72-4b52-a17f-90be2788aede on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:27:39.740936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Attempting to bind port fae60707-aa72-4b52-a17f-90be2788aede by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:27:39.741267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Attempting to bind port fae60707-aa72-4b52-a17f-90be2788aede on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:27:39.746121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Port fae60707-aa72-4b52-a17f-90be2788aede on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:27:39.746447 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Attempting to bind port fae60707-aa72-4b52-a17f-90be2788aede on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:27:39.751831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:27:39.752165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Checking segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:27:39.752551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Bound using segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:27:39.752984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Bound port: fae60707-aa72-4b52-a17f-90be2788aede, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:27:39.753342 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:39.818919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] For port fae60707-aa72-4b52-a17f-90be2788aede, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:27:39.822298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] For port fae60707-aa72-4b52-a17f-90be2788aede, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=fae60707-aa72-4b52-a17f-90be2788aede,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:27:39.825914 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:39.858764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:39.859382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:39.860788 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] 10.222.0.98 "PUT /v2.0/ports/fae60707-aa72-4b52-a17f-90be2788aede HTTP/1.1" status: 200 len: 1091 time: 0.6202085 Nov 03 19:27:39.861236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'tag': 'fae60707-aa72-4b52-a17f-90be2788aede'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:27:39.863519 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c41f7e5-c8cf-42e3-a209-d6054bd56c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "72633f15-0bf9-497e-ba60-7851b8338c2d", "tag": "fae60707-aa72-4b52-a17f-90be2788aede"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:27:39.901743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b290a22-777b-4a9c-90a0-0386d373dd27 service neutron] Pushing event updated for resources: {'Port': ['ID=fae60707-aa72-4b52-a17f-90be2788aede,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:39.977534 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-744c98b8-06c8-49a2-bf73-e3811787bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:39.979699 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-744c98b8-06c8-49a2-bf73-e3811787bd5d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 1094 time: 0.0741091 Nov 03 19:27:40.003889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad16a6-86ba-489e-b6ce-d5ade4a4f797 req-1f1dce46-0761-4d55-9cff-18872a7e746c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:40.005609 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34ad16a6-86ba-489e-b6ce-d5ade4a4f797 req-1f1dce46-0761-4d55-9cff-18872a7e746c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 943 time: 0.0691068 Nov 03 19:27:40.034583 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a2fa52-98c6-4c29-b86e-b9411b61101f x-openstack-request-id: req-33a2fa52-98c6-4c29-b86e-b9411b61101f {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:27:40.034884 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72633f15-0bf9-497e-ba60-7851b8338c2d", "tag": "fae60707-aa72-4b52-a17f-90be2788aede", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:27:40.035132 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-33a2fa52-98c6-4c29-b86e-b9411b61101f {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:27:40.035532 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'tag': 'fae60707-aa72-4b52-a17f-90be2788aede', 'status': 'completed', 'code': 200} Nov 03 19:27:40.038929 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-1fafa29c-cae0-4d1b-88e1-e817d69b84dd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fae60707-aa72-4b52-a17f-90be2788aede HTTP/1.1" status: 200 len: 217 time: 0.0500684 Nov 03 19:27:40.117418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-37e516ba-5f39-4842-b3e4-69f920c78c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:40.118904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-37e516ba-5f39-4842-b3e4-69f920c78c3d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0736325 Nov 03 19:27:40.123288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-34ad16a6-86ba-489e-b6ce-d5ade4a4f797 req-584642f1-449f-4715-9de2-1da5a9603400 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869696 Nov 03 19:27:40.165466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-56069519-e244-410f-abe2-a9432e54b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:40.167008 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-56069519-e244-410f-abe2-a9432e54b528 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412805 Nov 03 19:27:40.261497 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-a81c4c01-8054-4d7a-af70-03db9bda9174 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863354 Nov 03 19:27:40.349908 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b3c6c88-c2c9-4ad7-92bf-2f257eade210 req-b402f6aa-3f0e-46c7-b19c-84205598e685 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822303 Nov 03 19:27:40.448809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41f7e5-c8cf-42e3-a209-d6054bd56c2a req-c21a0888-1924-49a9-bc24-d5316adaf02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:40.450210 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c41f7e5-c8cf-42e3-a209-d6054bd56c2a req-c21a0888-1924-49a9-bc24-d5316adaf02d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 1094 time: 0.0460515 Nov 03 19:27:40.538832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41f7e5-c8cf-42e3-a209-d6054bd56c2a req-6d55b7fb-8a41-41e6-adb9-ccba2f8e2458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:40.540370 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c41f7e5-c8cf-42e3-a209-d6054bd56c2a req-6d55b7fb-8a41-41e6-adb9-ccba2f8e2458 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0833106 Nov 03 19:27:40.585181 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c41f7e5-c8cf-42e3-a209-d6054bd56c2a req-8026b284-996b-485d-8423-7db3e22fd567 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fae60707-aa72-4b52-a17f-90be2788aede HTTP/1.1" status: 200 len: 217 time: 0.0378752 Nov 03 19:27:40.633349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41f7e5-c8cf-42e3-a209-d6054bd56c2a req-ea8c6672-1a67-47c6-a644-c15b7b216d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:40.635371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c41f7e5-c8cf-42e3-a209-d6054bd56c2a req-ea8c6672-1a67-47c6-a644-c15b7b216d51 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0431173 Nov 03 19:27:40.680379 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41f7e5-c8cf-42e3-a209-d6054bd56c2a req-c9c956d1-99ee-49a5-b457-37848405a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:40.682377 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c41f7e5-c8cf-42e3-a209-d6054bd56c2a req-c9c956d1-99ee-49a5-b457-37848405a917 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402172 Nov 03 19:27:40.778108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c41f7e5-c8cf-42e3-a209-d6054bd56c2a req-19db83d7-6b43-42ec-8066-6af24663c253 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868287 Nov 03 19:27:40.867152 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c41f7e5-c8cf-42e3-a209-d6054bd56c2a req-49a8b4c1-df36-4f29-90c4-790602a79d1b service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807335 Nov 03 19:27:41.240857 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfbd2f-933a-46fb-8328-baed7a290ed9 req-245eb636-b56f-4643-a744-a2e33623b6ca tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:41.242353 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21cfbd2f-933a-46fb-8328-baed7a290ed9 req-245eb636-b56f-4643-a744-a2e33623b6ca tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 943 time: 0.0489280 Nov 03 19:27:41.294273 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21cfbd2f-933a-46fb-8328-baed7a290ed9 req-4c597e0f-4a1c-4e45-9da5-3cde6ef2f1ff tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456963 Nov 03 19:27:42.411510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1748-6998-4aa1-9fe5-cd17ab1edada req-129f1183-e1e5-4fe9-adf6-cb186e272d7e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:42.413028 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f64c1748-6998-4aa1-9fe5-cd17ab1edada req-129f1183-e1e5-4fe9-adf6-cb186e272d7e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 943 time: 0.0496888 Nov 03 19:27:42.459618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f64c1748-6998-4aa1-9fe5-cd17ab1edada req-20c4c22b-4623-4148-af02-d30949838c43 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404983 Nov 03 19:27:42.913574 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device fae60707-aa72-4b52-a17f-90be2788aede details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:27:43.009762 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port fae60707-aa72-4b52-a17f-90be2788aede, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=fae60707-aa72-4b52-a17f-90be2788aede,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:43.024513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'fae60707-aa72-4b52-a17f-90be2788aede', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'port_id': 'fae60707-aa72-4b52-a17f-90be2788aede', 'mac_address': 'fa:16:3e:34:2d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:27:43.064565 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:43.077464 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae60707-aa72-4b52-a17f-90be2788aede {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:27:43.096764 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port fae60707-aa72-4b52-a17f-90be2788aede, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=fae60707-aa72-4b52-a17f-90be2788aede,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:43.100321 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:43.146059 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=fae60707-aa72-4b52-a17f-90be2788aede,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:43.346759 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['fae60707-aa72-4b52-a17f-90be2788aede'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:27:43.576377 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:43.577959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59a048-22de-41a7-a662-468df4f6df23 req-ced891f3-4208-426f-be33-36c655760b48 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:43.579473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b59a048-22de-41a7-a662-468df4f6df23 req-ced891f3-4208-426f-be33-36c655760b48 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 944 time: 0.0494211 Nov 03 19:27:43.625948 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b59a048-22de-41a7-a662-468df4f6df23 req-b8662815-8086-49b2-8aa0-d96cf389ac82 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401468 Nov 03 19:27:44.748554 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c152588-5503-4e2e-84c0-3f97c774b131 req-1e5702b6-c084-4eb5-b8bf-88b87cc31d61 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:44.750040 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c152588-5503-4e2e-84c0-3f97c774b131 req-1e5702b6-c084-4eb5-b8bf-88b87cc31d61 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 944 time: 0.0519438 Nov 03 19:27:44.797267 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c152588-5503-4e2e-84c0-3f97c774b131 req-f90cef69-e9b1-41a1-93db-3407f10eadd2 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411763 Nov 03 19:27:44.930423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device fae60707-aa72-4b52-a17f-90be2788aede up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:27:44.980174 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port fae60707-aa72-4b52-a17f-90be2788aede completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:27:44.984465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port fae60707-aa72-4b52-a17f-90be2788aede triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:27:44.984841 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:45.063039 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:45.086135 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae60707-aa72-4b52-a17f-90be2788aede'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:27:45.088477 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d669f14-0313-49e4-9abe-9fa3ccbb574e" -d '{"events": [{"server_uuid": "72633f15-0bf9-497e-ba60-7851b8338c2d", "name": "network-vif-plugged", "status": "completed", "tag": "fae60707-aa72-4b52-a17f-90be2788aede"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:27:45.101512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port fae60707-aa72-4b52-a17f-90be2788aede, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=fae60707-aa72-4b52-a17f-90be2788aede,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:27:45.106003 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:45.156874 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=fae60707-aa72-4b52-a17f-90be2788aede,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:27:45.194199 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd022f50-5d72-4ba2-9791-7b4123ad20bd x-openstack-request-id: req-bd022f50-5d72-4ba2-9791-7b4123ad20bd {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:27:45.194493 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72633f15-0bf9-497e-ba60-7851b8338c2d", "name": "network-vif-plugged", "status": "completed", "tag": "fae60707-aa72-4b52-a17f-90be2788aede", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:27:45.194747 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bd022f50-5d72-4ba2-9791-7b4123ad20bd {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:27:45.195154 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae60707-aa72-4b52-a17f-90be2788aede', 'code': 200} Nov 03 19:27:45.291378 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b972e8b-fe7e-4d86-8343-71f84418d6c7 req-e2274c26-6f11-4f74-bfe2-5fdf0e9b9d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:45.292849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b972e8b-fe7e-4d86-8343-71f84418d6c7 req-e2274c26-6f11-4f74-bfe2-5fdf0e9b9d6c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 1096 time: 0.0412414 Nov 03 19:27:45.337707 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b972e8b-fe7e-4d86-8343-71f84418d6c7 req-c3344a6a-81a4-4be6-b695-343c13302234 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377479 Nov 03 19:27:45.918357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd25a9-e2bd-4c6c-9dfd-8b88c2c4a124 req-a1354b88-410a-46d7-bb48-ac137a95f1ca tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:45.919843 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35fd25a9-e2bd-4c6c-9dfd-8b88c2c4a124 req-a1354b88-410a-46d7-bb48-ac137a95f1ca tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0538609 Nov 03 19:27:45.967137 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35fd25a9-e2bd-4c6c-9dfd-8b88c2c4a124 req-1d8a5bbe-54d0-4837-90ee-295f060ff1f6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412748 Nov 03 19:27:47.083423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5989099-dec4-407c-a2f3-b643166e7acd req-91611ca0-104f-477f-b2d2-9e8e36bb0423 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:47.084912 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5989099-dec4-407c-a2f3-b643166e7acd req-91611ca0-104f-477f-b2d2-9e8e36bb0423 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0475969 Nov 03 19:27:47.132582 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5989099-dec4-407c-a2f3-b643166e7acd req-eb8dd3ed-753b-4c0a-a272-6d479e358a99 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405865 Nov 03 19:27:47.245744 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc094e74-2bf5-4367-8c4c-aa4d0e4521f4 req-9ec6ad84-b9dd-4f96-8747-150ac712a743 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:47.247281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc094e74-2bf5-4367-8c4c-aa4d0e4521f4 req-9ec6ad84-b9dd-4f96-8747-150ac712a743 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0477135 Nov 03 19:27:47.255828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 37716) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:27:47.260770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-dd3c5f1f-929e-47eb-830c-aa8ab645797c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Request body: {'floatingip': {'port_id': 'fae60707-aa72-4b52-a17f-90be2788aede'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:27:47.302000 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dd3c5f1f-929e-47eb-830c-aa8ab645797c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:47.731313 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dd3c5f1f-929e-47eb-830c-aa8ab645797c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:47.735064 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dd3c5f1f-929e-47eb-830c-aa8ab645797c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:47.829172 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-dd3c5f1f-929e-47eb-830c-aa8ab645797c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f associated. External IP: 172.25.2.89, port: fae60707-aa72-4b52-a17f-90be2788aede. Nov 03 19:27:48.036247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3c5f1f-929e-47eb-830c-aa8ab645797c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:27:48.144055 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3c5f1f-929e-47eb-830c-aa8ab645797c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:27:48.148940 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dd3c5f1f-929e-47eb-830c-aa8ab645797c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:48.155491 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a92a2-6e2d-4c12-be17-92ebe43abd31 None None] Sync routers for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:27:48.164973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a92a2-6e2d-4c12-be17-92ebe43abd31 None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:48.165713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-154a92a2-6e2d-4c12-be17-92ebe43abd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:27:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:48.174609 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dd3c5f1f-929e-47eb-830c-aa8ab645797c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "PUT /v2.0/floatingips/c0550a2e-fee1-4d93-a2c4-2b64ba069d7f HTTP/1.1" status: 200 len: 990 time: 0.9177392 Nov 03 19:27:48.175205 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'tag': 'fae60707-aa72-4b52-a17f-90be2788aede'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:27:48.177490 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dde060e9d76240287c17ec61230c6db9da36100abd9831bf9839857b0cf132fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065b816a-6ea2-4cd1-80f6-75b9ab46d548" -d '{"events": [{"name": "network-changed", "server_uuid": "72633f15-0bf9-497e-ba60-7851b8338c2d", "tag": "fae60707-aa72-4b52-a17f-90be2788aede"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:27:48.223416 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fcdd4b-41bd-4af9-a184-9b6371352d30 x-openstack-request-id: req-60fcdd4b-41bd-4af9-a184-9b6371352d30 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:27:48.223759 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72633f15-0bf9-497e-ba60-7851b8338c2d", "tag": "fae60707-aa72-4b52-a17f-90be2788aede", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:27:48.224140 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-60fcdd4b-41bd-4af9-a184-9b6371352d30 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:27:48.224681 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'tag': 'fae60707-aa72-4b52-a17f-90be2788aede', 'status': 'completed', 'code': 200} Nov 03 19:27:48.279526 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-154a92a2-6e2d-4c12-be17-92ebe43abd31 None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:48.292940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b816a-6ea2-4cd1-80f6-75b9ab46d548 req-c81f017d-39b8-4e71-8556-e57c188ae6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:48.294386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-065b816a-6ea2-4cd1-80f6-75b9ab46d548 req-c81f017d-39b8-4e71-8556-e57c188ae6d1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 1096 time: 0.0456054 Nov 03 19:27:48.384412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b816a-6ea2-4cd1-80f6-75b9ab46d548 req-169514f5-cabf-4d3c-a9dd-a73dab9d7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:48.385949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-065b816a-6ea2-4cd1-80f6-75b9ab46d548 req-169514f5-cabf-4d3c-a9dd-a73dab9d7a8d service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0846686 Nov 03 19:27:48.455701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-065b816a-6ea2-4cd1-80f6-75b9ab46d548 req-80a5e9f6-9095-4230-bac8-b3232c4b94ad service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fae60707-aa72-4b52-a17f-90be2788aede HTTP/1.1" status: 200 len: 998 time: 0.0632675 Nov 03 19:27:48.505398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-154a92a2-6e2d-4c12-be17-92ebe43abd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'c0550a2e-fee1-4d93-a2c4-2b64ba069d7f', 'tenant_id': '358c38f693394513801b231060b38043', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'port_id': 'fae60707-aa72-4b52-a17f-90be2788aede', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'mac_address': 'fa:16:3e:34:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:25:24Z', 'updated_at': '2021-11-03T19:27:47Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:48.506683 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b816a-6ea2-4cd1-80f6-75b9ab46d548 req-d9e104ae-1b61-42ac-b9a1-7bb8e1b5f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:48.508215 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-065b816a-6ea2-4cd1-80f6-75b9ab46d548 req-d9e104ae-1b61-42ac-b9a1-7bb8e1b5f1e5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0456603 Nov 03 19:27:48.531427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a92a2-6e2d-4c12-be17-92ebe43abd31 None None] Checking router: cfbe5ec5-1e04-45c4-882c-61c34a2f82bf for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:27:48.539865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a92a2-6e2d-4c12-be17-92ebe43abd31 None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:27:48.541029 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-154a92a2-6e2d-4c12-be17-92ebe43abd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:27:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:48.553272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b816a-6ea2-4cd1-80f6-75b9ab46d548 req-54c61382-91bb-4814-9944-dc485f9f26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:27:48.554700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-065b816a-6ea2-4cd1-80f6-75b9ab46d548 req-54c61382-91bb-4814-9944-dc485f9f26f6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401213 Nov 03 19:27:48.647690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-065b816a-6ea2-4cd1-80f6-75b9ab46d548 req-7b32d4f9-ff7d-4092-97ba-a9eeb146ab26 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859249 Nov 03 19:27:48.649151 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-154a92a2-6e2d-4c12-be17-92ebe43abd31 None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:27:48.737876 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-065b816a-6ea2-4cd1-80f6-75b9ab46d548 req-ffab72f6-20b5-46d5-88eb-f85951616a0b service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838571 Nov 03 19:27:48.879862 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-154a92a2-6e2d-4c12-be17-92ebe43abd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'c0550a2e-fee1-4d93-a2c4-2b64ba069d7f', 'tenant_id': '358c38f693394513801b231060b38043', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'port_id': 'fae60707-aa72-4b52-a17f-90be2788aede', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'mac_address': 'fa:16:3e:34:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:25:24Z', 'updated_at': '2021-11-03T19:27:47Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:27:48.907874 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a92a2-6e2d-4c12-be17-92ebe43abd31 None None] The sync data for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 is: [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'c0550a2e-fee1-4d93-a2c4-2b64ba069d7f', 'tenant_id': '358c38f693394513801b231060b38043', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'port_id': 'fae60707-aa72-4b52-a17f-90be2788aede', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'mac_address': 'fa:16:3e:34:2d:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:25:24Z', 'updated_at': '2021-11-03T19:27:47Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:27:49.103426 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b03f6b7-b493-4f08-83d5-9e3f2024a1f4 None None] New status for floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:27:55.820301 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-69d90859-66cd-408e-bf75-d0e74222950a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:58.148128 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-200afdf4-45cf-46d6-9819-9285bd43d3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:27:59.536921 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:00.811130 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:00.943691 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:01.517572 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:13.582934 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:16.368121 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:28:25.824094 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9afe0382-a522-401a-92c7-523531f466b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:28.140823 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-adc8fcf6-110a-43e6-8e4f-8710dadd359b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:29.539449 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:30.814513 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:30.952159 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:31.519545 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:42.288390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e7c74f-3fc6-4d20-8583-5ad1dbcd900d req-4905d038-1241-402b-9453-2b3da4af432a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1001458 Nov 03 19:28:42.370431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7c74f-3fc6-4d20-8583-5ad1dbcd900d req-67172024-58ba-4894-ba2f-c4d74bb49fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:42.372552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e7c74f-3fc6-4d20-8583-5ad1dbcd900d req-67172024-58ba-4894-ba2f-c4d74bb49fc0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 1096 time: 0.0407310 Nov 03 19:28:42.474203 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7c74f-3fc6-4d20-8583-5ad1dbcd900d req-7ed0acbd-e754-48ba-98fb-eb728b4da9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:42.475593 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e7c74f-3fc6-4d20-8583-5ad1dbcd900d req-7ed0acbd-e754-48ba-98fb-eb728b4da9a5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0845659 Nov 03 19:28:42.887713 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e7c74f-3fc6-4d20-8583-5ad1dbcd900d req-697b0447-9b64-41f5-beff-426b6a754a42 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fae60707-aa72-4b52-a17f-90be2788aede HTTP/1.1" status: 200 len: 1000 time: 0.4044769 Nov 03 19:28:42.936337 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7c74f-3fc6-4d20-8583-5ad1dbcd900d req-458bed37-5d35-423f-b9e5-8284f34a95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:42.937825 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e7c74f-3fc6-4d20-8583-5ad1dbcd900d req-458bed37-5d35-423f-b9e5-8284f34a95f6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0437937 Nov 03 19:28:42.985553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7c74f-3fc6-4d20-8583-5ad1dbcd900d req-ddee3666-4f25-4636-b163-abefcf5e33e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:28:42.987137 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e7c74f-3fc6-4d20-8583-5ad1dbcd900d req-ddee3666-4f25-4636-b163-abefcf5e33e0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423512 Nov 03 19:28:43.085686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e7c74f-3fc6-4d20-8583-5ad1dbcd900d req-c7578df3-a51c-4515-ba56-49e6d7a938da service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911405 Nov 03 19:28:43.184370 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e4e7c74f-3fc6-4d20-8583-5ad1dbcd900d req-fa3323a5-4e38-46c0-b553-88a5f1296707 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916796 Nov 03 19:28:43.583936 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:53.367082 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:28:54.873880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-9b9713ef-aef4-4d05-a016-c0792752e1c0 req-323864d5-28f9-4b33-b6f7-01e2f555075d tempest-TestNetworkAdvancedServerOps-967414659 tempest-TestNetworkAdvancedServerOps-967414659-project] (101711) timed out ('10.222.0.98', 56889) {{(pid=101711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:28:55.825543 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1e07e2b8-3337-4100-92da-91cffbfc4c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:58.142616 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-602fffdd-d594-4be3-9015-083a92cd9a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:28:59.540226 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:00.816409 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:00.951125 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:01.521506 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:13.598144 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:24.289853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12633a1c-c706-45b0-a299-33c66266854e req-824f9381-1092-4516-8f2c-27b5f3444df7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:24.291282 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-12633a1c-c706-45b0-a299-33c66266854e req-824f9381-1092-4516-8f2c-27b5f3444df7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0586877 Nov 03 19:29:24.340447 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-12633a1c-c706-45b0-a299-33c66266854e req-06c68c69-71a1-46e4-8b29-1a7246a58d23 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424826 Nov 03 19:29:25.460458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fffdd1-4fc7-42a5-8767-9a7ce93fb268 req-1b2eef4c-068d-4eeb-98c9-1124cc6234b8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:25.461944 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51fffdd1-4fc7-42a5-8767-9a7ce93fb268 req-1b2eef4c-068d-4eeb-98c9-1124cc6234b8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0481215 Nov 03 19:29:25.509226 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51fffdd1-4fc7-42a5-8767-9a7ce93fb268 req-af4bfe83-bec1-46ad-8bf6-e5945c6a3aa8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408754 Nov 03 19:29:25.826991 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9bec994b-c1d2-4e75-ba01-c98a38ecf096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:26.658658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77702a30-5322-4a64-89b9-8e1b0c09716e req-389baeac-d3d3-4707-988b-8026fea49545 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:26.660258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-77702a30-5322-4a64-89b9-8e1b0c09716e req-389baeac-d3d3-4707-988b-8026fea49545 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0563660 Nov 03 19:29:26.713608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-77702a30-5322-4a64-89b9-8e1b0c09716e req-58521c72-dab8-461a-90ff-21983790909a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443785 Nov 03 19:29:27.830358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bc3af-71de-4d9a-af4d-71508524d1d7 req-8b2bb363-2046-40e9-b987-d6f9bdbec245 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:27.831870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae0bc3af-71de-4d9a-af4d-71508524d1d7 req-8b2bb363-2046-40e9-b987-d6f9bdbec245 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0486250 Nov 03 19:29:27.878687 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ae0bc3af-71de-4d9a-af4d-71508524d1d7 req-844ba768-e7b2-4883-90d8-9ae12bcbcf7d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408638 Nov 03 19:29:28.144281 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dec546ce-0120-4d5e-a1c5-93ad743652f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:29.006481 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6197a-e237-4322-b852-7a8db08d7f79 req-34f88fc3-108c-4a00-8013-dfd28b712ffb tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:29.007917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94f6197a-e237-4322-b852-7a8db08d7f79 req-34f88fc3-108c-4a00-8013-dfd28b712ffb tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0528252 Nov 03 19:29:29.061771 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-94f6197a-e237-4322-b852-7a8db08d7f79 req-efe0e4d1-b8be-4862-9ef5-1bb78a0bd6d1 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470490 Nov 03 19:29:29.543417 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:30.183896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6491a2-7465-4ceb-aec8-c4f450c5d433 req-da3c4373-2431-47e8-9652-c800778ea17b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:30.185461 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a6491a2-7465-4ceb-aec8-c4f450c5d433 req-da3c4373-2431-47e8-9652-c800778ea17b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0522504 Nov 03 19:29:30.235010 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a6491a2-7465-4ceb-aec8-c4f450c5d433 req-a9534e19-c4ea-4e80-8a47-e5d139f81020 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434003 Nov 03 19:29:30.366153 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:29:30.818501 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:30.950249 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:31.361513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fece5e-3d72-4fa9-bb27-6fc659646da1 req-d93fdb8b-1d94-4cae-b738-a968f8269d1d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:31.363012 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99fece5e-3d72-4fa9-bb27-6fc659646da1 req-d93fdb8b-1d94-4cae-b738-a968f8269d1d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0487595 Nov 03 19:29:31.410634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99fece5e-3d72-4fa9-bb27-6fc659646da1 req-0bff6c03-3350-4621-8808-c8d3af2d0c88 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Nov 03 19:29:31.524605 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:32.531618 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc46040-7051-45a7-81a4-c60c5a2b4f24 req-dd7e1984-f94f-423c-9ceb-d35fa7400d5f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:32.533100 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ccc46040-7051-45a7-81a4-c60c5a2b4f24 req-dd7e1984-f94f-423c-9ceb-d35fa7400d5f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0538626 Nov 03 19:29:32.580959 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ccc46040-7051-45a7-81a4-c60c5a2b4f24 req-56c89982-65ef-473f-8d4f-935fbcc45102 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417843 Nov 03 19:29:33.696283 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d3b69-29f3-4311-847a-5d782a904cf9 req-281c02dd-ce0a-4022-9910-5cdc7500d9bd tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:33.697833 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba4d3b69-29f3-4311-847a-5d782a904cf9 req-281c02dd-ce0a-4022-9910-5cdc7500d9bd tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0488594 Nov 03 19:29:33.744758 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba4d3b69-29f3-4311-847a-5d782a904cf9 req-390c6864-bfd0-4feb-8c8f-985bc0a89bc4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402138 Nov 03 19:29:34.866180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dcaa6-6143-487e-97f5-7a9d99aafac3 req-2eec815d-99cd-43d0-92eb-7325f0834e30 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:34.867688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-188dcaa6-6143-487e-97f5-7a9d99aafac3 req-2eec815d-99cd-43d0-92eb-7325f0834e30 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0532477 Nov 03 19:29:34.916960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-188dcaa6-6143-487e-97f5-7a9d99aafac3 req-e6777128-5d31-4d7e-86f9-78be4619a97d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430000 Nov 03 19:29:36.177538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87928e1e-ffea-43d9-83af-7072067ee428 req-04c010b6-fb07-47c1-a224-1053f31c9cf2 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:36.179149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87928e1e-ffea-43d9-83af-7072067ee428 req-04c010b6-fb07-47c1-a224-1053f31c9cf2 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0504060 Nov 03 19:29:36.209620 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-ba67bf66-e925-48de-81db-e5f2f3b1028a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914462 Nov 03 19:29:36.230852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87928e1e-ffea-43d9-83af-7072067ee428 req-3eadf6a8-c48b-4715-b4bb-377966008070 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433400 Nov 03 19:29:37.348487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d4e1e-4e3f-43cc-b350-87564eebff80 req-a2ecc69a-0409-4d7d-b8d3-ad318babf69d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:37.350028 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f71d4e1e-4e3f-43cc-b350-87564eebff80 req-a2ecc69a-0409-4d7d-b8d3-ad318babf69d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0490899 Nov 03 19:29:37.406218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f71d4e1e-4e3f-43cc-b350-87564eebff80 req-371ec116-966e-46c2-b1ca-11b2a332a418 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502415 Nov 03 19:29:37.461042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-eb229c7c-2d65-4652-94c2-48f4f9661812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:37.463513 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-eb229c7c-2d65-4652-94c2-48f4f9661812 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 1096 time: 0.0466087 Nov 03 19:29:37.555904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-06532006-3d0d-4b74-9e20-18038f7951c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:37.557302 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-06532006-3d0d-4b74-9e20-18038f7951c4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0873613 Nov 03 19:29:37.628855 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-bce21099-b9f5-4b86-a494-da6e0793bcbe service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fae60707-aa72-4b52-a17f-90be2788aede HTTP/1.1" status: 200 len: 1000 time: 0.0628278 Nov 03 19:29:37.686570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-58af1147-d77d-4c28-919e-435060b1fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:37.688695 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-58af1147-d77d-4c28-919e-435060b1fb34 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0517099 Nov 03 19:29:37.736514 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-fc1fd413-f50a-4f63-83de-cae3ccab7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:37.738041 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-fc1fd413-f50a-4f63-83de-cae3ccab7062 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413523 Nov 03 19:29:37.833175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-01517e2c-3da2-4ab3-8b20-42e1c2a32eb8 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872402 Nov 03 19:29:37.921909 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0a97065d-7d06-48d0-912a-0a60b490dd27 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815053 Nov 03 19:29:38.528844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2a03-cc24-498a-96ce-85b2ccfa0049 req-54c82201-b674-41cc-9e02-d66e5625ae45 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:38.530698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffdf2a03-cc24-498a-96ce-85b2ccfa0049 req-54c82201-b674-41cc-9e02-d66e5625ae45 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0535760 Nov 03 19:29:38.578405 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffdf2a03-cc24-498a-96ce-85b2ccfa0049 req-fb9431b2-54df-4267-9269-5bb1ae36127b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409589 Nov 03 19:29:39.722510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b086673-9cae-4f63-a4c3-a7bbb1196c7f req-8cce8d9c-a0c2-4167-8807-d6ec761ec424 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:39.724021 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b086673-9cae-4f63-a4c3-a7bbb1196c7f req-8cce8d9c-a0c2-4167-8807-d6ec761ec424 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0759301 Nov 03 19:29:39.773966 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-611797ff-1b2a-4e4a-b0b3-55f7f3336f8e service neutron] show failed (client error): The resource could not be found. Nov 03 19:29:39.774949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-611797ff-1b2a-4e4a-b0b3-55f7f3336f8e service neutron] 10.222.0.98 "GET /v2.0/ports/fae60707-aa72-4b52-a17f-90be2788aede/bindings/n-h1-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.0932596 Nov 03 19:29:39.791421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b086673-9cae-4f63-a4c3-a7bbb1196c7f req-92cd81ea-7739-488e-8717-367e4affe6a1 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608275 Nov 03 19:29:40.029582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-c372ac2e-4ff6-4596-bf5e-61c71121920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:40.032024 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-c372ac2e-4ff6-4596-bf5e-61c71121920c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d&tenant_id=358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 1096 time: 0.0915596 Nov 03 19:29:40.052198 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:40.119505 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.315319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] For port fae60707-aa72-4b52-a17f-90be2788aede, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=fae60707-aa72-4b52-a17f-90be2788aede,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:40.351601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] For port fae60707-aa72-4b52-a17f-90be2788aede, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:29:40.390174 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fae60707-aa72-4b52-a17f-90be2788aede'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:29:40.392550 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3b7d83-3a62-4d91-9e04-4887da87b170" -d '{"events": [{"server_uuid": "72633f15-0bf9-497e-ba60-7851b8338c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "fae60707-aa72-4b52-a17f-90be2788aede"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:29:40.396884 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.415307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Transition to ACTIVE for port object fae60707-aa72-4b52-a17f-90be2788aede will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:29:40.419471 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.497309 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fae60707-aa72-4b52-a17f-90be2788aede,revision_number=6']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:40.511711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:40.512087 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:40.512430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:40.512760 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:40.513093 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:40.513432 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:40.513763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:40.514092 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:40.514421 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:40.515285 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:40.515633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:40.515961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:40.531720 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a9e8ba-2750-40ae-adba-a7d29aac32c5 x-openstack-request-id: req-a4a9e8ba-2750-40ae-adba-a7d29aac32c5 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:29:40.532126 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72633f15-0bf9-497e-ba60-7851b8338c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "fae60707-aa72-4b52-a17f-90be2788aede", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:29:40.532475 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a4a9e8ba-2750-40ae-adba-a7d29aac32c5 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:29:40.532977 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fae60707-aa72-4b52-a17f-90be2788aede', 'code': 200} Nov 03 19:29:40.555944 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] No DVR routers for this DVR port fae60707-aa72-4b52-a17f-90be2788aede on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:29:40.692817 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Attempting to bind port fae60707-aa72-4b52-a17f-90be2788aede on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:29:40.693156 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Attempting to bind port fae60707-aa72-4b52-a17f-90be2788aede by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:29:40.693868 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Attempting to bind port fae60707-aa72-4b52-a17f-90be2788aede on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:29:40.699551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Port fae60707-aa72-4b52-a17f-90be2788aede on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:29:40.699920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Attempting to bind port fae60707-aa72-4b52-a17f-90be2788aede on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:29:40.705397 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:29:40.705760 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Checking segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:29:40.706147 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Bound using segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:29:40.706575 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Bound port: fae60707-aa72-4b52-a17f-90be2788aede, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:29:40.706932 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.768393 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] For port fae60707-aa72-4b52-a17f-90be2788aede, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:29:40.771988 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] For port fae60707-aa72-4b52-a17f-90be2788aede, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fae60707-aa72-4b52-a17f-90be2788aede,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:29:40.777772 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.811345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:40.812055 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:40.813429 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] 10.222.0.87 "PUT /v2.0/ports/fae60707-aa72-4b52-a17f-90be2788aede HTTP/1.1" status: 200 len: 1091 time: 0.7659240 Nov 03 19:29:40.836581 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d417344-33a5-40ad-a12a-cd1e5b7032e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fae60707-aa72-4b52-a17f-90be2788aede,revision_number=7']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:40.894231 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-195afcd1-b415-418e-9b4a-90e4958936b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:40.895833 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-195afcd1-b415-418e-9b4a-90e4958936b9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 1094 time: 0.0488544 Nov 03 19:29:40.925098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856e3df-fef5-47b5-98b6-dac091f4d894 req-60104452-a253-4f8b-b780-e5392b113bd0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:40.926850 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9856e3df-fef5-47b5-98b6-dac091f4d894 req-60104452-a253-4f8b-b780-e5392b113bd0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 943 time: 0.0509369 Nov 03 19:29:40.981197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9856e3df-fef5-47b5-98b6-dac091f4d894 req-cfd83ef5-9ba4-4178-b779-b897d1ed4c5a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479767 Nov 03 19:29:41.009737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-7a44dfa4-c9cd-4e7b-814b-1e0a6f6d40c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:41.011219 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-7a44dfa4-c9cd-4e7b-814b-1e0a6f6d40c4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.1064720 Nov 03 19:29:41.083900 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-08133275-b93b-4c49-b51c-ed6ec69fb8a1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fae60707-aa72-4b52-a17f-90be2788aede HTTP/1.1" status: 200 len: 998 time: 0.0647581 Nov 03 19:29:41.133917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-736acbac-fefb-4d4f-b9eb-8afc4b6bf42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:41.135419 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-736acbac-fefb-4d4f-b9eb-8afc4b6bf42f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0442047 Nov 03 19:29:41.181722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-ed93a936-9991-4f2d-a196-0aeadcde3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:41.183220 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-ed93a936-9991-4f2d-a196-0aeadcde3ae9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407348 Nov 03 19:29:41.276307 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-ee766460-601f-47fe-af6c-eaac42fc2302 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851758 Nov 03 19:29:41.363704 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eb5acfc7-0ebd-4012-aa51-a70388d313c8 req-55b187bf-103d-403f-af6e-72159bba71b2 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796931 Nov 03 19:29:42.102413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f102ba5-de01-49b6-a9da-bf8b67f7b92d req-c48b83c6-637c-4b73-9cf9-0cdcdc9eb89d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:42.103943 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f102ba5-de01-49b6-a9da-bf8b67f7b92d req-c48b83c6-637c-4b73-9cf9-0cdcdc9eb89d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 943 time: 0.0512843 Nov 03 19:29:42.152620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f102ba5-de01-49b6-a9da-bf8b67f7b92d req-56c54e05-3104-4130-9bde-71248fbe70c2 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414360 Nov 03 19:29:42.534711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'tag': 'fae60707-aa72-4b52-a17f-90be2788aede'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:29:42.537100 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810" -d '{"events": [{"name": "network-changed", "server_uuid": "72633f15-0bf9-497e-ba60-7851b8338c2d", "tag": "fae60707-aa72-4b52-a17f-90be2788aede"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:29:42.587127 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5091b426-94d3-4b1e-8a67-c1048e8e9c78 x-openstack-request-id: req-5091b426-94d3-4b1e-8a67-c1048e8e9c78 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:29:42.587421 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72633f15-0bf9-497e-ba60-7851b8338c2d", "tag": "fae60707-aa72-4b52-a17f-90be2788aede", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:29:42.587710 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5091b426-94d3-4b1e-8a67-c1048e8e9c78 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:29:42.588124 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'tag': 'fae60707-aa72-4b52-a17f-90be2788aede', 'status': 'completed', 'code': 200} Nov 03 19:29:42.657242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-baa567cd-109f-4c13-b31d-0b499745989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:42.659647 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-baa567cd-109f-4c13-b31d-0b499745989e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 1094 time: 0.0490103 Nov 03 19:29:42.677023 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-261acc2c-2788-4680-b1c3-7b4979b3b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:42.678543 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-261acc2c-2788-4680-b1c3-7b4979b3b594 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 1094 time: 0.0438416 Nov 03 19:29:42.758766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-b07c21a4-968f-479a-8ccd-b9fa6bd64551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:42.760364 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-b07c21a4-968f-479a-8ccd-b9fa6bd64551 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0933928 Nov 03 19:29:42.785645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-47fc4aae-a104-4616-b64d-112b53efae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:42.787298 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-47fc4aae-a104-4616-b64d-112b53efae57 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.1010702 Nov 03 19:29:42.835655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-b97f2e03-90ce-49df-b31d-fab27315d9bf service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fae60707-aa72-4b52-a17f-90be2788aede HTTP/1.1" status: 200 len: 998 time: 0.0683129 Nov 03 19:29:42.860772 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-b9b2ecaf-7620-4abf-9fe7-fa045bec5844 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fae60707-aa72-4b52-a17f-90be2788aede HTTP/1.1" status: 200 len: 998 time: 0.0657544 Nov 03 19:29:42.887870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-da1f4829-ff84-4ee5-84e2-ce75ddd4dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:42.889392 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-da1f4829-ff84-4ee5-84e2-ce75ddd4dd50 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0473857 Nov 03 19:29:42.912029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-2aa7363e-68da-410f-896a-8a585901f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:42.913532 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-2aa7363e-68da-410f-896a-8a585901f7ea service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0454376 Nov 03 19:29:42.937069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-e1e79cf0-5fbe-4586-864e-a414fe10737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:42.938598 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-e1e79cf0-5fbe-4586-864e-a414fe10737b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414686 Nov 03 19:29:42.960052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-1e863824-0bf2-4a7f-abd5-200bed335866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:42.961559 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-1e863824-0bf2-4a7f-abd5-200bed335866 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407450 Nov 03 19:29:43.034189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-ebdf22a3-dafb-452b-a153-629dd680d983 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869694 Nov 03 19:29:43.054629 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-0ea83294-6406-4348-bba9-6c1f5aa254f8 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852113 Nov 03 19:29:43.123178 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-4881cb7d-2f0d-47ab-8795-91771abe4e06 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819013 Nov 03 19:29:43.156089 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e480e14e-d656-4d2c-9c13-2fe1f1ae5810 req-9153721a-262a-4460-93e8-09855e453111 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942552 Nov 03 19:29:43.274466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2454f7-bce7-4839-a62a-c81782394bb5 req-b89704e1-4bf4-4f83-863b-e97442740230 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:43.275992 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a2454f7-bce7-4839-a62a-c81782394bb5 req-b89704e1-4bf4-4f83-863b-e97442740230 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 943 time: 0.0536735 Nov 03 19:29:43.322757 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9a2454f7-bce7-4839-a62a-c81782394bb5 req-103f0a6c-dea3-4d53-b739-039e45370c22 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405169 Nov 03 19:29:43.542255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device fae60707-aa72-4b52-a17f-90be2788aede no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:29:43.546364 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e864d-6368-42f4-a130-fd9084edbbdd req-5f40335b-65d8-4fa5-a43d-f249089d70ee tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:43.547992 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b8e864d-6368-42f4-a130-fd9084edbbdd req-5f40335b-65d8-4fa5-a43d-f249089d70ee tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 943 time: 0.0817769 Nov 03 19:29:43.560910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2c322-c71e-435b-a87c-9ea84e84f850 req-736a7451-374e-4d15-95ef-b7b7987a0bf5 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:43.562997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9b2c322-c71e-435b-a87c-9ea84e84f850 req-736a7451-374e-4d15-95ef-b7b7987a0bf5 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.98 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d&tenant_id=358c38f693394513801b231060b38043&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 943 time: 0.0835235 Nov 03 19:29:43.581314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device fae60707-aa72-4b52-a17f-90be2788aede not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:29:43.613665 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:43.646690 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b8e864d-6368-42f4-a130-fd9084edbbdd req-80396f69-5578-4289-8e5b-3a4e4a66d748 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825589 Nov 03 19:29:43.655856 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-c9b2c322-c71e-435b-a87c-9ea84e84f850 req-3a693888-9c56-404e-b393-1a99cc1a5203 service neutron] delete failed (client error): The resource could not be found. Nov 03 19:29:43.656861 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9b2c322-c71e-435b-a87c-9ea84e84f850 req-3a693888-9c56-404e-b393-1a99cc1a5203 service neutron] 10.222.0.98 "DELETE /v2.0/ports/fae60707-aa72-4b52-a17f-90be2788aede/bindings/n-h2-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.0799987 Nov 03 19:29:43.744079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2c322-c71e-435b-a87c-9ea84e84f850 req-4d77b9c4-c0e0-4ef5-91bc-f63c69dbd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:43.745577 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9b2c322-c71e-435b-a87c-9ea84e84f850 req-4d77b9c4-c0e0-4ef5-91bc-f63c69dbd8af service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 1094 time: 0.0415189 Nov 03 19:29:43.837319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2c322-c71e-435b-a87c-9ea84e84f850 req-e1093872-994a-4552-a3e7-9af966ca36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:43.838700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9b2c322-c71e-435b-a87c-9ea84e84f850 req-e1093872-994a-4552-a3e7-9af966ca36a8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0863681 Nov 03 19:29:43.902048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9b2c322-c71e-435b-a87c-9ea84e84f850 req-4c43936b-7be1-471a-ab71-b6e8c6805c89 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fae60707-aa72-4b52-a17f-90be2788aede HTTP/1.1" status: 200 len: 998 time: 0.0564208 Nov 03 19:29:43.949811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2c322-c71e-435b-a87c-9ea84e84f850 req-0ac60251-7461-400a-8867-996876f6b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:43.951228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9b2c322-c71e-435b-a87c-9ea84e84f850 req-0ac60251-7461-400a-8867-996876f6b84a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0421782 Nov 03 19:29:43.999939 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2c322-c71e-435b-a87c-9ea84e84f850 req-5e1f1c28-6905-4a7b-9571-9b3431ebaa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:44.001420 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9b2c322-c71e-435b-a87c-9ea84e84f850 req-5e1f1c28-6905-4a7b-9571-9b3431ebaa48 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433338 Nov 03 19:29:44.094204 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9b2c322-c71e-435b-a87c-9ea84e84f850 req-cdb35fc7-2d58-4d6f-b1b3-953957f16332 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846860 Nov 03 19:29:44.187940 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9b2c322-c71e-435b-a87c-9ea84e84f850 req-3f1545b9-9240-4e7f-9e7b-0aeefdad65ae service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868890 Nov 03 19:29:44.208493 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fae60707-aa72-4b52-a17f-90be2788aede details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:29:44.309735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port fae60707-aa72-4b52-a17f-90be2788aede, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fae60707-aa72-4b52-a17f-90be2788aede,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:44.320818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'fae60707-aa72-4b52-a17f-90be2788aede', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'port_id': 'fae60707-aa72-4b52-a17f-90be2788aede', 'mac_address': 'fa:16:3e:34:2d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:29:44.358911 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.372565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae60707-aa72-4b52-a17f-90be2788aede {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:29:44.394882 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port fae60707-aa72-4b52-a17f-90be2788aede, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fae60707-aa72-4b52-a17f-90be2788aede,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:44.398736 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:44.450995 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=fae60707-aa72-4b52-a17f-90be2788aede,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:44.458705 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:44.459054 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:44.459416 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:44.459766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:44.460102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:44.460428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:44.460756 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:44.461080 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:44.461403 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:44.461725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:44.462050 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:44.462366 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:29:44.719475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['fae60707-aa72-4b52-a17f-90be2788aede'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:29:44.776391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cc274-30c2-460a-99ce-76bb9782f6a8 req-61eacd21-e7ce-4e02-a0d9-28c72a8338a3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:44.777901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e97cc274-30c2-460a-99ce-76bb9782f6a8 req-61eacd21-e7ce-4e02-a0d9-28c72a8338a3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 944 time: 0.0525770 Nov 03 19:29:44.826815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e97cc274-30c2-460a-99ce-76bb9782f6a8 req-df5e0d37-ad1e-45d2-846f-c31369f45e87 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Nov 03 19:29:44.947968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2efa0e-6e13-4873-a2ae-9ced33d5761e req-208179d8-57ab-4e05-b7bd-e126705ee9f9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:44.949399 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c2efa0e-6e13-4873-a2ae-9ced33d5761e req-208179d8-57ab-4e05-b7bd-e126705ee9f9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 944 time: 0.0513437 Nov 03 19:29:45.005985 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c2efa0e-6e13-4873-a2ae-9ced33d5761e req-6b483938-1708-4683-bb96-357b020cfd25 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501685 Nov 03 19:29:45.214356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88398a-f777-4f9f-bea5-3d4f22abfc98 req-28a552eb-93bb-4804-8893-85a0b124d9ee tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:45.215876 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc88398a-f777-4f9f-bea5-3d4f22abfc98 req-28a552eb-93bb-4804-8893-85a0b124d9ee tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 944 time: 0.0504630 Nov 03 19:29:45.274885 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bc007-b21a-4531-81c7-3fe9784a40b6 req-cefa8b9f-6349-4270-937e-cae9fd19014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:45.275854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc88398a-f777-4f9f-bea5-3d4f22abfc98 req-22749dac-0b67-4bf6-acc2-68442af546cd tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481682 Nov 03 19:29:45.276531 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a7bc007-b21a-4531-81c7-3fe9784a40b6 req-cefa8b9f-6349-4270-937e-cae9fd19014d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 1095 time: 0.0448496 Nov 03 19:29:45.372597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bc007-b21a-4531-81c7-3fe9784a40b6 req-bf8f8cba-a7ba-40af-8b85-f842232f73df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:45.374618 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a7bc007-b21a-4531-81c7-3fe9784a40b6 req-bf8f8cba-a7ba-40af-8b85-f842232f73df service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0895441 Nov 03 19:29:45.445548 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a7bc007-b21a-4531-81c7-3fe9784a40b6 req-6b6508b8-7036-4405-aa7c-bfff638bdf8a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fae60707-aa72-4b52-a17f-90be2788aede HTTP/1.1" status: 200 len: 999 time: 0.0624671 Nov 03 19:29:45.494165 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bc007-b21a-4531-81c7-3fe9784a40b6 req-4b4323b2-6b57-43e4-82d9-03b221820946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:45.495536 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a7bc007-b21a-4531-81c7-3fe9784a40b6 req-4b4323b2-6b57-43e4-82d9-03b221820946 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0423999 Nov 03 19:29:45.541027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bc007-b21a-4531-81c7-3fe9784a40b6 req-4ce30f3f-4934-403d-b81d-a7d9b857db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:45.542479 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a7bc007-b21a-4531-81c7-3fe9784a40b6 req-4ce30f3f-4934-403d-b81d-a7d9b857db12 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393984 Nov 03 19:29:45.641796 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a7bc007-b21a-4531-81c7-3fe9784a40b6 req-86ce03e6-008e-4df0-954e-a5e9ae3840c9 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915797 Nov 03 19:29:45.736352 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a7bc007-b21a-4531-81c7-3fe9784a40b6 req-ab62326e-9852-4806-bd37-851495c9374d service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865531 Nov 03 19:29:46.216334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fae60707-aa72-4b52-a17f-90be2788aede up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:29:46.273898 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port fae60707-aa72-4b52-a17f-90be2788aede completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:29:46.279420 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port fae60707-aa72-4b52-a17f-90be2788aede triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:29:46.280140 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:46.359256 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:46.381436 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae60707-aa72-4b52-a17f-90be2788aede'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:29:46.383726 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9519587d-b334-4fd3-9db7-81e5e4eb211e" -d '{"events": [{"server_uuid": "72633f15-0bf9-497e-ba60-7851b8338c2d", "name": "network-vif-plugged", "status": "completed", "tag": "fae60707-aa72-4b52-a17f-90be2788aede"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:29:46.396993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port fae60707-aa72-4b52-a17f-90be2788aede, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fae60707-aa72-4b52-a17f-90be2788aede,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:46.398020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2ba83-67da-4822-9cbc-508e0ba1335e req-a22a8a0b-35a6-442b-b6a2-76e816e4ee45 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:46.399760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c6c2ba83-67da-4822-9cbc-508e0ba1335e req-a22a8a0b-35a6-442b-b6a2-76e816e4ee45 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 944 time: 0.0513277 Nov 03 19:29:46.405871 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:46.436799 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dfe5d1-cdd6-4f81-8531-8df3d06d6b8c x-openstack-request-id: req-d3dfe5d1-cdd6-4f81-8531-8df3d06d6b8c {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:29:46.437089 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72633f15-0bf9-497e-ba60-7851b8338c2d", "name": "network-vif-plugged", "status": "completed", "tag": "fae60707-aa72-4b52-a17f-90be2788aede", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:29:46.437343 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d3dfe5d1-cdd6-4f81-8531-8df3d06d6b8c {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:29:46.437736 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae60707-aa72-4b52-a17f-90be2788aede', 'code': 200} Nov 03 19:29:46.455151 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c6c2ba83-67da-4822-9cbc-508e0ba1335e req-0aadc8ad-1033-4f6a-af2d-6952910c36c9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476377 Nov 03 19:29:46.462801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=fae60707-aa72-4b52-a17f-90be2788aede,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:46.706937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f904-7e29-48d3-8f90-14be17158781 req-f4c61e52-8d21-407e-8264-1ee8eaec1058 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:46.708469 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff72f904-7e29-48d3-8f90-14be17158781 req-f4c61e52-8d21-407e-8264-1ee8eaec1058 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0520155 Nov 03 19:29:46.758108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff72f904-7e29-48d3-8f90-14be17158781 req-751c27c0-3a9b-4f4a-9962-83801fbd59b9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434396 Nov 03 19:29:47.896570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f82b4-dd19-40ca-b9c5-badff8db1f7f req-d0e80af2-2231-4bc8-8024-22d54fe5f9c1 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:47.898032 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-459f82b4-dd19-40ca-b9c5-badff8db1f7f req-d0e80af2-2231-4bc8-8024-22d54fe5f9c1 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0496595 Nov 03 19:29:47.945892 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-459f82b4-dd19-40ca-b9c5-badff8db1f7f req-24553ba6-f16f-4329-9572-c160802a8dd0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419278 Nov 03 19:29:48.143408 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-70b0001c-7e2f-41bc-9367-1e8c2c816032 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:48.144933 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-70b0001c-7e2f-41bc-9367-1e8c2c816032 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.87 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 945 time: 0.0498161 Nov 03 19:29:48.262512 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-d26acb25-310c-4a12-a7ce-bc3c215131f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Deleting port fae60707-aa72-4b52-a17f-90be2788aede {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:29:48.262740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-d26acb25-310c-4a12-a7ce-bc3c215131f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:48.352704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-d26acb25-310c-4a12-a7ce-bc3c215131f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] For port fae60707-aa72-4b52-a17f-90be2788aede, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=fae60707-aa72-4b52-a17f-90be2788aede,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:48.353056 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-d26acb25-310c-4a12-a7ce-bc3c215131f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:48.519070 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-d26acb25-310c-4a12-a7ce-bc3c215131f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:48.519366 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-d26acb25-310c-4a12-a7ce-bc3c215131f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:48.519750 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-d26acb25-310c-4a12-a7ce-bc3c215131f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f disassociated. External IP: 172.25.2.89, port: fae60707-aa72-4b52-a17f-90be2788aede. Nov 03 19:29:48.520098 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-d26acb25-310c-4a12-a7ce-bc3c215131f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Calling delete_port for fae60707-aa72-4b52-a17f-90be2788aede owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:29:48.649339 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-d26acb25-310c-4a12-a7ce-bc3c215131f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:48.678147 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26acb25-310c-4a12-a7ce-bc3c215131f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Pushing event deleted for resources: {'Port': ['ID=fae60707-aa72-4b52-a17f-90be2788aede,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:48.795312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-d26acb25-310c-4a12-a7ce-bc3c215131f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:29:48.903872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-d26acb25-310c-4a12-a7ce-bc3c215131f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:29:48.914734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7c42a-d45e-4d9f-8ee1-75c982c8352e None None] Sync routers for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:29:48.928217 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7c42a-d45e-4d9f-8ee1-75c982c8352e None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:29:48.928591 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-16a7c42a-d45e-4d9f-8ee1-75c982c8352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:29:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:48.945030 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-d26acb25-310c-4a12-a7ce-bc3c215131f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] No DVR routers for this DVR port fae60707-aa72-4b52-a17f-90be2788aede on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:29:48.947637 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-d26acb25-310c-4a12-a7ce-bc3c215131f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:48.950960 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f35ad633-e7a9-4ded-8ae5-d6a919c6d8a6 req-d26acb25-310c-4a12-a7ce-bc3c215131f0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.87 "DELETE /v2.0/ports/fae60707-aa72-4b52-a17f-90be2788aede HTTP/1.1" status: 204 len: 173 time: 0.7984352 Nov 03 19:29:48.951349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'name': 'network-vif-deleted', 'tag': 'fae60707-aa72-4b52-a17f-90be2788aede'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:29:48.954500 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05d1f33-2aae-42f6-8331-7cbe9a7131ec" -d '{"events": [{"server_uuid": "72633f15-0bf9-497e-ba60-7851b8338c2d", "name": "network-vif-deleted", "tag": "fae60707-aa72-4b52-a17f-90be2788aede"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:29:48.993312 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1816b1-8f79-428a-b9ad-ea67759273b9 x-openstack-request-id: req-da1816b1-8f79-428a-b9ad-ea67759273b9 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:29:48.993647 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72633f15-0bf9-497e-ba60-7851b8338c2d", "name": "network-vif-deleted", "tag": "fae60707-aa72-4b52-a17f-90be2788aede", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:29:48.994066 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-da1816b1-8f79-428a-b9ad-ea67759273b9 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:29:48.994344 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72633f15-0bf9-497e-ba60-7851b8338c2d', 'name': 'network-vif-deleted', 'tag': 'fae60707-aa72-4b52-a17f-90be2788aede', 'status': 'completed', 'code': 200} Nov 03 19:29:49.052207 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f88335b1-c39e-4266-b4c8-8e9259f5f70b req-b6127377-cb94-40c1-9839-45a8275cedb0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=72633f15-0bf9-497e-ba60-7851b8338c2d HTTP/1.1" status: 200 len: 210 time: 0.0344205 Nov 03 19:29:49.214390 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-16a7c42a-d45e-4d9f-8ee1-75c982c8352e None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:29:49.412010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-16a7c42a-d45e-4d9f-8ee1-75c982c8352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:49.441104 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7c42a-d45e-4d9f-8ee1-75c982c8352e None None] Checking router: cfbe5ec5-1e04-45c4-882c-61c34a2f82bf for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:29:49.449216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7c42a-d45e-4d9f-8ee1-75c982c8352e None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:29:49.449812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-16a7c42a-d45e-4d9f-8ee1-75c982c8352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:29:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:49.549687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-16a7c42a-d45e-4d9f-8ee1-75c982c8352e None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:29:49.746200 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-16a7c42a-d45e-4d9f-8ee1-75c982c8352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:29:49.772301 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7c42a-d45e-4d9f-8ee1-75c982c8352e None None] The sync data for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 is: [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:29:49.988668 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990eaa78-9e6f-4238-9501-89629177c67b None None] New status for floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:29:50.239487 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fae60707-aa72-4b52-a17f-90be2788aede no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:29:50.260182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: fae60707-aa72-4b52-a17f-90be2788aede {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:29:50.260565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device fae60707-aa72-4b52-a17f-90be2788aede not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:29:50.335670 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-219e3aa7-7c7c-45ab-8eaf-08e23a2c0264 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1084627881&fields=id&tenant_id=358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 267 time: 0.0456262 Nov 03 19:29:50.443587 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-e078dbfe-b62a-4cb6-9636-32fe7727e84c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:50.445066 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-e078dbfe-b62a-4cb6-9636-32fe7727e84c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 811 time: 0.1026962 Nov 03 19:29:50.460607 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-bcd8d581-1393-4f8c-b7ba-56d0978b6648 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/quotas/358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 375 time: 0.0098572 Nov 03 19:29:50.513218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-3a90c5d7-f811-4ebc-9aae-d032474f883a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471668 Nov 03 19:29:50.576740 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-577714f1-6a36-499d-b1ab-a876d543c313 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:29:50.577745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-577714f1-6a36-499d-b1ab-a876d543c313 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0522144 Nov 03 19:29:50.669510 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-b8b5888c-af00-4a43-aadb-efa0d38f20b8 service neutron] 10.222.0.107 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848029 Nov 03 19:29:50.757770 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-17d57c51-fe73-4c9a-8daa-1844ef5754c1 service neutron] 10.222.0.107 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821316 Nov 03 19:29:50.920000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6eeeb308-bbe2-4722-975c-147781491224 req-d6e168dc-b3b4-495b-a401-0169d59fb130 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 210 time: 0.0318303 Nov 03 19:29:51.977163 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-548510c6-b18a-45e0-958a-7e99fb4d2880 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:51.978583 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-548510c6-b18a-45e0-958a-7e99fb4d2880 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 811 time: 0.1125526 Nov 03 19:29:52.018694 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f6ca02a3-17ea-4705-9225-f030b3b87cd1 req-0121a802-36ba-49bc-b1b4-661012bded67 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 210 time: 0.0270114 Nov 03 19:29:52.048385 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-7cf7f240-0fb3-49ea-ac3b-c51048a209c4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 380 time: 0.0526597 Nov 03 19:29:52.074747 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-afd45a63-cea6-45ef-86a3-7445c9c10c88 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Request body: {'port': {'device_id': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'admin_state_up': True, 'tenant_id': '358c38f693394513801b231060b38043', 'security_groups': ['f672a8f6-2242-461a-a0d3-27f3f730c9db']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:52.177530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-afd45a63-cea6-45ef-86a3-7445c9c10c88 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Made reservation on behalf of 358c38f693394513801b231060b38043 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:29:52.181019 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-afd45a63-cea6-45ef-86a3-7445c9c10c88 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:52.306307 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-afd45a63-cea6-45ef-86a3-7445c9c10c88 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Allocated IP 172.20.0.7 (0b8ebdc7-00c2-4de9-adf0-41be56e50b9d/63d8a72d-8443-4da8-ba8d-22e46f0859cc/cd87bd8a-aba2-444e-a582-88cf31ba3fd9) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:29:52.447871 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-afd45a63-cea6-45ef-86a3-7445c9c10c88 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:52.481309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-afd45a63-cea6-45ef-86a3-7445c9c10c88 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:52.521551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-afd45a63-cea6-45ef-86a3-7445c9c10c88 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:29:52.524493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-afd45a63-cea6-45ef-86a3-7445c9c10c88 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:29:52.527489 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-afd45a63-cea6-45ef-86a3-7445c9c10c88 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:29:52.564445 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd45a63-cea6-45ef-86a3-7445c9c10c88 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Pushing event updated for resources: {'Port': ['ID=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:52.588243 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-afd45a63-cea6-45ef-86a3-7445c9c10c88 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:52.588889 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-afd45a63-cea6-45ef-86a3-7445c9c10c88 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:52.604973 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-afd45a63-cea6-45ef-86a3-7445c9c10c88 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5338039 Nov 03 19:29:52.623843 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Request body: {'port': {'device_id': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:29:52.682732 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:52.717563 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fb98c86c-4097-4dd4-a79e-0945ee8810e8 None None] Provisioning complete for port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:29:52.718035 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fb98c86c-4097-4dd4-a79e-0945ee8810e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:52.750977 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-fb98c86c-4097-4dd4-a79e-0945ee8810e8 None None] Port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:29:52.942722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd87bd8a-aba2-444e-a582-88cf31ba3fd9 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:29:52.949996 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:52.962903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Transition to ACTIVE for port object cd87bd8a-aba2-444e-a582-88cf31ba3fd9 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:29:52.966553 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:53.017806 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Pushing event updated for resources: {'Port': ['ID=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:53.094948 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Attempting to bind port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:29:53.095287 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Attempting to bind port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:29:53.095648 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Attempting to bind port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:29:53.100993 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:29:53.101315 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Attempting to bind port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:29:53.109024 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:29:53.109410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Checking segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:29:53.109947 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Bound using segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:29:53.110399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Bound port: cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:29:53.110769 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:53.144873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f1f91-4eec-46d0-a08d-a2cb76d1a5f6 req-80750838-6e29-4e35-8654-97814b1b0f5c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:53.152409 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d2f1f91-4eec-46d0-a08d-a2cb76d1a5f6 req-80750838-6e29-4e35-8654-97814b1b0f5c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 943 time: 0.0574548 Nov 03 19:29:53.180566 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:29:53.186829 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:29:53.192123 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:53.208256 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d2f1f91-4eec-46d0-a08d-a2cb76d1a5f6 req-66eb4e50-2a75-4bdb-a2be-7709baab0bbc tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549068 Nov 03 19:29:53.231442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:53.232096 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:53.233558 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-464edc7b-2706-4005-8276-22056f6af69a service neutron] 10.222.0.87 "PUT /v2.0/ports/cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 1091 time: 0.6140769 Nov 03 19:29:53.233963 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:29:53.236818 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e0b9f2-58d1-4f40-8753-1adb382de61d" -d '{"events": [{"name": "network-changed", "server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:29:53.265839 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464edc7b-2706-4005-8276-22056f6af69a service neutron] Pushing event updated for resources: {'Port': ['ID=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:53.291992 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39e0a67-2fa5-4fd8-a10f-11713d7e5f40 x-openstack-request-id: req-a39e0a67-2fa5-4fd8-a10f-11713d7e5f40 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:29:53.292285 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:29:53.292581 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a39e0a67-2fa5-4fd8-a10f-11713d7e5f40 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:29:53.292992 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'status': 'completed', 'code': 200} Nov 03 19:29:53.354242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-a09cbbd0-c4b6-4dc3-9e36-a761e3408845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:53.355817 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-a09cbbd0-c4b6-4dc3-9e36-a761e3408845 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 1094 time: 0.0454626 Nov 03 19:29:53.410325 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-fbe67b3e-b182-4432-9136-0f6c5195eb90 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 217 time: 0.0395212 Nov 03 19:29:53.463392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-74f368a5-d294-4c2a-acae-bc5595dfdf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:53.464871 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-74f368a5-d294-4c2a-acae-bc5595dfdf33 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0463707 Nov 03 19:29:53.512664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-79b566a9-31c4-491e-b7e5-4928752221df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:53.514179 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-79b566a9-31c4-491e-b7e5-4928752221df service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423021 Nov 03 19:29:53.617950 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-4c6860b7-3d1a-40ca-aed5-0cf0ac707182 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963929 Nov 03 19:29:53.707522 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e12ae7c-7cf8-4045-94e6-f448b781f474 req-00dd5b42-ec4e-4265-9c1c-691fb8a66286 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815396 Nov 03 19:29:53.845772 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b9f2-58d1-4f40-8753-1adb382de61d req-94ea6f19-8db7-4d0e-b6d8-f81602f49df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:53.847286 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b2e0b9f2-58d1-4f40-8753-1adb382de61d req-94ea6f19-8db7-4d0e-b6d8-f81602f49df0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 1094 time: 0.0464351 Nov 03 19:29:53.937465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b9f2-58d1-4f40-8753-1adb382de61d req-02c7f37a-d578-4ebb-85a8-f64944ecb47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:53.939004 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b2e0b9f2-58d1-4f40-8753-1adb382de61d req-02c7f37a-d578-4ebb-85a8-f64944ecb47c service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0835755 Nov 03 19:29:54.307689 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b2e0b9f2-58d1-4f40-8753-1adb382de61d req-1b0105e8-3b6c-4c4d-ae94-8881bdac80e3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 217 time: 0.3605921 Nov 03 19:29:54.329789 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6787cb-4cc3-4bc7-a738-4255a0e03b74 req-8c7cadab-aa61-4f3d-8133-30d93072eba1 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:54.331520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-be6787cb-4cc3-4bc7-a738-4255a0e03b74 req-8c7cadab-aa61-4f3d-8133-30d93072eba1 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 943 time: 0.0520275 Nov 03 19:29:54.360008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b9f2-58d1-4f40-8753-1adb382de61d req-09f8c1d3-7c9f-4008-ae7d-3c0d21b07d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:54.362035 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b2e0b9f2-58d1-4f40-8753-1adb382de61d req-09f8c1d3-7c9f-4008-ae7d-3c0d21b07d2f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0461597 Nov 03 19:29:54.383049 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-be6787cb-4cc3-4bc7-a738-4255a0e03b74 req-07e4f816-4784-4fb8-b7af-1062f4f863d0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452423 Nov 03 19:29:54.409287 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b9f2-58d1-4f40-8753-1adb382de61d req-b3faf123-3824-40b5-8618-9674a24398be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:54.410808 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b2e0b9f2-58d1-4f40-8753-1adb382de61d req-b3faf123-3824-40b5-8618-9674a24398be service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407996 Nov 03 19:29:54.504543 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b2e0b9f2-58d1-4f40-8753-1adb382de61d req-b3591799-0fb4-43bb-a621-e6ec761e752d service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832129 Nov 03 19:29:54.593158 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-b2e0b9f2-58d1-4f40-8753-1adb382de61d req-0c1458c2-bfcc-4d29-8bb9-c66d4a9edaa4 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798404 Nov 03 19:29:55.500012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f4d9d-d12d-491b-ab5d-a6b51d95c8bd req-26bc4cc7-3015-434f-a80a-2c95c4c95438 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:55.501487 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-456f4d9d-d12d-491b-ab5d-a6b51d95c8bd req-26bc4cc7-3015-434f-a80a-2c95c4c95438 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 943 time: 0.0478909 Nov 03 19:29:55.548911 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-456f4d9d-d12d-491b-ab5d-a6b51d95c8bd req-8f074564-3566-4bd4-96f7-e2cdc7c9ca8c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406482 Nov 03 19:29:55.828959 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ae57aba3-7d12-4fee-bb94-2acf02d13d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:56.269700 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device cd87bd8a-aba2-444e-a582-88cf31ba3fd9 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:29:56.365626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:56.376388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'port_id': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'mac_address': 'fa:16:3e:71:1b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:29:56.413574 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:56.426850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd87bd8a-aba2-444e-a582-88cf31ba3fd9 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:29:56.446770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:56.450451 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:56.500349 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:56.663980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae221f7-0997-4145-beec-6d8373354a02 req-c42ee2fe-8922-4802-9df8-7a86d0ca2a03 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:56.665469 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ae221f7-0997-4145-beec-6d8373354a02 req-c42ee2fe-8922-4802-9df8-7a86d0ca2a03 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 944 time: 0.0487485 Nov 03 19:29:56.712861 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ae221f7-0997-4145-beec-6d8373354a02 req-7f95107e-c955-43f2-a834-b9d969f71b64 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413218 Nov 03 19:29:56.722126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['cd87bd8a-aba2-444e-a582-88cf31ba3fd9'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:29:57.832116 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af6c82-3fd6-4255-a786-007436f72836 req-948aff5b-abc5-4242-ad01-330a2b79e6ee tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:57.833657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22af6c82-3fd6-4255-a786-007436f72836 req-948aff5b-abc5-4242-ad01-330a2b79e6ee tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 944 time: 0.0528028 Nov 03 19:29:57.880111 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-22af6c82-3fd6-4255-a786-007436f72836 req-aa0dafb2-3197-4aa4-a5ec-55754cbf48c4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403583 Nov 03 19:29:58.146565 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-15a47ade-d37f-47d7-8f10-38f00e0b5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.278886 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device cd87bd8a-aba2-444e-a582-88cf31ba3fd9 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:29:58.332529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:29:58.337595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:29:58.337973 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.414812 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.437419 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:29:58.440034 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e9a43205435763badb997f76ec8a2a2560a625d8c5a5c3747ac97956be536e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52fc9f8-894f-40f5-b8d9-2528c0604f40" -d '{"events": [{"server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "name": "network-vif-plugged", "status": "completed", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:29:58.453206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:29:58.458292 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:29:58.482494 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa21148-0df7-439b-aa82-94a64068590b x-openstack-request-id: req-1aa21148-0df7-439b-aa82-94a64068590b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:29:58.482790 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "name": "network-vif-plugged", "status": "completed", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:29:58.483042 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1aa21148-0df7-439b-aa82-94a64068590b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:29:58.483432 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'code': 200} Nov 03 19:29:58.511992 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:29:58.627271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaea110-04f4-4402-b56b-6c4a01748d77 req-865893f0-a376-49a3-8880-285d736c7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:58.628979 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cfaea110-04f4-4402-b56b-6c4a01748d77 req-865893f0-a376-49a3-8880-285d736c7dfb service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 1096 time: 0.0448356 Nov 03 19:29:58.678835 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-cfaea110-04f4-4402-b56b-6c4a01748d77 req-a2719bd3-4d6a-4fe9-a2e2-3806e68912c1 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414264 Nov 03 19:29:59.053263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c65213-195d-4325-ade5-5725068949cc req-a9d85b19-c53f-4261-8247-d1452f0033ee tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:29:59.054738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78c65213-195d-4325-ade5-5725068949cc req-a9d85b19-c53f-4261-8247-d1452f0033ee tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0483608 Nov 03 19:29:59.106809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78c65213-195d-4325-ade5-5725068949cc req-5d126518-e9f6-43f4-b401-0ee0accf8545 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460801 Nov 03 19:29:59.546810 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:00.263296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f83546-8fc7-4e02-ac06-b9b99cec711c req-e3d93dfd-d4c7-458a-97c1-cf68ddba222b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:00.264830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70f83546-8fc7-4e02-ac06-b9b99cec711c req-e3d93dfd-d4c7-458a-97c1-cf68ddba222b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0524423 Nov 03 19:30:00.314129 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-70f83546-8fc7-4e02-ac06-b9b99cec711c req-e04ad10c-6421-4708-b739-486df07a5685 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428624 Nov 03 19:30:00.424189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9da24-fb99-42b3-bbf6-94af375d1f69 req-79527c0b-2331-454e-bdbd-2f5d6f6378a4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:00.426196 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28c9da24-fb99-42b3-bbf6-94af375d1f69 req-79527c0b-2331-454e-bdbd-2f5d6f6378a4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0488687 Nov 03 19:30:00.434997 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38080) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:30:00.439668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b9fdcf14-7536-4e6f-84e6-963066a91af6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Request body: {'floatingip': {'port_id': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:30:00.478066 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b9fdcf14-7536-4e6f-84e6-963066a91af6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:00.663657 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a930cc64-2e64-44b6-a58f-68d301376600 req-76779d7f-a5a7-462a-9fce-d97c374a64f8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0931690 Nov 03 19:30:00.822050 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:00.837175 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930cc64-2e64-44b6-a58f-68d301376600 req-1e7cff01-99ea-4a56-87e3-7d031f1662cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:00.838693 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a930cc64-2e64-44b6-a58f-68d301376600 req-1e7cff01-99ea-4a56-87e3-7d031f1662cd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 1096 time: 0.0911789 Nov 03 19:30:00.949126 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:01.026075 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930cc64-2e64-44b6-a58f-68d301376600 req-b804153e-8f2e-4d40-b76a-58c6feccc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:01.027465 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a930cc64-2e64-44b6-a58f-68d301376600 req-b804153e-8f2e-4d40-b76a-58c6feccc514 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.1589265 Nov 03 19:30:01.079992 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a930cc64-2e64-44b6-a58f-68d301376600 req-fe4a869f-2e18-4fa8-968d-e735636e128f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 217 time: 0.0438950 Nov 03 19:30:01.085326 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b9fdcf14-7536-4e6f-84e6-963066a91af6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:01.096149 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b9fdcf14-7536-4e6f-84e6-963066a91af6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:01.170783 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930cc64-2e64-44b6-a58f-68d301376600 req-0c1e0b9d-03c2-4093-9f9f-f4145df70d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:01.172303 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a930cc64-2e64-44b6-a58f-68d301376600 req-0c1e0b9d-03c2-4093-9f9f-f4145df70d69 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0851667 Nov 03 19:30:01.248990 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-b9fdcf14-7536-4e6f-84e6-963066a91af6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f associated. External IP: 172.25.2.89, port: cd87bd8a-aba2-444e-a582-88cf31ba3fd9. Nov 03 19:30:01.290350 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930cc64-2e64-44b6-a58f-68d301376600 req-9ca15e61-ced6-425f-a762-876496ae5018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:01.291779 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a930cc64-2e64-44b6-a58f-68d301376600 req-9ca15e61-ced6-425f-a762-876496ae5018 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902567 Nov 03 19:30:01.462545 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a930cc64-2e64-44b6-a58f-68d301376600 req-eee03a79-b341-4df6-83c9-6550f2e90e2e service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614618 Nov 03 19:30:01.525692 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:01.592710 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fdcf14-7536-4e6f-84e6-963066a91af6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:30:01.605733 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a930cc64-2e64-44b6-a58f-68d301376600 req-b83a9421-675d-4d57-b50a-d207aea5b8cc service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354475 Nov 03 19:30:01.720677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fdcf14-7536-4e6f-84e6-963066a91af6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:30:01.726519 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b9fdcf14-7536-4e6f-84e6-963066a91af6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:01.731350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f92c9-beac-4a0f-9a87-d059ff766064 None None] Sync routers for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:30:01.741514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f92c9-beac-4a0f-9a87-d059ff766064 None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:30:01.742138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-457f92c9-beac-4a0f-9a87-d059ff766064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:29:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:01.753776 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b9fdcf14-7536-4e6f-84e6-963066a91af6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "PUT /v2.0/floatingips/c0550a2e-fee1-4d93-a2c4-2b64ba069d7f HTTP/1.1" status: 200 len: 990 time: 1.3175876 Nov 03 19:30:01.754363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:30:01.756667 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdbc2a50eb9ff3c002e6ebbb86c0d9ee5ccd2c11e04ee25fb3beaf903a8bafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a863b343-b482-4c8f-ba07-e90ddf5381dd" -d '{"events": [{"name": "network-changed", "server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:30:01.807390 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750f72fa-37eb-44a7-bfb4-fe9954483033 x-openstack-request-id: req-750f72fa-37eb-44a7-bfb4-fe9954483033 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:30:01.807718 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:30:01.807971 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-750f72fa-37eb-44a7-bfb4-fe9954483033 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:30:01.808377 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'status': 'completed', 'code': 200} Nov 03 19:30:01.866238 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-457f92c9-beac-4a0f-9a87-d059ff766064 None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:30:01.904742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863b343-b482-4c8f-ba07-e90ddf5381dd req-d3117eb5-6b0f-40de-908a-2911cf17c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:01.906545 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a863b343-b482-4c8f-ba07-e90ddf5381dd req-d3117eb5-6b0f-40de-908a-2911cf17c72a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 1096 time: 0.0417321 Nov 03 19:30:02.014742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863b343-b482-4c8f-ba07-e90ddf5381dd req-6e3eb288-14df-4d61-9391-19b6e72e190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:02.016279 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a863b343-b482-4c8f-ba07-e90ddf5381dd req-6e3eb288-14df-4d61-9391-19b6e72e190c service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.1016529 Nov 03 19:30:02.089957 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a863b343-b482-4c8f-ba07-e90ddf5381dd req-284d52ec-5052-4534-b4aa-a971d709e6a6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 998 time: 0.0657358 Nov 03 19:30:02.113672 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-457f92c9-beac-4a0f-9a87-d059ff766064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'c0550a2e-fee1-4d93-a2c4-2b64ba069d7f', 'tenant_id': '358c38f693394513801b231060b38043', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'port_id': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'mac_address': 'fa:16:3e:71:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:25:24Z', 'updated_at': '2021-11-03T19:30:00Z', 'revision_number': 9, 'project_id': '358c38f693394513801b231060b38043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:02.139650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f92c9-beac-4a0f-9a87-d059ff766064 None None] Checking router: cfbe5ec5-1e04-45c4-882c-61c34a2f82bf for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:30:02.143789 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863b343-b482-4c8f-ba07-e90ddf5381dd req-0ecad616-e176-4894-b0b4-834cd8f03402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:02.145289 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a863b343-b482-4c8f-ba07-e90ddf5381dd req-0ecad616-e176-4894-b0b4-834cd8f03402 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0479383 Nov 03 19:30:02.148581 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f92c9-beac-4a0f-9a87-d059ff766064 None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:30:02.149196 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-457f92c9-beac-4a0f-9a87-d059ff766064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:29:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:02.194633 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863b343-b482-4c8f-ba07-e90ddf5381dd req-752256e1-b87e-43d4-9fbf-09781ed139f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:30:02.196183 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a863b343-b482-4c8f-ba07-e90ddf5381dd req-752256e1-b87e-43d4-9fbf-09781ed139f6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435793 Nov 03 19:30:02.255567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-457f92c9-beac-4a0f-9a87-d059ff766064 None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:30:02.296637 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a863b343-b482-4c8f-ba07-e90ddf5381dd req-745d6245-3532-455d-aaa8-4dad367bdb9a service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933375 Nov 03 19:30:02.411812 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a863b343-b482-4c8f-ba07-e90ddf5381dd req-8e4fd163-12a1-4e1e-9b09-2c73bbd47dc5 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066523 Nov 03 19:30:02.511003 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-457f92c9-beac-4a0f-9a87-d059ff766064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'c0550a2e-fee1-4d93-a2c4-2b64ba069d7f', 'tenant_id': '358c38f693394513801b231060b38043', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'port_id': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'mac_address': 'fa:16:3e:71:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:25:24Z', 'updated_at': '2021-11-03T19:30:00Z', 'revision_number': 9, 'project_id': '358c38f693394513801b231060b38043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:30:02.542926 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f92c9-beac-4a0f-9a87-d059ff766064 None None] The sync data for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 is: [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'c0550a2e-fee1-4d93-a2c4-2b64ba069d7f', 'tenant_id': '358c38f693394513801b231060b38043', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'port_id': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'mac_address': 'fa:16:3e:71:1b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:25:24Z', 'updated_at': '2021-11-03T19:30:00Z', 'revision_number': 9, 'project_id': '358c38f693394513801b231060b38043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:30:02.722732 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca276197-789d-42da-9bb2-b5404dcc7a8b None None] New status for floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:30:07.364765 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:30:13.627938 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:25.831695 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-25a0f4a8-9bf3-4eaf-9819-a968972f7598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:28.148943 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-92e8de0d-f904-4b92-9575-78d3b2d664d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:29.548627 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:30.823446 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:30.962172 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:31.527183 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:43.626901 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:44.364875 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:30:55.834749 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3f9ac424-2213-48dd-80fa-77983ccee759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:58.151394 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-411b6697-7d5a-46dd-aacb-ecd8f034ca1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:30:59.551746 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:00.826679 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:00.980185 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:01.531013 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:01.726725 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bdf36e52-cf17-43b0-8f63-9741ba128df7 req-4a0be014-a902-4b08-9d05-884be3b68784 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0988259 Nov 03 19:31:01.832211 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf36e52-cf17-43b0-8f63-9741ba128df7 req-8c9c7b9b-3889-43b2-9710-c09a6ab7bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:01.833719 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bdf36e52-cf17-43b0-8f63-9741ba128df7 req-8c9c7b9b-3889-43b2-9710-c09a6ab7bbcd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 1096 time: 0.0461450 Nov 03 19:31:01.939569 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf36e52-cf17-43b0-8f63-9741ba128df7 req-a7b1e922-149a-43c1-b769-77ec6645b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:01.941078 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bdf36e52-cf17-43b0-8f63-9741ba128df7 req-a7b1e922-149a-43c1-b769-77ec6645b178 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0875461 Nov 03 19:31:02.016526 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bdf36e52-cf17-43b0-8f63-9741ba128df7 req-9c354758-d22d-4ac3-a92f-e644c6a7fea4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 1001 time: 0.0651782 Nov 03 19:31:02.066609 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf36e52-cf17-43b0-8f63-9741ba128df7 req-d6571dea-92f2-440f-ae02-c3baee7c680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:02.068150 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bdf36e52-cf17-43b0-8f63-9741ba128df7 req-d6571dea-92f2-440f-ae02-c3baee7c680e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0445621 Nov 03 19:31:02.118562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf36e52-cf17-43b0-8f63-9741ba128df7 req-6ac15715-9806-42bb-b462-ffad01115855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:02.120050 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bdf36e52-cf17-43b0-8f63-9741ba128df7 req-6ac15715-9806-42bb-b462-ffad01115855 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447309 Nov 03 19:31:02.217734 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bdf36e52-cf17-43b0-8f63-9741ba128df7 req-fe63196f-4ee3-4814-95f4-697e0977786f service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897770 Nov 03 19:31:02.308189 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-bdf36e52-cf17-43b0-8f63-9741ba128df7 req-7f52f139-f8ad-4fbb-844a-2789fe97dc73 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835073 Nov 03 19:31:13.627285 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:21.364053 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:31:25.836980 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-525e4b94-5573-4e39-902b-08e0c17e1ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:28.156197 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4f9d8b7a-601f-4a67-9788-c2b8a9a80033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:29.554729 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:30.829557 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:30.992706 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:31.534658 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:39.809376 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-875251c6-a852-4011-bf58-0351072da2ba service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853858 Nov 03 19:31:39.822037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56461e09-9e3b-4cfa-8807-46a93f54355c req-d680dc7b-325d-4169-b602-a16c51735aaf tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:39.823551 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-56461e09-9e3b-4cfa-8807-46a93f54355c req-d680dc7b-325d-4169-b602-a16c51735aaf tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0961394 Nov 03 19:31:39.873872 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-56461e09-9e3b-4cfa-8807-46a93f54355c req-986cf13a-6203-4896-8db6-638c22c76060 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Nov 03 19:31:40.960793 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-2e8abfb1-9df6-41a9-961f-42b99d10d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:40.962320 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-2e8abfb1-9df6-41a9-961f-42b99d10d7a4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 1096 time: 0.0451727 Nov 03 19:31:41.059455 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-20a72338-c761-46a9-a00b-51fc3eff623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:41.060968 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-20a72338-c761-46a9-a00b-51fc3eff623f service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0915871 Nov 03 19:31:41.079106 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b1ac-7ef1-4cb5-b8c0-9a1d8ce41828 req-53ee78f4-7274-4f0a-b566-bed71ae2bbb3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:41.080808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ac2b1ac-7ef1-4cb5-b8c0-9a1d8ce41828 req-53ee78f4-7274-4f0a-b566-bed71ae2bbb3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0969770 Nov 03 19:31:41.129249 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4ac2b1ac-7ef1-4cb5-b8c0-9a1d8ce41828 req-e525d431-f669-4ef1-8fa9-b8466856cb74 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413384 Nov 03 19:31:41.130609 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-706d1661-9665-41cb-8528-b170134faa9f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 1001 time: 0.0617836 Nov 03 19:31:41.183849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-d02863c3-b8fe-454d-8463-87dda7cc6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:41.185232 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-d02863c3-b8fe-454d-8463-87dda7cc6639 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0443258 Nov 03 19:31:41.232113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-ffb6c8dc-3e8a-4860-8a8c-9cde920f8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:41.233612 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-ffb6c8dc-3e8a-4860-8a8c-9cde920f8c78 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402236 Nov 03 19:31:41.326584 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-99c31ec1-636e-4de2-8d86-25ae4c34297b service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846410 Nov 03 19:31:41.421890 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-f2f3225a-6b84-4638-9c05-99bd4d9c383a service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875268 Nov 03 19:31:42.248712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf6142-8350-4985-a791-03f57465bbe7 req-5496050b-a1a1-4161-9ff8-9ded452279ae tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:42.250211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8aaf6142-8350-4985-a791-03f57465bbe7 req-5496050b-a1a1-4161-9ff8-9ded452279ae tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0491683 Nov 03 19:31:42.297146 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8aaf6142-8350-4985-a791-03f57465bbe7 req-88a849ea-869d-4557-814b-b6e5e935db35 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409839 Nov 03 19:31:43.417822 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93224368-a1c8-4fe2-9896-1efb88d3a75a req-c5765a54-94ec-4ad5-9301-99248b77a65b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:43.419294 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93224368-a1c8-4fe2-9896-1efb88d3a75a req-c5765a54-94ec-4ad5-9301-99248b77a65b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0518346 Nov 03 19:31:43.465415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93224368-a1c8-4fe2-9896-1efb88d3a75a req-e0e67e6f-0f30-4395-a456-b24172fd606e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398531 Nov 03 19:31:43.644206 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:44.582880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff301c-9a67-4ea9-b51f-26391b82fc03 req-e8cef860-63fb-4f93-ac8a-5d4eef0e78cf tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:44.584315 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65ff301c-9a67-4ea9-b51f-26391b82fc03 req-e8cef860-63fb-4f93-ac8a-5d4eef0e78cf tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0479863 Nov 03 19:31:44.631723 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65ff301c-9a67-4ea9-b51f-26391b82fc03 req-d5f11662-fdb5-432d-a4ca-2cfba4a5c3e8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413921 Nov 03 19:31:45.749709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c1940-285f-44c8-96e4-91f51a4b1da2 req-dae01bc0-e9e0-4100-b5a1-b218d8339316 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:45.751203 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-146c1940-285f-44c8-96e4-91f51a4b1da2 req-dae01bc0-e9e0-4100-b5a1-b218d8339316 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0486152 Nov 03 19:31:45.804535 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-146c1940-285f-44c8-96e4-91f51a4b1da2 req-c1b0d9d6-8baf-4eb0-9a9c-dc9e86d0cbfe tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461164 Nov 03 19:31:46.919859 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b5a9d-bc4a-41bf-92c1-8e7004ae7407 req-75a6dda6-ecfd-46d8-9f26-43abb1e312ce tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:46.921349 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a93b5a9d-bc4a-41bf-92c1-8e7004ae7407 req-75a6dda6-ecfd-46d8-9f26-43abb1e312ce tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0492098 Nov 03 19:31:46.967837 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a93b5a9d-bc4a-41bf-92c1-8e7004ae7407 req-44febe2e-ceb6-453c-8cee-9ae5373bdd70 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402799 Nov 03 19:31:48.089695 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26048175-6a2d-4fe1-aaba-8e215a11e330 req-70ec1c5c-12da-4243-a594-3687ab80730f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:48.091196 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26048175-6a2d-4fe1-aaba-8e215a11e330 req-70ec1c5c-12da-4243-a594-3687ab80730f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0552034 Nov 03 19:31:48.137077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26048175-6a2d-4fe1-aaba-8e215a11e330 req-46295025-376e-4cba-a717-bda6f2fcc54f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398521 Nov 03 19:31:49.255949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c78d6-bd50-40c4-a889-a8d54a299003 req-aa457cb2-ddae-4f75-b442-cb1ba2bfc734 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:49.257447 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf7c78d6-bd50-40c4-a889-a8d54a299003 req-aa457cb2-ddae-4f75-b442-cb1ba2bfc734 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0523496 Nov 03 19:31:49.305738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf7c78d6-bd50-40c4-a889-a8d54a299003 req-df3d97ca-cc92-446f-b30e-0fcefc9c314e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422404 Nov 03 19:31:50.422339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c26b31-75a4-4696-9d28-166a7b91d83b req-e2763238-75d7-4561-8b29-0e2a15c7f699 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:50.423838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03c26b31-75a4-4696-9d28-166a7b91d83b req-e2763238-75d7-4561-8b29-0e2a15c7f699 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0484953 Nov 03 19:31:50.471320 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03c26b31-75a4-4696-9d28-166a7b91d83b req-15cebbd6-665f-4442-9cba-8d185f6ca8d7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415606 Nov 03 19:31:51.588089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a0869-c2a8-4af9-851c-aa8167d7fb60 req-6e5c0158-5f25-4afa-90ae-03feea5c0bce tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:51.589600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb1a0869-c2a8-4af9-851c-aa8167d7fb60 req-6e5c0158-5f25-4afa-90ae-03feea5c0bce tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0489495 Nov 03 19:31:51.640336 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb1a0869-c2a8-4af9-851c-aa8167d7fb60 req-1ddcf4f4-65eb-48b7-a02a-f11173ad5065 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448413 Nov 03 19:31:52.755894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607013ef-631d-4b3e-857a-6951a0b6f7ed req-3beb8e7a-fdb0-4b72-aa2a-b110b74df0ae tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:52.757360 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-607013ef-631d-4b3e-857a-6951a0b6f7ed req-3beb8e7a-fdb0-4b72-aa2a-b110b74df0ae tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0485182 Nov 03 19:31:52.804727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-607013ef-631d-4b3e-857a-6951a0b6f7ed req-773afd17-a8a1-4a80-8f72-22ad49fccbe6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414684 Nov 03 19:31:53.920107 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b070a-b414-4292-8ee1-a56135713a8d req-a3ba2270-7eb3-4c13-b236-06c542661c9d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:53.921610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-222b070a-b414-4292-8ee1-a56135713a8d req-a3ba2270-7eb3-4c13-b236-06c542661c9d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0483367 Nov 03 19:31:53.967437 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-222b070a-b414-4292-8ee1-a56135713a8d req-39a18b0f-51b6-4253-bdb9-e3b64a9bba34 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398281 Nov 03 19:31:55.086051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310476ac-d4a3-46ef-a445-538477dc7315 req-d822990d-ae69-4ce2-9945-6e59c1351b9f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:55.087553 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-310476ac-d4a3-46ef-a445-538477dc7315 req-d822990d-ae69-4ce2-9945-6e59c1351b9f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0525963 Nov 03 19:31:55.134052 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-310476ac-d4a3-46ef-a445-538477dc7315 req-7df5a514-f22d-4a37-9258-c37e7fce5c44 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405481 Nov 03 19:31:55.838450 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-54301c2d-4441-4f63-b1dc-1964f7e5dec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:56.252483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844af037-6eaf-4f64-98c7-440be060c204 req-a56401c5-e1d4-4f00-98c4-60e30d324c92 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:56.254606 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-844af037-6eaf-4f64-98c7-440be060c204 req-a56401c5-e1d4-4f00-98c4-60e30d324c92 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0482836 Nov 03 19:31:56.301531 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-844af037-6eaf-4f64-98c7-440be060c204 req-134a0d1e-4874-4634-b6e4-a0a38c26b5a2 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407209 Nov 03 19:31:57.420301 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d805d2-564d-480a-844f-f2a6c4f7cdca req-da1bbe31-d557-46dc-be9a-542ad9afd9d8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:57.421789 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16d805d2-564d-480a-844f-f2a6c4f7cdca req-da1bbe31-d557-46dc-be9a-542ad9afd9d8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0519004 Nov 03 19:31:57.468940 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16d805d2-564d-480a-844f-f2a6c4f7cdca req-f90bd676-8d53-4352-92b6-08508d1c4a5f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410411 Nov 03 19:31:58.157525 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6d8fdf8d-913b-4122-8eea-e2a5eb55cf4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:58.363540 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:31:58.544499 n-d-812150-4 neutron-server[101711]: INFO neutron.api.v2.resource [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-2a325af8-527d-484c-95d1-00bb4e5edbcc service neutron] show failed (client error): The resource could not be found. Nov 03 19:31:58.545543 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-2a325af8-527d-484c-95d1-00bb4e5edbcc service neutron] 10.222.0.87 "GET /v2.0/ports/cd87bd8a-aba2-444e-a582-88cf31ba3fd9/bindings/n-h2-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.0555451 Nov 03 19:31:58.585458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c41fc7-34c1-47df-bd18-676a10ddaef6 req-f814e40b-faf8-4283-b465-7b18279c59b6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:58.586951 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78c41fc7-34c1-47df-bd18-676a10ddaef6 req-f814e40b-faf8-4283-b465-7b18279c59b6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0500200 Nov 03 19:31:58.636814 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-78c41fc7-34c1-47df-bd18-676a10ddaef6 req-9916f456-8993-403e-8dd7-2d82ab86b00d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438101 Nov 03 19:31:58.836056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-3ff4136d-dce9-4a70-a5c1-8f8286fdc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:58.837596 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-3ff4136d-dce9-4a70-a5c1-8f8286fdc059 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5&tenant_id=358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 1096 time: 0.0773249 Nov 03 19:31:58.851688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:31:58.904671 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:59.101083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:31:59.132280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:31:59.171748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:31:59.177400 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:59.190139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Transition to ACTIVE for port object cd87bd8a-aba2-444e-a582-88cf31ba3fd9 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:31:59.194366 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:59.226879 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeeea54-5d79-4f76-bd82-ffcd34e7b52b" -d '{"events": [{"server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "name": "network-vif-unplugged", "status": "completed", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:31:59.308660 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Pushing event updated for resources: {'Port': ['ID=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,revision_number=6']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:59.321466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:59.321819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:59.322161 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:59.322497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:59.322843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:59.323153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:59.323483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:59.323837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:59.324180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:59.324486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:59.324813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:59.325135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:31:59.344398 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3b83c3-3bb1-4688-b8c7-f954dc2793df x-openstack-request-id: req-6e3b83c3-3bb1-4688-b8c7-f954dc2793df {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:31:59.344692 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "name": "network-vif-unplugged", "status": "completed", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:31:59.344945 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6e3b83c3-3bb1-4688-b8c7-f954dc2793df {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:31:59.345373 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'code': 200} Nov 03 19:31:59.396777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] No DVR routers for this DVR port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:31:59.527279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Attempting to bind port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:31:59.527535 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Attempting to bind port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:31:59.527963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Attempting to bind port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:31:59.532448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:31:59.532772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Attempting to bind port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:31:59.537540 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:31:59.537879 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Checking segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:31:59.538269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Bound using segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:31:59.538695 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Bound port: cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:31:59.539059 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:59.560585 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:59.608650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:31:59.611901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:31:59.616977 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:59.650250 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:59.650855 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:31:59.652369 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] 10.222.0.98 "PUT /v2.0/ports/cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 1091 time: 0.8050756 Nov 03 19:31:59.677374 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d7f70-7843-4b20-a6b3-86ff7785cd79 service neutron] Pushing event updated for resources: {'Port': ['ID=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,revision_number=7']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:31:59.747377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-e618cf75-245d-47fc-a160-31ad9515eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:59.748995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-e618cf75-245d-47fc-a160-31ad9515eefe service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 1094 time: 0.0626130 Nov 03 19:31:59.840673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957b10f-9f1c-43dc-a6a3-e1f7fea8e658 req-9dc98912-cfc1-4071-b953-07325025d831 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:59.842198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f957b10f-9f1c-43dc-a6a3-e1f7fea8e658 req-9dc98912-cfc1-4071-b953-07325025d831 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 943 time: 0.1094892 Nov 03 19:31:59.892975 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-9f30d472-e0b6-4635-9207-58fb5b069c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:31:59.894466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-9f30d472-e0b6-4635-9207-58fb5b069c81 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.1317832 Nov 03 19:31:59.915703 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f957b10f-9f1c-43dc-a6a3-e1f7fea8e658 req-ff3c0783-934d-4563-ad84-3ccda7bbe518 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665894 Nov 03 19:31:59.965913 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-402bc6fe-7916-4bf7-a6d5-8b1f05d441fa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 999 time: 0.0642076 Nov 03 19:32:00.018018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-fd1fd8b9-f7a7-4f75-b607-afd4da0b0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:00.019499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-fd1fd8b9-f7a7-4f75-b607-afd4da0b0db1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0461893 Nov 03 19:32:00.406721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-90cb6c42-5bee-44cd-a7d5-a6c227403cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:00.408240 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-90cb6c42-5bee-44cd-a7d5-a6c227403cab service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3815079 Nov 03 19:32:00.496118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-4b17165e-0e8a-45bb-873f-32f69fc42f6e service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804360 Nov 03 19:32:00.587526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4a75300c-a9c9-40ae-acbc-6c80a5352a3f req-872a7d96-e9e0-404e-aefb-7eab0508b73d service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843155 Nov 03 19:32:00.832421 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:01.017816 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:01.043070 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36798763-dbd7-4c6f-b76a-099b8749196e req-f11f5174-be90-451b-b80f-b141cb9c8fa6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:01.044603 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36798763-dbd7-4c6f-b76a-099b8749196e req-f11f5174-be90-451b-b80f-b141cb9c8fa6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 943 time: 0.0507839 Nov 03 19:32:01.097202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36798763-dbd7-4c6f-b76a-099b8749196e req-db111f7f-bf53-43bd-9aa8-14a021368f9a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456436 Nov 03 19:32:01.347140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:01.349550 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262bfb68-d22a-4a46-9595-bf345ddb4bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:01.399767 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe2e77a-ce95-4c1b-accc-41fea48dd7c7 x-openstack-request-id: req-1fe2e77a-ce95-4c1b-accc-41fea48dd7c7 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:01.400063 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:01.400319 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1fe2e77a-ce95-4c1b-accc-41fea48dd7c7 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:01.400714 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'status': 'completed', 'code': 200} Nov 03 19:32:01.468664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-04c5961f-c744-435b-b69a-050f6673d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:01.470186 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-04c5961f-c744-435b-b69a-050f6673d35a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 1094 time: 0.0448089 Nov 03 19:32:01.481457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-e3a503c0-4b44-42b7-a494-c9d26afa7db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:01.482973 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-e3a503c0-4b44-42b7-a494-c9d26afa7db3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 1094 time: 0.0402734 Nov 03 19:32:01.538604 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:01.563083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-e1ac4fd1-a32d-4f93-98ff-2fb818f0026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:01.564629 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-e1ac4fd1-a32d-4f93-98ff-2fb818f0026d service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0865223 Nov 03 19:32:01.648867 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-3c77c92e-cd9b-4588-9db6-24715009eb01 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 999 time: 0.0765619 Nov 03 19:32:01.702994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-0a629cef-c4e2-44bb-943b-dae140ec6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:01.704567 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-0a629cef-c4e2-44bb-943b-dae140ec6191 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0476420 Nov 03 19:32:01.754995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-4e4d93eb-1a65-4e8b-a5d7-d848e6e0f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:01.756571 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-4e4d93eb-1a65-4e8b-a5d7-d848e6e0f6bf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432827 Nov 03 19:32:01.856493 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-b691b749-78b4-44e3-b82e-861940336adc service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915515 Nov 03 19:32:01.903348 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-cacc7368-2d4a-470b-8bab-0988b8964be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:01.904809 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-cacc7368-2d4a-470b-8bab-0988b8964be9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.4123726 Nov 03 19:32:01.948668 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-d2277f2f-64b6-4a4e-8ed5-2732472efd79 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844462 Nov 03 19:32:01.978119 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-8fdec597-98d5-49cd-a08c-1b158be31d99 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 999 time: 0.0653253 Nov 03 19:32:02.028178 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-d0ea73a8-fc2e-4c89-9fca-e3b38d4c8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:02.029647 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-d0ea73a8-fc2e-4c89-9fca-e3b38d4c8d9b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0440650 Nov 03 19:32:02.079549 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-e24f4b81-8dd9-4787-a350-c3c3e284f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:02.081081 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-e24f4b81-8dd9-4787-a350-c3c3e284f78d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442114 Nov 03 19:32:02.182591 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-20045fc0-7d9b-4634-8a0d-26ce3235291d service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921409 Nov 03 19:32:02.227784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620ad37-8baa-4402-bf6c-e0748eaa0462 req-ed9181e6-cfde-4f78-bdb6-3c5c28de4599 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:02.229314 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6620ad37-8baa-4402-bf6c-e0748eaa0462 req-ed9181e6-cfde-4f78-bdb6-3c5c28de4599 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 943 time: 0.0534163 Nov 03 19:32:02.280297 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6620ad37-8baa-4402-bf6c-e0748eaa0462 req-ceda2bd0-8d19-44d2-b215-53c815a71986 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445619 Nov 03 19:32:02.290049 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-262bfb68-d22a-4a46-9595-bf345ddb4bd9 req-1cd1176b-d3bd-4ff0-92d6-0ae72fc64297 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993185 Nov 03 19:32:02.290869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device cd87bd8a-aba2-444e-a582-88cf31ba3fd9 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:32:02.395701 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:02.575402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'port_id': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'mac_address': 'fa:16:3e:71:1b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:32:02.612681 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.625361 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd87bd8a-aba2-444e-a582-88cf31ba3fd9 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:32:02.627154 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-8fb07d79-a4a4-4269-b8d8-f6824a20e669 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:02.629614 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-8fb07d79-a4a4-4269-b8d8-f6824a20e669 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.98 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5&tenant_id=358c38f693394513801b231060b38043&binding%3Ahost_id=n-h2-812150-4 HTTP/1.1" status: 200 len: 943 time: 0.1011972 Nov 03 19:32:02.641575 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb06d3-48c4-4c29-9fb4-796039a0885f req-f981fbb9-15d9-47ca-8a8a-69af1fdaea76 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:02.642650 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41cb06d3-48c4-4c29-9fb4-796039a0885f req-f981fbb9-15d9-47ca-8a8a-69af1fdaea76 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 943 time: 0.0809300 Nov 03 19:32:02.645692 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:02.649588 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:02.698323 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:02.708169 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:02.708518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:02.708865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:02.709203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:02.710179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:02.710179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:02.710398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:02.710585 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:02.710888 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:02.711355 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:02.711802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:02.712044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:02.743885 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41cb06d3-48c4-4c29-9fb4-796039a0885f req-7a5ce09f-b42c-4963-b9cb-daf22de365b2 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927279 Nov 03 19:32:02.747004 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-83691f68-4cbe-4bf2-a842-d765ba7a8801 service neutron] 10.222.0.98 "GET /v2.0/ports/cd87bd8a-aba2-444e-a582-88cf31ba3fd9/bindings/n-h2-812150-4 HTTP/1.1" status: 200 len: 382 time: 0.1034012 Nov 03 19:32:02.812470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-d64380f8-1eda-4d3a-85c6-0b40d74c1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:02.813997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-d64380f8-1eda-4d3a-85c6-0b40d74c1998 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 1095 time: 0.0423646 Nov 03 19:32:02.909520 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-a259e289-213d-46ea-9a09-648c161bd092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:02.911448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['cd87bd8a-aba2-444e-a582-88cf31ba3fd9'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:32:02.911628 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-a259e289-213d-46ea-9a09-648c161bd092 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0903311 Nov 03 19:32:02.939422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device cd87bd8a-aba2-444e-a582-88cf31ba3fd9 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:32:02.977752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-8b1f58d8-20f1-4513-929a-3009a9118afb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 1000 time: 0.0579164 Nov 03 19:32:02.995974 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device cd87bd8a-aba2-444e-a582-88cf31ba3fd9 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:32:03.029235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-5c697f49-904c-4ff1-a517-63c6c14308ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:03.030667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-5c697f49-904c-4ff1-a517-63c6c14308ae service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0465305 Nov 03 19:32:03.083006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-887e28da-20ad-41cb-b9c7-5c6552d0c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:03.085335 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-887e28da-20ad-41cb-b9c7-5c6552d0c76c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481277 Nov 03 19:32:03.181510 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-d9cbee15-8b1e-40b3-9702-e69a5c337b15 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892265 Nov 03 19:32:03.291194 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-e3ce72cb-0f75-413e-b1a8-88eaa63bc6e3 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020477 Nov 03 19:32:03.861713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa1372-c2cf-4ab3-aa63-0dedb2ae948e req-ea66677f-c58d-40bf-8ff7-f28a9c46f239 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:03.863948 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3aa1372-c2cf-4ab3-aa63-0dedb2ae948e req-ea66677f-c58d-40bf-8ff7-f28a9c46f239 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 944 time: 0.0500615 Nov 03 19:32:03.910727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3aa1372-c2cf-4ab3-aa63-0dedb2ae948e req-5f829bc4-bbb6-45d3-8961-318dcca7d6b8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409195 Nov 03 19:32:04.332372 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device cd87bd8a-aba2-444e-a582-88cf31ba3fd9 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:04.384225 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:32:04.388286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:04.388659 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:04.464737 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:04.486661 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:04.500469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:04.504786 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:04.531850 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2522d0b9-a53d-4bfd-b142-6dd98e33a400" -d '{"events": [{"server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "name": "network-vif-plugged", "status": "completed", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:04.562930 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:04.634087 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584933bb-9360-4632-ba6a-d2d2355a88f2 x-openstack-request-id: req-584933bb-9360-4632-ba6a-d2d2355a88f2 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:04.634389 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "name": "network-vif-plugged", "status": "completed", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:04.634645 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-584933bb-9360-4632-ba6a-d2d2355a88f2 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:04.635055 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'code': 200} Nov 03 19:32:05.033945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977d690-323c-40f8-a59c-60c80b4ef1fb req-9e79516c-3ece-46c2-89a7-565ad80608c8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:05.035488 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9977d690-323c-40f8-a59c-60c80b4ef1fb req-9e79516c-3ece-46c2-89a7-565ad80608c8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0516937 Nov 03 19:32:05.088280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9977d690-323c-40f8-a59c-60c80b4ef1fb req-1de74217-d164-4055-9eb0-b8877ef3d2c9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458920 Nov 03 19:32:05.269692 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-97c0df22-8ffb-4e34-b722-a472fc1343f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:05.271242 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-97c0df22-8ffb-4e34-b722-a472fc1343f5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5&tenant_id=358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 1096 time: 0.0416627 Nov 03 19:32:05.289782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:05.341336 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.544094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:05.575629 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:05.615721 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:05.620670 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.633426 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Transition to ACTIVE for port object cd87bd8a-aba2-444e-a582-88cf31ba3fd9 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:32:05.636767 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:05.664890 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3172b4fb-77f6-460a-beef-2572165e4db5" -d '{"events": [{"server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "name": "network-vif-unplugged", "status": "completed", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:05.726476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Pushing event updated for resources: {'Port': ['ID=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,revision_number=10']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:05.748542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.748899 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.749242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.749584 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.749923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.750257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.750591 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.750916 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.751245 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.751719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.752269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.752597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:32:05.787277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] No DVR routers for this DVR port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:32:05.822466 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74632d2e-3c21-4ec3-a990-86cc74d7dbec x-openstack-request-id: req-74632d2e-3c21-4ec3-a990-86cc74d7dbec {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:05.822753 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "name": "network-vif-unplugged", "status": "completed", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:05.823008 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-74632d2e-3c21-4ec3-a990-86cc74d7dbec {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:05.823405 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'code': 200} Nov 03 19:32:05.929281 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Attempting to bind port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:05.929627 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Attempting to bind port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:05.929956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Attempting to bind port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:05.934438 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:32:05.934757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Attempting to bind port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:05.940007 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:05.940376 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Checking segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:05.940931 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Bound using segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:05.941350 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Bound port: cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:05.941705 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:06.004737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:06.007888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:06.011926 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:06.047952 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:06.048571 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:06.049942 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] 10.222.0.87 "PUT /v2.0/ports/cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 1092 time: 0.7641015 Nov 03 19:32:06.074003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1d18c-a8d2-4e70-89ca-a3865c05c286 service neutron] Pushing event updated for resources: {'Port': ['ID=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,revision_number=11']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:06.132581 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-04c4183c-ead4-435a-9702-8f0d0d28d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:06.134262 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-04c4183c-ead4-435a-9702-8f0d0d28d79f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 1095 time: 0.0444710 Nov 03 19:32:06.219050 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acaa28-1858-4535-87da-f54e6cdb1b6b req-2af2a86e-6f75-4406-b187-73129e40a58f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:06.220631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05acaa28-1858-4535-87da-f54e6cdb1b6b req-2af2a86e-6f75-4406-b187-73129e40a58f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 944 time: 0.0573211 Nov 03 19:32:06.231666 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-c048e1c9-a063-4cd7-9d4b-1cd9aade7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:06.233140 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-c048e1c9-a063-4cd7-9d4b-1cd9aade7a7d service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0906348 Nov 03 19:32:06.273579 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05acaa28-1858-4535-87da-f54e6cdb1b6b req-36856de4-4c1a-423c-a6b0-ac056f953213 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439675 Nov 03 19:32:06.317420 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-64f96295-eec1-4ffa-ad6e-b4228d118d0d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 999 time: 0.0761743 Nov 03 19:32:06.366880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-ad49e89d-6623-4694-bf8c-b8866c7133f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:06.368392 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-ad49e89d-6623-4694-bf8c-b8866c7133f4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0444946 Nov 03 19:32:06.414202 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-c80b6157-fab9-41b6-88a9-a21a39f2441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:06.415715 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-c80b6157-fab9-41b6-88a9-a21a39f2441b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397384 Nov 03 19:32:06.508706 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-cb47377a-4cae-4d7e-a958-415d2e183369 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846443 Nov 03 19:32:06.612193 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-d6898207-453b-4f27-9fbf-ecd36966c694 req-f949f131-3826-495b-a159-92f7d7ae39c0 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818965 Nov 03 19:32:07.405711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971daddf-2710-4519-9550-86b2b582ff18 req-b5f1bf69-2482-4071-8946-488d3a14085e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:07.407772 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-971daddf-2710-4519-9550-86b2b582ff18 req-b5f1bf69-2482-4071-8946-488d3a14085e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 944 time: 0.0561886 Nov 03 19:32:07.456457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-971daddf-2710-4519-9550-86b2b582ff18 req-98fc1c73-ba45-471c-b159-7f26ebf57172 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423717 Nov 03 19:32:07.825013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:07.827457 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:07.876827 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dddadc7-f9ac-4aa4-b3b9-6fab87264695 x-openstack-request-id: req-1dddadc7-f9ac-4aa4-b3b9-6fab87264695 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:07.877125 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:07.877386 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1dddadc7-f9ac-4aa4-b3b9-6fab87264695 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:07.877823 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'status': 'completed', 'code': 200} Nov 03 19:32:07.945394 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-6a48a3df-61d9-4357-ab53-a02cfcae1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:07.946902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-6a48a3df-61d9-4357-ab53-a02cfcae1387 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 1095 time: 0.0456898 Nov 03 19:32:07.983919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-d563b11e-d842-4640-b6ec-6dbe9ca91c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:07.985355 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-d563b11e-d842-4640-b6ec-6dbe9ca91c9f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 1095 time: 0.0456777 Nov 03 19:32:08.041171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-b1a9c5a9-c849-4ea6-8557-40662de19de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:08.042697 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-b1a9c5a9-c849-4ea6-8557-40662de19de0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0862281 Nov 03 19:32:08.082410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-d700c2a1-a2da-490d-9f38-7570aca81668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:08.083935 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-d700c2a1-a2da-490d-9f38-7570aca81668 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0903826 Nov 03 19:32:08.114309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-40e2ccca-8560-4460-8d78-17a9cebf1aa2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 999 time: 0.0641885 Nov 03 19:32:08.164584 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-da857ee2-5ed2-4419-b109-23657b31a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:08.166069 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-da857ee2-5ed2-4419-b109-23657b31a909 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0447769 Nov 03 19:32:08.200225 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-546a4c71-452b-45e2-bb1f-2462495279f2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 200 len: 999 time: 0.0669355 Nov 03 19:32:08.212912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-30d49c65-1c1b-4abe-a230-4654e0479c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:08.214521 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-30d49c65-1c1b-4abe-a230-4654e0479c9f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415092 Nov 03 19:32:08.264385 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-92c7bcb8-8d59-4cc6-bb55-cab0aa3e2616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:08.265893 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-92c7bcb8-8d59-4cc6-bb55-cab0aa3e2616 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0477853 Nov 03 19:32:08.313531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-78e73961-7f47-4271-a9b1-d73b052a957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:08.315159 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-78e73961-7f47-4271-a9b1-d73b052a957d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420554 Nov 03 19:32:08.318204 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-9951a6af-da07-49ff-83c6-bd5303beee5c service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964143 Nov 03 19:32:08.363016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device cd87bd8a-aba2-444e-a582-88cf31ba3fd9 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:32:08.405392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device cd87bd8a-aba2-444e-a582-88cf31ba3fd9 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:32:08.425385 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-ab746dd9-2e0b-4108-a025-85dc8779e2df service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004627 Nov 03 19:32:08.435530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-d8a8e6d7-c40e-4add-9d8b-7d659dcddaab service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101665 Nov 03 19:32:08.517279 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5d32f01b-d870-4eb8-ac78-eb52e27fe9a4 req-9e2148e7-dc17-4bc8-bfa5-5aa716ff611c service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832133 Nov 03 19:32:08.577202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f812c23-6e01-4b1e-ae9f-724f5c53cce6 req-e7df5137-6895-48a5-84a1-b1e610b9d395 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:08.578685 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f812c23-6e01-4b1e-ae9f-724f5c53cce6 req-e7df5137-6895-48a5-84a1-b1e610b9d395 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 944 time: 0.0539618 Nov 03 19:32:08.626158 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f812c23-6e01-4b1e-ae9f-724f5c53cce6 req-80e6f596-6809-4c98-984f-679c06f5164a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414300 Nov 03 19:32:08.743660 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335bd50-8af1-4e42-929c-3fa526503c6e req-fc903331-1834-4b80-9b4a-421b889ab4ba tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:08.745164 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3335bd50-8af1-4e42-929c-3fa526503c6e req-fc903331-1834-4b80-9b4a-421b889ab4ba tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 944 time: 0.0507541 Nov 03 19:32:08.793370 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3335bd50-8af1-4e42-929c-3fa526503c6e req-12736031-7415-4a34-822c-23f2d2ba4042 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419557 Nov 03 19:32:08.906062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25721a8-90b3-45cd-91ee-43ceaf85606f req-33177563-a7ee-452e-b2e4-ea0af9cfd51c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:08.907605 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b25721a8-90b3-45cd-91ee-43ceaf85606f req-33177563-a7ee-452e-b2e4-ea0af9cfd51c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 944 time: 0.0482676 Nov 03 19:32:08.958276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b25721a8-90b3-45cd-91ee-43ceaf85606f req-a0db4616-0756-4470-97e7-e14cc7523ec0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441232 Nov 03 19:32:08.978558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device cd87bd8a-aba2-444e-a582-88cf31ba3fd9 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:32:09.078554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:09.091553 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'port_id': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'mac_address': 'fa:16:3e:71:1b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:32:09.131041 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:09.144959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd87bd8a-aba2-444e-a582-88cf31ba3fd9 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:32:09.166740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:09.171307 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:09.203532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf8746-f62b-4937-ba5a-37b866d85c03 req-2ff54217-0c6a-4f0a-bac9-6632cf1122eb tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:09.205073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4cf8746-f62b-4937-ba5a-37b866d85c03 req-2ff54217-0c6a-4f0a-bac9-6632cf1122eb tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 944 time: 0.0528274 Nov 03 19:32:09.223013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,revision_number=12']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:09.253652 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d4cf8746-f62b-4937-ba5a-37b866d85c03 req-ebd6d94f-428d-4608-b78f-c98d2fe9d2bc tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413888 Nov 03 19:32:09.560172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['cd87bd8a-aba2-444e-a582-88cf31ba3fd9'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:32:10.371111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a169b6-f40d-4b94-ba5c-0b48b9f04ae1 req-23029003-b20f-453a-b280-9b635f823256 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:10.372632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7a169b6-f40d-4b94-ba5c-0b48b9f04ae1 req-23029003-b20f-453a-b280-9b635f823256 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0489411 Nov 03 19:32:10.419435 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7a169b6-f40d-4b94-ba5c-0b48b9f04ae1 req-35333994-8f22-4921-a6b1-0bc4aa02ae58 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402155 Nov 03 19:32:10.819193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-39b8b38d-f7f7-47d5-b81e-9796c554aed4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:10.820759 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-39b8b38d-f7f7-47d5-b81e-9796c554aed4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.87 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 945 time: 0.0548429 Nov 03 19:32:10.909708 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-73f0b4bd-e786-4adb-b1bf-400c789dba3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Deleting port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:32:10.910052 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-73f0b4bd-e786-4adb-b1bf-400c789dba3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:10.996259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device cd87bd8a-aba2-444e-a582-88cf31ba3fd9 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:10.999389 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-73f0b4bd-e786-4adb-b1bf-400c789dba3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:10.999785 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-73f0b4bd-e786-4adb-b1bf-400c789dba3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:11.049487 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:32:11.054310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:11.054683 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:11.130380 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:11.152330 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:11.154552 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb648d01-7e50-4e00-8b3b-7500acafe042" -d '{"events": [{"server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "name": "network-vif-plugged", "status": "completed", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:11.168512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port cd87bd8a-aba2-444e-a582-88cf31ba3fd9, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:11.170551 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-73f0b4bd-e786-4adb-b1bf-400c789dba3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:11.170918 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-73f0b4bd-e786-4adb-b1bf-400c789dba3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:11.171327 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-73f0b4bd-e786-4adb-b1bf-400c789dba3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f disassociated. External IP: 172.25.2.89, port: cd87bd8a-aba2-444e-a582-88cf31ba3fd9. Nov 03 19:32:11.171603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-73f0b4bd-e786-4adb-b1bf-400c789dba3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Calling delete_port for cd87bd8a-aba2-444e-a582-88cf31ba3fd9 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:32:11.173124 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:11.203219 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da140100-5657-4324-bbff-7e362dbf6d9f x-openstack-request-id: req-da140100-5657-4324-bbff-7e362dbf6d9f {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:11.203513 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "name": "network-vif-plugged", "status": "completed", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:11.203795 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-da140100-5657-4324-bbff-7e362dbf6d9f {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:11.204189 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'code': 200} Nov 03 19:32:11.230882 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,revision_number=13']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:11.300259 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-73f0b4bd-e786-4adb-b1bf-400c789dba3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:11.327215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0b4bd-e786-4adb-b1bf-400c789dba3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Pushing event deleted for resources: {'Port': ['ID=cd87bd8a-aba2-444e-a582-88cf31ba3fd9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:11.445799 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-73f0b4bd-e786-4adb-b1bf-400c789dba3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:32:11.524415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c9c77cc-ee0c-4f7a-b347-c38ce1f8e76e req-2bacd3bd-8e63-49e9-b2d9-7214225293fd tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=85287c68-9dc9-4775-8b73-cc94c8b263f5 HTTP/1.1" status: 200 len: 210 time: 0.0310938 Nov 03 19:32:11.561177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-73f0b4bd-e786-4adb-b1bf-400c789dba3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:11.571482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23a948-4d5e-48d5-93e2-6bb23a4b18a1 None None] Sync routers for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:11.582346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23a948-4d5e-48d5-93e2-6bb23a4b18a1 None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:11.582959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0d23a948-4d5e-48d5-93e2-6bb23a4b18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:31:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:11.599431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-73f0b4bd-e786-4adb-b1bf-400c789dba3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] No DVR routers for this DVR port cd87bd8a-aba2-444e-a582-88cf31ba3fd9 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:32:11.602019 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-73f0b4bd-e786-4adb-b1bf-400c789dba3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:11.605335 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5fa92347-0d87-4703-9d18-507b28bd6a56 req-73f0b4bd-e786-4adb-b1bf-400c789dba3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.87 "DELETE /v2.0/ports/cd87bd8a-aba2-444e-a582-88cf31ba3fd9 HTTP/1.1" status: 204 len: 173 time: 0.7779212 Nov 03 19:32:11.605774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'name': 'network-vif-deleted', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:11.608047 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa812f8-9bf8-4504-a51d-498aebdd30a5" -d '{"events": [{"server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "name": "network-vif-deleted", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:11.650932 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d5082b-b258-4336-834d-15d5eaf9cddb x-openstack-request-id: req-17d5082b-b258-4336-834d-15d5eaf9cddb {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:11.651291 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85287c68-9dc9-4775-8b73-cc94c8b263f5", "name": "network-vif-deleted", "tag": "cd87bd8a-aba2-444e-a582-88cf31ba3fd9", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:11.652077 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-17d5082b-b258-4336-834d-15d5eaf9cddb {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:11.652599 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85287c68-9dc9-4775-8b73-cc94c8b263f5', 'name': 'network-vif-deleted', 'tag': 'cd87bd8a-aba2-444e-a582-88cf31ba3fd9', 'status': 'completed', 'code': 200} Nov 03 19:32:11.692289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-0d23a948-4d5e-48d5-93e2-6bb23a4b18a1 None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:11.896108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0d23a948-4d5e-48d5-93e2-6bb23a4b18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:11.925588 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23a948-4d5e-48d5-93e2-6bb23a4b18a1 None None] Checking router: cfbe5ec5-1e04-45c4-882c-61c34a2f82bf for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:32:11.933822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23a948-4d5e-48d5-93e2-6bb23a4b18a1 None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:11.934432 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0d23a948-4d5e-48d5-93e2-6bb23a4b18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:31:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:12.033586 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-0d23a948-4d5e-48d5-93e2-6bb23a4b18a1 None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:12.232842 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0d23a948-4d5e-48d5-93e2-6bb23a4b18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:12.259374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23a948-4d5e-48d5-93e2-6bb23a4b18a1 None None] The sync data for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 is: [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:12.491227 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8a211-e234-40f1-8099-5768beece765 None None] New status for floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:32:12.815361 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-2b473cb5-b8b1-4211-b6a6-f75d31085ace tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1084627881&fields=id&tenant_id=358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 267 time: 0.0420585 Nov 03 19:32:12.923868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-cdad57d2-6f61-4ff6-9bb8-bb16d3ad488d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:12.925348 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-cdad57d2-6f61-4ff6-9bb8-bb16d3ad488d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 811 time: 0.1009223 Nov 03 19:32:12.939800 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-ffd5d665-c13c-42d8-b567-9850d25ebef8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/quotas/358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 375 time: 0.0087717 Nov 03 19:32:12.998099 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-9266e548-df30-4992-bdab-83d27e08c9d9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524185 Nov 03 19:32:13.165419 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-e961228a-6e4b-4572-9a8f-598bad6c991c service neutron] 10.222.0.107 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207767 Nov 03 19:32:13.258529 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-75d1e7c8-50b5-48e3-a095-48621ae6a324 service neutron] 10.222.0.107 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863092 Nov 03 19:32:13.425824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0cbc78f9-d23c-47f5-83e9-0fb9dc71dae1 req-5577ba58-d482-4d24-ad0c-08328f37694b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 210 time: 0.0267913 Nov 03 19:32:13.644405 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:14.374749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-73b6b0d2-cde5-4529-9d5d-7827c27497d1 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:14.376465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-73b6b0d2-cde5-4529-9d5d-7827c27497d1 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 811 time: 0.1125720 Nov 03 19:32:14.439124 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-ea38af35-afd1-40be-8cd7-3ed9eed11fe3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 380 time: 0.0535414 Nov 03 19:32:14.450569 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-83384070-2102-4abd-8c65-2b7bdc28b004 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Request body: {'port': {'device_id': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'admin_state_up': True, 'tenant_id': '358c38f693394513801b231060b38043', 'security_groups': ['f672a8f6-2242-461a-a0d3-27f3f730c9db']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:14.540668 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5680bcc-599b-4cf3-8706-accc2a5cc77c req-889f9755-ed4a-406d-9efd-e4374d931ce9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 210 time: 0.0353739 Nov 03 19:32:14.590684 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-83384070-2102-4abd-8c65-2b7bdc28b004 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Made reservation on behalf of 358c38f693394513801b231060b38043 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:32:14.594267 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-83384070-2102-4abd-8c65-2b7bdc28b004 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:14.724598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-83384070-2102-4abd-8c65-2b7bdc28b004 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Allocated IP 172.20.0.12 (0b8ebdc7-00c2-4de9-adf0-41be56e50b9d/63d8a72d-8443-4da8-ba8d-22e46f0859cc/f2ba5b97-4ea9-4c41-b2bf-d8a999d81764) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:32:14.870484 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-83384070-2102-4abd-8c65-2b7bdc28b004 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:14.904195 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-83384070-2102-4abd-8c65-2b7bdc28b004 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:14.945029 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-83384070-2102-4abd-8c65-2b7bdc28b004 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:32:14.947986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-83384070-2102-4abd-8c65-2b7bdc28b004 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:32:14.954279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-83384070-2102-4abd-8c65-2b7bdc28b004 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:32:14.982626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83384070-2102-4abd-8c65-2b7bdc28b004 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Pushing event updated for resources: {'Port': ['ID=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:14.994088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device cd87bd8a-aba2-444e-a582-88cf31ba3fd9 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:32:15.009910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-83384070-2102-4abd-8c65-2b7bdc28b004 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:15.011421 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-83384070-2102-4abd-8c65-2b7bdc28b004 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:15.020059 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: cd87bd8a-aba2-444e-a582-88cf31ba3fd9 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:32:15.020551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device cd87bd8a-aba2-444e-a582-88cf31ba3fd9 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:32:15.029009 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-83384070-2102-4abd-8c65-2b7bdc28b004 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5824251 Nov 03 19:32:15.041861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Request body: {'port': {'device_id': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:15.102695 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:15.181221 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-08cb4809-92d8-4a3c-a340-2e3218a40083 None None] Provisioning complete for port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:15.181590 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-08cb4809-92d8-4a3c-a340-2e3218a40083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:15.219057 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-08cb4809-92d8-4a3c-a340-2e3218a40083 None None] Port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:32:15.360168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:32:15.368265 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:15.380120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Transition to ACTIVE for port object f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:32:15.384342 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:15.440707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:15.510369 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Attempting to bind port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:32:15.510667 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Attempting to bind port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:32:15.511004 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Attempting to bind port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:15.515681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:32:15.516012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Attempting to bind port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:32:15.521097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:32:15.521576 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Checking segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:32:15.521979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Bound using segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:32:15.522453 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Bound port: f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:32:15.522822 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:15.591970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:32:15.595564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:32:15.601667 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:15.650092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:15.650734 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:15.652192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] 10.222.0.98 "PUT /v2.0/ports/f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 1092 time: 0.6148221 Nov 03 19:32:15.652738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:15.654961 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e639b65b-8979-487b-846d-f8af9e9fad3a" -d '{"events": [{"name": "network-changed", "server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:15.718280 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf4180f-3f23-4f76-b25c-c921dd70f01d x-openstack-request-id: req-ddf4180f-3f23-4f76-b25c-c921dd70f01d {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:15.718614 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:15.718991 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ddf4180f-3f23-4f76-b25c-c921dd70f01d {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:15.719396 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'status': 'completed', 'code': 200} Nov 03 19:32:15.739503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ac5db-5417-41f3-8584-ddb5a75e3338 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:15.752162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5e53c-92a7-49f1-85f2-908cbe2b5c98 req-da74e923-b7ea-4b12-9950-b523cd42d3a9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:15.759540 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0ee5e53c-92a7-49f1-85f2-908cbe2b5c98 req-da74e923-b7ea-4b12-9950-b523cd42d3a9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.1270490 Nov 03 19:32:15.793331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-4f4445c4-8c7e-4cf6-8acb-7fc90596b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:15.794842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-4f4445c4-8c7e-4cf6-8acb-7fc90596b746 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 1095 time: 0.1012888 Nov 03 19:32:15.850969 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-bbfabe7b-df03-42d5-a51d-0a3215122f72 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 217 time: 0.0476856 Nov 03 19:32:15.854618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0ee5e53c-92a7-49f1-85f2-908cbe2b5c98 req-3fb4d5d0-bb5a-4b5c-af05-aba6645af768 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942833 Nov 03 19:32:15.900619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-14ba0d45-dec1-4f45-9506-850658115fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:15.902029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-14ba0d45-dec1-4f45-9506-850658115fdd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0445101 Nov 03 19:32:15.947984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-ca6b143c-e45a-4a50-9358-b11539fe292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:15.949466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-ca6b143c-e45a-4a50-9358-b11539fe292f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403142 Nov 03 19:32:16.041004 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-68bd0ea2-cac6-4879-946f-3227ac646f7c service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834534 Nov 03 19:32:16.137527 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-558641a2-c6d0-476a-8dbb-0587756a6082 req-387783e0-f264-477b-bf20-47a04d6f765a service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894585 Nov 03 19:32:16.228591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639b65b-8979-487b-846d-f8af9e9fad3a req-640fc263-6568-4757-9f51-e65a8930a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:16.229964 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e639b65b-8979-487b-846d-f8af9e9fad3a req-640fc263-6568-4757-9f51-e65a8930a495 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 1095 time: 0.0448270 Nov 03 19:32:16.319428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639b65b-8979-487b-846d-f8af9e9fad3a req-766a1d0a-9461-4cd4-81ea-ef29faf85be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:16.320924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e639b65b-8979-487b-846d-f8af9e9fad3a req-766a1d0a-9461-4cd4-81ea-ef29faf85be3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0839643 Nov 03 19:32:16.366567 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e639b65b-8979-487b-846d-f8af9e9fad3a req-9c08e76a-a5e1-4d81-b590-fea615ca7437 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 217 time: 0.0367179 Nov 03 19:32:16.417021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639b65b-8979-487b-846d-f8af9e9fad3a req-61139efd-6200-447d-8040-4d70cf65f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:16.418544 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e639b65b-8979-487b-846d-f8af9e9fad3a req-61139efd-6200-447d-8040-4d70cf65f6eb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0450308 Nov 03 19:32:16.467245 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639b65b-8979-487b-846d-f8af9e9fad3a req-97bd8cd9-3bcb-46b9-836f-d1878e78b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:16.468738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e639b65b-8979-487b-846d-f8af9e9fad3a req-97bd8cd9-3bcb-46b9-836f-d1878e78b9bf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402803 Nov 03 19:32:16.560568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e639b65b-8979-487b-846d-f8af9e9fad3a req-42d7de2f-7ec5-46fa-bba8-e943f67f3add service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837801 Nov 03 19:32:16.649515 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e639b65b-8979-487b-846d-f8af9e9fad3a req-d46743b3-a1e5-4320-9453-53ea22464e71 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803823 Nov 03 19:32:16.974767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740988b1-14af-4d97-92c3-123645307c0e req-757d2709-b582-479d-9402-8d07badb2bae tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:16.976280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-740988b1-14af-4d97-92c3-123645307c0e req-757d2709-b582-479d-9402-8d07badb2bae tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0507429 Nov 03 19:32:17.026874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-740988b1-14af-4d97-92c3-123645307c0e req-e6ee926d-55a3-4e38-ac21-7643cdcf954b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446434 Nov 03 19:32:18.141760 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba49d7e-5c2e-48b2-b009-2e22849411af req-ef94f001-671b-47cd-96f9-f15d3ab380b4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:18.143367 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ba49d7e-5c2e-48b2-b009-2e22849411af req-ef94f001-671b-47cd-96f9-f15d3ab380b4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0491889 Nov 03 19:32:18.190053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ba49d7e-5c2e-48b2-b009-2e22849411af req-0295c221-2820-431e-a3c8-4432960df086 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405264 Nov 03 19:32:18.393115 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:32:18.492098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:18.502647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'port_id': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'mac_address': 'fa:16:3e:ba:32:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:32:18.539482 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:18.553374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:32:18.571729 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:18.575482 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:18.624067 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:18.764385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['f2ba5b97-4ea9-4c41-b2bf-d8a999d81764'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:32:19.305128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297f8e8-c18d-4413-874b-50bb7f4c0172 req-8a51914b-6566-4fe7-8a76-678e8112d6ed tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:19.306643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3297f8e8-c18d-4413-874b-50bb7f4c0172 req-8a51914b-6566-4fe7-8a76-678e8112d6ed tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0490947 Nov 03 19:32:19.352883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3297f8e8-c18d-4413-874b-50bb7f4c0172 req-3c095b64-36fd-49e5-83cc-7f491b2e5b8d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401828 Nov 03 19:32:20.394665 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:32:20.446905 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:32:20.451139 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:32:20.451512 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.477088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d62a12-dd1c-429f-a2e3-df5933374455 req-526c2894-0710-45c1-9722-c02f913d3093 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:20.478580 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93d62a12-dd1c-429f-a2e3-df5933374455 req-526c2894-0710-45c1-9722-c02f913d3093 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0562739 Nov 03 19:32:20.531206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93d62a12-dd1c-429f-a2e3-df5933374455 req-55999010-bda5-472a-a806-ad07f6404248 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461338 Nov 03 19:32:20.537221 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.560829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:20.563082 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc89fae6-1874-4b3f-b749-a97ebfd1bddd" -d '{"events": [{"server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "name": "network-vif-plugged", "status": "completed", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:20.576513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:32:20.583286 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:20.607568 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6fdf04-45c3-4d15-97cb-b35c1ff33751 x-openstack-request-id: req-ab6fdf04-45c3-4d15-97cb-b35c1ff33751 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:20.607888 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "name": "network-vif-plugged", "status": "completed", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:20.608126 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ab6fdf04-45c3-4d15-97cb-b35c1ff33751 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:20.608513 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'code': 200} Nov 03 19:32:20.634683 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:32:20.703959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08455d2-13cd-4e0a-97aa-9b86042ad6a7 req-68f01e12-d378-4899-99cc-1cd5a2b397e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:20.705491 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c08455d2-13cd-4e0a-97aa-9b86042ad6a7 req-68f01e12-d378-4899-99cc-1cd5a2b397e4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0416701 Nov 03 19:32:20.749905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c08455d2-13cd-4e0a-97aa-9b86042ad6a7 req-7ca78bc9-0337-45ea-92d3-81319415963c service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371141 Nov 03 19:32:21.653977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f36f5f-5eb0-47f2-af85-822110b0b491 req-98696605-32d2-4f53-a207-3fb51e2b934e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:21.656407 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-02f36f5f-5eb0-47f2-af85-822110b0b491 req-98696605-32d2-4f53-a207-3fb51e2b934e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0526092 Nov 03 19:32:21.704129 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-02f36f5f-5eb0-47f2-af85-822110b0b491 req-7ceae202-f614-4804-940e-41f3dba39c11 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416236 Nov 03 19:32:22.829432 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ae818-bfeb-4b36-9754-c9ebc8ad186a req-923b57b7-7f0c-493f-9afa-5f729ddf5cbc tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:22.830923 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-914ae818-bfeb-4b36-9754-c9ebc8ad186a req-923b57b7-7f0c-493f-9afa-5f729ddf5cbc tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0517731 Nov 03 19:32:22.877954 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-914ae818-bfeb-4b36-9754-c9ebc8ad186a req-bd832bc5-0a4d-41e2-bbf4-1604a09bcc85 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409834 Nov 03 19:32:22.993927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992620a-8df6-40cf-834f-381fca86d5fe req-2bb331a4-6b30-4179-8cd8-c9f208a0a64f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:22.995316 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4992620a-8df6-40cf-834f-381fca86d5fe req-2bb331a4-6b30-4179-8cd8-c9f208a0a64f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0503426 Nov 03 19:32:23.004203 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38510) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:32:23.008775 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-c8b578e6-1092-4cd6-b008-c5bfdff02a32 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Request body: {'floatingip': {'port_id': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:32:23.052730 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8b578e6-1092-4cd6-b008-c5bfdff02a32 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:23.477853 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8b578e6-1092-4cd6-b008-c5bfdff02a32 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:23.481746 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8b578e6-1092-4cd6-b008-c5bfdff02a32 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:23.585618 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-c8b578e6-1092-4cd6-b008-c5bfdff02a32 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f associated. External IP: 172.25.2.89, port: f2ba5b97-4ea9-4c41-b2bf-d8a999d81764. Nov 03 19:32:23.794149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b578e6-1092-4cd6-b008-c5bfdff02a32 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:32:23.902255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b578e6-1092-4cd6-b008-c5bfdff02a32 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:32:23.907431 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8b578e6-1092-4cd6-b008-c5bfdff02a32 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:23.912785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3655ef9b-ec7d-436e-90b4-54a884dc2504 None None] Sync routers for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:32:23.921884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3655ef9b-ec7d-436e-90b4-54a884dc2504 None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:23.922500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-3655ef9b-ec7d-436e-90b4-54a884dc2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:31:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:23.934338 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c8b578e6-1092-4cd6-b008-c5bfdff02a32 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "PUT /v2.0/floatingips/c0550a2e-fee1-4d93-a2c4-2b64ba069d7f HTTP/1.1" status: 200 len: 992 time: 0.9290380 Nov 03 19:32:23.934921 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:32:23.937191 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a80e41-e5d2-4dc5-b01a-4de42d87960d" -d '{"events": [{"name": "network-changed", "server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:32:23.975834 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee1b72c-5c8a-4ae4-aa55-64a46054cb50 x-openstack-request-id: req-9ee1b72c-5c8a-4ae4-aa55-64a46054cb50 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:32:23.976128 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:32:23.976378 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9ee1b72c-5c8a-4ae4-aa55-64a46054cb50 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:32:23.977294 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'status': 'completed', 'code': 200} Nov 03 19:32:24.030137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-3655ef9b-ec7d-436e-90b4-54a884dc2504 None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:24.047143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a80e41-e5d2-4dc5-b01a-4de42d87960d req-f811179c-4708-44b3-8863-584f3218a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:24.048745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51a80e41-e5d2-4dc5-b01a-4de42d87960d req-f811179c-4708-44b3-8863-584f3218a106 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0467350 Nov 03 19:32:24.139419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a80e41-e5d2-4dc5-b01a-4de42d87960d req-e1d53757-8f9b-49db-9a0f-41ad0aa03fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:24.140923 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51a80e41-e5d2-4dc5-b01a-4de42d87960d req-e1d53757-8f9b-49db-9a0f-41ad0aa03fa1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0855510 Nov 03 19:32:24.216975 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51a80e41-e5d2-4dc5-b01a-4de42d87960d req-e302c77b-4dca-49ed-98e4-f79d94816a78 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 1000 time: 0.0683799 Nov 03 19:32:24.267857 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a80e41-e5d2-4dc5-b01a-4de42d87960d req-2d179ba3-fd55-4c0f-8bb8-7e6cd8f56f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:24.269482 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51a80e41-e5d2-4dc5-b01a-4de42d87960d req-2d179ba3-fd55-4c0f-8bb8-7e6cd8f56f8b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0459771 Nov 03 19:32:24.320891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a80e41-e5d2-4dc5-b01a-4de42d87960d req-fbadd777-811c-41e8-b012-fd4475a84cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:24.322320 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51a80e41-e5d2-4dc5-b01a-4de42d87960d req-fbadd777-811c-41e8-b012-fd4475a84cdc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455000 Nov 03 19:32:24.410529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-3655ef9b-ec7d-436e-90b4-54a884dc2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'c0550a2e-fee1-4d93-a2c4-2b64ba069d7f', 'tenant_id': '358c38f693394513801b231060b38043', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'port_id': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'mac_address': 'fa:16:3e:ba:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:25:24Z', 'updated_at': '2021-11-03T19:32:23Z', 'revision_number': 13, 'project_id': '358c38f693394513801b231060b38043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:24.416922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51a80e41-e5d2-4dc5-b01a-4de42d87960d req-c2120c43-9297-4433-852b-207f5d8a7831 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878577 Nov 03 19:32:24.441568 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3655ef9b-ec7d-436e-90b4-54a884dc2504 None None] Checking router: cfbe5ec5-1e04-45c4-882c-61c34a2f82bf for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:32:24.449982 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3655ef9b-ec7d-436e-90b4-54a884dc2504 None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:32:24.450595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-3655ef9b-ec7d-436e-90b4-54a884dc2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:31:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:24.508619 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51a80e41-e5d2-4dc5-b01a-4de42d87960d req-55bf653c-d721-4b98-aba4-231cc201d5d5 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843306 Nov 03 19:32:24.559188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-3655ef9b-ec7d-436e-90b4-54a884dc2504 None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:32:24.777441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-3655ef9b-ec7d-436e-90b4-54a884dc2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'c0550a2e-fee1-4d93-a2c4-2b64ba069d7f', 'tenant_id': '358c38f693394513801b231060b38043', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'port_id': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'mac_address': 'fa:16:3e:ba:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:25:24Z', 'updated_at': '2021-11-03T19:32:23Z', 'revision_number': 13, 'project_id': '358c38f693394513801b231060b38043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:32:24.807260 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3655ef9b-ec7d-436e-90b4-54a884dc2504 None None] The sync data for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 is: [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'c0550a2e-fee1-4d93-a2c4-2b64ba069d7f', 'tenant_id': '358c38f693394513801b231060b38043', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'port_id': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'mac_address': 'fa:16:3e:ba:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:25:24Z', 'updated_at': '2021-11-03T19:32:23Z', 'revision_number': 13, 'project_id': '358c38f693394513801b231060b38043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:32:24.991926 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cb447c-9db2-41d3-bef2-38859561064e None None] New status for floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:32:25.840170 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f37d17e7-ce42-410f-8142-a6ef3bae83ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:28.159824 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7d78414-40f2-4950-bce0-8b1ebff0dced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:29.560651 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:30.834913 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:31.017574 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:31.541987 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:35.363053 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:32:43.646009 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:46.240312 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d16faa1-b38f-40f5-ac8e-98c5b0969d0a req-feb110eb-7faa-48ce-9dc1-69addb8155d5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497532 Nov 03 19:32:46.341664 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16faa1-b38f-40f5-ac8e-98c5b0969d0a req-a1a8c4af-09fc-4268-83b5-4d91be582ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:46.343194 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d16faa1-b38f-40f5-ac8e-98c5b0969d0a req-a1a8c4af-09fc-4268-83b5-4d91be582ef7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0498762 Nov 03 19:32:46.453862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16faa1-b38f-40f5-ac8e-98c5b0969d0a req-f52bc485-baa3-43b0-9930-2b90f8a3a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:46.455507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d16faa1-b38f-40f5-ac8e-98c5b0969d0a req-f52bc485-baa3-43b0-9930-2b90f8a3a46b service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0899277 Nov 03 19:32:46.530857 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d16faa1-b38f-40f5-ac8e-98c5b0969d0a req-dfa8b1e4-6d0c-484e-b7e8-a7af4abd84dc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 1002 time: 0.0676174 Nov 03 19:32:46.581556 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16faa1-b38f-40f5-ac8e-98c5b0969d0a req-27fa2e75-691f-4954-880c-35240f706f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:46.583076 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d16faa1-b38f-40f5-ac8e-98c5b0969d0a req-27fa2e75-691f-4954-880c-35240f706f91 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0456917 Nov 03 19:32:46.632554 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16faa1-b38f-40f5-ac8e-98c5b0969d0a req-4590dee2-9c8e-47c9-9aff-1490ee64a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:32:46.634136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d16faa1-b38f-40f5-ac8e-98c5b0969d0a req-4590dee2-9c8e-47c9-9aff-1490ee64a1a1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436425 Nov 03 19:32:46.647726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-2d16faa1-b38f-40f5-ac8e-98c5b0969d0a req-53e48cd9-d0ac-40d1-b2a2-781651480ee7 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:32:46.648780 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d16faa1-b38f-40f5-ac8e-98c5b0969d0a req-53e48cd9-d0ac-40d1-b2a2-781651480ee7 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0061953 Nov 03 19:32:46.749410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d16faa1-b38f-40f5-ac8e-98c5b0969d0a req-523e87ff-bbc3-4637-a3ea-0ff84a6036c7 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915372 Nov 03 19:32:46.842022 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d16faa1-b38f-40f5-ac8e-98c5b0969d0a req-03bb1338-85a0-430c-9750-468d535b04d1 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847478 Nov 03 19:32:55.841220 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f64ebc74-8982-43a9-b363-1815b5f37f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:58.163365 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-32ac7750-682a-4432-995f-a54db6709243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:32:59.566754 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:00.838016 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:01.020254 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:01.543564 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:09.456945 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-ab970e7f-f5a0-4931-bf77-a1265bdc7b54 req-4de4e473-d5ee-48a6-ba59-2ec4787df4e0 service neutron] (101711) timed out ('10.222.0.107', 36360) {{(pid=101711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:33:12.362770 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:33:13.659828 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:25.844124 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ca6a1e6f-3248-495f-b4dc-1cc02746a363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:28.164588 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-75ad7e5c-720d-451a-8acf-2e89ece26218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:29.572320 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:30.839998 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:31.018588 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:31.544753 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:43.655368 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:47.242795 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14304da0-08f5-4fb5-b7d0-c30c88cbe2be req-a453cb14-6b72-465a-ac84-f5bfce2ae34e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495651 Nov 03 19:33:47.332059 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14304da0-08f5-4fb5-b7d0-c30c88cbe2be req-80b3b491-3bc5-4308-940e-29c2ef37ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:47.333572 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14304da0-08f5-4fb5-b7d0-c30c88cbe2be req-80b3b491-3bc5-4308-940e-29c2ef37ff74 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0418148 Nov 03 19:33:47.440563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14304da0-08f5-4fb5-b7d0-c30c88cbe2be req-b798feba-a804-48dd-b31f-0c79ed853f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:47.442016 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14304da0-08f5-4fb5-b7d0-c30c88cbe2be req-b798feba-a804-48dd-b31f-0c79ed853f18 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0882409 Nov 03 19:33:47.851059 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14304da0-08f5-4fb5-b7d0-c30c88cbe2be req-f7d99ac3-b014-43f4-8ffa-b4005520c3a5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 1002 time: 0.4023995 Nov 03 19:33:47.903429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14304da0-08f5-4fb5-b7d0-c30c88cbe2be req-da75bbf6-121a-4349-9f87-2845e554023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:47.904948 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14304da0-08f5-4fb5-b7d0-c30c88cbe2be req-da75bbf6-121a-4349-9f87-2845e554023f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0460694 Nov 03 19:33:47.957129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14304da0-08f5-4fb5-b7d0-c30c88cbe2be req-d8fdddaf-a4bd-46ea-b776-5c153ea1a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:33:47.958631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14304da0-08f5-4fb5-b7d0-c30c88cbe2be req-d8fdddaf-a4bd-46ea-b776-5c153ea1a97c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472097 Nov 03 19:33:48.048549 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14304da0-08f5-4fb5-b7d0-c30c88cbe2be req-9c01485c-c73a-4d66-8efb-700ad3dc02e8 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818136 Nov 03 19:33:48.140648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14304da0-08f5-4fb5-b7d0-c30c88cbe2be req-5cc1748a-abe7-41b9-a4b6-b7c526b30adb service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853198 Nov 03 19:33:49.361858 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:33:55.846333 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f823f074-28b0-4e6f-a6d5-2d56b69e6eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:58.166325 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fe31f391-9da9-45fd-8d1c-031300872514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:33:59.573516 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:00.347561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91e4fc-9fe7-4376-a483-c64cd11d0266 req-4788ce08-7aca-4855-86b1-b2027530319c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:00.348999 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b91e4fc-9fe7-4376-a483-c64cd11d0266 req-4788ce08-7aca-4855-86b1-b2027530319c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0486743 Nov 03 19:34:00.395096 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b91e4fc-9fe7-4376-a483-c64cd11d0266 req-e1b5130e-ad36-454f-a042-ad59c737cf7c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401750 Nov 03 19:34:00.841038 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:01.019111 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:01.550432 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:12.399403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-994a3e11-cd3b-4bd4-a0b6-52a5bb732821 req-3b938d30-ecf5-4061-b93b-d6c098939e07 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:34:12.400442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-994a3e11-cd3b-4bd4-a0b6-52a5bb732821 req-3b938d30-ecf5-4061-b93b-d6c098939e07 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053854 Nov 03 19:34:12.570741 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-58cd19d2-03de-4226-8495-4ce16aeca4fa service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439210 Nov 03 19:34:12.579718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-bd162ed2-ac92-4b6f-82b0-cfc4e9a46853 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:34:12.580682 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-bd162ed2-ac92-4b6f-82b0-cfc4e9a46853 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0052824 Nov 03 19:34:12.583043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc962ee-1240-4745-998f-c70e27090192 req-57a265c0-25be-4ff3-b175-6373f72c9e99 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:12.584655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3dc962ee-1240-4745-998f-c70e27090192 req-57a265c0-25be-4ff3-b175-6373f72c9e99 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0489116 Nov 03 19:34:12.637947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3dc962ee-1240-4745-998f-c70e27090192 req-78144167-bca3-4aef-a410-c169729672a9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473850 Nov 03 19:34:13.654394 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:13.787121 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eaab1-615b-4570-b570-96266bd49e3d req-6830fc64-0658-4426-92cd-82dad6f877b5 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:13.788645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea6eaab1-615b-4570-b570-96266bd49e3d req-6830fc64-0658-4426-92cd-82dad6f877b5 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0747952 Nov 03 19:34:13.813898 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-b0f6d7c3-5125-4dca-988c-76fe876fd00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:13.815387 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-b0f6d7c3-5125-4dca-988c-76fe876fd00f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0686271 Nov 03 19:34:13.865599 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea6eaab1-615b-4570-b570-96266bd49e3d req-39dd1531-16bf-4ccc-81c8-1cfd3923558c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704377 Nov 03 19:34:13.925930 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-17fca407-97aa-40c5-8208-f160eacb59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:13.927322 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-17fca407-97aa-40c5-8208-f160eacb59f7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.1016359 Nov 03 19:34:13.992239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-28ecd3c0-3b7e-43c6-9029-05a86238ac00 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 1002 time: 0.0575149 Nov 03 19:34:14.045269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-09f0562b-46f0-4728-b9fa-f208f5d263a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:14.046749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-09f0562b-46f0-4728-b9fa-f208f5d263a4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0472221 Nov 03 19:34:14.091899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-35be667c-76d7-4088-afb7-6594b26b84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:14.093386 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-35be667c-76d7-4088-afb7-6594b26b84a4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395508 Nov 03 19:34:14.184549 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-d591b1d6-447d-4508-a9d6-944a22c1b2da service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840569 Nov 03 19:34:14.275906 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-14ec274a-9775-4794-843e-564e73496967 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847034 Nov 03 19:34:14.982544 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e86773-6ebd-47c2-8210-1d80a2e15325 req-87a33dde-6b9e-4e79-bd30-2d1b08bc9a79 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:14.983987 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03e86773-6ebd-47c2-8210-1d80a2e15325 req-87a33dde-6b9e-4e79-bd30-2d1b08bc9a79 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0494602 Nov 03 19:34:15.031884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03e86773-6ebd-47c2-8210-1d80a2e15325 req-018cd95a-f3e9-41a6-af98-63f4cdbf5853 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415132 Nov 03 19:34:16.151745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b12e-51db-4d1b-a2ee-b5e802e31eee req-91e5ad9a-582a-47a4-b18f-ab8f679c0c0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:16.153246 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2b4b12e-51db-4d1b-a2ee-b5e802e31eee req-91e5ad9a-582a-47a4-b18f-ab8f679c0c0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0526564 Nov 03 19:34:16.204669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2b4b12e-51db-4d1b-a2ee-b5e802e31eee req-23168c6f-2bc1-4827-97cb-0c08eea3b454 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441976 Nov 03 19:34:17.322269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e722922-e100-4abf-8119-252065cb6338 req-fb46edd0-f793-4e05-a081-a1748bbc9cc9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:17.323910 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e722922-e100-4abf-8119-252065cb6338 req-fb46edd0-f793-4e05-a081-a1748bbc9cc9 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0505402 Nov 03 19:34:17.372746 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e722922-e100-4abf-8119-252065cb6338 req-039f3654-b395-4db1-85bc-3423cbc68b42 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428884 Nov 03 19:34:18.499316 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9e0b1-f079-4863-a426-5175ed1d0b69 req-6b74dae6-d09f-4d4e-bc48-ac06cc7958de tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:18.500900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f2f9e0b1-f079-4863-a426-5175ed1d0b69 req-6b74dae6-d09f-4d4e-bc48-ac06cc7958de tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0486946 Nov 03 19:34:18.553087 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f2f9e0b1-f079-4863-a426-5175ed1d0b69 req-d9a5dc02-2901-4ab6-aee4-72ec5d878e75 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455341 Nov 03 19:34:19.668450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b24daa-e12a-48b2-802b-fbdebd92881d req-7b2f91aa-6672-4361-88b6-3b0cae71c2be tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:19.669914 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4b24daa-e12a-48b2-802b-fbdebd92881d req-7b2f91aa-6672-4361-88b6-3b0cae71c2be tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0482917 Nov 03 19:34:19.718870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f4b24daa-e12a-48b2-802b-fbdebd92881d req-1748a59c-a61c-4cd6-824a-6af09dada99b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424807 Nov 03 19:34:20.842348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac866a1-7640-4fbb-aabc-33aacbcf12fa req-9a6097cc-822b-4948-8c43-adf63fe25300 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:20.844616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aac866a1-7640-4fbb-aabc-33aacbcf12fa req-9a6097cc-822b-4948-8c43-adf63fe25300 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0551424 Nov 03 19:34:20.901174 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aac866a1-7640-4fbb-aabc-33aacbcf12fa req-88f6356a-60f8-4c0e-9099-42b8c0aecb6b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499642 Nov 03 19:34:22.025369 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efe246-6d20-49f4-82d3-c91b6cc38432 req-93798a8c-2f19-4a33-9570-26fb1bcaf79a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:22.026785 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-84efe246-6d20-49f4-82d3-c91b6cc38432 req-93798a8c-2f19-4a33-9570-26fb1bcaf79a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0547111 Nov 03 19:34:22.080723 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-84efe246-6d20-49f4-82d3-c91b6cc38432 req-acd4f416-30dd-45b6-9db6-669de306e473 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462894 Nov 03 19:34:23.214625 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b0d7a-ae8e-4823-9e05-56cffe238a96 req-91d4a612-0091-449c-be99-cc49fab67c39 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:23.217276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-180b0d7a-ae8e-4823-9e05-56cffe238a96 req-91d4a612-0091-449c-be99-cc49fab67c39 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0588908 Nov 03 19:34:23.277420 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-180b0d7a-ae8e-4823-9e05-56cffe238a96 req-ea7582c3-7e2b-43de-a6d9-33e6e02f54c4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521111 Nov 03 19:34:24.406784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f0377-58c2-4dee-9705-afe40e29e320 req-dbbc5867-2fc6-4e1e-acf0-b673a210d136 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:24.406784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e7f0377-58c2-4dee-9705-afe40e29e320 req-dbbc5867-2fc6-4e1e-acf0-b673a210d136 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0518963 Nov 03 19:34:24.486842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e7f0377-58c2-4dee-9705-afe40e29e320 req-cee94290-3666-4a29-944c-0e039f553141 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708933 Nov 03 19:34:25.604410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4204a-1494-4b02-891b-b23df63488f9 req-6404cf93-9ba6-4bcf-b863-09a918e89e77 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:25.605938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37a4204a-1494-4b02-891b-b23df63488f9 req-6404cf93-9ba6-4bcf-b863-09a918e89e77 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0495906 Nov 03 19:34:25.653666 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37a4204a-1494-4b02-891b-b23df63488f9 req-f356f836-0e87-428b-b564-a2c2b66c14e5 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417345 Nov 03 19:34:25.848949 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f87dc7a6-35c6-4f65-a4af-61dcca44c414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:26.360763 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:34:26.788014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c50dc8-6d49-4a00-a977-b3319b347364 req-0f0c0f99-9a56-4034-90c3-bb93cfe002ce tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:26.789520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15c50dc8-6d49-4a00-a977-b3319b347364 req-0f0c0f99-9a56-4034-90c3-bb93cfe002ce tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0556548 Nov 03 19:34:26.838951 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15c50dc8-6d49-4a00-a977-b3319b347364 req-9ad0d93f-06a4-4536-95c0-c45d908758b1 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432582 Nov 03 19:34:27.968454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a28be2-31ef-4a7a-ac92-234b7f35069e req-2202c043-9b8e-4d9a-9608-643a48da1266 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:27.969882 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-84a28be2-31ef-4a7a-ac92-234b7f35069e req-2202c043-9b8e-4d9a-9608-643a48da1266 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0549126 Nov 03 19:34:28.022418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-84a28be2-31ef-4a7a-ac92-234b7f35069e req-cbbe7f1e-0c2d-4161-8a42-329fa783927e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452886 Nov 03 19:34:28.169176 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ac64d927-45ec-42ae-adb6-39a4308262ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.339536 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-80e7613a-b11f-4d20-93e9-f4488b9b7c43 service neutron] show failed (client error): The resource could not be found. Nov 03 19:34:28.340615 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-80e7613a-b11f-4d20-93e9-f4488b9b7c43 service neutron] 10.222.0.98 "GET /v2.0/ports/f2ba5b97-4ea9-4c41-b2bf-d8a999d81764/bindings/n-h1-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.0575907 Nov 03 19:34:28.541236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-88abf684-0959-4567-9ecf-28f4cfa1fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:28.542707 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-88abf684-0959-4567-9ecf-28f4cfa1fc16 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5&tenant_id=358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 1097 time: 0.0462105 Nov 03 19:34:28.556581 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e38427f3-60af-43db-beef-3118c72e1be2 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:34:28.557320 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e38427f3-60af-43db-beef-3118c72e1be2 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0049253 Nov 03 19:34:28.576775 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:34:28.629898 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.829787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:28.863229 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:34:28.907329 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:28.910612 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211673f6-d03b-40be-9a25-64fae8476e7b" -d '{"events": [{"server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:28.914911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.929076 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Transition to ACTIVE for port object f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:34:28.932014 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:28.962501 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a456fb-a04e-4768-a74c-e0ca44a7a0d4 x-openstack-request-id: req-d0a456fb-a04e-4768-a74c-e0ca44a7a0d4 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:28.962796 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:28.963053 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d0a456fb-a04e-4768-a74c-e0ca44a7a0d4 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:28.963528 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'code': 200} Nov 03 19:34:29.011390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,revision_number=6']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:29.023863 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:29.023971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:29.024236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:29.024580 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:29.024918 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:29.025255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:29.025583 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:29.025914 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:29.026242 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:29.026570 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:29.026894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:29.027214 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:29.068055 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] No DVR routers for this DVR port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:34:29.150646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b964db-6164-4486-81fa-6dd05a711c46 req-d45f2452-2a84-4bdf-8293-c9d823393efd tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:29.152466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87b964db-6164-4486-81fa-6dd05a711c46 req-d45f2452-2a84-4bdf-8293-c9d823393efd tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0556085 Nov 03 19:34:29.208506 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87b964db-6164-4486-81fa-6dd05a711c46 req-138f7257-e3cb-40f1-a1d4-dc8aec41f8c0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492272 Nov 03 19:34:29.220636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Attempting to bind port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:34:29.221510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Attempting to bind port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:34:29.221964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Attempting to bind port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:34:29.226733 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:34:29.227123 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Attempting to bind port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:34:29.232111 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:34:29.232600 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Checking segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:34:29.232991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Bound using segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:34:29.233520 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Bound port: f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:34:29.233943 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:29.297777 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:34:29.301384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:34:29.305464 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:29.335476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:29.336451 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:29.338505 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] 10.222.0.87 "PUT /v2.0/ports/f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 1092 time: 0.7654071 Nov 03 19:34:29.366862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18804f7-73d9-43b2-94a8-ccf5cd23cac2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,revision_number=7']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:29.418826 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-d5a06430-a488-4c02-a2dd-fe2b133edd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:29.420403 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-d5a06430-a488-4c02-a2dd-fe2b133edd4f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 1095 time: 0.0444503 Nov 03 19:34:29.520680 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-b653156f-2b85-4996-9dd6-0297c81efdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:29.522250 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-b653156f-2b85-4996-9dd6-0297c81efdd8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0932591 Nov 03 19:34:29.581277 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:29.589984 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-793606b0-a041-4c66-b972-8ae7538d63be service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 1000 time: 0.0606024 Nov 03 19:34:29.964873 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-a22e8c37-b1a2-4ab3-9579-160a32a2463e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:29.966444 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-a22e8c37-b1a2-4ab3-9579-160a32a2463e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.3686445 Nov 03 19:34:30.016505 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e68d8773-dc1b-4675-90fe-050832dd37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:30.018617 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-e68d8773-dc1b-4675-90fe-050832dd37ba service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426357 Nov 03 19:34:30.122826 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-7455b658-c050-410f-96f9-f03e6ad5d83f service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963151 Nov 03 19:34:30.214089 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-aa4757ee-270e-4698-a965-bccef8cb148d service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825818 Nov 03 19:34:30.338011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec9808-15d5-413f-acfa-6446271af1ca req-a2534b79-1bc0-47b2-9b46-32fe40bb5e18 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:30.339547 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0ec9808-15d5-413f-acfa-6446271af1ca req-a2534b79-1bc0-47b2-9b46-32fe40bb5e18 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0531111 Nov 03 19:34:30.391349 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0ec9808-15d5-413f-acfa-6446271af1ca req-9f33f50f-754d-4f3f-8f22-05e513627f8e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453236 Nov 03 19:34:30.850384 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:30.937358 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:34:30.964703 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:30.966994 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b312ec3-e787-4252-9c65-08448147e2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:30.981613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:34:31.023107 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0e92c2-cceb-4c39-be90-9f89fba7cdec x-openstack-request-id: req-ab0e92c2-cceb-4c39-be90-9f89fba7cdec {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:31.023759 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:31.023759 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ab0e92c2-cceb-4c39-be90-9f89fba7cdec {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:31.023759 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'status': 'completed', 'code': 200} Nov 03 19:34:31.032278 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:31.095126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-373d00da-2bbd-41a4-8c73-3a61feb03b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:31.100619 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-373d00da-2bbd-41a4-8c73-3a61feb03b28 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 1095 time: 0.0505579 Nov 03 19:34:31.117124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-f7e2cc1b-12e4-427f-b1bf-97d71aa69d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:31.118688 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-f7e2cc1b-12e4-427f-b1bf-97d71aa69d5e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 1095 time: 0.0463800 Nov 03 19:34:31.204382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-fd411eb3-8cbc-43ab-b2ff-5ccd55bedc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:31.212776 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-fd411eb3-8cbc-43ab-b2ff-5ccd55bedc70 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0982435 Nov 03 19:34:31.228072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-7f26682c-7e9a-45f2-8493-91a9d64946e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:31.229513 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-7f26682c-7e9a-45f2-8493-91a9d64946e3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.1026387 Nov 03 19:34:31.276146 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-0d8463b2-f43e-4e88-a7ba-2793b776472d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 1000 time: 0.0624769 Nov 03 19:34:31.299719 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-1f905511-4fc2-4979-a617-d9d7cde5d117 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 1000 time: 0.0622046 Nov 03 19:34:31.334038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-1e2d146e-8a00-4851-8a68-ff0d1c54ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:31.335904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-1e2d146e-8a00-4851-8a68-ff0d1c54ddcc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0529575 Nov 03 19:34:31.354792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-37f3afa0-3ec4-4419-9129-209350b3b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:31.356419 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-37f3afa0-3ec4-4419-9129-209350b3b55a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0496035 Nov 03 19:34:31.384723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-b4aca143-2f36-4406-83b0-37ebeb7efdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:31.387476 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-b4aca143-2f36-4406-83b0-37ebeb7efdec service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433936 Nov 03 19:34:31.409599 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-f0c96442-0dd1-48c4-ae11-0b6bab66dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:31.411483 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-f0c96442-0dd1-48c4-ae11-0b6bab66dea0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468385 Nov 03 19:34:31.500791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-2eb663f3-b2b3-468e-9452-f8d176be5db1 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048348 Nov 03 19:34:31.529145 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-0d14d98f-963e-4f06-b459-4312f5179194 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098144 Nov 03 19:34:31.557186 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:31.617990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbbd12-1041-4c08-9f7d-6a5b8412673c req-f66af2cb-853e-43d8-9ccd-14d1bcf88696 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:31.619600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0dbbd12-1041-4c08-9f7d-6a5b8412673c req-f66af2cb-853e-43d8-9ccd-14d1bcf88696 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.1398182 Nov 03 19:34:31.641682 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-2549f9b3-aa01-49fd-b0e4-7cc18b83660a service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042147 Nov 03 19:34:31.662802 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b312ec3-e787-4252-9c65-08448147e2a4 req-c5c9db79-9565-4088-b514-3956b917a945 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409254 Nov 03 19:34:31.701750 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f0dbbd12-1041-4c08-9f7d-6a5b8412673c req-228927a0-167d-4c0a-b5bd-fc66d984418b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695267 Nov 03 19:34:32.858375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa266b2-8659-427c-bf62-aa5921f51979 req-e8a4cc6c-c40f-4c4b-a748-45688b386f12 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:32.860901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-caa266b2-8659-427c-bf62-aa5921f51979 req-e8a4cc6c-c40f-4c4b-a748-45688b386f12 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0648103 Nov 03 19:34:32.918298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-caa266b2-8659-427c-bf62-aa5921f51979 req-0cad7ea1-736d-4b05-b313-d24121737e6c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514157 Nov 03 19:34:34.045874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a658e-41f7-4799-8e57-5be1d9a35dd1 req-801ce5c1-7cd7-4880-b785-f8bb70942c3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:34.047525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f59a658e-41f7-4799-8e57-5be1d9a35dd1 req-801ce5c1-7cd7-4880-b785-f8bb70942c3b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0535741 Nov 03 19:34:34.101317 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f59a658e-41f7-4799-8e57-5be1d9a35dd1 req-2cd94830-3d7d-431e-baf1-6c8bb4203c1b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457175 Nov 03 19:34:35.238471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb568c-fc49-4078-8b32-d22afb2064f0 req-d5841496-8981-4e64-bd6f-04340264f12a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:35.240330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5cfb568c-fc49-4078-8b32-d22afb2064f0 req-d5841496-8981-4e64-bd6f-04340264f12a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0594118 Nov 03 19:34:35.295203 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5cfb568c-fc49-4078-8b32-d22afb2064f0 req-8f5fdb60-fd1c-4911-8d7f-4852cba33262 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484929 Nov 03 19:34:36.428956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9df3f0-dd2e-4df5-8c25-897dadd1f09f req-a52bae1d-2890-43c6-8757-0ca9f56d33b4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:36.430879 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b9df3f0-dd2e-4df5-8c25-897dadd1f09f req-a52bae1d-2890-43c6-8757-0ca9f56d33b4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0591669 Nov 03 19:34:36.492947 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9b9df3f0-dd2e-4df5-8c25-897dadd1f09f req-1f2385a3-ba5e-4bf4-a6f8-bca205cc90ea tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557153 Nov 03 19:34:37.630073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fe9d2-ccd0-4811-acc4-3f647cdfff68 req-67d37231-cf9a-4f85-b3dc-df0011cf592e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:37.631638 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f3fe9d2-ccd0-4811-acc4-3f647cdfff68 req-67d37231-cf9a-4f85-b3dc-df0011cf592e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0565410 Nov 03 19:34:37.687206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f3fe9d2-ccd0-4811-acc4-3f647cdfff68 req-43c8affd-9fb7-469f-a154-2321f2978f5a tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481861 Nov 03 19:34:38.816310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c26b8-62f4-4b41-abd8-170a2ca84781 req-8ea5f218-80be-4736-a2ba-4ed52cd17f44 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:38.817856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f9c26b8-62f4-4b41-abd8-170a2ca84781 req-8ea5f218-80be-4736-a2ba-4ed52cd17f44 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0523798 Nov 03 19:34:38.865387 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f9c26b8-62f4-4b41-abd8-170a2ca84781 req-1944c960-adf8-4e24-a31c-c5ade04213f1 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415945 Nov 03 19:34:39.994897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefb6ae-6fb9-4be4-ba29-6542d2d7d89a req-26d21746-1eca-45ae-a3f1-cbe9da63f07d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:39.996293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbefb6ae-6fb9-4be4-ba29-6542d2d7d89a req-26d21746-1eca-45ae-a3f1-cbe9da63f07d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0486228 Nov 03 19:34:40.044440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbefb6ae-6fb9-4be4-ba29-6542d2d7d89a req-f9ea2160-11d9-4191-bf4e-3e6fd84778db tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416229 Nov 03 19:34:41.168267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286d39c-9c72-4504-96f8-0bfff3448162 req-39b92e7b-9ea3-4d10-b140-4c8e7549032b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:41.169768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b286d39c-9c72-4504-96f8-0bfff3448162 req-39b92e7b-9ea3-4d10-b140-4c8e7549032b tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0524557 Nov 03 19:34:41.219802 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b286d39c-9c72-4504-96f8-0bfff3448162 req-1a08f157-ec35-49fb-bc37-7cd35f1eaf6d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430183 Nov 03 19:34:42.338230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8b2a3-edad-4855-807f-bd5b2ccbc500 req-ad6919f6-a90c-4122-a5d7-1defff8bdcb5 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:42.339754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-84e8b2a3-edad-4855-807f-bd5b2ccbc500 req-ad6919f6-a90c-4122-a5d7-1defff8bdcb5 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0489144 Nov 03 19:34:42.389633 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-84e8b2a3-edad-4855-807f-bd5b2ccbc500 req-c81bb808-dfdb-4e2b-baed-5fd71d84f9a0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436368 Nov 03 19:34:43.515244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060da6ab-fbb3-4273-a7da-bd35da9e9b56 req-0e4c4b4a-e0da-4271-9a0e-f54c685bd139 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:43.516793 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060da6ab-fbb3-4273-a7da-bd35da9e9b56 req-0e4c4b4a-e0da-4271-9a0e-f54c685bd139 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0550914 Nov 03 19:34:43.565061 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-060da6ab-fbb3-4273-a7da-bd35da9e9b56 req-be36aae8-a1e4-49dc-908e-40161834075e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423393 Nov 03 19:34:43.653393 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:43.858630 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-9f04b9fa-3292-439a-9e2f-327f959d0863 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:43.860183 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-9f04b9fa-3292-439a-9e2f-327f959d0863 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.87 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5&tenant_id=358c38f693394513801b231060b38043&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 944 time: 0.0554824 Nov 03 19:34:43.869380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c7509-1fb3-4e9b-96d4-726bcf472bcc req-69fa0362-581b-4c02-b794-d6a7f4a9f199 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:43.870857 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c58c7509-1fb3-4e9b-96d4-726bcf472bcc req-69fa0362-581b-4c02-b794-d6a7f4a9f199 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0501232 Nov 03 19:34:43.921137 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c58c7509-1fb3-4e9b-96d4-726bcf472bcc req-590f596a-f8d3-4638-a46f-ce971731e083 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440495 Nov 03 19:34:43.929075 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-46e1bbac-d57b-4a5d-90ed-3e47fd77c0df service neutron] 10.222.0.87 "GET /v2.0/ports/f2ba5b97-4ea9-4c41-b2bf-d8a999d81764/bindings/n-h1-812150-4 HTTP/1.1" status: 200 len: 382 time: 0.0602059 Nov 03 19:34:44.016189 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-49de2a02-43a5-4f5b-8046-8633b9b657e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:44.018339 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-49de2a02-43a5-4f5b-8046-8633b9b657e7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 1095 time: 0.0433550 Nov 03 19:34:44.110758 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-aef8278b-4dea-4e4f-9661-5d2e6d2c63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:44.112324 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-aef8278b-4dea-4e4f-9661-5d2e6d2c63a2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0864823 Nov 03 19:34:44.189960 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-182215ba-d0ea-4750-b51f-5a25a0878792 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 1000 time: 0.0691309 Nov 03 19:34:44.251542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-a8a901d0-0f35-4c88-a6fe-12539d01e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:44.253586 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-a8a901d0-0f35-4c88-a6fe-12539d01e3bd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0520120 Nov 03 19:34:44.308551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-c4a3a1c9-e41b-4296-9b7f-7487161ce134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:44.310062 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-c4a3a1c9-e41b-4296-9b7f-7487161ce134 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489190 Nov 03 19:34:44.409239 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-bdd08ae0-4dd0-4c3b-b800-89a49e578c3a service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902567 Nov 03 19:34:44.513658 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-bbd8f07c-de04-4295-a04e-33cc09e126f7 service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972576 Nov 03 19:34:45.042224 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2f4c6-b520-4fde-a990-37a0846b97d0 req-842a26ba-dfbf-4a31-b1af-d2f7ff46d1a6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:45.043855 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fac2f4c6-b520-4fde-a990-37a0846b97d0 req-842a26ba-dfbf-4a31-b1af-d2f7ff46d1a6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 944 time: 0.0494659 Nov 03 19:34:45.098342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fac2f4c6-b520-4fde-a990-37a0846b97d0 req-51d9285f-27bf-4cab-bd1a-d37d126969fc tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478365 Nov 03 19:34:45.731842 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:34:45.832289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:45.843898 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'port_id': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'mac_address': 'fa:16:3e:ba:32:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:34:45.884456 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:45.897589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:34:45.917431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:45.922120 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:45.980586 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:45.988887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:45.989247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:45.989589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:45.989924 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:45.990255 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:45.990585 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:45.990911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:45.991235 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:45.991556 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:45.991931 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:45.992226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:45.992578 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:46.221028 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214b061-21d5-4e2c-84a8-a98f1dcc2736 req-658a1d31-cd29-4a42-abb9-2ac4e91998c0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:46.222546 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7214b061-21d5-4e2c-84a8-a98f1dcc2736 req-658a1d31-cd29-4a42-abb9-2ac4e91998c0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0515120 Nov 03 19:34:46.277700 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7214b061-21d5-4e2c-84a8-a98f1dcc2736 req-053d2006-4ba2-43c2-873a-a64882be8213 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482597 Nov 03 19:34:47.423549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35001994-9f02-4786-a091-ac8846fb4c71 req-3c92e1e2-1fab-4354-965c-c35900ed84b6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:47.425138 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35001994-9f02-4786-a091-ac8846fb4c71 req-3c92e1e2-1fab-4354-965c-c35900ed84b6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0518770 Nov 03 19:34:47.481014 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-35001994-9f02-4786-a091-ac8846fb4c71 req-214b57eb-a66b-497b-8e78-091b18ebb903 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495520 Nov 03 19:34:48.604001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52b091-4015-4eba-945c-ce38e9d686fe req-4aaaed37-1299-4f8e-b62f-fb13d558dbde tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:48.605552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d52b091-4015-4eba-945c-ce38e9d686fe req-4aaaed37-1299-4f8e-b62f-fb13d558dbde tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0537682 Nov 03 19:34:48.655504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d52b091-4015-4eba-945c-ce38e9d686fe req-6519ff0f-7a71-4998-90b8-33d490aeea40 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436108 Nov 03 19:34:48.928030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-c3f38dec-8b93-477b-8428-3f5b485462a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:48.929519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-c3f38dec-8b93-477b-8428-3f5b485462a8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5&tenant_id=358c38f693394513801b231060b38043 HTTP/1.1" status: 200 len: 1096 time: 0.0410705 Nov 03 19:34:48.943535 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:34:48.998628 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:49.199089 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:34:49.230902 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h1-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:34:49.263546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:34:49.272168 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:49.283296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Ignored duplicate provisioning block setup for port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 03 19:34:49.286730 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:49.364774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,revision_number=9']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:49.376695 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:49.377080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:49.377427 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:49.377769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:49.378105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:49.378434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:49.378765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:49.379090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:49.379418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:49.379767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:49.380095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:49.380416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:34:49.418468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] No DVR routers for this DVR port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 on host n-h1-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:34:49.555032 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Attempting to bind port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:34:49.555365 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Attempting to bind port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:34:49.555723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Attempting to bind port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:34:49.560015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:34:49.560332 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Attempting to bind port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 on network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:34:49.565303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:34:49.565636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Checking segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:34:49.566014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Bound using segment: {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:34:49.566437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Bound port: f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f670a66-bfe1-4a7b-8275-2b7aef34da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:34:49.566787 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:49.628794 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:34:49.632159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:34:49.636849 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:49.679235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:49.679951 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:49.681964 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] 10.222.0.98 "PUT /v2.0/ports/f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 1092 time: 0.7427227 Nov 03 19:34:49.682438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:34:49.684914 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f54e436-2d9d-48b5-a41e-c609709de8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:34:49.711867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a92e7-0c2d-4bbc-9746-6c7c81de19e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,revision_number=10']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:34:49.773150 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5c1ec9-ab1d-4adb-8a25-5581596a139c x-openstack-request-id: req-5f5c1ec9-ab1d-4adb-8a25-5581596a139c {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:34:49.773449 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:34:49.773735 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5f5c1ec9-ab1d-4adb-8a25-5581596a139c {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:34:49.774182 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'status': 'completed', 'code': 200} Nov 03 19:34:49.810312 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-74c07c2a-7b55-4ca1-8216-2abe192af844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:49.812139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-74c07c2a-7b55-4ca1-8216-2abe192af844 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0942690 Nov 03 19:34:49.862510 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb558e01-f7a9-4428-beb5-8911386ac767 req-756f0d51-601e-4ce7-87e8-e63a544e1c63 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:49.863476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-37dcb466-fb51-41c9-a757-21be14db9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:49.864918 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb558e01-f7a9-4428-beb5-8911386ac767 req-756f0d51-601e-4ce7-87e8-e63a544e1c63 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0940254 Nov 03 19:34:49.865057 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-37dcb466-fb51-41c9-a757-21be14db9335 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0536969 Nov 03 19:34:49.964956 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-728960f5-6828-40ff-89e4-010f44b48274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:49.965677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb558e01-f7a9-4428-beb5-8911386ac767 req-063094c1-37fc-4de4-988f-f2e36184c2cf tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706050 Nov 03 19:34:49.966621 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-728960f5-6828-40ff-89e4-010f44b48274 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.0938530 Nov 03 19:34:49.966905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fe06c769-434a-4125-89ba-fec3f62bd78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:49.968316 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-fe06c769-434a-4125-89ba-fec3f62bd78d service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.1489882 Nov 03 19:34:50.042613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-ee119043-f677-41f0-83f8-8e7dbda58e9a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 1000 time: 0.0671921 Nov 03 19:34:50.044506 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-00e06072-ebb6-4551-9a71-1ba93cf4904b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 1000 time: 0.0691621 Nov 03 19:34:50.098348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-c3b71a1f-1a2d-4c83-a1c1-c15322850306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:50.099868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-c3b71a1f-1a2d-4c83-a1c1-c15322850306 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0497839 Nov 03 19:34:50.100866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-257c0912-fa4c-415f-b012-b36b38be6d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:50.102375 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-257c0912-fa4c-415f-b012-b36b38be6d74 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0486100 Nov 03 19:34:50.151146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-979db5e3-3e01-4056-8eae-fb533bd047d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:50.152711 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-979db5e3-3e01-4056-8eae-fb533bd047d1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448859 Nov 03 19:34:50.154269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-83250af6-bfd9-462b-aa1f-0a3c7df0bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:50.155844 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-83250af6-bfd9-462b-aa1f-0a3c7df0bce9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461156 Nov 03 19:34:50.255017 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-5200cd6e-c18a-4f90-8a07-c3159d45705b service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906537 Nov 03 19:34:50.259496 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-e67e5cbc-315b-4618-8d6f-c280ab1fadb4 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981588 Nov 03 19:34:50.350935 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-07ba5d45-ed84-43c7-a78a-d5874cf463ff service neutron] 10.222.0.87 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882797 Nov 03 19:34:50.359026 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-921a47c6-fe77-4896-b24c-c77a30f7137c req-1deb48d8-32d3-46da-b0d0-e43c53638f1d service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922580 Nov 03 19:34:50.444932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-155a4182-5558-454c-b04c-4722c16d1cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:50.446474 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-155a4182-5558-454c-b04c-4722c16d1cf4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=358c38f693394513801b231060b38043&device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0486383 Nov 03 19:34:50.563093 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-aa79c813-7b96-4297-96e4-6f81770b258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:50.565250 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-aa79c813-7b96-4297-96e4-6f81770b258b service neutron] 10.222.0.98 "GET /v2.0/networks?id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 200 len: 912 time: 0.1110110 Nov 03 19:34:50.635163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-10adffed-0357-4727-bbb9-9853095e4ad1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 200 len: 1000 time: 0.0629253 Nov 03 19:34:50.691437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-64264e0c-e08e-485c-b9f2-dec4b4814226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:50.693251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-64264e0c-e08e-485c-b9f2-dec4b4814226 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 200 len: 850 time: 0.0512948 Nov 03 19:34:50.748827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-67e24dac-1410-45d7-873c-dbf4aca1d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:50.750365 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-67e24dac-1410-45d7-873c-dbf4aca1d20f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500519 Nov 03 19:34:50.856177 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-4fe0b4c8-9733-4ba8-9f7c-27dc3671daa2 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981119 Nov 03 19:34:50.959710 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f54e436-2d9d-48b5-a41e-c609709de8aa req-0d499773-c9d7-459b-8deb-893e8eceed90 service neutron] 10.222.0.98 "GET /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966225 Nov 03 19:34:51.094978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69cb06-294a-448f-9a58-3af920a0b9d9 req-4b07fa14-4528-4a27-9f6a-ea571ecc3398 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:51.097533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec69cb06-294a-448f-9a58-3af920a0b9d9 req-4b07fa14-4528-4a27-9f6a-ea571ecc3398 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0549600 Nov 03 19:34:51.162039 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec69cb06-294a-448f-9a58-3af920a0b9d9 req-d6b19fef-4f8c-4ab6-8e80-4efd05efa323 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531936 Nov 03 19:34:51.746508 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:34:51.789998 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:34:52.287751 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6d0a9-5b82-4c7f-8e1a-babd799fd7a4 req-83a03ceb-94e5-43f4-b332-91867c7fcf11 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:52.289251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55e6d0a9-5b82-4c7f-8e1a-babd799fd7a4 req-83a03ceb-94e5-43f4-b332-91867c7fcf11 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0546365 Nov 03 19:34:52.336160 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55e6d0a9-5b82-4c7f-8e1a-babd799fd7a4 req-2e1870e5-fc53-429d-895e-8ffcb71e4922 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409281 Nov 03 19:34:53.463735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd258d-1319-4146-8d36-34ea605203ca req-43c09944-a3a6-4460-a365-6253cd36e354 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:53.465302 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63cd258d-1319-4146-8d36-34ea605203ca req-43c09944-a3a6-4460-a365-6253cd36e354 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0492814 Nov 03 19:34:53.517590 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63cd258d-1319-4146-8d36-34ea605203ca req-c3190851-b66d-490b-bd7c-4a9b94927019 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449712 Nov 03 19:34:54.642841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d43a35-33da-4513-b62f-d2af5f3e3fd7 req-2fdde3d4-3b7c-498a-99f0-a4b9dbb18dfc tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:54.644265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3d43a35-33da-4513-b62f-d2af5f3e3fd7 req-2fdde3d4-3b7c-498a-99f0-a4b9dbb18dfc tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0527496 Nov 03 19:34:54.693670 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3d43a35-33da-4513-b62f-d2af5f3e3fd7 req-ca316ee7-18d6-4fd7-848c-a4170c4f0b8d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434349 Nov 03 19:34:55.813172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5b05d-fa57-4c04-ba10-f0bf5f35c7ea req-6ca372fc-5ffa-4651-b279-9b5962af5b3f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:55.815303 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbc5b05d-fa57-4c04-ba10-f0bf5f35c7ea req-6ca372fc-5ffa-4651-b279-9b5962af5b3f tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0505095 Nov 03 19:34:55.853242 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67f10fd1-0748-4fd8-be33-52cfc107532a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:55.865961 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbc5b05d-fa57-4c04-ba10-f0bf5f35c7ea req-a4ec936c-8865-436c-9bd9-8e26bd2bf9a0 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445635 Nov 03 19:34:56.987776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2b454-81d1-426c-b71c-a53c1dbd4332 req-7126d9c4-8432-46c9-bd13-ebd033ce65a4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:56.989473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a2b454-81d1-426c-b71c-a53c1dbd4332 req-7126d9c4-8432-46c9-bd13-ebd033ce65a4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0485761 Nov 03 19:34:57.040890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64a2b454-81d1-426c-b71c-a53c1dbd4332 req-58b485a7-8503-4225-8403-4b21477ea17d tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455344 Nov 03 19:34:58.157833 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d51f59-b1a5-4c47-bc4b-9c4370306c45 req-d323efba-6b32-42aa-8066-3912505486e4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:58.159266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73d51f59-b1a5-4c47-bc4b-9c4370306c45 req-d323efba-6b32-42aa-8066-3912505486e4 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0507550 Nov 03 19:34:58.171102 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a13f412b-9a9a-4bcb-8981-1f581bfb3201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:34:58.210027 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73d51f59-b1a5-4c47-bc4b-9c4370306c45 req-8e53bbdf-328f-458e-a414-b301c3e969f6 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446477 Nov 03 19:34:59.325692 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0162-901f-44e0-9988-46544af10e67 req-2c4cf4c0-ae08-44c2-a18c-3a0516b5e04e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:34:59.327161 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-186f0162-901f-44e0-9988-46544af10e67 req-2c4cf4c0-ae08-44c2-a18c-3a0516b5e04e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0477703 Nov 03 19:34:59.375346 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-186f0162-901f-44e0-9988-46544af10e67 req-49ae8530-d768-4147-b914-0139beb19f98 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415475 Nov 03 19:34:59.577152 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:00.495100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9965323-5e09-46b4-a6b0-d102d22ae9d7 req-97f5f531-aa91-4f82-bc7c-2367ef6da136 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:00.496589 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9965323-5e09-46b4-a6b0-d102d22ae9d7 req-97f5f531-aa91-4f82-bc7c-2367ef6da136 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0512097 Nov 03 19:35:00.544319 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9965323-5e09-46b4-a6b0-d102d22ae9d7 req-3a3ee7e1-6977-4332-abba-68cda896f881 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410075 Nov 03 19:35:00.848217 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:01.020351 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:01.549854 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:01.660585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c8c24-7d6f-4fa6-b051-452fa2302378 req-5097d741-6e45-4cc0-babb-c812d910ef45 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:01.662092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc2c8c24-7d6f-4fa6-b051-452fa2302378 req-5097d741-6e45-4cc0-babb-c812d910ef45 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0481129 Nov 03 19:35:01.709066 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc2c8c24-7d6f-4fa6-b051-452fa2302378 req-f009b50a-a89b-465a-9089-9821275df1b3 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409613 Nov 03 19:35:02.827276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982cc12-96a9-48af-9e8c-eae349261b87 req-382b2861-db0b-45a0-aa50-b7e9016a8b02 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:02.828840 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d982cc12-96a9-48af-9e8c-eae349261b87 req-382b2861-db0b-45a0-aa50-b7e9016a8b02 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0528500 Nov 03 19:35:02.879514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d982cc12-96a9-48af-9e8c-eae349261b87 req-2544f82f-c554-4997-af9c-0bda026deeee tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446930 Nov 03 19:35:02.995291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f502ac1-e279-4ee9-b7e6-453f39654c28 req-54087523-5612-43f6-84ce-d00cde3b12df tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:02.996701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f502ac1-e279-4ee9-b7e6-453f39654c28 req-54087523-5612-43f6-84ce-d00cde3b12df tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0495896 Nov 03 19:35:03.032869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:35:03.045479 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3f502ac1-e279-4ee9-b7e6-453f39654c28 req-7e75d18e-d11e-4be0-ad38-c91338797e3c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428238 Nov 03 19:35:03.129166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:03.140397 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'port_id': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'mac_address': 'fa:16:3e:ba:32:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:35:03.170474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14774717-8965-44d0-a87c-899a3ce0d572 req-3c002a52-5a3d-45b7-ac7f-c9bcd68b0456 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:03.172910 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14774717-8965-44d0-a87c-899a3ce0d572 req-3c002a52-5a3d-45b7-ac7f-c9bcd68b0456 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 945 time: 0.0597236 Nov 03 19:35:03.182887 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:03.196176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:35:03.215959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:03.220716 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14774717-8965-44d0-a87c-899a3ce0d572 req-96a2be0f-d31a-44d7-aa4c-229e0a46aaa7 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412438 Nov 03 19:35:03.222571 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:03.270798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,revision_number=11']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:03.363274 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:35:03.452078 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2d9ce-e53b-4c1a-b2ae-f9229bc30a35 req-baf5b8a6-9041-4a3f-ba4e-7789f42fc673 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:03.453554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9e2d9ce-e53b-4c1a-b2ae-f9229bc30a35 req-baf5b8a6-9041-4a3f-ba4e-7789f42fc673 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0522506 Nov 03 19:35:03.457723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['f2ba5b97-4ea9-4c41-b2bf-d8a999d81764'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:35:03.501833 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9e2d9ce-e53b-4c1a-b2ae-f9229bc30a35 req-c7a11c00-c1d8-48fa-aa43-c121c8d679eb tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409937 Nov 03 19:35:04.624700 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a1df2-7818-47a0-8284-22d4ab78356e req-9588eb70-2f49-4d37-9c68-b3b8d70ae0bc tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:04.626756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb3a1df2-7818-47a0-8284-22d4ab78356e req-9588eb70-2f49-4d37-9c68-b3b8d70ae0bc tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0492136 Nov 03 19:35:04.674200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fb3a1df2-7818-47a0-8284-22d4ab78356e req-b66eda04-eb7d-4015-bde7-033439e33cc1 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups?id=f672a8f6-2242-461a-a0d3-27f3f730c9db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409069 Nov 03 19:35:05.018018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-797f7616-c4a2-46d6-b69d-84a43ed15553 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:05.019465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-797f7616-c4a2-46d6-b69d-84a43ed15553 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.98 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 946 time: 0.0522835 Nov 03 19:35:05.031963 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:05.084164 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:35:05.088685 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:05.089138 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.113882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-89efbe6e-a261-4272-8e86-7812885f7b0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Deleting port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:05.114229 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-89efbe6e-a261-4272-8e86-7812885f7b0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.174190 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.196642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:05.199142 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82061433-542c-4368-9e7e-94fba506f7d5" -d '{"events": [{"server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "name": "network-vif-plugged", "status": "completed", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:05.208010 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-89efbe6e-a261-4272-8e86-7812885f7b0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:05.208379 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-89efbe6e-a261-4272-8e86-7812885f7b0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.213475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:05.219196 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.246278 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72c3bb9-2cb2-4c0e-8d50-3ecd292ea395 x-openstack-request-id: req-c72c3bb9-2cb2-4c0e-8d50-3ecd292ea395 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:05.246603 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "name": "network-vif-plugged", "status": "completed", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:05.246833 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c72c3bb9-2cb2-4c0e-8d50-3ecd292ea395 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:05.247224 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'code': 200} Nov 03 19:35:05.270817 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,revision_number=12']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:05.380113 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-89efbe6e-a261-4272-8e86-7812885f7b0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.380481 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-89efbe6e-a261-4272-8e86-7812885f7b0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.380799 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-89efbe6e-a261-4272-8e86-7812885f7b0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f disassociated. External IP: 172.25.2.89, port: f2ba5b97-4ea9-4c41-b2bf-d8a999d81764. Nov 03 19:35:05.381143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-89efbe6e-a261-4272-8e86-7812885f7b0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Calling delete_port for f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:05.509713 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-89efbe6e-a261-4272-8e86-7812885f7b0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:05.539898 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efbe6e-a261-4272-8e86-7812885f7b0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Pushing event deleted for resources: {'Port': ['ID=f2ba5b97-4ea9-4c41-b2bf-d8a999d81764,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:06.005570 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-14f9543b-b62b-4288-b6b8-1388052dc7ec req-94722cd2-7b41-4ef1-a0e5-bd7f9531b3f8 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 210 time: 0.0321772 Nov 03 19:35:06.022963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-89efbe6e-a261-4272-8e86-7812885f7b0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:35:06.133048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-89efbe6e-a261-4272-8e86-7812885f7b0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:35:06.144524 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9d061-263e-47dc-80fa-f62b5f03a396 None None] Sync routers for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:35:06.155849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e9d061-263e-47dc-80fa-f62b5f03a396 None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:06.156490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d2e9d061-263e-47dc-80fa-f62b5f03a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:06.174381 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-89efbe6e-a261-4272-8e86-7812885f7b0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] No DVR routers for this DVR port f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:35:06.177147 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-89efbe6e-a261-4272-8e86-7812885f7b0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:06.180704 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ea509f02-e8db-4dca-8d87-f93c52af969c req-89efbe6e-a261-4272-8e86-7812885f7b0e tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.98 "DELETE /v2.0/ports/f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 HTTP/1.1" status: 204 len: 173 time: 1.1545188 Nov 03 19:35:06.181167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'name': 'network-vif-deleted', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:06.183562 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28229a1-9da0-409b-9c4b-07bd6d0d6740" -d '{"events": [{"server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "name": "network-vif-deleted", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:06.227727 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636f7bff-d540-411d-8efd-6bee02e09195 x-openstack-request-id: req-636f7bff-d540-411d-8efd-6bee02e09195 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:06.228048 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe943b3-d490-40e1-bc3e-4ecfc5696bc5", "name": "network-vif-deleted", "tag": "f2ba5b97-4ea9-4c41-b2bf-d8a999d81764", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:06.228352 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-636f7bff-d540-411d-8efd-6bee02e09195 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:06.228737 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe943b3-d490-40e1-bc3e-4ecfc5696bc5', 'name': 'network-vif-deleted', 'tag': 'f2ba5b97-4ea9-4c41-b2bf-d8a999d81764', 'status': 'completed', 'code': 200} Nov 03 19:35:06.456232 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d2e9d061-263e-47dc-80fa-f62b5f03a396 None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:06.659559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d2e9d061-263e-47dc-80fa-f62b5f03a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:06.686085 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9d061-263e-47dc-80fa-f62b5f03a396 None None] Checking router: cfbe5ec5-1e04-45c4-882c-61c34a2f82bf for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:35:06.697113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e9d061-263e-47dc-80fa-f62b5f03a396 None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:06.697741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d2e9d061-263e-47dc-80fa-f62b5f03a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:06.812989 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d2e9d061-263e-47dc-80fa-f62b5f03a396 None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:07.016178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d2e9d061-263e-47dc-80fa-f62b5f03a396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:07.050669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9d061-263e-47dc-80fa-f62b5f03a396 None None] The sync data for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 is: [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:22Z', 'revision_number': 4, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b8b73afb-9112-4687-a7ee-b5d01163489b', 'name': '', 'network_id': '0b8ebdc7-00c2-4de9-adf0-41be56e50b9d', 'tenant_id': '358c38f693394513801b231060b38043', 'mac_address': 'fa:16:3e:10:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:22Z', 'updated_at': '2021-11-03T19:25:27Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'subnets': [{'id': '63d8a72d-8443-4da8-ba8d-22e46f0859cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:35:07.120457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e518819-a2c4-4e36-909a-c876f199c741 req-04437aa7-9c72-4197-93cf-96e5f9a02a11 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 210 time: 0.0357680 Nov 03 19:35:07.316345 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c971b34-7023-4d72-9beb-60753861afd6 None None] New status for floating IP c0550a2e-fee1-4d93-a2c4-2b64ba069d7f: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:35:08.231072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fc317237-18fc-4e72-a4c2-861da570adf3 req-0c6c7e65-4a36-4542-a0b8-0bf74c338519 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 210 time: 0.0272110 Nov 03 19:35:09.046900 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:35:09.067726 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:35:09.068076 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f2ba5b97-4ea9-4c41-b2bf-d8a999d81764 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:35:09.330814 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-899db4f0-68a5-4733-99b7-dd2b32cb942d req-adacfa44-5b84-4c49-9a05-1304fe581c31 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 210 time: 0.0265312 Nov 03 19:35:10.429910 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1672580f-3454-477e-9fc8-00044512ae6d req-cea4f216-88b2-4e44-b284-12bd3362369c tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/ports?device_id=abe943b3-d490-40e1-bc3e-4ecfc5696bc5 HTTP/1.1" status: 200 len: 210 time: 0.0287576 Nov 03 19:35:13.668321 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.187535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 38968) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:15.247995 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1df9fa35-73d7-46db-9584-b3620d5a5ed5 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.272765 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1df9fa35-73d7-46db-9584-b3620d5a5ed5 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.321453 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1df9fa35-73d7-46db-9584-b3620d5a5ed5 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.324228 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1df9fa35-73d7-46db-9584-b3620d5a5ed5 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.325420 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1df9fa35-73d7-46db-9584-b3620d5a5ed5 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "DELETE /v2.0/security-groups/f672a8f6-2242-461a-a0d3-27f3f730c9db HTTP/1.1" status: 204 len: 168 time: 0.1367764 Nov 03 19:35:15.328153 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38970) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:15.334903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9fa35-73d7-46db-9584-b3620d5a5ed5 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f672a8f6-2242-461a-a0d3-27f3f730c9db,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:15.343475 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-0033e953-e260-4e40-9963-74194226a1cd tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] show failed (client error): The resource could not be found. Nov 03 19:35:15.344534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0033e953-e260-4e40-9963-74194226a1cd tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "GET /v2.0/security-groups/f672a8f6-2242-461a-a0d3-27f3f730c9db HTTP/1.1" status: 404 len: 347 time: 0.0152278 Nov 03 19:35:15.347927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38972) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:15.484988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-a3a66102-2a34-442a-80e1-cecde8240b26 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Deleting port 92a06c7d-ad2e-4f95-a06b-5d5535e6e003 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:15.485270 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a66102-2a34-442a-80e1-cecde8240b26 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.569446 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a66102-2a34-442a-80e1-cecde8240b26 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.569673 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a66102-2a34-442a-80e1-cecde8240b26 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.581319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-a3a66102-2a34-442a-80e1-cecde8240b26 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Calling delete_port for 92a06c7d-ad2e-4f95-a06b-5d5535e6e003 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:15.715986 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a66102-2a34-442a-80e1-cecde8240b26 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.744008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a66102-2a34-442a-80e1-cecde8240b26 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Pushing event deleted for resources: {'Port': ['ID=92a06c7d-ad2e-4f95-a06b-5d5535e6e003,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:15.805648 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a66102-2a34-442a-80e1-cecde8240b26 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.808522 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a3a66102-2a34-442a-80e1-cecde8240b26 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:15.809721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a3a66102-2a34-442a-80e1-cecde8240b26 tempest-ServerActionsTestJSON-1848044938 tempest-ServerActionsTestJSON-1848044938-project] 10.222.0.107 "DELETE /v2.0/floatingips/c0550a2e-fee1-4d93-a2c4-2b64ba069d7f HTTP/1.1" status: 204 len: 168 time: 0.4605095 Nov 03 19:35:15.812782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38974) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:16.217618 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bed165aa-f7ba-4ca2-bcb7-487eab92107e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:16.465708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-bed165aa-f7ba-4ca2-bcb7-487eab92107e admin admin] Deleting port b8b73afb-9112-4687-a7ee-b5d01163489b {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:16.466382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bed165aa-f7ba-4ca2-bcb7-487eab92107e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:16.541037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-bed165aa-f7ba-4ca2-bcb7-487eab92107e admin admin] For port b8b73afb-9112-4687-a7ee-b5d01163489b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b8b73afb-9112-4687-a7ee-b5d01163489b,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:16.541313 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bed165aa-f7ba-4ca2-bcb7-487eab92107e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:16.555090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-bed165aa-f7ba-4ca2-bcb7-487eab92107e admin admin] Calling delete_port for b8b73afb-9112-4687-a7ee-b5d01163489b owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:16.729005 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bed165aa-f7ba-4ca2-bcb7-487eab92107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:16.762597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed165aa-f7ba-4ca2-bcb7-487eab92107e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b73afb-9112-4687-a7ee-b5d01163489b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:16.923897 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-bed165aa-f7ba-4ca2-bcb7-487eab92107e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:17.140361 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed165aa-f7ba-4ca2-bcb7-487eab92107e admin admin] Router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:35:17.244923 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed165aa-f7ba-4ca2-bcb7-487eab92107e admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:35:17.250003 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bed165aa-f7ba-4ca2-bcb7-487eab92107e admin admin] 10.222.0.107 "PUT /v2.0/routers/cfbe5ec5-1e04-45c4-882c-61c34a2f82bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4362323 Nov 03 19:35:17.253125 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38978) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:17.254638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa25f325-178f-4dd8-a9af-02d5069a9113 None None] Sync routers for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:35:17.264630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa25f325-178f-4dd8-a9af-02d5069a9113 None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:17.265250 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-aa25f325-178f-4dd8-a9af-02d5069a9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:17.356560 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:17.371509 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-aa25f325-178f-4dd8-a9af-02d5069a9113 None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:17.460670 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:17.515344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] Deleting port e9b0f791-098f-413c-a43e-a0e32944a033 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:17.516113 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:17.556248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-aa25f325-178f-4dd8-a9af-02d5069a9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:35:16Z', 'revision_number': 5, 'project_id': '358c38f693394513801b231060b38043', 'gw_port': {'id': 'e9b0f791-098f-413c-a43e-a0e32944a033', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:17.584030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa25f325-178f-4dd8-a9af-02d5069a9113 None None] Checking router: cfbe5ec5-1e04-45c4-882c-61c34a2f82bf for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:35:17.592614 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa25f325-178f-4dd8-a9af-02d5069a9113 None None] Routers {'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:35:17.593223 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-aa25f325-178f-4dd8-a9af-02d5069a9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:34:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:17.596360 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] For port e9b0f791-098f-413c-a43e-a0e32944a033, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e9b0f791-098f-413c-a43e-a0e32944a033,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:17.596721 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:17.609515 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] Calling delete_port for e9b0f791-098f-413c-a43e-a0e32944a033 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:17.680533 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-aa25f325-178f-4dd8-a9af-02d5069a9113 None None] Set router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:35:17.738184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-aa25f325-178f-4dd8-a9af-02d5069a9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:35:17Z', 'revision_number': 6, 'project_id': '358c38f693394513801b231060b38043', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:17.766217 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa25f325-178f-4dd8-a9af-02d5069a9113 None None] The sync data for ids ['cfbe5ec5-1e04-45c4-882c-61c34a2f82bf'] in n-d-812150-4 is: [{'id': 'cfbe5ec5-1e04-45c4-882c-61c34a2f82bf', 'name': 'tempest-ServerActionsTestJSON-794833021-router', 'tenant_id': '358c38f693394513801b231060b38043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:25:20Z', 'updated_at': '2021-11-03T19:35:17Z', 'revision_number': 6, 'project_id': '358c38f693394513801b231060b38043', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:35:17.777323 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:17.805260 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b0f791-098f-413c-a43e-a0e32944a033,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:17.869419 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:17.959031 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:17.961151 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.003632 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.004150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfbe5ec5-1e04-45c4-882c-61c34a2f82bf {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:35:18.009415 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.010558 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2b97d03d-cc0a-45d2-8ebd-7488ec514600 admin admin] 10.222.0.107 "DELETE /v2.0/routers/cfbe5ec5-1e04-45c4-882c-61c34a2f82bf HTTP/1.1" status: 204 len: 168 time: 0.7565260 Nov 03 19:35:18.013166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38980) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:18.062647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71c8322-e8d7-4038-aed1-f5be131bbd3f admin admin] Deleting subnet 63d8a72d-8443-4da8-ba8d-22e46f0859cc {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:35:18.065620 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c71c8322-e8d7-4038-aed1-f5be131bbd3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.102359 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c71c8322-e8d7-4038-aed1-f5be131bbd3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.182285 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c71c8322-e8d7-4038-aed1-f5be131bbd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.234380 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c71c8322-e8d7-4038-aed1-f5be131bbd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.261649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c8322-e8d7-4038-aed1-f5be131bbd3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d8a72d-8443-4da8-ba8d-22e46f0859cc,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:18.268896 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c71c8322-e8d7-4038-aed1-f5be131bbd3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.272982 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c71c8322-e8d7-4038-aed1-f5be131bbd3f admin admin] 10.222.0.107 "DELETE /v2.0/subnets/63d8a72d-8443-4da8-ba8d-22e46f0859cc HTTP/1.1" status: 204 len: 168 time: 0.2585981 Nov 03 19:35:18.274086 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da915377-7581-4ffd-87f3-0fb7e2692527 None None] Network 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:18.275263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38982) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:18.345674 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.399791 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] Deleting port df091658-f639-408c-8533-99cc740e65a9 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:18.400139 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.471157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] For port df091658-f639-408c-8533-99cc740e65a9, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=df091658-f639-408c-8533-99cc740e65a9,segment=NetworkSegment(3f670a66-bfe1-4a7b-8275-2b7aef34da8c),segment_id=3f670a66-bfe1-4a7b-8275-2b7aef34da8c)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:18.471445 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.483544 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] Calling delete_port for df091658-f639-408c-8533-99cc740e65a9 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:18.538202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44bfd9e-e50d-453f-ba48-a65d0a6ffba8 None None] DHCP port deletion for 0b8ebdc7-00c2-4de9-adf0-41be56e50b9d request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:35:18.573266 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.599529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f44bfd9e-e50d-453f-ba48-a65d0a6ffba8 None None] Deleting port df091658-f639-408c-8533-99cc740e65a9 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:18.599971 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f44bfd9e-e50d-453f-ba48-a65d0a6ffba8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.607253 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=df091658-f639-408c-8533-99cc740e65a9,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:18.613043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] No DVR routers for this DVR port df091658-f639-408c-8533-99cc740e65a9 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:35:18.619293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b8b73afb-9112-4687-a7ee-b5d01163489b no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:35:18.671319 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: b8b73afb-9112-4687-a7ee-b5d01163489b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:35:18.671742 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b8b73afb-9112-4687-a7ee-b5d01163489b not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:35:18.672163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e9b0f791-098f-413c-a43e-a0e32944a033 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:35:18.687826 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.699126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: e9b0f791-098f-413c-a43e-a0e32944a033 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:35:18.699475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e9b0f791-098f-413c-a43e-a0e32944a033 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:35:18.699920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device df091658-f639-408c-8533-99cc740e65a9 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:35:18.714763 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8ebdc7-00c2-4de9-adf0-41be56e50b9d']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:18.724302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f670a66-bfe1-4a7b-8275-2b7aef34da8c') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:18.724601 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f670a66-bfe1-4a7b-8275-2b7aef34da8c') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:18.727387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f44bfd9e-e50d-453f-ba48-a65d0a6ffba8 None None] For port df091658-f639-408c-8533-99cc740e65a9, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:18.727804 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f44bfd9e-e50d-453f-ba48-a65d0a6ffba8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.730250 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: df091658-f639-408c-8533-99cc740e65a9 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:35:18.730592 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device df091658-f639-408c-8533-99cc740e65a9 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:35:18.734984 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.741849 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f44bfd9e-e50d-453f-ba48-a65d0a6ffba8 None None] Calling delete_port for df091658-f639-408c-8533-99cc740e65a9 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:18.744577 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-f44bfd9e-e50d-453f-ba48-a65d0a6ffba8 None None] Port df091658-f639-408c-8533-99cc740e65a9 was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:35:18.745992 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f44bfd9e-e50d-453f-ba48-a65d0a6ffba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.753093 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.760269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:35:18.760924 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:35:18.763103 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:35:18.778057 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bfd9e-e50d-453f-ba48-a65d0a6ffba8 None None] Pushing event deleted for resources: {'Port': ['ID=df091658-f639-408c-8533-99cc740e65a9,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:18.786467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44bfd9e-e50d-453f-ba48-a65d0a6ffba8 None None] No DVR routers for this DVR port df091658-f639-408c-8533-99cc740e65a9 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:35:18.833366 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.840029 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:18.843848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] 10.222.0.107 "DELETE /v2.0/networks/0b8ebdc7-00c2-4de9-adf0-41be56e50b9d HTTP/1.1" status: 204 len: 168 time: 0.5676072 Nov 03 19:35:18.855040 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0dc9d-c1c0-41e0-8e7e-93aff10e22e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b8ebdc7-00c2-4de9-adf0-41be56e50b9d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:18.963960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38986) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:19.004078 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d31942c1-db68-4aa2-9ace-57afa6013faa admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=358c38f693394513801b231060b38043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387797 Nov 03 19:35:19.006639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 38988) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:19.054974 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05f8491a-dfc6-44f1-a144-b6fb8622330c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.076640 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05f8491a-dfc6-44f1-a144-b6fb8622330c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.125398 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05f8491a-dfc6-44f1-a144-b6fb8622330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.128738 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-05f8491a-dfc6-44f1-a144-b6fb8622330c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.129994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-05f8491a-dfc6-44f1-a144-b6fb8622330c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8ba117a2-dc8c-477d-be5c-7ad3630a56e4 HTTP/1.1" status: 204 len: 168 time: 0.1223621 Nov 03 19:35:19.138799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8491a-dfc6-44f1-a144-b6fb8622330c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba117a2-dc8c-477d-be5c-7ad3630a56e4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:19.856984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39010) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:19.963839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1108940456-network', 'tenant_id': 'd78fefdeb0fe4d658336dbe6f763d0bf'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:19.986347 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] Made reservation on behalf of d78fefdeb0fe4d658336dbe6f763d0bf for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:19.988685 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:19.996973 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.072495 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.076456 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.103634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:35:20.109991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26231373-c369-4d35-a04e-bb3c5abe77b3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:20.115963 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.116306 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] Added segment 9d511ba6-8591-4bff-b047-7c34c691b356 of type vlan for network 26935d29-3465-4f90-ab86-1da7f8b4d723 Nov 03 19:35:20.157856 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.190053 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.191055 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:20.191671 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.223595 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3654506 Nov 03 19:35:20.226816 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39014) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:20.231854 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a581a3ab-3a11-47ae-b387-f3dafb0c7583 admin admin] Request body: {'subnet': {'network_id': '26935d29-3465-4f90-ab86-1da7f8b4d723', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1108940456-subnet', 'tenant_id': 'd78fefdeb0fe4d658336dbe6f763d0bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:20.254062 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a581a3ab-3a11-47ae-b387-f3dafb0c7583 admin admin] Made reservation on behalf of d78fefdeb0fe4d658336dbe6f763d0bf for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:20.256406 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a581a3ab-3a11-47ae-b387-f3dafb0c7583 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.257729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35cfaa-4f29-4cd9-9436-7e526f5c1082 admin admin] Pushing event updated for resources: {'Network': ['ID=26935d29-3465-4f90-ab86-1da7f8b4d723,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:20.267842 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 26935d29-3465-4f90-ab86-1da7f8b4d723 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:35:20.424591 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a581a3ab-3a11-47ae-b387-f3dafb0c7583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.479921 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581a3ab-3a11-47ae-b387-f3dafb0c7583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ea1e9a5-3a26-4574-b8ae-c5f4ba66f0d3,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:20.487375 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a581a3ab-3a11-47ae-b387-f3dafb0c7583 admin admin] Checking segment: {'id': '9d511ba6-8591-4bff-b047-7c34c691b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26935d29-3465-4f90-ab86-1da7f8b4d723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:20.487837 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a581a3ab-3a11-47ae-b387-f3dafb0c7583 admin admin] Network hostable DHCP agents. Network: 26935d29-3465-4f90-ab86-1da7f8b4d723, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:35:20.504435 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a581a3ab-3a11-47ae-b387-f3dafb0c7583 admin admin] Network 26935d29-3465-4f90-ab86-1da7f8b4d723 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:35:20.513072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-a581a3ab-3a11-47ae-b387-f3dafb0c7583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 26935d29-3465-4f90-ab86-1da7f8b4d723) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:20.517459 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581a3ab-3a11-47ae-b387-f3dafb0c7583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:20.517986 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a581a3ab-3a11-47ae-b387-f3dafb0c7583 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:20.523061 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2018df87-eab2-4bd9-a095-bd3874f355ef None None] Network 26935d29-3465-4f90-ab86-1da7f8b4d723 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:20.541890 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a581a3ab-3a11-47ae-b387-f3dafb0c7583 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3066828 Nov 03 19:35:20.665033 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29443ea2-6332-4297-88b4-febc1c10974a None None] Network 26935d29-3465-4f90-ab86-1da7f8b4d723 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:20.998596 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fee182-8d21-43b3-9608-30331b770b88 req-09c23e98-b7f9-48d6-810b-e95249b9d782 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:21.000048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67fee182-8d21-43b3-9608-30331b770b88 req-09c23e98-b7f9-48d6-810b-e95249b9d782 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/networks?id=26935d29-3465-4f90-ab86-1da7f8b4d723 HTTP/1.1" status: 200 len: 814 time: 0.1041472 Nov 03 19:35:21.015618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67fee182-8d21-43b3-9608-30331b770b88 req-170d87c3-5844-4917-99cb-614fbe424b3e tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/quotas/d78fefdeb0fe4d658336dbe6f763d0bf HTTP/1.1" status: 200 len: 375 time: 0.0096834 Nov 03 19:35:21.050215 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67fee182-8d21-43b3-9608-30331b770b88 req-a6c21de2-165c-4c5e-8831-28d0dcd83e6c tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d78fefdeb0fe4d658336dbe6f763d0bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289202 Nov 03 19:35:21.241585 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67fee182-8d21-43b3-9608-30331b770b88 req-2adca001-5af2-4394-8ab1-5f5738696d91 service neutron] 10.222.0.107 "GET /v2.0/networks/26935d29-3465-4f90-ab86-1da7f8b4d723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296358 Nov 03 19:35:21.333839 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67fee182-8d21-43b3-9608-30331b770b88 req-80f48396-f0af-4fc3-b1ba-b68945bb40d0 service neutron] 10.222.0.107 "GET /v2.0/networks/26935d29-3465-4f90-ab86-1da7f8b4d723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860405 Nov 03 19:35:21.494922 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b93a6800-fbe1-4db3-9759-cdecd7904458 req-00052347-2bb0-4f6a-8588-52b7dad04180 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 210 time: 0.0269494 Nov 03 19:35:22.598927 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ff92498-3e2d-498f-baff-04f791617e24 req-934f56b9-598d-4d05-9d2f-8fb9934358b7 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 210 time: 0.0299182 Nov 03 19:35:22.660478 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fee182-8d21-43b3-9608-30331b770b88 req-dbc45682-0855-4f81-ab8c-b13f488c4dc8 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:22.661971 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67fee182-8d21-43b3-9608-30331b770b88 req-dbc45682-0855-4f81-ab8c-b13f488c4dc8 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.87 "GET /v2.0/networks?id=26935d29-3465-4f90-ab86-1da7f8b4d723 HTTP/1.1" status: 200 len: 814 time: 0.1111534 Nov 03 19:35:22.684204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-67fee182-8d21-43b3-9608-30331b770b88 req-fea70624-ad92-4c94-8d08-deee174795e9 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Request body: {'port': {'device_id': '363c8a2e-ba26-4c21-8d28-989e21cc28c4', 'network_id': '26935d29-3465-4f90-ab86-1da7f8b4d723', 'admin_state_up': True, 'tenant_id': 'd78fefdeb0fe4d658336dbe6f763d0bf'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:22.790163 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fee182-8d21-43b3-9608-30331b770b88 req-fea70624-ad92-4c94-8d08-deee174795e9 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Made reservation on behalf of d78fefdeb0fe4d658336dbe6f763d0bf for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:22.794454 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-67fee182-8d21-43b3-9608-30331b770b88 req-fea70624-ad92-4c94-8d08-deee174795e9 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:22.923236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-67fee182-8d21-43b3-9608-30331b770b88 req-fea70624-ad92-4c94-8d08-deee174795e9 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Allocated IP 172.20.0.4 (26935d29-3465-4f90-ab86-1da7f8b4d723/0ea1e9a5-3a26-4574-b8ae-c5f4ba66f0d3/65f0489f-b5c9-430d-b894-2a06f5b9d590) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:23.068175 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-67fee182-8d21-43b3-9608-30331b770b88 req-fea70624-ad92-4c94-8d08-deee174795e9 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:23.101151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-67fee182-8d21-43b3-9608-30331b770b88 req-fea70624-ad92-4c94-8d08-deee174795e9 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:23.140691 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fee182-8d21-43b3-9608-30331b770b88 req-fea70624-ad92-4c94-8d08-deee174795e9 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Network 26935d29-3465-4f90-ab86-1da7f8b4d723 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:23.144390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-67fee182-8d21-43b3-9608-30331b770b88 req-fea70624-ad92-4c94-8d08-deee174795e9 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:23.146748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fee182-8d21-43b3-9608-30331b770b88 req-fea70624-ad92-4c94-8d08-deee174795e9 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:23.178888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea70624-ad92-4c94-8d08-deee174795e9 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Pushing event updated for resources: {'Port': ['ID=65f0489f-b5c9-430d-b894-2a06f5b9d590,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:23.203737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fee182-8d21-43b3-9608-30331b770b88 req-fea70624-ad92-4c94-8d08-deee174795e9 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:23.205087 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-67fee182-8d21-43b3-9608-30331b770b88 req-fea70624-ad92-4c94-8d08-deee174795e9 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:23.219811 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67fee182-8d21-43b3-9608-30331b770b88 req-fea70624-ad92-4c94-8d08-deee174795e9 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5407615 Nov 03 19:35:23.238735 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Request body: {'port': {'device_id': '363c8a2e-ba26-4c21-8d28-989e21cc28c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:23.295086 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:23.547410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f0489f-b5c9-430d-b894-2a06f5b9d590 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:35:23.555418 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:23.567682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Transition to ACTIVE for port object 65f0489f-b5c9-430d-b894-2a06f5b9d590 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:35:23.571866 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:23.625864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Pushing event updated for resources: {'Port': ['ID=65f0489f-b5c9-430d-b894-2a06f5b9d590,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:23.690999 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Attempting to bind port 65f0489f-b5c9-430d-b894-2a06f5b9d590 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:23.691698 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Attempting to bind port 65f0489f-b5c9-430d-b894-2a06f5b9d590 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '9d511ba6-8591-4bff-b047-7c34c691b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26935d29-3465-4f90-ab86-1da7f8b4d723'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:23.691698 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Attempting to bind port 65f0489f-b5c9-430d-b894-2a06f5b9d590 on network 26935d29-3465-4f90-ab86-1da7f8b4d723 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:23.697394 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Port 65f0489f-b5c9-430d-b894-2a06f5b9d590 on network 26935d29-3465-4f90-ab86-1da7f8b4d723 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:35:23.697721 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Attempting to bind port 65f0489f-b5c9-430d-b894-2a06f5b9d590 on network 26935d29-3465-4f90-ab86-1da7f8b4d723 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:23.702538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:23.702873 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Checking segment: {'id': '9d511ba6-8591-4bff-b047-7c34c691b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26935d29-3465-4f90-ab86-1da7f8b4d723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:23.703258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Bound using segment: {'id': '9d511ba6-8591-4bff-b047-7c34c691b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26935d29-3465-4f90-ab86-1da7f8b4d723'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:23.703728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Bound port: 65f0489f-b5c9-430d-b894-2a06f5b9d590, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d511ba6-8591-4bff-b047-7c34c691b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26935d29-3465-4f90-ab86-1da7f8b4d723'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:23.704151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:23.721148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec965aec-d9d4-4b82-a313-08d9d296613f req-4793ccd4-2255-4d61-9d04-c1e12b4f4f23 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:23.722660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec965aec-d9d4-4b82-a313-08d9d296613f req-4793ccd4-2255-4d61-9d04-c1e12b4f4f23 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 943 time: 0.0504484 Nov 03 19:35:23.767354 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] For port 65f0489f-b5c9-430d-b894-2a06f5b9d590, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:23.769599 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec965aec-d9d4-4b82-a313-08d9d296613f req-394d7201-e0d4-4e5f-9193-abed30bd0e63 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Nov 03 19:35:23.770445 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] For port 65f0489f-b5c9-430d-b894-2a06f5b9d590, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=65f0489f-b5c9-430d-b894-2a06f5b9d590,segment=NetworkSegment(9d511ba6-8591-4bff-b047-7c34c691b356),segment_id=9d511ba6-8591-4bff-b047-7c34c691b356)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:23.775319 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:23.813939 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:23.814568 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:23.816016 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67fee182-8d21-43b3-9608-30331b770b88 req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] 10.222.0.87 "PUT /v2.0/ports/65f0489f-b5c9-430d-b894-2a06f5b9d590 HTTP/1.1" status: 200 len: 1091 time: 0.5813253 Nov 03 19:35:23.816476 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363c8a2e-ba26-4c21-8d28-989e21cc28c4', 'tag': '65f0489f-b5c9-430d-b894-2a06f5b9d590'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:23.818726 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e75412b-23ab-479b-8c53-a9f8f595835b" -d '{"events": [{"name": "network-changed", "server_uuid": "363c8a2e-ba26-4c21-8d28-989e21cc28c4", "tag": "65f0489f-b5c9-430d-b894-2a06f5b9d590"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:23.842645 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad32ff-643d-4383-b01e-010bf7729a64 service neutron] Pushing event updated for resources: {'Port': ['ID=65f0489f-b5c9-430d-b894-2a06f5b9d590,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:23.858997 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187f9ca0-4e09-4403-950b-175bd065f59f x-openstack-request-id: req-187f9ca0-4e09-4403-950b-175bd065f59f {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:23.859306 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363c8a2e-ba26-4c21-8d28-989e21cc28c4", "tag": "65f0489f-b5c9-430d-b894-2a06f5b9d590", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:23.859562 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-187f9ca0-4e09-4403-950b-175bd065f59f {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:23.861002 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363c8a2e-ba26-4c21-8d28-989e21cc28c4', 'tag': '65f0489f-b5c9-430d-b894-2a06f5b9d590', 'status': 'completed', 'code': 200} Nov 03 19:35:23.921097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fee182-8d21-43b3-9608-30331b770b88 req-5c6926b5-48a3-488e-ba72-d54d3d17f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:23.922580 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67fee182-8d21-43b3-9608-30331b770b88 req-5c6926b5-48a3-488e-ba72-d54d3d17f08f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d78fefdeb0fe4d658336dbe6f763d0bf&device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 1094 time: 0.0417817 Nov 03 19:35:23.971867 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67fee182-8d21-43b3-9608-30331b770b88 req-3dfb4610-1b3c-42fa-ac2a-f1f20a41f342 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65f0489f-b5c9-430d-b894-2a06f5b9d590 HTTP/1.1" status: 200 len: 217 time: 0.0331333 Nov 03 19:35:24.019139 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fee182-8d21-43b3-9608-30331b770b88 req-03669d78-6acb-411e-a613-f20e782d96de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:24.020555 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67fee182-8d21-43b3-9608-30331b770b88 req-03669d78-6acb-411e-a613-f20e782d96de service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0ea1e9a5-3a26-4574-b8ae-c5f4ba66f0d3 HTTP/1.1" status: 200 len: 854 time: 0.0416548 Nov 03 19:35:24.056928 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67fee182-8d21-43b3-9608-30331b770b88 req-d85067a0-0e76-4ca3-ac4b-29b2fc286d8b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=26935d29-3465-4f90-ab86-1da7f8b4d723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286717 Nov 03 19:35:24.148139 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67fee182-8d21-43b3-9608-30331b770b88 req-2124f6f0-497a-48e8-8fdc-71c71657819e service neutron] 10.222.0.87 "GET /v2.0/networks/26935d29-3465-4f90-ab86-1da7f8b4d723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805187 Nov 03 19:35:24.243537 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67fee182-8d21-43b3-9608-30331b770b88 req-87689d06-d72e-466e-bcb2-29916c6af159 service neutron] 10.222.0.87 "GET /v2.0/networks/26935d29-3465-4f90-ab86-1da7f8b4d723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879223 Nov 03 19:35:24.373169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75412b-23ab-479b-8c53-a9f8f595835b req-7da4330f-163d-4e44-a9d4-182256ae3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:24.374686 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e75412b-23ab-479b-8c53-a9f8f595835b req-7da4330f-163d-4e44-a9d4-182256ae3422 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d78fefdeb0fe4d658336dbe6f763d0bf&device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 1094 time: 0.0412593 Nov 03 19:35:24.476183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75412b-23ab-479b-8c53-a9f8f595835b req-7142fe84-aaee-4587-8f9f-122eb11d2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:24.477701 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e75412b-23ab-479b-8c53-a9f8f595835b req-7142fe84-aaee-4587-8f9f-122eb11d2460 service neutron] 10.222.0.87 "GET /v2.0/networks?id=26935d29-3465-4f90-ab86-1da7f8b4d723 HTTP/1.1" status: 200 len: 915 time: 0.0952377 Nov 03 19:35:24.521536 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e75412b-23ab-479b-8c53-a9f8f595835b req-1c15b86d-abbb-4058-83c4-e6d75ad740db service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65f0489f-b5c9-430d-b894-2a06f5b9d590 HTTP/1.1" status: 200 len: 217 time: 0.0343635 Nov 03 19:35:24.570205 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75412b-23ab-479b-8c53-a9f8f595835b req-eabb4d40-73e5-498c-acfb-21c82de8b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:24.571688 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e75412b-23ab-479b-8c53-a9f8f595835b req-eabb4d40-73e5-498c-acfb-21c82de8b716 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0ea1e9a5-3a26-4574-b8ae-c5f4ba66f0d3 HTTP/1.1" status: 200 len: 854 time: 0.0427644 Nov 03 19:35:24.605098 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e75412b-23ab-479b-8c53-a9f8f595835b req-acdfe644-88c5-4235-9745-eb7e23be6cdb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=26935d29-3465-4f90-ab86-1da7f8b4d723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236633 Nov 03 19:35:24.698921 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e75412b-23ab-479b-8c53-a9f8f595835b req-631735a8-e787-4c77-9c6f-bd40de96a54f service neutron] 10.222.0.87 "GET /v2.0/networks/26935d29-3465-4f90-ab86-1da7f8b4d723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849433 Nov 03 19:35:24.788962 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-0e75412b-23ab-479b-8c53-a9f8f595835b req-f1ab5dbf-6119-4b76-b751-694b73517086 service neutron] 10.222.0.87 "GET /v2.0/networks/26935d29-3465-4f90-ab86-1da7f8b4d723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821621 Nov 03 19:35:24.908063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b833438-3f8f-4e9a-ba0f-0a05c60820fb req-5da68b35-4894-417b-8835-cafc477cf2ea tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:24.909586 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b833438-3f8f-4e9a-ba0f-0a05c60820fb req-5da68b35-4894-417b-8835-cafc477cf2ea tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 943 time: 0.0598874 Nov 03 19:35:25.306960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0b833438-3f8f-4e9a-ba0f-0a05c60820fb req-099d9fa7-133d-494b-80b7-88fb50ffa117 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884711 Nov 03 19:35:25.856784 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ed1e79dc-d10d-44e0-9112-0eb8d33a8722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:26.425236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11814e-112a-4bda-bbab-ddfad042aa66 req-709dbe0f-a072-484e-95ea-802b4116ec24 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:26.426723 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f11814e-112a-4bda-bbab-ddfad042aa66 req-709dbe0f-a072-484e-95ea-802b4116ec24 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 943 time: 0.0513031 Nov 03 19:35:26.473793 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2f11814e-112a-4bda-bbab-ddfad042aa66 req-39697f5b-431e-432f-80bf-c2f894a761bb tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Nov 03 19:35:27.588062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b2481-4193-4583-9bca-9fa68e0a88f6 req-b4d2a08c-0829-458a-b96b-ec4f1ff54dc4 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:27.589542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c76b2481-4193-4583-9bca-9fa68e0a88f6 req-b4d2a08c-0829-458a-b96b-ec4f1ff54dc4 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 943 time: 0.0479789 Nov 03 19:35:27.639679 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c76b2481-4193-4583-9bca-9fa68e0a88f6 req-a0e224d8-7575-4328-b562-23ec5664767b tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434465 Nov 03 19:35:27.884573 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 65f0489f-b5c9-430d-b894-2a06f5b9d590 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:35:27.981672 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 65f0489f-b5c9-430d-b894-2a06f5b9d590, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=65f0489f-b5c9-430d-b894-2a06f5b9d590,segment=NetworkSegment(9d511ba6-8591-4bff-b047-7c34c691b356),segment_id=9d511ba6-8591-4bff-b047-7c34c691b356)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:27.992390 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '65f0489f-b5c9-430d-b894-2a06f5b9d590', 'network_id': '26935d29-3465-4f90-ab86-1da7f8b4d723', 'port_id': '65f0489f-b5c9-430d-b894-2a06f5b9d590', 'mac_address': 'fa:16:3e:1a:9d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea1e9a5-3a26-4574-b8ae-c5f4ba66f0d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:35:28.027951 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:28.040864 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f0489f-b5c9-430d-b894-2a06f5b9d590 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:35:28.063224 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 65f0489f-b5c9-430d-b894-2a06f5b9d590, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=65f0489f-b5c9-430d-b894-2a06f5b9d590,segment=NetworkSegment(9d511ba6-8591-4bff-b047-7c34c691b356),segment_id=9d511ba6-8591-4bff-b047-7c34c691b356)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:28.067447 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:28.113591 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=65f0489f-b5c9-430d-b894-2a06f5b9d590,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:28.174276 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e46dc29f-86ed-46c4-9d1d-dfa387ddc4ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:28.340563 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['65f0489f-b5c9-430d-b894-2a06f5b9d590'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:35:28.762882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef871b47-62a5-4743-9b6d-eec41acc1295 req-74db1043-a1fc-447e-b0f9-19a74d7907c7 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:28.764400 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ef871b47-62a5-4743-9b6d-eec41acc1295 req-74db1043-a1fc-447e-b0f9-19a74d7907c7 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 944 time: 0.0492628 Nov 03 19:35:28.810989 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ef871b47-62a5-4743-9b6d-eec41acc1295 req-54b45476-328a-4f27-aa04-3dae560f8b29 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 Nov 03 19:35:29.585279 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:29.884265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 65f0489f-b5c9-430d-b894-2a06f5b9d590 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:29.925774 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb4b03-8d41-4225-84fa-cf1885860541 req-a872f68e-b059-4ce5-b5cb-65b2d9e086cb tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:29.927296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68bb4b03-8d41-4225-84fa-cf1885860541 req-a872f68e-b059-4ce5-b5cb-65b2d9e086cb tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 944 time: 0.0492616 Nov 03 19:35:29.937776 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 65f0489f-b5c9-430d-b894-2a06f5b9d590 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:35:29.942370 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 65f0489f-b5c9-430d-b894-2a06f5b9d590 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:29.942736 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:29.980064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68bb4b03-8d41-4225-84fa-cf1885860541 req-366663c6-ba1c-44f9-9904-188e0e618812 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452046 Nov 03 19:35:30.019189 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:30.044334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363c8a2e-ba26-4c21-8d28-989e21cc28c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f0489f-b5c9-430d-b894-2a06f5b9d590'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:30.046386 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bbae58-3bac-4725-944e-7fba90b94dd7" -d '{"events": [{"server_uuid": "363c8a2e-ba26-4c21-8d28-989e21cc28c4", "name": "network-vif-plugged", "status": "completed", "tag": "65f0489f-b5c9-430d-b894-2a06f5b9d590"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:30.058698 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 65f0489f-b5c9-430d-b894-2a06f5b9d590, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=65f0489f-b5c9-430d-b894-2a06f5b9d590,segment=NetworkSegment(9d511ba6-8591-4bff-b047-7c34c691b356),segment_id=9d511ba6-8591-4bff-b047-7c34c691b356)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:30.062862 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:30.086637 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8ff626-ab20-473e-86a7-ed583d1fa1c9 x-openstack-request-id: req-af8ff626-ab20-473e-86a7-ed583d1fa1c9 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:30.086922 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363c8a2e-ba26-4c21-8d28-989e21cc28c4", "name": "network-vif-plugged", "status": "completed", "tag": "65f0489f-b5c9-430d-b894-2a06f5b9d590", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:30.087171 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-af8ff626-ab20-473e-86a7-ed583d1fa1c9 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:30.087555 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363c8a2e-ba26-4c21-8d28-989e21cc28c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f0489f-b5c9-430d-b894-2a06f5b9d590', 'code': 200} Nov 03 19:35:30.112542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=65f0489f-b5c9-430d-b894-2a06f5b9d590,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:30.218149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668023ae-9d59-443b-83a2-e31092b2e9c9 req-98373daf-60cc-4930-825d-b994ed5b0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:30.219715 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-668023ae-9d59-443b-83a2-e31092b2e9c9 req-98373daf-60cc-4930-825d-b994ed5b0e0b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 1096 time: 0.0439391 Nov 03 19:35:30.263783 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-668023ae-9d59-443b-83a2-e31092b2e9c9 req-48646f0c-1005-48fc-ab9b-967d921df38e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366192 Nov 03 19:35:30.852139 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:31.030512 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:31.099213 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b0159-9bd6-42a5-a46c-95a71928e4c4 req-285722ac-6889-42e4-bb7b-60bf2da88584 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:31.100714 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-380b0159-9bd6-42a5-a46c-95a71928e4c4 req-285722ac-6889-42e4-bb7b-60bf2da88584 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 945 time: 0.0536485 Nov 03 19:35:31.147398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-380b0159-9bd6-42a5-a46c-95a71928e4c4 req-77c94974-788d-458c-aad3-bd3273ed60a0 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405650 Nov 03 19:35:31.551141 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:32.262463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b615101-44ed-49b9-9d5e-316a8681662f req-fb4a4c44-40be-483d-ae75-22947a5a4261 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:32.264019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b615101-44ed-49b9-9d5e-316a8681662f req-fb4a4c44-40be-483d-ae75-22947a5a4261 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 945 time: 0.0483902 Nov 03 19:35:32.311359 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b615101-44ed-49b9-9d5e-316a8681662f req-2cb8399f-43cc-40fa-9326-511d6b41e730 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408075 Nov 03 19:35:32.540704 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a052-dbcc-411a-a814-1e077b49347c req-53162a3d-7c3f-4fb6-95f0-5e938e40ffb3 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:32.542183 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-53162a3d-7c3f-4fb6-95f0-5e938e40ffb3 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/networks?id=26935d29-3465-4f90-ab86-1da7f8b4d723 HTTP/1.1" status: 200 len: 814 time: 0.1046126 Nov 03 19:35:32.557564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-49053996-e665-4cf7-a981-394e4bcc99fa tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/quotas/d78fefdeb0fe4d658336dbe6f763d0bf HTTP/1.1" status: 200 len: 375 time: 0.0090990 Nov 03 19:35:32.605453 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-d4b9762f-3643-4ea4-ac27-57cfe69f7677 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d78fefdeb0fe4d658336dbe6f763d0bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423636 Nov 03 19:35:32.616597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-4e7c26bd-335b-4b6c-aa43-e2b71ec5117b service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:35:32.617537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-4e7c26bd-335b-4b6c-aa43-e2b71ec5117b service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0049608 Nov 03 19:35:32.708392 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-2a9dd930-c02f-4942-b7e9-7aa99632d759 service neutron] 10.222.0.107 "GET /v2.0/networks/26935d29-3465-4f90-ab86-1da7f8b4d723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852079 Nov 03 19:35:32.796385 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-3d24c2bd-07da-433e-9b5c-dce8c0a13fcd service neutron] 10.222.0.107 "GET /v2.0/networks/26935d29-3465-4f90-ab86-1da7f8b4d723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818927 Nov 03 19:35:32.952496 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1dd843ab-3cef-4529-89f8-35ccde760ec3 req-3eab0a29-c96a-48c5-9c69-b3e82cb3ebfc tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=83017267-5211-4e1f-8ea6-6112bc6f51f8 HTTP/1.1" status: 200 len: 210 time: 0.0273733 Nov 03 19:35:33.905641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a052-dbcc-411a-a814-1e077b49347c req-16d99b90-0040-4519-8702-818bfe5a2ea7 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:33.907429 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-16d99b90-0040-4519-8702-818bfe5a2ea7 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.98 "GET /v2.0/networks?id=26935d29-3465-4f90-ab86-1da7f8b4d723 HTTP/1.1" status: 200 len: 814 time: 0.1117876 Nov 03 19:35:33.920360 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-efe5a052-dbcc-411a-a814-1e077b49347c req-e93748e2-dd0a-4136-86c8-2bad849d9e02 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Request body: {'port': {'device_id': '83017267-5211-4e1f-8ea6-6112bc6f51f8', 'network_id': '26935d29-3465-4f90-ab86-1da7f8b4d723', 'admin_state_up': True, 'tenant_id': 'd78fefdeb0fe4d658336dbe6f763d0bf'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:34.053295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45c4631f-b90c-49a2-aacc-b5d1cabd8604 req-6476d501-76f9-4d9f-b240-e82c40c19277 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=83017267-5211-4e1f-8ea6-6112bc6f51f8 HTTP/1.1" status: 200 len: 210 time: 0.0329812 Nov 03 19:35:34.057899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe5a052-dbcc-411a-a814-1e077b49347c req-e93748e2-dd0a-4136-86c8-2bad849d9e02 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Made reservation on behalf of d78fefdeb0fe4d658336dbe6f763d0bf for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:34.061444 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-efe5a052-dbcc-411a-a814-1e077b49347c req-e93748e2-dd0a-4136-86c8-2bad849d9e02 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.187850 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-efe5a052-dbcc-411a-a814-1e077b49347c req-e93748e2-dd0a-4136-86c8-2bad849d9e02 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Allocated IP 172.20.0.8 (26935d29-3465-4f90-ab86-1da7f8b4d723/0ea1e9a5-3a26-4574-b8ae-c5f4ba66f0d3/9168a18f-7f5a-469b-82ee-f41472632fe4) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:34.331088 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-efe5a052-dbcc-411a-a814-1e077b49347c req-e93748e2-dd0a-4136-86c8-2bad849d9e02 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.367238 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-efe5a052-dbcc-411a-a814-1e077b49347c req-e93748e2-dd0a-4136-86c8-2bad849d9e02 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.401935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['65f0489f-b5c9-430d-b894-2a06f5b9d590'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:35:34.413808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe5a052-dbcc-411a-a814-1e077b49347c req-e93748e2-dd0a-4136-86c8-2bad849d9e02 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Network 26935d29-3465-4f90-ab86-1da7f8b4d723 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:34.417016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-efe5a052-dbcc-411a-a814-1e077b49347c req-e93748e2-dd0a-4136-86c8-2bad849d9e02 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:34.419545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe5a052-dbcc-411a-a814-1e077b49347c req-e93748e2-dd0a-4136-86c8-2bad849d9e02 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:34.453823 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93748e2-dd0a-4136-86c8-2bad849d9e02 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Pushing event updated for resources: {'Port': ['ID=9168a18f-7f5a-469b-82ee-f41472632fe4,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:34.486852 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a052-dbcc-411a-a814-1e077b49347c req-e93748e2-dd0a-4136-86c8-2bad849d9e02 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:34.487525 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-efe5a052-dbcc-411a-a814-1e077b49347c req-e93748e2-dd0a-4136-86c8-2bad849d9e02 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.504527 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-e93748e2-dd0a-4136-86c8-2bad849d9e02 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5881877 Nov 03 19:35:34.517894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Request body: {'port': {'device_id': '83017267-5211-4e1f-8ea6-6112bc6f51f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:34.580726 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.847748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9168a18f-7f5a-469b-82ee-f41472632fe4 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:35:34.855106 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.868370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Transition to ACTIVE for port object 9168a18f-7f5a-469b-82ee-f41472632fe4 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:35:34.871989 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:34.926242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=9168a18f-7f5a-469b-82ee-f41472632fe4,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:34.993703 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Attempting to bind port 9168a18f-7f5a-469b-82ee-f41472632fe4 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:34.993951 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Attempting to bind port 9168a18f-7f5a-469b-82ee-f41472632fe4 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '9d511ba6-8591-4bff-b047-7c34c691b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26935d29-3465-4f90-ab86-1da7f8b4d723'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:34.994277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Attempting to bind port 9168a18f-7f5a-469b-82ee-f41472632fe4 on network 26935d29-3465-4f90-ab86-1da7f8b4d723 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:34.998478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Port 9168a18f-7f5a-469b-82ee-f41472632fe4 on network 26935d29-3465-4f90-ab86-1da7f8b4d723 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:35:34.998792 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Attempting to bind port 9168a18f-7f5a-469b-82ee-f41472632fe4 on network 26935d29-3465-4f90-ab86-1da7f8b4d723 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:35.007355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:35.007820 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Checking segment: {'id': '9d511ba6-8591-4bff-b047-7c34c691b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26935d29-3465-4f90-ab86-1da7f8b4d723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:35.008239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Bound using segment: {'id': '9d511ba6-8591-4bff-b047-7c34c691b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26935d29-3465-4f90-ab86-1da7f8b4d723'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:35.008759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Bound port: 9168a18f-7f5a-469b-82ee-f41472632fe4, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d511ba6-8591-4bff-b047-7c34c691b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '26935d29-3465-4f90-ab86-1da7f8b4d723'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:35.009114 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.071025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] For port 9168a18f-7f5a-469b-82ee-f41472632fe4, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:35.074392 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] For port 9168a18f-7f5a-469b-82ee-f41472632fe4, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9168a18f-7f5a-469b-82ee-f41472632fe4,segment=NetworkSegment(9d511ba6-8591-4bff-b047-7c34c691b356),segment_id=9d511ba6-8591-4bff-b047-7c34c691b356)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:35.080155 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.114361 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:35.115009 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:35.116417 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] 10.222.0.98 "PUT /v2.0/ports/9168a18f-7f5a-469b-82ee-f41472632fe4 HTTP/1.1" status: 200 len: 1091 time: 0.6031766 Nov 03 19:35:35.116861 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83017267-5211-4e1f-8ea6-6112bc6f51f8', 'tag': '9168a18f-7f5a-469b-82ee-f41472632fe4'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:35.119105 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ceb58c-ba2b-44d6-9e81-de3f64e75445" -d '{"events": [{"name": "network-changed", "server_uuid": "83017267-5211-4e1f-8ea6-6112bc6f51f8", "tag": "9168a18f-7f5a-469b-82ee-f41472632fe4"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:35.165456 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd225544-7295-450d-9e3c-9365032ed3e0 x-openstack-request-id: req-fd225544-7295-450d-9e3c-9365032ed3e0 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:35.165749 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83017267-5211-4e1f-8ea6-6112bc6f51f8", "tag": "9168a18f-7f5a-469b-82ee-f41472632fe4", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:35.165999 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fd225544-7295-450d-9e3c-9365032ed3e0 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:35.166390 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83017267-5211-4e1f-8ea6-6112bc6f51f8', 'tag': '9168a18f-7f5a-469b-82ee-f41472632fe4', 'status': 'completed', 'code': 200} Nov 03 19:35:35.181714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bbdb7-43ac-4144-b1f9-c7d646497ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=9168a18f-7f5a-469b-82ee-f41472632fe4,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:35.228838 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbae10-b66c-4700-b8f8-b1c7e55bf46e req-2f8f8fb1-4caa-4d3a-a8e9-78c7fc68a225 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:35.230342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b2cbae10-b66c-4700-b8f8-b1c7e55bf46e req-2f8f8fb1-4caa-4d3a-a8e9-78c7fc68a225 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=83017267-5211-4e1f-8ea6-6112bc6f51f8 HTTP/1.1" status: 200 len: 943 time: 0.1011281 Nov 03 19:35:35.232177 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a052-dbcc-411a-a814-1e077b49347c req-7a9e353d-5bc8-4e88-8445-22e3b754a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:35.233519 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-7a9e353d-5bc8-4e88-8445-22e3b754a0a8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d78fefdeb0fe4d658336dbe6f763d0bf&device_id=83017267-5211-4e1f-8ea6-6112bc6f51f8 HTTP/1.1" status: 200 len: 1094 time: 0.0699241 Nov 03 19:35:35.282857 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-48e5a7cc-5237-411b-83a9-d69065d97284 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9168a18f-7f5a-469b-82ee-f41472632fe4 HTTP/1.1" status: 200 len: 217 time: 0.0398147 Nov 03 19:35:35.341461 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b2cbae10-b66c-4700-b8f8-b1c7e55bf46e req-fad80a5b-9548-427f-b700-b993c669b2bb tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050241 Nov 03 19:35:35.354479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a052-dbcc-411a-a814-1e077b49347c req-5f5b6906-3c45-4526-a1a4-7afa14b6a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:35.355968 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-5f5b6906-3c45-4526-a1a4-7afa14b6a1e5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0ea1e9a5-3a26-4574-b8ae-c5f4ba66f0d3 HTTP/1.1" status: 200 len: 854 time: 0.0674157 Nov 03 19:35:35.390126 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-31d1d894-86ed-4745-97ca-a55ae3f3d460 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=26935d29-3465-4f90-ab86-1da7f8b4d723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274129 Nov 03 19:35:35.481055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-20ad2b0c-8a1e-4057-9edb-626c582cf185 service neutron] 10.222.0.98 "GET /v2.0/networks/26935d29-3465-4f90-ab86-1da7f8b4d723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840690 Nov 03 19:35:35.575235 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe5a052-dbcc-411a-a814-1e077b49347c req-85c9e1ff-94bf-455a-b749-3d58830c148e service neutron] 10.222.0.98 "GET /v2.0/networks/26935d29-3465-4f90-ab86-1da7f8b4d723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877085 Nov 03 19:35:35.657208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ceb58c-ba2b-44d6-9e81-de3f64e75445 req-037b86a6-104f-4f31-a8d3-633420ffc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:35.659259 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0ceb58c-ba2b-44d6-9e81-de3f64e75445 req-037b86a6-104f-4f31-a8d3-633420ffc9be service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d78fefdeb0fe4d658336dbe6f763d0bf&device_id=83017267-5211-4e1f-8ea6-6112bc6f51f8 HTTP/1.1" status: 200 len: 1094 time: 0.0418196 Nov 03 19:35:35.754884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ceb58c-ba2b-44d6-9e81-de3f64e75445 req-cab3c571-a49d-4f90-9a39-822f66626d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:35.756424 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0ceb58c-ba2b-44d6-9e81-de3f64e75445 req-cab3c571-a49d-4f90-9a39-822f66626d7c service neutron] 10.222.0.98 "GET /v2.0/networks?id=26935d29-3465-4f90-ab86-1da7f8b4d723 HTTP/1.1" status: 200 len: 915 time: 0.0906177 Nov 03 19:35:35.797721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0ceb58c-ba2b-44d6-9e81-de3f64e75445 req-58835271-b370-49ca-8f2e-ec4607497474 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9168a18f-7f5a-469b-82ee-f41472632fe4 HTTP/1.1" status: 200 len: 217 time: 0.0343084 Nov 03 19:35:35.847874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ceb58c-ba2b-44d6-9e81-de3f64e75445 req-2cbab801-d954-4c13-bba3-1041a43b632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:35.849296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0ceb58c-ba2b-44d6-9e81-de3f64e75445 req-2cbab801-d954-4c13-bba3-1041a43b632d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0ea1e9a5-3a26-4574-b8ae-c5f4ba66f0d3 HTTP/1.1" status: 200 len: 854 time: 0.0441365 Nov 03 19:35:35.886731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0ceb58c-ba2b-44d6-9e81-de3f64e75445 req-778de602-7891-437c-b77c-7c5cad6472b0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=26935d29-3465-4f90-ab86-1da7f8b4d723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281367 Nov 03 19:35:35.974909 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0ceb58c-ba2b-44d6-9e81-de3f64e75445 req-7fb46a52-430a-4324-b0dc-c5bbbf78d767 service neutron] 10.222.0.98 "GET /v2.0/networks/26935d29-3465-4f90-ab86-1da7f8b4d723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808592 Nov 03 19:35:36.087730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0ceb58c-ba2b-44d6-9e81-de3f64e75445 req-bcb8beb1-4c75-42a1-ad3e-773680918975 service neutron] 10.222.0.98 "GET /v2.0/networks/26935d29-3465-4f90-ab86-1da7f8b4d723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051650 Nov 03 19:35:36.458588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5b230-32fd-4433-b20e-d3c3806f4b43 req-1647825c-47b6-4b76-a072-bd92100033d3 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:36.460095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40e5b230-32fd-4433-b20e-d3c3806f4b43 req-1647825c-47b6-4b76-a072-bd92100033d3 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=83017267-5211-4e1f-8ea6-6112bc6f51f8 HTTP/1.1" status: 200 len: 943 time: 0.0489578 Nov 03 19:35:36.506693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40e5b230-32fd-4433-b20e-d3c3806f4b43 req-b0fc2f3c-aa8b-4211-85bb-174148a9de1a tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Nov 03 19:35:37.186182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9168a18f-7f5a-469b-82ee-f41472632fe4 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:35:37.280586 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 9168a18f-7f5a-469b-82ee-f41472632fe4, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9168a18f-7f5a-469b-82ee-f41472632fe4,segment=NetworkSegment(9d511ba6-8591-4bff-b047-7c34c691b356),segment_id=9d511ba6-8591-4bff-b047-7c34c691b356)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:37.292178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '9168a18f-7f5a-469b-82ee-f41472632fe4', 'network_id': '26935d29-3465-4f90-ab86-1da7f8b4d723', 'port_id': '9168a18f-7f5a-469b-82ee-f41472632fe4', 'mac_address': 'fa:16:3e:97:d7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea1e9a5-3a26-4574-b8ae-c5f4ba66f0d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:35:37.328459 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:37.341040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9168a18f-7f5a-469b-82ee-f41472632fe4 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:35:37.361928 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 9168a18f-7f5a-469b-82ee-f41472632fe4, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9168a18f-7f5a-469b-82ee-f41472632fe4,segment=NetworkSegment(9d511ba6-8591-4bff-b047-7c34c691b356),segment_id=9d511ba6-8591-4bff-b047-7c34c691b356)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:37.365035 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:37.412395 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=9168a18f-7f5a-469b-82ee-f41472632fe4,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:37.556190 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['9168a18f-7f5a-469b-82ee-f41472632fe4'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:35:37.624347 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324779fe-d471-4074-b302-548bdbe2b291 req-e318dccd-e49c-4836-a0ef-4a2728a22fcd tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:37.625870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-324779fe-d471-4074-b302-548bdbe2b291 req-e318dccd-e49c-4836-a0ef-4a2728a22fcd tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=83017267-5211-4e1f-8ea6-6112bc6f51f8 HTTP/1.1" status: 200 len: 944 time: 0.0500910 Nov 03 19:35:37.677692 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-324779fe-d471-4074-b302-548bdbe2b291 req-e7a807d8-ad14-4899-bb7f-f5998f9c1498 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458200 Nov 03 19:35:38.794299 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f345c7-67e1-4ce0-a1d2-c66077501b4b req-5082dc55-f65f-4d45-a95e-ddb7f60564ed tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:38.795870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6f345c7-67e1-4ce0-a1d2-c66077501b4b req-5082dc55-f65f-4d45-a95e-ddb7f60564ed tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=83017267-5211-4e1f-8ea6-6112bc6f51f8 HTTP/1.1" status: 200 len: 944 time: 0.0502019 Nov 03 19:35:38.843498 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6f345c7-67e1-4ce0-a1d2-c66077501b4b req-a884ba2a-ffd6-430f-aa39-3e5c4d5cb0d6 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416481 Nov 03 19:35:39.202528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9168a18f-7f5a-469b-82ee-f41472632fe4 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:39.250287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 9168a18f-7f5a-469b-82ee-f41472632fe4 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:35:39.254386 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 9168a18f-7f5a-469b-82ee-f41472632fe4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:39.254755 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:39.333749 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:39.355910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83017267-5211-4e1f-8ea6-6112bc6f51f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9168a18f-7f5a-469b-82ee-f41472632fe4'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:39.358217 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5faa73-26cf-4033-901d-4234df23a8cb" -d '{"events": [{"server_uuid": "83017267-5211-4e1f-8ea6-6112bc6f51f8", "name": "network-vif-plugged", "status": "completed", "tag": "9168a18f-7f5a-469b-82ee-f41472632fe4"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:39.373676 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 9168a18f-7f5a-469b-82ee-f41472632fe4, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9168a18f-7f5a-469b-82ee-f41472632fe4,segment=NetworkSegment(9d511ba6-8591-4bff-b047-7c34c691b356),segment_id=9d511ba6-8591-4bff-b047-7c34c691b356)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:39.378749 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:39.404843 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d45773-bbe0-4e8d-82ec-54dd44dc1262 x-openstack-request-id: req-20d45773-bbe0-4e8d-82ec-54dd44dc1262 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:39.405340 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83017267-5211-4e1f-8ea6-6112bc6f51f8", "name": "network-vif-plugged", "status": "completed", "tag": "9168a18f-7f5a-469b-82ee-f41472632fe4", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:39.405770 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-20d45773-bbe0-4e8d-82ec-54dd44dc1262 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:39.406315 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83017267-5211-4e1f-8ea6-6112bc6f51f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9168a18f-7f5a-469b-82ee-f41472632fe4', 'code': 200} Nov 03 19:35:39.433863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=9168a18f-7f5a-469b-82ee-f41472632fe4,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:39.498156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977da5d-20de-4c4a-a6bb-424334f7d19b req-66f33ebd-5376-455e-aa87-ff21762bd8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:39.499607 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1977da5d-20de-4c4a-a6bb-424334f7d19b req-66f33ebd-5376-455e-aa87-ff21762bd8d0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=83017267-5211-4e1f-8ea6-6112bc6f51f8 HTTP/1.1" status: 200 len: 1096 time: 0.0394883 Nov 03 19:35:39.542530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1977da5d-20de-4c4a-a6bb-424334f7d19b req-ca87b7fe-76a9-42a6-9890-bd88c9af44fa service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365298 Nov 03 19:35:39.961607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2b9f8-3350-4ef4-8efc-3377c3873e34 req-48553978-2f3e-4e37-bfb7-393abbaa4236 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:39.963083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6f2b9f8-3350-4ef4-8efc-3377c3873e34 req-48553978-2f3e-4e37-bfb7-393abbaa4236 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=83017267-5211-4e1f-8ea6-6112bc6f51f8 HTTP/1.1" status: 200 len: 945 time: 0.0521564 Nov 03 19:35:40.013160 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a6f2b9f8-3350-4ef4-8efc-3377c3873e34 req-9e2255b4-3811-4f9e-bea4-50450c878e4a tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439327 Nov 03 19:35:40.364756 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:35:41.145417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4028cb-f7f6-4395-a82d-f889a8a6f7fc req-c5c07ab5-724c-4778-9f6d-ea6d5f155721 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:41.146906 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e4028cb-f7f6-4395-a82d-f889a8a6f7fc req-c5c07ab5-724c-4778-9f6d-ea6d5f155721 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=83017267-5211-4e1f-8ea6-6112bc6f51f8 HTTP/1.1" status: 200 len: 945 time: 0.0504704 Nov 03 19:35:41.194671 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e4028cb-f7f6-4395-a82d-f889a8a6f7fc req-cec5d2f9-8730-4ee9-ba19-d7204daefafe tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417368 Nov 03 19:35:41.438415 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b059c-7f9b-4b76-86ed-91c973ba11e9 req-cf650f6f-232d-4f81-ada4-884d83e221eb tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:41.439960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab2b059c-7f9b-4b76-86ed-91c973ba11e9 req-cf650f6f-232d-4f81-ada4-884d83e221eb tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=83017267-5211-4e1f-8ea6-6112bc6f51f8 HTTP/1.1" status: 200 len: 945 time: 0.0504985 Nov 03 19:35:41.492210 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab2b059c-7f9b-4b76-86ed-91c973ba11e9 req-00ca5db2-0ec2-48b8-9c59-43a36098214c tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462408 Nov 03 19:35:42.619949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a85af-6f7b-4f8c-9f09-77edc432e470 req-931b2318-db5d-477e-8894-c96e2b51cc1a tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:42.621630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-183a85af-6f7b-4f8c-9f09-77edc432e470 req-931b2318-db5d-477e-8894-c96e2b51cc1a tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=83017267-5211-4e1f-8ea6-6112bc6f51f8 HTTP/1.1" status: 200 len: 945 time: 0.0587947 Nov 03 19:35:42.684397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca3fbd-32de-404a-aa60-2b10c7884c80 req-ed50091f-fcfd-413e-8835-9951bc20344b tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:42.685866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61ca3fbd-32de-404a-aa60-2b10c7884c80 req-ed50091f-fcfd-413e-8835-9951bc20344b tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.98 "GET /v2.0/ports?device_id=83017267-5211-4e1f-8ea6-6112bc6f51f8 HTTP/1.1" status: 200 len: 945 time: 0.0847390 Nov 03 19:35:42.705828 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-183a85af-6f7b-4f8c-9f09-77edc432e470 req-50c41ffa-ce91-464d-b8ef-6d05e93bce49 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693018 Nov 03 19:35:42.785511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-61ca3fbd-32de-404a-aa60-2b10c7884c80 req-a7b5eb89-9b09-4458-904c-fa3f27bd5056 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Deleting port 9168a18f-7f5a-469b-82ee-f41472632fe4 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:42.785856 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-61ca3fbd-32de-404a-aa60-2b10c7884c80 req-a7b5eb89-9b09-4458-904c-fa3f27bd5056 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:42.883103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-61ca3fbd-32de-404a-aa60-2b10c7884c80 req-a7b5eb89-9b09-4458-904c-fa3f27bd5056 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] For port 9168a18f-7f5a-469b-82ee-f41472632fe4, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=9168a18f-7f5a-469b-82ee-f41472632fe4,segment=NetworkSegment(9d511ba6-8591-4bff-b047-7c34c691b356),segment_id=9d511ba6-8591-4bff-b047-7c34c691b356)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:42.883459 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-61ca3fbd-32de-404a-aa60-2b10c7884c80 req-a7b5eb89-9b09-4458-904c-fa3f27bd5056 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:42.896645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-61ca3fbd-32de-404a-aa60-2b10c7884c80 req-a7b5eb89-9b09-4458-904c-fa3f27bd5056 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Calling delete_port for 9168a18f-7f5a-469b-82ee-f41472632fe4 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:43.022858 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-61ca3fbd-32de-404a-aa60-2b10c7884c80 req-a7b5eb89-9b09-4458-904c-fa3f27bd5056 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.035506 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['9168a18f-7f5a-469b-82ee-f41472632fe4'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:35:43.051462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5eb89-9b09-4458-904c-fa3f27bd5056 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Pushing event deleted for resources: {'Port': ['ID=9168a18f-7f5a-469b-82ee-f41472632fe4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:43.061861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['65f0489f-b5c9-430d-b894-2a06f5b9d590'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:35:43.098723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ca3fbd-32de-404a-aa60-2b10c7884c80 req-a7b5eb89-9b09-4458-904c-fa3f27bd5056 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] No DVR routers for this DVR port 9168a18f-7f5a-469b-82ee-f41472632fe4 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:35:43.102114 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-61ca3fbd-32de-404a-aa60-2b10c7884c80 req-a7b5eb89-9b09-4458-904c-fa3f27bd5056 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.105720 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-61ca3fbd-32de-404a-aa60-2b10c7884c80 req-a7b5eb89-9b09-4458-904c-fa3f27bd5056 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.98 "DELETE /v2.0/ports/9168a18f-7f5a-469b-82ee-f41472632fe4 HTTP/1.1" status: 204 len: 173 time: 0.4117887 Nov 03 19:35:43.106175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83017267-5211-4e1f-8ea6-6112bc6f51f8', 'name': 'network-vif-deleted', 'tag': '9168a18f-7f5a-469b-82ee-f41472632fe4'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:43.108484 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867a9469-9076-459a-9b61-2398440ec557" -d '{"events": [{"server_uuid": "83017267-5211-4e1f-8ea6-6112bc6f51f8", "name": "network-vif-deleted", "tag": "9168a18f-7f5a-469b-82ee-f41472632fe4"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:43.147781 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e997ecd8-5ec7-4f49-8b9f-29288fbdbfe5 x-openstack-request-id: req-e997ecd8-5ec7-4f49-8b9f-29288fbdbfe5 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:43.148074 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83017267-5211-4e1f-8ea6-6112bc6f51f8", "name": "network-vif-deleted", "tag": "9168a18f-7f5a-469b-82ee-f41472632fe4", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:43.148326 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e997ecd8-5ec7-4f49-8b9f-29288fbdbfe5 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:43.148724 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83017267-5211-4e1f-8ea6-6112bc6f51f8', 'name': 'network-vif-deleted', 'tag': '9168a18f-7f5a-469b-82ee-f41472632fe4', 'status': 'completed', 'code': 200} Nov 03 19:35:43.669061 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:43.860872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55002a7-9134-4a49-8be6-72ac10637613 req-e9e8bc7a-7b40-44db-892c-528a75e74582 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:43.862711 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f55002a7-9134-4a49-8be6-72ac10637613 req-e9e8bc7a-7b40-44db-892c-528a75e74582 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 945 time: 0.0508344 Nov 03 19:35:43.918059 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f55002a7-9134-4a49-8be6-72ac10637613 req-317d5081-f303-4604-af7e-27607573ffd3 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487905 Nov 03 19:35:44.055311 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a34bbb-c15b-4902-acbb-8c80c9de5960 req-a26618c6-53b6-4f75-83c3-a881f1ad3e52 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:44.056866 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26a34bbb-c15b-4902-acbb-8c80c9de5960 req-a26618c6-53b6-4f75-83c3-a881f1ad3e52 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 945 time: 0.0541866 Nov 03 19:35:44.115568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26a34bbb-c15b-4902-acbb-8c80c9de5960 req-9f568dd7-575e-40d3-988f-fd6b6ea28ed2 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496304 Nov 03 19:35:44.234366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6971e2-e61c-4d28-bc57-2021e35612b2 req-52ec0851-39ed-4a80-b170-567c54747a39 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:44.235882 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f6971e2-e61c-4d28-bc57-2021e35612b2 req-52ec0851-39ed-4a80-b170-567c54747a39 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 945 time: 0.0502775 Nov 03 19:35:44.285595 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0f6971e2-e61c-4d28-bc57-2021e35612b2 req-71bd8010-262e-4f14-a3a8-c41bd363ad9f tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437572 Nov 03 19:35:44.357186 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-ca795a5c-648d-4290-a2b7-a65e6a02ac38 req-47a58653-b1a6-4333-8f67-34b407d6b79d service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:35:44.358189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca795a5c-648d-4290-a2b7-a65e6a02ac38 req-47a58653-b1a6-4333-8f67-34b407d6b79d service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0054815 Nov 03 19:35:44.468958 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e16c7-492d-4e0d-8803-c785c0516746 req-8349ad7d-632a-4013-b7cd-5c125bc98dc4 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:44.470461 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-748e16c7-492d-4e0d-8803-c785c0516746 req-8349ad7d-632a-4013-b7cd-5c125bc98dc4 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 945 time: 0.0494659 Nov 03 19:35:44.519153 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-748e16c7-492d-4e0d-8803-c785c0516746 req-2d75e79a-1687-4eff-811e-cb83b93200bc tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 Nov 03 19:35:44.643566 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77869ede-13f6-4e37-8ddb-2cd0eea3a522 req-91af3f03-fdb3-4f56-9e3a-ccfb1cb33b20 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:44.645087 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-77869ede-13f6-4e37-8ddb-2cd0eea3a522 req-91af3f03-fdb3-4f56-9e3a-ccfb1cb33b20 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 945 time: 0.0543416 Nov 03 19:35:44.694058 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-77869ede-13f6-4e37-8ddb-2cd0eea3a522 req-386832c0-ed6b-4344-affc-c75b3d881f64 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430117 Nov 03 19:35:44.832127 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f622faa-6e30-45eb-882d-a0ef77f1b162 req-89109e7d-b4a6-4852-8998-c78cfd0a23de tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:44.833647 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f622faa-6e30-45eb-882d-a0ef77f1b162 req-89109e7d-b4a6-4852-8998-c78cfd0a23de tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 945 time: 0.0530326 Nov 03 19:35:44.881799 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f622faa-6e30-45eb-882d-a0ef77f1b162 req-6ddeeb40-9cd1-491e-bf40-cf033382646d tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Nov 03 19:35:45.235101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533173da-cc7a-4322-b917-748c08812d00 req-d6de4935-8f3d-4f2a-9652-c5963a8e7eb8 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:45.236602 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-533173da-cc7a-4322-b917-748c08812d00 req-d6de4935-8f3d-4f2a-9652-c5963a8e7eb8 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 945 time: 0.0514889 Nov 03 19:35:45.295955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-533173da-cc7a-4322-b917-748c08812d00 req-720c46d9-0f2d-4c2c-8c2d-d462b3b9ce85 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530984 Nov 03 19:35:46.426904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b57ee-53b7-488b-975c-aeb28158d39c req-91071cfe-f4ca-4e1d-a13d-0177e07cd831 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:46.428562 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-952b57ee-53b7-488b-975c-aeb28158d39c req-91071cfe-f4ca-4e1d-a13d-0177e07cd831 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 945 time: 0.0587883 Nov 03 19:35:46.481605 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-952b57ee-53b7-488b-975c-aeb28158d39c req-c88cb139-a49f-4536-b6b5-36a8ce6363d2 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/security-groups?id=26231373-c369-4d35-a04e-bb3c5abe77b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468731 Nov 03 19:35:46.827893 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56bd0d-6792-4033-b287-9a30e9759648 req-1c229847-7bfd-4a16-9c11-e34721899be6 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:46.829380 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1f56bd0d-6792-4033-b287-9a30e9759648 req-1c229847-7bfd-4a16-9c11-e34721899be6 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.87 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 945 time: 0.0489986 Nov 03 19:35:46.919105 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-1f56bd0d-6792-4033-b287-9a30e9759648 req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Deleting port 65f0489f-b5c9-430d-b894-2a06f5b9d590 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:46.919450 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1f56bd0d-6792-4033-b287-9a30e9759648 req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:47.011565 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-1f56bd0d-6792-4033-b287-9a30e9759648 req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] For port 65f0489f-b5c9-430d-b894-2a06f5b9d590, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=65f0489f-b5c9-430d-b894-2a06f5b9d590,segment=NetworkSegment(9d511ba6-8591-4bff-b047-7c34c691b356),segment_id=9d511ba6-8591-4bff-b047-7c34c691b356)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:47.012216 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1f56bd0d-6792-4033-b287-9a30e9759648 req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:47.028609 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-1f56bd0d-6792-4033-b287-9a30e9759648 req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Calling delete_port for 65f0489f-b5c9-430d-b894-2a06f5b9d590 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:47.154943 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1f56bd0d-6792-4033-b287-9a30e9759648 req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:47.184474 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Pushing event deleted for resources: {'Port': ['ID=65f0489f-b5c9-430d-b894-2a06f5b9d590,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:47.191032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['65f0489f-b5c9-430d-b894-2a06f5b9d590'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:35:47.197189 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:47.197540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:47.197879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:47.198225 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:47.198559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:47.198888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:47.199215 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:47.199539 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:47.199888 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:47.200209 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:47.200532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:47.200850 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:47.217299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9168a18f-7f5a-469b-82ee-f41472632fe4 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:35:47.239204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f56bd0d-6792-4033-b287-9a30e9759648 req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] No DVR routers for this DVR port 65f0489f-b5c9-430d-b894-2a06f5b9d590 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:35:47.239617 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 9168a18f-7f5a-469b-82ee-f41472632fe4 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:35:47.240038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 9168a18f-7f5a-469b-82ee-f41472632fe4 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:35:47.242160 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-1f56bd0d-6792-4033-b287-9a30e9759648 req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:47.245517 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-1f56bd0d-6792-4033-b287-9a30e9759648 req-666a26b1-a02b-4d43-ab6b-50c5439cede5 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.87 "DELETE /v2.0/ports/65f0489f-b5c9-430d-b894-2a06f5b9d590 HTTP/1.1" status: 204 len: 173 time: 0.4100170 Nov 03 19:35:47.245972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363c8a2e-ba26-4c21-8d28-989e21cc28c4', 'name': 'network-vif-deleted', 'tag': '65f0489f-b5c9-430d-b894-2a06f5b9d590'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:35:47.248386 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73502ea4-04ee-4d39-93b3-accde4318cee" -d '{"events": [{"server_uuid": "363c8a2e-ba26-4c21-8d28-989e21cc28c4", "name": "network-vif-deleted", "tag": "65f0489f-b5c9-430d-b894-2a06f5b9d590"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:35:47.295324 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5463cc-1845-496a-ae14-de31252158f5 x-openstack-request-id: req-7c5463cc-1845-496a-ae14-de31252158f5 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:35:47.295642 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363c8a2e-ba26-4c21-8d28-989e21cc28c4", "name": "network-vif-deleted", "tag": "65f0489f-b5c9-430d-b894-2a06f5b9d590", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:35:47.295900 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7c5463cc-1845-496a-ae14-de31252158f5 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:35:47.296337 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363c8a2e-ba26-4c21-8d28-989e21cc28c4', 'name': 'network-vif-deleted', 'tag': '65f0489f-b5c9-430d-b894-2a06f5b9d590', 'status': 'completed', 'code': 200} Nov 03 19:35:47.588772 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eac37680-03b0-41fb-b28a-309f98790841 req-eba0f915-d5a8-4bf4-8334-58b0c31e2897 tempest-ServersNegativeTestJSON-490239492 tempest-ServersNegativeTestJSON-490239492-project] 10.222.0.107 "GET /v2.0/ports?device_id=363c8a2e-ba26-4c21-8d28-989e21cc28c4 HTTP/1.1" status: 200 len: 210 time: 0.0270391 Nov 03 19:35:48.646719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39176) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:48.695539 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d32988d-c79e-4708-86a2-b6aef33fadd0 admin admin] Deleting subnet 0ea1e9a5-3a26-4574-b8ae-c5f4ba66f0d3 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:35:48.698731 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d32988d-c79e-4708-86a2-b6aef33fadd0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:48.734186 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d32988d-c79e-4708-86a2-b6aef33fadd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:48.772757 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d32988d-c79e-4708-86a2-b6aef33fadd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:48.825609 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d32988d-c79e-4708-86a2-b6aef33fadd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:48.855920 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32988d-c79e-4708-86a2-b6aef33fadd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ea1e9a5-3a26-4574-b8ae-c5f4ba66f0d3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:48.857903 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d32988d-c79e-4708-86a2-b6aef33fadd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:48.864031 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2d32988d-c79e-4708-86a2-b6aef33fadd0 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/0ea1e9a5-3a26-4574-b8ae-c5f4ba66f0d3 HTTP/1.1" status: 204 len: 168 time: 0.2162640 Nov 03 19:35:48.864547 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39178) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:48.937187 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-db8667ee-d095-4eb3-8c03-f432822f6465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:49.013355 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-db8667ee-d095-4eb3-8c03-f432822f6465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:49.033835 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-db8667ee-d095-4eb3-8c03-f432822f6465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26935d29-3465-4f90-ab86-1da7f8b4d723']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:49.042877 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-db8667ee-d095-4eb3-8c03-f432822f6465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d511ba6-8591-4bff-b047-7c34c691b356') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:49.043169 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-db8667ee-d095-4eb3-8c03-f432822f6465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d511ba6-8591-4bff-b047-7c34c691b356') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:49.056432 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-db8667ee-d095-4eb3-8c03-f432822f6465 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:49.069812 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-db8667ee-d095-4eb3-8c03-f432822f6465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:49.075556 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8667ee-d095-4eb3-8c03-f432822f6465 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:35:49.075962 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-db8667ee-d095-4eb3-8c03-f432822f6465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:35:49.077582 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:35:49.133774 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-db8667ee-d095-4eb3-8c03-f432822f6465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:49.140138 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-db8667ee-d095-4eb3-8c03-f432822f6465 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:49.144674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-db8667ee-d095-4eb3-8c03-f432822f6465 admin admin] 10.222.0.107 "DELETE /v2.0/networks/26935d29-3465-4f90-ab86-1da7f8b4d723 HTTP/1.1" status: 204 len: 168 time: 0.2788765 Nov 03 19:35:49.159407 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8667ee-d095-4eb3-8c03-f432822f6465 admin admin] Pushing event deleted for resources: {'Network': ['ID=26935d29-3465-4f90-ab86-1da7f8b4d723,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:49.263568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39182) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:49.305890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-59323343-99d1-4181-aae1-8b3b1b551518 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d78fefdeb0fe4d658336dbe6f763d0bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410826 Nov 03 19:35:49.308383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39184) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:49.357664 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:49.384383 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:49.432205 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:49.434884 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:49.436096 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/26231373-c369-4d35-a04e-bb3c5abe77b3 HTTP/1.1" status: 204 len: 168 time: 0.1267676 Nov 03 19:35:49.444975 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26231373-c369-4d35-a04e-bb3c5abe77b3,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:49.453025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:49.454610 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:49.454965 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:49.455298 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:49.455679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:49.456015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:49.456506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:49.456837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:49.457164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:49.457509 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:49.457833 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:49.458155 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6813fa-15ba-4e33-a1f1-8a672b39ccf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:50.168814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39206) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:50.283082 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1127560660'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:50.308639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Made reservation on behalf of 327039a4f50b4dfd8a3c0ee347cf0db0 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:50.312475 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:50.321405 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:50.400492 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:50.405075 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:50.435536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:35:50.444750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4806c792-d3e8-4ded-81ca-e2e6a72b3c39,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:50.451309 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:50.451697 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Added segment 9194de9f-7745-4e5e-8440-f62d196eb27f of type vlan for network 46256897-4496-42c4-ac6f-95bab56dfac7 Nov 03 19:35:50.503258 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:50.529966 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:50.536525 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:50.537125 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:50.578116 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4081557 Nov 03 19:35:50.621560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de03a9-deb6-42c5-9aad-d39d01280fe5 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event updated for resources: {'Network': ['ID=46256897-4496-42c4-ac6f-95bab56dfac7,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:50.650141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 46256897-4496-42c4-ac6f-95bab56dfac7 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:35:51.964245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 65f0489f-b5c9-430d-b894-2a06f5b9d590 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:35:51.985495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 65f0489f-b5c9-430d-b894-2a06f5b9d590 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:35:51.985846 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 65f0489f-b5c9-430d-b894-2a06f5b9d590 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:35:53.917528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39210) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:53.922885 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-e7ee7811-fa37-4a37-aa39-639e8f743d46 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Request body: {'subnet': {'network_id': '46256897-4496-42c4-ac6f-95bab56dfac7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:54.009673 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ee7811-fa37-4a37-aa39-639e8f743d46 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Made reservation on behalf of 327039a4f50b4dfd8a3c0ee347cf0db0 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:54.013964 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e7ee7811-fa37-4a37-aa39-639e8f743d46 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.199321 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e7ee7811-fa37-4a37-aa39-639e8f743d46 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.265918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee7811-fa37-4a37-aa39-639e8f743d46 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event updated for resources: {'Subnet': ['ID=e6ef5cc4-39d0-48d2-bdd2-3f8e55c598d8,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:54.273165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee7811-fa37-4a37-aa39-639e8f743d46 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Checking segment: {'id': '9194de9f-7745-4e5e-8440-f62d196eb27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '46256897-4496-42c4-ac6f-95bab56dfac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:54.273454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ee7811-fa37-4a37-aa39-639e8f743d46 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Network hostable DHCP agents. Network: 46256897-4496-42c4-ac6f-95bab56dfac7, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:35:54.290940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ee7811-fa37-4a37-aa39-639e8f743d46 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Network 46256897-4496-42c4-ac6f-95bab56dfac7 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:35:54.300308 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-e7ee7811-fa37-4a37-aa39-639e8f743d46 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 46256897-4496-42c4-ac6f-95bab56dfac7) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:54.304758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ee7811-fa37-4a37-aa39-639e8f743d46 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:54.306011 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e7ee7811-fa37-4a37-aa39-639e8f743d46 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.313968 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a8bed7-9e48-4917-beda-7dbcedd5e3ef None None] Network 46256897-4496-42c4-ac6f-95bab56dfac7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:54.327214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e7ee7811-fa37-4a37-aa39-639e8f743d46 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4084859 Nov 03 19:35:54.330825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39212) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:54.335975 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-9dd10cbb-cb35-4018-a91a-5a9b871ae677 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1402145782'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:54.360113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd10cbb-cb35-4018-a91a-5a9b871ae677 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Made reservation on behalf of 327039a4f50b4dfd8a3c0ee347cf0db0 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:54.363730 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dd10cbb-cb35-4018-a91a-5a9b871ae677 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.389998 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd10cbb-cb35-4018-a91a-5a9b871ae677 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:35:54.399716 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dd10cbb-cb35-4018-a91a-5a9b871ae677 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.400256 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-9dd10cbb-cb35-4018-a91a-5a9b871ae677 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Added segment dd13c371-f0d5-4078-bb07-c0d712bbb433 of type vlan for network f653ec61-be4c-4b34-8d05-c3686da52eca Nov 03 19:35:54.443758 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dd10cbb-cb35-4018-a91a-5a9b871ae677 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.469918 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dd10cbb-cb35-4018-a91a-5a9b871ae677 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.475528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-46256897-4496-42c4-ac6f-95bab56dfac7', 'network_id': '46256897-4496-42c4-ac6f-95bab56dfac7', 'tenant_id': '327039a4f50b4dfd8a3c0ee347cf0db0', 'fixed_ips': [{'subnet_id': 'e6ef5cc4-39d0-48d2-bdd2-3f8e55c598d8'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:35:54.475736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd10cbb-cb35-4018-a91a-5a9b871ae677 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:54.476234 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9dd10cbb-cb35-4018-a91a-5a9b871ae677 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.476361 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.542242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9dd10cbb-cb35-4018-a91a-5a9b871ae677 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2101743 Nov 03 19:35:54.545303 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39214) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:54.551257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-add534fd-08cd-4177-938a-bb8ef1d7227f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Request body: {'subnet': {'network_id': 'f653ec61-be4c-4b34-8d05-c3686da52eca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:54.551480 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd10cbb-cb35-4018-a91a-5a9b871ae677 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event updated for resources: {'Network': ['ID=f653ec61-be4c-4b34-8d05-c3686da52eca,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:54.570621 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network f653ec61-be4c-4b34-8d05-c3686da52eca details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:35:54.644832 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add534fd-08cd-4177-938a-bb8ef1d7227f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Made reservation on behalf of 327039a4f50b4dfd8a3c0ee347cf0db0 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:54.648650 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-add534fd-08cd-4177-938a-bb8ef1d7227f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.678329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Allocated IP 2001:db8:0:ffff::2 (46256897-4496-42c4-ac6f-95bab56dfac7/e6ef5cc4-39d0-48d2-bdd2-3f8e55c598d8/31c87244-0908-4231-a762-8ad393dbdbee) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:54.838351 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.845027 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.864490 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-add534fd-08cd-4177-938a-bb8ef1d7227f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.880737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Network 46256897-4496-42c4-ac6f-95bab56dfac7 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:54.883738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:54.886222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:54.928097 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add534fd-08cd-4177-938a-bb8ef1d7227f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event updated for resources: {'Subnet': ['ID=b4824607-90ae-4127-9ecb-3c364552b5c7,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:54.930898 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Pushing event updated for resources: {'Port': ['ID=31c87244-0908-4231-a762-8ad393dbdbee,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:54.942484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add534fd-08cd-4177-938a-bb8ef1d7227f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Checking segment: {'id': 'dd13c371-f0d5-4078-bb07-c0d712bbb433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'f653ec61-be4c-4b34-8d05-c3686da52eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:54.942862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add534fd-08cd-4177-938a-bb8ef1d7227f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Network hostable DHCP agents. Network: f653ec61-be4c-4b34-8d05-c3686da52eca, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:35:54.964152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add534fd-08cd-4177-938a-bb8ef1d7227f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Network f653ec61-be4c-4b34-8d05-c3686da52eca is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:35:54.976802 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-add534fd-08cd-4177-938a-bb8ef1d7227f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, f653ec61-be4c-4b34-8d05-c3686da52eca) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:54.977064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:54.977406 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:54.977779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:54.979113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:54.979618 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:54.980722 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:54.982068 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:54.982470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:54.982606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add534fd-08cd-4177-938a-bb8ef1d7227f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:54.983433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:54.984000 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-add534fd-08cd-4177-938a-bb8ef1d7227f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:54.984190 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:54.984894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:54.985202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:35:54.997184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10380ce3-a6bf-412e-985b-08904e91e1fb None None] Network f653ec61-be4c-4b34-8d05-c3686da52eca requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:55.002671 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Attempting to bind port 31c87244-0908-4231-a762-8ad393dbdbee on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:55.003103 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Attempting to bind port 31c87244-0908-4231-a762-8ad393dbdbee by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '9194de9f-7745-4e5e-8440-f62d196eb27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '46256897-4496-42c4-ac6f-95bab56dfac7'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:55.003658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Attempting to bind port 31c87244-0908-4231-a762-8ad393dbdbee on network 46256897-4496-42c4-ac6f-95bab56dfac7 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:55.017279 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-add534fd-08cd-4177-938a-bb8ef1d7227f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4700110 Nov 03 19:35:55.020682 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39216) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:55.035170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:55.035556 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Checking segment: {'id': '9194de9f-7745-4e5e-8440-f62d196eb27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '46256897-4496-42c4-ac6f-95bab56dfac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:55.036007 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.036413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Bound using segment: {'id': '9194de9f-7745-4e5e-8440-f62d196eb27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '46256897-4496-42c4-ac6f-95bab56dfac7'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:55.036963 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Bound port: 31c87244-0908-4231-a762-8ad393dbdbee, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9194de9f-7745-4e5e-8440-f62d196eb27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '46256897-4496-42c4-ac6f-95bab56dfac7'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:55.037343 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.136656 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.178294 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] For port 31c87244-0908-4231-a762-8ad393dbdbee, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:55.196964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] For port 31c87244-0908-4231-a762-8ad393dbdbee, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=31c87244-0908-4231-a762-8ad393dbdbee,segment=NetworkSegment(9194de9f-7745-4e5e-8440-f62d196eb27f),segment_id=9194de9f-7745-4e5e-8440-f62d196eb27f)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:55.219261 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.245103 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.254179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef4f803-2645-45cf-b6b0-b7d3adf85d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-f653ec61-be4c-4b34-8d05-c3686da52eca', 'network_id': 'f653ec61-be4c-4b34-8d05-c3686da52eca', 'tenant_id': '327039a4f50b4dfd8a3c0ee347cf0db0', 'fixed_ips': [{'subnet_id': 'b4824607-90ae-4127-9ecb-3c364552b5c7'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:35:55.255048 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aef4f803-2645-45cf-b6b0-b7d3adf85d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.310202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b900d2-2a48-4a7e-b286-89fc70fb2290 None None] Pushing event updated for resources: {'Port': ['ID=31c87244-0908-4231-a762-8ad393dbdbee,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:55.345099 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.376237 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event deleted for resources: {'Subnet': ['ID=b4824607-90ae-4127-9ecb-3c364552b5c7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server [None req-aef4f803-2645-45cf-b6b0-b7d3adf85d26 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4824607-90ae-4127-9ecb-3c364552b5c7: This subnet is being modified by another concurrent operation. Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1448, in _create_port_db Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise self.value Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server raise exception Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4824607-90ae-4127-9ecb-3c364552b5c7: This subnet is being modified by another concurrent operation. Nov 03 19:35:55.393300 n-d-812150-4 neutron-server[101713]: ERROR oslo_messaging.rpc.server Nov 03 19:35:55.414199 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c1890e-c91d-4d8b-a5ef-c06ee5b90b3c None None] Network f653ec61-be4c-4b34-8d05-c3686da52eca requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:55.460952 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.518106 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f653ec61-be4c-4b34-8d05-c3686da52eca']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:55.541277 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd13c371-f0d5-4078-bb07-c0d712bbb433') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:55.541541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd13c371-f0d5-4078-bb07-c0d712bbb433') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:55.552788 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.584807 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.597811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:35:55.598398 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:35:55.605579 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:35:55.682265 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.686878 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.691649 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "DELETE /v2.0/networks/f653ec61-be4c-4b34-8d05-c3686da52eca HTTP/1.1" status: 204 len: 168 time: 0.6697631 Nov 03 19:35:55.696001 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39218) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:55.702239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6a941157-3766-4ec6-a9a5-03e5fc13b2ee tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363338458'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:55.706438 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7bd3f-9c1c-4b70-851e-644ddfff24c1 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event deleted for resources: {'Network': ['ID=f653ec61-be4c-4b34-8d05-c3686da52eca,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:55.726875 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a941157-3766-4ec6-a9a5-03e5fc13b2ee tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Made reservation on behalf of 327039a4f50b4dfd8a3c0ee347cf0db0 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:55.732577 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a941157-3766-4ec6-a9a5-03e5fc13b2ee tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.758370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a941157-3766-4ec6-a9a5-03e5fc13b2ee tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:35:55.767812 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a941157-3766-4ec6-a9a5-03e5fc13b2ee tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.768279 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-6a941157-3766-4ec6-a9a5-03e5fc13b2ee tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Added segment 461573f5-cbb0-4545-be94-bcfe6c683615 of type vlan for network bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b Nov 03 19:35:55.810927 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a941157-3766-4ec6-a9a5-03e5fc13b2ee tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.837117 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a941157-3766-4ec6-a9a5-03e5fc13b2ee tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.842822 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a941157-3766-4ec6-a9a5-03e5fc13b2ee tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:55.843424 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a941157-3766-4ec6-a9a5-03e5fc13b2ee tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.857596 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b50bc6cd-8b40-4957-91a2-4a85efb1c497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:55.908837 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6a941157-3766-4ec6-a9a5-03e5fc13b2ee tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2109342 Nov 03 19:35:55.911467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39220) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:55.916278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1fb9ed78-d872-4e15-b458-e197990c2d0f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Request body: {'subnet': {'network_id': 'bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:55.935318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a941157-3766-4ec6-a9a5-03e5fc13b2ee tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event updated for resources: {'Network': ['ID=bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:55.947358 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:35:56.025700 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb9ed78-d872-4e15-b458-e197990c2d0f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Made reservation on behalf of 327039a4f50b4dfd8a3c0ee347cf0db0 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:56.030097 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1fb9ed78-d872-4e15-b458-e197990c2d0f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.096705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.ipam_backend_mixin [None req-1fb9ed78-d872-4e15-b458-e197990c2d0f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Performing IP validity checks on allocation pools {{(pid=101712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 03 19:35:56.097239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.ipam_backend_mixin [None req-1fb9ed78-d872-4e15-b458-e197990c2d0f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 03 19:35:56.238052 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1fb9ed78-d872-4e15-b458-e197990c2d0f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.280643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50360f8-9262-4a8b-a22f-552794d6b614 None None] Network 46256897-4496-42c4-ac6f-95bab56dfac7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:56.305913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9ed78-d872-4e15-b458-e197990c2d0f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event updated for resources: {'Subnet': ['ID=8eaf5987-63e1-4ca8-8d00-4c632a1a73ad,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:56.315413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9ed78-d872-4e15-b458-e197990c2d0f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Checking segment: {'id': '461573f5-cbb0-4545-be94-bcfe6c683615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:56.315825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb9ed78-d872-4e15-b458-e197990c2d0f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Network hostable DHCP agents. Network: bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:35:56.343110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb9ed78-d872-4e15-b458-e197990c2d0f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Network bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:35:56.356604 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-1fb9ed78-d872-4e15-b458-e197990c2d0f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:56.367802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f2caea-23de-4b24-92e8-f51fc65523ec None None] Network bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:56.369669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb9ed78-d872-4e15-b458-e197990c2d0f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:56.370864 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1fb9ed78-d872-4e15-b458-e197990c2d0f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.385554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-861aea9c-8bbf-40d2-a897-a81fc766c4e7 None None] Provisioning complete for port 31c87244-0908-4231-a762-8ad393dbdbee triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:56.385963 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-861aea9c-8bbf-40d2-a897-a81fc766c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.393437 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1fb9ed78-d872-4e15-b458-e197990c2d0f tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4806786 Nov 03 19:35:56.396042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39222) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:56.501215 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.581533 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 31c87244-0908-4231-a762-8ad393dbdbee up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:56.586856 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.648042 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.682838 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event deleted for resources: {'Subnet': ['ID=8eaf5987-63e1-4ca8-8d00-4c632a1a73ad,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:56.760945 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.790952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:56.801394 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461573f5-cbb0-4545-be94-bcfe6c683615') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:56.801734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461573f5-cbb0-4545-be94-bcfe6c683615') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:56.811913 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.825879 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.832591 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:35:56.832986 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.833202 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-861aea9c-8bbf-40d2-a897-a81fc766c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:35:56.836139 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:35:56.887667 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bba0ee-d0a3-45e9-8b8d-d28437bd8a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b', 'network_id': 'bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b', 'tenant_id': '327039a4f50b4dfd8a3c0ee347cf0db0', 'fixed_ips': [{'subnet_id': '8eaf5987-63e1-4ca8-8d00-4c632a1a73ad'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:35:56.888512 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-56bba0ee-d0a3-45e9-8b8d-d28437bd8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.901993 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.910456 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.913190 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-861aea9c-8bbf-40d2-a897-a81fc766c4e7 None None] For port 31c87244-0908-4231-a762-8ad393dbdbee, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=31c87244-0908-4231-a762-8ad393dbdbee,segment=NetworkSegment(9194de9f-7745-4e5e-8440-f62d196eb27f),segment_id=9194de9f-7745-4e5e-8440-f62d196eb27f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:56.913533 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 31c87244-0908-4231-a762-8ad393dbdbee triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:56.913896 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.914295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "DELETE /v2.0/networks/bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b HTTP/1.1" status: 204 len: 168 time: 0.5169895 Nov 03 19:35:56.919079 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-861aea9c-8bbf-40d2-a897-a81fc766c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:56.920106 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39224) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:56.927494 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-35864d79-b519-4e69-a75f-105439c9ebae tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-592018377'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:56.928093 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573d278-2bb9-4ea4-8d9c-ec13fa2512bb tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event deleted for resources: {'Network': ['ID=bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:56.960619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35864d79-b519-4e69-a75f-105439c9ebae tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Made reservation on behalf of 327039a4f50b4dfd8a3c0ee347cf0db0 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:56.964499 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35864d79-b519-4e69-a75f-105439c9ebae tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.000384 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35864d79-b519-4e69-a75f-105439c9ebae tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:35:57.000990 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dec3a6a-597d-4202-82e3-1e6933ee99fd None None] Network bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:57.012631 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35864d79-b519-4e69-a75f-105439c9ebae tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.012883 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-35864d79-b519-4e69-a75f-105439c9ebae tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Added segment cc995f71-1644-4b09-8ad6-2d00d6037051 of type vlan for network fc769615-c6ae-465b-950a-bcb5911423ee Nov 03 19:35:57.028839 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dec3a6a-597d-4202-82e3-1e6933ee99fd None None] Network bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b could not be found, it might have been deleted concurrently. {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 19:35:57.037787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861aea9c-8bbf-40d2-a897-a81fc766c4e7 None None] Pushing event updated for resources: {'Port': ['ID=31c87244-0908-4231-a762-8ad393dbdbee,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:57.065780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35864d79-b519-4e69-a75f-105439c9ebae tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.092555 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35864d79-b519-4e69-a75f-105439c9ebae tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.099612 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35864d79-b519-4e69-a75f-105439c9ebae tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:57.100261 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-35864d79-b519-4e69-a75f-105439c9ebae tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.115480 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2df5fa-52d1-4b8f-a804-3ac5a92f4240 None None] get_active_networks_info from n-d-812150-4 {{(pid=101713) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 03 19:35:57.164775 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-35864d79-b519-4e69-a75f-105439c9ebae tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2426536 Nov 03 19:35:57.168642 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39226) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:57.174093 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-38803b3e-cfb5-48b5-9fba-474f6c02e900 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Request body: {'subnet': {'network_id': 'fc769615-c6ae-465b-950a-bcb5911423ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:57.174972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27deb84-9686-42cc-9d84-4e4d8d8dc2b2 None None] Provisioning complete for port 31c87244-0908-4231-a762-8ad393dbdbee triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:57.175350 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27deb84-9686-42cc-9d84-4e4d8d8dc2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.200087 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35864d79-b519-4e69-a75f-105439c9ebae tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event updated for resources: {'Network': ['ID=fc769615-c6ae-465b-950a-bcb5911423ee,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:57.215089 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network fc769615-c6ae-465b-950a-bcb5911423ee details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:35:57.245476 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2df5fa-52d1-4b8f-a804-3ac5a92f4240 None None] Resources bound (agent type, host, resource id): {{(pid=101713) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 03 19:35:57.274345 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38803b3e-cfb5-48b5-9fba-474f6c02e900 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Made reservation on behalf of 327039a4f50b4dfd8a3c0ee347cf0db0 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:57.278353 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38803b3e-cfb5-48b5-9fba-474f6c02e900 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.474046 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38803b3e-cfb5-48b5-9fba-474f6c02e900 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.534390 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38803b3e-cfb5-48b5-9fba-474f6c02e900 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event updated for resources: {'Subnet': ['ID=815abab5-be5e-44f8-9bbb-7257fa9569c0,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:57.544421 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38803b3e-cfb5-48b5-9fba-474f6c02e900 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Checking segment: {'id': 'cc995f71-1644-4b09-8ad6-2d00d6037051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'fc769615-c6ae-465b-950a-bcb5911423ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:57.544777 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38803b3e-cfb5-48b5-9fba-474f6c02e900 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Network hostable DHCP agents. Network: fc769615-c6ae-465b-950a-bcb5911423ee, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:35:57.562761 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38803b3e-cfb5-48b5-9fba-474f6c02e900 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Network fc769615-c6ae-465b-950a-bcb5911423ee is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:35:57.572040 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-38803b3e-cfb5-48b5-9fba-474f6c02e900 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, fc769615-c6ae-465b-950a-bcb5911423ee) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:57.576623 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38803b3e-cfb5-48b5-9fba-474f6c02e900 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:57.577213 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-38803b3e-cfb5-48b5-9fba-474f6c02e900 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.582639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c5583b-2e74-4ca0-b96b-b324c9e702e0 None None] Network fc769615-c6ae-465b-950a-bcb5911423ee requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:57.595528 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-38803b3e-cfb5-48b5-9fba-474f6c02e900 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4257860 Nov 03 19:35:57.602086 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39228) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:57.607405 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a36baba2-7d0c-4f4c-b1a1-e4ce627924f9 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1034256240'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:57.629310 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36baba2-7d0c-4f4c-b1a1-e4ce627924f9 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Made reservation on behalf of 327039a4f50b4dfd8a3c0ee347cf0db0 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:57.632962 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a36baba2-7d0c-4f4c-b1a1-e4ce627924f9 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.659151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36baba2-7d0c-4f4c-b1a1-e4ce627924f9 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:35:57.668733 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a36baba2-7d0c-4f4c-b1a1-e4ce627924f9 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.669136 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-a36baba2-7d0c-4f4c-b1a1-e4ce627924f9 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Added segment 58c119a2-f380-4584-a608-af761e2a0850 of type vlan for network 3c17acbf-a5f7-4a9e-950d-e5f56886174b Nov 03 19:35:57.712109 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a36baba2-7d0c-4f4c-b1a1-e4ce627924f9 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.744133 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a36baba2-7d0c-4f4c-b1a1-e4ce627924f9 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.745691 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-fc769615-c6ae-465b-950a-bcb5911423ee', 'network_id': 'fc769615-c6ae-465b-950a-bcb5911423ee', 'tenant_id': '327039a4f50b4dfd8a3c0ee347cf0db0', 'fixed_ips': [{'subnet_id': '815abab5-be5e-44f8-9bbb-7257fa9569c0'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:35:57.746569 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.749909 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36baba2-7d0c-4f4c-b1a1-e4ce627924f9 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:57.750546 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a36baba2-7d0c-4f4c-b1a1-e4ce627924f9 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.786133 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a36baba2-7d0c-4f4c-b1a1-e4ce627924f9 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1826110 Nov 03 19:35:57.789044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39230) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:57.794552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-e99696a9-348c-49dd-8248-87bd76515b89 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Request body: {'subnet': {'network_id': '3c17acbf-a5f7-4a9e-950d-e5f56886174b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:35:57.821239 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36baba2-7d0c-4f4c-b1a1-e4ce627924f9 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event updated for resources: {'Network': ['ID=3c17acbf-a5f7-4a9e-950d-e5f56886174b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:57.832023 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 3c17acbf-a5f7-4a9e-950d-e5f56886174b details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:35:57.901361 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99696a9-348c-49dd-8248-87bd76515b89 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Made reservation on behalf of 327039a4f50b4dfd8a3c0ee347cf0db0 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:35:57.904912 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e99696a9-348c-49dd-8248-87bd76515b89 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:57.963878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Allocated IP 2001:db8::2 (fc769615-c6ae-465b-950a-bcb5911423ee/815abab5-be5e-44f8-9bbb-7257fa9569c0/d17d2fc0-6b5d-4fbd-959a-fd167083965b) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:35:58.113481 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.120598 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.162289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Network fc769615-c6ae-465b-950a-bcb5911423ee is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:35:58.169136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:58.174194 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:35:58.190225 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Pushing event updated for resources: {'Port': ['ID=d17d2fc0-6b5d-4fbd-959a-fd167083965b,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:58.218322 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-910d9e22-4359-4b12-83fa-b71da56676f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.247258 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Attempting to bind port d17d2fc0-6b5d-4fbd-959a-fd167083965b on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:35:58.247941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Attempting to bind port d17d2fc0-6b5d-4fbd-959a-fd167083965b by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'cc995f71-1644-4b09-8ad6-2d00d6037051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'fc769615-c6ae-465b-950a-bcb5911423ee'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:35:58.248316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Attempting to bind port d17d2fc0-6b5d-4fbd-959a-fd167083965b on network fc769615-c6ae-465b-950a-bcb5911423ee {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:35:58.254216 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:35:58.254602 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Checking segment: {'id': 'cc995f71-1644-4b09-8ad6-2d00d6037051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'fc769615-c6ae-465b-950a-bcb5911423ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:58.255294 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.255758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Bound using segment: {'id': 'cc995f71-1644-4b09-8ad6-2d00d6037051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'fc769615-c6ae-465b-950a-bcb5911423ee'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:35:58.256244 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Bound port: d17d2fc0-6b5d-4fbd-959a-fd167083965b, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc995f71-1644-4b09-8ad6-2d00d6037051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'fc769615-c6ae-465b-950a-bcb5911423ee'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:35:58.256629 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.327376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] For port d17d2fc0-6b5d-4fbd-959a-fd167083965b, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:35:58.331509 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] For port d17d2fc0-6b5d-4fbd-959a-fd167083965b, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d17d2fc0-6b5d-4fbd-959a-fd167083965b,segment=NetworkSegment(cc995f71-1644-4b09-8ad6-2d00d6037051),segment_id=cc995f71-1644-4b09-8ad6-2d00d6037051)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:35:58.336764 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.398799 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30360b1c-fb0a-4cc1-84e9-f2de97177c23 None None] Pushing event updated for resources: {'Port': ['ID=d17d2fc0-6b5d-4fbd-959a-fd167083965b,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:58.466915 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e99696a9-348c-49dd-8248-87bd76515b89 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.539095 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99696a9-348c-49dd-8248-87bd76515b89 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event updated for resources: {'Subnet': ['ID=0c3504c0-43a1-4146-8c93-afa84c9d7448,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:58.542423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99696a9-348c-49dd-8248-87bd76515b89 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Checking segment: {'id': '58c119a2-f380-4584-a608-af761e2a0850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '3c17acbf-a5f7-4a9e-950d-e5f56886174b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:35:58.544491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99696a9-348c-49dd-8248-87bd76515b89 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Network hostable DHCP agents. Network: 3c17acbf-a5f7-4a9e-950d-e5f56886174b, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:35:58.548447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 31c87244-0908-4231-a762-8ad393dbdbee up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:35:58.574400 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99696a9-348c-49dd-8248-87bd76515b89 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Network 3c17acbf-a5f7-4a9e-950d-e5f56886174b is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:35:58.590309 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-e99696a9-348c-49dd-8248-87bd76515b89 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 3c17acbf-a5f7-4a9e-950d-e5f56886174b) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:35:58.597110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99696a9-348c-49dd-8248-87bd76515b89 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:35:58.597736 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e99696a9-348c-49dd-8248-87bd76515b89 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.602471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc428986-ee06-4f62-82ed-79c86273f771 None None] Network 3c17acbf-a5f7-4a9e-950d-e5f56886174b requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:58.616600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e99696a9-348c-49dd-8248-87bd76515b89 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8264062 Nov 03 19:35:58.619291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39232) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:58.732468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 31c87244-0908-4231-a762-8ad393dbdbee triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:58.732866 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.738880 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.794846 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.852736 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200f1747-beab-4ee1-ba60-69847ba75296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-3c17acbf-a5f7-4a9e-950d-e5f56886174b', 'network_id': '3c17acbf-a5f7-4a9e-950d-e5f56886174b', 'tenant_id': '327039a4f50b4dfd8a3c0ee347cf0db0', 'fixed_ips': [{'subnet_id': '0c3504c0-43a1-4146-8c93-afa84c9d7448'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:35:58.853592 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-200f1747-beab-4ee1-ba60-69847ba75296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.860930 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.893155 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event deleted for resources: {'Subnet': ['ID=0c3504c0-43a1-4146-8c93-afa84c9d7448,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:58.954527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c91269-3eef-494c-b4d0-cf2d17dbdd78 None None] Network 3c17acbf-a5f7-4a9e-950d-e5f56886174b requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:58.958312 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:58.979201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c17acbf-a5f7-4a9e-950d-e5f56886174b']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:58.989738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c119a2-f380-4584-a608-af761e2a0850') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:58.990168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c119a2-f380-4584-a608-af761e2a0850') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:59.000678 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.014603 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.022549 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:35:59.022995 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:35:59.026042 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:35:59.092281 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.099560 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.102858 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "DELETE /v2.0/networks/3c17acbf-a5f7-4a9e-950d-e5f56886174b HTTP/1.1" status: 204 len: 168 time: 0.4825480 Nov 03 19:35:59.106653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39234) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:59.114579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af151d88-6312-4de1-9d94-82729f192633 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event deleted for resources: {'Network': ['ID=3c17acbf-a5f7-4a9e-950d-e5f56886174b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:59.134998 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac055c37-705c-4047-8c1d-15cd64e25e0a tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] GET failed (client error): The resource could not be found. Nov 03 19:35:59.136416 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ac055c37-705c-4047-8c1d-15cd64e25e0a tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "GET /v2.0/subnets/0c3504c0-43a1-4146-8c93-afa84c9d7448 HTTP/1.1" status: 404 len: 337 time: 0.0287368 Nov 03 19:35:59.139339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39236) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:59.158977 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2407706-9feb-481c-86ab-66e35a52bd6a tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] DELETE failed (client error): The resource could not be found. Nov 03 19:35:59.159813 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2407706-9feb-481c-86ab-66e35a52bd6a tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:35:59.163019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d2407706-9feb-481c-86ab-66e35a52bd6a tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "DELETE /v2.0/networks/3c17acbf-a5f7-4a9e-950d-e5f56886174b HTTP/1.1" status: 404 len: 339 time: 0.0224977 Nov 03 19:35:59.167160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39238) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:59.194200 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-761a570f-1267-4fe6-a0dd-114169b8bb8e tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] DELETE failed (client error): The resource could not be found. Nov 03 19:35:59.194762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761a570f-1267-4fe6-a0dd-114169b8bb8e tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:35:59.200328 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-761a570f-1267-4fe6-a0dd-114169b8bb8e tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "DELETE /v2.0/subnets/0c3504c0-43a1-4146-8c93-afa84c9d7448 HTTP/1.1" status: 404 len: 337 time: 0.0297410 Nov 03 19:35:59.200556 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39240) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:59.220029 n-d-812150-4 neutron-server[101712]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ac10bc-cc54-4881-905d-8fe9ddb84680 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] DELETE failed (client error): The resource could not be found. Nov 03 19:35:59.220569 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ac10bc-cc54-4881-905d-8fe9ddb84680 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:35:59.226139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-37ac10bc-cc54-4881-905d-8fe9ddb84680 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "DELETE /v2.0/networks/3c17acbf-a5f7-4a9e-950d-e5f56886174b HTTP/1.1" status: 404 len: 339 time: 0.0221000 Nov 03 19:35:59.226342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39242) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:59.280262 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-79993ca4-1049-436f-9e11-026cebe0a522 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Deleting subnet 815abab5-be5e-44f8-9bbb-7257fa9569c0 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:35:59.284143 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79993ca4-1049-436f-9e11-026cebe0a522 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.333057 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79993ca4-1049-436f-9e11-026cebe0a522 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.393616 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d5e459-d112-444e-abba-db31624ec728 None None] Network fc769615-c6ae-465b-950a-bcb5911423ee requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:35:59.423203 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79993ca4-1049-436f-9e11-026cebe0a522 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.478042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-04e4afb6-2881-479d-9550-affe68a20cc0 None None] Provisioning complete for port d17d2fc0-6b5d-4fbd-959a-fd167083965b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:35:59.478590 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-04e4afb6-2881-479d-9550-affe68a20cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.482255 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79993ca4-1049-436f-9e11-026cebe0a522 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.515947 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79993ca4-1049-436f-9e11-026cebe0a522 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event deleted for resources: {'Subnet': ['ID=815abab5-be5e-44f8-9bbb-7257fa9569c0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:59.518192 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79993ca4-1049-436f-9e11-026cebe0a522 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.521741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-79993ca4-1049-436f-9e11-026cebe0a522 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "DELETE /v2.0/subnets/815abab5-be5e-44f8-9bbb-7257fa9569c0 HTTP/1.1" status: 204 len: 168 time: 0.2943366 Nov 03 19:35:59.525181 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39244) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:35:59.597108 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.611176 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.638949 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-04e4afb6-2881-479d-9550-affe68a20cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.668742 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Deleting port d17d2fc0-6b5d-4fbd-959a-fd167083965b {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:59.669141 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.679744 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-04e4afb6-2881-479d-9550-affe68a20cc0 None None] For port d17d2fc0-6b5d-4fbd-959a-fd167083965b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d17d2fc0-6b5d-4fbd-959a-fd167083965b,segment=NetworkSegment(cc995f71-1644-4b09-8ad6-2d00d6037051),segment_id=cc995f71-1644-4b09-8ad6-2d00d6037051)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:59.683999 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-04e4afb6-2881-479d-9550-affe68a20cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.730596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebe0bb5-9095-42fc-b398-d5f0a75a3a9b None None] DHCP port deletion for fc769615-c6ae-465b-950a-bcb5911423ee request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:35:59.757957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] For port d17d2fc0-6b5d-4fbd-959a-fd167083965b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d17d2fc0-6b5d-4fbd-959a-fd167083965b,segment=NetworkSegment(cc995f71-1644-4b09-8ad6-2d00d6037051),segment_id=cc995f71-1644-4b09-8ad6-2d00d6037051)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:59.758309 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.772158 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Calling delete_port for d17d2fc0-6b5d-4fbd-959a-fd167083965b owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:59.791860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4afb6-2881-479d-9550-affe68a20cc0 None None] Pushing event updated for resources: {'Port': ['ID=d17d2fc0-6b5d-4fbd-959a-fd167083965b,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:59.811900 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4ebe0bb5-9095-42fc-b398-d5f0a75a3a9b None None] Deleting port d17d2fc0-6b5d-4fbd-959a-fd167083965b {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:35:59.812250 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0bb5-9095-42fc-b398-d5f0a75a3a9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.851028 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.875512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event deleted for resources: {'Port': ['ID=d17d2fc0-6b5d-4fbd-959a-fd167083965b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:35:59.879759 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4ebe0bb5-9095-42fc-b398-d5f0a75a3a9b None None] For port d17d2fc0-6b5d-4fbd-959a-fd167083965b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=d17d2fc0-6b5d-4fbd-959a-fd167083965b,segment=NetworkSegment(cc995f71-1644-4b09-8ad6-2d00d6037051),segment_id=cc995f71-1644-4b09-8ad6-2d00d6037051)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:35:59.880692 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0bb5-9095-42fc-b398-d5f0a75a3a9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.881304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] No DVR routers for this DVR port d17d2fc0-6b5d-4fbd-959a-fd167083965b on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:35:59.894306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4ebe0bb5-9095-42fc-b398-d5f0a75a3a9b None None] Calling delete_port for d17d2fc0-6b5d-4fbd-959a-fd167083965b owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:35:59.963608 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.972657 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4ebe0bb5-9095-42fc-b398-d5f0a75a3a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:35:59.987307 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc769615-c6ae-465b-950a-bcb5911423ee']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:59.998206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc995f71-1644-4b09-8ad6-2d00d6037051') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:35:59.998502 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc995f71-1644-4b09-8ad6-2d00d6037051') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:00.002268 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe0bb5-9095-42fc-b398-d5f0a75a3a9b None None] Pushing event deleted for resources: {'Port': ['ID=d17d2fc0-6b5d-4fbd-959a-fd167083965b,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:00.006147 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe0bb5-9095-42fc-b398-d5f0a75a3a9b None None] No DVR routers for this DVR port d17d2fc0-6b5d-4fbd-959a-fd167083965b on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:00.013419 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.028791 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.036445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:36:00.036866 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:36:00.040155 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:36:00.113834 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.120934 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.124152 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "DELETE /v2.0/networks/fc769615-c6ae-465b-950a-bcb5911423ee HTTP/1.1" status: 204 len: 168 time: 0.5980260 Nov 03 19:36:00.127035 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39246) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:00.135403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f48bdc-dd8f-4df4-acc0-065187f097bc tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event deleted for resources: {'Network': ['ID=fc769615-c6ae-465b-950a-bcb5911423ee,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:00.165555 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8672cc4-f87f-4cf8-b2a5-f3d74e758c9b tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] DELETE failed (client error): The resource could not be found. Nov 03 19:36:00.166058 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8672cc4-f87f-4cf8-b2a5-f3d74e758c9b tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:36:00.169065 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b8672cc4-f87f-4cf8-b2a5-f3d74e758c9b tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "DELETE /v2.0/subnets/8eaf5987-63e1-4ca8-8d00-4c632a1a73ad HTTP/1.1" status: 404 len: 337 time: 0.0406523 Nov 03 19:36:00.171773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39248) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:00.189217 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be94193-4013-4a5a-9373-57ddbc904ad9 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] DELETE failed (client error): The resource could not be found. Nov 03 19:36:00.189743 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be94193-4013-4a5a-9373-57ddbc904ad9 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:36:00.192978 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3be94193-4013-4a5a-9373-57ddbc904ad9 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "DELETE /v2.0/networks/bd5b5366-8d4b-4a7b-84f3-1aa9ae58a08b HTTP/1.1" status: 404 len: 339 time: 0.0202754 Nov 03 19:36:00.195464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39250) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:00.221253 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e86e89d-ae97-4746-a0c8-58eda29cf6e4 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] DELETE failed (client error): The resource could not be found. Nov 03 19:36:00.221623 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e86e89d-ae97-4746-a0c8-58eda29cf6e4 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:36:00.224623 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6e86e89d-ae97-4746-a0c8-58eda29cf6e4 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "DELETE /v2.0/subnets/b4824607-90ae-4127-9ecb-3c364552b5c7 HTTP/1.1" status: 404 len: 337 time: 0.0282350 Nov 03 19:36:00.227223 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39252) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:00.244995 n-d-812150-4 neutron-server[101711]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07cdfe4-1899-4158-a626-8531689b1089 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] DELETE failed (client error): The resource could not be found. Nov 03 19:36:00.245530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07cdfe4-1899-4158-a626-8531689b1089 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101711) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 03 19:36:00.248549 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f07cdfe4-1899-4158-a626-8531689b1089 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "DELETE /v2.0/networks/f653ec61-be4c-4b34-8d05-c3686da52eca HTTP/1.1" status: 404 len: 339 time: 0.0203249 Nov 03 19:36:00.250949 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39254) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:00.301045 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-af69c856-195c-4c61-8278-c4354da958d8 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Deleting subnet e6ef5cc4-39d0-48d2-bdd2-3f8e55c598d8 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:36:00.304288 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af69c856-195c-4c61-8278-c4354da958d8 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.342230 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af69c856-195c-4c61-8278-c4354da958d8 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.426558 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af69c856-195c-4c61-8278-c4354da958d8 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.484354 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af69c856-195c-4c61-8278-c4354da958d8 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.512467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69c856-195c-4c61-8278-c4354da958d8 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ef5cc4-39d0-48d2-bdd2-3f8e55c598d8,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:00.514451 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af69c856-195c-4c61-8278-c4354da958d8 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.518319 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-af69c856-195c-4c61-8278-c4354da958d8 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "DELETE /v2.0/subnets/e6ef5cc4-39d0-48d2-bdd2-3f8e55c598d8 HTTP/1.1" status: 204 len: 168 time: 0.2664552 Nov 03 19:36:00.520327 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebadc9a4-a942-4b86-ad33-508a8d117a21 None None] Network 46256897-4496-42c4-ac6f-95bab56dfac7 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:00.521581 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39256) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:00.601123 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.655186 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Deleting port 31c87244-0908-4231-a762-8ad393dbdbee {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:00.655527 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.697422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fcde94-3b23-4c2e-b880-9570b3b46615 None None] DHCP port deletion for 46256897-4496-42c4-ac6f-95bab56dfac7 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:36:00.730737 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] For port 31c87244-0908-4231-a762-8ad393dbdbee, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=31c87244-0908-4231-a762-8ad393dbdbee,segment=NetworkSegment(9194de9f-7745-4e5e-8440-f62d196eb27f),segment_id=9194de9f-7745-4e5e-8440-f62d196eb27f)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:00.731125 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.746707 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-13fcde94-3b23-4c2e-b880-9570b3b46615 None None] Deleting port 31c87244-0908-4231-a762-8ad393dbdbee {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:00.747074 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-13fcde94-3b23-4c2e-b880-9570b3b46615 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.815284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-13fcde94-3b23-4c2e-b880-9570b3b46615 None None] For port 31c87244-0908-4231-a762-8ad393dbdbee, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=31c87244-0908-4231-a762-8ad393dbdbee,segment=NetworkSegment(9194de9f-7745-4e5e-8440-f62d196eb27f),segment_id=9194de9f-7745-4e5e-8440-f62d196eb27f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:00.815702 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-13fcde94-3b23-4c2e-b880-9570b3b46615 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.830595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-13fcde94-3b23-4c2e-b880-9570b3b46615 None None] Calling delete_port for 31c87244-0908-4231-a762-8ad393dbdbee owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:00.891021 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.928763 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-13fcde94-3b23-4c2e-b880-9570b3b46615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:00.953861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcde94-3b23-4c2e-b880-9570b3b46615 None None] Pushing event deleted for resources: {'Port': ['ID=31c87244-0908-4231-a762-8ad393dbdbee,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:00.960729 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fcde94-3b23-4c2e-b880-9570b3b46615 None None] No DVR routers for this DVR port 31c87244-0908-4231-a762-8ad393dbdbee on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:01.031085 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:01.075904 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Calling delete_port for 31c87244-0908-4231-a762-8ad393dbdbee owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:01.151357 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:01.177934 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event deleted for resources: {'Port': ['ID=31c87244-0908-4231-a762-8ad393dbdbee,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:01.179803 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] No DVR routers for this DVR port 31c87244-0908-4231-a762-8ad393dbdbee on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:01.258096 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:01.277569 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46256897-4496-42c4-ac6f-95bab56dfac7']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:01.288124 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9194de9f-7745-4e5e-8440-f62d196eb27f') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:01.288347 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9194de9f-7745-4e5e-8440-f62d196eb27f') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:01.298273 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:01.311091 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:01.317856 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:36:01.318249 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: self.session.flush() Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:36:01.321321 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:36:01.382602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:01.391026 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:01.394647 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] 10.222.0.107 "DELETE /v2.0/networks/46256897-4496-42c4-ac6f-95bab56dfac7 HTTP/1.1" status: 204 len: 168 time: 0.8719027 Nov 03 19:36:01.406884 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c1c6d-820c-4c8c-ac6e-bb9e02604334 tempest-NetworksIpV6Test-1978358216 tempest-NetworksIpV6Test-1978358216-project] Pushing event deleted for resources: {'Network': ['ID=46256897-4496-42c4-ac6f-95bab56dfac7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:01.553742 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:01.650303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39262) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:01.780528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e9accccc-2ec2-4056-a683-d531ad4c49df admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=327039a4f50b4dfd8a3c0ee347cf0db0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290479 Nov 03 19:36:01.784112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39266) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:01.832702 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2082e7ec-9751-4e52-be98-9616cdad9207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:01.853951 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2082e7ec-9751-4e52-be98-9616cdad9207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:01.903632 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2082e7ec-9751-4e52-be98-9616cdad9207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:01.907290 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2082e7ec-9751-4e52-be98-9616cdad9207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:01.908530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2082e7ec-9751-4e52-be98-9616cdad9207 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4806c792-d3e8-4ded-81ca-e2e6a72b3c39 HTTP/1.1" status: 204 len: 168 time: 0.1233578 Nov 03 19:36:01.916426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082e7ec-9751-4e52-be98-9616cdad9207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4806c792-d3e8-4ded-81ca-e2e6a72b3c39,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:02.525537 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 31c87244-0908-4231-a762-8ad393dbdbee no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:02.541615 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39288) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:02.549278 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 31c87244-0908-4231-a762-8ad393dbdbee {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:02.549631 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 31c87244-0908-4231-a762-8ad393dbdbee not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:02.637624 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-25dc55fa-28ef-4de6-b2cd-76e4d75913f2 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-243034963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:02.662048 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25dc55fa-28ef-4de6-b2cd-76e4d75913f2 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.663321 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25dc55fa-28ef-4de6-b2cd-76e4d75913f2 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.722789 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25dc55fa-28ef-4de6-b2cd-76e4d75913f2 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.727484 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25dc55fa-28ef-4de6-b2cd-76e4d75913f2 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.753911 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-25dc55fa-28ef-4de6-b2cd-76e4d75913f2 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.755180 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-25dc55fa-28ef-4de6-b2cd-76e4d75913f2 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2124949 Nov 03 19:36:02.757995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39292) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:02.762980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-892778060'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:02.784660 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Made reservation on behalf of 5608bac4fc5b48d98bcd47f1f2ecdd6a for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:36:02.788251 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.797825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.873451 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.877520 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.900631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:36:02.915975 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213c502e-275a-4f2d-b502-1c3cf49b422d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:02.918961 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.919314 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Added segment 6e4932c2-030f-44f8-80d8-f170dfd726cd of type vlan for network 9227c95b-e1d9-4305-bfec-da1783453006 Nov 03 19:36:02.960474 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.990560 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:02.997412 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:02.997996 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.033299 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2742021 Nov 03 19:36:03.036458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39294) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:03.041551 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-eefce8f5-0785-4c06-8003-a8b4654fa5aa tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Request body: {'subnet': {'network_id': '9227c95b-e1d9-4305-bfec-da1783453006', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:03.066580 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14728eb-0c65-448c-bc45-3cb011b8bf7b tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Pushing event updated for resources: {'Network': ['ID=9227c95b-e1d9-4305-bfec-da1783453006,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:03.078180 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 9227c95b-e1d9-4305-bfec-da1783453006 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:36:03.134699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefce8f5-0785-4c06-8003-a8b4654fa5aa tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Made reservation on behalf of 5608bac4fc5b48d98bcd47f1f2ecdd6a for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:36:03.141263 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eefce8f5-0785-4c06-8003-a8b4654fa5aa tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.318306 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eefce8f5-0785-4c06-8003-a8b4654fa5aa tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.379774 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefce8f5-0785-4c06-8003-a8b4654fa5aa tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Pushing event updated for resources: {'Subnet': ['ID=876a3947-d8c9-4190-bd58-052d6c4cd8f5,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:03.392309 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefce8f5-0785-4c06-8003-a8b4654fa5aa tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Checking segment: {'id': '6e4932c2-030f-44f8-80d8-f170dfd726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9227c95b-e1d9-4305-bfec-da1783453006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:03.392724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefce8f5-0785-4c06-8003-a8b4654fa5aa tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Network hostable DHCP agents. Network: 9227c95b-e1d9-4305-bfec-da1783453006, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:36:03.410699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefce8f5-0785-4c06-8003-a8b4654fa5aa tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Network 9227c95b-e1d9-4305-bfec-da1783453006 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:36:03.419788 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-eefce8f5-0785-4c06-8003-a8b4654fa5aa tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 9227c95b-e1d9-4305-bfec-da1783453006) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:03.424162 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefce8f5-0785-4c06-8003-a8b4654fa5aa tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:03.424627 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-eefce8f5-0785-4c06-8003-a8b4654fa5aa tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.428935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f91b23-e797-4233-b982-f0832470936e None None] Network 9227c95b-e1d9-4305-bfec-da1783453006 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:03.442486 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-eefce8f5-0785-4c06-8003-a8b4654fa5aa tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4047329 Nov 03 19:36:03.445320 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39296) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:03.450302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-db907978-96ab-4ef1-a14b-6eb98a2a1983 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-492359683'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:03.472976 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db907978-96ab-4ef1-a14b-6eb98a2a1983 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Made reservation on behalf of 5608bac4fc5b48d98bcd47f1f2ecdd6a for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:36:03.476642 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db907978-96ab-4ef1-a14b-6eb98a2a1983 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.503880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db907978-96ab-4ef1-a14b-6eb98a2a1983 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:36:03.514694 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db907978-96ab-4ef1-a14b-6eb98a2a1983 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.515051 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-db907978-96ab-4ef1-a14b-6eb98a2a1983 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Added segment cfcf4ae7-c75f-4daf-a7e7-cf8d47d75b5b of type vlan for network 049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c Nov 03 19:36:03.558197 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db907978-96ab-4ef1-a14b-6eb98a2a1983 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.586060 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db907978-96ab-4ef1-a14b-6eb98a2a1983 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.592154 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db907978-96ab-4ef1-a14b-6eb98a2a1983 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:03.592977 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-db907978-96ab-4ef1-a14b-6eb98a2a1983 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.656226 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-db907978-96ab-4ef1-a14b-6eb98a2a1983 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2096004 Nov 03 19:36:03.659148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39298) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:03.664318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-3040a855-f1c3-45b8-aa22-098dcbf34b3f tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Request body: {'subnet': {'network_id': '049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:03.666824 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db907978-96ab-4ef1-a14b-6eb98a2a1983 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Pushing event updated for resources: {'Network': ['ID=049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:03.679178 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:36:03.772807 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3040a855-f1c3-45b8-aa22-098dcbf34b3f tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Made reservation on behalf of 5608bac4fc5b48d98bcd47f1f2ecdd6a for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:36:03.779094 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3040a855-f1c3-45b8-aa22-098dcbf34b3f tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.803437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-9227c95b-e1d9-4305-bfec-da1783453006', 'network_id': '9227c95b-e1d9-4305-bfec-da1783453006', 'tenant_id': '5608bac4fc5b48d98bcd47f1f2ecdd6a', 'fixed_ips': [{'subnet_id': '876a3947-d8c9-4190-bd58-052d6c4cd8f5'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:36:03.804371 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:03.942884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Allocated IP 172.20.0.2 (9227c95b-e1d9-4305-bfec-da1783453006/876a3947-d8c9-4190-bd58-052d6c4cd8f5/ea45e254-b197-48b1-80e4-dc3315806622) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:36:03.974918 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3040a855-f1c3-45b8-aa22-098dcbf34b3f tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.045477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040a855-f1c3-45b8-aa22-098dcbf34b3f tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Pushing event updated for resources: {'Subnet': ['ID=8c271821-818e-4250-b75d-9fbe356f1d3c,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:04.051907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3040a855-f1c3-45b8-aa22-098dcbf34b3f tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Checking segment: {'id': 'cfcf4ae7-c75f-4daf-a7e7-cf8d47d75b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:04.052837 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3040a855-f1c3-45b8-aa22-098dcbf34b3f tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Network hostable DHCP agents. Network: 049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:36:04.069344 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3040a855-f1c3-45b8-aa22-098dcbf34b3f tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Network 049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:36:04.079491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-3040a855-f1c3-45b8-aa22-098dcbf34b3f tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:04.084554 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3040a855-f1c3-45b8-aa22-098dcbf34b3f tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:04.085164 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3040a855-f1c3-45b8-aa22-098dcbf34b3f tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.088402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf05a615-bbc3-42a0-95bb-86111889c450 None None] Network 049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:04.102542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3040a855-f1c3-45b8-aa22-098dcbf34b3f tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4422390 Nov 03 19:36:04.105669 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39300) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:04.111113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b1d8a63a-7541-4e99-8898-3ea7586512dc tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Request body: {'router': {'external_gateway_info': {'network_id': '049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:04.120859 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.156385 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.212558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Network 9227c95b-e1d9-4305-bfec-da1783453006 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:04.221318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:04.229374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:36:04.231314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Pushing event updated for resources: {'Port': ['ID=ea45e254-b197-48b1-80e4-dc3315806622,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:04.324454 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Attempting to bind port ea45e254-b197-48b1-80e4-dc3315806622 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:04.324822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Attempting to bind port ea45e254-b197-48b1-80e4-dc3315806622 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '6e4932c2-030f-44f8-80d8-f170dfd726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9227c95b-e1d9-4305-bfec-da1783453006'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:04.325186 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Attempting to bind port ea45e254-b197-48b1-80e4-dc3315806622 on network 9227c95b-e1d9-4305-bfec-da1783453006 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:04.328190 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b1d8a63a-7541-4e99-8898-3ea7586512dc tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.344319 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:04.344703 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Checking segment: {'id': '6e4932c2-030f-44f8-80d8-f170dfd726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9227c95b-e1d9-4305-bfec-da1783453006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:04.345104 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.345500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Bound using segment: {'id': '6e4932c2-030f-44f8-80d8-f170dfd726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9227c95b-e1d9-4305-bfec-da1783453006'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:04.345982 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Bound port: ea45e254-b197-48b1-80e4-dc3315806622, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4932c2-030f-44f8-80d8-f170dfd726cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9227c95b-e1d9-4305-bfec-da1783453006'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:04.346365 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.363971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c', 'network_id': '049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c', 'tenant_id': '5608bac4fc5b48d98bcd47f1f2ecdd6a', 'fixed_ips': [{'subnet_id': '8c271821-818e-4250-b75d-9fbe356f1d3c'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:36:04.365581 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.440887 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [None req-b1d8a63a-7541-4e99-8898-3ea7586512dc tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 03 19:36:04.442090 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b1d8a63a-7541-4e99-8898-3ea7586512dc tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] 10.222.0.107 "PUT /v2.0/routers/654d020a-7f24-482a-bf06-6aa31f318e3f HTTP/1.1" status: 400 len: 364 time: 0.3352582 Nov 03 19:36:04.448022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39302) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:04.500885 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] For port ea45e254-b197-48b1-80e4-dc3315806622, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:04.512057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-489af2fc-4b9d-4f40-b900-6328d31e5c89 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Deleting subnet 8c271821-818e-4250-b75d-9fbe356f1d3c {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:36:04.536376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] For port ea45e254-b197-48b1-80e4-dc3315806622, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ea45e254-b197-48b1-80e4-dc3315806622,segment=NetworkSegment(6e4932c2-030f-44f8-80d8-f170dfd726cd),segment_id=6e4932c2-030f-44f8-80d8-f170dfd726cd)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:04.542219 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.606134 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Allocated IP 172.21.0.2 (049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c/8c271821-818e-4250-b75d-9fbe356f1d3c/8dc9b1cf-5b11-416a-ac08-30324862d3a0) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:36:04.631557 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee19b26-f9e6-4893-b6a2-1561d47f8f3c None None] Pushing event updated for resources: {'Port': ['ID=ea45e254-b197-48b1-80e4-dc3315806622,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:04.796427 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.802861 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-489af2fc-4b9d-4f40-b900-6328d31e5c89 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.803478 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.845076 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Network 049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:04.852962 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:04.858099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:36:04.862194 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Pushing event updated for resources: {'Port': ['ID=8dc9b1cf-5b11-416a-ac08-30324862d3a0,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:04.875182 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-489af2fc-4b9d-4f40-b900-6328d31e5c89 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.936414 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Attempting to bind port 8dc9b1cf-5b11-416a-ac08-30324862d3a0 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:04.936777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Attempting to bind port 8dc9b1cf-5b11-416a-ac08-30324862d3a0 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'cfcf4ae7-c75f-4daf-a7e7-cf8d47d75b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:04.937179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Attempting to bind port 8dc9b1cf-5b11-416a-ac08-30324862d3a0 on network 049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:04.944796 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:04.945173 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Checking segment: {'id': 'cfcf4ae7-c75f-4daf-a7e7-cf8d47d75b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:04.945573 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.945963 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Bound using segment: {'id': 'cfcf4ae7-c75f-4daf-a7e7-cf8d47d75b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:04.946437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Bound port: 8dc9b1cf-5b11-416a-ac08-30324862d3a0, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcf4ae7-c75f-4daf-a7e7-cf8d47d75b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:04.946818 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:04.986738 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-489af2fc-4b9d-4f40-b900-6328d31e5c89 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.047988 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-489af2fc-4b9d-4f40-b900-6328d31e5c89 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.050669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] For port 8dc9b1cf-5b11-416a-ac08-30324862d3a0, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:05.054114 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] For port 8dc9b1cf-5b11-416a-ac08-30324862d3a0, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8dc9b1cf-5b11-416a-ac08-30324862d3a0,segment=NetworkSegment(cfcf4ae7-c75f-4daf-a7e7-cf8d47d75b5b),segment_id=cfcf4ae7-c75f-4daf-a7e7-cf8d47d75b5b)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:05.058414 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.075443 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489af2fc-4b9d-4f40-b900-6328d31e5c89 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Pushing event deleted for resources: {'Subnet': ['ID=8c271821-818e-4250-b75d-9fbe356f1d3c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:05.084754 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-489af2fc-4b9d-4f40-b900-6328d31e5c89 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.088625 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-489af2fc-4b9d-4f40-b900-6328d31e5c89 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] 10.222.0.107 "DELETE /v2.0/subnets/8c271821-818e-4250-b75d-9fbe356f1d3c HTTP/1.1" status: 204 len: 168 time: 0.6392939 Nov 03 19:36:05.090715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39304) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:05.122562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7382a3a-994a-4018-a98c-cd6238c84b91 None None] Pushing event updated for resources: {'Port': ['ID=8dc9b1cf-5b11-416a-ac08-30324862d3a0,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:05.182661 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.237167 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Deleting port 8dc9b1cf-5b11-416a-ac08-30324862d3a0 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:05.237425 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.344628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] For port 8dc9b1cf-5b11-416a-ac08-30324862d3a0, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8dc9b1cf-5b11-416a-ac08-30324862d3a0,segment=NetworkSegment(cfcf4ae7-c75f-4daf-a7e7-cf8d47d75b5b),segment_id=cfcf4ae7-c75f-4daf-a7e7-cf8d47d75b5b)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:05.344990 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.361852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Calling delete_port for 8dc9b1cf-5b11-416a-ac08-30324862d3a0 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:05.454261 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.483065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] No DVR routers for this DVR port 8dc9b1cf-5b11-416a-ac08-30324862d3a0 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:05.485810 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Pushing event deleted for resources: {'Port': ['ID=8dc9b1cf-5b11-416a-ac08-30324862d3a0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:05.575928 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.597597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:05.608466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcf4ae7-c75f-4daf-a7e7-cf8d47d75b5b') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:05.608763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcf4ae7-c75f-4daf-a7e7-cf8d47d75b5b') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:05.620147 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.632116 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231ffd28-e1c2-4980-ae58-e9bd04831744 None None] Network 9227c95b-e1d9-4305-bfec-da1783453006 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:05.635121 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.642520 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:36:05.643124 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:36:05.646344 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:36:05.704522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f5fb9e90-fbe7-412d-a1fb-6c7d9751fc3d None None] Provisioning complete for port ea45e254-b197-48b1-80e4-dc3315806622 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:05.704902 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9e90-fbe7-412d-a1fb-6c7d9751fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.723291 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.730045 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.733681 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] 10.222.0.107 "DELETE /v2.0/networks/049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c HTTP/1.1" status: 204 len: 168 time: 0.6410308 Nov 03 19:36:05.737428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39306) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:05.748903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84e507-961a-4900-bead-9196b0dff596 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Pushing event deleted for resources: {'Network': ['ID=049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:05.801424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed4bad1-ba09-467e-86f3-340c25649515 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Deleting subnet 876a3947-d8c9-4190-bd58-052d6c4cd8f5 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:36:05.805600 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aed4bad1-ba09-467e-86f3-340c25649515 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.850523 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9e90-fbe7-412d-a1fb-6c7d9751fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.854908 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aed4bad1-ba09-467e-86f3-340c25649515 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.906863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f5fb9e90-fbe7-412d-a1fb-6c7d9751fc3d None None] For port ea45e254-b197-48b1-80e4-dc3315806622, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ea45e254-b197-48b1-80e4-dc3315806622,segment=NetworkSegment(6e4932c2-030f-44f8-80d8-f170dfd726cd),segment_id=6e4932c2-030f-44f8-80d8-f170dfd726cd)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:05.913460 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9e90-fbe7-412d-a1fb-6c7d9751fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.956847 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aed4bad1-ba09-467e-86f3-340c25649515 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:05.986972 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb9e90-fbe7-412d-a1fb-6c7d9751fc3d None None] Pushing event updated for resources: {'Port': ['ID=ea45e254-b197-48b1-80e4-dc3315806622,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:06.036633 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aed4bad1-ba09-467e-86f3-340c25649515 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.071468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4bad1-ba09-467e-86f3-340c25649515 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Pushing event deleted for resources: {'Subnet': ['ID=876a3947-d8c9-4190-bd58-052d6c4cd8f5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:06.078147 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-aed4bad1-ba09-467e-86f3-340c25649515 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.081583 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aed4bad1-ba09-467e-86f3-340c25649515 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] 10.222.0.107 "DELETE /v2.0/subnets/876a3947-d8c9-4190-bd58-052d6c4cd8f5 HTTP/1.1" status: 204 len: 168 time: 0.3430612 Nov 03 19:36:06.084355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39308) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:06.169967 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.189323 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006945f5-3534-4ce2-afff-dbb7bb607749 None None] Network 9227c95b-e1d9-4305-bfec-da1783453006 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:06.240272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Deleting port ea45e254-b197-48b1-80e4-dc3315806622 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:06.240730 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.273968 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3015085-8dfb-4210-933d-f21fae578489 None None] DHCP port deletion for 049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:36:06.304317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1f44e2dd-fd8f-4587-8a08-fbc2d47fa34f None None] Provisioning complete for port ea45e254-b197-48b1-80e4-dc3315806622 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:06.304698 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1f44e2dd-fd8f-4587-8a08-fbc2d47fa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.308019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] For port ea45e254-b197-48b1-80e4-dc3315806622, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ea45e254-b197-48b1-80e4-dc3315806622,segment=NetworkSegment(6e4932c2-030f-44f8-80d8-f170dfd726cd),segment_id=6e4932c2-030f-44f8-80d8-f170dfd726cd)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:06.308392 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.322075 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Calling delete_port for ea45e254-b197-48b1-80e4-dc3315806622 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:06.343364 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01000d0-cab2-47da-a210-ac8970e14533 None None] Network 049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:06.363946 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01000d0-cab2-47da-a210-ac8970e14533 None None] Network 049111f7-92d0-4f3f-ac1b-1b9ea4c8e32c could not be found, it might have been deleted concurrently. {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 03 19:36:06.407328 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.434004 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Pushing event deleted for resources: {'Port': ['ID=ea45e254-b197-48b1-80e4-dc3315806622,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:06.439969 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] No DVR routers for this DVR port ea45e254-b197-48b1-80e4-dc3315806622 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:06.447388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1f44e2dd-fd8f-4587-8a08-fbc2d47fa34f None None] Could not find standard attr ID for object 8dc9b1cf-5b11-416a-ac08-30324862d3a0. {{(pid=101713) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 03 19:36:06.465125 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05249864-0441-4b76-bc69-c1f45a63504c None None] DHCP port deletion for 9227c95b-e1d9-4305-bfec-da1783453006 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:36:06.529023 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.555363 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9227c95b-e1d9-4305-bfec-da1783453006']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:06.565924 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4932c2-030f-44f8-80d8-f170dfd726cd') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:06.566139 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4932c2-030f-44f8-80d8-f170dfd726cd') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:06.575400 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.589813 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.596862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:36:06.597303 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:36:06.600524 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:36:06.660195 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.668254 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.671044 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] 10.222.0.107 "DELETE /v2.0/networks/9227c95b-e1d9-4305-bfec-da1783453006 HTTP/1.1" status: 204 len: 168 time: 0.5856631 Nov 03 19:36:06.674865 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39310) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:06.682647 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7075f-b8e6-4999-9779-a682d93394d5 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Pushing event deleted for resources: {'Network': ['ID=9227c95b-e1d9-4305-bfec-da1783453006,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:06.704804 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-eb998a2d-2b8e-4806-afe2-127114936b5d tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] 10.222.0.107 "GET /v2.0/ports?device_id=654d020a-7f24-482a-bf06-6aa31f318e3f HTTP/1.1" status: 200 len: 205 time: 0.0287602 Nov 03 19:36:06.707174 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39312) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:06.783801 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10f66bb4-01a8-44d7-b467-b9f1e031d4d0 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.957821 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10f66bb4-01a8-44d7-b467-b9f1e031d4d0 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:06.960142 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10f66bb4-01a8-44d7-b467-b9f1e031d4d0 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.004044 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10f66bb4-01a8-44d7-b467-b9f1e031d4d0 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.004655 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f66bb4-01a8-44d7-b467-b9f1e031d4d0 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Fanout notify agent at l3_agent the message router_deleted on router 654d020a-7f24-482a-bf06-6aa31f318e3f {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:36:07.012494 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10f66bb4-01a8-44d7-b467-b9f1e031d4d0 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.013625 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-10f66bb4-01a8-44d7-b467-b9f1e031d4d0 tempest-RoutersNegativeTest-962770460 tempest-RoutersNegativeTest-962770460-project] 10.222.0.107 "DELETE /v2.0/routers/654d020a-7f24-482a-bf06-6aa31f318e3f HTTP/1.1" status: 204 len: 168 time: 0.3055096 Nov 03 19:36:07.288701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39318) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:07.429555 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-288ababa-9fe0-4cd8-ab14-a7c85154877c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5608bac4fc5b48d98bcd47f1f2ecdd6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393564 Nov 03 19:36:07.432165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39322) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:07.480434 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff9824b3-4872-47e2-a597-87e5b8d9e334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.501715 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff9824b3-4872-47e2-a597-87e5b8d9e334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.556909 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff9824b3-4872-47e2-a597-87e5b8d9e334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.559545 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff9824b3-4872-47e2-a597-87e5b8d9e334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:07.560816 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ff9824b3-4872-47e2-a597-87e5b8d9e334 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/213c502e-275a-4f2d-b502-1c3cf49b422d HTTP/1.1" status: 204 len: 168 time: 0.1277151 Nov 03 19:36:07.568676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9824b3-4872-47e2-a597-87e5b8d9e334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213c502e-275a-4f2d-b502-1c3cf49b422d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:08.220661 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39344) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:08.337103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-10353610-network', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:08.362018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] Made reservation on behalf of b4106aae214644f6b21fcce9bc018eb1 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:36:08.364612 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.373260 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.448825 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.453068 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.473724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:36:08.487927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa989998-85e5-47d3-9933-a61e0de55a6e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:08.493078 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.493419 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] Added segment f1d36b8c-1da1-405c-9891-1b4f41975a55 of type vlan for network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 Nov 03 19:36:08.534264 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.559572 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.560437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:08.561015 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.593148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3701029 Nov 03 19:36:08.596326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39348) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:08.629736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-71e375f4-e5c4-4b42-b0e5-a750d1665ee9 admin admin] Request body: {'subnet': {'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-10353610-subnet', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:08.643897 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1624b-add6-4d52-843b-c2a5068dc050 admin admin] Pushing event updated for resources: {'Network': ['ID=de61a1bc-d3a1-48e8-aad7-c6c5455c0616,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:08.655127 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:36:08.658147 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e375f4-e5c4-4b42-b0e5-a750d1665ee9 admin admin] Made reservation on behalf of b4106aae214644f6b21fcce9bc018eb1 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:36:08.660842 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-71e375f4-e5c4-4b42-b0e5-a750d1665ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.838350 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-71e375f4-e5c4-4b42-b0e5-a750d1665ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.893865 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e375f4-e5c4-4b42-b0e5-a750d1665ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:08.902557 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e375f4-e5c4-4b42-b0e5-a750d1665ee9 admin admin] Checking segment: {'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:08.902922 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e375f4-e5c4-4b42-b0e5-a750d1665ee9 admin admin] Network hostable DHCP agents. Network: de61a1bc-d3a1-48e8-aad7-c6c5455c0616, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:36:08.920291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e375f4-e5c4-4b42-b0e5-a750d1665ee9 admin admin] Network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:36:08.928806 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-71e375f4-e5c4-4b42-b0e5-a750d1665ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, de61a1bc-d3a1-48e8-aad7-c6c5455c0616) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:08.932791 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e375f4-e5c4-4b42-b0e5-a750d1665ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:08.933405 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-71e375f4-e5c4-4b42-b0e5-a750d1665ee9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.937846 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15578189-9d14-410c-8fe0-a037af5e5b39 None None] Network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:08.948958 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-71e375f4-e5c4-4b42-b0e5-a750d1665ee9 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3515494 Nov 03 19:36:08.951732 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39350) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:08.956129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-10353610-router', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:08.977429 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:08.978382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:09.034470 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:09.092525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-de61a1bc-d3a1-48e8-aad7-c6c5455c0616', 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1', 'fixed_ips': [{'subnet_id': '29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:36:09.093886 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:09.177776 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:09.232106 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Allocated IP 172.20.0.2 (de61a1bc-d3a1-48e8-aad7-c6c5455c0616/29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6/8ad5f7f5-a679-443c-b23f-1066c2d1b980) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:36:09.373403 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:09.381078 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:09.381639 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:09.400244 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:09.423565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:09.429175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:09.432842 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:36:09.441235 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Pushing event updated for resources: {'Port': ['ID=8ad5f7f5-a679-443c-b23f-1066c2d1b980,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:09.495490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Attempting to bind port 8ad5f7f5-a679-443c-b23f-1066c2d1b980 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:09.495905 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Attempting to bind port 8ad5f7f5-a679-443c-b23f-1066c2d1b980 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:09.496275 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Attempting to bind port 8ad5f7f5-a679-443c-b23f-1066c2d1b980 on network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:09.501415 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:09.501793 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Checking segment: {'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:09.502194 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:09.502591 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Bound using segment: {'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:09.503104 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Bound port: 8ad5f7f5-a679-443c-b23f-1066c2d1b980, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:09.503520 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:09.516900 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Allocated IP 172.25.2.92 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/1411f588-b548-4c41-a479-3fce50855223) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:36:09.569280 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] For port 8ad5f7f5-a679-443c-b23f-1066c2d1b980, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:09.573005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] For port 8ad5f7f5-a679-443c-b23f-1066c2d1b980, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8ad5f7f5-a679-443c-b23f-1066c2d1b980,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:09.577349 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:09.631296 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:09.643006 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef536e-2348-4de6-b3ee-ec2e0b6fea1f None None] Pushing event updated for resources: {'Port': ['ID=8ad5f7f5-a679-443c-b23f-1066c2d1b980,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:09.675651 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:09.719170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:09.722462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:09.727230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:36:09.730505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Pushing event updated for resources: {'Port': ['ID=1411f588-b548-4c41-a479-3fce50855223,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:10.003651 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:10.197397 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:10.328924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Router e95a697a-94b6-4b99-af65-bff9fed30ab4 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:36:10.567993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8ad5f7f5-a679-443c-b23f-1066c2d1b980 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:10.595382 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f28516b-c0f8-425f-94dd-d61b2bea3dc5 None None] Network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:10.711271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 8ad5f7f5-a679-443c-b23f-1066c2d1b980 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:10.711668 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:10.757730 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-ad32e4f1-284b-4e7a-b2e6-76effeb1fea8 None None] Provisioning complete for port 8ad5f7f5-a679-443c-b23f-1066c2d1b980 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:10.758017 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ad32e4f1-284b-4e7a-b2e6-76effeb1fea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:10.803229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:36:10.814555 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Sync routers for ids ['e95a697a-94b6-4b99-af65-bff9fed30ab4'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:36:10.822266 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:10.826459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6981d458-d788-463c-b360-2b666f568426 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8709278 Nov 03 19:36:10.827676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39352) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:10.827797 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Routers {'e95a697a-94b6-4b99-af65-bff9fed30ab4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:10.828448 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e95a697a-94b6-4b99-af65-bff9fed30ab4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:10.939194 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Set router e95a697a-94b6-4b99-af65-bff9fed30ab4 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:11.075179 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:11.108405 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ad32e4f1-284b-4e7a-b2e6-76effeb1fea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:11.133908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 8ad5f7f5-a679-443c-b23f-1066c2d1b980, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8ad5f7f5-a679-443c-b23f-1066c2d1b980,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:11.138143 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'name': 'tempest-TestEncryptedCinderVolumes-10353610-router', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1411f588-b548-4c41-a479-3fce50855223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:08Z', 'updated_at': '2021-11-03T19:36:09Z', 'revision_number': 3, 'project_id': 'b4106aae214644f6b21fcce9bc018eb1', 'gw_port': {'id': '1411f588-b548-4c41-a479-3fce50855223', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:09Z', 'updated_at': '2021-11-03T19:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:11.142272 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:11.176052 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Checking router: e95a697a-94b6-4b99-af65-bff9fed30ab4 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:36:11.176725 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Updating router e95a697a-94b6-4b99-af65-bff9fed30ab4 port 1411f588-b548-4c41-a479-3fce50855223 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:36:11.224925 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:11.226274 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-ad32e4f1-284b-4e7a-b2e6-76effeb1fea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:36:11.228967 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-ad32e4f1-284b-4e7a-b2e6-76effeb1fea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:36:11.242574 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=8ad5f7f5-a679-443c-b23f-1066c2d1b980,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:11.326748 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:11.485135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Allocated IP 172.20.0.1 (de61a1bc-d3a1-48e8-aad7-c6c5455c0616/29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6/a9e7b7dc-c416-42e6-a922-ed2481594811) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:36:11.506721 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:11.512048 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:11.565136 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Attempting to bind port 1411f588-b548-4c41-a479-3fce50855223 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:11.565506 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Attempting to bind port 1411f588-b548-4c41-a479-3fce50855223 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:11.565867 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Attempting to bind port 1411f588-b548-4c41-a479-3fce50855223 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:11.567955 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df2b10-8d60-497a-b980-27e51abf3691 None None] Pushing event updated for resources: {'Port': ['ID=1411f588-b548-4c41-a479-3fce50855223,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:11.577241 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:11.577549 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:11.578546 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:11.578546 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:11.578839 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Bound port: 1411f588-b548-4c41-a479-3fce50855223, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:11.579141 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:11.581700 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df2b10-8d60-497a-b980-27e51abf3691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:11.582037 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df2b10-8d60-497a-b980-27e51abf3691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:11.582372 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df2b10-8d60-497a-b980-27e51abf3691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:11.582705 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df2b10-8d60-497a-b980-27e51abf3691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:11.583034 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df2b10-8d60-497a-b980-27e51abf3691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:11.583366 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df2b10-8d60-497a-b980-27e51abf3691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:11.583718 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df2b10-8d60-497a-b980-27e51abf3691 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:11.584042 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df2b10-8d60-497a-b980-27e51abf3691 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:11.584357 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df2b10-8d60-497a-b980-27e51abf3691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:11.584678 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df2b10-8d60-497a-b980-27e51abf3691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:11.584998 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df2b10-8d60-497a-b980-27e51abf3691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:11.585314 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df2b10-8d60-497a-b980-27e51abf3691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:11.626793 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:11.646386 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] For port 1411f588-b548-4c41-a479-3fce50855223, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:11.649946 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] For port 1411f588-b548-4c41-a479-3fce50855223, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1411f588-b548-4c41-a479-3fce50855223,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:11.654216 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:11.663734 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:11.709889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:11.712240 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Routers {'e95a697a-94b6-4b99-af65-bff9fed30ab4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:11.712879 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e95a697a-94b6-4b99-af65-bff9fed30ab4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:11.715682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:11.719285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Pushing event updated for resources: {'Port': ['ID=a9e7b7dc-c416-42e6-a922-ed2481594811,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:11.721617 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:36:11.755977 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df2b10-8d60-497a-b980-27e51abf3691 None None] Pushing event updated for resources: {'Port': ['ID=1411f588-b548-4c41-a479-3fce50855223,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:11.765105 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:11.846830 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] Set router e95a697a-94b6-4b99-af65-bff9fed30ab4 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:11.901397 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-42e30db7-f182-47d2-8283-a81d76530e36 None None] Provisioning complete for port 8ad5f7f5-a679-443c-b23f-1066c2d1b980 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:11.901987 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-42e30db7-f182-47d2-8283-a81d76530e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:11.912660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:12.053916 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'name': 'tempest-TestEncryptedCinderVolumes-10353610-router', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1411f588-b548-4c41-a479-3fce50855223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:08Z', 'updated_at': '2021-11-03T19:36:09Z', 'revision_number': 3, 'project_id': 'b4106aae214644f6b21fcce9bc018eb1', 'gw_port': {'id': '1411f588-b548-4c41-a479-3fce50855223', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:09Z', 'updated_at': '2021-11-03T19:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:12.080298 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b3e0ea-b096-4ddd-91cb-ff3364222200 None None] The sync data for ids ['e95a697a-94b6-4b99-af65-bff9fed30ab4'] in n-d-812150-4 is: [{'id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'name': 'tempest-TestEncryptedCinderVolumes-10353610-router', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1411f588-b548-4c41-a479-3fce50855223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:08Z', 'updated_at': '2021-11-03T19:36:09Z', 'revision_number': 3, 'project_id': 'b4106aae214644f6b21fcce9bc018eb1', 'gw_port': {'id': '1411f588-b548-4c41-a479-3fce50855223', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:09Z', 'updated_at': '2021-11-03T19:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:36:12.106709 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:12.112961 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:12.146647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a58137d3-b3a3-45aa-89a8-4e576a968b09 None None] Provisioning complete for port a9e7b7dc-c416-42e6-a922-ed2481594811 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:12.146950 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a58137d3-b3a3-45aa-89a8-4e576a968b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:12.187993 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a58137d3-b3a3-45aa-89a8-4e576a968b09 None None] Port a9e7b7dc-c416-42e6-a922-ed2481594811 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:36:12.194986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Pushing event updated for resources: {'Port': ['ID=a9e7b7dc-c416-42e6-a922-ed2481594811,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:12.197721 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:12.296383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:12.304628 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:12.465002 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Router e95a697a-94b6-4b99-af65-bff9fed30ab4 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:36:12.613916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:36:12.625545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2938ea7b-111a-4d78-b555-ef458e98c5af admin admin] 10.222.0.107 "PUT /v2.0/routers/e95a697a-94b6-4b99-af65-bff9fed30ab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7919488 Nov 03 19:36:12.630287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1411f588-b548-4c41-a479-3fce50855223 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:12.632732 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1e34b1fc-5b56-46f9-96d7-e9c4b551245e None None] Provisioning complete for port a9e7b7dc-c416-42e6-a922-ed2481594811 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:12.633119 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1e34b1fc-5b56-46f9-96d7-e9c4b551245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:12.709522 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-1e34b1fc-5b56-46f9-96d7-e9c4b551245e None None] Port a9e7b7dc-c416-42e6-a922-ed2481594811 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:36:12.726774 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 1411f588-b548-4c41-a479-3fce50855223 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:12.727154 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:12.822752 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:12.847200 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 1411f588-b548-4c41-a479-3fce50855223, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1411f588-b548-4c41-a479-3fce50855223,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:12.852889 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:12.853864 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8ad5f7f5-a679-443c-b23f-1066c2d1b980 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:12.939274 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=1411f588-b548-4c41-a479-3fce50855223,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:12.949643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 8ad5f7f5-a679-443c-b23f-1066c2d1b980 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:12.950020 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.161053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39368) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:13.166039 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-206701551-network', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:13.187659 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] Made reservation on behalf of bbd77afb5b5d4739a4c3eed7f322120b for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:36:13.190001 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.198591 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.275412 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.279811 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.310362 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:36:13.320366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26736a85-1746-4d72-961c-f610d78d975c,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:13.325182 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.325533 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] Added segment 9e1f9a75-17b6-4583-829d-f1b02f2bb81b of type vlan for network 4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82 Nov 03 19:36:13.366846 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.391790 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.392923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:13.393513 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.457198 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2907815 Nov 03 19:36:13.457919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39370) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:13.460982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-74a9a094-cd39-409d-873f-952cafde3556 admin admin] Request body: {'subnet': {'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-206701551-subnet', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:13.470204 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f28ce9-d4b8-4a54-b161-f69d2358fa05 admin admin] Pushing event updated for resources: {'Network': ['ID=4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:13.479754 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:36:13.488182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a9a094-cd39-409d-873f-952cafde3556 admin admin] Made reservation on behalf of bbd77afb5b5d4739a4c3eed7f322120b for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:36:13.489584 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-74a9a094-cd39-409d-873f-952cafde3556 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.669892 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-74a9a094-cd39-409d-873f-952cafde3556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.670324 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.730383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9a094-cd39-409d-873f-952cafde3556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=929dea4c-8dc8-4041-bec8-6fe4b274406b,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:13.736840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a9a094-cd39-409d-873f-952cafde3556 admin admin] Checking segment: {'id': '9e1f9a75-17b6-4583-829d-f1b02f2bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:13.737207 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a9a094-cd39-409d-873f-952cafde3556 admin admin] Network hostable DHCP agents. Network: 4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:36:13.754201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a9a094-cd39-409d-873f-952cafde3556 admin admin] Network 4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:36:13.764862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-74a9a094-cd39-409d-873f-952cafde3556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:13.767800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Sync routers for ids ['e95a697a-94b6-4b99-af65-bff9fed30ab4'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:36:13.772603 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dff4a0-b2e3-4620-a44a-d14c78e733d3 None None] Network 4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:13.774393 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a9a094-cd39-409d-873f-952cafde3556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:13.775030 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-74a9a094-cd39-409d-873f-952cafde3556 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.791981 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-74a9a094-cd39-409d-873f-952cafde3556 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3348997 Nov 03 19:36:13.794598 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39372) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:13.799130 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-206701551-router', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:13.801731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Routers {'e95a697a-94b6-4b99-af65-bff9fed30ab4'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:13.802376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e95a697a-94b6-4b99-af65-bff9fed30ab4'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:13.820988 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.822098 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.876674 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:13.991852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Set router e95a697a-94b6-4b99-af65-bff9fed30ab4 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:14.012206 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:14.049962 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82', 'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'fixed_ips': [{'subnet_id': '929dea4c-8dc8-4041-bec8-6fe4b274406b'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:36:14.050826 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:14.219711 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:14.239215 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:14.305461 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Allocated IP 172.20.0.2 (4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82/929dea4c-8dc8-4041-bec8-6fe4b274406b/9c75c3ac-13b1-4fa8-b4ed-e73942d02039) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:36:14.348350 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Allocated IP 172.25.2.62 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/c1561edc-4035-42c1-a903-496f0da19715) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:36:14.389097 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'name': 'tempest-TestEncryptedCinderVolumes-10353610-router', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1411f588-b548-4c41-a479-3fce50855223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:08Z', 'updated_at': '2021-11-03T19:36:11Z', 'revision_number': 4, 'project_id': 'b4106aae214644f6b21fcce9bc018eb1', 'gw_port': {'id': '1411f588-b548-4c41-a479-3fce50855223', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:09Z', 'updated_at': '2021-11-03T19:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'a9e7b7dc-c416-42e6-a922-ed2481594811', 'name': '', 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1', 'mac_address': 'fa:16:3e:dd:ca:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:11Z', 'updated_at': '2021-11-03T19:36:11Z', 'revision_number': 2, 'project_id': 'b4106aae214644f6b21fcce9bc018eb1', 'subnets': [{'id': '29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:14.422680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Checking router: e95a697a-94b6-4b99-af65-bff9fed30ab4 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:36:14.423042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Updating router e95a697a-94b6-4b99-af65-bff9fed30ab4 port a9e7b7dc-c416-42e6-a922-ed2481594811 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:36:14.454926 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:14.460515 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:14.494366 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:14.538335 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:14.544120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:14.548284 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:36:14.553856 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Pushing event updated for resources: {'Port': ['ID=c1561edc-4035-42c1-a903-496f0da19715,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:14.556584 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1411f588-b548-4c41-a479-3fce50855223 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:14.588665 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:14.604583 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:14.700832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Network 4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:14.719736 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:14.722237 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:36:14.751693 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Pushing event updated for resources: {'Port': ['ID=9c75c3ac-13b1-4fa8-b4ed-e73942d02039,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:14.800005 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:14.839188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 1411f588-b548-4c41-a479-3fce50855223 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:14.839568 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:14.863569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Attempting to bind port 9c75c3ac-13b1-4fa8-b4ed-e73942d02039 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:14.863970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Attempting to bind port 9c75c3ac-13b1-4fa8-b4ed-e73942d02039 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '9e1f9a75-17b6-4583-829d-f1b02f2bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:14.864339 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Attempting to bind port 9c75c3ac-13b1-4fa8-b4ed-e73942d02039 on network 4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:14.880047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:14.880434 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Checking segment: {'id': '9e1f9a75-17b6-4583-829d-f1b02f2bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:14.880838 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:14.881238 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Bound using segment: {'id': '9e1f9a75-17b6-4583-829d-f1b02f2bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:14.881710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Bound port: 9c75c3ac-13b1-4fa8-b4ed-e73942d02039, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1f9a75-17b6-4583-829d-f1b02f2bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:14.882099 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:14.996903 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:15.127567 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Router 9ecee873-9f28-4f8a-83db-a689a7ae5d0a is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:36:15.224554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] For port 9c75c3ac-13b1-4fa8-b4ed-e73942d02039, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:15.229469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] For port 9c75c3ac-13b1-4fa8-b4ed-e73942d02039, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9c75c3ac-13b1-4fa8-b4ed-e73942d02039,segment=NetworkSegment(9e1f9a75-17b6-4583-829d-f1b02f2bb81b),segment_id=9e1f9a75-17b6-4583-829d-f1b02f2bb81b)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:15.231867 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:15.235661 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:15.239206 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:36:15.241200 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:15.252732 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Sync routers for ids ['9ecee873-9f28-4f8a-83db-a689a7ae5d0a'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:36:15.257888 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:15.259415 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fadde60a-4e5c-409e-8474-9688382a3b50 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4637837 Nov 03 19:36:15.262284 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39374) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:36:15.264415 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Routers {'9ecee873-9f28-4f8a-83db-a689a7ae5d0a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:15.265028 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9ecee873-9f28-4f8a-83db-a689a7ae5d0a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:15.366156 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57ce55-a96b-4864-b40a-07160ae033e2 None None] Pushing event updated for resources: {'Port': ['ID=9c75c3ac-13b1-4fa8-b4ed-e73942d02039,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:15.429646 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Set router 9ecee873-9f28-4f8a-83db-a689a7ae5d0a gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:15.436355 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Attempting to bind port a9e7b7dc-c416-42e6-a922-ed2481594811 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:15.436750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Attempting to bind port a9e7b7dc-c416-42e6-a922-ed2481594811 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:15.437712 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Attempting to bind port a9e7b7dc-c416-42e6-a922-ed2481594811 on network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:15.452283 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:15.452734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Checking segment: {'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:15.453150 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:15.453554 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Bound using segment: {'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:15.454041 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Bound port: a9e7b7dc-c416-42e6-a922-ed2481594811, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:15.454429 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:15.462231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b00a49-7366-4298-ae46-a615191c7263 None None] Pushing event updated for resources: {'Port': ['ID=a9e7b7dc-c416-42e6-a922-ed2481594811,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:15.543670 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] For port a9e7b7dc-c416-42e6-a922-ed2481594811, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:15.548373 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] For port a9e7b7dc-c416-42e6-a922-ed2481594811, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a9e7b7dc-c416-42e6-a922-ed2481594811,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:15.556665 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:15.667483 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Routers {'e95a697a-94b6-4b99-af65-bff9fed30ab4'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:15.668435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e95a697a-94b6-4b99-af65-bff9fed30ab4'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:15.721511 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b00a49-7366-4298-ae46-a615191c7263 None None] Pushing event updated for resources: {'Port': ['ID=a9e7b7dc-c416-42e6-a922-ed2481594811,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:15.772832 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'name': 'tempest-TestEncryptedCinderVolumes-206701551-router', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c1561edc-4035-42c1-a903-496f0da19715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:13Z', 'updated_at': '2021-11-03T19:36:14Z', 'revision_number': 3, 'project_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'gw_port': {'id': 'c1561edc-4035-42c1-a903-496f0da19715', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:14Z', 'updated_at': '2021-11-03T19:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:15.822472 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7499bfab-7028-4ec8-880c-be2c862cc27f None None] Provisioning complete for port a9e7b7dc-c416-42e6-a922-ed2481594811 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:15.823471 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7499bfab-7028-4ec8-880c-be2c862cc27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:15.891144 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:15.902323 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] Set router e95a697a-94b6-4b99-af65-bff9fed30ab4 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:15.915925 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Checking router: 9ecee873-9f28-4f8a-83db-a689a7ae5d0a for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:36:15.916281 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Updating router 9ecee873-9f28-4f8a-83db-a689a7ae5d0a port c1561edc-4035-42c1-a903-496f0da19715 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:36:15.945041 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.085954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Allocated IP 172.20.0.1 (4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82/929dea4c-8dc8-4041-bec8-6fe4b274406b/87b9ce5c-e73e-44f5-afda-9a9fe5ab883f) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:36:16.099724 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7499bfab-7028-4ec8-880c-be2c862cc27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.160514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7499bfab-7028-4ec8-880c-be2c862cc27f None None] For port a9e7b7dc-c416-42e6-a922-ed2481594811, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a9e7b7dc-c416-42e6-a922-ed2481594811,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:16.170864 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7499bfab-7028-4ec8-880c-be2c862cc27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.208900 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.229291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'name': 'tempest-TestEncryptedCinderVolumes-10353610-router', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1411f588-b548-4c41-a479-3fce50855223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:08Z', 'updated_at': '2021-11-03T19:36:11Z', 'revision_number': 4, 'project_id': 'b4106aae214644f6b21fcce9bc018eb1', 'gw_port': {'id': '1411f588-b548-4c41-a479-3fce50855223', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:09Z', 'updated_at': '2021-11-03T19:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'a9e7b7dc-c416-42e6-a922-ed2481594811', 'name': '', 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1', 'mac_address': 'fa:16:3e:dd:ca:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:11Z', 'updated_at': '2021-11-03T19:36:15Z', 'revision_number': 4, 'project_id': 'b4106aae214644f6b21fcce9bc018eb1', 'subnets': [{'id': '29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:16.249865 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.250162 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.258940 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.265820 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca7e4e-6fc2-4134-ad20-ebd554b9647a None None] The sync data for ids ['e95a697a-94b6-4b99-af65-bff9fed30ab4'] in n-d-812150-4 is: [{'id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'name': 'tempest-TestEncryptedCinderVolumes-10353610-router', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1411f588-b548-4c41-a479-3fce50855223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:08Z', 'updated_at': '2021-11-03T19:36:11Z', 'revision_number': 4, 'project_id': 'b4106aae214644f6b21fcce9bc018eb1', 'gw_port': {'id': '1411f588-b548-4c41-a479-3fce50855223', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:09Z', 'updated_at': '2021-11-03T19:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'a9e7b7dc-c416-42e6-a922-ed2481594811', 'name': '', 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1', 'mac_address': 'fa:16:3e:dd:ca:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:11Z', 'updated_at': '2021-11-03T19:36:15Z', 'revision_number': 4, 'project_id': 'b4106aae214644f6b21fcce9bc018eb1', 'subnets': [{'id': '29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:36:16.268242 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499bfab-7028-4ec8-880c-be2c862cc27f None None] Pushing event updated for resources: {'Port': ['ID=a9e7b7dc-c416-42e6-a922-ed2481594811,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:16.300102 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Network 4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:16.302784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-df98941a-b226-42ae-a21a-023ac3a2808c None None] Provisioning complete for port a9e7b7dc-c416-42e6-a922-ed2481594811 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:16.303158 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-df98941a-b226-42ae-a21a-023ac3a2808c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.303649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:16.307486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:36:16.377021 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f24d3-d244-4514-9dc1-879a4275af3f None None] Pushing event updated for resources: {'Port': ['ID=c1561edc-4035-42c1-a903-496f0da19715,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:16.395793 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Attempting to bind port c1561edc-4035-42c1-a903-496f0da19715 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:16.396168 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Attempting to bind port c1561edc-4035-42c1-a903-496f0da19715 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:16.396445 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Attempting to bind port c1561edc-4035-42c1-a903-496f0da19715 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:16.409649 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:16.410424 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:16.410424 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.410825 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:16.411306 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Bound port: c1561edc-4035-42c1-a903-496f0da19715, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:16.411715 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.419978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Pushing event updated for resources: {'Port': ['ID=87b9ce5c-e73e-44f5-afda-9a9fe5ab883f,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:16.442839 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.487883 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] For port c1561edc-4035-42c1-a903-496f0da19715, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:16.491852 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] For port c1561edc-4035-42c1-a903-496f0da19715, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c1561edc-4035-42c1-a903-496f0da19715,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:16.502079 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.595598 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f24d3-d244-4514-9dc1-879a4275af3f None None] Pushing event updated for resources: {'Port': ['ID=c1561edc-4035-42c1-a903-496f0da19715,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:16.619419 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Routers {'9ecee873-9f28-4f8a-83db-a689a7ae5d0a'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:16.620146 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9ecee873-9f28-4f8a-83db-a689a7ae5d0a'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:16.646797 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.686475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a9e7b7dc-c416-42e6-a922-ed2481594811 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:16.734561 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9661bfa7-50b9-4298-9c7a-20f88847686b None None] Network 4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:36:16.774037 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] Set router 9ecee873-9f28-4f8a-83db-a689a7ae5d0a gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:16.827152 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-2f82368f-6892-42a6-b9d6-60c6ca76160f None None] Provisioning complete for port 9c75c3ac-13b1-4fa8-b4ed-e73942d02039 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:16.828275 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2f82368f-6892-42a6-b9d6-60c6ca76160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.898246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port a9e7b7dc-c416-42e6-a922-ed2481594811 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:16.898763 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.900002 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.907666 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:16.967905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Pushing event updated for resources: {'Port': ['ID=87b9ce5c-e73e-44f5-afda-9a9fe5ab883f,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:17.014138 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:17.048747 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'name': 'tempest-TestEncryptedCinderVolumes-206701551-router', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c1561edc-4035-42c1-a903-496f0da19715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:13Z', 'updated_at': '2021-11-03T19:36:16Z', 'revision_number': 4, 'project_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'gw_port': {'id': 'c1561edc-4035-42c1-a903-496f0da19715', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:14Z', 'updated_at': '2021-11-03T19:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '87b9ce5c-e73e-44f5-afda-9a9fe5ab883f', 'name': '', 'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'mac_address': 'fa:16:3e:d4:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '929dea4c-8dc8-4041-bec8-6fe4b274406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:15Z', 'updated_at': '2021-11-03T19:36:16Z', 'revision_number': 1, 'project_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'subnets': [{'id': '929dea4c-8dc8-4041-bec8-6fe4b274406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:17.067440 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2f82368f-6892-42a6-b9d6-60c6ca76160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:17.083969 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eed732-b70d-4d90-bbb2-5e80609d53c7 None None] The sync data for ids ['9ecee873-9f28-4f8a-83db-a689a7ae5d0a'] in n-d-812150-4 is: [{'id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'name': 'tempest-TestEncryptedCinderVolumes-206701551-router', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c1561edc-4035-42c1-a903-496f0da19715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:13Z', 'updated_at': '2021-11-03T19:36:16Z', 'revision_number': 4, 'project_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'gw_port': {'id': 'c1561edc-4035-42c1-a903-496f0da19715', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:14Z', 'updated_at': '2021-11-03T19:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '87b9ce5c-e73e-44f5-afda-9a9fe5ab883f', 'name': '', 'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'mac_address': 'fa:16:3e:d4:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '929dea4c-8dc8-4041-bec8-6fe4b274406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:15Z', 'updated_at': '2021-11-03T19:36:16Z', 'revision_number': 1, 'project_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'subnets': [{'id': '929dea4c-8dc8-4041-bec8-6fe4b274406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:36:17.123100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Network 4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:17.125590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:17.151776 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9c75c3ac-13b1-4fa8-b4ed-e73942d02039 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:17.156865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-2f82368f-6892-42a6-b9d6-60c6ca76160f None None] For port 9c75c3ac-13b1-4fa8-b4ed-e73942d02039, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9c75c3ac-13b1-4fa8-b4ed-e73942d02039,segment=NetworkSegment(9e1f9a75-17b6-4583-829d-f1b02f2bb81b),segment_id=9e1f9a75-17b6-4583-829d-f1b02f2bb81b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:17.207826 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2f82368f-6892-42a6-b9d6-60c6ca76160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:17.289887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 9c75c3ac-13b1-4fa8-b4ed-e73942d02039 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:17.290657 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:17.295448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82368f-6892-42a6-b9d6-60c6ca76160f None None] Pushing event updated for resources: {'Port': ['ID=9c75c3ac-13b1-4fa8-b4ed-e73942d02039,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:17.295785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Router 9ecee873-9f28-4f8a-83db-a689a7ae5d0a has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:36:17.364934 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:36:17.467291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:36:17.479766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3f4eddd7-f3ea-400c-ad4c-ca3195ebc37d admin admin] 10.222.0.107 "PUT /v2.0/routers/9ecee873-9f28-4f8a-83db-a689a7ae5d0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2163572 Nov 03 19:36:17.537368 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-16d5a8ff-3c83-4fb7-b99e-07121f13ff7f None None] Provisioning complete for port 9c75c3ac-13b1-4fa8-b4ed-e73942d02039 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:17.538042 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16d5a8ff-3c83-4fb7-b99e-07121f13ff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:17.726422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-16d5a8ff-3c83-4fb7-b99e-07121f13ff7f None None] Provisioning complete for port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:17.727176 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-16d5a8ff-3c83-4fb7-b99e-07121f13ff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:17.768874 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-16d5a8ff-3c83-4fb7-b99e-07121f13ff7f None None] Port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:36:17.888488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1ea0f5cc-ecd0-4217-a38d-e22dc2404203 None None] Provisioning complete for port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:17.888860 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f5cc-ecd0-4217-a38d-e22dc2404203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:17.933418 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0f5cc-ecd0-4217-a38d-e22dc2404203 None None] Port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:36:18.054531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-67b1118c-eb3e-4895-aac3-fbc341c99a37 None None] Provisioning complete for port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:18.054899 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-67b1118c-eb3e-4895-aac3-fbc341c99a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:18.095436 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-67b1118c-eb3e-4895-aac3-fbc341c99a37 None None] Port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:36:18.492630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-dac1b17b-6f41-44fb-87f3-4033d7c8f5aa tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:18.494230 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-dac1b17b-6f41-44fb-87f3-4033d7c8f5aa tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/networks?id=de61a1bc-d3a1-48e8-aad7-c6c5455c0616 HTTP/1.1" status: 200 len: 815 time: 0.1090479 Nov 03 19:36:18.515797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-5af0fe52-79bb-4b7e-bac6-e129437f8414 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/quotas/b4106aae214644f6b21fcce9bc018eb1 HTTP/1.1" status: 200 len: 375 time: 0.0111299 Nov 03 19:36:18.554969 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9c75c3ac-13b1-4fa8-b4ed-e73942d02039 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:18.572490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-98d36826-6ffd-4b30-ae67-af9879a41613 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=b4106aae214644f6b21fcce9bc018eb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507970 Nov 03 19:36:18.603256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 9c75c3ac-13b1-4fa8-b4ed-e73942d02039 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:18.603704 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:18.672967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-76e1783d-4748-4a3e-a07c-7d325ef5877d service neutron] 10.222.0.107 "GET /v2.0/networks/de61a1bc-d3a1-48e8-aad7-c6c5455c0616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872123 Nov 03 19:36:18.766411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-734c3a12-018a-4ad5-85b6-a8764b2a8b04 service neutron] 10.222.0.107 "GET /v2.0/networks/de61a1bc-d3a1-48e8-aad7-c6c5455c0616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847390 Nov 03 19:36:18.944686 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43481905-3bea-43fb-bafd-229f3be5577c req-6fa5f1d4-5f0c-47d0-83f5-e51305f2ef43 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=6de6e8e7-94fb-4e02-bf22-830a0e572ae3 HTTP/1.1" status: 200 len: 210 time: 0.0320382 Nov 03 19:36:19.924685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-fc1c1fe4-a6bd-4964-b6f7-b6f8cf664fcc tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:19.926216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-fc1c1fe4-a6bd-4964-b6f7-b6f8cf664fcc tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.98 "GET /v2.0/networks?id=de61a1bc-d3a1-48e8-aad7-c6c5455c0616 HTTP/1.1" status: 200 len: 815 time: 0.1133649 Nov 03 19:36:19.938842 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-b17016e2-c276-45dc-8189-19f29f29d5fe tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Request body: {'port': {'device_id': '6de6e8e7-94fb-4e02-bf22-830a0e572ae3', 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616', 'admin_state_up': True, 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:20.056230 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-41c55d0b-a756-44ce-9048-9b3024eb0604 req-5117ff50-3793-44f9-8f73-8dc7d1c60d8f tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=6de6e8e7-94fb-4e02-bf22-830a0e572ae3 HTTP/1.1" status: 200 len: 210 time: 0.0411384 Nov 03 19:36:20.077966 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-b17016e2-c276-45dc-8189-19f29f29d5fe tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Made reservation on behalf of b4106aae214644f6b21fcce9bc018eb1 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:36:20.081655 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-b17016e2-c276-45dc-8189-19f29f29d5fe tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:20.212558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-b17016e2-c276-45dc-8189-19f29f29d5fe tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Allocated IP 172.20.0.13 (de61a1bc-d3a1-48e8-aad7-c6c5455c0616/29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6/396cd9d1-98c1-487e-ba29-a634b3ffb9d6) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:36:20.359689 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-b17016e2-c276-45dc-8189-19f29f29d5fe tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:20.394371 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-b17016e2-c276-45dc-8189-19f29f29d5fe tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:20.401523 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Sync routers for ids ['9ecee873-9f28-4f8a-83db-a689a7ae5d0a'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:36:20.411663 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Routers {'9ecee873-9f28-4f8a-83db-a689a7ae5d0a'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:20.412230 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9ecee873-9f28-4f8a-83db-a689a7ae5d0a'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:20.436576 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-b17016e2-c276-45dc-8189-19f29f29d5fe tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:20.442294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-b17016e2-c276-45dc-8189-19f29f29d5fe tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:20.446042 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-b17016e2-c276-45dc-8189-19f29f29d5fe tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:36:20.474003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17016e2-c276-45dc-8189-19f29f29d5fe tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Pushing event updated for resources: {'Port': ['ID=396cd9d1-98c1-487e-ba29-a634b3ffb9d6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:20.505819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-b17016e2-c276-45dc-8189-19f29f29d5fe tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:20.506651 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-b17016e2-c276-45dc-8189-19f29f29d5fe tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:20.529966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-b17016e2-c276-45dc-8189-19f29f29d5fe tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5950651 Nov 03 19:36:20.538725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Set router 9ecee873-9f28-4f8a-83db-a689a7ae5d0a gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:20.542966 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Request body: {'port': {'device_id': '6de6e8e7-94fb-4e02-bf22-830a0e572ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:20.611302 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:20.621421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c1561edc-4035-42c1-a903-496f0da19715 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:20.759822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c1561edc-4035-42c1-a903-496f0da19715 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:20.760210 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:20.765411 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-542ac5f2-c638-467e-967d-628327882797 None None] Provisioning complete for port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:20.765765 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-542ac5f2-c638-467e-967d-628327882797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:20.854821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-542ac5f2-c638-467e-967d-628327882797 None None] Port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:36:20.889516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:36:20.898181 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:20.911938 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Transition to ACTIVE for port object 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:36:20.914785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'name': 'tempest-TestEncryptedCinderVolumes-206701551-router', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c1561edc-4035-42c1-a903-496f0da19715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:13Z', 'updated_at': '2021-11-03T19:36:16Z', 'revision_number': 4, 'project_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'gw_port': {'id': 'c1561edc-4035-42c1-a903-496f0da19715', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:14Z', 'updated_at': '2021-11-03T19:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '87b9ce5c-e73e-44f5-afda-9a9fe5ab883f', 'name': '', 'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'mac_address': 'fa:16:3e:d4:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '929dea4c-8dc8-4041-bec8-6fe4b274406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:15Z', 'updated_at': '2021-11-03T19:36:16Z', 'revision_number': 2, 'project_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'subnets': [{'id': '929dea4c-8dc8-4041-bec8-6fe4b274406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:20.915565 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:20.916682 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:20.956051 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Checking router: 9ecee873-9f28-4f8a-83db-a689a7ae5d0a for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:36:20.956413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Updating router 9ecee873-9f28-4f8a-83db-a689a7ae5d0a port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:36:20.985761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port c1561edc-4035-42c1-a903-496f0da19715, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c1561edc-4035-42c1-a903-496f0da19715,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:20.992432 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:20.995997 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:21.005216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Pushing event updated for resources: {'Port': ['ID=396cd9d1-98c1-487e-ba29-a634b3ffb9d6,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:21.037522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Attempting to bind port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:21.038008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Attempting to bind port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:21.038441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Attempting to bind port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 on network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:21.043066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 on network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:36:21.043395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Attempting to bind port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 on network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:21.049036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:21.049384 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Checking segment: {'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:21.049772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Bound using segment: {'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:21.050202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Bound port: 396cd9d1-98c1-487e-ba29-a634b3ffb9d6, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:21.050562 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:21.075437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=c1561edc-4035-42c1-a903-496f0da19715,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:21.132524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] For port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:21.136464 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] For port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=396cd9d1-98c1-487e-ba29-a634b3ffb9d6,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:21.142292 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:21.211567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:21.212230 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:21.213962 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] 10.222.0.98 "PUT /v2.0/ports/396cd9d1-98c1-487e-ba29-a634b3ffb9d6 HTTP/1.1" status: 200 len: 1092 time: 0.6754253 Nov 03 19:36:21.216437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de6e8e7-94fb-4e02-bf22-830a0e572ae3', 'tag': '396cd9d1-98c1-487e-ba29-a634b3ffb9d6'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:21.220162 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee850c4-4f66-4a12-9113-270a36c8310e" -d '{"events": [{"name": "network-changed", "server_uuid": "6de6e8e7-94fb-4e02-bf22-830a0e572ae3", "tag": "396cd9d1-98c1-487e-ba29-a634b3ffb9d6"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:21.265362 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b9d7a-6208-49f3-af70-e96c6f6842a1 req-0a8621b1-31b8-4e1c-8da3-bcb3700578ca tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:21.273165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f6b9d7a-6208-49f3-af70-e96c6f6842a1 req-0a8621b1-31b8-4e1c-8da3-bcb3700578ca tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=6de6e8e7-94fb-4e02-bf22-830a0e572ae3 HTTP/1.1" status: 200 len: 944 time: 0.1242464 Nov 03 19:36:21.292660 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d135b5-bb4b-4185-b83d-fef62026755c service neutron] Pushing event updated for resources: {'Port': ['ID=396cd9d1-98c1-487e-ba29-a634b3ffb9d6,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:21.302652 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d5e6ca-f49a-481a-97c8-239bd7815a30 x-openstack-request-id: req-26d5e6ca-f49a-481a-97c8-239bd7815a30 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:21.302945 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de6e8e7-94fb-4e02-bf22-830a0e572ae3", "tag": "396cd9d1-98c1-487e-ba29-a634b3ffb9d6", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:21.303204 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-26d5e6ca-f49a-481a-97c8-239bd7815a30 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:21.303626 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de6e8e7-94fb-4e02-bf22-830a0e572ae3', 'tag': '396cd9d1-98c1-487e-ba29-a634b3ffb9d6', 'status': 'completed', 'code': 200} Nov 03 19:36:21.360324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f6b9d7a-6208-49f3-af70-e96c6f6842a1 req-f83fd816-67ad-4489-a0e2-b2551522fb7f tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862684 Nov 03 19:36:21.366169 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-a3fbb7c3-8d3c-4cec-9e22-4e7fac436baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:21.367693 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-a3fbb7c3-8d3c-4cec-9e22-4e7fac436baa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b4106aae214644f6b21fcce9bc018eb1&device_id=6de6e8e7-94fb-4e02-bf22-830a0e572ae3 HTTP/1.1" status: 200 len: 1095 time: 0.0874646 Nov 03 19:36:21.374472 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:21.381976 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:21.415533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-e056c4a1-11e4-4aee-94a2-a72a12287335 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=396cd9d1-98c1-487e-ba29-a634b3ffb9d6 HTTP/1.1" status: 200 len: 217 time: 0.0388961 Nov 03 19:36:21.437174 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704690a-e216-435b-8446-eec8f38b7540 None None] Pushing event updated for resources: {'Port': ['ID=87b9ce5c-e73e-44f5-afda-9a9fe5ab883f,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:21.470478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-1cb0aa87-7711-4113-b6cf-0b488533ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:21.472121 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-1cb0aa87-7711-4113-b6cf-0b488533ccdd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6 HTTP/1.1" status: 200 len: 854 time: 0.0503883 Nov 03 19:36:21.513575 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Attempting to bind port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:21.514040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Attempting to bind port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '9e1f9a75-17b6-4583-829d-f1b02f2bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:21.514318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Attempting to bind port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f on network 4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:21.523450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:21.523854 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Checking segment: {'id': '9e1f9a75-17b6-4583-829d-f1b02f2bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:21.524258 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:21.524539 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-bac283af-e7ba-47e9-9881-bdb1ac26b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:21.524711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Bound using segment: {'id': '9e1f9a75-17b6-4583-829d-f1b02f2bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:21.525491 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Bound port: 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1f9a75-17b6-4583-829d-f1b02f2bb81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:21.525959 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:21.526808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-bac283af-e7ba-47e9-9881-bdb1ac26b2b7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=de61a1bc-d3a1-48e8-aad7-c6c5455c0616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461533 Nov 03 19:36:21.603299 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] For port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:21.606904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] For port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=87b9ce5c-e73e-44f5-afda-9a9fe5ab883f,segment=NetworkSegment(9e1f9a75-17b6-4583-829d-f1b02f2bb81b),segment_id=9e1f9a75-17b6-4583-829d-f1b02f2bb81b)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:21.611949 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:21.630142 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-99793896-ff0c-4d25-8b3f-637807606771 service neutron] 10.222.0.98 "GET /v2.0/networks/de61a1bc-d3a1-48e8-aad7-c6c5455c0616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961156 Nov 03 19:36:21.681875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Routers {'9ecee873-9f28-4f8a-83db-a689a7ae5d0a'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:36:21.682525 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:35:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9ecee873-9f28-4f8a-83db-a689a7ae5d0a'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:21.723938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704690a-e216-435b-8446-eec8f38b7540 None None] Pushing event updated for resources: {'Port': ['ID=87b9ce5c-e73e-44f5-afda-9a9fe5ab883f,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:21.727349 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-85fac092-a376-426b-bc58-d8f3bd049c9c None None] Provisioning complete for port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:21.727756 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-85fac092-a376-426b-bc58-d8f3bd049c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:21.741797 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6fbcda8a-9f07-467f-ad7a-b03506947af7 req-dd2a53b0-4432-4797-8ff1-a4dce74ac5a6 service neutron] 10.222.0.98 "GET /v2.0/networks/de61a1bc-d3a1-48e8-aad7-c6c5455c0616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042471 Nov 03 19:36:21.837090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee850c4-4f66-4a12-9113-270a36c8310e req-d64a583e-ff89-4b28-baf4-e2fbb031be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:21.838637 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ee850c4-4f66-4a12-9113-270a36c8310e req-d64a583e-ff89-4b28-baf4-e2fbb031be8f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b4106aae214644f6b21fcce9bc018eb1&device_id=6de6e8e7-94fb-4e02-bf22-830a0e572ae3 HTTP/1.1" status: 200 len: 1095 time: 0.0456295 Nov 03 19:36:21.931268 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee850c4-4f66-4a12-9113-270a36c8310e req-29efde0b-dc23-4170-aac9-e93281fa0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:21.932814 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ee850c4-4f66-4a12-9113-270a36c8310e req-29efde0b-dc23-4170-aac9-e93281fa0f38 service neutron] 10.222.0.98 "GET /v2.0/networks?id=de61a1bc-d3a1-48e8-aad7-c6c5455c0616 HTTP/1.1" status: 200 len: 916 time: 0.0872478 Nov 03 19:36:21.977171 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ee850c4-4f66-4a12-9113-270a36c8310e req-8ad76cba-f70e-4543-80ee-68912b3d2434 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=396cd9d1-98c1-487e-ba29-a634b3ffb9d6 HTTP/1.1" status: 200 len: 217 time: 0.0375512 Nov 03 19:36:21.992305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] Set router 9ecee873-9f28-4f8a-83db-a689a7ae5d0a gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:36:22.059724 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-85fac092-a376-426b-bc58-d8f3bd049c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:22.149419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee850c4-4f66-4a12-9113-270a36c8310e req-d2aabe33-efb8-4458-8f54-2238200430f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:22.151057 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ee850c4-4f66-4a12-9113-270a36c8310e req-d2aabe33-efb8-4458-8f54-2238200430f9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6 HTTP/1.1" status: 200 len: 854 time: 0.0473843 Nov 03 19:36:22.167490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-85fac092-a376-426b-bc58-d8f3bd049c9c None None] For port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=87b9ce5c-e73e-44f5-afda-9a9fe5ab883f,segment=NetworkSegment(9e1f9a75-17b6-4583-829d-f1b02f2bb81b),segment_id=9e1f9a75-17b6-4583-829d-f1b02f2bb81b)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:22.173662 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-85fac092-a376-426b-bc58-d8f3bd049c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:22.201428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee850c4-4f66-4a12-9113-270a36c8310e req-c53cc8f3-149b-40d8-b8c9-fef2812e31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:22.202974 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ee850c4-4f66-4a12-9113-270a36c8310e req-c53cc8f3-149b-40d8-b8c9-fef2812e31c3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=de61a1bc-d3a1-48e8-aad7-c6c5455c0616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440280 Nov 03 19:36:22.258052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fac092-a376-426b-bc58-d8f3bd049c9c None None] Pushing event updated for resources: {'Port': ['ID=87b9ce5c-e73e-44f5-afda-9a9fe5ab883f,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:22.290069 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'name': 'tempest-TestEncryptedCinderVolumes-206701551-router', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c1561edc-4035-42c1-a903-496f0da19715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:13Z', 'updated_at': '2021-11-03T19:36:16Z', 'revision_number': 4, 'project_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'gw_port': {'id': 'c1561edc-4035-42c1-a903-496f0da19715', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:14Z', 'updated_at': '2021-11-03T19:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '87b9ce5c-e73e-44f5-afda-9a9fe5ab883f', 'name': '', 'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'mac_address': 'fa:16:3e:d4:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '929dea4c-8dc8-4041-bec8-6fe4b274406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:15Z', 'updated_at': '2021-11-03T19:36:21Z', 'revision_number': 4, 'project_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'subnets': [{'id': '929dea4c-8dc8-4041-bec8-6fe4b274406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:36:22.300517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ee850c4-4f66-4a12-9113-270a36c8310e req-dd378668-fc64-4a42-9b95-f4e327447ce0 service neutron] 10.222.0.98 "GET /v2.0/networks/de61a1bc-d3a1-48e8-aad7-c6c5455c0616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891926 Nov 03 19:36:22.327492 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fd026f-77fc-46e7-b5cb-93a3e933913c None None] The sync data for ids ['9ecee873-9f28-4f8a-83db-a689a7ae5d0a'] in n-d-812150-4 is: [{'id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'name': 'tempest-TestEncryptedCinderVolumes-206701551-router', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c1561edc-4035-42c1-a903-496f0da19715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:13Z', 'updated_at': '2021-11-03T19:36:16Z', 'revision_number': 4, 'project_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'gw_port': {'id': 'c1561edc-4035-42c1-a903-496f0da19715', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:14Z', 'updated_at': '2021-11-03T19:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '87b9ce5c-e73e-44f5-afda-9a9fe5ab883f', 'name': '', 'network_id': '4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'mac_address': 'fa:16:3e:d4:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '929dea4c-8dc8-4041-bec8-6fe4b274406b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:15Z', 'updated_at': '2021-11-03T19:36:21Z', 'revision_number': 4, 'project_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'subnets': [{'id': '929dea4c-8dc8-4041-bec8-6fe4b274406b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:36:22.330985 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-db098c05-5084-4cbd-85c6-9755409b4be5 None None] Provisioning complete for port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:22.331364 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-db098c05-5084-4cbd-85c6-9755409b4be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:22.395006 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ee850c4-4f66-4a12-9113-270a36c8310e req-688e6b02-fe68-4419-8b0c-50cb8dea643e service neutron] 10.222.0.98 "GET /v2.0/networks/de61a1bc-d3a1-48e8-aad7-c6c5455c0616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856371 Nov 03 19:36:22.492572 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f4aa6-3ca0-4166-8d0f-b4ed18b08e92 req-e6407443-5c40-4a15-bc7d-f78e52ca02f8 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:22.494122 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c3f4aa6-3ca0-4166-8d0f-b4ed18b08e92 req-e6407443-5c40-4a15-bc7d-f78e52ca02f8 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=6de6e8e7-94fb-4e02-bf22-830a0e572ae3 HTTP/1.1" status: 200 len: 944 time: 0.0533447 Nov 03 19:36:22.548579 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8c3f4aa6-3ca0-4166-8d0f-b4ed18b08e92 req-eaf5728f-9a37-4b5b-8e06-9800ad041442 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481927 Nov 03 19:36:22.575201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c1561edc-4035-42c1-a903-496f0da19715 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:22.626884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port c1561edc-4035-42c1-a903-496f0da19715 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:22.627258 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:22.703038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:22.748215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:22.748593 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:23.310549 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:36:23.408977 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=396cd9d1-98c1-487e-ba29-a634b3ffb9d6,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:23.425894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '396cd9d1-98c1-487e-ba29-a634b3ffb9d6', 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616', 'port_id': '396cd9d1-98c1-487e-ba29-a634b3ffb9d6', 'mac_address': 'fa:16:3e:ee:02:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:36:23.463846 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:23.477404 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:36:23.498246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=396cd9d1-98c1-487e-ba29-a634b3ffb9d6,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:23.502988 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:23.554014 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=396cd9d1-98c1-487e-ba29-a634b3ffb9d6,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:23.668243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e0ef1-0918-42ac-807a-b6261fae76fa req-6984da25-25a8-4cb3-b2d2-26148a9a7b40 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:23.669834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-888e0ef1-0918-42ac-807a-b6261fae76fa req-6984da25-25a8-4cb3-b2d2-26148a9a7b40 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=6de6e8e7-94fb-4e02-bf22-830a0e572ae3 HTTP/1.1" status: 200 len: 945 time: 0.0525694 Nov 03 19:36:23.715309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['396cd9d1-98c1-487e-ba29-a634b3ffb9d6'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:36:23.723047 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-888e0ef1-0918-42ac-807a-b6261fae76fa req-d813de1b-db25-4c07-941e-5c3e572375f0 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465302 Nov 03 19:36:24.845057 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f835270-97fa-4ed7-9a69-96f697e295b1 req-465321ba-e1b5-4298-9666-f7d48af871a6 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:24.846536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f835270-97fa-4ed7-9a69-96f697e295b1 req-465321ba-e1b5-4298-9666-f7d48af871a6 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=6de6e8e7-94fb-4e02-bf22-830a0e572ae3 HTTP/1.1" status: 200 len: 945 time: 0.0521936 Nov 03 19:36:25.245773 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f835270-97fa-4ed7-9a69-96f697e295b1 req-74ac9e42-d4eb-47fb-930b-91b925fd02b6 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932295 Nov 03 19:36:25.311403 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:25.362135 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:36:25.366248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:25.366649 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:25.446299 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:25.469976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de6e8e7-94fb-4e02-bf22-830a0e572ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396cd9d1-98c1-487e-ba29-a634b3ffb9d6'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:25.472254 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6084b17c-3651-449d-b105-35e25254c20e" -d '{"events": [{"server_uuid": "6de6e8e7-94fb-4e02-bf22-830a0e572ae3", "name": "network-vif-plugged", "status": "completed", "tag": "396cd9d1-98c1-487e-ba29-a634b3ffb9d6"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:25.485528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=396cd9d1-98c1-487e-ba29-a634b3ffb9d6,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:25.489567 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:25.517457 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a1fc26-8df0-48ce-913e-3db7bca210e8 x-openstack-request-id: req-59a1fc26-8df0-48ce-913e-3db7bca210e8 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:25.517748 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de6e8e7-94fb-4e02-bf22-830a0e572ae3", "name": "network-vif-plugged", "status": "completed", "tag": "396cd9d1-98c1-487e-ba29-a634b3ffb9d6", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:25.518000 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-59a1fc26-8df0-48ce-913e-3db7bca210e8 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:25.518384 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de6e8e7-94fb-4e02-bf22-830a0e572ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396cd9d1-98c1-487e-ba29-a634b3ffb9d6', 'code': 200} Nov 03 19:36:25.544138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=396cd9d1-98c1-487e-ba29-a634b3ffb9d6,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:25.606853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a9b42-5ffd-4ac7-a802-68828233a100 req-64b60d13-8bd9-4536-8561-1a71bf342505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:25.608884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a86a9b42-5ffd-4ac7-a802-68828233a100 req-64b60d13-8bd9-4536-8561-1a71bf342505 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=6de6e8e7-94fb-4e02-bf22-830a0e572ae3 HTTP/1.1" status: 200 len: 1097 time: 0.0393829 Nov 03 19:36:25.654013 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a86a9b42-5ffd-4ac7-a802-68828233a100 req-3c76260c-2314-4ddc-80c0-2dc603cb3643 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390809 Nov 03 19:36:25.860940 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0219ee8c-9001-40de-b6db-c9d8019103c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:26.361247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514faca-1dfa-430a-8d60-a607a0f18723 req-b435d053-aed2-45ee-84bb-05619624515d tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:26.362738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9514faca-1dfa-430a-8d60-a607a0f18723 req-b435d053-aed2-45ee-84bb-05619624515d tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=6de6e8e7-94fb-4e02-bf22-830a0e572ae3 HTTP/1.1" status: 200 len: 946 time: 0.0490386 Nov 03 19:36:26.410459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9514faca-1dfa-430a-8d60-a607a0f18723 req-f0371628-3513-47e7-a20f-4d15674bf2c3 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414667 Nov 03 19:36:27.536256 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b7809-e42b-413c-83c4-0605f401bf28 req-d67d3684-aef0-4f25-b0eb-d04853d22206 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:27.537727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c59b7809-e42b-413c-83c4-0605f401bf28 req-d67d3684-aef0-4f25-b0eb-d04853d22206 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=6de6e8e7-94fb-4e02-bf22-830a0e572ae3 HTTP/1.1" status: 200 len: 946 time: 0.0565660 Nov 03 19:36:27.586676 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c59b7809-e42b-413c-83c4-0605f401bf28 req-daa31da8-6efc-43e5-9f73-e6f130f8abb8 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Nov 03 19:36:27.703459 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10428e3-9e4b-4828-a3c6-2e1d7a51ed26 req-98c79cc6-a1f0-413a-81d2-565d011e9405 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:27.704978 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b10428e3-9e4b-4828-a3c6-2e1d7a51ed26 req-98c79cc6-a1f0-413a-81d2-565d011e9405 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=6de6e8e7-94fb-4e02-bf22-830a0e572ae3 HTTP/1.1" status: 200 len: 946 time: 0.0506713 Nov 03 19:36:27.758123 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b10428e3-9e4b-4828-a3c6-2e1d7a51ed26 req-cd602be7-3843-458b-8c5a-8ebc3eb1e0d0 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438206 Nov 03 19:36:28.180904 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7599f8c9-517c-407c-a65a-abb7bfe73de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:29.589100 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:30.857751 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:31.036041 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:31.555028 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:43.700751 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:49.459049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99a8a5-ac85-4e71-9e23-6cd85468684b req-fe694371-12cc-4c88-89f3-ff6145ce3690 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:49.460568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe99a8a5-ac85-4e71-9e23-6cd85468684b req-fe694371-12cc-4c88-89f3-ff6145ce3690 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=6de6e8e7-94fb-4e02-bf22-830a0e572ae3 HTTP/1.1" status: 200 len: 946 time: 0.0544183 Nov 03 19:36:49.508682 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fe99a8a5-ac85-4e71-9e23-6cd85468684b req-10d1dc7d-55e2-497c-b27f-71b6613f2972 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Nov 03 19:36:50.730052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b326bfb-ea72-49b0-965a-69f4091c436f req-ed7faa9d-8297-4c31-97b3-b6cd26a9e2a1 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:50.731541 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b326bfb-ea72-49b0-965a-69f4091c436f req-ed7faa9d-8297-4c31-97b3-b6cd26a9e2a1 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=6de6e8e7-94fb-4e02-bf22-830a0e572ae3 HTTP/1.1" status: 200 len: 946 time: 0.1527672 Nov 03 19:36:50.779442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b326bfb-ea72-49b0-965a-69f4091c436f req-6a166ad9-5a52-4a64-964f-2ea812438ca3 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Nov 03 19:36:50.934618 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2cc99-7570-4b56-a224-c1dfdb543f61 req-d49449bb-9abf-4d30-b0a1-d00819616abf tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:50.936119 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53e2cc99-7570-4b56-a224-c1dfdb543f61 req-d49449bb-9abf-4d30-b0a1-d00819616abf tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.98 "GET /v2.0/ports?device_id=6de6e8e7-94fb-4e02-bf22-830a0e572ae3 HTTP/1.1" status: 200 len: 946 time: 0.0496941 Nov 03 19:36:51.029954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-53e2cc99-7570-4b56-a224-c1dfdb543f61 req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Deleting port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:36:51.030236 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-53e2cc99-7570-4b56-a224-c1dfdb543f61 req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.121103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-53e2cc99-7570-4b56-a224-c1dfdb543f61 req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] For port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=396cd9d1-98c1-487e-ba29-a634b3ffb9d6,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:51.121463 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-53e2cc99-7570-4b56-a224-c1dfdb543f61 req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.134474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-53e2cc99-7570-4b56-a224-c1dfdb543f61 req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Calling delete_port for 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:36:51.263857 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-53e2cc99-7570-4b56-a224-c1dfdb543f61 req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.275262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['396cd9d1-98c1-487e-ba29-a634b3ffb9d6'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:36:51.292683 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Pushing event deleted for resources: {'Port': ['ID=396cd9d1-98c1-487e-ba29-a634b3ffb9d6,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:51.306225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.306590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.307048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.308097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.308659 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.309156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.309593 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.310024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.310452 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.310889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.312024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.312566 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:51.350574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e2cc99-7570-4b56-a224-c1dfdb543f61 req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] No DVR routers for this DVR port 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:36:51.353284 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-53e2cc99-7570-4b56-a224-c1dfdb543f61 req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:51.356558 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-53e2cc99-7570-4b56-a224-c1dfdb543f61 req-6c63884b-3229-446e-b35a-0c076ea36fc2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.98 "DELETE /v2.0/ports/396cd9d1-98c1-487e-ba29-a634b3ffb9d6 HTTP/1.1" status: 204 len: 173 time: 0.4145262 Nov 03 19:36:51.356997 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de6e8e7-94fb-4e02-bf22-830a0e572ae3', 'name': 'network-vif-deleted', 'tag': '396cd9d1-98c1-487e-ba29-a634b3ffb9d6'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:51.359784 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3321aff8-b205-4251-ab4e-eebbf4a5ecf0" -d '{"events": [{"server_uuid": "6de6e8e7-94fb-4e02-bf22-830a0e572ae3", "name": "network-vif-deleted", "tag": "396cd9d1-98c1-487e-ba29-a634b3ffb9d6"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:51.408826 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80077f7d-38ca-471c-866a-770d92a998f5 x-openstack-request-id: req-80077f7d-38ca-471c-866a-770d92a998f5 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:51.409130 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de6e8e7-94fb-4e02-bf22-830a0e572ae3", "name": "network-vif-deleted", "tag": "396cd9d1-98c1-487e-ba29-a634b3ffb9d6", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:51.409390 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-80077f7d-38ca-471c-866a-770d92a998f5 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:51.409796 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de6e8e7-94fb-4e02-bf22-830a0e572ae3', 'name': 'network-vif-deleted', 'tag': '396cd9d1-98c1-487e-ba29-a634b3ffb9d6', 'status': 'completed', 'code': 200} Nov 03 19:36:52.399748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-669a6d94-dd1f-46b9-ba78-ebf6379d1148 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:52.401212 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-669a6d94-dd1f-46b9-ba78-ebf6379d1148 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/networks?id=de61a1bc-d3a1-48e8-aad7-c6c5455c0616 HTTP/1.1" status: 200 len: 815 time: 0.1001291 Nov 03 19:36:52.417288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-d3f58eea-858d-421c-b8f0-3136beb67af1 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/quotas/b4106aae214644f6b21fcce9bc018eb1 HTTP/1.1" status: 200 len: 375 time: 0.0102565 Nov 03 19:36:52.474987 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-2a955455-5407-423f-993a-6007603ab21e tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=b4106aae214644f6b21fcce9bc018eb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521333 Nov 03 19:36:52.569606 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-650e70fc-7a66-4d35-a031-e8f5d06a75a4 service neutron] 10.222.0.107 "GET /v2.0/networks/de61a1bc-d3a1-48e8-aad7-c6c5455c0616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828145 Nov 03 19:36:52.666286 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-d5845e7f-38c5-4236-9776-4ed488036273 service neutron] 10.222.0.107 "GET /v2.0/networks/de61a1bc-d3a1-48e8-aad7-c6c5455c0616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905027 Nov 03 19:36:52.831095 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fca5a5cd-297c-4c0d-ada7-e3c2cb027f76 req-986feae3-7638-4973-88bf-90419185f6dd tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 210 time: 0.0277777 Nov 03 19:36:53.466286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:36:53.486682 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:36:53.487029 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 396cd9d1-98c1-487e-ba29-a634b3ffb9d6 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:36:53.776292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-1857b13d-957d-4002-bb75-2cf08d356b48 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:53.777674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-1857b13d-957d-4002-bb75-2cf08d356b48 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.98 "GET /v2.0/networks?id=de61a1bc-d3a1-48e8-aad7-c6c5455c0616 HTTP/1.1" status: 200 len: 815 time: 0.1130810 Nov 03 19:36:53.790905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-7ea2a046-63c4-4d1d-8aaa-408ee9f0fe0b tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Request body: {'port': {'device_id': '4639dcfe-9fbb-488f-8513-c7686b2bb6ce', 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616', 'admin_state_up': True, 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:53.915492 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-7ea2a046-63c4-4d1d-8aaa-408ee9f0fe0b tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Made reservation on behalf of b4106aae214644f6b21fcce9bc018eb1 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:36:53.918937 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-7ea2a046-63c4-4d1d-8aaa-408ee9f0fe0b tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:53.935179 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-204796fb-bc08-41a3-8f96-cc994a4b5ae2 req-21079b77-4568-4e30-9073-94f1d60579f7 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 210 time: 0.0348785 Nov 03 19:36:54.063376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-7ea2a046-63c4-4d1d-8aaa-408ee9f0fe0b tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Allocated IP 172.20.0.5 (de61a1bc-d3a1-48e8-aad7-c6c5455c0616/29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6/548b5951-204c-4a44-ab94-627607fd8b32) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:36:54.212373 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-7ea2a046-63c4-4d1d-8aaa-408ee9f0fe0b tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.250479 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-7ea2a046-63c4-4d1d-8aaa-408ee9f0fe0b tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.291403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-7ea2a046-63c4-4d1d-8aaa-408ee9f0fe0b tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:36:54.297646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-7ea2a046-63c4-4d1d-8aaa-408ee9f0fe0b tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:36:54.301403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-7ea2a046-63c4-4d1d-8aaa-408ee9f0fe0b tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:36:54.308328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2a046-63c4-4d1d-8aaa-408ee9f0fe0b tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Pushing event updated for resources: {'Port': ['ID=548b5951-204c-4a44-ab94-627607fd8b32,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:54.355294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-7ea2a046-63c4-4d1d-8aaa-408ee9f0fe0b tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:54.355954 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-7ea2a046-63c4-4d1d-8aaa-408ee9f0fe0b tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.365318 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:36:54.374674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-7ea2a046-63c4-4d1d-8aaa-408ee9f0fe0b tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5873177 Nov 03 19:36:54.386028 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Request body: {'port': {'device_id': '4639dcfe-9fbb-488f-8513-c7686b2bb6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:36:54.446878 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.533291 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1516ddbc-7aaa-4eb1-946a-259c90b7f52a None None] Provisioning complete for port 548b5951-204c-4a44-ab94-627607fd8b32 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:54.533835 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1516ddbc-7aaa-4eb1-946a-259c90b7f52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.567908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-1516ddbc-7aaa-4eb1-946a-259c90b7f52a None None] Port 548b5951-204c-4a44-ab94-627607fd8b32 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:36:54.709377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548b5951-204c-4a44-ab94-627607fd8b32 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:36:54.717038 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.729419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Transition to ACTIVE for port object 548b5951-204c-4a44-ab94-627607fd8b32 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:36:54.733937 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.786720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=548b5951-204c-4a44-ab94-627607fd8b32,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:54.865281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Attempting to bind port 548b5951-204c-4a44-ab94-627607fd8b32 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:36:54.865620 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Attempting to bind port 548b5951-204c-4a44-ab94-627607fd8b32 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:36:54.865953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Attempting to bind port 548b5951-204c-4a44-ab94-627607fd8b32 on network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:54.871082 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Port 548b5951-204c-4a44-ab94-627607fd8b32 on network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:36:54.871555 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Attempting to bind port 548b5951-204c-4a44-ab94-627607fd8b32 on network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:36:54.876973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:36:54.877322 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Checking segment: {'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:36:54.877705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Bound using segment: {'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:36:54.878140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Bound port: 548b5951-204c-4a44-ab94-627607fd8b32, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d36b8c-1da1-405c-9891-1b4f41975a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:36:54.878500 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:54.958355 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] For port 548b5951-204c-4a44-ab94-627607fd8b32, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:36:54.961579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] For port 548b5951-204c-4a44-ab94-627607fd8b32, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=548b5951-204c-4a44-ab94-627607fd8b32,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:36:54.968332 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.004564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:55.005201 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.006610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] 10.222.0.98 "PUT /v2.0/ports/548b5951-204c-4a44-ab94-627607fd8b32 HTTP/1.1" status: 200 len: 1091 time: 0.6247897 Nov 03 19:36:55.007065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4639dcfe-9fbb-488f-8513-c7686b2bb6ce', 'tag': '548b5951-204c-4a44-ab94-627607fd8b32'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:55.009800 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992d13b1-0b05-4893-9bf3-7edb567318ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4639dcfe-9fbb-488f-8513-c7686b2bb6ce", "tag": "548b5951-204c-4a44-ab94-627607fd8b32"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:55.078238 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa867530-0142-484f-ab60-0da0f47d8191 x-openstack-request-id: req-fa867530-0142-484f-ab60-0da0f47d8191 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:55.078524 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4639dcfe-9fbb-488f-8513-c7686b2bb6ce", "tag": "548b5951-204c-4a44-ab94-627607fd8b32", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:55.078773 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fa867530-0142-484f-ab60-0da0f47d8191 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:55.079209 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4639dcfe-9fbb-488f-8513-c7686b2bb6ce', 'tag': '548b5951-204c-4a44-ab94-627607fd8b32', 'status': 'completed', 'code': 200} Nov 03 19:36:55.112345 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2310c8e-30f0-4b61-b991-bbed3d50c6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=548b5951-204c-4a44-ab94-627607fd8b32,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:55.133305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b839ab-fbd1-430f-b7d0-05bc467f3da4 req-54029344-5d22-40c0-968e-457ea7d8868d tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:55.134901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28b839ab-fbd1-430f-b7d0-05bc467f3da4 req-54029344-5d22-40c0-968e-457ea7d8868d tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 943 time: 0.1223421 Nov 03 19:36:55.149914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-dfb9759c-e9f5-47f3-b186-399b0fdb770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:55.151426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-dfb9759c-e9f5-47f3-b186-399b0fdb770d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b4106aae214644f6b21fcce9bc018eb1&device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 1094 time: 0.0916944 Nov 03 19:36:55.200890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-9c5d2d59-41e4-4a88-bc4a-795bda0a7d86 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=548b5951-204c-4a44-ab94-627607fd8b32 HTTP/1.1" status: 200 len: 217 time: 0.0406322 Nov 03 19:36:55.249924 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28b839ab-fbd1-430f-b7d0-05bc467f3da4 req-4cd60af8-399f-4e34-a322-da3bfba53b4b tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080129 Nov 03 19:36:55.272524 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-a2dad8a5-555f-4aac-85c6-c371f182e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:55.274239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-a2dad8a5-555f-4aac-85c6-c371f182e14c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6 HTTP/1.1" status: 200 len: 854 time: 0.0648215 Nov 03 19:36:55.326501 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-ae571458-c219-49e0-88b8-370b718865f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:55.328626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-ae571458-c219-49e0-88b8-370b718865f3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=de61a1bc-d3a1-48e8-aad7-c6c5455c0616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474310 Nov 03 19:36:55.422159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-ceb76c08-09a4-4cea-941b-7db2c919926e service neutron] 10.222.0.98 "GET /v2.0/networks/de61a1bc-d3a1-48e8-aad7-c6c5455c0616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859439 Nov 03 19:36:55.516575 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5b2e283-3b55-468f-aab2-78182dabe340 req-e91c10d9-59fc-4eb3-8359-dbee610409d8 service neutron] 10.222.0.98 "GET /v2.0/networks/de61a1bc-d3a1-48e8-aad7-c6c5455c0616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877316 Nov 03 19:36:55.603754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d13b1-0b05-4893-9bf3-7edb567318ba req-6118d3d3-b518-4c2e-a22c-99c977d0313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:55.605234 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-992d13b1-0b05-4893-9bf3-7edb567318ba req-6118d3d3-b518-4c2e-a22c-99c977d0313f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b4106aae214644f6b21fcce9bc018eb1&device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 1094 time: 0.0412698 Nov 03 19:36:55.698857 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d13b1-0b05-4893-9bf3-7edb567318ba req-99a26076-fce6-4f3e-b490-58f1a61a187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:55.700367 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-992d13b1-0b05-4893-9bf3-7edb567318ba req-99a26076-fce6-4f3e-b490-58f1a61a187f service neutron] 10.222.0.98 "GET /v2.0/networks?id=de61a1bc-d3a1-48e8-aad7-c6c5455c0616 HTTP/1.1" status: 200 len: 916 time: 0.0883365 Nov 03 19:36:55.741012 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-992d13b1-0b05-4893-9bf3-7edb567318ba req-c6978e69-d593-4843-836f-7117d38f7cc9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=548b5951-204c-4a44-ab94-627607fd8b32 HTTP/1.1" status: 200 len: 217 time: 0.0340414 Nov 03 19:36:55.790979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d13b1-0b05-4893-9bf3-7edb567318ba req-12b86d6b-c77f-47fc-b705-44214f507e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:55.792484 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-992d13b1-0b05-4893-9bf3-7edb567318ba req-12b86d6b-c77f-47fc-b705-44214f507e28 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6 HTTP/1.1" status: 200 len: 854 time: 0.0439777 Nov 03 19:36:55.841749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d13b1-0b05-4893-9bf3-7edb567318ba req-785ed2ac-b83f-4cd9-8a8a-119e9c03f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:55.843905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-992d13b1-0b05-4893-9bf3-7edb567318ba req-785ed2ac-b83f-4cd9-8a8a-119e9c03f927 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=de61a1bc-d3a1-48e8-aad7-c6c5455c0616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440311 Nov 03 19:36:55.864410 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-955f6f43-c8b7-48b6-9401-6fa0e7bf0467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:55.935126 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-992d13b1-0b05-4893-9bf3-7edb567318ba req-ad8ea249-cb07-41e6-9a7b-97fee96aeace service neutron] 10.222.0.98 "GET /v2.0/networks/de61a1bc-d3a1-48e8-aad7-c6c5455c0616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834796 Nov 03 19:36:56.030115 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-992d13b1-0b05-4893-9bf3-7edb567318ba req-a17bfa1c-d036-4889-b285-cd5433c053e0 service neutron] 10.222.0.98 "GET /v2.0/networks/de61a1bc-d3a1-48e8-aad7-c6c5455c0616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867882 Nov 03 19:36:56.367973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7fe75-eb21-4e20-8f8f-5606545fadd5 req-1eef2d16-f092-49fd-8b3e-10c239609299 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:56.369483 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cde7fe75-eb21-4e20-8f8f-5606545fadd5 req-1eef2d16-f092-49fd-8b3e-10c239609299 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 943 time: 0.0504668 Nov 03 19:36:56.417182 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cde7fe75-eb21-4e20-8f8f-5606545fadd5 req-bebdb17a-4614-4f51-9c43-1bf3445c73da tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Nov 03 19:36:57.480682 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 548b5951-204c-4a44-ab94-627607fd8b32 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:36:57.536376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1570430-84b6-4171-bdc1-cfebcac333d8 req-8c1bdebe-f939-40b3-866b-5df594f2f429 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:57.537933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f1570430-84b6-4171-bdc1-cfebcac333d8 req-8c1bdebe-f939-40b3-866b-5df594f2f429 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 943 time: 0.0505812 Nov 03 19:36:57.581030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 548b5951-204c-4a44-ab94-627607fd8b32, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=548b5951-204c-4a44-ab94-627607fd8b32,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:57.590847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f1570430-84b6-4171-bdc1-cfebcac333d8 req-68c399b3-fdc7-4776-b829-e23a6443ee14 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466392 Nov 03 19:36:57.592847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '548b5951-204c-4a44-ab94-627607fd8b32', 'network_id': 'de61a1bc-d3a1-48e8-aad7-c6c5455c0616', 'port_id': '548b5951-204c-4a44-ab94-627607fd8b32', 'mac_address': 'fa:16:3e:d7:9a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:36:57.629701 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:57.642344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548b5951-204c-4a44-ab94-627607fd8b32 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:36:57.662500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 548b5951-204c-4a44-ab94-627607fd8b32, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=548b5951-204c-4a44-ab94-627607fd8b32,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:57.666345 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:57.721634 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=548b5951-204c-4a44-ab94-627607fd8b32,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:57.731028 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:57.731380 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:57.731755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:57.732098 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:57.732443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:57.732777 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:57.733108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:57.733570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:57.734119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:57.734637 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:57.735914 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:57.736444 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:36:57.852821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['548b5951-204c-4a44-ab94-627607fd8b32'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:36:58.182636 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b953fe53-d934-46cb-87c4-9542ad451a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:58.707523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544847f4-017d-4037-a8c1-3783cd626fae req-3d0603f6-6ab5-441b-8b35-0a0287ff6387 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:58.709070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-544847f4-017d-4037-a8c1-3783cd626fae req-3d0603f6-6ab5-441b-8b35-0a0287ff6387 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 944 time: 0.0506809 Nov 03 19:36:58.760575 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-544847f4-017d-4037-a8c1-3783cd626fae req-3b881e8e-f40c-4bd5-9a5c-d618a1566d59 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440209 Nov 03 19:36:59.500328 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 548b5951-204c-4a44-ab94-627607fd8b32 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:36:59.549357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 548b5951-204c-4a44-ab94-627607fd8b32 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:36:59.553006 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 548b5951-204c-4a44-ab94-627607fd8b32 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:36:59.553377 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:59.597751 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:59.641291 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:59.663999 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4639dcfe-9fbb-488f-8513-c7686b2bb6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548b5951-204c-4a44-ab94-627607fd8b32'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:36:59.666293 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571dfb3c-3f32-4ebf-a87b-1873bf2301fb" -d '{"events": [{"server_uuid": "4639dcfe-9fbb-488f-8513-c7686b2bb6ce", "name": "network-vif-plugged", "status": "completed", "tag": "548b5951-204c-4a44-ab94-627607fd8b32"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:36:59.682579 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 548b5951-204c-4a44-ab94-627607fd8b32, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=548b5951-204c-4a44-ab94-627607fd8b32,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:36:59.687087 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:36:59.714293 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5c0288-781c-41fb-a779-6ded381bac6d x-openstack-request-id: req-fc5c0288-781c-41fb-a779-6ded381bac6d {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:36:59.714572 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4639dcfe-9fbb-488f-8513-c7686b2bb6ce", "name": "network-vif-plugged", "status": "completed", "tag": "548b5951-204c-4a44-ab94-627607fd8b32", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:36:59.714827 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fc5c0288-781c-41fb-a779-6ded381bac6d {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:36:59.715217 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4639dcfe-9fbb-488f-8513-c7686b2bb6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548b5951-204c-4a44-ab94-627607fd8b32', 'code': 200} Nov 03 19:36:59.742445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=548b5951-204c-4a44-ab94-627607fd8b32,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:36:59.890164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055aebb-c39b-4f9a-93e3-7762a66e670c req-ded725c0-a856-4eb5-b777-da47c448a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:59.891718 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9055aebb-c39b-4f9a-93e3-7762a66e670c req-ded725c0-a856-4eb5-b777-da47c448a433 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 1096 time: 0.1209981 Nov 03 19:36:59.904579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa15bd6-527d-4b25-83bf-7bdff1a6d84f req-14671008-f187-482c-9be8-f0f87be731e2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:36:59.905979 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4aa15bd6-527d-4b25-83bf-7bdff1a6d84f req-14671008-f187-482c-9be8-f0f87be731e2 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 945 time: 0.0753264 Nov 03 19:36:59.967728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9055aebb-c39b-4f9a-93e3-7762a66e670c req-3cdb06bf-ed4e-409a-a540-7b56417c7d57 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607617 Nov 03 19:36:59.979024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4aa15bd6-527d-4b25-83bf-7bdff1a6d84f req-ab549fd4-4ab5-46cc-825c-1a9b151cd252 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662637 Nov 03 19:37:00.858757 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:01.049504 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:01.105592 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6212b-0e55-45ac-a996-f2ddb325ba06 req-1b82d6e6-e68f-4f39-a1fa-2fdadefb630a tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:01.107102 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45b6212b-0e55-45ac-a996-f2ddb325ba06 req-1b82d6e6-e68f-4f39-a1fa-2fdadefb630a tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 945 time: 0.0547626 Nov 03 19:37:01.154047 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45b6212b-0e55-45ac-a996-f2ddb325ba06 req-24fde2de-aaba-4fc4-a349-84ae6d42c613 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403018 Nov 03 19:37:01.557918 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:02.273832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1eca7-630e-4373-8c9f-1aaeeb7efd22 req-c9e232e3-e581-449e-9e89-9333b5025377 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:02.275311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dcc1eca7-630e-4373-8c9f-1aaeeb7efd22 req-c9e232e3-e581-449e-9e89-9333b5025377 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 945 time: 0.0525341 Nov 03 19:37:02.322141 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dcc1eca7-630e-4373-8c9f-1aaeeb7efd22 req-58a895fc-eeed-4a3d-b000-16e0f547799d tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407465 Nov 03 19:37:02.434896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510dece-402c-4e68-88ba-b976ce2dbe24 req-84bf7042-82b8-4242-8a18-b418bf3233ec tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:02.436337 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9510dece-402c-4e68-88ba-b976ce2dbe24 req-84bf7042-82b8-4242-8a18-b418bf3233ec tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 945 time: 0.0481286 Nov 03 19:37:02.482744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9510dece-402c-4e68-88ba-b976ce2dbe24 req-80246808-2459-43a5-8b00-a918fd095094 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Nov 03 19:37:13.707486 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:23.898921 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7bf13-3f69-4c1a-bf22-96a414c98534 req-cd767b83-bba6-4b45-8602-0113f2a1c038 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:23.900496 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d5e7bf13-3f69-4c1a-bf22-96a414c98534 req-cd767b83-bba6-4b45-8602-0113f2a1c038 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 945 time: 0.0513434 Nov 03 19:37:23.952775 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d5e7bf13-3f69-4c1a-bf22-96a414c98534 req-ac1e37e2-3061-4a54-8a43-ac4be1123d46 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458734 Nov 03 19:37:25.068816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a756c-210e-45f2-b918-e57ba87803e0 req-56e17eb3-ec75-40af-96fd-3eac44cc9328 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:25.070325 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b58a756c-210e-45f2-b918-e57ba87803e0 req-56e17eb3-ec75-40af-96fd-3eac44cc9328 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 945 time: 0.0487051 Nov 03 19:37:25.119271 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b58a756c-210e-45f2-b918-e57ba87803e0 req-edd91e3f-0a4f-4e03-b7ae-823c4dd46203 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa989998-85e5-47d3-9933-a61e0de55a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Nov 03 19:37:25.366588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aab6d7-ded7-4382-a492-757780d240c0 req-e782b9a0-01b5-4606-a39c-f40005e1a1f1 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:25.368071 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1aab6d7-ded7-4382-a492-757780d240c0 req-e782b9a0-01b5-4606-a39c-f40005e1a1f1 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.98 "GET /v2.0/ports?device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 945 time: 0.0479219 Nov 03 19:37:25.460839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-c1aab6d7-ded7-4382-a492-757780d240c0 req-4e191546-f1b5-4076-b08a-e37786074355 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Deleting port 548b5951-204c-4a44-ab94-627607fd8b32 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:37:25.461175 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c1aab6d7-ded7-4382-a492-757780d240c0 req-4e191546-f1b5-4076-b08a-e37786074355 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:25.546721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-c1aab6d7-ded7-4382-a492-757780d240c0 req-4e191546-f1b5-4076-b08a-e37786074355 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] For port 548b5951-204c-4a44-ab94-627607fd8b32, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=548b5951-204c-4a44-ab94-627607fd8b32,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:25.547069 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c1aab6d7-ded7-4382-a492-757780d240c0 req-4e191546-f1b5-4076-b08a-e37786074355 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:25.559735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-c1aab6d7-ded7-4382-a492-757780d240c0 req-4e191546-f1b5-4076-b08a-e37786074355 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Calling delete_port for 548b5951-204c-4a44-ab94-627607fd8b32 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:37:25.685607 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c1aab6d7-ded7-4382-a492-757780d240c0 req-4e191546-f1b5-4076-b08a-e37786074355 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:25.697048 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['548b5951-204c-4a44-ab94-627607fd8b32'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:37:25.716276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e191546-f1b5-4076-b08a-e37786074355 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Pushing event deleted for resources: {'Port': ['ID=548b5951-204c-4a44-ab94-627607fd8b32,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:25.762772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1aab6d7-ded7-4382-a492-757780d240c0 req-4e191546-f1b5-4076-b08a-e37786074355 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] No DVR routers for this DVR port 548b5951-204c-4a44-ab94-627607fd8b32 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:37:25.765622 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c1aab6d7-ded7-4382-a492-757780d240c0 req-4e191546-f1b5-4076-b08a-e37786074355 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:25.769847 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c1aab6d7-ded7-4382-a492-757780d240c0 req-4e191546-f1b5-4076-b08a-e37786074355 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.98 "DELETE /v2.0/ports/548b5951-204c-4a44-ab94-627607fd8b32 HTTP/1.1" status: 204 len: 173 time: 0.3962445 Nov 03 19:37:25.770305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4639dcfe-9fbb-488f-8513-c7686b2bb6ce', 'name': 'network-vif-deleted', 'tag': '548b5951-204c-4a44-ab94-627607fd8b32'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:37:25.773152 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862e1051-4182-428a-a1e2-a71fa261e2a3" -d '{"events": [{"server_uuid": "4639dcfe-9fbb-488f-8513-c7686b2bb6ce", "name": "network-vif-deleted", "tag": "548b5951-204c-4a44-ab94-627607fd8b32"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:37:25.869787 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155cf058-e3f7-40df-833c-eac841dbf52c x-openstack-request-id: req-155cf058-e3f7-40df-833c-eac841dbf52c {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:37:25.870022 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b4c3af9f-8aa1-4aad-b0f6-fdedee74b722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:25.870150 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4639dcfe-9fbb-488f-8513-c7686b2bb6ce", "name": "network-vif-deleted", "tag": "548b5951-204c-4a44-ab94-627607fd8b32", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:37:25.870358 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-155cf058-e3f7-40df-833c-eac841dbf52c {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:37:25.870787 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4639dcfe-9fbb-488f-8513-c7686b2bb6ce', 'name': 'network-vif-deleted', 'tag': '548b5951-204c-4a44-ab94-627607fd8b32', 'status': 'completed', 'code': 200} Nov 03 19:37:26.238703 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3d4a5222-c39a-410d-9466-9fc22c5d816e req-5019bdb3-8593-4340-96f9-0c43aa25c3e5 tempest-TestEncryptedCinderVolumes-1911679367 tempest-TestEncryptedCinderVolumes-1911679367-project] 10.222.0.107 "GET /v2.0/ports?device_id=4639dcfe-9fbb-488f-8513-c7686b2bb6ce HTTP/1.1" status: 200 len: 210 time: 0.0270209 Nov 03 19:37:27.332210 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39684) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:27.666091 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-912a8aec-971e-4b3b-9941-cc66efde98f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:27.906321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-912a8aec-971e-4b3b-9941-cc66efde98f1 admin admin] Deleting port a9e7b7dc-c416-42e6-a922-ed2481594811 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:37:27.906660 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-912a8aec-971e-4b3b-9941-cc66efde98f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:27.986088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-912a8aec-971e-4b3b-9941-cc66efde98f1 admin admin] For port a9e7b7dc-c416-42e6-a922-ed2481594811, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a9e7b7dc-c416-42e6-a922-ed2481594811,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:27.986336 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-912a8aec-971e-4b3b-9941-cc66efde98f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:27.998265 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-912a8aec-971e-4b3b-9941-cc66efde98f1 admin admin] Calling delete_port for a9e7b7dc-c416-42e6-a922-ed2481594811 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:37:28.169654 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-912a8aec-971e-4b3b-9941-cc66efde98f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:28.184479 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ecd8dcc7-f317-4024-8f10-353e18333193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:28.196607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a8aec-971e-4b3b-9941-cc66efde98f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e7b7dc-c416-42e6-a922-ed2481594811,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:28.366498 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-912a8aec-971e-4b3b-9941-cc66efde98f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:28.586200 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912a8aec-971e-4b3b-9941-cc66efde98f1 admin admin] Router e95a697a-94b6-4b99-af65-bff9fed30ab4 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:37:28.690953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912a8aec-971e-4b3b-9941-cc66efde98f1 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:37:28.699060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-912a8aec-971e-4b3b-9941-cc66efde98f1 admin admin] 10.222.0.107 "PUT /v2.0/routers/e95a697a-94b6-4b99-af65-bff9fed30ab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3657718 Nov 03 19:37:28.701519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39686) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:28.704687 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d8190-af28-4ef9-9dc7-bab42d0d6f64 None None] Sync routers for ids ['e95a697a-94b6-4b99-af65-bff9fed30ab4'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:37:28.714803 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d8190-af28-4ef9-9dc7-bab42d0d6f64 None None] Routers {'e95a697a-94b6-4b99-af65-bff9fed30ab4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:28.715410 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-746d8190-af28-4ef9-9dc7-bab42d0d6f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e95a697a-94b6-4b99-af65-bff9fed30ab4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:28.811733 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:28.817612 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-746d8190-af28-4ef9-9dc7-bab42d0d6f64 None None] Set router e95a697a-94b6-4b99-af65-bff9fed30ab4 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:29.002179 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-746d8190-af28-4ef9-9dc7-bab42d0d6f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'name': 'tempest-TestEncryptedCinderVolumes-10353610-router', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1411f588-b548-4c41-a479-3fce50855223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:08Z', 'updated_at': '2021-11-03T19:37:28Z', 'revision_number': 5, 'project_id': 'b4106aae214644f6b21fcce9bc018eb1', 'gw_port': {'id': '1411f588-b548-4c41-a479-3fce50855223', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:09Z', 'updated_at': '2021-11-03T19:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:29.029348 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d8190-af28-4ef9-9dc7-bab42d0d6f64 None None] Checking router: e95a697a-94b6-4b99-af65-bff9fed30ab4 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:37:29.038900 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d8190-af28-4ef9-9dc7-bab42d0d6f64 None None] Routers {'e95a697a-94b6-4b99-af65-bff9fed30ab4'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:29.039949 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-746d8190-af28-4ef9-9dc7-bab42d0d6f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e95a697a-94b6-4b99-af65-bff9fed30ab4'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:29.150225 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-746d8190-af28-4ef9-9dc7-bab42d0d6f64 None None] Set router e95a697a-94b6-4b99-af65-bff9fed30ab4 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:29.267748 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:29.320270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] Deleting port 1411f588-b548-4c41-a479-3fce50855223 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:37:29.320607 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:29.333627 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-746d8190-af28-4ef9-9dc7-bab42d0d6f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'name': 'tempest-TestEncryptedCinderVolumes-10353610-router', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1411f588-b548-4c41-a479-3fce50855223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:08Z', 'updated_at': '2021-11-03T19:37:28Z', 'revision_number': 5, 'project_id': 'b4106aae214644f6b21fcce9bc018eb1', 'gw_port': {'id': '1411f588-b548-4c41-a479-3fce50855223', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:09Z', 'updated_at': '2021-11-03T19:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:29.362711 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d8190-af28-4ef9-9dc7-bab42d0d6f64 None None] The sync data for ids ['e95a697a-94b6-4b99-af65-bff9fed30ab4'] in n-d-812150-4 is: [{'id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'name': 'tempest-TestEncryptedCinderVolumes-10353610-router', 'tenant_id': 'b4106aae214644f6b21fcce9bc018eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '1411f588-b548-4c41-a479-3fce50855223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:08Z', 'updated_at': '2021-11-03T19:37:28Z', 'revision_number': 5, 'project_id': 'b4106aae214644f6b21fcce9bc018eb1', 'gw_port': {'id': '1411f588-b548-4c41-a479-3fce50855223', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a697a-94b6-4b99-af65-bff9fed30ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:09Z', 'updated_at': '2021-11-03T19:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:37:29.406917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] For port 1411f588-b548-4c41-a479-3fce50855223, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=1411f588-b548-4c41-a479-3fce50855223,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:29.407827 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:29.420701 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] Calling delete_port for 1411f588-b548-4c41-a479-3fce50855223 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:37:29.580324 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:29.591133 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:29.607567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] Pushing event deleted for resources: {'Port': ['ID=1411f588-b548-4c41-a479-3fce50855223,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:29.668738 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:29.730977 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 548b5951-204c-4a44-ab94-627607fd8b32 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:37:29.754644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 548b5951-204c-4a44-ab94-627607fd8b32 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:37:29.755145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 548b5951-204c-4a44-ab94-627607fd8b32 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:37:29.776222 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:29.778462 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:29.824370 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:29.825068 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e95a697a-94b6-4b99-af65-bff9fed30ab4 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:37:29.830666 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:29.831919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2f5ca580-f9e5-485b-9ec6-14c648ffdb1e admin admin] 10.222.0.107 "DELETE /v2.0/routers/e95a697a-94b6-4b99-af65-bff9fed30ab4 HTTP/1.1" status: 204 len: 168 time: 1.1293318 Nov 03 19:37:29.834501 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39688) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:29.880196 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd8ec20-50f4-4419-b5a8-eaf1e55ea115 admin admin] Deleting subnet 29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:37:29.883505 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dfd8ec20-50f4-4419-b5a8-eaf1e55ea115 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:29.918617 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dfd8ec20-50f4-4419-b5a8-eaf1e55ea115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.002128 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dfd8ec20-50f4-4419-b5a8-eaf1e55ea115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.064255 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dfd8ec20-50f4-4419-b5a8-eaf1e55ea115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.092092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8ec20-50f4-4419-b5a8-eaf1e55ea115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:30.094546 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dfd8ec20-50f4-4419-b5a8-eaf1e55ea115 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.098412 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dfd8ec20-50f4-4419-b5a8-eaf1e55ea115 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/29f8c2b1-f71b-4bf9-acbf-57c6bd80a7d6 HTTP/1.1" status: 204 len: 168 time: 0.2629395 Nov 03 19:37:30.101356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39690) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:30.103591 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6314bf09-d653-44c7-ab82-d27ff5dfdbb1 None None] Network de61a1bc-d3a1-48e8-aad7-c6c5455c0616 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:37:30.179477 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.231771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] Deleting port 8ad5f7f5-a679-443c-b23f-1066c2d1b980 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:37:30.232123 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.298979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] For port 8ad5f7f5-a679-443c-b23f-1066c2d1b980, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8ad5f7f5-a679-443c-b23f-1066c2d1b980,segment=NetworkSegment(f1d36b8c-1da1-405c-9891-1b4f41975a55),segment_id=f1d36b8c-1da1-405c-9891-1b4f41975a55)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:30.299248 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.310998 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] Calling delete_port for 8ad5f7f5-a679-443c-b23f-1066c2d1b980 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:37:30.384230 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2776b0e-1c5a-4ea6-92b5-7f46e89b4ba7 None None] DHCP port deletion for de61a1bc-d3a1-48e8-aad7-c6c5455c0616 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:37:30.395302 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.425512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] No DVR routers for this DVR port 8ad5f7f5-a679-443c-b23f-1066c2d1b980 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:37:30.427702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad5f7f5-a679-443c-b23f-1066c2d1b980,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:30.434709 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d2776b0e-1c5a-4ea6-92b5-7f46e89b4ba7 None None] Deleting port 8ad5f7f5-a679-443c-b23f-1066c2d1b980 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:37:30.435082 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d2776b0e-1c5a-4ea6-92b5-7f46e89b4ba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.503721 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d2776b0e-1c5a-4ea6-92b5-7f46e89b4ba7 None None] For port 8ad5f7f5-a679-443c-b23f-1066c2d1b980, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:30.504145 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d2776b0e-1c5a-4ea6-92b5-7f46e89b4ba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.504625 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.517927 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-d2776b0e-1c5a-4ea6-92b5-7f46e89b4ba7 None None] Calling delete_port for 8ad5f7f5-a679-443c-b23f-1066c2d1b980 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:37:30.520628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-d2776b0e-1c5a-4ea6-92b5-7f46e89b4ba7 None None] Port 8ad5f7f5-a679-443c-b23f-1066c2d1b980 was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:37:30.522014 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d2776b0e-1c5a-4ea6-92b5-7f46e89b4ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.527103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de61a1bc-d3a1-48e8-aad7-c6c5455c0616']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:30.546873 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d36b8c-1da1-405c-9891-1b4f41975a55') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:30.547533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d36b8c-1da1-405c-9891-1b4f41975a55') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:30.547711 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2776b0e-1c5a-4ea6-92b5-7f46e89b4ba7 None None] Pushing event deleted for resources: {'Port': ['ID=8ad5f7f5-a679-443c-b23f-1066c2d1b980,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:30.549546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2776b0e-1c5a-4ea6-92b5-7f46e89b4ba7 None None] No DVR routers for this DVR port 8ad5f7f5-a679-443c-b23f-1066c2d1b980 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:37:30.560908 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.574832 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.581758 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:37:30.582235 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:37:30.584127 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:37:30.592334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1411f588-b548-4c41-a479-3fce50855223 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:37:30.613194 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 1411f588-b548-4c41-a479-3fce50855223 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:37:30.613461 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 1411f588-b548-4c41-a479-3fce50855223 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:37:30.613888 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8ad5f7f5-a679-443c-b23f-1066c2d1b980 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:37:30.632996 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 8ad5f7f5-a679-443c-b23f-1066c2d1b980 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:37:30.633340 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8ad5f7f5-a679-443c-b23f-1066c2d1b980 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:37:30.633746 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a9e7b7dc-c416-42e6-a922-ed2481594811 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:37:30.644512 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.650113 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:30.656044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] 10.222.0.107 "DELETE /v2.0/networks/de61a1bc-d3a1-48e8-aad7-c6c5455c0616 HTTP/1.1" status: 204 len: 168 time: 0.5504265 Nov 03 19:37:30.656315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39692) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:30.657044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: a9e7b7dc-c416-42e6-a922-ed2481594811 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:37:30.657044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a9e7b7dc-c416-42e6-a922-ed2481594811 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:37:30.671447 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efc0d3-d519-4300-932c-cb97893b710f admin admin] Pushing event deleted for resources: {'Network': ['ID=de61a1bc-d3a1-48e8-aad7-c6c5455c0616,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:30.861748 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.003901 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9bc40307-6f82-4960-b9d4-f1c88ff6d379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.042116 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.245665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-9bc40307-6f82-4960-b9d4-f1c88ff6d379 admin admin] Deleting port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:37:31.245997 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9bc40307-6f82-4960-b9d4-f1c88ff6d379 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.325911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-9bc40307-6f82-4960-b9d4-f1c88ff6d379 admin admin] For port 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=87b9ce5c-e73e-44f5-afda-9a9fe5ab883f,segment=NetworkSegment(9e1f9a75-17b6-4583-829d-f1b02f2bb81b),segment_id=9e1f9a75-17b6-4583-829d-f1b02f2bb81b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:31.326263 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9bc40307-6f82-4960-b9d4-f1c88ff6d379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.340236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-9bc40307-6f82-4960-b9d4-f1c88ff6d379 admin admin] Calling delete_port for 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:37:31.365817 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:37:31.517677 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9bc40307-6f82-4960-b9d4-f1c88ff6d379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.544403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc40307-6f82-4960-b9d4-f1c88ff6d379 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b9ce5c-e73e-44f5-afda-9a9fe5ab883f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:31.570784 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.714026 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9bc40307-6f82-4960-b9d4-f1c88ff6d379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:31.927901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc40307-6f82-4960-b9d4-f1c88ff6d379 admin admin] Router 9ecee873-9f28-4f8a-83db-a689a7ae5d0a has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:37:32.039007 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc40307-6f82-4960-b9d4-f1c88ff6d379 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:37:32.044167 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9bc40307-6f82-4960-b9d4-f1c88ff6d379 admin admin] 10.222.0.107 "PUT /v2.0/routers/9ecee873-9f28-4f8a-83db-a689a7ae5d0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3869426 Nov 03 19:37:32.046702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39694) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:32.049417 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08c28a-dde0-4d00-81f7-937c50c4ad67 None None] Sync routers for ids ['9ecee873-9f28-4f8a-83db-a689a7ae5d0a'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:37:32.060121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08c28a-dde0-4d00-81f7-937c50c4ad67 None None] Routers {'9ecee873-9f28-4f8a-83db-a689a7ae5d0a'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:32.060742 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6a08c28a-dde0-4d00-81f7-937c50c4ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9ecee873-9f28-4f8a-83db-a689a7ae5d0a'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:32.151718 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:32.260358 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:32.314737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] Deleting port c1561edc-4035-42c1-a903-496f0da19715 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:37:32.315085 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:32.326346 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-6a08c28a-dde0-4d00-81f7-937c50c4ad67 None None] Set router 9ecee873-9f28-4f8a-83db-a689a7ae5d0a gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:32.396721 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] For port c1561edc-4035-42c1-a903-496f0da19715, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=c1561edc-4035-42c1-a903-496f0da19715,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:32.397103 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:32.409506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] Calling delete_port for c1561edc-4035-42c1-a903-496f0da19715 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:37:32.503099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6a08c28a-dde0-4d00-81f7-937c50c4ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'name': 'tempest-TestEncryptedCinderVolumes-206701551-router', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c1561edc-4035-42c1-a903-496f0da19715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:13Z', 'updated_at': '2021-11-03T19:37:31Z', 'revision_number': 5, 'project_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'gw_port': {'id': 'c1561edc-4035-42c1-a903-496f0da19715', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:36:14Z', 'updated_at': '2021-11-03T19:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:32.534936 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08c28a-dde0-4d00-81f7-937c50c4ad67 None None] Checking router: 9ecee873-9f28-4f8a-83db-a689a7ae5d0a for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:37:32.544475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08c28a-dde0-4d00-81f7-937c50c4ad67 None None] Routers {'9ecee873-9f28-4f8a-83db-a689a7ae5d0a'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:32.545467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6a08c28a-dde0-4d00-81f7-937c50c4ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['9ecee873-9f28-4f8a-83db-a689a7ae5d0a'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:32.592505 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:32.620889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1561edc-4035-42c1-a903-496f0da19715,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:32.635731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-6a08c28a-dde0-4d00-81f7-937c50c4ad67 None None] Set router 9ecee873-9f28-4f8a-83db-a689a7ae5d0a gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:32.680499 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:32.689263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6a08c28a-dde0-4d00-81f7-937c50c4ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'name': 'tempest-TestEncryptedCinderVolumes-206701551-router', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:13Z', 'updated_at': '2021-11-03T19:37:32Z', 'revision_number': 6, 'project_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:32.718875 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08c28a-dde0-4d00-81f7-937c50c4ad67 None None] The sync data for ids ['9ecee873-9f28-4f8a-83db-a689a7ae5d0a'] in n-d-812150-4 is: [{'id': '9ecee873-9f28-4f8a-83db-a689a7ae5d0a', 'name': 'tempest-TestEncryptedCinderVolumes-206701551-router', 'tenant_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:36:13Z', 'updated_at': '2021-11-03T19:37:32Z', 'revision_number': 6, 'project_id': 'bbd77afb5b5d4739a4c3eed7f322120b', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:37:32.772191 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:32.774255 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:32.828744 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:32.829456 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ecee873-9f28-4f8a-83db-a689a7ae5d0a {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:37:32.833958 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:32.835402 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b545ef6c-f0cb-4225-a7eb-796b0c6d1801 admin admin] 10.222.0.107 "DELETE /v2.0/routers/9ecee873-9f28-4f8a-83db-a689a7ae5d0a HTTP/1.1" status: 204 len: 168 time: 0.7877824 Nov 03 19:37:32.838988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39696) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:32.885376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0c54ce-109b-46db-8fd7-0e60534a9a57 admin admin] Deleting subnet 929dea4c-8dc8-4041-bec8-6fe4b274406b {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:37:32.888590 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca0c54ce-109b-46db-8fd7-0e60534a9a57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:32.924342 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca0c54ce-109b-46db-8fd7-0e60534a9a57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.004222 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca0c54ce-109b-46db-8fd7-0e60534a9a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.061110 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca0c54ce-109b-46db-8fd7-0e60534a9a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.085703 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c54ce-109b-46db-8fd7-0e60534a9a57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929dea4c-8dc8-4041-bec8-6fe4b274406b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:33.091940 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca0c54ce-109b-46db-8fd7-0e60534a9a57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.096355 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ca0c54ce-109b-46db-8fd7-0e60534a9a57 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/929dea4c-8dc8-4041-bec8-6fe4b274406b HTTP/1.1" status: 204 len: 168 time: 0.2560983 Nov 03 19:37:33.098902 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39698) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:33.101678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24fe470-b538-44a2-a94d-fb1261e32cec None None] Network 4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:37:33.192650 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.254567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] Deleting port 9c75c3ac-13b1-4fa8-b4ed-e73942d02039 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:37:33.254913 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.323197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] For port 9c75c3ac-13b1-4fa8-b4ed-e73942d02039, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=9c75c3ac-13b1-4fa8-b4ed-e73942d02039,segment=NetworkSegment(9e1f9a75-17b6-4583-829d-f1b02f2bb81b),segment_id=9e1f9a75-17b6-4583-829d-f1b02f2bb81b)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:33.323561 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.337157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] Calling delete_port for 9c75c3ac-13b1-4fa8-b4ed-e73942d02039 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:37:33.425777 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.451886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c75c3ac-13b1-4fa8-b4ed-e73942d02039,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:33.456030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] No DVR routers for this DVR port 9c75c3ac-13b1-4fa8-b4ed-e73942d02039 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:37:33.533480 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.549320 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fbb07a-5089-4a1b-a43e-16fa4b5d1e08 None None] DHCP port deletion for 4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:37:33.557515 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:33.570278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1f9a75-17b6-4583-829d-f1b02f2bb81b') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:33.570578 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1f9a75-17b6-4583-829d-f1b02f2bb81b') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:33.583369 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.597076 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.603353 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:37:33.603779 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:37:33.605463 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:37:33.662884 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.668644 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.672067 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] 10.222.0.107 "DELETE /v2.0/networks/4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82 HTTP/1.1" status: 204 len: 168 time: 0.5719738 Nov 03 19:37:33.683963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcaa8b-6124-4a9d-bf1b-16a76567dc52 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f29a7a1-f0b9-4ea9-9562-ae96cbb65d82,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:33.865596 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39702) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:33.912466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-98fb49bd-9acb-4e07-b433-31c82230f5a0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b4106aae214644f6b21fcce9bc018eb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456440 Nov 03 19:37:33.915024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39704) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:33.965349 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-94e387dc-9a3f-4c7e-8d4d-868f42220026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:33.988523 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-94e387dc-9a3f-4c7e-8d4d-868f42220026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:34.036179 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-94e387dc-9a3f-4c7e-8d4d-868f42220026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:34.038854 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-94e387dc-9a3f-4c7e-8d4d-868f42220026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:34.040089 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-94e387dc-9a3f-4c7e-8d4d-868f42220026 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/aa989998-85e5-47d3-9933-a61e0de55a6e HTTP/1.1" status: 204 len: 168 time: 0.1240771 Nov 03 19:37:34.048989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e387dc-9a3f-4c7e-8d4d-868f42220026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa989998-85e5-47d3-9933-a61e0de55a6e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:34.383470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39710) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:34.425675 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-633221b7-d68e-4bb6-b140-bff705f8d4b0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bbd77afb5b5d4739a4c3eed7f322120b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409377 Nov 03 19:37:34.428097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39712) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:34.484441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-36924939-7fe9-4e58-ab84-19ef74c73b6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:34.506209 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-36924939-7fe9-4e58-ab84-19ef74c73b6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:34.569005 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-36924939-7fe9-4e58-ab84-19ef74c73b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:34.571601 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-36924939-7fe9-4e58-ab84-19ef74c73b6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:34.572837 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-36924939-7fe9-4e58-ab84-19ef74c73b6c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/26736a85-1746-4d72-961c-f610d78d975c HTTP/1.1" status: 204 len: 168 time: 0.1438475 Nov 03 19:37:34.587566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c1561edc-4035-42c1-a903-496f0da19715 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:37:34.593226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36924939-7fe9-4e58-ab84-19ef74c73b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26736a85-1746-4d72-961c-f610d78d975c,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:34.624437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: c1561edc-4035-42c1-a903-496f0da19715 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:37:34.624702 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device c1561edc-4035-42c1-a903-496f0da19715 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:37:34.625118 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:37:34.648432 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:37:34.648779 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 87b9ce5c-e73e-44f5-afda-9a9fe5ab883f not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:37:34.649194 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9c75c3ac-13b1-4fa8-b4ed-e73942d02039 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:37:34.671661 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 9c75c3ac-13b1-4fa8-b4ed-e73942d02039 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:37:34.672322 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 9c75c3ac-13b1-4fa8-b4ed-e73942d02039 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:37:35.257569 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39734) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:35.353689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-389365397-network', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:35.375489 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] Made reservation on behalf of d4a7f2c3bc3045328b322ecab647b069 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:37:35.377799 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.386084 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.462016 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.465537 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.486816 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:37:35.502608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398c6908-42c7-4665-a2b4-19dd3a762813,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:35.505582 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.505939 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] Added segment 5454dc0b-7fe4-427a-a17b-2824b53ca2ff of type vlan for network 14f3de6f-ff5a-45f3-91a4-ec292570bc8a Nov 03 19:37:35.545958 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.569469 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.570633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:35.571207 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.603258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3445892 Nov 03 19:37:35.606392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39738) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:35.612590 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Request body: {'subnet': {'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-389365397-subnet', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:35.635481 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Made reservation on behalf of d4a7f2c3bc3045328b322ecab647b069 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:37:35.637163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce274ca-af5a-4a45-93e8-f2c3b0f059b1 admin admin] Pushing event updated for resources: {'Network': ['ID=14f3de6f-ff5a-45f3-91a4-ec292570bc8a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:35.637974 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.648320 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 14f3de6f-ff5a-45f3-91a4-ec292570bc8a details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:37:35.807831 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.867200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:35.878555 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.878906 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.879247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.879615 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.879958 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.880290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.880620 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.880943 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.881269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.881595 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.881913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.882231 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:35.885388 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Checking segment: {'id': '5454dc0b-7fe4-427a-a17b-2824b53ca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:37:35.885746 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Network hostable DHCP agents. Network: 14f3de6f-ff5a-45f3-91a4-ec292570bc8a, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:37:35.902866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Network 14f3de6f-ff5a-45f3-91a4-ec292570bc8a is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:37:35.911653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 14f3de6f-ff5a-45f3-91a4-ec292570bc8a) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:35.915816 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:35.916414 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.920752 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af85543-a58d-4480-bf3e-22f349da4493 None None] Network 14f3de6f-ff5a-45f3-91a4-ec292570bc8a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:37:35.933337 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1fcb5246-e967-48f0-aba9-696ba29c4f70 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3258085 Nov 03 19:37:35.936151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39742) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:35.941015 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:35.961151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:35.962150 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.011842 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.074311 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'fixed_ips': [{'subnet_id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:37:36.075166 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.147863 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.214607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Allocated IP 172.20.0.2 (14f3de6f-ff5a-45f3-91a4-ec292570bc8a/8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50/63381c33-37c3-49ea-b55b-38ce2b7c9636) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:37:36.361030 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.368147 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.410984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Network 14f3de6f-ff5a-45f3-91a4-ec292570bc8a is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:37:36.414045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:36.416555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:37:36.447929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Pushing event updated for resources: {'Port': ['ID=63381c33-37c3-49ea-b55b-38ce2b7c9636,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:36.484005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Attempting to bind port 63381c33-37c3-49ea-b55b-38ce2b7c9636 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:37:36.484369 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Attempting to bind port 63381c33-37c3-49ea-b55b-38ce2b7c9636 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '5454dc0b-7fe4-427a-a17b-2824b53ca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:37:36.484735 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Attempting to bind port 63381c33-37c3-49ea-b55b-38ce2b7c9636 on network 14f3de6f-ff5a-45f3-91a4-ec292570bc8a {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:37:36.491019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:37:36.491402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Checking segment: {'id': '5454dc0b-7fe4-427a-a17b-2824b53ca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:37:36.492509 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.492908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Bound using segment: {'id': '5454dc0b-7fe4-427a-a17b-2824b53ca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:37:36.493415 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Bound port: 63381c33-37c3-49ea-b55b-38ce2b7c9636, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5454dc0b-7fe4-427a-a17b-2824b53ca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:37:36.493797 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.560121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] For port 63381c33-37c3-49ea-b55b-38ce2b7c9636, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:37:36.563368 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] For port 63381c33-37c3-49ea-b55b-38ce2b7c9636, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=63381c33-37c3-49ea-b55b-38ce2b7c9636,segment=NetworkSegment(5454dc0b-7fe4-427a-a17b-2824b53ca2ff),segment_id=5454dc0b-7fe4-427a-a17b-2824b53ca2ff)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:37:36.567385 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.632094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a68e5-0f16-4fe5-b6da-a9198c128927 None None] Pushing event updated for resources: {'Port': ['ID=63381c33-37c3-49ea-b55b-38ce2b7c9636,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:36.672178 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.692207 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.819675 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Allocated IP 172.25.2.217 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/f0903b82-c830-46cf-9fcb-dc6b728db6b1) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:37:36.928998 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.961664 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:36.998003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:37:37.004201 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:37.007892 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:37:37.013306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f0903b82-c830-46cf-9fcb-dc6b728db6b1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:37.256504 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:37.466748 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:37.531099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5f0358-a355-4a47-8202-7e8fadaf58fa None None] Network 14f3de6f-ff5a-45f3-91a4-ec292570bc8a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:37:37.599945 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Router eeae6125-016a-4fa3-b839-519173e44edd is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:37:37.638109 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b1568c66-0e20-4470-87cd-d1856d0c728b None None] Provisioning complete for port 63381c33-37c3-49ea-b55b-38ce2b7c9636 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:37.638647 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b1568c66-0e20-4470-87cd-d1856d0c728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:37.715714 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:37:37.727155 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Sync routers for ids ['eeae6125-016a-4fa3-b839-519173e44edd'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:37:37.733967 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:37.735400 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-645930e1-7ad9-4eb4-8912-e03a31f673e9 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7982769 Nov 03 19:37:37.737890 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Routers {'eeae6125-016a-4fa3-b839-519173e44edd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:37.738570 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39744) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:37.738704 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['eeae6125-016a-4fa3-b839-519173e44edd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:37.797923 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b1568c66-0e20-4470-87cd-d1856d0c728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:37.836495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-b1568c66-0e20-4470-87cd-d1856d0c728b None None] For port 63381c33-37c3-49ea-b55b-38ce2b7c9636, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=63381c33-37c3-49ea-b55b-38ce2b7c9636,segment=NetworkSegment(5454dc0b-7fe4-427a-a17b-2824b53ca2ff),segment_id=5454dc0b-7fe4-427a-a17b-2824b53ca2ff)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:37.841014 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b1568c66-0e20-4470-87cd-d1856d0c728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:37.849690 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Set router eeae6125-016a-4fa3-b839-519173e44edd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:37.928592 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1568c66-0e20-4470-87cd-d1856d0c728b None None] Pushing event updated for resources: {'Port': ['ID=63381c33-37c3-49ea-b55b-38ce2b7c9636,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:38.053087 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:35Z', 'updated_at': '2021-11-03T19:37:37Z', 'revision_number': 3, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'gw_port': {'id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:69:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:36Z', 'updated_at': '2021-11-03T19:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:38.071203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-27def6b5-2155-4d78-9628-0a0939d00474 None None] Provisioning complete for port 63381c33-37c3-49ea-b55b-38ce2b7c9636 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:38.071970 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-27def6b5-2155-4d78-9628-0a0939d00474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.084705 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Checking router: eeae6125-016a-4fa3-b839-519173e44edd for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:37:38.084984 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Updating router eeae6125-016a-4fa3-b839-519173e44edd port f0903b82-c830-46cf-9fcb-dc6b728db6b1 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:37:38.110346 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.202381 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.357012 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.358439 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Allocated IP 172.20.0.1 (14f3de6f-ff5a-45f3-91a4-ec292570bc8a/8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50/88f21e85-1d4b-45df-b16e-3f54daf6077a) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:37:38.362980 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.415477 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Attempting to bind port f0903b82-c830-46cf-9fcb-dc6b728db6b1 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:37:38.415879 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Attempting to bind port f0903b82-c830-46cf-9fcb-dc6b728db6b1 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:37:38.416236 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Attempting to bind port f0903b82-c830-46cf-9fcb-dc6b728db6b1 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:37:38.423873 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349ec91-80b9-44cd-be91-3585b648b672 None None] Pushing event updated for resources: {'Port': ['ID=f0903b82-c830-46cf-9fcb-dc6b728db6b1,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:38.425968 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:37:38.426328 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:37:38.426719 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.427104 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:37:38.427555 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Bound port: f0903b82-c830-46cf-9fcb-dc6b728db6b1, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:37:38.428526 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.452856 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349ec91-80b9-44cd-be91-3585b648b672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:38.453200 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349ec91-80b9-44cd-be91-3585b648b672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:38.453539 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349ec91-80b9-44cd-be91-3585b648b672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:38.453906 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349ec91-80b9-44cd-be91-3585b648b672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:38.454231 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349ec91-80b9-44cd-be91-3585b648b672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:38.454554 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349ec91-80b9-44cd-be91-3585b648b672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:38.454877 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349ec91-80b9-44cd-be91-3585b648b672 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:38.455196 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349ec91-80b9-44cd-be91-3585b648b672 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:38.455514 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349ec91-80b9-44cd-be91-3585b648b672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:38.455854 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349ec91-80b9-44cd-be91-3585b648b672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:38.456174 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349ec91-80b9-44cd-be91-3585b648b672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:38.456487 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e349ec91-80b9-44cd-be91-3585b648b672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:38.475871 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.490596 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] For port f0903b82-c830-46cf-9fcb-dc6b728db6b1, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:37:38.494058 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] For port f0903b82-c830-46cf-9fcb-dc6b728db6b1, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f0903b82-c830-46cf-9fcb-dc6b728db6b1,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:37:38.497930 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.516674 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.556065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Network 14f3de6f-ff5a-45f3-91a4-ec292570bc8a is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:37:38.557648 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Routers {'eeae6125-016a-4fa3-b839-519173e44edd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:38.558273 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['eeae6125-016a-4fa3-b839-519173e44edd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:38.561951 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349ec91-80b9-44cd-be91-3585b648b672 None None] Pushing event updated for resources: {'Port': ['ID=f0903b82-c830-46cf-9fcb-dc6b728db6b1,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:38.562792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:38.568141 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:37:38.571088 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Pushing event updated for resources: {'Port': ['ID=88f21e85-1d4b-45df-b16e-3f54daf6077a,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:38.618037 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.681772 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 63381c33-37c3-49ea-b55b-38ce2b7c9636 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:37:38.690808 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] Set router eeae6125-016a-4fa3-b839-519173e44edd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:38.758450 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 63381c33-37c3-49ea-b55b-38ce2b7c9636 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:38.758941 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.781448 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.877933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b42aca8c-6fab-4422-be40-05c39b2d367e None None] Provisioning complete for port 88f21e85-1d4b-45df-b16e-3f54daf6077a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:38.878427 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b42aca8c-6fab-4422-be40-05c39b2d367e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.891083 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:35Z', 'updated_at': '2021-11-03T19:37:37Z', 'revision_number': 3, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'gw_port': {'id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:69:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:36Z', 'updated_at': '2021-11-03T19:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:38.914944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b42aca8c-6fab-4422-be40-05c39b2d367e None None] Port 88f21e85-1d4b-45df-b16e-3f54daf6077a cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:37:38.923199 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef48b61-c8ff-474e-a22d-ac1a7411f1e3 None None] The sync data for ids ['eeae6125-016a-4fa3-b839-519173e44edd'] in n-d-812150-4 is: [{'id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:35Z', 'updated_at': '2021-11-03T19:37:37Z', 'revision_number': 3, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'gw_port': {'id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:69:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:36Z', 'updated_at': '2021-11-03T19:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:37:38.956957 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:38.963700 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:39.030547 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:39.033321 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Pushing event updated for resources: {'Port': ['ID=88f21e85-1d4b-45df-b16e-3f54daf6077a,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:39.128250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Network 14f3de6f-ff5a-45f3-91a4-ec292570bc8a is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:37:39.130542 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:39.260886 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Router eeae6125-016a-4fa3-b839-519173e44edd has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:37:39.385082 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:37:39.390093 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d23f89a8-de7f-47c1-9418-1c2583f6d604 admin admin] 10.222.0.107 "PUT /v2.0/routers/eeae6125-016a-4fa3-b839-519173e44edd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6502924 Nov 03 19:37:39.442176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3f3e978f-cfe8-4e8b-965e-b036366b0ddb None None] Provisioning complete for port 88f21e85-1d4b-45df-b16e-3f54daf6077a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:39.442561 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3f3e978f-cfe8-4e8b-965e-b036366b0ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:39.480783 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e978f-cfe8-4e8b-965e-b036366b0ddb None None] Port 88f21e85-1d4b-45df-b16e-3f54daf6077a cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:37:39.891103 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39760) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:39.897773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1629124924-network', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:39.917536 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] Made reservation on behalf of 682478418bbf4fea9aae6c994c1fcc42 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:37:39.919998 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:39.929114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.006382 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.010287 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.034118 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:37:40.042937 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfa5eda-912e-4a73-9b29-3355821e9f40,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:40.049364 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.049707 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] Added segment 54770df9-46ff-4032-9c2c-b711c0bade89 of type vlan for network eb016995-4b00-430e-846c-e5140be469a8 Nov 03 19:37:40.089650 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.113916 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.114831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:40.115413 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.177051 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2823389 Nov 03 19:37:40.177227 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39762) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:40.184042 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-e55efe13-4f65-4245-abd7-e12d37d87b13 admin admin] Request body: {'subnet': {'network_id': 'eb016995-4b00-430e-846c-e5140be469a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1629124924-subnet', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42', 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:40.188443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769761bf-90f2-41f3-9d69-27cc65133bb1 admin admin] Pushing event updated for resources: {'Network': ['ID=eb016995-4b00-430e-846c-e5140be469a8,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:40.199141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network eb016995-4b00-430e-846c-e5140be469a8 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:37:40.207907 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55efe13-4f65-4245-abd7-e12d37d87b13 admin admin] Made reservation on behalf of 682478418bbf4fea9aae6c994c1fcc42 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:37:40.210365 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e55efe13-4f65-4245-abd7-e12d37d87b13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.392158 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e55efe13-4f65-4245-abd7-e12d37d87b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.448146 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55efe13-4f65-4245-abd7-e12d37d87b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a899cd-0ef7-4705-9355-650760ec95a3,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:40.463008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55efe13-4f65-4245-abd7-e12d37d87b13 admin admin] Checking segment: {'id': '54770df9-46ff-4032-9c2c-b711c0bade89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eb016995-4b00-430e-846c-e5140be469a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:37:40.463369 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55efe13-4f65-4245-abd7-e12d37d87b13 admin admin] Network hostable DHCP agents. Network: eb016995-4b00-430e-846c-e5140be469a8, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:37:40.482909 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55efe13-4f65-4245-abd7-e12d37d87b13 admin admin] Network eb016995-4b00-430e-846c-e5140be469a8 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:37:40.493311 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-e55efe13-4f65-4245-abd7-e12d37d87b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, eb016995-4b00-430e-846c-e5140be469a8) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:40.500630 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55efe13-4f65-4245-abd7-e12d37d87b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:40.503056 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e55efe13-4f65-4245-abd7-e12d37d87b13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.503844 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80959142-bfb8-4727-8363-5c5418c364b1 None None] Network eb016995-4b00-430e-846c-e5140be469a8 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:37:40.526902 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e55efe13-4f65-4245-abd7-e12d37d87b13 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3453615 Nov 03 19:37:40.526902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39764) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:40.530880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1629124924-router', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:40.559924 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.561546 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.599064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Sync routers for ids ['eeae6125-016a-4fa3-b839-519173e44edd'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:37:40.626946 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.637840 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Routers {'eeae6125-016a-4fa3-b839-519173e44edd'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:40.638264 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['eeae6125-016a-4fa3-b839-519173e44edd'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:40.644352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f0903b82-c830-46cf-9fcb-dc6b728db6b1 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:37:40.775732 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.942756 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-eb016995-4b00-430e-846c-e5140be469a8', 'network_id': 'eb016995-4b00-430e-846c-e5140be469a8', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42', 'fixed_ips': [{'subnet_id': 'a7a899cd-0ef7-4705-9355-650760ec95a3'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:37:40.943617 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:40.982636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Set router eeae6125-016a-4fa3-b839-519173e44edd gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:40.986515 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:41.006006 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:41.076933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f0903b82-c830-46cf-9fcb-dc6b728db6b1 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:41.077300 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:41.108249 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Allocated IP 172.25.2.155 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/38955717-6283-4356-afca-13feb58360db) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:37:41.269232 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Allocated IP 172.20.0.2 (eb016995-4b00-430e-846c-e5140be469a8/a7a899cd-0ef7-4705-9355-650760ec95a3/66f0d214-cf92-469a-8426-4bfe0cdc18f4) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:37:41.359800 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:41.420903 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port f0903b82-c830-46cf-9fcb-dc6b728db6b1, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f0903b82-c830-46cf-9fcb-dc6b728db6b1,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:41.429178 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:41.512689 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:35Z', 'updated_at': '2021-11-03T19:37:38Z', 'revision_number': 4, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'gw_port': {'id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:69:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:36Z', 'updated_at': '2021-11-03T19:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '88f21e85-1d4b-45df-b16e-3f54daf6077a', 'name': '', 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'mac_address': 'fa:16:3e:0c:d2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:38Z', 'updated_at': '2021-11-03T19:37:38Z', 'revision_number': 2, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'subnets': [{'id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:41.514387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=f0903b82-c830-46cf-9fcb-dc6b728db6b1,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:41.547315 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:41.562563 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Checking router: eeae6125-016a-4fa3-b839-519173e44edd for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:37:41.562918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Updating router eeae6125-016a-4fa3-b839-519173e44edd port 88f21e85-1d4b-45df-b16e-3f54daf6077a binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:37:41.581075 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:41.600204 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:41.612812 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:41.620008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:37:41.625090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:41.628251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:37:41.640011 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:41.657760 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=38955717-6283-4356-afca-13feb58360db,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:41.732493 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Network eb016995-4b00-430e-846c-e5140be469a8 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:37:41.741463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:41.747821 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:37:41.756345 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Pushing event updated for resources: {'Port': ['ID=66f0d214-cf92-469a-8426-4bfe0cdc18f4,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:41.861099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Attempting to bind port 66f0d214-cf92-469a-8426-4bfe0cdc18f4 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:37:41.861473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Attempting to bind port 66f0d214-cf92-469a-8426-4bfe0cdc18f4 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '54770df9-46ff-4032-9c2c-b711c0bade89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eb016995-4b00-430e-846c-e5140be469a8'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:37:41.861835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Attempting to bind port 66f0d214-cf92-469a-8426-4bfe0cdc18f4 on network eb016995-4b00-430e-846c-e5140be469a8 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:37:41.870394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:37:41.870770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Checking segment: {'id': '54770df9-46ff-4032-9c2c-b711c0bade89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eb016995-4b00-430e-846c-e5140be469a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:37:41.871170 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:41.871562 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Bound using segment: {'id': '54770df9-46ff-4032-9c2c-b711c0bade89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eb016995-4b00-430e-846c-e5140be469a8'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:37:41.872048 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Bound port: 66f0d214-cf92-469a-8426-4bfe0cdc18f4, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54770df9-46ff-4032-9c2c-b711c0bade89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eb016995-4b00-430e-846c-e5140be469a8'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:37:41.872425 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:41.881730 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:41.972505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] For port 66f0d214-cf92-469a-8426-4bfe0cdc18f4, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:37:42.007432 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] For port 66f0d214-cf92-469a-8426-4bfe0cdc18f4, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=66f0d214-cf92-469a-8426-4bfe0cdc18f4,segment=NetworkSegment(54770df9-46ff-4032-9c2c-b711c0bade89),segment_id=54770df9-46ff-4032-9c2c-b711c0bade89)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:37:42.022681 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:42.045515 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:42.074350 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:42.088923 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:42.116984 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9964aa3-5fe9-497f-bdf6-5aa6d5edbd5d None None] Pushing event updated for resources: {'Port': ['ID=66f0d214-cf92-469a-8426-4bfe0cdc18f4,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:42.201610 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf625498-0c8a-4bc6-903b-96a2a568b26a None None] Pushing event updated for resources: {'Port': ['ID=88f21e85-1d4b-45df-b16e-3f54daf6077a,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:42.207067 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Attempting to bind port 88f21e85-1d4b-45df-b16e-3f54daf6077a on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:37:42.207436 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Attempting to bind port 88f21e85-1d4b-45df-b16e-3f54daf6077a by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '5454dc0b-7fe4-427a-a17b-2824b53ca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:37:42.207825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Attempting to bind port 88f21e85-1d4b-45df-b16e-3f54daf6077a on network 14f3de6f-ff5a-45f3-91a4-ec292570bc8a {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:37:42.214013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:37:42.215013 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Checking segment: {'id': '5454dc0b-7fe4-427a-a17b-2824b53ca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:37:42.215638 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:42.216605 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Bound using segment: {'id': '5454dc0b-7fe4-427a-a17b-2824b53ca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:37:42.217267 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Bound port: 88f21e85-1d4b-45df-b16e-3f54daf6077a, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5454dc0b-7fe4-427a-a17b-2824b53ca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:37:42.217818 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:42.256120 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Router ba37783a-8122-4a67-86b9-6a8e12b36477 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:37:42.306941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] For port 88f21e85-1d4b-45df-b16e-3f54daf6077a, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:37:42.324109 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] For port 88f21e85-1d4b-45df-b16e-3f54daf6077a, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=88f21e85-1d4b-45df-b16e-3f54daf6077a,segment=NetworkSegment(5454dc0b-7fe4-427a-a17b-2824b53ca2ff),segment_id=5454dc0b-7fe4-427a-a17b-2824b53ca2ff)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:37:42.331533 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:42.415036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Routers {'eeae6125-016a-4fa3-b839-519173e44edd'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:42.415707 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['eeae6125-016a-4fa3-b839-519173e44edd'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:42.417818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:37:42.432745 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Sync routers for ids ['ba37783a-8122-4a67-86b9-6a8e12b36477'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:37:42.442395 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:42.446160 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Routers {'ba37783a-8122-4a67-86b9-6a8e12b36477'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:42.446790 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39766) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:37:42.447277 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ba37783a-8122-4a67-86b9-6a8e12b36477'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:42.455943 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-242a6778-c705-4227-86ae-67ed662ea7a7 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9285822 Nov 03 19:37:42.478727 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf625498-0c8a-4bc6-903b-96a2a568b26a None None] Pushing event updated for resources: {'Port': ['ID=88f21e85-1d4b-45df-b16e-3f54daf6077a,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:42.585767 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Set router ba37783a-8122-4a67-86b9-6a8e12b36477 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:42.598425 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6e3803c5-1a91-4f85-9e28-ec99aa456754 None None] Provisioning complete for port 88f21e85-1d4b-45df-b16e-3f54daf6077a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:42.598801 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6e3803c5-1a91-4f85-9e28-ec99aa456754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:42.682857 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] Set router eeae6125-016a-4fa3-b839-519173e44edd gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:42.795955 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 66f0d214-cf92-469a-8426-4bfe0cdc18f4 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:37:42.842105 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'name': 'tempest-TestMinimumBasicScenario-1629124924-router', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '38955717-6283-4356-afca-13feb58360db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:40Z', 'updated_at': '2021-11-03T19:37:41Z', 'revision_number': 3, 'project_id': '682478418bbf4fea9aae6c994c1fcc42', 'gw_port': {'id': '38955717-6283-4356-afca-13feb58360db', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:41Z', 'updated_at': '2021-11-03T19:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:42.969474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 66f0d214-cf92-469a-8426-4bfe0cdc18f4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:42.969849 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:42.971949 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Checking router: ba37783a-8122-4a67-86b9-6a8e12b36477 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:37:42.972304 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Updating router ba37783a-8122-4a67-86b9-6a8e12b36477 port 38955717-6283-4356-afca-13feb58360db binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:37:42.974848 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6e3803c5-1a91-4f85-9e28-ec99aa456754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:42.999431 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.066477 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-6e3803c5-1a91-4f85-9e28-ec99aa456754 None None] For port 88f21e85-1d4b-45df-b16e-3f54daf6077a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=88f21e85-1d4b-45df-b16e-3f54daf6077a,segment=NetworkSegment(5454dc0b-7fe4-427a-a17b-2824b53ca2ff),segment_id=5454dc0b-7fe4-427a-a17b-2824b53ca2ff)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:43.077841 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6e3803c5-1a91-4f85-9e28-ec99aa456754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.168756 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3803c5-1a91-4f85-9e28-ec99aa456754 None None] Pushing event updated for resources: {'Port': ['ID=88f21e85-1d4b-45df-b16e-3f54daf6077a,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:43.173475 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.203254 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:35Z', 'updated_at': '2021-11-03T19:37:38Z', 'revision_number': 4, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'gw_port': {'id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:69:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:36Z', 'updated_at': '2021-11-03T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '88f21e85-1d4b-45df-b16e-3f54daf6077a', 'name': '', 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'mac_address': 'fa:16:3e:0c:d2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:38Z', 'updated_at': '2021-11-03T19:37:42Z', 'revision_number': 4, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'subnets': [{'id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:43.244971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1ebbdf-d616-41a9-a03e-aae5f6d5d6e7 None None] The sync data for ids ['eeae6125-016a-4fa3-b839-519173e44edd'] in n-d-812150-4 is: [{'id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:35Z', 'updated_at': '2021-11-03T19:37:38Z', 'revision_number': 4, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'gw_port': {'id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:69:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:36Z', 'updated_at': '2021-11-03T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '88f21e85-1d4b-45df-b16e-3f54daf6077a', 'name': '', 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'mac_address': 'fa:16:3e:0c:d2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:38Z', 'updated_at': '2021-11-03T19:37:42Z', 'revision_number': 4, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'subnets': [{'id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:37:43.259885 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 66f0d214-cf92-469a-8426-4bfe0cdc18f4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=66f0d214-cf92-469a-8426-4bfe0cdc18f4,segment=NetworkSegment(54770df9-46ff-4032-9c2c-b711c0bade89),segment_id=54770df9-46ff-4032-9c2c-b711c0bade89)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:43.261042 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c2d4272c-2048-4c5b-b20d-461778f238de None None] Provisioning complete for port 88f21e85-1d4b-45df-b16e-3f54daf6077a triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:43.261417 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c2d4272c-2048-4c5b-b20d-461778f238de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.270018 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.270811 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f0903b82-c830-46cf-9fcb-dc6b728db6b1 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:37:43.372847 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.390605 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.444622 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=66f0d214-cf92-469a-8426-4bfe0cdc18f4,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:43.489583 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Attempting to bind port 38955717-6283-4356-afca-13feb58360db on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:37:43.490138 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Attempting to bind port 38955717-6283-4356-afca-13feb58360db by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:37:43.490509 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Attempting to bind port 38955717-6283-4356-afca-13feb58360db on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:37:43.500397 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:37:43.500808 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:37:43.501217 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.501615 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:37:43.502088 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Bound port: 38955717-6283-4356-afca-13feb58360db, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:37:43.502467 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.518707 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f0903b82-c830-46cf-9fcb-dc6b728db6b1 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:43.519097 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.529114 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff510b-ad52-47ff-ac77-d1cfb1838d79 None None] Pushing event updated for resources: {'Port': ['ID=38955717-6283-4356-afca-13feb58360db,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:43.544438 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0227ab9-f310-4260-9346-37a592561a19 None None] Network eb016995-4b00-430e-846c-e5140be469a8 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:37:43.552913 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.580919 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] For port 38955717-6283-4356-afca-13feb58360db, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:37:43.584901 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] For port 38955717-6283-4356-afca-13feb58360db, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=38955717-6283-4356-afca-13feb58360db,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:37:43.591391 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.658412 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Routers {'ba37783a-8122-4a67-86b9-6a8e12b36477'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:43.659200 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ba37783a-8122-4a67-86b9-6a8e12b36477'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:43.665046 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff510b-ad52-47ff-ac77-d1cfb1838d79 None None] Pushing event updated for resources: {'Port': ['ID=38955717-6283-4356-afca-13feb58360db,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:43.755005 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Allocated IP 172.20.0.1 (eb016995-4b00-430e-846c-e5140be469a8/a7a899cd-0ef7-4705-9355-650760ec95a3/8a8fecd7-f0eb-4e7d-b673-6143ddee9588) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:37:43.790792 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] Set router ba37783a-8122-4a67-86b9-6a8e12b36477 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:43.845025 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.863521 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-44cb6467-36ce-43c8-a60c-191c896291c9 None None] Provisioning complete for port 66f0d214-cf92-469a-8426-4bfe0cdc18f4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:43.863929 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-44cb6467-36ce-43c8-a60c-191c896291c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.910904 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.953486 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:43.995678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Network eb016995-4b00-430e-846c-e5140be469a8 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:37:44.000337 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:44.003767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:37:44.039207 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'name': 'tempest-TestMinimumBasicScenario-1629124924-router', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '38955717-6283-4356-afca-13feb58360db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:40Z', 'updated_at': '2021-11-03T19:37:41Z', 'revision_number': 3, 'project_id': '682478418bbf4fea9aae6c994c1fcc42', 'gw_port': {'id': '38955717-6283-4356-afca-13feb58360db', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:41Z', 'updated_at': '2021-11-03T19:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:44.056416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Pushing event updated for resources: {'Port': ['ID=8a8fecd7-f0eb-4e7d-b673-6143ddee9588,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:44.077781 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a061f-5fdf-48f6-90a6-3768ad55c287 None None] The sync data for ids ['ba37783a-8122-4a67-86b9-6a8e12b36477'] in n-d-812150-4 is: [{'id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'name': 'tempest-TestMinimumBasicScenario-1629124924-router', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '38955717-6283-4356-afca-13feb58360db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:40Z', 'updated_at': '2021-11-03T19:37:41Z', 'revision_number': 3, 'project_id': '682478418bbf4fea9aae6c994c1fcc42', 'gw_port': {'id': '38955717-6283-4356-afca-13feb58360db', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:41Z', 'updated_at': '2021-11-03T19:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:37:44.082094 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.243464 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.419748 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-025a2c86-259b-4f08-a73e-f36110b29b9b None None] Provisioning complete for port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:44.420177 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-025a2c86-259b-4f08-a73e-f36110b29b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.482706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-025a2c86-259b-4f08-a73e-f36110b29b9b None None] Port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:37:44.496022 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.501636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-025a2c86-259b-4f08-a73e-f36110b29b9b None None] Provisioning complete for port 66f0d214-cf92-469a-8426-4bfe0cdc18f4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:44.502411 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-025a2c86-259b-4f08-a73e-f36110b29b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.507646 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.620993 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.640072 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Pushing event updated for resources: {'Port': ['ID=8a8fecd7-f0eb-4e7d-b673-6143ddee9588,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:44.770010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 38955717-6283-4356-afca-13feb58360db up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:37:44.776295 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Network eb016995-4b00-430e-846c-e5140be469a8 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:37:44.779714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:44.835514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-73186fff-6fe3-41c8-b956-fcd498b851ca None None] Provisioning complete for port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:44.835931 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-73186fff-6fe3-41c8-b956-fcd498b851ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.888850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 38955717-6283-4356-afca-13feb58360db triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:44.889230 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:44.916310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-73186fff-6fe3-41c8-b956-fcd498b851ca None None] Port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:37:44.955216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Router ba37783a-8122-4a67-86b9-6a8e12b36477 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:37:44.986556 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:45.019468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 38955717-6283-4356-afca-13feb58360db, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=38955717-6283-4356-afca-13feb58360db,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:45.035872 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:45.036785 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 66f0d214-cf92-469a-8426-4bfe0cdc18f4 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:37:45.138806 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:37:45.144719 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ca210a40-d81b-4629-86d6-7a60918e836f admin admin] 10.222.0.107 "PUT /v2.0/routers/ba37783a-8122-4a67-86b9-6a8e12b36477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6961031 Nov 03 19:37:45.172075 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=38955717-6283-4356-afca-13feb58360db,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:45.179621 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-26fe9e6c-b07e-469d-9bce-203fd888f8df None None] Provisioning complete for port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:45.179999 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-26fe9e6c-b07e-469d-9bce-203fd888f8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:45.216731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 66f0d214-cf92-469a-8426-4bfe0cdc18f4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:45.217103 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:45.244002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-26fe9e6c-b07e-469d-9bce-203fd888f8df None None] Port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:37:45.309197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 88f21e85-1d4b-45df-b16e-3f54daf6077a up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:37:45.363706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 88f21e85-1d4b-45df-b16e-3f54daf6077a triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:45.364362 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:46.608166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 38955717-6283-4356-afca-13feb58360db up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:37:46.664989 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 38955717-6283-4356-afca-13feb58360db triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:46.665467 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:46.795442 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Sync routers for ids ['ba37783a-8122-4a67-86b9-6a8e12b36477'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:37:46.806158 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Routers {'ba37783a-8122-4a67-86b9-6a8e12b36477'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:46.807047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ba37783a-8122-4a67-86b9-6a8e12b36477'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:46.928322 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Set router ba37783a-8122-4a67-86b9-6a8e12b36477 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:47.153287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'name': 'tempest-TestMinimumBasicScenario-1629124924-router', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '38955717-6283-4356-afca-13feb58360db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:40Z', 'updated_at': '2021-11-03T19:37:44Z', 'revision_number': 4, 'project_id': '682478418bbf4fea9aae6c994c1fcc42', 'gw_port': {'id': '38955717-6283-4356-afca-13feb58360db', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:41Z', 'updated_at': '2021-11-03T19:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '8a8fecd7-f0eb-4e7d-b673-6143ddee9588', 'name': '', 'network_id': 'eb016995-4b00-430e-846c-e5140be469a8', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42', 'mac_address': 'fa:16:3e:4b:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'a7a899cd-0ef7-4705-9355-650760ec95a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:43Z', 'updated_at': '2021-11-03T19:37:44Z', 'revision_number': 2, 'project_id': '682478418bbf4fea9aae6c994c1fcc42', 'subnets': [{'id': 'a7a899cd-0ef7-4705-9355-650760ec95a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:47.186398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Checking router: ba37783a-8122-4a67-86b9-6a8e12b36477 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:37:47.186783 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Updating router ba37783a-8122-4a67-86b9-6a8e12b36477 port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:37:47.215660 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:47.528671 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:47.535363 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:47.595968 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6c8ff-0287-4bd6-b7b0-3ab53340b189 None None] Pushing event updated for resources: {'Port': ['ID=8a8fecd7-f0eb-4e7d-b673-6143ddee9588,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:47.651912 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Attempting to bind port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:37:47.652614 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Attempting to bind port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '54770df9-46ff-4032-9c2c-b711c0bade89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eb016995-4b00-430e-846c-e5140be469a8'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:37:47.652614 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Attempting to bind port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 on network eb016995-4b00-430e-846c-e5140be469a8 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:37:47.659302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:37:47.660092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Checking segment: {'id': '54770df9-46ff-4032-9c2c-b711c0bade89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eb016995-4b00-430e-846c-e5140be469a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:37:47.660092 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:47.661348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Bound using segment: {'id': '54770df9-46ff-4032-9c2c-b711c0bade89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eb016995-4b00-430e-846c-e5140be469a8'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:37:47.661348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Bound port: 8a8fecd7-f0eb-4e7d-b673-6143ddee9588, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54770df9-46ff-4032-9c2c-b711c0bade89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eb016995-4b00-430e-846c-e5140be469a8'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:37:47.661348 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:47.740498 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] For port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:37:47.744394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] For port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8a8fecd7-f0eb-4e7d-b673-6143ddee9588,segment=NetworkSegment(54770df9-46ff-4032-9c2c-b711c0bade89),segment_id=54770df9-46ff-4032-9c2c-b711c0bade89)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:37:47.751146 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:47.827905 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Routers {'ba37783a-8122-4a67-86b9-6a8e12b36477'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:37:47.828705 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:37:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ba37783a-8122-4a67-86b9-6a8e12b36477'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:47.872321 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6c8ff-0287-4bd6-b7b0-3ab53340b189 None None] Pushing event updated for resources: {'Port': ['ID=8a8fecd7-f0eb-4e7d-b673-6143ddee9588,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:47.942995 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-7ece858e-a7ec-48f0-bea1-6a5d1fb5bb70 None None] Provisioning complete for port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:47.943372 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7ece858e-a7ec-48f0-bea1-6a5d1fb5bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:48.006607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] Set router ba37783a-8122-4a67-86b9-6a8e12b36477 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:37:48.187539 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7ece858e-a7ec-48f0-bea1-6a5d1fb5bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:48.243681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7ece858e-a7ec-48f0-bea1-6a5d1fb5bb70 None None] For port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8a8fecd7-f0eb-4e7d-b673-6143ddee9588,segment=NetworkSegment(54770df9-46ff-4032-9c2c-b711c0bade89),segment_id=54770df9-46ff-4032-9c2c-b711c0bade89)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:37:48.252241 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7ece858e-a7ec-48f0-bea1-6a5d1fb5bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:48.329938 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece858e-a7ec-48f0-bea1-6a5d1fb5bb70 None None] Pushing event updated for resources: {'Port': ['ID=8a8fecd7-f0eb-4e7d-b673-6143ddee9588,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:48.345601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'name': 'tempest-TestMinimumBasicScenario-1629124924-router', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '38955717-6283-4356-afca-13feb58360db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:40Z', 'updated_at': '2021-11-03T19:37:44Z', 'revision_number': 4, 'project_id': '682478418bbf4fea9aae6c994c1fcc42', 'gw_port': {'id': '38955717-6283-4356-afca-13feb58360db', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:41Z', 'updated_at': '2021-11-03T19:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '8a8fecd7-f0eb-4e7d-b673-6143ddee9588', 'name': '', 'network_id': 'eb016995-4b00-430e-846c-e5140be469a8', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42', 'mac_address': 'fa:16:3e:4b:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'a7a899cd-0ef7-4705-9355-650760ec95a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:43Z', 'updated_at': '2021-11-03T19:37:47Z', 'revision_number': 4, 'project_id': '682478418bbf4fea9aae6c994c1fcc42', 'subnets': [{'id': 'a7a899cd-0ef7-4705-9355-650760ec95a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:37:48.551144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee05a22-faa9-4fa0-ba66-244418cc3eff None None] The sync data for ids ['ba37783a-8122-4a67-86b9-6a8e12b36477'] in n-d-812150-4 is: [{'id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'name': 'tempest-TestMinimumBasicScenario-1629124924-router', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '38955717-6283-4356-afca-13feb58360db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:40Z', 'updated_at': '2021-11-03T19:37:44Z', 'revision_number': 4, 'project_id': '682478418bbf4fea9aae6c994c1fcc42', 'gw_port': {'id': '38955717-6283-4356-afca-13feb58360db', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:41Z', 'updated_at': '2021-11-03T19:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '8a8fecd7-f0eb-4e7d-b673-6143ddee9588', 'name': '', 'network_id': 'eb016995-4b00-430e-846c-e5140be469a8', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42', 'mac_address': 'fa:16:3e:4b:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'a7a899cd-0ef7-4705-9355-650760ec95a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:43Z', 'updated_at': '2021-11-03T19:37:47Z', 'revision_number': 4, 'project_id': '682478418bbf4fea9aae6c994c1fcc42', 'subnets': [{'id': 'a7a899cd-0ef7-4705-9355-650760ec95a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:37:48.559097 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-2467aacf-d93d-414c-9e19-c1cc1561c555 None None] Provisioning complete for port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:48.559461 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2467aacf-d93d-414c-9e19-c1cc1561c555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:50.642717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:37:50.720754 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:50.721132 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:55.596604 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-db2c7ec0-a07c-49d2-b353-9f66e2f56978 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:55.598109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-db2c7ec0-a07c-49d2-b353-9f66e2f56978 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/networks?id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a HTTP/1.1" status: 200 len: 814 time: 0.1019568 Nov 03 19:37:55.613522 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-f0184c6c-be7a-4bbd-bb35-494f141652b2 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/quotas/d4a7f2c3bc3045328b322ecab647b069 HTTP/1.1" status: 200 len: 375 time: 0.0096202 Nov 03 19:37:55.668933 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-848314e8-1177-4b95-92ed-5e196ddda926 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d4a7f2c3bc3045328b322ecab647b069&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497315 Nov 03 19:37:55.765084 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-612756a2-f912-48ab-a2e9-0c9d14ba3901 service neutron] 10.222.0.107 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835984 Nov 03 19:37:55.860504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-4dc8349e-3d3d-4d68-87fa-fda26c6e7a7a service neutron] 10.222.0.107 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891666 Nov 03 19:37:55.863743 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1c96720c-7c81-49f4-9367-79b62bfc63d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:56.023225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d3ff47c5-fded-4e72-9de9-456cd7766e89 req-8a35c81c-c9fe-4af9-8c02-0f9b1698af7c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 210 time: 0.0262671 Nov 03 19:37:56.993693 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-aa20138d-5811-47ce-adf2-05509175bd36 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:56.995163 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-aa20138d-5811-47ce-adf2-05509175bd36 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.98 "GET /v2.0/networks?id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a HTTP/1.1" status: 200 len: 814 time: 0.1093373 Nov 03 19:37:57.008363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Request body: {'port': {'device_id': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'admin_state_up': True, 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:37:57.133326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-64c9e688-1efa-43ba-9b41-959a8c8385ad req-be56b49f-9127-4656-8548-76b3543ce6d5 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 210 time: 0.0321043 Nov 03 19:37:57.146723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Made reservation on behalf of d4a7f2c3bc3045328b322ecab647b069 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:37:57.153039 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:57.291182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Allocated IP 172.20.0.4 (14f3de6f-ff5a-45f3-91a4-ec292570bc8a/8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50/42aa56d2-0f75-4a38-9dca-92c68f0b4e27) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:37:57.531895 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:57.575313 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:57.627208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Network 14f3de6f-ff5a-45f3-91a4-ec292570bc8a is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:37:57.628868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:37:57.633244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:37:57.640485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Pushing event updated for resources: {'Port': ['ID=42aa56d2-0f75-4a38-9dca-92c68f0b4e27,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:37:57.670948 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:57.671434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:57.671864 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:57.672325 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:57.672762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:57.673159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:57.673569 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:57.673963 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:57.674357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:57.674750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:57.675146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:57.675537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:37:57.711532 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:57.711908 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:57.730392 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-5d39f081-1d2c-41eb-b682-a67f5f14fbf6 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7258921 Nov 03 19:37:57.924325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c3c6c5fc-c64c-4bd1-bb47-65042de0b1df None None] Provisioning complete for port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:37:57.924917 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c3c6c5fc-c64c-4bd1-bb47-65042de0b1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:57.961997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6c5fc-c64c-4bd1-bb47-65042de0b1df None None] Port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:37:58.190411 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-81e7ece6-117b-4a42-a40c-eb5a92681494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:37:58.265123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdf068-9008-4d48-aa84-6607a1db9e5d req-3b6cfce5-c4d9-4709-9371-15b5d1d55f53 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:58.266744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25fdf068-9008-4d48-aa84-6607a1db9e5d req-3b6cfce5-c4d9-4709-9371-15b5d1d55f53 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 931 time: 0.0591705 Nov 03 19:37:58.321172 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25fdf068-9008-4d48-aa84-6607a1db9e5d req-a839b57a-d71b-49bc-96fb-9b07ec8fe540 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477173 Nov 03 19:37:59.459784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e59c8d-5830-4604-83ad-34fc50af17f9 req-cedbff24-555f-4082-b6da-2f87d928fff1 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:37:59.460989 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57e59c8d-5830-4604-83ad-34fc50af17f9 req-cedbff24-555f-4082-b6da-2f87d928fff1 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 931 time: 0.0644636 Nov 03 19:37:59.519897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-57e59c8d-5830-4604-83ad-34fc50af17f9 req-35162e82-e168-4fd7-9d2a-4d811eecafcd tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485623 Nov 03 19:37:59.606113 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:00.651995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97248a-b799-4b4a-a1ae-d234e933b8ad req-a2752d7b-9899-4177-bf2d-c5dd669752ca tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:00.654530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c97248a-b799-4b4a-a1ae-d234e933b8ad req-a2752d7b-9899-4177-bf2d-c5dd669752ca tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 931 time: 0.0639558 Nov 03 19:38:00.719953 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c97248a-b799-4b4a-a1ae-d234e933b8ad req-87253a6c-03c3-4077-9492-fdeddff2a77a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591223 Nov 03 19:38:00.865134 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:01.075313 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:01.564931 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:01.847382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768ec0d-8543-421e-8cd2-64e263d1decb req-885146a7-fb18-4788-a770-05b0bc053978 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:01.848964 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9768ec0d-8543-421e-8cd2-64e263d1decb req-885146a7-fb18-4788-a770-05b0bc053978 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 931 time: 0.0586219 Nov 03 19:38:01.901691 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9768ec0d-8543-421e-8cd2-64e263d1decb req-8e3aaa11-04a7-4af9-9a84-6918d104b50d tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448174 Nov 03 19:38:03.024118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f808be-b101-4a0e-8d47-4b34ad06409b req-5c11d4e0-c55a-4fe4-9552-0233ca070a72 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:03.027371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9f808be-b101-4a0e-8d47-4b34ad06409b req-5c11d4e0-c55a-4fe4-9552-0233ca070a72 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 931 time: 0.0555818 Nov 03 19:38:03.082622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a9f808be-b101-4a0e-8d47-4b34ad06409b req-1b514519-77f0-48bf-a563-68ec5be0740d tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489836 Nov 03 19:38:04.211506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb71a9e-5c39-4329-a07a-c5dc9c125215 req-50831255-5460-4094-b772-dec750b76ae9 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:04.213036 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fb71a9e-5c39-4329-a07a-c5dc9c125215 req-50831255-5460-4094-b772-dec750b76ae9 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 931 time: 0.0552542 Nov 03 19:38:04.263819 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fb71a9e-5c39-4329-a07a-c5dc9c125215 req-f201b62f-5a49-4454-b581-568dca58ee23 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448139 Nov 03 19:38:05.393170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26819d-4a1d-4fed-a42a-52a53d3e9abc req-ead069b1-7d2c-4b6c-85cc-4b2d23303af0 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:05.394744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e26819d-4a1d-4fed-a42a-52a53d3e9abc req-ead069b1-7d2c-4b6c-85cc-4b2d23303af0 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 931 time: 0.0531254 Nov 03 19:38:05.446352 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0e26819d-4a1d-4fed-a42a-52a53d3e9abc req-ddebb8d6-6c9a-459c-a9ca-2118a54f5f18 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454855 Nov 03 19:38:06.569176 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338a9ad-ed13-485d-b060-b7ef067e744b req-f947408b-e320-424b-9cc2-b5b8de638611 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:06.570695 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5338a9ad-ed13-485d-b060-b7ef067e744b req-f947408b-e320-424b-9cc2-b5b8de638611 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 931 time: 0.0543976 Nov 03 19:38:06.618464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5338a9ad-ed13-485d-b060-b7ef067e744b req-e576e013-462e-4774-9cc9-98f5dbdda846 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416005 Nov 03 19:38:06.980791 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Request body: {'port': {'device_id': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:07.034530 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:07.292445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:38:07.303997 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:07.315793 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Transition to ACTIVE for port object 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:38:07.320552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:07.373831 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Pushing event updated for resources: {'Port': ['ID=42aa56d2-0f75-4a38-9dca-92c68f0b4e27,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:07.442170 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Attempting to bind port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:38:07.442506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Attempting to bind port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '5454dc0b-7fe4-427a-a17b-2824b53ca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:38:07.442828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Attempting to bind port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 on network 14f3de6f-ff5a-45f3-91a4-ec292570bc8a {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:38:07.448052 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 on network 14f3de6f-ff5a-45f3-91a4-ec292570bc8a not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:38:07.448379 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Attempting to bind port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 on network 14f3de6f-ff5a-45f3-91a4-ec292570bc8a {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:38:07.453582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:38:07.453915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Checking segment: {'id': '5454dc0b-7fe4-427a-a17b-2824b53ca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:38:07.454297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Bound using segment: {'id': '5454dc0b-7fe4-427a-a17b-2824b53ca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:38:07.454717 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Bound port: 42aa56d2-0f75-4a38-9dca-92c68f0b4e27, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5454dc0b-7fe4-427a-a17b-2824b53ca2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:38:07.455074 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:07.528754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] For port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:38:07.532990 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] For port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=42aa56d2-0f75-4a38-9dca-92c68f0b4e27,segment=NetworkSegment(5454dc0b-7fe4-427a-a17b-2824b53ca2ff),segment_id=5454dc0b-7fe4-427a-a17b-2824b53ca2ff)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:38:07.537203 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:07.569708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:07.570308 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:07.571723 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] 10.222.0.98 "PUT /v2.0/ports/42aa56d2-0f75-4a38-9dca-92c68f0b4e27 HTTP/1.1" status: 200 len: 1091 time: 0.5956054 Nov 03 19:38:07.572168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'tag': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:07.574516 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651fce1f-82d7-4110-b3b9-68b898265e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1e1567-870e-4257-9358-1c95d0f7e6ca", "tag": "42aa56d2-0f75-4a38-9dca-92c68f0b4e27"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:07.604379 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d1bb5-5f27-46e8-9426-3d646dc99036 service neutron] Pushing event updated for resources: {'Port': ['ID=42aa56d2-0f75-4a38-9dca-92c68f0b4e27,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:07.622626 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d32116b-d11f-4992-a80d-f61774f129f0 x-openstack-request-id: req-5d32116b-d11f-4992-a80d-f61774f129f0 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:07.622916 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1e1567-870e-4257-9358-1c95d0f7e6ca", "tag": "42aa56d2-0f75-4a38-9dca-92c68f0b4e27", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:07.623167 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5d32116b-d11f-4992-a80d-f61774f129f0 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:07.623618 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'tag': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27', 'status': 'completed', 'code': 200} Nov 03 19:38:07.661936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-ea5614f9-c340-4612-8411-fc0cb9b27462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:07.663558 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-ea5614f9-c340-4612-8411-fc0cb9b27462 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d4a7f2c3bc3045328b322ecab647b069&device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 1094 time: 0.0521355 Nov 03 19:38:07.727625 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-359c3205-8aa0-41a4-ba06-a0b0aa613fef service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42aa56d2-0f75-4a38-9dca-92c68f0b4e27 HTTP/1.1" status: 200 len: 217 time: 0.0547590 Nov 03 19:38:07.807862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a632f8a-9437-4c69-be9d-6fb398b5e7b3 req-46064394-90f9-4238-9688-2d4bebcc9c78 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:07.809369 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a632f8a-9437-4c69-be9d-6fb398b5e7b3 req-46064394-90f9-4238-9688-2d4bebcc9c78 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 943 time: 0.0912933 Nov 03 19:38:07.810706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-3394ea91-e23e-4724-83da-0f90dee84bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:07.812040 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-3394ea91-e23e-4724-83da-0f90dee84bdc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50 HTTP/1.1" status: 200 len: 853 time: 0.0666997 Nov 03 19:38:07.888758 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a632f8a-9437-4c69-be9d-6fb398b5e7b3 req-b1e86287-61ad-4bda-b5b9-6fbb0400617e tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734136 Nov 03 19:38:07.890496 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-fb68bc04-bbdb-41c7-9462-4fe7bc3807e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:07.892647 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-fb68bc04-bbdb-41c7-9462-4fe7bc3807e2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716469 Nov 03 19:38:07.984289 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-ed8588e4-3774-431e-b9d2-e31200ee26be service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845318 Nov 03 19:38:08.079955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51ce1df9-7dd3-4f8d-b55e-76b9d5190ae9 req-148ddfe6-52bc-4318-ad63-40aa77802e91 service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885005 Nov 03 19:38:08.163357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fce1f-82d7-4110-b3b9-68b898265e2c req-0dd0ba07-54c5-4ee6-a018-a19d099abe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:08.164841 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-651fce1f-82d7-4110-b3b9-68b898265e2c req-0dd0ba07-54c5-4ee6-a018-a19d099abe0a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d4a7f2c3bc3045328b322ecab647b069&device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 1094 time: 0.0416341 Nov 03 19:38:08.258719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fce1f-82d7-4110-b3b9-68b898265e2c req-8fc3c61d-08cd-4006-933a-24aadb236979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:08.260252 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-651fce1f-82d7-4110-b3b9-68b898265e2c req-8fc3c61d-08cd-4006-933a-24aadb236979 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a HTTP/1.1" status: 200 len: 915 time: 0.0887196 Nov 03 19:38:08.301991 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-651fce1f-82d7-4110-b3b9-68b898265e2c req-b9f5f062-06a1-4fdb-8fc3-75bb1b9b10a4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42aa56d2-0f75-4a38-9dca-92c68f0b4e27 HTTP/1.1" status: 200 len: 217 time: 0.0344055 Nov 03 19:38:08.352056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fce1f-82d7-4110-b3b9-68b898265e2c req-6e2f557f-0781-4386-b248-b14d64be12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:08.353517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-651fce1f-82d7-4110-b3b9-68b898265e2c req-6e2f557f-0781-4386-b248-b14d64be12d6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50 HTTP/1.1" status: 200 len: 853 time: 0.0439017 Nov 03 19:38:08.367264 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:38:08.398731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fce1f-82d7-4110-b3b9-68b898265e2c req-5d0bc073-dd31-48ae-af82-3811ee2d8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:08.400249 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-651fce1f-82d7-4110-b3b9-68b898265e2c req-5d0bc073-dd31-48ae-af82-3811ee2d8c0b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397694 Nov 03 19:38:08.497723 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-651fce1f-82d7-4110-b3b9-68b898265e2c req-8f8c7039-8ae7-40e3-aca7-231393f82bae service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872819 Nov 03 19:38:08.594015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-651fce1f-82d7-4110-b3b9-68b898265e2c req-7536b634-e087-44e2-96bc-a6ad034c05ab service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892251 Nov 03 19:38:09.008691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe0abd-7606-4f7c-a3af-db9110cfe818 req-cf82d612-c167-4e19-afa7-63bf610e5781 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:09.010217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-befe0abd-7606-4f7c-a3af-db9110cfe818 req-cf82d612-c167-4e19-afa7-63bf610e5781 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 943 time: 0.0496945 Nov 03 19:38:09.060516 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-befe0abd-7606-4f7c-a3af-db9110cfe818 req-4b65609f-e538-4a14-8498-43f6ca1a3070 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443306 Nov 03 19:38:10.017118 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:38:10.110194 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=42aa56d2-0f75-4a38-9dca-92c68f0b4e27,segment=NetworkSegment(5454dc0b-7fe4-427a-a17b-2824b53ca2ff),segment_id=5454dc0b-7fe4-427a-a17b-2824b53ca2ff)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:10.121348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27', 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'port_id': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27', 'mac_address': 'fa:16:3e:0d:1a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:38:10.163703 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:10.177345 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:38:10.179019 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdbbe0-7d1c-4d6a-9cc2-88f301f28649 req-fc84cfc5-5e89-4af9-acfd-739f6f0e73a7 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:10.180659 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-afbdbbe0-7d1c-4d6a-9cc2-88f301f28649 req-fc84cfc5-5e89-4af9-acfd-739f6f0e73a7 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 943 time: 0.0498950 Nov 03 19:38:10.196420 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=42aa56d2-0f75-4a38-9dca-92c68f0b4e27,segment=NetworkSegment(5454dc0b-7fe4-427a-a17b-2824b53ca2ff),segment_id=5454dc0b-7fe4-427a-a17b-2824b53ca2ff)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:10.200754 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:10.229628 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-afbdbbe0-7d1c-4d6a-9cc2-88f301f28649 req-5e8c07b7-e015-4691-a90e-976467363f3a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428221 Nov 03 19:38:10.249210 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=42aa56d2-0f75-4a38-9dca-92c68f0b4e27,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:10.256592 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:10.256943 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:10.257293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:10.257630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:10.257967 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:10.258297 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:10.258626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:10.258948 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:10.259272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:10.259612 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:10.259944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:10.260263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:38:10.404661 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['42aa56d2-0f75-4a38-9dca-92c68f0b4e27'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:38:11.350832 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f262c6a-5729-4def-b92e-99856f5c8ace req-92ee7d43-29af-413a-8bc4-a60f16a48609 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:11.352353 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f262c6a-5729-4def-b92e-99856f5c8ace req-92ee7d43-29af-413a-8bc4-a60f16a48609 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 944 time: 0.0523491 Nov 03 19:38:11.400081 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f262c6a-5729-4def-b92e-99856f5c8ace req-5ce766a1-ae3f-44de-84fb-630e3bce2261 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Nov 03 19:38:12.026381 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:38:12.075801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:38:12.080456 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:12.080896 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:12.172751 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:12.194426 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:12.196720 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4a9b38-e4b8-4c43-9dd4-e0ddc723b0ac" -d '{"events": [{"server_uuid": "0c1e1567-870e-4257-9358-1c95d0f7e6ca", "name": "network-vif-plugged", "status": "completed", "tag": "42aa56d2-0f75-4a38-9dca-92c68f0b4e27"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:12.209782 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=42aa56d2-0f75-4a38-9dca-92c68f0b4e27,segment=NetworkSegment(5454dc0b-7fe4-427a-a17b-2824b53ca2ff),segment_id=5454dc0b-7fe4-427a-a17b-2824b53ca2ff)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:12.213877 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:12.265448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=42aa56d2-0f75-4a38-9dca-92c68f0b4e27,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:12.359619 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d788a8d-3da9-437c-a86c-b6abb74b84a9 x-openstack-request-id: req-3d788a8d-3da9-437c-a86c-b6abb74b84a9 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:12.359924 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1e1567-870e-4257-9358-1c95d0f7e6ca", "name": "network-vif-plugged", "status": "completed", "tag": "42aa56d2-0f75-4a38-9dca-92c68f0b4e27", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:12.360214 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3d788a8d-3da9-437c-a86c-b6abb74b84a9 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:12.360616 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27', 'code': 200} Nov 03 19:38:12.459420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3407c4-29bf-4571-9b77-d23f4b561edb req-3201f124-e5df-4388-88ee-d34eed5a5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:12.461032 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a3407c4-29bf-4571-9b77-d23f4b561edb req-3201f124-e5df-4388-88ee-d34eed5a5adf service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 1096 time: 0.0420668 Nov 03 19:38:12.536507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a3407c4-29bf-4571-9b77-d23f4b561edb req-dce7a536-51ed-48ab-9fd7-f389c6c7bfc6 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688386 Nov 03 19:38:12.544988 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21d81f-9d93-4a73-840e-a38f4a4b2ae9 req-84c8bf4c-bba3-4e32-9037-a4b5586db54c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:12.546480 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b21d81f-9d93-4a73-840e-a38f4a4b2ae9 req-84c8bf4c-bba3-4e32-9037-a4b5586db54c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 945 time: 0.0736015 Nov 03 19:38:12.599301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b21d81f-9d93-4a73-840e-a38f4a4b2ae9 req-2fad412a-5b15-44fa-b28e-b018c05ed98b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462129 Nov 03 19:38:13.709636 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:13.723314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b41b1-f13c-4775-8bf9-ef22abe5a15a req-d64ada0c-e289-4d78-8e5d-1646e7183606 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:13.724852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb8b41b1-f13c-4775-8bf9-ef22abe5a15a req-d64ada0c-e289-4d78-8e5d-1646e7183606 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 945 time: 0.0550663 Nov 03 19:38:13.773349 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eb8b41b1-f13c-4775-8bf9-ef22abe5a15a req-dae0b090-73fd-4260-81c1-111638d8492e tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425570 Nov 03 19:38:13.889346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986dd9d5-80dc-4834-8378-3953d2d84fcf req-5ab7c5b2-e0cc-41e8-8b85-5bbf0559507e tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:13.890765 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-986dd9d5-80dc-4834-8378-3953d2d84fcf req-5ab7c5b2-e0cc-41e8-8b85-5bbf0559507e tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 945 time: 0.0501244 Nov 03 19:38:13.943318 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-986dd9d5-80dc-4834-8378-3953d2d84fcf req-a146589d-b01e-4904-9de6-8b6e802344f1 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438814 Nov 03 19:38:14.140382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b165d2-420a-44bc-9fa7-1285aba84f9e req-b69c65ee-dfee-4fa4-89e0-09f085e3a519 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:14.142380 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16b165d2-420a-44bc-9fa7-1285aba84f9e req-b69c65ee-dfee-4fa4-89e0-09f085e3a519 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 945 time: 0.0545626 Nov 03 19:38:14.189598 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-16b165d2-420a-44bc-9fa7-1285aba84f9e req-7b5059d8-3a3b-4921-9d2f-58a3bc539d26 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Nov 03 19:38:25.865090 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2e463157-c568-4d3e-941a-c07f93fd9f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:26.719377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c81e0-c25e-42aa-a25e-da2ebdf691d5 req-a6e2b651-eec2-4593-ad0c-3866000dc7ec tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:26.721072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e7c81e0-c25e-42aa-a25e-da2ebdf691d5 req-a6e2b651-eec2-4593-ad0c-3866000dc7ec tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 945 time: 0.0502899 Nov 03 19:38:26.771281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e7c81e0-c25e-42aa-a25e-da2ebdf691d5 req-4e8c5933-7207-4231-aefb-6687f745f6b2 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436819 Nov 03 19:38:26.794291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39960) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:26.930185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72943aeb-c995-4ae5-a0e8-6851a352663e tempest-TestMinimumBasicScenario-915508506 tempest-TestMinimumBasicScenario-915508506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:26.931756 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-72943aeb-c995-4ae5-a0e8-6851a352663e tempest-TestMinimumBasicScenario-915508506 tempest-TestMinimumBasicScenario-915508506-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 1091 time: 0.1364329 Nov 03 19:38:26.934878 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39964) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:26.939294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:26.963404 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:27.066229 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:27.173977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Allocated IP 172.25.2.213 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/a7a528ec-99b2-411f-a4dc-ebd8d35334b2) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:38:27.285444 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:27.325850 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:27.360287 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:38:27.363275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:38:27.373026 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:38:27.398536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Pushing event updated for resources: {'Port': ['ID=a7a528ec-99b2-411f-a4dc-ebd8d35334b2,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:27.729547 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:28.147001 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:28.183026 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5436a98b-f718-4db6-ad93-da1b4148ddfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:28.294712 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:28.299734 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:28.364275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Pushing event updated for resources: {'Port': ['ID=a7a528ec-99b2-411f-a4dc-ebd8d35334b2,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:28.375793 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:28.473635 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Floating IP a0b12827-820a-4f37-94a8-9ec84c77de40 associated. External IP: 172.25.2.213, port: 42aa56d2-0f75-4a38-9dca-92c68f0b4e27. Nov 03 19:38:28.679854 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Router eeae6125-016a-4fa3-b839-519173e44edd has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:38:28.789880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:38:28.800372 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c3152-a203-449c-9d35-90ef9bf4378a None None] Sync routers for ids ['eeae6125-016a-4fa3-b839-519173e44edd'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:38:28.807836 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:28.810916 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c3152-a203-449c-9d35-90ef9bf4378a None None] Routers {'eeae6125-016a-4fa3-b839-519173e44edd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:38:28.811536 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5f3c3152-a203-449c-9d35-90ef9bf4378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:38:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['eeae6125-016a-4fa3-b839-519173e44edd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:28.836327 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-83454628-41a8-4de5-bb0e-b3dfded1ed39 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9003966 Nov 03 19:38:28.837400 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'tag': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:28.839231 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39966) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:28.840003 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f118340c-09d5-4fa4-97dc-e8b99a35dcdb" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1e1567-870e-4257-9358-1c95d0f7e6ca", "tag": "42aa56d2-0f75-4a38-9dca-92c68f0b4e27"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:28.844501 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-99488921-3c5c-4b25-861c-108ad455b77c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-591327607', 'description': 'tempest-secgroup-smoke-591327607 description', 'project_id': 'd4a7f2c3bc3045328b322ecab647b069'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:28.870078 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99488921-3c5c-4b25-861c-108ad455b77c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:28.880088 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e874aa93-b368-4360-8035-a672e1738b87 x-openstack-request-id: req-e874aa93-b368-4360-8035-a672e1738b87 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:28.880625 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1e1567-870e-4257-9358-1c95d0f7e6ca", "tag": "42aa56d2-0f75-4a38-9dca-92c68f0b4e27", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:28.880938 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e874aa93-b368-4360-8035-a672e1738b87 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:28.881274 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'tag': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27', 'status': 'completed', 'code': 200} Nov 03 19:38:28.927435 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-5f3c3152-a203-449c-9d35-90ef9bf4378a None None] Set router eeae6125-016a-4fa3-b839-519173e44edd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:38:28.941683 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99488921-3c5c-4b25-861c-108ad455b77c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:28.946168 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99488921-3c5c-4b25-861c-108ad455b77c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:28.952645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118340c-09d5-4fa4-97dc-e8b99a35dcdb req-68ec4991-152b-46ee-93be-f7e7fefb6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:28.954369 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f118340c-09d5-4fa4-97dc-e8b99a35dcdb req-68ec4991-152b-46ee-93be-f7e7fefb6561 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d4a7f2c3bc3045328b322ecab647b069&device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 1096 time: 0.0469077 Nov 03 19:38:28.978847 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99488921-3c5c-4b25-861c-108ad455b77c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:28.988999 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-99488921-3c5c-4b25-861c-108ad455b77c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:28.990811 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-99488921-3c5c-4b25-861c-108ad455b77c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1505129 Nov 03 19:38:28.993821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39970) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:28.998562 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-27220d5e-fab2-42fd-ab31-2a95d6c0fab1 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Request body: {'security_group_rule': {'security_group_id': 'c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5', 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:29.033026 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-27220d5e-fab2-42fd-ab31-2a95d6c0fab1 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.056290 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118340c-09d5-4fa4-97dc-e8b99a35dcdb req-f4ec4d55-9873-43c2-9072-1785cba543f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:29.057694 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f118340c-09d5-4fa4-97dc-e8b99a35dcdb req-f4ec4d55-9873-43c2-9072-1785cba543f2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a HTTP/1.1" status: 200 len: 915 time: 0.0964932 Nov 03 19:38:29.097644 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-27220d5e-fab2-42fd-ab31-2a95d6c0fab1 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.103775 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-27220d5e-fab2-42fd-ab31-2a95d6c0fab1 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.122487 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27220d5e-fab2-42fd-ab31-2a95d6c0fab1 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952ff285-e817-4b00-8744-298b2825b8b1,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:29.129893 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-27220d5e-fab2-42fd-ab31-2a95d6c0fab1 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.133730 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-27220d5e-fab2-42fd-ab31-2a95d6c0fab1 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362286 Nov 03 19:38:29.133874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f118340c-09d5-4fa4-97dc-e8b99a35dcdb req-f50b8a80-2323-402a-80f4-ba458f945b04 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42aa56d2-0f75-4a38-9dca-92c68f0b4e27 HTTP/1.1" status: 200 len: 999 time: 0.0681081 Nov 03 19:38:29.133977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39972) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:29.138246 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d106b28e-f330-42bf-aad0-394bd478db79 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Request body: {'security_group_rule': {'security_group_id': 'c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5', 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:29.176838 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5f3c3152-a203-449c-9d35-90ef9bf4378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:35Z', 'updated_at': '2021-11-03T19:37:38Z', 'revision_number': 4, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'gw_port': {'id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:69:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:36Z', 'updated_at': '2021-11-03T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'a0b12827-820a-4f37-94a8-9ec84c77de40', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'port_id': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'mac_address': 'fa:16:3e:0d:1a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:38:27Z', 'updated_at': '2021-11-03T19:38:27Z', 'revision_number': 0, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f21e85-1d4b-45df-b16e-3f54daf6077a', 'name': '', 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'mac_address': 'fa:16:3e:0c:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:38Z', 'updated_at': '2021-11-03T19:37:43Z', 'revision_number': 5, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'subnets': [{'id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:29.205949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118340c-09d5-4fa4-97dc-e8b99a35dcdb req-67c32275-46e2-45dd-ad38-85d38b88f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:29.207434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f118340c-09d5-4fa4-97dc-e8b99a35dcdb req-67c32275-46e2-45dd-ad38-85d38b88f8fc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50 HTTP/1.1" status: 200 len: 853 time: 0.0649614 Nov 03 19:38:29.208307 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c3152-a203-449c-9d35-90ef9bf4378a None None] Checking router: eeae6125-016a-4fa3-b839-519173e44edd for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:38:29.208775 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d106b28e-f330-42bf-aad0-394bd478db79 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.216761 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c3152-a203-449c-9d35-90ef9bf4378a None None] Routers {'eeae6125-016a-4fa3-b839-519173e44edd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:38:29.217358 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5f3c3152-a203-449c-9d35-90ef9bf4378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:38:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['eeae6125-016a-4fa3-b839-519173e44edd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:29.288038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118340c-09d5-4fa4-97dc-e8b99a35dcdb req-b33b968f-c63e-487d-a01d-9509a4cdf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:29.289567 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f118340c-09d5-4fa4-97dc-e8b99a35dcdb req-b33b968f-c63e-487d-a01d-9509a4cdf4b1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722387 Nov 03 19:38:29.291142 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d106b28e-f330-42bf-aad0-394bd478db79 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.295099 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d106b28e-f330-42bf-aad0-394bd478db79 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.325357 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-5f3c3152-a203-449c-9d35-90ef9bf4378a None None] Set router eeae6125-016a-4fa3-b839-519173e44edd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:38:29.365637 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106b28e-f330-42bf-aad0-394bd478db79 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f0701b-976b-4313-8b72-7b38d0bae163,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:29.377954 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d106b28e-f330-42bf-aad0-394bd478db79 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.379189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d106b28e-f330-42bf-aad0-394bd478db79 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2443430 Nov 03 19:38:29.382139 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39974) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:29.387116 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a0214adf-eefb-423a-ad58-31d46df598b0 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Request body: {'security_group_rule': {'security_group_id': 'c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5', 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:29.409479 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f118340c-09d5-4fa4-97dc-e8b99a35dcdb req-449ae53f-9c99-455a-9e2a-5bc424dfb098 service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080668 Nov 03 19:38:29.415226 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0214adf-eefb-423a-ad58-31d46df598b0 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.474268 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0214adf-eefb-423a-ad58-31d46df598b0 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.477796 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0214adf-eefb-423a-ad58-31d46df598b0 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.501283 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a0214adf-eefb-423a-ad58-31d46df598b0 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.505291 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a0214adf-eefb-423a-ad58-31d46df598b0 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220996 Nov 03 19:38:29.505868 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39976) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:29.512528 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-ff715b3c-f719-4c4f-9e94-a2f61da75e97 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Request body: {'security_group_rule': {'security_group_id': 'c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5', 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:29.518076 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0214adf-eefb-423a-ad58-31d46df598b0 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6933aed1-7377-404e-a915-d4705e7cf138,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:29.522897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f118340c-09d5-4fa4-97dc-e8b99a35dcdb req-d72f5f96-aac0-4ff8-bc65-66ed2d9e0853 service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037893 Nov 03 19:38:29.548682 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ff715b3c-f719-4c4f-9e94-a2f61da75e97 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.567119 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-5f3c3152-a203-449c-9d35-90ef9bf4378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:35Z', 'updated_at': '2021-11-03T19:37:38Z', 'revision_number': 4, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'gw_port': {'id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:69:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:36Z', 'updated_at': '2021-11-03T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'a0b12827-820a-4f37-94a8-9ec84c77de40', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'port_id': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'mac_address': 'fa:16:3e:0d:1a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:38:27Z', 'updated_at': '2021-11-03T19:38:27Z', 'revision_number': 0, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f21e85-1d4b-45df-b16e-3f54daf6077a', 'name': '', 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'mac_address': 'fa:16:3e:0c:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:38Z', 'updated_at': '2021-11-03T19:37:43Z', 'revision_number': 5, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'subnets': [{'id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:38:29.591417 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.594044 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c3152-a203-449c-9d35-90ef9bf4378a None None] The sync data for ids ['eeae6125-016a-4fa3-b839-519173e44edd'] in n-d-812150-4 is: [{'id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:35Z', 'updated_at': '2021-11-03T19:37:38Z', 'revision_number': 4, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'gw_port': {'id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:69:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:36Z', 'updated_at': '2021-11-03T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'a0b12827-820a-4f37-94a8-9ec84c77de40', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'port_id': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'mac_address': 'fa:16:3e:0d:1a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:38:27Z', 'updated_at': '2021-11-03T19:38:27Z', 'revision_number': 0, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f21e85-1d4b-45df-b16e-3f54daf6077a', 'name': '', 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'mac_address': 'fa:16:3e:0c:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:38Z', 'updated_at': '2021-11-03T19:37:43Z', 'revision_number': 5, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'subnets': [{'id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:38:29.615229 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ff715b3c-f719-4c4f-9e94-a2f61da75e97 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.619533 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ff715b3c-f719-4c4f-9e94-a2f61da75e97 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.639661 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff715b3c-f719-4c4f-9e94-a2f61da75e97 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa45a370-b986-4c08-88c9-c1cdfaac9899,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:29.648636 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ff715b3c-f719-4c4f-9e94-a2f61da75e97 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.650454 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ff715b3c-f719-4c4f-9e94-a2f61da75e97 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416965 Nov 03 19:38:29.653253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 39978) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:29.658702 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-57ec8068-6923-4ab3-b405-d6c1435736bb tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Request body: {'security_group_rule': {'security_group_id': 'c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5', 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:29.686096 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-57ec8068-6923-4ab3-b405-d6c1435736bb tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Project d4a7f2c3bc3045328b322ecab647b069 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:38:29.691312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57ec8068-6923-4ab3-b405-d6c1435736bb tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.759306 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57ec8068-6923-4ab3-b405-d6c1435736bb tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.763845 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57ec8068-6923-4ab3-b405-d6c1435736bb tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.783709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec8068-6923-4ab3-b405-d6c1435736bb tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289e4646-a267-4235-b7db-b074cea40fa2,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:29.789880 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-57ec8068-6923-4ab3-b405-d6c1435736bb tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.793907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 39980) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:38:29.794437 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-57ec8068-6923-4ab3-b405-d6c1435736bb tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396177 Nov 03 19:38:29.799318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-8533b0fc-5c64-451b-b3e2-861eb5ce068c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Request body: {'security_group_rule': {'security_group_id': 'c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5', 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:29.809706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207dc54-ec6a-4f96-a92a-e74482d73f62 None None] New status for floating IP a0b12827-820a-4f37-94a8-9ec84c77de40: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:38:29.828861 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-8533b0fc-5c64-451b-b3e2-861eb5ce068c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Project d4a7f2c3bc3045328b322ecab647b069 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:38:29.834229 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8533b0fc-5c64-451b-b3e2-861eb5ce068c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.901385 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8533b0fc-5c64-451b-b3e2-861eb5ce068c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.906730 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8533b0fc-5c64-451b-b3e2-861eb5ce068c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.921959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533b0fc-5c64-451b-b3e2-861eb5ce068c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d86996-dd1d-41f8-98ae-d9a6887686ae,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:29.932528 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8533b0fc-5c64-451b-b3e2-861eb5ce068c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:29.933769 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8533b0fc-5c64-451b-b3e2-861eb5ce068c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386378 Nov 03 19:38:30.039885 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4203e447-f527-420d-9486-796fe10ac451 req-6eb80437-4b8c-42bc-bfc0-f590033c8897 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591327607&fields=id&tenant_id=d4a7f2c3bc3045328b322ecab647b069 HTTP/1.1" status: 200 len: 267 time: 0.0482802 Nov 03 19:38:30.092645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203e447-f527-420d-9486-796fe10ac451 req-387faa08-f906-4e6f-a1e8-6819b8f3cded tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:30.094165 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4203e447-f527-420d-9486-796fe10ac451 req-387faa08-f906-4e6f-a1e8-6819b8f3cded tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 945 time: 0.0485816 Nov 03 19:38:30.105184 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-4203e447-f527-420d-9486-796fe10ac451 req-9e0d950b-d7fb-464e-b2f2-b930fcc39a44 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Request body: {'port': {'security_groups': ['398c6908-42c7-4665-a2b4-19dd3a762813', 'c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:38:30.166352 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4203e447-f527-420d-9486-796fe10ac451 req-9e0d950b-d7fb-464e-b2f2-b930fcc39a44 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:30.350497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-4203e447-f527-420d-9486-796fe10ac451 req-9e0d950b-d7fb-464e-b2f2-b930fcc39a44 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] For port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=42aa56d2-0f75-4a38-9dca-92c68f0b4e27,segment=NetworkSegment(5454dc0b-7fe4-427a-a17b-2824b53ca2ff),segment_id=5454dc0b-7fe4-427a-a17b-2824b53ca2ff)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:38:30.379520 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4203e447-f527-420d-9486-796fe10ac451 req-9e0d950b-d7fb-464e-b2f2-b930fcc39a44 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:30.384180 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4203e447-f527-420d-9486-796fe10ac451 req-9e0d950b-d7fb-464e-b2f2-b930fcc39a44 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:30.397400 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['42aa56d2-0f75-4a38-9dca-92c68f0b4e27'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:38:30.432055 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203e447-f527-420d-9486-796fe10ac451 req-9e0d950b-d7fb-464e-b2f2-b930fcc39a44 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:30.432689 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-4203e447-f527-420d-9486-796fe10ac451 req-9e0d950b-d7fb-464e-b2f2-b930fcc39a44 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:30.434131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4203e447-f527-420d-9486-796fe10ac451 req-9e0d950b-d7fb-464e-b2f2-b930fcc39a44 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "PUT /v2.0/ports/42aa56d2-0f75-4a38-9dca-92c68f0b4e27 HTTP/1.1" status: 200 len: 981 time: 0.3334479 Nov 03 19:38:30.461162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d950b-d7fb-464e-b2f2-b930fcc39a44 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Pushing event updated for resources: {'Port': ['ID=42aa56d2-0f75-4a38-9dca-92c68f0b4e27,revision_number=6']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:38:30.503531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['42aa56d2-0f75-4a38-9dca-92c68f0b4e27'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:38:30.573937 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f0c21-6295-440f-9886-545cccae479d req-cce72512-877f-4f14-9842-cdeca3193db2 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:30.575620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e85f0c21-6295-440f-9886-545cccae479d req-cce72512-877f-4f14-9842-cdeca3193db2 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 984 time: 0.0622516 Nov 03 19:38:30.648155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e85f0c21-6295-440f-9886-545cccae479d req-72edb8cd-c8a4-4496-b31b-f7416bbdff06 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&id=c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640152 Nov 03 19:38:30.720835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6fecb421-768c-4edb-abd9-12e4bbd144a9 None None] Provisioning complete for port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:38:30.721316 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6fecb421-768c-4edb-abd9-12e4bbd144a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:30.882646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'tag': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:38:30.885084 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9239db45-02d7-4830-8127-848d362ba90e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1e1567-870e-4257-9358-1c95d0f7e6ca", "tag": "42aa56d2-0f75-4a38-9dca-92c68f0b4e27"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:38:30.923777 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d924af64-53b1-44e1-bcfb-2ec93e3b382a x-openstack-request-id: req-d924af64-53b1-44e1-bcfb-2ec93e3b382a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:38:30.924077 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1e1567-870e-4257-9358-1c95d0f7e6ca", "tag": "42aa56d2-0f75-4a38-9dca-92c68f0b4e27", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:38:30.924353 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d924af64-53b1-44e1-bcfb-2ec93e3b382a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:38:30.924783 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'tag': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27', 'status': 'completed', 'code': 200} Nov 03 19:38:30.930385 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:30.989930 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239db45-02d7-4830-8127-848d362ba90e req-05953847-c0d5-42fd-9951-799fe0a987b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:30.991379 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9239db45-02d7-4830-8127-848d362ba90e req-05953847-c0d5-42fd-9951-799fe0a987b5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d4a7f2c3bc3045328b322ecab647b069&device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 1135 time: 0.0435865 Nov 03 19:38:31.075389 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:31.090371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239db45-02d7-4830-8127-848d362ba90e req-ff9f5b5e-b39d-4939-b781-ad0e163c7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:31.091910 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9239db45-02d7-4830-8127-848d362ba90e req-ff9f5b5e-b39d-4939-b781-ad0e163c7f26 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a HTTP/1.1" status: 200 len: 915 time: 0.0932462 Nov 03 19:38:31.157417 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9239db45-02d7-4830-8127-848d362ba90e req-9a93e0a7-1717-40a8-8681-be1df2f354e8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42aa56d2-0f75-4a38-9dca-92c68f0b4e27 HTTP/1.1" status: 200 len: 1001 time: 0.0581076 Nov 03 19:38:31.212227 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239db45-02d7-4830-8127-848d362ba90e req-8ae1cabc-68d3-452f-a719-729ad7b0d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:31.213680 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9239db45-02d7-4830-8127-848d362ba90e req-8ae1cabc-68d3-452f-a719-729ad7b0d0ec service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50 HTTP/1.1" status: 200 len: 853 time: 0.0479572 Nov 03 19:38:31.258918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239db45-02d7-4830-8127-848d362ba90e req-77fe346d-c89d-491f-8937-5b49545e1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:31.263774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9239db45-02d7-4830-8127-848d362ba90e req-77fe346d-c89d-491f-8937-5b49545e1056 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433667 Nov 03 19:38:31.355846 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9239db45-02d7-4830-8127-848d362ba90e req-8c07c457-8795-44b9-8ef1-af66b3d765ab service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847909 Nov 03 19:38:31.447998 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9239db45-02d7-4830-8127-848d362ba90e req-b9e2412c-343d-473c-8830-f9d97e622068 service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849311 Nov 03 19:38:31.569025 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:43.699665 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:45.366960 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:38:47.688258 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8ebd1-1852-4542-8d68-1f3a9d0b590a req-5e6e6873-fa78-4b1a-a477-7708309625d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:47.689767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9a8ebd1-1852-4542-8d68-1f3a9d0b590a req-5e6e6873-fa78-4b1a-a477-7708309625d7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d4a7f2c3bc3045328b322ecab647b069&device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 1135 time: 0.0664506 Nov 03 19:38:47.698279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007d051-9cb6-48b0-8a68-372945f16c3e req-c3bf9d9c-dfd2-4c4a-959b-43de75f360d0 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:47.699734 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f007d051-9cb6-48b0-8a68-372945f16c3e req-c3bf9d9c-dfd2-4c4a-959b-43de75f360d0 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 984 time: 0.0852103 Nov 03 19:38:47.822025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f007d051-9cb6-48b0-8a68-372945f16c3e req-1b5e5f73-a8e6-4479-93b4-bf65612b6fba tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&id=c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140671 Nov 03 19:38:47.831255 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8ebd1-1852-4542-8d68-1f3a9d0b590a req-d88a0981-903f-4c28-9260-9188f27ab7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:47.832727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9a8ebd1-1852-4542-8d68-1f3a9d0b590a req-d88a0981-903f-4c28-9260-9188f27ab7e3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a HTTP/1.1" status: 200 len: 915 time: 0.1321504 Nov 03 19:38:47.903601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9a8ebd1-1852-4542-8d68-1f3a9d0b590a req-812aa628-ed41-48d7-8451-6c32c9662b3e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42aa56d2-0f75-4a38-9dca-92c68f0b4e27 HTTP/1.1" status: 200 len: 1001 time: 0.0620129 Nov 03 19:38:47.958181 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8ebd1-1852-4542-8d68-1f3a9d0b590a req-d516021b-33ed-4962-bef2-e575e953b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:47.959674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9a8ebd1-1852-4542-8d68-1f3a9d0b590a req-d516021b-33ed-4962-bef2-e575e953b83c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50 HTTP/1.1" status: 200 len: 853 time: 0.0487101 Nov 03 19:38:48.006171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8ebd1-1852-4542-8d68-1f3a9d0b590a req-83938530-bee0-4f72-a611-e9ac90cf2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:48.007960 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9a8ebd1-1852-4542-8d68-1f3a9d0b590a req-83938530-bee0-4f72-a611-e9ac90cf2728 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403450 Nov 03 19:38:48.104134 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9a8ebd1-1852-4542-8d68-1f3a9d0b590a req-35789c60-db22-4f31-aafb-eb0e947f24c4 service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878236 Nov 03 19:38:48.192803 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c9a8ebd1-1852-4542-8d68-1f3a9d0b590a req-0ecb3d55-6520-42e3-b479-c070eb790c54 service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816150 Nov 03 19:38:48.947377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74335894-252b-449d-867d-8d4d0c83be46 req-bef8a6b1-1b6b-4cdf-8423-34a237deb18b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:48.948905 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74335894-252b-449d-867d-8d4d0c83be46 req-bef8a6b1-1b6b-4cdf-8423-34a237deb18b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 984 time: 0.0563900 Nov 03 19:38:49.009536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74335894-252b-449d-867d-8d4d0c83be46 req-6268abc5-58bb-4b4e-adb2-8ee88b26449a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&id=c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544598 Nov 03 19:38:50.129160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc10d1-565c-45ac-89aa-e3cbeac0f1aa req-92d503ae-55f9-49d0-a833-c1138c4074c8 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:50.130669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5efc10d1-565c-45ac-89aa-e3cbeac0f1aa req-92d503ae-55f9-49d0-a833-c1138c4074c8 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 984 time: 0.0507746 Nov 03 19:38:50.191755 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5efc10d1-565c-45ac-89aa-e3cbeac0f1aa req-5f72cde3-ce05-4925-a6a3-f0878ee3d3b7 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&id=c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549362 Nov 03 19:38:51.316828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b870a72-bd37-4311-9d15-02750ea44d2e req-2c4f3d51-bfdd-474b-b3f7-30ce1b031c30 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:51.318346 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b870a72-bd37-4311-9d15-02750ea44d2e req-2c4f3d51-bfdd-474b-b3f7-30ce1b031c30 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 984 time: 0.0533307 Nov 03 19:38:51.378185 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b870a72-bd37-4311-9d15-02750ea44d2e req-89dac5b4-f06c-433f-9c61-69cf584cc6ec tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&id=c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537498 Nov 03 19:38:52.494588 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc34eb4-e961-4146-9951-f03a75397dde req-f4c837a0-febe-4421-8229-d9c6fec94849 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:52.496113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fdc34eb4-e961-4146-9951-f03a75397dde req-f4c837a0-febe-4421-8229-d9c6fec94849 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 984 time: 0.0503931 Nov 03 19:38:52.556861 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fdc34eb4-e961-4146-9951-f03a75397dde req-83880d62-85d0-418a-9bab-36686c64b4fd tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&id=c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540729 Nov 03 19:38:53.232017 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b406d-0080-46e2-9838-13f7540e7055 req-fc7107c8-4024-406b-83b7-e9b52dc5ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:53.233522 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c7b406d-0080-46e2-9838-13f7540e7055 req-fc7107c8-4024-406b-83b7-e9b52dc5ad02 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d4a7f2c3bc3045328b322ecab647b069&device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 1135 time: 0.0410807 Nov 03 19:38:53.342675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b406d-0080-46e2-9838-13f7540e7055 req-bb815722-5c1a-4388-94e7-6ce3e94742de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:53.344178 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c7b406d-0080-46e2-9838-13f7540e7055 req-bb815722-5c1a-4388-94e7-6ce3e94742de service neutron] 10.222.0.98 "GET /v2.0/networks?id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a HTTP/1.1" status: 200 len: 915 time: 0.0919998 Nov 03 19:38:53.411033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c7b406d-0080-46e2-9838-13f7540e7055 req-104f2b8d-ee9a-400a-8557-3141766fb8a3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42aa56d2-0f75-4a38-9dca-92c68f0b4e27 HTTP/1.1" status: 200 len: 1001 time: 0.0592616 Nov 03 19:38:53.466825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b406d-0080-46e2-9838-13f7540e7055 req-28e44763-6e19-4145-9233-059024521a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:53.468330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c7b406d-0080-46e2-9838-13f7540e7055 req-28e44763-6e19-4145-9233-059024521a38 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50 HTTP/1.1" status: 200 len: 853 time: 0.0494931 Nov 03 19:38:53.515323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b406d-0080-46e2-9838-13f7540e7055 req-5bfaa0b1-53ed-4712-aee7-8cd4373f7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:53.516774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c7b406d-0080-46e2-9838-13f7540e7055 req-5bfaa0b1-53ed-4712-aee7-8cd4373f7527 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409291 Nov 03 19:38:53.607716 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c7b406d-0080-46e2-9838-13f7540e7055 req-0ec9ea27-3e1f-4377-be8a-68b9e77c2309 service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836141 Nov 03 19:38:53.733374 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8d44e-ce54-4fd3-a350-68b97ff3b376 req-5571938a-03ad-4e51-9ca1-b2c87aafa31c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:53.735427 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fac8d44e-ce54-4fd3-a350-68b97ff3b376 req-5571938a-03ad-4e51-9ca1-b2c87aafa31c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 984 time: 0.1003633 Nov 03 19:38:53.739162 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0c7b406d-0080-46e2-9838-13f7540e7055 req-1e9403a6-0174-4d03-ad2a-03f4185c1519 service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251695 Nov 03 19:38:53.798685 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fac8d44e-ce54-4fd3-a350-68b97ff3b376 req-795a1fda-ceab-4939-9b70-3004da6390b2 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&id=c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569007 Nov 03 19:38:54.925911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84991fd-4ba8-43e1-b7dd-81035174c1d7 req-412ebbea-bacb-4910-927d-17ea5e74cfa0 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:54.927416 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a84991fd-4ba8-43e1-b7dd-81035174c1d7 req-412ebbea-bacb-4910-927d-17ea5e74cfa0 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 984 time: 0.0585291 Nov 03 19:38:54.990482 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a84991fd-4ba8-43e1-b7dd-81035174c1d7 req-f908cb78-3044-47f0-af87-175d23ffe35c tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&id=c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563447 Nov 03 19:38:55.867875 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5b9d95b3-2ab8-407e-9fb1-263fad49cfe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:56.111368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe38be-d1ef-48f0-b699-ef32e3131a18 req-fac32ef4-92e3-4e1b-b3f6-ad10b4575056 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:56.112900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5cbe38be-d1ef-48f0-b699-ef32e3131a18 req-fac32ef4-92e3-4e1b-b3f6-ad10b4575056 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 984 time: 0.0511255 Nov 03 19:38:56.172912 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5cbe38be-d1ef-48f0-b699-ef32e3131a18 req-111e5e3e-e2f0-49ce-9eda-09443b35a768 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&id=c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538905 Nov 03 19:38:57.301211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501d31a-9b03-484e-9830-bb2282deed55 req-54021cea-ccea-46f2-9a8a-737a06af486e tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:57.303326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0501d31a-9b03-484e-9830-bb2282deed55 req-54021cea-ccea-46f2-9a8a-737a06af486e tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 984 time: 0.0593936 Nov 03 19:38:57.366537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0501d31a-9b03-484e-9830-bb2282deed55 req-b8d90bbe-2208-4ebf-b00d-13059970f686 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&id=c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569935 Nov 03 19:38:58.187496 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9d8b83c9-ddaa-4bf2-8a51-af3de929746b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:58.489759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd2338-af8c-4b14-ad71-56d57c7fefe7 req-a758d69a-adc4-4dec-85b9-cc5a280039d5 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:58.491207 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4bdd2338-af8c-4b14-ad71-56d57c7fefe7 req-a758d69a-adc4-4dec-85b9-cc5a280039d5 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 984 time: 0.0503671 Nov 03 19:38:58.564896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4bdd2338-af8c-4b14-ad71-56d57c7fefe7 req-5b8389d9-84b3-486b-bf6f-661af009230a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&id=c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675235 Nov 03 19:38:59.595634 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:38:59.683294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b18c23-5049-44c6-97b4-134554e19077 req-7e661069-ddb7-4c26-80b7-c15a84bf9e69 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:38:59.684844 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74b18c23-5049-44c6-97b4-134554e19077 req-7e661069-ddb7-4c26-80b7-c15a84bf9e69 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 984 time: 0.0501657 Nov 03 19:38:59.751534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-74b18c23-5049-44c6-97b4-134554e19077 req-b877579e-3706-46d5-be44-707f240922ba tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&id=c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597715 Nov 03 19:39:00.869273 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:01.070214 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:01.571283 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:13.713517 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:22.366114 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:39:25.871091 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7c23bd3-7284-4766-89f5-3bbc68d381df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:28.190928 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-daa2918c-8459-4f3b-880c-eda265474ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:29.597961 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:30.522070 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-6a4403df-7c00-4938-90c5-344200833ac3 req-60f6e95c-86d5-4fc4-9432-33e5f1bf2ae8 tempest-ServerDiskConfigTestJSON-1438132469 tempest-ServerDiskConfigTestJSON-1438132469-project] (101711) timed out ('10.222.0.87', 64617) {{(pid=101711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:39:30.871712 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:31.080623 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:31.581950 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:32.160614 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96c57592-cd8b-4bc1-b578-f8368b12cb10 req-e28cdec6-e7ab-4dd2-a051-2c1d197b3251 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-591327607&fields=id&tenant_id=d4a7f2c3bc3045328b322ecab647b069 HTTP/1.1" status: 200 len: 267 time: 0.0450838 Nov 03 19:39:32.214942 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c57592-cd8b-4bc1-b578-f8368b12cb10 req-059dbe1c-043e-4c46-b12b-11149e86286d tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:32.216477 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96c57592-cd8b-4bc1-b578-f8368b12cb10 req-059dbe1c-043e-4c46-b12b-11149e86286d tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 984 time: 0.0501027 Nov 03 19:39:32.227756 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-96c57592-cd8b-4bc1-b578-f8368b12cb10 req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Request body: {'port': {'security_groups': ['398c6908-42c7-4665-a2b4-19dd3a762813']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:32.293737 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-96c57592-cd8b-4bc1-b578-f8368b12cb10 req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:32.464045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-96c57592-cd8b-4bc1-b578-f8368b12cb10 req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] For port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=42aa56d2-0f75-4a38-9dca-92c68f0b4e27,segment=NetworkSegment(5454dc0b-7fe4-427a-a17b-2824b53ca2ff),segment_id=5454dc0b-7fe4-427a-a17b-2824b53ca2ff)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:32.497680 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-96c57592-cd8b-4bc1-b578-f8368b12cb10 req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:32.502099 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-96c57592-cd8b-4bc1-b578-f8368b12cb10 req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:32.515651 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['42aa56d2-0f75-4a38-9dca-92c68f0b4e27'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:39:32.545978 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c57592-cd8b-4bc1-b578-f8368b12cb10 req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:32.546529 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-96c57592-cd8b-4bc1-b578-f8368b12cb10 req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:32.554444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96c57592-cd8b-4bc1-b578-f8368b12cb10 req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "PUT /v2.0/ports/42aa56d2-0f75-4a38-9dca-92c68f0b4e27 HTTP/1.1" status: 200 len: 942 time: 0.3289559 Nov 03 19:39:32.554444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'tag': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:39:32.554945 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40032) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:32.555413 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d6a91d-ad67-41ca-9f09-cb779fedc93a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1e1567-870e-4257-9358-1c95d0f7e6ca", "tag": "42aa56d2-0f75-4a38-9dca-92c68f0b4e27"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:39:32.579563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Pushing event updated for resources: {'Port': ['ID=42aa56d2-0f75-4a38-9dca-92c68f0b4e27,revision_number=7']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:32.588578 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.588933 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.589276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.589613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.589949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.590376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.590595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.590918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.591272 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.591554 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.591964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.592225 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94de663-8117-41ff-a4ea-07f20a720e68 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.611254 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bffd8b6-cc27-4266-a893-b6cdf13de4c9 x-openstack-request-id: req-9bffd8b6-cc27-4266-a893-b6cdf13de4c9 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:39:32.611548 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1e1567-870e-4257-9358-1c95d0f7e6ca", "tag": "42aa56d2-0f75-4a38-9dca-92c68f0b4e27", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:39:32.612460 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9bffd8b6-cc27-4266-a893-b6cdf13de4c9 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:39:32.612848 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'tag': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27', 'status': 'completed', 'code': 200} Nov 03 19:39:32.615704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['42aa56d2-0f75-4a38-9dca-92c68f0b4e27'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:39:32.665551 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:32.682734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6a91d-ad67-41ca-9f09-cb779fedc93a req-f6823988-fa96-43de-a692-ce1b8baf038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:32.684326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3d6a91d-ad67-41ca-9f09-cb779fedc93a req-f6823988-fa96-43de-a692-ce1b8baf038f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d4a7f2c3bc3045328b322ecab647b069&device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 1096 time: 0.0487943 Nov 03 19:39:32.694523 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:32.769164 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:32.773371 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:32.775043 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "DELETE /v2.0/security-groups/c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5 HTTP/1.1" status: 204 len: 168 time: 0.2162812 Nov 03 19:39:32.777796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40038) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:32.787571 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e95cbb-a82a-4a85-8b88-60b5bcf06cc5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:32.798961 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.800017 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.800464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.800902 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.801468 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.802003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.802556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.803064 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.803589 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.804333 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.804763 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.805190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556125f3-c7f9-4d05-a452-d4083be8dc8b tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:32.856291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6a91d-ad67-41ca-9f09-cb779fedc93a req-2b22c090-4b41-499f-87c9-bded45a55a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:32.857789 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3d6a91d-ad67-41ca-9f09-cb779fedc93a req-2b22c090-4b41-499f-87c9-bded45a55a76 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a HTTP/1.1" status: 200 len: 915 time: 0.1661081 Nov 03 19:39:32.858160 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f12ce3ff-0c6f-479c-b3f6-335179841f3f None None] Provisioning complete for port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:39:32.858527 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f12ce3ff-0c6f-479c-b3f6-335179841f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:32.969588 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3d6a91d-ad67-41ca-9f09-cb779fedc93a req-f2efe7cd-b57f-4550-8ebd-3166e66d5a49 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42aa56d2-0f75-4a38-9dca-92c68f0b4e27 HTTP/1.1" status: 200 len: 1001 time: 0.1043341 Nov 03 19:39:33.043693 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6a91d-ad67-41ca-9f09-cb779fedc93a req-c9ff3a95-9622-47fc-a616-741114aae3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:33.045157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3d6a91d-ad67-41ca-9f09-cb779fedc93a req-c9ff3a95-9622-47fc-a616-741114aae3dd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50 HTTP/1.1" status: 200 len: 853 time: 0.0562353 Nov 03 19:39:33.063279 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-9b110f32-a373-4fef-9482-e7ca7f8dbe3a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Deleting port a7a528ec-99b2-411f-a4dc-ebd8d35334b2 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:39:33.063661 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9b110f32-a373-4fef-9482-e7ca7f8dbe3a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:33.143414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6a91d-ad67-41ca-9f09-cb779fedc93a req-db1d426f-fe24-420d-bdc1-b6eb55306702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:33.144967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3d6a91d-ad67-41ca-9f09-cb779fedc93a req-db1d426f-fe24-420d-bdc1-b6eb55306702 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914304 Nov 03 19:39:33.221841 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9b110f32-a373-4fef-9482-e7ca7f8dbe3a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:33.222559 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9b110f32-a373-4fef-9482-e7ca7f8dbe3a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:33.239641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-9b110f32-a373-4fef-9482-e7ca7f8dbe3a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Calling delete_port for a7a528ec-99b2-411f-a4dc-ebd8d35334b2 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:39:33.300266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3d6a91d-ad67-41ca-9f09-cb779fedc93a req-7d0d2196-bd76-4d49-86d6-68187c574014 service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477356 Nov 03 19:39:33.441820 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3d6a91d-ad67-41ca-9f09-cb779fedc93a req-917d268c-1783-4146-bba7-07cf1eeaa405 service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333001 Nov 03 19:39:33.503071 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9b110f32-a373-4fef-9482-e7ca7f8dbe3a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:33.534248 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b110f32-a373-4fef-9482-e7ca7f8dbe3a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Pushing event deleted for resources: {'Port': ['ID=a7a528ec-99b2-411f-a4dc-ebd8d35334b2,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:33.591471 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9b110f32-a373-4fef-9482-e7ca7f8dbe3a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:33.591819 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-9b110f32-a373-4fef-9482-e7ca7f8dbe3a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Floating IP a0b12827-820a-4f37-94a8-9ec84c77de40 disassociated (deleted). External IP: 172.25.2.213, port: 42aa56d2-0f75-4a38-9dca-92c68f0b4e27. Nov 03 19:39:34.149592 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b110f32-a373-4fef-9482-e7ca7f8dbe3a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Router eeae6125-016a-4fa3-b839-519173e44edd has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:39:34.264147 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b110f32-a373-4fef-9482-e7ca7f8dbe3a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:39:34.269549 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-9b110f32-a373-4fef-9482-e7ca7f8dbe3a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:34.274197 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641bb1ad-2d27-41dc-84fb-2b1a884eaad7 None None] Sync routers for ids ['eeae6125-016a-4fa3-b839-519173e44edd'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:39:34.283387 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641bb1ad-2d27-41dc-84fb-2b1a884eaad7 None None] Routers {'eeae6125-016a-4fa3-b839-519173e44edd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:34.284135 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-641bb1ad-2d27-41dc-84fb-2b1a884eaad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:39:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['eeae6125-016a-4fa3-b839-519173e44edd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:34.295631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9b110f32-a373-4fef-9482-e7ca7f8dbe3a tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "DELETE /v2.0/floatingips/a0b12827-820a-4f37-94a8-9ec84c77de40 HTTP/1.1" status: 204 len: 168 time: 1.5131314 Nov 03 19:39:34.392351 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-641bb1ad-2d27-41dc-84fb-2b1a884eaad7 None None] Set router eeae6125-016a-4fa3-b839-519173e44edd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:39:34.603381 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-641bb1ad-2d27-41dc-84fb-2b1a884eaad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:35Z', 'updated_at': '2021-11-03T19:37:38Z', 'revision_number': 4, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'gw_port': {'id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:69:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:36Z', 'updated_at': '2021-11-03T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '88f21e85-1d4b-45df-b16e-3f54daf6077a', 'name': '', 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'mac_address': 'fa:16:3e:0c:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:38Z', 'updated_at': '2021-11-03T19:37:43Z', 'revision_number': 5, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'subnets': [{'id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:34.613647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'tag': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:39:34.616086 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296e5b2c-d35f-40f1-959d-ebb24a92394b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1e1567-870e-4257-9358-1c95d0f7e6ca", "tag": "42aa56d2-0f75-4a38-9dca-92c68f0b4e27"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:39:34.632480 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641bb1ad-2d27-41dc-84fb-2b1a884eaad7 None None] Checking router: eeae6125-016a-4fa3-b839-519173e44edd for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:39:34.641510 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641bb1ad-2d27-41dc-84fb-2b1a884eaad7 None None] Routers {'eeae6125-016a-4fa3-b839-519173e44edd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:34.642118 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-641bb1ad-2d27-41dc-84fb-2b1a884eaad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:39:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['eeae6125-016a-4fa3-b839-519173e44edd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:34.652128 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aec971b-735f-4247-a92a-360695e83a1a x-openstack-request-id: req-5aec971b-735f-4247-a92a-360695e83a1a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:39:34.652423 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1e1567-870e-4257-9358-1c95d0f7e6ca", "tag": "42aa56d2-0f75-4a38-9dca-92c68f0b4e27", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:39:34.652677 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5aec971b-735f-4247-a92a-360695e83a1a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:39:34.653082 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'tag': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27', 'status': 'completed', 'code': 200} Nov 03 19:39:34.717119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e5b2c-d35f-40f1-959d-ebb24a92394b req-84d25a05-cc48-4271-b662-275f8f7b20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:34.718655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-296e5b2c-d35f-40f1-959d-ebb24a92394b req-84d25a05-cc48-4271-b662-275f8f7b20f1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d4a7f2c3bc3045328b322ecab647b069&device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 1096 time: 0.0419500 Nov 03 19:39:34.748999 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-641bb1ad-2d27-41dc-84fb-2b1a884eaad7 None None] Set router eeae6125-016a-4fa3-b839-519173e44edd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:39:34.813543 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e5b2c-d35f-40f1-959d-ebb24a92394b req-939618ec-010b-452b-8a58-a58e534dcd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:34.815562 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-296e5b2c-d35f-40f1-959d-ebb24a92394b req-939618ec-010b-452b-8a58-a58e534dcd6a service neutron] 10.222.0.98 "GET /v2.0/networks?id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a HTTP/1.1" status: 200 len: 915 time: 0.0881376 Nov 03 19:39:34.858211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-296e5b2c-d35f-40f1-959d-ebb24a92394b req-6ab8b97f-ee04-4fa5-a2a1-97ecc3930770 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42aa56d2-0f75-4a38-9dca-92c68f0b4e27 HTTP/1.1" status: 200 len: 217 time: 0.0344448 Nov 03 19:39:34.910433 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e5b2c-d35f-40f1-959d-ebb24a92394b req-cbad2351-1f1b-4d7f-a666-3dffc63af930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:34.912434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-296e5b2c-d35f-40f1-959d-ebb24a92394b req-cbad2351-1f1b-4d7f-a666-3dffc63af930 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50 HTTP/1.1" status: 200 len: 853 time: 0.0459130 Nov 03 19:39:34.969072 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e5b2c-d35f-40f1-959d-ebb24a92394b req-1fe6200d-e6a6-4069-8d9b-891a204c337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:34.970633 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-296e5b2c-d35f-40f1-959d-ebb24a92394b req-1fe6200d-e6a6-4069-8d9b-891a204c337a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14f3de6f-ff5a-45f3-91a4-ec292570bc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494201 Nov 03 19:39:34.972369 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-641bb1ad-2d27-41dc-84fb-2b1a884eaad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:35Z', 'updated_at': '2021-11-03T19:37:38Z', 'revision_number': 4, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'gw_port': {'id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:69:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:36Z', 'updated_at': '2021-11-03T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '88f21e85-1d4b-45df-b16e-3f54daf6077a', 'name': '', 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'mac_address': 'fa:16:3e:0c:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:38Z', 'updated_at': '2021-11-03T19:37:43Z', 'revision_number': 5, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'subnets': [{'id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:34.998663 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641bb1ad-2d27-41dc-84fb-2b1a884eaad7 None None] The sync data for ids ['eeae6125-016a-4fa3-b839-519173e44edd'] in n-d-812150-4 is: [{'id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:35Z', 'updated_at': '2021-11-03T19:37:38Z', 'revision_number': 4, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'gw_port': {'id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:69:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:36Z', 'updated_at': '2021-11-03T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '88f21e85-1d4b-45df-b16e-3f54daf6077a', 'name': '', 'network_id': '14f3de6f-ff5a-45f3-91a4-ec292570bc8a', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'mac_address': 'fa:16:3e:0c:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:38Z', 'updated_at': '2021-11-03T19:37:43Z', 'revision_number': 5, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'subnets': [{'id': '8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:39:35.069317 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-296e5b2c-d35f-40f1-959d-ebb24a92394b req-4d2c4cd5-e502-4e7c-a38b-e7a486ed26cd service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911949 Nov 03 19:39:35.166670 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-296e5b2c-d35f-40f1-959d-ebb24a92394b req-567e18de-88c0-4b57-8405-35a648078d6b service neutron] 10.222.0.98 "GET /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900908 Nov 03 19:39:35.249238 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92434ff9-cee6-4dfd-9490-3bfa1f5a524a None None] New status for floating IP a0b12827-820a-4f37-94a8-9ec84c77de40: DOWN {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:39:43.329495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80c88b-a7d8-4ab4-a614-6b48bd83bb49 req-ac9d0c30-9521-4f65-912e-ecc641bc4ad5 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:43.331201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b80c88b-a7d8-4ab4-a614-6b48bd83bb49 req-ac9d0c30-9521-4f65-912e-ecc641bc4ad5 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 945 time: 0.0506656 Nov 03 19:39:43.382838 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b80c88b-a7d8-4ab4-a614-6b48bd83bb49 req-df21f0db-23fb-48d1-b329-43e8e51503aa tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453317 Nov 03 19:39:43.724998 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:44.504047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de22452-30d4-44d2-a180-12f97a4fda0a req-cb035153-45d8-4bd8-878f-8d6c2b04ade5 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:44.505538 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6de22452-30d4-44d2-a180-12f97a4fda0a req-cb035153-45d8-4bd8-878f-8d6c2b04ade5 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 945 time: 0.0526636 Nov 03 19:39:44.553430 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6de22452-30d4-44d2-a180-12f97a4fda0a req-ac27c20d-fb5b-4f6a-bfe7-1a48afc9e300 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/security-groups?id=398c6908-42c7-4665-a2b4-19dd3a762813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419228 Nov 03 19:39:44.927420 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9105491-2b7d-4164-a976-2c4a2cd57532 req-1fae69a2-d23e-478a-9f6d-db6d8e105999 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:44.928898 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9105491-2b7d-4164-a976-2c4a2cd57532 req-1fae69a2-d23e-478a-9f6d-db6d8e105999 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.98 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 945 time: 0.0485833 Nov 03 19:39:45.023067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-f9105491-2b7d-4164-a976-2c4a2cd57532 req-4f0f0458-4769-42d9-9727-d3de0941de22 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Deleting port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:39:45.023403 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9105491-2b7d-4164-a976-2c4a2cd57532 req-4f0f0458-4769-42d9-9727-d3de0941de22 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:45.114787 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f9105491-2b7d-4164-a976-2c4a2cd57532 req-4f0f0458-4769-42d9-9727-d3de0941de22 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] For port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=42aa56d2-0f75-4a38-9dca-92c68f0b4e27,segment=NetworkSegment(5454dc0b-7fe4-427a-a17b-2824b53ca2ff),segment_id=5454dc0b-7fe4-427a-a17b-2824b53ca2ff)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:45.115144 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9105491-2b7d-4164-a976-2c4a2cd57532 req-4f0f0458-4769-42d9-9727-d3de0941de22 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:45.128271 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-f9105491-2b7d-4164-a976-2c4a2cd57532 req-4f0f0458-4769-42d9-9727-d3de0941de22 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Calling delete_port for 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:39:45.257004 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9105491-2b7d-4164-a976-2c4a2cd57532 req-4f0f0458-4769-42d9-9727-d3de0941de22 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:45.268607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['42aa56d2-0f75-4a38-9dca-92c68f0b4e27'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:39:45.284177 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f0458-4769-42d9-9727-d3de0941de22 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Pushing event deleted for resources: {'Port': ['ID=42aa56d2-0f75-4a38-9dca-92c68f0b4e27,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:45.327125 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9105491-2b7d-4164-a976-2c4a2cd57532 req-4f0f0458-4769-42d9-9727-d3de0941de22 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] No DVR routers for this DVR port 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:39:45.329811 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f9105491-2b7d-4164-a976-2c4a2cd57532 req-4f0f0458-4769-42d9-9727-d3de0941de22 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:45.333461 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f9105491-2b7d-4164-a976-2c4a2cd57532 req-4f0f0458-4769-42d9-9727-d3de0941de22 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.98 "DELETE /v2.0/ports/42aa56d2-0f75-4a38-9dca-92c68f0b4e27 HTTP/1.1" status: 204 len: 173 time: 0.3978131 Nov 03 19:39:45.333917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'name': 'network-vif-deleted', 'tag': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:39:45.336243 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ffc20b-ac47-404e-8ca0-d2b302086d65" -d '{"events": [{"server_uuid": "0c1e1567-870e-4257-9358-1c95d0f7e6ca", "name": "network-vif-deleted", "tag": "42aa56d2-0f75-4a38-9dca-92c68f0b4e27"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:39:45.404976 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a465710-9a57-4c90-a717-4b8c50d6eb42 x-openstack-request-id: req-9a465710-9a57-4c90-a717-4b8c50d6eb42 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:39:45.405298 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1e1567-870e-4257-9358-1c95d0f7e6ca", "name": "network-vif-deleted", "tag": "42aa56d2-0f75-4a38-9dca-92c68f0b4e27", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:39:45.405551 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9a465710-9a57-4c90-a717-4b8c50d6eb42 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:39:45.405980 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1e1567-870e-4257-9358-1c95d0f7e6ca', 'name': 'network-vif-deleted', 'tag': '42aa56d2-0f75-4a38-9dca-92c68f0b4e27', 'status': 'completed', 'code': 200} Nov 03 19:39:45.667437 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-228ac0ad-1e30-428d-984e-3d85f38bdc0f req-649d451f-28f5-4415-a213-427c8352bc51 tempest-TestMinimumBasicScenario-216759713 tempest-TestMinimumBasicScenario-216759713-project] 10.222.0.107 "GET /v2.0/ports?device_id=0c1e1567-870e-4257-9358-1c95d0f7e6ca HTTP/1.1" status: 200 len: 210 time: 0.0315394 Nov 03 19:39:47.232733 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40140) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:47.575922 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e24788d8-7aa5-40b7-a8c6-0e817da44841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:47.818603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e24788d8-7aa5-40b7-a8c6-0e817da44841 admin admin] Deleting port 88f21e85-1d4b-45df-b16e-3f54daf6077a {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:39:47.818945 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e24788d8-7aa5-40b7-a8c6-0e817da44841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:47.898274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-e24788d8-7aa5-40b7-a8c6-0e817da44841 admin admin] For port 88f21e85-1d4b-45df-b16e-3f54daf6077a, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=88f21e85-1d4b-45df-b16e-3f54daf6077a,segment=NetworkSegment(5454dc0b-7fe4-427a-a17b-2824b53ca2ff),segment_id=5454dc0b-7fe4-427a-a17b-2824b53ca2ff)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:47.898572 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e24788d8-7aa5-40b7-a8c6-0e817da44841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:47.911122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-e24788d8-7aa5-40b7-a8c6-0e817da44841 admin admin] Calling delete_port for 88f21e85-1d4b-45df-b16e-3f54daf6077a owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:39:48.088643 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e24788d8-7aa5-40b7-a8c6-0e817da44841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:48.114903 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24788d8-7aa5-40b7-a8c6-0e817da44841 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f21e85-1d4b-45df-b16e-3f54daf6077a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:48.282314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-e24788d8-7aa5-40b7-a8c6-0e817da44841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:48.383696 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:39:48.402932 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:39:48.403284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 42aa56d2-0f75-4a38-9dca-92c68f0b4e27 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:39:48.495334 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24788d8-7aa5-40b7-a8c6-0e817da44841 admin admin] Router eeae6125-016a-4fa3-b839-519173e44edd has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:39:48.593235 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24788d8-7aa5-40b7-a8c6-0e817da44841 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:39:48.599065 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e24788d8-7aa5-40b7-a8c6-0e817da44841 admin admin] 10.222.0.107 "PUT /v2.0/routers/eeae6125-016a-4fa3-b839-519173e44edd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3651130 Nov 03 19:39:48.601416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40142) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:48.604089 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b49c0b-572c-4b22-ba0f-b9df589f0742 None None] Sync routers for ids ['eeae6125-016a-4fa3-b839-519173e44edd'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:39:48.621928 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b49c0b-572c-4b22-ba0f-b9df589f0742 None None] Routers {'eeae6125-016a-4fa3-b839-519173e44edd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:48.622887 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-31b49c0b-572c-4b22-ba0f-b9df589f0742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:39:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['eeae6125-016a-4fa3-b839-519173e44edd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:48.711212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:48.730327 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-31b49c0b-572c-4b22-ba0f-b9df589f0742 None None] Set router eeae6125-016a-4fa3-b839-519173e44edd gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:39:48.812611 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:48.864749 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] Deleting port f0903b82-c830-46cf-9fcb-dc6b728db6b1 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:39:48.865099 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:48.913400 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-31b49c0b-572c-4b22-ba0f-b9df589f0742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:35Z', 'updated_at': '2021-11-03T19:39:48Z', 'revision_number': 5, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'gw_port': {'id': 'f0903b82-c830-46cf-9fcb-dc6b728db6b1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:69:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:36Z', 'updated_at': '2021-11-03T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:48.942060 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b49c0b-572c-4b22-ba0f-b9df589f0742 None None] Checking router: eeae6125-016a-4fa3-b839-519173e44edd for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:39:48.950194 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b49c0b-572c-4b22-ba0f-b9df589f0742 None None] Routers {'eeae6125-016a-4fa3-b839-519173e44edd'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:48.950387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] For port f0903b82-c830-46cf-9fcb-dc6b728db6b1, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f0903b82-c830-46cf-9fcb-dc6b728db6b1,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:48.950757 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:48.950887 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-31b49c0b-572c-4b22-ba0f-b9df589f0742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:39:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['eeae6125-016a-4fa3-b839-519173e44edd'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:48.962935 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] Calling delete_port for f0903b82-c830-46cf-9fcb-dc6b728db6b1 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:39:49.038619 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-31b49c0b-572c-4b22-ba0f-b9df589f0742 None None] Set router eeae6125-016a-4fa3-b839-519173e44edd gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:39:49.097473 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-31b49c0b-572c-4b22-ba0f-b9df589f0742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:35Z', 'updated_at': '2021-11-03T19:39:48Z', 'revision_number': 6, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:49.123158 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b49c0b-572c-4b22-ba0f-b9df589f0742 None None] The sync data for ids ['eeae6125-016a-4fa3-b839-519173e44edd'] in n-d-812150-4 is: [{'id': 'eeae6125-016a-4fa3-b839-519173e44edd', 'name': 'tempest-TestMinimumBasicScenario-389365397-router', 'tenant_id': 'd4a7f2c3bc3045328b322ecab647b069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:35Z', 'updated_at': '2021-11-03T19:39:48Z', 'revision_number': 6, 'project_id': 'd4a7f2c3bc3045328b322ecab647b069', 'gw_port_host': None}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:39:49.141794 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.166962 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=f0903b82-c830-46cf-9fcb-dc6b728db6b1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:49.231846 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.319737 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.321833 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.364154 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.364894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eeae6125-016a-4fa3-b839-519173e44edd {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:39:49.369269 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.370422 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-69946119-c20d-423b-8451-aa16c45c0a1c admin admin] 10.222.0.107 "DELETE /v2.0/routers/eeae6125-016a-4fa3-b839-519173e44edd HTTP/1.1" status: 204 len: 168 time: 0.7680943 Nov 03 19:39:49.372954 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40144) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:49.416312 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aaeaa3b-55ee-4042-afac-754016e73e5d admin admin] Deleting subnet 8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:39:49.419461 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2aaeaa3b-55ee-4042-afac-754016e73e5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.463728 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2aaeaa3b-55ee-4042-afac-754016e73e5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.556834 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2aaeaa3b-55ee-4042-afac-754016e73e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.608601 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2aaeaa3b-55ee-4042-afac-754016e73e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.636792 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2aaeaa3b-55ee-4042-afac-754016e73e5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.640576 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2aaeaa3b-55ee-4042-afac-754016e73e5d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50 HTTP/1.1" status: 204 len: 168 time: 0.2666545 Nov 03 19:39:49.641567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c409922d-e732-472e-86e7-eb271f94d30b None None] Network 14f3de6f-ff5a-45f3-91a4-ec292570bc8a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:39:49.642053 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaeaa3b-55ee-4042-afac-754016e73e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd4806f-99ee-4a7d-b9d4-0f74b9ad7e50,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:49.644066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40146) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:49.716606 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.769377 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] Deleting port 63381c33-37c3-49ea-b55b-38ce2b7c9636 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:39:49.769734 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.839100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] For port 63381c33-37c3-49ea-b55b-38ce2b7c9636, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=63381c33-37c3-49ea-b55b-38ce2b7c9636,segment=NetworkSegment(5454dc0b-7fe4-427a-a17b-2824b53ca2ff),segment_id=5454dc0b-7fe4-427a-a17b-2824b53ca2ff)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:49.839463 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.854205 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] Calling delete_port for 63381c33-37c3-49ea-b55b-38ce2b7c9636 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:39:49.909666 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] DHCP port deletion for 14f3de6f-ff5a-45f3-91a4-ec292570bc8a request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:39:49.940423 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.965171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Deleting port 63381c33-37c3-49ea-b55b-38ce2b7c9636 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:39:49.965546 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:49.965713 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=63381c33-37c3-49ea-b55b-38ce2b7c9636,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:49.969619 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] No DVR routers for this DVR port 63381c33-37c3-49ea-b55b-38ce2b7c9636 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:39:50.045435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] For port 63381c33-37c3-49ea-b55b-38ce2b7c9636, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:50.045864 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:50.050214 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:50.062667 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Calling delete_port for 63381c33-37c3-49ea-b55b-38ce2b7c9636 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:39:50.067495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Port 63381c33-37c3-49ea-b55b-38ce2b7c9636 was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 19:39:50.070916 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:50.072108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f3de6f-ff5a-45f3-91a4-ec292570bc8a']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:50.084353 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5454dc0b-7fe4-427a-a17b-2824b53ca2ff') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:50.084654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5454dc0b-7fe4-427a-a17b-2824b53ca2ff') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:50.094879 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:50.103520 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] No DVR routers for this DVR port 63381c33-37c3-49ea-b55b-38ce2b7c9636 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:39:50.109061 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Pushing event deleted for resources: {'Port': ['ID=63381c33-37c3-49ea-b55b-38ce2b7c9636,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:50.115305 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:50.117801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:50.118052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:50.118405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:50.118734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:50.119064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:50.119387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:50.119841 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:50.120163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:50.120490 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:50.120808 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:50.121130 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:50.121680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacb263f-a891-4a21-9fb0-b44ff60d3496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:50.124720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:39:50.124720 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:39:50.126456 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:39:50.215730 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:50.221914 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:50.225253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] 10.222.0.107 "DELETE /v2.0/networks/14f3de6f-ff5a-45f3-91a4-ec292570bc8a HTTP/1.1" status: 204 len: 168 time: 0.5795200 Nov 03 19:39:50.228748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40148) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:50.240183 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9402a-de66-422a-b1d1-57d705230cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=14f3de6f-ff5a-45f3-91a4-ec292570bc8a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:50.588018 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5398d5ac-11d6-44d3-af9b-405644e90b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:50.656083 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f0903b82-c830-46cf-9fcb-dc6b728db6b1 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:39:50.680728 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: f0903b82-c830-46cf-9fcb-dc6b728db6b1 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:39:50.681065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f0903b82-c830-46cf-9fcb-dc6b728db6b1 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:39:50.681478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 63381c33-37c3-49ea-b55b-38ce2b7c9636 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:39:50.702000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 63381c33-37c3-49ea-b55b-38ce2b7c9636 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:39:50.702343 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 63381c33-37c3-49ea-b55b-38ce2b7c9636 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:39:50.702786 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 88f21e85-1d4b-45df-b16e-3f54daf6077a no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:39:50.724162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 88f21e85-1d4b-45df-b16e-3f54daf6077a {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:39:50.724519 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 88f21e85-1d4b-45df-b16e-3f54daf6077a not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:39:51.162553 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-5398d5ac-11d6-44d3-af9b-405644e90b25 admin admin] Deleting port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:39:51.163081 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5398d5ac-11d6-44d3-af9b-405644e90b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:51.239041 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-5398d5ac-11d6-44d3-af9b-405644e90b25 admin admin] For port 8a8fecd7-f0eb-4e7d-b673-6143ddee9588, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=8a8fecd7-f0eb-4e7d-b673-6143ddee9588,segment=NetworkSegment(54770df9-46ff-4032-9c2c-b711c0bade89),segment_id=54770df9-46ff-4032-9c2c-b711c0bade89)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:51.239403 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5398d5ac-11d6-44d3-af9b-405644e90b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:51.251780 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-5398d5ac-11d6-44d3-af9b-405644e90b25 admin admin] Calling delete_port for 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:39:51.426187 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5398d5ac-11d6-44d3-af9b-405644e90b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:51.457262 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398d5ac-11d6-44d3-af9b-405644e90b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8fecd7-f0eb-4e7d-b673-6143ddee9588,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:51.623424 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5398d5ac-11d6-44d3-af9b-405644e90b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:51.837791 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5398d5ac-11d6-44d3-af9b-405644e90b25 admin admin] Router ba37783a-8122-4a67-86b9-6a8e12b36477 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:39:51.944063 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5398d5ac-11d6-44d3-af9b-405644e90b25 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:39:51.949072 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5398d5ac-11d6-44d3-af9b-405644e90b25 admin admin] 10.222.0.107 "PUT /v2.0/routers/ba37783a-8122-4a67-86b9-6a8e12b36477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7191675 Nov 03 19:39:51.951669 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40150) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:51.955460 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27331df-1c7e-41a8-b92e-69ca85eaa26c None None] Sync routers for ids ['ba37783a-8122-4a67-86b9-6a8e12b36477'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:39:51.965021 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27331df-1c7e-41a8-b92e-69ca85eaa26c None None] Routers {'ba37783a-8122-4a67-86b9-6a8e12b36477'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:51.965567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d27331df-1c7e-41a8-b92e-69ca85eaa26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:39:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ba37783a-8122-4a67-86b9-6a8e12b36477'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:52.057296 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.079054 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d27331df-1c7e-41a8-b92e-69ca85eaa26c None None] Set router ba37783a-8122-4a67-86b9-6a8e12b36477 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:39:52.168272 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.223628 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] Deleting port 38955717-6283-4356-afca-13feb58360db {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:39:52.223894 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.305380 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] For port 38955717-6283-4356-afca-13feb58360db, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=38955717-6283-4356-afca-13feb58360db,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:52.305740 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.318855 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] Calling delete_port for 38955717-6283-4356-afca-13feb58360db owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:39:52.411738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d27331df-1c7e-41a8-b92e-69ca85eaa26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'name': 'tempest-TestMinimumBasicScenario-1629124924-router', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '38955717-6283-4356-afca-13feb58360db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:40Z', 'updated_at': '2021-11-03T19:39:51Z', 'revision_number': 5, 'project_id': '682478418bbf4fea9aae6c994c1fcc42', 'gw_port': {'id': '38955717-6283-4356-afca-13feb58360db', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:37:41Z', 'updated_at': '2021-11-03T19:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:52.442220 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27331df-1c7e-41a8-b92e-69ca85eaa26c None None] Checking router: ba37783a-8122-4a67-86b9-6a8e12b36477 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:39:52.450672 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27331df-1c7e-41a8-b92e-69ca85eaa26c None None] Routers {'ba37783a-8122-4a67-86b9-6a8e12b36477'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:52.451284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d27331df-1c7e-41a8-b92e-69ca85eaa26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:39:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['ba37783a-8122-4a67-86b9-6a8e12b36477'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:52.482808 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.510636 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=38955717-6283-4356-afca-13feb58360db,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:52.541895 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-d27331df-1c7e-41a8-b92e-69ca85eaa26c None None] Set router ba37783a-8122-4a67-86b9-6a8e12b36477 gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:39:52.574311 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.595347 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-d27331df-1c7e-41a8-b92e-69ca85eaa26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'name': 'tempest-TestMinimumBasicScenario-1629124924-router', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:40Z', 'updated_at': '2021-11-03T19:39:52Z', 'revision_number': 6, 'project_id': '682478418bbf4fea9aae6c994c1fcc42', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:52.628675 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27331df-1c7e-41a8-b92e-69ca85eaa26c None None] The sync data for ids ['ba37783a-8122-4a67-86b9-6a8e12b36477'] in n-d-812150-4 is: [{'id': 'ba37783a-8122-4a67-86b9-6a8e12b36477', 'name': 'tempest-TestMinimumBasicScenario-1629124924-router', 'tenant_id': '682478418bbf4fea9aae6c994c1fcc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:37:40Z', 'updated_at': '2021-11-03T19:39:52Z', 'revision_number': 6, 'project_id': '682478418bbf4fea9aae6c994c1fcc42', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:39:52.672714 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.675924 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.719910 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.720463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba37783a-8122-4a67-86b9-6a8e12b36477 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:39:52.726135 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.727299 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b0b0828e-f918-46a8-bcff-7e383fdf68a5 admin admin] 10.222.0.107 "DELETE /v2.0/routers/ba37783a-8122-4a67-86b9-6a8e12b36477 HTTP/1.1" status: 204 len: 168 time: 0.7745805 Nov 03 19:39:52.729842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40152) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:52.778436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f3b8d4-2474-4d77-a047-73aeafeb98d5 admin admin] Deleting subnet a7a899cd-0ef7-4705-9355-650760ec95a3 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:39:52.781386 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-67f3b8d4-2474-4d77-a047-73aeafeb98d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.815850 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-67f3b8d4-2474-4d77-a047-73aeafeb98d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.890945 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-67f3b8d4-2474-4d77-a047-73aeafeb98d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.945510 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-67f3b8d4-2474-4d77-a047-73aeafeb98d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.977167 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3b8d4-2474-4d77-a047-73aeafeb98d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a899cd-0ef7-4705-9355-650760ec95a3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:52.982991 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-67f3b8d4-2474-4d77-a047-73aeafeb98d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:52.989240 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-67f3b8d4-2474-4d77-a047-73aeafeb98d5 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/a7a899cd-0ef7-4705-9355-650760ec95a3 HTTP/1.1" status: 204 len: 168 time: 0.2554858 Nov 03 19:39:52.989971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40154) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:52.990482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8866db17-f83e-44a0-beb3-cabd56960c71 None None] Network eb016995-4b00-430e-846c-e5140be469a8 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:39:53.063420 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.118656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] Deleting port 66f0d214-cf92-469a-8426-4bfe0cdc18f4 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:39:53.118997 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.188049 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] For port 66f0d214-cf92-469a-8426-4bfe0cdc18f4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=66f0d214-cf92-469a-8426-4bfe0cdc18f4,segment=NetworkSegment(54770df9-46ff-4032-9c2c-b711c0bade89),segment_id=54770df9-46ff-4032-9c2c-b711c0bade89)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:39:53.188414 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.201497 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] Calling delete_port for 66f0d214-cf92-469a-8426-4bfe0cdc18f4 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:39:53.281576 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.309998 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f0d214-cf92-469a-8426-4bfe0cdc18f4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:53.311983 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] No DVR routers for this DVR port 66f0d214-cf92-469a-8426-4bfe0cdc18f4 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:39:53.386759 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.392275 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9448141-5568-46a2-9ef7-de44c1c24fb0 None None] DHCP port deletion for eb016995-4b00-430e-846c-e5140be469a8 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:39:53.416995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb016995-4b00-430e-846c-e5140be469a8']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:53.427314 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54770df9-46ff-4032-9c2c-b711c0bade89') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:53.427631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54770df9-46ff-4032-9c2c-b711c0bade89') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:53.442452 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.455874 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.461967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:39:53.462359 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:39:53.464291 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:39:53.525260 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.530460 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.534668 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] 10.222.0.107 "DELETE /v2.0/networks/eb016995-4b00-430e-846c-e5140be469a8 HTTP/1.1" status: 204 len: 168 time: 0.5435541 Nov 03 19:39:53.547718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a0dd2-fc40-4c0d-84e7-8b5a068e73e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb016995-4b00-430e-846c-e5140be469a8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:53.738350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40158) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:53.779228 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4530c85e-9174-4fe5-8095-0d836e4d4b27 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d4a7f2c3bc3045328b322ecab647b069&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396049 Nov 03 19:39:53.781724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40160) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:53.833913 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cba6c868-150c-43be-ac68-60c589bdeb34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.868519 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cba6c868-150c-43be-ac68-60c589bdeb34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.922517 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cba6c868-150c-43be-ac68-60c589bdeb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.925229 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cba6c868-150c-43be-ac68-60c589bdeb34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:53.926575 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cba6c868-150c-43be-ac68-60c589bdeb34 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/398c6908-42c7-4665-a2b4-19dd3a762813 HTTP/1.1" status: 204 len: 168 time: 0.1439142 Nov 03 19:39:53.935024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6c868-150c-43be-ac68-60c589bdeb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398c6908-42c7-4665-a2b4-19dd3a762813,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:54.262600 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40166) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:54.303035 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-71428683-b146-4036-bc49-e104bb4a39d0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=682478418bbf4fea9aae6c994c1fcc42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392225 Nov 03 19:39:54.305516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40168) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:54.353896 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb770ca1-5481-47ab-b082-b877b98eca8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:54.374597 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb770ca1-5481-47ab-b082-b877b98eca8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:54.422232 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb770ca1-5481-47ab-b082-b877b98eca8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:54.425282 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cb770ca1-5481-47ab-b082-b877b98eca8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:54.426506 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cb770ca1-5481-47ab-b082-b877b98eca8a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4dfa5eda-912e-4a73-9b29-3355821e9f40 HTTP/1.1" status: 204 len: 168 time: 0.1200869 Nov 03 19:39:54.434226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb770ca1-5481-47ab-b082-b877b98eca8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfa5eda-912e-4a73-9b29-3355821e9f40,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:54.659202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 66f0d214-cf92-469a-8426-4bfe0cdc18f4 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:39:54.679606 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 66f0d214-cf92-469a-8426-4bfe0cdc18f4 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:39:54.679954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 66f0d214-cf92-469a-8426-4bfe0cdc18f4 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:39:54.680367 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 38955717-6283-4356-afca-13feb58360db no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:39:54.701199 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 38955717-6283-4356-afca-13feb58360db {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:39:54.701546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 38955717-6283-4356-afca-13feb58360db not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:39:54.701963 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:39:54.721630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:39:54.721798 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 8a8fecd7-f0eb-4e7d-b673-6143ddee9588 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:39:55.872214 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9e5b-8264-4c10-ada1-03b6f23755b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.247110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40208) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:56.253175 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c6738545-fb2e-4eeb-bf4a-8f9c01451962 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-194658920', 'description': 'tempest-secgroup-smoke-194658920 description', 'project_id': 'c336de3085e94a0083067dfbf2e22927'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:56.276033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c6738545-fb2e-4eeb-bf4a-8f9c01451962 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.284377 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c6738545-fb2e-4eeb-bf4a-8f9c01451962 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.360549 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c6738545-fb2e-4eeb-bf4a-8f9c01451962 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.365372 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c6738545-fb2e-4eeb-bf4a-8f9c01451962 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.403558 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6738545-fb2e-4eeb-bf4a-8f9c01451962 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38023de1-1a45-4020-8a77-2998a06df84a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:56.440542 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c6738545-fb2e-4eeb-bf4a-8f9c01451962 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.444184 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c6738545-fb2e-4eeb-bf4a-8f9c01451962 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.473044 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c6738545-fb2e-4eeb-bf4a-8f9c01451962 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.474207 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c6738545-fb2e-4eeb-bf4a-8f9c01451962 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2260158 Nov 03 19:39:56.476197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6738545-fb2e-4eeb-bf4a-8f9c01451962 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2217fb-b4ca-4319-ad1a-379c4a708673,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:56.477258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40210) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:56.482066 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4656980b-51e4-46ad-bd1a-c5180c4fed3f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '2a2217fb-b4ca-4319-ad1a-379c4a708673', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:56.510299 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4656980b-51e4-46ad-bd1a-c5180c4fed3f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.565923 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4656980b-51e4-46ad-bd1a-c5180c4fed3f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.571057 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4656980b-51e4-46ad-bd1a-c5180c4fed3f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.588756 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656980b-51e4-46ad-bd1a-c5180c4fed3f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb87c8c-4330-4f58-a885-91b69e085e0d,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:56.596402 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4656980b-51e4-46ad-bd1a-c5180c4fed3f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.597707 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4656980b-51e4-46ad-bd1a-c5180c4fed3f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193442 Nov 03 19:39:56.600882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40212) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:56.605851 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-0344dc9f-f4f7-4504-ac6f-b7027e9c5eab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '2a2217fb-b4ca-4319-ad1a-379c4a708673', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:56.632075 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0344dc9f-f4f7-4504-ac6f-b7027e9c5eab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.688104 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0344dc9f-f4f7-4504-ac6f-b7027e9c5eab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.692232 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0344dc9f-f4f7-4504-ac6f-b7027e9c5eab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.711677 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344dc9f-f4f7-4504-ac6f-b7027e9c5eab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8d0461-2e32-4deb-9ca2-6b33b13929d8,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:56.721151 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0344dc9f-f4f7-4504-ac6f-b7027e9c5eab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.725009 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0344dc9f-f4f7-4504-ac6f-b7027e9c5eab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203516 Nov 03 19:39:56.725143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40214) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:56.729435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-02234c01-cbfd-4cf6-8496-203cc32aae85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '2a2217fb-b4ca-4319-ad1a-379c4a708673', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:56.756288 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-02234c01-cbfd-4cf6-8496-203cc32aae85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.818811 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-02234c01-cbfd-4cf6-8496-203cc32aae85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.822588 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-02234c01-cbfd-4cf6-8496-203cc32aae85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.842678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02234c01-cbfd-4cf6-8496-203cc32aae85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33265268-c810-4d0d-922c-79f83780b30e,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:56.851949 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-02234c01-cbfd-4cf6-8496-203cc32aae85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.853182 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-02234c01-cbfd-4cf6-8496-203cc32aae85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271288 Nov 03 19:39:56.855984 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40216) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:56.860631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-30ec7a26-6e5e-4c09-a2cb-a5a6b148ff7b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '2a2217fb-b4ca-4319-ad1a-379c4a708673', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:56.887391 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-30ec7a26-6e5e-4c09-a2cb-a5a6b148ff7b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.946820 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-30ec7a26-6e5e-4c09-a2cb-a5a6b148ff7b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.950943 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-30ec7a26-6e5e-4c09-a2cb-a5a6b148ff7b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.972909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec7a26-6e5e-4c09-a2cb-a5a6b148ff7b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b8ff35-278b-4feb-8358-c2d5d564b91d,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:56.978397 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-30ec7a26-6e5e-4c09-a2cb-a5a6b148ff7b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:56.979745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-30ec7a26-6e5e-4c09-a2cb-a5a6b148ff7b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227207 Nov 03 19:39:56.982460 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40218) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:56.986945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-10e5bb92-84cb-450b-a8e5-55e64134431b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '2a2217fb-b4ca-4319-ad1a-379c4a708673', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:57.013530 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-10e5bb92-84cb-450b-a8e5-55e64134431b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Project c336de3085e94a0083067dfbf2e22927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:39:57.020228 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10e5bb92-84cb-450b-a8e5-55e64134431b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.106773 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10e5bb92-84cb-450b-a8e5-55e64134431b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.112308 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10e5bb92-84cb-450b-a8e5-55e64134431b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.133526 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5bb92-84cb-450b-a8e5-55e64134431b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddb9a13-4ac7-4a06-b995-5c71306ab208,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:57.148636 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-10e5bb92-84cb-450b-a8e5-55e64134431b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.152812 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-10e5bb92-84cb-450b-a8e5-55e64134431b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1666255 Nov 03 19:39:57.153103 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40220) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:57.160217 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f66f10b7-3cbe-425f-b9e5-dcaa56ef83e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '2a2217fb-b4ca-4319-ad1a-379c4a708673', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:57.189235 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-f66f10b7-3cbe-425f-b9e5-dcaa56ef83e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Project c336de3085e94a0083067dfbf2e22927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:39:57.194871 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f66f10b7-3cbe-425f-b9e5-dcaa56ef83e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.264916 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f66f10b7-3cbe-425f-b9e5-dcaa56ef83e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.269805 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f66f10b7-3cbe-425f-b9e5-dcaa56ef83e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.290111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f10b7-3cbe-425f-b9e5-dcaa56ef83e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b565e39-fedf-4b5a-af27-408c91f94656,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:57.295723 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f66f10b7-3cbe-425f-b9e5-dcaa56ef83e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.296950 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f66f10b7-3cbe-425f-b9e5-dcaa56ef83e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426482 Nov 03 19:39:57.300137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40222) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:57.305385 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-993d9a40-ef75-4b43-a2cd-e59500481649 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'network': {'name': 'tempest-network-smoke--869427476', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'port_security_enabled': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:57.330801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993d9a40-ef75-4b43-a2cd-e59500481649 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Made reservation on behalf of c336de3085e94a0083067dfbf2e22927 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:39:57.335328 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-993d9a40-ef75-4b43-a2cd-e59500481649 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.362704 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993d9a40-ef75-4b43-a2cd-e59500481649 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:39:57.372591 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-993d9a40-ef75-4b43-a2cd-e59500481649 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.372943 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-993d9a40-ef75-4b43-a2cd-e59500481649 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Added segment 149df3ce-8444-44f3-9cc1-4e615f136773 of type vlan for network a9247775-0fba-42b5-963e-d2cbcfada725 Nov 03 19:39:57.415808 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-993d9a40-ef75-4b43-a2cd-e59500481649 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.446792 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-993d9a40-ef75-4b43-a2cd-e59500481649 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.453896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d9a40-ef75-4b43-a2cd-e59500481649 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:57.454526 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-993d9a40-ef75-4b43-a2cd-e59500481649 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.491767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-993d9a40-ef75-4b43-a2cd-e59500481649 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1904707 Nov 03 19:39:57.494934 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40224) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:57.499702 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'admin_state_up': True, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:57.526865 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.527908 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.537864 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d9a40-ef75-4b43-a2cd-e59500481649 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Network': ['ID=a9247775-0fba-42b5-963e-d2cbcfada725,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:57.550795 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network a9247775-0fba-42b5-963e-d2cbcfada725 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:39:57.584561 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.744564 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.960967 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:57.979286 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:58.079530 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.25.2.189 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/95feecb7-b542-442c-88a6-384d92ca4e83) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:39:58.181891 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:58.192806 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ec9e04b7-cd08-4e20-8a0d-c25c5f381a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:58.215015 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:58.252959 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:39:58.255748 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:39:58.258305 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:39:58.288160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=95feecb7-b542-442c-88a6-384d92ca4e83,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:58.513390 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:58.716720 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:58.848180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router e70f11da-1f2e-4692-adae-853d11ac328f is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:39:58.952661 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:39:58.962893 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Sync routers for ids ['e70f11da-1f2e-4692-adae-853d11ac328f'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:39:58.971870 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Routers {'e70f11da-1f2e-4692-adae-853d11ac328f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:58.972475 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:39:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e70f11da-1f2e-4692-adae-853d11ac328f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:58.973905 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:58.975245 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2e20a41a-8d51-465c-ace5-300d641f0ba2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4792466 Nov 03 19:39:58.978463 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40226) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:59.114204 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5af0137e-23e4-431e-9259-a530e60bd83c tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=c336de3085e94a0083067dfbf2e22927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1345115 Nov 03 19:39:59.116784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40230) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:59.169448 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Set router e70f11da-1f2e-4692-adae-853d11ac328f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:39:59.208353 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc6c818-d06b-49ea-89b9-1c74b095cb6b tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:59.212542 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4bc6c818-d06b-49ea-89b9-1c74b095cb6b tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920329 Nov 03 19:39:59.212956 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40232) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:59.244223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-536eb5b8-11a9-41ac-8af3-b017943c3a42 tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275049 Nov 03 19:39:59.244436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40234) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:59.249157 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-db2a1c63-e4a2-490d-b481-9d19610d26fa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-844271734', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:39:59.341828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2a1c63-e4a2-490d-b481-9d19610d26fa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Made reservation on behalf of c336de3085e94a0083067dfbf2e22927 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:39:59.345584 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-db2a1c63-e4a2-490d-b481-9d19610d26fa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.350235 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:39:58Z', 'revision_number': 3, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:39:59.380281 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Checking router: e70f11da-1f2e-4692-adae-853d11ac328f for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:39:59.380525 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Updating router e70f11da-1f2e-4692-adae-853d11ac328f port 95feecb7-b542-442c-88a6-384d92ca4e83 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:39:59.387285 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:39:59.408599 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.529234 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-db2a1c63-e4a2-490d-b481-9d19610d26fa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.594441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a1c63-e4a2-490d-b481-9d19610d26fa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Subnet': ['ID=b2a85596-4836-4498-872d-867d2d073ca4,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:59.598161 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a1c63-e4a2-490d-b481-9d19610d26fa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Checking segment: {'id': '149df3ce-8444-44f3-9cc1-4e615f136773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:39:59.598545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a1c63-e4a2-490d-b481-9d19610d26fa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network hostable DHCP agents. Network: a9247775-0fba-42b5-963e-d2cbcfada725, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:39:59.605606 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.617812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a1c63-e4a2-490d-b481-9d19610d26fa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network a9247775-0fba-42b5-963e-d2cbcfada725 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:39:59.626405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-db2a1c63-e4a2-490d-b481-9d19610d26fa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, a9247775-0fba-42b5-963e-d2cbcfada725) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:39:59.630516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2a1c63-e4a2-490d-b481-9d19610d26fa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:39:59.631033 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-db2a1c63-e4a2-490d-b481-9d19610d26fa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.637136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f004fd0-6bfc-4cc0-9a02-7b75634eae8c None None] Network a9247775-0fba-42b5-963e-d2cbcfada725 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:39:59.648544 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-db2a1c63-e4a2-490d-b481-9d19610d26fa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4030890 Nov 03 19:39:59.653273 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40236) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:39:59.666843 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.673363 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.728833 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Attempting to bind port 95feecb7-b542-442c-88a6-384d92ca4e83 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:39:59.729204 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Attempting to bind port 95feecb7-b542-442c-88a6-384d92ca4e83 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:39:59.729566 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Attempting to bind port 95feecb7-b542-442c-88a6-384d92ca4e83 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:39:59.732964 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d73d17-141d-4c87-bdee-60de593999af None None] Pushing event updated for resources: {'Port': ['ID=95feecb7-b542-442c-88a6-384d92ca4e83,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:59.737605 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:39:59.737984 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:39:59.738382 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.738779 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:39:59.739248 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Bound port: 95feecb7-b542-442c-88a6-384d92ca4e83, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:39:59.739656 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.763737 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d73d17-141d-4c87-bdee-60de593999af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.765092 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d73d17-141d-4c87-bdee-60de593999af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.765092 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d73d17-141d-4c87-bdee-60de593999af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.765092 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d73d17-141d-4c87-bdee-60de593999af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.765092 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d73d17-141d-4c87-bdee-60de593999af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.765523 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d73d17-141d-4c87-bdee-60de593999af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.765674 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d73d17-141d-4c87-bdee-60de593999af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.765993 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d73d17-141d-4c87-bdee-60de593999af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.766315 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d73d17-141d-4c87-bdee-60de593999af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.766633 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d73d17-141d-4c87-bdee-60de593999af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.767065 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d73d17-141d-4c87-bdee-60de593999af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.767318 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d73d17-141d-4c87-bdee-60de593999af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:39:59.806751 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] For port 95feecb7-b542-442c-88a6-384d92ca4e83, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:39:59.812222 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] For port 95feecb7-b542-442c-88a6-384d92ca4e83, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=95feecb7-b542-442c-88a6-384d92ca4e83,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:39:59.819016 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.831404 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-a9247775-0fba-42b5-963e-d2cbcfada725', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ips': [{'subnet_id': 'b2a85596-4836-4498-872d-867d2d073ca4'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:39:59.833242 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:39:59.893630 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d73d17-141d-4c87-bdee-60de593999af None None] Pushing event updated for resources: {'Port': ['ID=95feecb7-b542-442c-88a6-384d92ca4e83,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:39:59.897805 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Routers {'e70f11da-1f2e-4692-adae-853d11ac328f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:39:59.898509 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:39:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e70f11da-1f2e-4692-adae-853d11ac328f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:00.013860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Allocated IP 172.20.0.2 (a9247775-0fba-42b5-963e-d2cbcfada725/b2a85596-4836-4498-872d-867d2d073ca4/7d421281-cb66-4445-82f5-9510cd14790b) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:40:00.027931 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] Set router e70f11da-1f2e-4692-adae-853d11ac328f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:00.199201 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.200690 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.210710 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.231475 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:39:58Z', 'revision_number': 3, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:00.253643 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Network a9247775-0fba-42b5-963e-d2cbcfada725 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:40:00.258716 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:40:00.261777 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc2c92d-5d1c-4619-a329-d22364a1ac8b None None] The sync data for ids ['e70f11da-1f2e-4692-adae-853d11ac328f'] in n-d-812150-4 is: [{'id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:39:58Z', 'revision_number': 3, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:40:00.276236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:40:00.288430 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Pushing event updated for resources: {'Port': ['ID=7d421281-cb66-4445-82f5-9510cd14790b,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:00.354394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Attempting to bind port 7d421281-cb66-4445-82f5-9510cd14790b on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:40:00.354846 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Attempting to bind port 7d421281-cb66-4445-82f5-9510cd14790b by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '149df3ce-8444-44f3-9cc1-4e615f136773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:40:00.355275 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Attempting to bind port 7d421281-cb66-4445-82f5-9510cd14790b on network a9247775-0fba-42b5-963e-d2cbcfada725 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:40:00.365976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:40:00.366680 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Checking segment: {'id': '149df3ce-8444-44f3-9cc1-4e615f136773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:40:00.367046 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.367517 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Bound using segment: {'id': '149df3ce-8444-44f3-9cc1-4e615f136773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:40:00.368314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Bound port: 7d421281-cb66-4445-82f5-9510cd14790b, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149df3ce-8444-44f3-9cc1-4e615f136773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:40:00.368782 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.446035 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] For port 7d421281-cb66-4445-82f5-9510cd14790b, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:40:00.450611 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] For port 7d421281-cb66-4445-82f5-9510cd14790b, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=7d421281-cb66-4445-82f5-9510cd14790b,segment=NetworkSegment(149df3ce-8444-44f3-9cc1-4e615f136773),segment_id=149df3ce-8444-44f3-9cc1-4e615f136773)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:40:00.456110 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.543547 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8786307-5e2e-4e5e-972b-8c7a420758af None None] Pushing event updated for resources: {'Port': ['ID=7d421281-cb66-4445-82f5-9510cd14790b,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:00.561434 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.20.0.1 (a9247775-0fba-42b5-963e-d2cbcfada725/b2a85596-4836-4498-872d-867d2d073ca4/f9726a37-c700-466a-93a6-87b4426f594e) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:40:00.730304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 95feecb7-b542-442c-88a6-384d92ca4e83 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:40:00.775503 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.821124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 95feecb7-b542-442c-88a6-384d92ca4e83 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:00.821579 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.825264 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.886854 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network a9247775-0fba-42b5-963e-d2cbcfada725 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:40:00.890237 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:40:00.893516 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.904450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:40:00.948346 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.955119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=f9726a37-c700-466a-93a6-87b4426f594e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:00.974309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 95feecb7-b542-442c-88a6-384d92ca4e83, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=95feecb7-b542-442c-88a6-384d92ca4e83,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:00.981308 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:00.993075 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:01.042115 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=95feecb7-b542-442c-88a6-384d92ca4e83,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:01.102243 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:01.153374 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:01.453803 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:01.460280 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:01.542375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=f9726a37-c700-466a-93a6-87b4426f594e,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:01.546389 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:01.576632 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:01.646432 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aedeeb-64f4-47ac-9413-04b9ef4c2a2e None None] Network a9247775-0fba-42b5-963e-d2cbcfada725 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:40:01.648305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network a9247775-0fba-42b5-963e-d2cbcfada725 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:40:01.650286 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:40:01.711705 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-56e838fe-6e55-479f-9542-986c6fb3f035 None None] Provisioning complete for port 7d421281-cb66-4445-82f5-9510cd14790b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:01.712074 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-56e838fe-6e55-479f-9542-986c6fb3f035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:01.764801 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router e70f11da-1f2e-4692-adae-853d11ac328f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:40:01.860451 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-56e838fe-6e55-479f-9542-986c6fb3f035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:01.883637 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:40:01.895928 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6c4ba917-efdd-44c7-b1c2-a32c5dc921ba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "PUT /v2.0/routers/e70f11da-1f2e-4692-adae-853d11ac328f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2352805 Nov 03 19:40:01.909860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-56e838fe-6e55-479f-9542-986c6fb3f035 None None] For port 7d421281-cb66-4445-82f5-9510cd14790b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=7d421281-cb66-4445-82f5-9510cd14790b,segment=NetworkSegment(149df3ce-8444-44f3-9cc1-4e615f136773),segment_id=149df3ce-8444-44f3-9cc1-4e615f136773)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:01.915834 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-56e838fe-6e55-479f-9542-986c6fb3f035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:01.984349 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e838fe-6e55-479f-9542-986c6fb3f035 None None] Pushing event updated for resources: {'Port': ['ID=7d421281-cb66-4445-82f5-9510cd14790b,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:02.066879 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-e3dd0981-f871-46c0-afa7-64812964a896 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-194658920&fields=id&tenant_id=c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 267 time: 0.0485780 Nov 03 19:40:02.139016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-da712758-20a8-4a8b-8d56-c12d4b207f84 None None] Provisioning complete for port f9726a37-c700-466a-93a6-87b4426f594e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:02.139391 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-da712758-20a8-4a8b-8d56-c12d4b207f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.185226 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-da712758-20a8-4a8b-8d56-c12d4b207f84 None None] Port f9726a37-c700-466a-93a6-87b4426f594e cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:40:02.201535 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-da712758-20a8-4a8b-8d56-c12d4b207f84 None None] Provisioning complete for port 7d421281-cb66-4445-82f5-9510cd14790b triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:02.202284 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-da712758-20a8-4a8b-8d56-c12d4b207f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.206443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Sync routers for ids ['e70f11da-1f2e-4692-adae-853d11ac328f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:40:02.207570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-7a020346-7fe0-476e-9b5b-05a99a52b2db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:02.209170 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-7a020346-7fe0-476e-9b5b-05a99a52b2db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/networks?id=a9247775-0fba-42b5-963e-d2cbcfada725 HTTP/1.1" status: 200 len: 796 time: 0.1296475 Nov 03 19:40:02.227021 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-e0f6caac-8114-4bbd-b79d-405bfc4cdc91 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/quotas/c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 375 time: 0.0101292 Nov 03 19:40:02.247008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Routers {'e70f11da-1f2e-4692-adae-853d11ac328f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:02.247746 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:39:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e70f11da-1f2e-4692-adae-853d11ac328f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:02.286166 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-ff3d33dc-74a4-4d6c-a901-633f1ca7eb9e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519898 Nov 03 19:40:02.396043 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Set router e70f11da-1f2e-4692-adae-853d11ac328f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:02.455597 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-11a00806-7183-47a5-ba3f-32baf2727fed service neutron] 10.222.0.107 "GET /v2.0/networks/a9247775-0fba-42b5-963e-d2cbcfada725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554627 Nov 03 19:40:02.547433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-47153536-80e7-4346-bc1e-e5201a1b9f6c None None] Provisioning complete for port f9726a37-c700-466a-93a6-87b4426f594e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:02.547751 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-47153536-80e7-4346-bc1e-e5201a1b9f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.558645 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-46693e22-34b6-4705-9bef-e697202ff82e service neutron] 10.222.0.107 "GET /v2.0/networks/a9247775-0fba-42b5-963e-d2cbcfada725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959289 Nov 03 19:40:02.615259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-47153536-80e7-4346-bc1e-e5201a1b9f6c None None] Port f9726a37-c700-466a-93a6-87b4426f594e cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:40:02.653321 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f9726a37-c700-466a-93a6-87b4426f594e', 'name': '', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:5c:d1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:00Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 2, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:02.691920 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Checking router: e70f11da-1f2e-4692-adae-853d11ac328f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:40:02.692586 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Updating router e70f11da-1f2e-4692-adae-853d11ac328f port f9726a37-c700-466a-93a6-87b4426f594e binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:40:02.744011 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.747187 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f0af0735-6ac8-45c4-a29a-9c38fe265de0 None None] Provisioning complete for port f9726a37-c700-466a-93a6-87b4426f594e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:02.747852 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f0af0735-6ac8-45c4-a29a-9c38fe265de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:02.764665 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19483b84-ab2a-40df-85cb-bf65c83e80e5 req-3c9d6dd3-c632-4098-a31d-fe99477f8fb4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 210 time: 0.0430682 Nov 03 19:40:02.790963 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 95feecb7-b542-442c-88a6-384d92ca4e83 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:40:02.824925 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f0af0735-6ac8-45c4-a29a-9c38fe265de0 None None] Port f9726a37-c700-466a-93a6-87b4426f594e cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:40:03.086378 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 95feecb7-b542-442c-88a6-384d92ca4e83 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:03.087053 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.247765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 7d421281-cb66-4445-82f5-9510cd14790b up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:40:03.345881 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.351448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 7d421281-cb66-4445-82f5-9510cd14790b triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:03.351813 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.354342 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.431566 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7804c2-e884-43f9-b1bc-aa6fa06227fe None None] Pushing event updated for resources: {'Port': ['ID=f9726a37-c700-466a-93a6-87b4426f594e,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:03.505858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Attempting to bind port f9726a37-c700-466a-93a6-87b4426f594e on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:40:03.506236 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Attempting to bind port f9726a37-c700-466a-93a6-87b4426f594e by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '149df3ce-8444-44f3-9cc1-4e615f136773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:40:03.506606 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Attempting to bind port f9726a37-c700-466a-93a6-87b4426f594e on network a9247775-0fba-42b5-963e-d2cbcfada725 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:40:03.516001 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:40:03.516391 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Checking segment: {'id': '149df3ce-8444-44f3-9cc1-4e615f136773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:40:03.516800 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.517765 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Bound using segment: {'id': '149df3ce-8444-44f3-9cc1-4e615f136773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:40:03.518248 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Bound port: f9726a37-c700-466a-93a6-87b4426f594e, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149df3ce-8444-44f3-9cc1-4e615f136773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:40:03.518636 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.594000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] For port f9726a37-c700-466a-93a6-87b4426f594e, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:40:03.597430 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] For port f9726a37-c700-466a-93a6-87b4426f594e, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f9726a37-c700-466a-93a6-87b4426f594e,segment=NetworkSegment(149df3ce-8444-44f3-9cc1-4e615f136773),segment_id=149df3ce-8444-44f3-9cc1-4e615f136773)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:40:03.602757 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.678188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Routers {'e70f11da-1f2e-4692-adae-853d11ac328f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:03.678734 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:39:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e70f11da-1f2e-4692-adae-853d11ac328f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:03.683072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7804c2-e884-43f9-b1bc-aa6fa06227fe None None] Pushing event updated for resources: {'Port': ['ID=f9726a37-c700-466a-93a6-87b4426f594e,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:03.726861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-57cc8861-87ab-43ab-bdc5-5155450c42d1 None None] Provisioning complete for port f9726a37-c700-466a-93a6-87b4426f594e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:03.727642 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-57cc8861-87ab-43ab-bdc5-5155450c42d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.761938 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-a351a91b-89de-42d8-93c3-94ce9dfb577d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:03.764397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-a351a91b-89de-42d8-93c3-94ce9dfb577d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "GET /v2.0/networks?id=a9247775-0fba-42b5-963e-d2cbcfada725 HTTP/1.1" status: 200 len: 796 time: 0.1294715 Nov 03 19:40:03.849062 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-b3ffa6a4-1dc6-4111-a296-c776d07c3077 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 379 time: 0.0734885 Nov 03 19:40:03.861315 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-6a4dfef6-7893-4a1a-8ff8-9299f2e91587 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'port': {'device_id': '9c864db5-6b7b-4f65-9783-a3b4f7a85b46', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'admin_state_up': True, 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'security_groups': ['2a2217fb-b4ca-4319-ad1a-379c4a708673']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:03.883819 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] Set router e70f11da-1f2e-4692-adae-853d11ac328f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:03.915454 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1ed7b200-0757-4b28-8758-89a61797f095 req-fedb3dac-22a1-45ff-abea-44293fef640c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 210 time: 0.0491743 Nov 03 19:40:03.935115 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-57cc8861-87ab-43ab-bdc5-5155450c42d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:03.999957 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-6a4dfef6-7893-4a1a-8ff8-9299f2e91587 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Made reservation on behalf of c336de3085e94a0083067dfbf2e22927 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:40:04.004445 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-6a4dfef6-7893-4a1a-8ff8-9299f2e91587 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.043556 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-57cc8861-87ab-43ab-bdc5-5155450c42d1 None None] For port f9726a37-c700-466a-93a6-87b4426f594e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f9726a37-c700-466a-93a6-87b4426f594e,segment=NetworkSegment(149df3ce-8444-44f3-9cc1-4e615f136773),segment_id=149df3ce-8444-44f3-9cc1-4e615f136773)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:04.048890 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-57cc8861-87ab-43ab-bdc5-5155450c42d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.115668 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc8861-87ab-43ab-bdc5-5155450c42d1 None None] Pushing event updated for resources: {'Port': ['ID=f9726a37-c700-466a-93a6-87b4426f594e,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:04.132979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-6a4dfef6-7893-4a1a-8ff8-9299f2e91587 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.20.0.4 (a9247775-0fba-42b5-963e-d2cbcfada725/b2a85596-4836-4498-872d-867d2d073ca4/ad8e6750-dcf8-4c3f-a861-1009d611e497) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:40:04.170409 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f9726a37-c700-466a-93a6-87b4426f594e', 'name': '', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:5c:d1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:00Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:04.200667 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cb2382-94ff-4305-99fb-61a6ac65a49b None None] The sync data for ids ['e70f11da-1f2e-4692-adae-853d11ac328f'] in n-d-812150-4 is: [{'id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f9726a37-c700-466a-93a6-87b4426f594e', 'name': '', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:5c:d1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:00Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:40:04.202146 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4379cc80-4da7-44ce-b5ce-154a4f8d0ff3 None None] Provisioning complete for port f9726a37-c700-466a-93a6-87b4426f594e triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:04.202522 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4379cc80-4da7-44ce-b5ce-154a4f8d0ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.292965 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-6a4dfef6-7893-4a1a-8ff8-9299f2e91587 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.335451 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-6a4dfef6-7893-4a1a-8ff8-9299f2e91587 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.393567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-6a4dfef6-7893-4a1a-8ff8-9299f2e91587 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network a9247775-0fba-42b5-963e-d2cbcfada725 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:40:04.400209 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-6a4dfef6-7893-4a1a-8ff8-9299f2e91587 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:40:04.405853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-6a4dfef6-7893-4a1a-8ff8-9299f2e91587 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:40:04.414090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dfef6-7893-4a1a-8ff8-9299f2e91587 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=ad8e6750-dcf8-4c3f-a861-1009d611e497,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:04.472266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-6a4dfef6-7893-4a1a-8ff8-9299f2e91587 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:04.473046 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-6a4dfef6-7893-4a1a-8ff8-9299f2e91587 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.498333 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-6a4dfef6-7893-4a1a-8ff8-9299f2e91587 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6433232 Nov 03 19:40:04.511324 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Request body: {'port': {'device_id': '9c864db5-6b7b-4f65-9783-a3b4f7a85b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:04.580351 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.642959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9996ed4d-8288-4b96-9693-c86475591529 None None] Provisioning complete for port ad8e6750-dcf8-4c3f-a861-1009d611e497 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:04.643340 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9996ed4d-8288-4b96-9693-c86475591529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.697469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9996ed4d-8288-4b96-9693-c86475591529 None None] Port ad8e6750-dcf8-4c3f-a861-1009d611e497 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:40:04.718551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f9726a37-c700-466a-93a6-87b4426f594e up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:40:04.777892 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f9726a37-c700-466a-93a6-87b4426f594e triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:04.778269 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.893495 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8e6750-dcf8-4c3f-a861-1009d611e497 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:40:04.901060 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.913883 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Transition to ACTIVE for port object ad8e6750-dcf8-4c3f-a861-1009d611e497 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:40:04.919702 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:04.991145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Pushing event updated for resources: {'Port': ['ID=ad8e6750-dcf8-4c3f-a861-1009d611e497,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:05.097308 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Attempting to bind port ad8e6750-dcf8-4c3f-a861-1009d611e497 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:40:05.097794 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Attempting to bind port ad8e6750-dcf8-4c3f-a861-1009d611e497 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '149df3ce-8444-44f3-9cc1-4e615f136773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:40:05.098276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Attempting to bind port ad8e6750-dcf8-4c3f-a861-1009d611e497 on network a9247775-0fba-42b5-963e-d2cbcfada725 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:40:05.121008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531fe10-8ebd-4dc2-8aa6-d354d8d97201 req-52963828-d0f1-4fd5-a5ce-75624a540ebd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:05.123395 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c531fe10-8ebd-4dc2-8aa6-d354d8d97201 req-52963828-d0f1-4fd5-a5ce-75624a540ebd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 943 time: 0.1013207 Nov 03 19:40:05.125112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Port ad8e6750-dcf8-4c3f-a861-1009d611e497 on network a9247775-0fba-42b5-963e-d2cbcfada725 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:40:05.125592 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Attempting to bind port ad8e6750-dcf8-4c3f-a861-1009d611e497 on network a9247775-0fba-42b5-963e-d2cbcfada725 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:40:05.142572 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:40:05.142989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Checking segment: {'id': '149df3ce-8444-44f3-9cc1-4e615f136773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:40:05.143294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Bound using segment: {'id': '149df3ce-8444-44f3-9cc1-4e615f136773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:40:05.143822 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Bound port: ad8e6750-dcf8-4c3f-a861-1009d611e497, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149df3ce-8444-44f3-9cc1-4e615f136773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:40:05.144130 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:05.215978 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c531fe10-8ebd-4dc2-8aa6-d354d8d97201 req-b13ee0c7-1e46-49a4-83f5-57739913a895 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829906 Nov 03 19:40:05.248215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] For port ad8e6750-dcf8-4c3f-a861-1009d611e497, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:40:05.253055 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] For port ad8e6750-dcf8-4c3f-a861-1009d611e497, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ad8e6750-dcf8-4c3f-a861-1009d611e497,segment=NetworkSegment(149df3ce-8444-44f3-9cc1-4e615f136773),segment_id=149df3ce-8444-44f3-9cc1-4e615f136773)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:40:05.259513 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:05.670233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:05.670846 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:05.672256 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] 10.222.0.98 "PUT /v2.0/ports/ad8e6750-dcf8-4c3f-a861-1009d611e497 HTTP/1.1" status: 200 len: 1091 time: 1.1660643 Nov 03 19:40:05.672681 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c864db5-6b7b-4f65-9783-a3b4f7a85b46', 'tag': 'ad8e6750-dcf8-4c3f-a861-1009d611e497'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:40:05.675623 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86966823-9d56-4c71-a14d-fb15bea30b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c864db5-6b7b-4f65-9783-a3b4f7a85b46", "tag": "ad8e6750-dcf8-4c3f-a861-1009d611e497"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:40:05.703626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbad0b4-bc26-4e34-a7b2-62a2a1a526ac service neutron] Pushing event updated for resources: {'Port': ['ID=ad8e6750-dcf8-4c3f-a861-1009d611e497,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:05.736287 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd09d15f-0723-42d6-8fa7-783413c1d1ac x-openstack-request-id: req-fd09d15f-0723-42d6-8fa7-783413c1d1ac {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:40:05.736555 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c864db5-6b7b-4f65-9783-a3b4f7a85b46", "tag": "ad8e6750-dcf8-4c3f-a861-1009d611e497", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:40:05.736805 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fd09d15f-0723-42d6-8fa7-783413c1d1ac {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:40:05.737195 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c864db5-6b7b-4f65-9783-a3b4f7a85b46', 'tag': 'ad8e6750-dcf8-4c3f-a861-1009d611e497', 'status': 'completed', 'code': 200} Nov 03 19:40:05.774915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-5949a03a-f897-4b4c-89a5-f9dd718ca172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:05.776491 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-5949a03a-f897-4b4c-89a5-f9dd718ca172 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 1094 time: 0.0504639 Nov 03 19:40:05.825516 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-41cccb1d-5494-421f-b9f7-df4ace030f2e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad8e6750-dcf8-4c3f-a861-1009d611e497 HTTP/1.1" status: 200 len: 217 time: 0.0409353 Nov 03 19:40:05.888766 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-902a8785-10b8-4ffd-bbcd-fb1f074127c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:05.890249 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-902a8785-10b8-4ffd-bbcd-fb1f074127c4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2a85596-4836-4498-872d-867d2d073ca4 HTTP/1.1" status: 200 len: 834 time: 0.0572183 Nov 03 19:40:05.937201 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-e588727d-f52c-465b-9073-d6cb6199575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:05.938599 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-e588727d-f52c-465b-9073-d6cb6199575e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a9247775-0fba-42b5-963e-d2cbcfada725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404129 Nov 03 19:40:06.032047 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-7bb258ed-d57d-404e-b5ae-e57f039ed38d service neutron] 10.222.0.98 "GET /v2.0/networks/a9247775-0fba-42b5-963e-d2cbcfada725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849166 Nov 03 19:40:06.127289 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-080eb5e8-4d9c-4abd-9c9e-6e3633d958fc req-49d7333d-c1c7-4260-b4d1-21a1ae93e313 service neutron] 10.222.0.98 "GET /v2.0/networks/a9247775-0fba-42b5-963e-d2cbcfada725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880129 Nov 03 19:40:06.219919 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86966823-9d56-4c71-a14d-fb15bea30b1b req-58bfdf2e-f738-4426-af20-7e104115ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:06.221971 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86966823-9d56-4c71-a14d-fb15bea30b1b req-58bfdf2e-f738-4426-af20-7e104115ae56 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 1094 time: 0.0435219 Nov 03 19:40:06.346821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86966823-9d56-4c71-a14d-fb15bea30b1b req-f3546114-920e-4481-9edf-4ac0863eab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:06.349896 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86966823-9d56-4c71-a14d-fb15bea30b1b req-f3546114-920e-4481-9edf-4ac0863eab3c service neutron] 10.222.0.98 "GET /v2.0/networks?id=a9247775-0fba-42b5-963e-d2cbcfada725 HTTP/1.1" status: 200 len: 897 time: 0.1198130 Nov 03 19:40:06.360940 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd981da4-0656-42a7-a439-09679c9f3338 req-0400df34-f58a-490a-b1a3-3b93a25ee810 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:06.362371 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd981da4-0656-42a7-a439-09679c9f3338 req-0400df34-f58a-490a-b1a3-3b93a25ee810 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 943 time: 0.0711226 Nov 03 19:40:06.413207 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86966823-9d56-4c71-a14d-fb15bea30b1b req-d62bb429-3cc4-48e2-9e13-bc0a33f99eb4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad8e6750-dcf8-4c3f-a861-1009d611e497 HTTP/1.1" status: 200 len: 217 time: 0.0498199 Nov 03 19:40:06.473848 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd981da4-0656-42a7-a439-09679c9f3338 req-8f433e90-0267-4993-b959-7f472f96085f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048000 Nov 03 19:40:06.485051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86966823-9d56-4c71-a14d-fb15bea30b1b req-48c86d31-c5ee-4ba1-b969-f371215f8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:06.486932 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86966823-9d56-4c71-a14d-fb15bea30b1b req-48c86d31-c5ee-4ba1-b969-f371215f8081 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2a85596-4836-4498-872d-867d2d073ca4 HTTP/1.1" status: 200 len: 834 time: 0.0657229 Nov 03 19:40:06.535073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86966823-9d56-4c71-a14d-fb15bea30b1b req-8c2d755e-9708-4247-b910-16beb0afea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:06.536620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86966823-9d56-4c71-a14d-fb15bea30b1b req-8c2d755e-9708-4247-b910-16beb0afea13 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a9247775-0fba-42b5-963e-d2cbcfada725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428126 Nov 03 19:40:06.631909 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86966823-9d56-4c71-a14d-fb15bea30b1b req-753f64a0-0e01-4921-84df-747c8c0d5f70 service neutron] 10.222.0.98 "GET /v2.0/networks/a9247775-0fba-42b5-963e-d2cbcfada725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871568 Nov 03 19:40:06.723003 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-86966823-9d56-4c71-a14d-fb15bea30b1b req-d77adf78-4d81-4b5e-a75b-969ed0a0539a service neutron] 10.222.0.98 "GET /v2.0/networks/a9247775-0fba-42b5-963e-d2cbcfada725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836825 Nov 03 19:40:07.598699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e8346-1006-475b-8dc7-c77602a909c4 req-27dbaff5-3271-4d8c-9f92-fbdc2f462558 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:07.600265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-489e8346-1006-475b-8dc7-c77602a909c4 req-27dbaff5-3271-4d8c-9f92-fbdc2f462558 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 943 time: 0.0558133 Nov 03 19:40:07.650301 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-489e8346-1006-475b-8dc7-c77602a909c4 req-5c3b17b5-965c-4ca1-870e-908cc884ed0a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436223 Nov 03 19:40:08.492626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ad8e6750-dcf8-4c3f-a861-1009d611e497 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:40:08.587072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ad8e6750-dcf8-4c3f-a861-1009d611e497, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ad8e6750-dcf8-4c3f-a861-1009d611e497,segment=NetworkSegment(149df3ce-8444-44f3-9cc1-4e615f136773),segment_id=149df3ce-8444-44f3-9cc1-4e615f136773)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:08.598306 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'ad8e6750-dcf8-4c3f-a861-1009d611e497', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'port_id': 'ad8e6750-dcf8-4c3f-a861-1009d611e497', 'mac_address': 'fa:16:3e:7f:a2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:40:08.634000 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:08.646497 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8e6750-dcf8-4c3f-a861-1009d611e497 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:40:08.672088 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ad8e6750-dcf8-4c3f-a861-1009d611e497, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ad8e6750-dcf8-4c3f-a861-1009d611e497,segment=NetworkSegment(149df3ce-8444-44f3-9cc1-4e615f136773),segment_id=149df3ce-8444-44f3-9cc1-4e615f136773)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:08.677059 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:08.736918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=ad8e6750-dcf8-4c3f-a861-1009d611e497,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:08.780003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76c983-6b96-467e-b7e6-f2bf279ab905 req-046b33da-9f43-4fb7-9feb-3a8b3f85ffc3 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:08.782972 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d76c983-6b96-467e-b7e6-f2bf279ab905 req-046b33da-9f43-4fb7-9feb-3a8b3f85ffc3 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 944 time: 0.0578902 Nov 03 19:40:08.833855 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d76c983-6b96-467e-b7e6-f2bf279ab905 req-146305c6-5f9c-4e4d-ac28-9867329ada24 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444744 Nov 03 19:40:08.902850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['ad8e6750-dcf8-4c3f-a861-1009d611e497'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:40:09.952554 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6800-4dbe-4685-9884-e1a98c2f4663 req-848bcfe9-ae65-4075-b226-48ea9f38c0d7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:09.954148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32ef6800-4dbe-4685-9884-e1a98c2f4663 req-848bcfe9-ae65-4075-b226-48ea9f38c0d7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 944 time: 0.0502524 Nov 03 19:40:10.008768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-32ef6800-4dbe-4685-9884-e1a98c2f4663 req-5a78284d-917f-4f69-8821-1b864e902de4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482574 Nov 03 19:40:10.493712 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ad8e6750-dcf8-4c3f-a861-1009d611e497 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:40:10.542131 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port ad8e6750-dcf8-4c3f-a861-1009d611e497 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:40:10.545862 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port ad8e6750-dcf8-4c3f-a861-1009d611e497 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:40:10.546227 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:10.623852 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:10.647065 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c864db5-6b7b-4f65-9783-a3b4f7a85b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8e6750-dcf8-4c3f-a861-1009d611e497'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:40:10.649332 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add84c69-94f2-4dd9-89f5-47d690ce55a9" -d '{"events": [{"server_uuid": "9c864db5-6b7b-4f65-9783-a3b4f7a85b46", "name": "network-vif-plugged", "status": "completed", "tag": "ad8e6750-dcf8-4c3f-a861-1009d611e497"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:40:10.662739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ad8e6750-dcf8-4c3f-a861-1009d611e497, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ad8e6750-dcf8-4c3f-a861-1009d611e497,segment=NetworkSegment(149df3ce-8444-44f3-9cc1-4e615f136773),segment_id=149df3ce-8444-44f3-9cc1-4e615f136773)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:10.668696 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:10.691039 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95381da5-5159-43b3-be4b-d02bd6dbe89e x-openstack-request-id: req-95381da5-5159-43b3-be4b-d02bd6dbe89e {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:40:10.691327 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c864db5-6b7b-4f65-9783-a3b4f7a85b46", "name": "network-vif-plugged", "status": "completed", "tag": "ad8e6750-dcf8-4c3f-a861-1009d611e497", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:40:10.691593 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-95381da5-5159-43b3-be4b-d02bd6dbe89e {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:40:10.691978 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c864db5-6b7b-4f65-9783-a3b4f7a85b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8e6750-dcf8-4c3f-a861-1009d611e497', 'code': 200} Nov 03 19:40:10.718279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=ad8e6750-dcf8-4c3f-a861-1009d611e497,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:10.785989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61af4b-ff63-4b1b-a1ae-82b130355529 req-94879dbf-3e65-4eab-b25a-63fecf07b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:10.787571 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b61af4b-ff63-4b1b-a1ae-82b130355529 req-94879dbf-3e65-4eab-b25a-63fecf07b929 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 1096 time: 0.0415683 Nov 03 19:40:10.835233 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3b61af4b-ff63-4b1b-a1ae-82b130355529 req-dc32832d-4554-40aa-8636-c08d025888fc service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407808 Nov 03 19:40:11.123358 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc297f7-4369-448e-aa6d-1b4ad1f4f3be req-fdc2a837-90e0-4173-96ae-060b3f72fcb7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:11.124869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcc297f7-4369-448e-aa6d-1b4ad1f4f3be req-fdc2a837-90e0-4173-96ae-060b3f72fcb7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 945 time: 0.0496318 Nov 03 19:40:11.174053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcc297f7-4369-448e-aa6d-1b4ad1f4f3be req-c91ea07b-1a36-4c1a-9e69-229fbf4e3625 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425811 Nov 03 19:40:12.295180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17076a35-2190-4f02-80a9-04aae4168b6f req-e92d6a4d-4798-467a-bc1a-c3be41621e4c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:12.296711 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17076a35-2190-4f02-80a9-04aae4168b6f req-e92d6a4d-4798-467a-bc1a-c3be41621e4c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 945 time: 0.0534546 Nov 03 19:40:12.345652 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-17076a35-2190-4f02-80a9-04aae4168b6f req-bef763bd-b530-4e68-a2e3-e436121b6cd1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429332 Nov 03 19:40:12.460277 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adfce4-e312-4aba-a408-93225bab27ad req-dcab860f-b8c2-4667-88ae-7d8c8ccbbffb tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:12.461698 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26adfce4-e312-4aba-a408-93225bab27ad req-dcab860f-b8c2-4667-88ae-7d8c8ccbbffb tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 945 time: 0.0496092 Nov 03 19:40:12.510148 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26adfce4-e312-4aba-a408-93225bab27ad req-46cc2bcb-dbff-45bc-8126-274d77c5da09 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423462 Nov 03 19:40:12.531629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40286) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:12.570644 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceeb566-a33f-43e6-81ce-1c827f76b17a tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:12.572189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9ceeb566-a33f-43e6-81ce-1c827f76b17a tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 1091 time: 0.0395546 Nov 03 19:40:12.575015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40288) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:12.579881 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': 'ad8e6750-dcf8-4c3f-a861-1009d611e497', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:12.601650 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.705876 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.814264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.25.2.145 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/5422a2cb-4641-4b77-93c5-e09fa8cc678e) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:40:12.916015 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.950887 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:12.993503 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:40:13.000432 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:40:13.005435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:40:13.030967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=5422a2cb-4641-4b77-93c5-e09fa8cc678e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:13.362358 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:13.430541 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:13.574143 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:13.578625 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:13.649033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=5422a2cb-4641-4b77-93c5-e09fa8cc678e,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:13.663487 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:13.728051 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:13.764647 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Floating IP c46c0c94-186e-4cb4-9b4c-bbed07a48e4c associated. External IP: 172.25.2.145, port: ad8e6750-dcf8-4c3f-a861-1009d611e497. Nov 03 19:40:13.969779 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router e70f11da-1f2e-4692-adae-853d11ac328f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:40:14.075608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:40:14.085847 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a5bd66-709e-47df-a83d-8746a39b11c2 None None] Sync routers for ids ['e70f11da-1f2e-4692-adae-853d11ac328f'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:40:14.093770 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:14.097910 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a5bd66-709e-47df-a83d-8746a39b11c2 None None] Routers {'e70f11da-1f2e-4692-adae-853d11ac328f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:14.098843 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-36a5bd66-709e-47df-a83d-8746a39b11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:39:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e70f11da-1f2e-4692-adae-853d11ac328f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:14.126760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6a354b58-eaea-4946-8260-31b768f77488 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5501256 Nov 03 19:40:14.127352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c864db5-6b7b-4f65-9783-a3b4f7a85b46', 'tag': 'ad8e6750-dcf8-4c3f-a861-1009d611e497'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:40:14.129676 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36261c29-8a94-484c-8e25-d6efffe558fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9c864db5-6b7b-4f65-9783-a3b4f7a85b46", "tag": "ad8e6750-dcf8-4c3f-a861-1009d611e497"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:40:14.172526 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398e7eea-7a88-4784-827a-d715435dd0ea x-openstack-request-id: req-398e7eea-7a88-4784-827a-d715435dd0ea {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:40:14.173342 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c864db5-6b7b-4f65-9783-a3b4f7a85b46", "tag": "ad8e6750-dcf8-4c3f-a861-1009d611e497", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:40:14.173606 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-398e7eea-7a88-4784-827a-d715435dd0ea {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:40:14.174018 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c864db5-6b7b-4f65-9783-a3b4f7a85b46', 'tag': 'ad8e6750-dcf8-4c3f-a861-1009d611e497', 'status': 'completed', 'code': 200} Nov 03 19:40:14.208935 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-36a5bd66-709e-47df-a83d-8746a39b11c2 None None] Set router e70f11da-1f2e-4692-adae-853d11ac328f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:14.254874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc74634-c895-46ed-8dfd-490768772ac8 req-d77f3e7f-5572-4e87-b72e-2d61800d1b3c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:14.256330 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fc74634-c895-46ed-8dfd-490768772ac8 req-d77f3e7f-5572-4e87-b72e-2d61800d1b3c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 945 time: 0.0782909 Nov 03 19:40:14.262028 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261c29-8a94-484c-8e25-d6efffe558fa req-5f5208ed-6e88-476f-978c-a9a5a3be19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:14.263422 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36261c29-8a94-484c-8e25-d6efffe558fa req-5f5208ed-6e88-476f-978c-a9a5a3be19f2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 1096 time: 0.0586145 Nov 03 19:40:14.364954 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8fc74634-c895-46ed-8dfd-490768772ac8 req-a38e0194-4416-4666-8371-c8e7e7340edf tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005471 Nov 03 19:40:14.388200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40294) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:14.396507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261c29-8a94-484c-8e25-d6efffe558fa req-670ada25-e84b-4d46-a157-8c914c5cf361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:14.398119 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36261c29-8a94-484c-8e25-d6efffe558fa req-670ada25-e84b-4d46-a157-8c914c5cf361 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a9247775-0fba-42b5-963e-d2cbcfada725 HTTP/1.1" status: 200 len: 897 time: 0.1268830 Nov 03 19:40:14.439141 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-36a5bd66-709e-47df-a83d-8746a39b11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'c46c0c94-186e-4cb4-9b4c-bbed07a48e4c', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'port_id': 'ad8e6750-dcf8-4c3f-a861-1009d611e497', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'mac_address': 'fa:16:3e:7f:a2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c864db5-6b7b-4f65-9783-a3b4f7a85b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:13Z', 'updated_at': '2021-11-03T19:40:13Z', 'revision_number': 0, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9726a37-c700-466a-93a6-87b4426f594e', 'name': '', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:5c:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:00Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:14.456276 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-271fd2ee-55af-4a7c-a914-78a9c83c967b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/c46c0c94-186e-4cb4-9b4c-bbed07a48e4c HTTP/1.1" status: 200 len: 991 time: 0.0647027 Nov 03 19:40:14.467323 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a5bd66-709e-47df-a83d-8746a39b11c2 None None] Checking router: e70f11da-1f2e-4692-adae-853d11ac328f for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:40:14.472911 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36261c29-8a94-484c-8e25-d6efffe558fa req-a9341adc-74f2-40a9-a93a-df6af2089b14 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad8e6750-dcf8-4c3f-a861-1009d611e497 HTTP/1.1" status: 200 len: 999 time: 0.0672150 Nov 03 19:40:14.476164 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a5bd66-709e-47df-a83d-8746a39b11c2 None None] Routers {'e70f11da-1f2e-4692-adae-853d11ac328f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:14.476782 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-36a5bd66-709e-47df-a83d-8746a39b11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:39:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e70f11da-1f2e-4692-adae-853d11ac328f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:14.523275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261c29-8a94-484c-8e25-d6efffe558fa req-dfa72573-785c-4883-8c8b-08d53d22972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:14.524699 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36261c29-8a94-484c-8e25-d6efffe558fa req-dfa72573-785c-4883-8c8b-08d53d22972c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2a85596-4836-4498-872d-867d2d073ca4 HTTP/1.1" status: 200 len: 834 time: 0.0450585 Nov 03 19:40:14.571401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261c29-8a94-484c-8e25-d6efffe558fa req-ad7bbfbb-83be-44d2-af3e-39ff5fb3e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:14.572939 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36261c29-8a94-484c-8e25-d6efffe558fa req-ad7bbfbb-83be-44d2-af3e-39ff5fb3e0cd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a9247775-0fba-42b5-963e-d2cbcfada725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417020 Nov 03 19:40:14.584112 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-36a5bd66-709e-47df-a83d-8746a39b11c2 None None] Set router e70f11da-1f2e-4692-adae-853d11ac328f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:14.673951 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36261c29-8a94-484c-8e25-d6efffe558fa req-47d6fbbb-2f12-4075-942c-99bacac93c6a service neutron] 10.222.0.98 "GET /v2.0/networks/a9247775-0fba-42b5-963e-d2cbcfada725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934436 Nov 03 19:40:14.768220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-36261c29-8a94-484c-8e25-d6efffe558fa req-5af4d6d8-3fbe-4583-a819-99ee0b22c47d service neutron] 10.222.0.98 "GET /v2.0/networks/a9247775-0fba-42b5-963e-d2cbcfada725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874717 Nov 03 19:40:14.899786 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-36a5bd66-709e-47df-a83d-8746a39b11c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'c46c0c94-186e-4cb4-9b4c-bbed07a48e4c', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'port_id': 'ad8e6750-dcf8-4c3f-a861-1009d611e497', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'mac_address': 'fa:16:3e:7f:a2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c864db5-6b7b-4f65-9783-a3b4f7a85b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:13Z', 'updated_at': '2021-11-03T19:40:13Z', 'revision_number': 0, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9726a37-c700-466a-93a6-87b4426f594e', 'name': '', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:5c:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:00Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:14.927052 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a5bd66-709e-47df-a83d-8746a39b11c2 None None] The sync data for ids ['e70f11da-1f2e-4692-adae-853d11ac328f'] in n-d-812150-4 is: [{'id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'c46c0c94-186e-4cb4-9b4c-bbed07a48e4c', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'port_id': 'ad8e6750-dcf8-4c3f-a861-1009d611e497', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'mac_address': 'fa:16:3e:7f:a2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c864db5-6b7b-4f65-9783-a3b4f7a85b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:40:13Z', 'updated_at': '2021-11-03T19:40:13Z', 'revision_number': 0, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9726a37-c700-466a-93a6-87b4426f594e', 'name': '', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:5c:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:00Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:40:15.118617 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53fabf9-282c-4b3e-9b2b-b7d3ef1cd68a None None] New status for floating IP c46c0c94-186e-4cb4-9b4c-bbed07a48e4c: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:40:15.459066 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40296) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:15.521269 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-97d016cf-24a1-4b94-8338-b8e8284b4694 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/c46c0c94-186e-4cb4-9b4c-bbed07a48e4c HTTP/1.1" status: 200 len: 993 time: 0.0609589 Nov 03 19:40:25.873195 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4b6d5844-b2e0-4418-b983-b9676ff42129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:28.194617 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-082f3daf-1029-49be-8225-788e096325c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:29.604282 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:30.876044 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:31.097556 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:31.578552 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:36.388490 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:40:43.738590 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:44.248550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe851bd-d4ad-4235-90b4-265b10eb49e9 req-291f12ac-160c-4643-b849-04fc850e3776 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:44.250072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fe851bd-d4ad-4235-90b4-265b10eb49e9 req-291f12ac-160c-4643-b849-04fc850e3776 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 945 time: 0.0502653 Nov 03 19:40:44.306002 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fe851bd-d4ad-4235-90b4-265b10eb49e9 req-34d2d6d3-57c5-4cb3-8ee0-2a35cbbfb5fc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483773 Nov 03 19:40:45.427512 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1fef7-5863-45f2-9cde-7340f717d68c req-83526031-c4c8-4be3-afa1-ed8d55868b99 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:45.429179 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ff1fef7-5863-45f2-9cde-7340f717d68c req-83526031-c4c8-4be3-afa1-ed8d55868b99 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 945 time: 0.0523717 Nov 03 19:40:45.479265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6ff1fef7-5863-45f2-9cde-7340f717d68c req-bb56bee9-ce2f-454d-8d95-730a2d3fecc9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441680 Nov 03 19:40:45.501012 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40314) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:45.563859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-bd3ae83f-512c-4c79-8941-c0c011e438f9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/c46c0c94-186e-4cb4-9b4c-bbed07a48e4c HTTP/1.1" status: 200 len: 993 time: 0.0617020 Nov 03 19:40:46.826306 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382316-1936-432a-92a1-b6a99e620a6b req-c475e617-a681-46b1-a8f5-1c5555b45895 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:46.827839 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f382316-1936-432a-92a1-b6a99e620a6b req-c475e617-a681-46b1-a8f5-1c5555b45895 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 945 time: 0.0486512 Nov 03 19:40:46.876695 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f382316-1936-432a-92a1-b6a99e620a6b req-259ea80a-4392-419b-b83a-1cb44f38f855 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419798 Nov 03 19:40:47.999370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa98b2-5dbc-4edb-b681-2038192685e7 req-cc936748-e694-440e-ad52-35fb800fcc59 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:48.000796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-beaa98b2-5dbc-4edb-b681-2038192685e7 req-cc936748-e694-440e-ad52-35fb800fcc59 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 945 time: 0.0487487 Nov 03 19:40:48.050249 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-beaa98b2-5dbc-4edb-b681-2038192685e7 req-3a606c65-91f3-4593-81f4-5ac84404d219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425553 Nov 03 19:40:48.073167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40324) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:48.136759 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-518ee787-7c73-46d0-a46b-ba44b051a31c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/c46c0c94-186e-4cb4-9b4c-bbed07a48e4c HTTP/1.1" status: 200 len: 993 time: 0.0624738 Nov 03 19:40:48.410294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40330) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:48.568564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port 5422a2cb-4641-4b77-93c5-e09fa8cc678e {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:40:48.568929 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:48.645721 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:48.646046 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:48.657718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for 5422a2cb-4641-4b77-93c5-e09fa8cc678e owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:40:48.802089 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:48.831977 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=5422a2cb-4641-4b77-93c5-e09fa8cc678e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:48.855853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:48.856209 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:48.856551 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:48.856889 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:48.857229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:48.857561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:48.857891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:48.858240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:48.858548 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:48.858874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:48.859197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:48.859520 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:48.899712 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:48.900080 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Floating IP c46c0c94-186e-4cb4-9b4c-bbed07a48e4c disassociated (deleted). External IP: 172.25.2.145, port: ad8e6750-dcf8-4c3f-a861-1009d611e497. Nov 03 19:40:49.452261 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router e70f11da-1f2e-4692-adae-853d11ac328f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:40:49.556968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:40:49.561473 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:49.566874 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecfeba8-252f-4537-ac64-67d1b580827b None None] Sync routers for ids ['e70f11da-1f2e-4692-adae-853d11ac328f'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:40:49.576908 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecfeba8-252f-4537-ac64-67d1b580827b None None] Routers {'e70f11da-1f2e-4692-adae-853d11ac328f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:49.577508 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-1ecfeba8-252f-4537-ac64-67d1b580827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:40:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e70f11da-1f2e-4692-adae-853d11ac328f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:49.588596 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-33f3732c-f84b-44f5-8235-9879da92e219 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/floatingips/c46c0c94-186e-4cb4-9b4c-bbed07a48e4c HTTP/1.1" status: 204 len: 168 time: 1.1771722 Nov 03 19:40:49.589185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c864db5-6b7b-4f65-9783-a3b4f7a85b46', 'tag': 'ad8e6750-dcf8-4c3f-a861-1009d611e497'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:40:49.591462 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f82fd1d-ccfb-46d4-826c-4200c7a2d38b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c864db5-6b7b-4f65-9783-a3b4f7a85b46", "tag": "ad8e6750-dcf8-4c3f-a861-1009d611e497"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:40:49.631095 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfcb818-dc5f-4410-a45f-918e0e751c33 x-openstack-request-id: req-bdfcb818-dc5f-4410-a45f-918e0e751c33 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:40:49.631391 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c864db5-6b7b-4f65-9783-a3b4f7a85b46", "tag": "ad8e6750-dcf8-4c3f-a861-1009d611e497", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:40:49.632060 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bdfcb818-dc5f-4410-a45f-918e0e751c33 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:40:49.632460 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c864db5-6b7b-4f65-9783-a3b4f7a85b46', 'tag': 'ad8e6750-dcf8-4c3f-a861-1009d611e497', 'status': 'completed', 'code': 200} Nov 03 19:40:49.687965 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-1ecfeba8-252f-4537-ac64-67d1b580827b None None] Set router e70f11da-1f2e-4692-adae-853d11ac328f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:49.711041 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82fd1d-ccfb-46d4-826c-4200c7a2d38b req-f6f2c3ae-e015-478b-bd52-dc2697be9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:49.712532 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f82fd1d-ccfb-46d4-826c-4200c7a2d38b req-f6f2c3ae-e015-478b-bd52-dc2697be9cce service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 1096 time: 0.0519555 Nov 03 19:40:49.850148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82fd1d-ccfb-46d4-826c-4200c7a2d38b req-e4659ea5-c06f-4c52-a4cb-ca62e58c3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:49.851666 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f82fd1d-ccfb-46d4-826c-4200c7a2d38b req-e4659ea5-c06f-4c52-a4cb-ca62e58c3114 service neutron] 10.222.0.98 "GET /v2.0/networks?id=a9247775-0fba-42b5-963e-d2cbcfada725 HTTP/1.1" status: 200 len: 897 time: 0.1226890 Nov 03 19:40:49.860254 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ba3fb-e4b1-4589-b683-55ee1bc7e0d9 req-a2d0bb24-f791-46fb-a7fe-efc94700012b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:49.861666 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-047ba3fb-e4b1-4589-b683-55ee1bc7e0d9 req-a2d0bb24-f791-46fb-a7fe-efc94700012b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 945 time: 0.0743332 Nov 03 19:40:49.892639 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-1ecfeba8-252f-4537-ac64-67d1b580827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f9726a37-c700-466a-93a6-87b4426f594e', 'name': '', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:5c:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:00Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:49.902492 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f82fd1d-ccfb-46d4-826c-4200c7a2d38b req-7a29262a-6972-44db-8a5f-c1ea406aa582 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad8e6750-dcf8-4c3f-a861-1009d611e497 HTTP/1.1" status: 200 len: 217 time: 0.0398946 Nov 03 19:40:49.919190 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecfeba8-252f-4537-ac64-67d1b580827b None None] Checking router: e70f11da-1f2e-4692-adae-853d11ac328f for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:40:49.929180 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecfeba8-252f-4537-ac64-67d1b580827b None None] Routers {'e70f11da-1f2e-4692-adae-853d11ac328f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:49.929815 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-1ecfeba8-252f-4537-ac64-67d1b580827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:40:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e70f11da-1f2e-4692-adae-853d11ac328f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:49.981953 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-047ba3fb-e4b1-4589-b683-55ee1bc7e0d9 req-de7d470f-706e-4b37-b4a0-2817f4cb0509 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123440 Nov 03 19:40:49.983425 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82fd1d-ccfb-46d4-826c-4200c7a2d38b req-bca57336-cfe6-4450-bb6b-b549001eb14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:49.984861 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f82fd1d-ccfb-46d4-826c-4200c7a2d38b req-bca57336-cfe6-4450-bb6b-b549001eb14b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b2a85596-4836-4498-872d-867d2d073ca4 HTTP/1.1" status: 200 len: 834 time: 0.0724666 Nov 03 19:40:50.035507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82fd1d-ccfb-46d4-826c-4200c7a2d38b req-c7ba36fa-e433-4768-84e4-8b6a2e0c018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:50.036304 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-1ecfeba8-252f-4537-ac64-67d1b580827b None None] Set router e70f11da-1f2e-4692-adae-853d11ac328f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:50.037100 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f82fd1d-ccfb-46d4-826c-4200c7a2d38b req-c7ba36fa-e433-4768-84e4-8b6a2e0c018e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=a9247775-0fba-42b5-963e-d2cbcfada725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410361 Nov 03 19:40:50.135111 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f82fd1d-ccfb-46d4-826c-4200c7a2d38b req-7462f02b-ac44-48ff-8f5f-b6831be65740 service neutron] 10.222.0.98 "GET /v2.0/networks/a9247775-0fba-42b5-963e-d2cbcfada725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868242 Nov 03 19:40:50.224868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f82fd1d-ccfb-46d4-826c-4200c7a2d38b req-5f5ccb70-f113-4ab3-ba92-b6933db8d57a service neutron] 10.222.0.98 "GET /v2.0/networks/a9247775-0fba-42b5-963e-d2cbcfada725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821652 Nov 03 19:40:50.232073 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-1ecfeba8-252f-4537-ac64-67d1b580827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f9726a37-c700-466a-93a6-87b4426f594e', 'name': '', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:5c:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:00Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:50.261236 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecfeba8-252f-4537-ac64-67d1b580827b None None] The sync data for ids ['e70f11da-1f2e-4692-adae-853d11ac328f'] in n-d-812150-4 is: [{'id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f9726a37-c700-466a-93a6-87b4426f594e', 'name': '', 'network_id': 'a9247775-0fba-42b5-963e-d2cbcfada725', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:5c:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:00Z', 'updated_at': '2021-11-03T19:40:03Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b2a85596-4836-4498-872d-867d2d073ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:40:50.470289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c8a87-4f5a-4142-8cc8-2d32a607ddc6 None None] New status for floating IP c46c0c94-186e-4cb4-9b4c-bbed07a48e4c: DOWN {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:40:51.102938 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2c202-fc8e-4393-9e82-860dc2abab36 req-c40b4ce7-7628-49a5-a66c-b3435eb274d6 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:51.104456 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79d2c202-fc8e-4393-9e82-860dc2abab36 req-c40b4ce7-7628-49a5-a66c-b3435eb274d6 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 945 time: 0.0490894 Nov 03 19:40:51.167651 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79d2c202-fc8e-4393-9e82-860dc2abab36 req-e3105283-cdbb-46e1-b8c0-2e71acb09055 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=2a2217fb-b4ca-4319-ad1a-379c4a708673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573270 Nov 03 19:40:51.361454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79340cf3-0d56-479a-8291-d6a8ef20fb53 req-34a914fc-ba60-4bef-8e47-f65fe5d51c53 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:51.362904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79340cf3-0d56-479a-8291-d6a8ef20fb53 req-34a914fc-ba60-4bef-8e47-f65fe5d51c53 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 945 time: 0.0485089 Nov 03 19:40:51.451667 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-79340cf3-0d56-479a-8291-d6a8ef20fb53 req-82847ad4-8a64-4ab7-98cb-bc64948f73c4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port ad8e6750-dcf8-4c3f-a861-1009d611e497 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:40:51.452010 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-79340cf3-0d56-479a-8291-d6a8ef20fb53 req-82847ad4-8a64-4ab7-98cb-bc64948f73c4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:51.553124 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-79340cf3-0d56-479a-8291-d6a8ef20fb53 req-82847ad4-8a64-4ab7-98cb-bc64948f73c4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] For port ad8e6750-dcf8-4c3f-a861-1009d611e497, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ad8e6750-dcf8-4c3f-a861-1009d611e497,segment=NetworkSegment(149df3ce-8444-44f3-9cc1-4e615f136773),segment_id=149df3ce-8444-44f3-9cc1-4e615f136773)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:51.553487 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-79340cf3-0d56-479a-8291-d6a8ef20fb53 req-82847ad4-8a64-4ab7-98cb-bc64948f73c4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:51.565959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-79340cf3-0d56-479a-8291-d6a8ef20fb53 req-82847ad4-8a64-4ab7-98cb-bc64948f73c4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for ad8e6750-dcf8-4c3f-a861-1009d611e497 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:40:51.693089 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-79340cf3-0d56-479a-8291-d6a8ef20fb53 req-82847ad4-8a64-4ab7-98cb-bc64948f73c4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:51.722439 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82847ad4-8a64-4ab7-98cb-bc64948f73c4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=ad8e6750-dcf8-4c3f-a861-1009d611e497,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:51.763362 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-79340cf3-0d56-479a-8291-d6a8ef20fb53 req-82847ad4-8a64-4ab7-98cb-bc64948f73c4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] No DVR routers for this DVR port ad8e6750-dcf8-4c3f-a861-1009d611e497 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:40:51.766007 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-79340cf3-0d56-479a-8291-d6a8ef20fb53 req-82847ad4-8a64-4ab7-98cb-bc64948f73c4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:51.769379 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-79340cf3-0d56-479a-8291-d6a8ef20fb53 req-82847ad4-8a64-4ab7-98cb-bc64948f73c4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "DELETE /v2.0/ports/ad8e6750-dcf8-4c3f-a861-1009d611e497 HTTP/1.1" status: 204 len: 173 time: 0.4001648 Nov 03 19:40:51.769815 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c864db5-6b7b-4f65-9783-a3b4f7a85b46', 'name': 'network-vif-deleted', 'tag': 'ad8e6750-dcf8-4c3f-a861-1009d611e497'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:40:51.772073 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8cb28b-4f00-47c3-8394-af26b3c1dc40" -d '{"events": [{"server_uuid": "9c864db5-6b7b-4f65-9783-a3b4f7a85b46", "name": "network-vif-deleted", "tag": "ad8e6750-dcf8-4c3f-a861-1009d611e497"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:40:51.810850 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5fb26c-d5d6-4f65-879d-8af9a7ec02be x-openstack-request-id: req-5b5fb26c-d5d6-4f65-879d-8af9a7ec02be {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:40:51.811149 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c864db5-6b7b-4f65-9783-a3b4f7a85b46", "name": "network-vif-deleted", "tag": "ad8e6750-dcf8-4c3f-a861-1009d611e497", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:40:51.811405 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5b5fb26c-d5d6-4f65-879d-8af9a7ec02be {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:40:51.811835 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c864db5-6b7b-4f65-9783-a3b4f7a85b46', 'name': 'network-vif-deleted', 'tag': 'ad8e6750-dcf8-4c3f-a861-1009d611e497', 'status': 'completed', 'code': 200} Nov 03 19:40:52.281436 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-628fdcea-9e00-4a41-bb64-b0a0bbf73d40 req-c51cb0b5-7405-421a-9833-8c6b7f445092 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c864db5-6b7b-4f65-9783-a3b4f7a85b46 HTTP/1.1" status: 200 len: 210 time: 0.0284531 Nov 03 19:40:53.342430 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40354) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:54.006900 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:54.257269 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port f9726a37-c700-466a-93a6-87b4426f594e {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:40:54.257531 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:54.349729 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] For port f9726a37-c700-466a-93a6-87b4426f594e, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f9726a37-c700-466a-93a6-87b4426f594e,segment=NetworkSegment(149df3ce-8444-44f3-9cc1-4e615f136773),segment_id=149df3ce-8444-44f3-9cc1-4e615f136773)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:54.350447 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:54.362480 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for f9726a37-c700-466a-93a6-87b4426f594e owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:40:54.546444 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:54.573047 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=f9726a37-c700-466a-93a6-87b4426f594e,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:54.585356 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:54.585720 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:54.586071 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:54.586411 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:54.586744 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:54.587081 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:54.587413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:54.587783 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:54.588112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:54.588441 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:54.588773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:54.589099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:54.726102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ad8e6750-dcf8-4c3f-a861-1009d611e497 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:40:54.747359 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: ad8e6750-dcf8-4c3f-a861-1009d611e497 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:40:54.747480 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ad8e6750-dcf8-4c3f-a861-1009d611e497 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:40:54.766024 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:54.972196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router e70f11da-1f2e-4692-adae-853d11ac328f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:40:55.078278 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:40:55.083448 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0fd794ab-086b-4e07-ae91-fd4d910d86b0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "PUT /v2.0/routers/e70f11da-1f2e-4692-adae-853d11ac328f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7399592 Nov 03 19:40:55.086455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40356) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:55.088526 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49474c6-1299-45d2-ba5e-5292e19ec38d None None] Sync routers for ids ['e70f11da-1f2e-4692-adae-853d11ac328f'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:40:55.097948 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49474c6-1299-45d2-ba5e-5292e19ec38d None None] Routers {'e70f11da-1f2e-4692-adae-853d11ac328f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:55.098550 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e49474c6-1299-45d2-ba5e-5292e19ec38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:40:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e70f11da-1f2e-4692-adae-853d11ac328f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:55.144172 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-26832559-7c73-4cd3-98fc-d6775a408c09 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting subnet b2a85596-4836-4498-872d-867d2d073ca4 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:40:55.147554 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26832559-7c73-4cd3-98fc-d6775a408c09 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:55.188462 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26832559-7c73-4cd3-98fc-d6775a408c09 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:55.205607 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-e49474c6-1299-45d2-ba5e-5292e19ec38d None None] Set router e70f11da-1f2e-4692-adae-853d11ac328f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:55.272298 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26832559-7c73-4cd3-98fc-d6775a408c09 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:55.334510 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26832559-7c73-4cd3-98fc-d6775a408c09 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:55.364466 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-26832559-7c73-4cd3-98fc-d6775a408c09 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:55.367759 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-26832559-7c73-4cd3-98fc-d6775a408c09 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/subnets/b2a85596-4836-4498-872d-867d2d073ca4 HTTP/1.1" status: 204 len: 168 time: 0.2802086 Nov 03 19:40:55.369658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26832559-7c73-4cd3-98fc-d6775a408c09 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a85596-4836-4498-872d-867d2d073ca4,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:55.370699 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40358) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:55.371519 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00997118-6077-49d6-83e4-bd1a49e042b2 None None] Network a9247775-0fba-42b5-963e-d2cbcfada725 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:40:55.387404 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e49474c6-1299-45d2-ba5e-5292e19ec38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:54Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:55.423488 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49474c6-1299-45d2-ba5e-5292e19ec38d None None] Checking router: e70f11da-1f2e-4692-adae-853d11ac328f for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:40:55.432489 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49474c6-1299-45d2-ba5e-5292e19ec38d None None] Routers {'e70f11da-1f2e-4692-adae-853d11ac328f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:55.433233 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e49474c6-1299-45d2-ba5e-5292e19ec38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:40:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e70f11da-1f2e-4692-adae-853d11ac328f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:55.487033 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:55.576454 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] DHCP port deletion for a9247775-0fba-42b5-963e-d2cbcfada725 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:40:55.603041 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:55.626288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Deleting port 7d421281-cb66-4445-82f5-9510cd14790b {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:40:55.626701 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:55.636594 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-e49474c6-1299-45d2-ba5e-5292e19ec38d None None] Set router e70f11da-1f2e-4692-adae-853d11ac328f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:55.659193 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port 95feecb7-b542-442c-88a6-384d92ca4e83 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:40:55.659544 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:55.696075 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] For port 7d421281-cb66-4445-82f5-9510cd14790b, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=7d421281-cb66-4445-82f5-9510cd14790b,segment=NetworkSegment(149df3ce-8444-44f3-9cc1-4e615f136773),segment_id=149df3ce-8444-44f3-9cc1-4e615f136773)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:55.696469 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:55.710052 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Calling delete_port for 7d421281-cb66-4445-82f5-9510cd14790b owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:40:55.747111 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] For port 95feecb7-b542-442c-88a6-384d92ca4e83, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=95feecb7-b542-442c-88a6-384d92ca4e83,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:40:55.747951 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:55.760565 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for 95feecb7-b542-442c-88a6-384d92ca4e83 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:40:55.791119 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:55.816958 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Pushing event deleted for resources: {'Port': ['ID=7d421281-cb66-4445-82f5-9510cd14790b,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:55.821895 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] No DVR routers for this DVR port 7d421281-cb66-4445-82f5-9510cd14790b on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:40:55.829181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:55.829528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:55.829873 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:55.830312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:55.830543 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:55.830877 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:55.831199 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:55.831531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:55.831887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:55.832275 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:55.832601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:55.832929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405ac30-a59e-4f37-96e4-b80b3448363f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:40:55.842123 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e49474c6-1299-45d2-ba5e-5292e19ec38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:54Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:55.869582 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49474c6-1299-45d2-ba5e-5292e19ec38d None None] The sync data for ids ['e70f11da-1f2e-4692-adae-853d11ac328f'] in n-d-812150-4 is: [{'id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336428216', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:54Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '95feecb7-b542-442c-88a6-384d92ca4e83', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f11da-1f2e-4692-adae-853d11ac328f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:39:57Z', 'updated_at': '2021-11-03T19:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:40:55.876532 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-83ade0f9-3c38-4a6d-8c74-08729e0c09a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:55.958376 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:55.985128 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=95feecb7-b542-442c-88a6-384d92ca4e83,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:56.042638 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.134392 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.136482 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.178335 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.179027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Fanout notify agent at l3_agent the message router_deleted on router e70f11da-1f2e-4692-adae-853d11ac328f {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:40:56.186148 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.187242 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-29694ada-fc02-4630-8a2c-ba53db9afeec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/routers/e70f11da-1f2e-4692-adae-853d11ac328f HTTP/1.1" status: 204 len: 168 time: 0.8146765 Nov 03 19:40:56.189994 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40360) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:56.268817 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15d2d248-8829-4ec9-9586-898f540a041f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.362701 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15d2d248-8829-4ec9-9586-898f540a041f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.382412 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-15d2d248-8829-4ec9-9586-898f540a041f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9247775-0fba-42b5-963e-d2cbcfada725']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:56.391418 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-15d2d248-8829-4ec9-9586-898f540a041f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149df3ce-8444-44f3-9cc1-4e615f136773') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:56.391751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-15d2d248-8829-4ec9-9586-898f540a041f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149df3ce-8444-44f3-9cc1-4e615f136773') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:56.401181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15d2d248-8829-4ec9-9586-898f540a041f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.415174 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15d2d248-8829-4ec9-9586-898f540a041f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.421290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d2d248-8829-4ec9-9586-898f540a041f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:40:56.421689 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15d2d248-8829-4ec9-9586-898f540a041f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:40:56.424782 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:40:56.489088 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15d2d248-8829-4ec9-9586-898f540a041f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.494555 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-15d2d248-8829-4ec9-9586-898f540a041f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.498187 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-15d2d248-8829-4ec9-9586-898f540a041f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/networks/a9247775-0fba-42b5-963e-d2cbcfada725 HTTP/1.1" status: 204 len: 168 time: 0.3071949 Nov 03 19:40:56.500943 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40362) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:56.514108 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2d248-8829-4ec9-9586-898f540a041f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Network': ['ID=a9247775-0fba-42b5-963e-d2cbcfada725,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:56.564508 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ff5436d-c3d5-4433-9876-a77fec9364dc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.588902 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ff5436d-c3d5-4433-9876-a77fec9364dc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.648868 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ff5436d-c3d5-4433-9876-a77fec9364dc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.651746 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-7ff5436d-c3d5-4433-9876-a77fec9364dc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.652849 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-7ff5436d-c3d5-4433-9876-a77fec9364dc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/security-groups/2a2217fb-b4ca-4319-ad1a-379c4a708673 HTTP/1.1" status: 204 len: 168 time: 0.1508093 Nov 03 19:40:56.662920 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5436d-c3d5-4433-9876-a77fec9364dc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2217fb-b4ca-4319-ad1a-379c4a708673,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:56.892333 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40368) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:56.897498 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-4ae1ca5d-8f77-4cd4-bf4d-677660616695 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465430346', 'description': 'tempest-secgroup-smoke-1465430346 description', 'project_id': 'c336de3085e94a0083067dfbf2e22927'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:56.917590 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f9726a37-c700-466a-93a6-87b4426f594e no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:40:56.921818 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ca5d-8f77-4cd4-bf4d-677660616695 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.944646 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: f9726a37-c700-466a-93a6-87b4426f594e {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:40:56.945082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f9726a37-c700-466a-93a6-87b4426f594e not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:40:56.945581 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 95feecb7-b542-442c-88a6-384d92ca4e83 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:40:56.965601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 95feecb7-b542-442c-88a6-384d92ca4e83 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:40:56.965947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 95feecb7-b542-442c-88a6-384d92ca4e83 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:40:56.966481 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 7d421281-cb66-4445-82f5-9510cd14790b no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:40:56.986472 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 7d421281-cb66-4445-82f5-9510cd14790b {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:40:56.986829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 7d421281-cb66-4445-82f5-9510cd14790b not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:40:56.993034 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ca5d-8f77-4cd4-bf4d-677660616695 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:56.997001 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ca5d-8f77-4cd4-bf4d-677660616695 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.029879 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ca5d-8f77-4cd4-bf4d-677660616695 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.029879 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4ae1ca5d-8f77-4cd4-bf4d-677660616695 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1324406 Nov 03 19:40:57.029879 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40370) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:57.034765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-deee363f-7e6e-4e94-87d6-98784b3d8a77 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '978107fa-83bc-416f-8423-bc314c5faf14', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:57.043454 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1ca5d-8f77-4cd4-bf4d-677660616695 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978107fa-83bc-416f-8423-bc314c5faf14,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:57.064420 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-deee363f-7e6e-4e94-87d6-98784b3d8a77 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.124441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-deee363f-7e6e-4e94-87d6-98784b3d8a77 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.127931 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-deee363f-7e6e-4e94-87d6-98784b3d8a77 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.145641 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee363f-7e6e-4e94-87d6-98784b3d8a77 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd51da13-e8b6-46dd-be30-4660d351f1c5,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:57.153617 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-deee363f-7e6e-4e94-87d6-98784b3d8a77 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.154966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-deee363f-7e6e-4e94-87d6-98784b3d8a77 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251910 Nov 03 19:40:57.157735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40372) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:57.162290 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-b854f62a-b216-4a23-90af-f4d422a4b4e4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '978107fa-83bc-416f-8423-bc314c5faf14', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:57.187211 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b854f62a-b216-4a23-90af-f4d422a4b4e4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.243144 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b854f62a-b216-4a23-90af-f4d422a4b4e4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.246700 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b854f62a-b216-4a23-90af-f4d422a4b4e4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.266242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f62a-b216-4a23-90af-f4d422a4b4e4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26310be8-0735-4434-92a5-5309c3b3e00c,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:57.272646 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b854f62a-b216-4a23-90af-f4d422a4b4e4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.276668 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40374) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:57.276830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b854f62a-b216-4a23-90af-f4d422a4b4e4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178169 Nov 03 19:40:57.281434 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-267c8e25-b8da-417d-bd63-11d0bcebf036 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '978107fa-83bc-416f-8423-bc314c5faf14', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:57.307805 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-267c8e25-b8da-417d-bd63-11d0bcebf036 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.364108 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-267c8e25-b8da-417d-bd63-11d0bcebf036 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.368081 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-267c8e25-b8da-417d-bd63-11d0bcebf036 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.385858 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c8e25-b8da-417d-bd63-11d0bcebf036 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6297d95e-82f3-4eb5-90c7-6f0bbc84ad8a,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:57.395685 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-267c8e25-b8da-417d-bd63-11d0bcebf036 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.397503 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-267c8e25-b8da-417d-bd63-11d0bcebf036 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196439 Nov 03 19:40:57.400134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40376) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:57.404539 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6700a780-9355-46a4-ba6c-8d58f0bbd3ff tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '978107fa-83bc-416f-8423-bc314c5faf14', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:57.430165 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6700a780-9355-46a4-ba6c-8d58f0bbd3ff tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.488911 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6700a780-9355-46a4-ba6c-8d58f0bbd3ff tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.493360 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6700a780-9355-46a4-ba6c-8d58f0bbd3ff tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.515601 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700a780-9355-46a4-ba6c-8d58f0bbd3ff tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d129d599-b6ed-41e4-b4a4-4dbb73024266,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:57.520630 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6700a780-9355-46a4-ba6c-8d58f0bbd3ff tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.521868 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6700a780-9355-46a4-ba6c-8d58f0bbd3ff tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207922 Nov 03 19:40:57.524638 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40378) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:57.529280 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-886f6ea7-fff6-40b0-965a-8f110b8468af tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '978107fa-83bc-416f-8423-bc314c5faf14', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:57.550971 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-886f6ea7-fff6-40b0-965a-8f110b8468af tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Project c336de3085e94a0083067dfbf2e22927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:40:57.556321 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-886f6ea7-fff6-40b0-965a-8f110b8468af tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.617157 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-886f6ea7-fff6-40b0-965a-8f110b8468af tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.620669 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-886f6ea7-fff6-40b0-965a-8f110b8468af tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.639144 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f6ea7-fff6-40b0-965a-8f110b8468af tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9dc79b9-c8a0-4939-9163-131bc80f4c98,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:57.643956 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-886f6ea7-fff6-40b0-965a-8f110b8468af tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.645227 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-886f6ea7-fff6-40b0-965a-8f110b8468af tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193521 Nov 03 19:40:57.647909 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40380) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:57.652072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-96c62071-c1a5-4c7c-935b-4a59241a4d9d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '978107fa-83bc-416f-8423-bc314c5faf14', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:57.672624 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-96c62071-c1a5-4c7c-935b-4a59241a4d9d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Project c336de3085e94a0083067dfbf2e22927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:40:57.677916 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96c62071-c1a5-4c7c-935b-4a59241a4d9d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.736723 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96c62071-c1a5-4c7c-935b-4a59241a4d9d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.741264 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96c62071-c1a5-4c7c-935b-4a59241a4d9d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.758857 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c62071-c1a5-4c7c-935b-4a59241a4d9d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb883208-af07-4ebb-8246-22efe152ce65,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:57.765757 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-96c62071-c1a5-4c7c-935b-4a59241a4d9d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.766946 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-96c62071-c1a5-4c7c-935b-4a59241a4d9d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181312 Nov 03 19:40:57.770067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40382) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:57.775238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6cc5fdf5-383d-4565-97a7-d7655ce54025 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'network': {'name': 'tempest-network-smoke--1757776497', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'port_security_enabled': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:57.795968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc5fdf5-383d-4565-97a7-d7655ce54025 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Made reservation on behalf of c336de3085e94a0083067dfbf2e22927 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:40:57.799494 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fdf5-383d-4565-97a7-d7655ce54025 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.825062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc5fdf5-383d-4565-97a7-d7655ce54025 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:40:57.834390 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fdf5-383d-4565-97a7-d7655ce54025 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.834761 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-6cc5fdf5-383d-4565-97a7-d7655ce54025 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Added segment 79f61726-48ba-427c-8f2e-df3adc89beea of type vlan for network 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 Nov 03 19:40:57.879271 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fdf5-383d-4565-97a7-d7655ce54025 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.907563 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fdf5-383d-4565-97a7-d7655ce54025 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.917580 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc5fdf5-383d-4565-97a7-d7655ce54025 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:57.917580 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6cc5fdf5-383d-4565-97a7-d7655ce54025 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.959701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6cc5fdf5-383d-4565-97a7-d7655ce54025 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1879954 Nov 03 19:40:57.963925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40384) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:57.968996 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'admin_state_up': True, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:40:57.997477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.998623 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:57.999356 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5fdf5-383d-4565-97a7-d7655ce54025 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Network': ['ID=1a49ff61-d3b9-4dfc-9520-f97ac09421c0,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:58.010726 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:40:58.064997 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:58.199514 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-38cd2509-609b-4962-92f1-5f14a4c05310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:58.204992 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:58.416338 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:58.435139 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:58.534941 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.25.2.221 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/b4fa5dea-3068-40fb-8814-0a5e6979b095) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:40:58.637190 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:58.670335 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:58.714870 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:40:58.720456 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:40:58.723202 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:40:58.729199 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=b4fa5dea-3068-40fb-8814-0a5e6979b095,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:40:58.969741 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:59.481822 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:59.604484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router a3d45049-fb73-477b-bd4d-e107b41ea682 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:40:59.606374 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:59.718035 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:40:59.728457 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Sync routers for ids ['a3d45049-fb73-477b-bd4d-e107b41ea682'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:40:59.738709 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:40:59.738896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Routers {'a3d45049-fb73-477b-bd4d-e107b41ea682'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:40:59.739250 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:40:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['a3d45049-fb73-477b-bd4d-e107b41ea682'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:40:59.740472 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f3dc790b-9a59-4588-a332-be5133d55d33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7751031 Nov 03 19:40:59.743477 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40386) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:59.775206 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c9d8e761-bbeb-4af0-87ff-3b23a6ba351d tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=c336de3085e94a0083067dfbf2e22927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305483 Nov 03 19:40:59.777859 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40388) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:59.845284 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Set router a3d45049-fb73-477b-bd4d-e107b41ea682 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:40:59.865079 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625bcf2c-d5f8-48ce-a225-fbd9dad20827 tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:40:59.866617 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-625bcf2c-d5f8-48ce-a225-fbd9dad20827 tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878441 Nov 03 19:40:59.869532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40390) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:59.896982 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-28401512-0dd9-42e2-bd44-a0a8bdcb0167 tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263782 Nov 03 19:40:59.899488 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40392) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:40:59.904467 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-7cd51d96-716a-4e79-9147-1f1539b7f42b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-158063251', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:41:00.000594 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd51d96-716a-4e79-9147-1f1539b7f42b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Made reservation on behalf of c336de3085e94a0083067dfbf2e22927 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:41:00.004382 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7cd51d96-716a-4e79-9147-1f1539b7f42b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:00.036179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:40:58Z', 'revision_number': 3, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:41:00.066800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Checking router: a3d45049-fb73-477b-bd4d-e107b41ea682 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:41:00.067164 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Updating router a3d45049-fb73-477b-bd4d-e107b41ea682 port b4fa5dea-3068-40fb-8814-0a5e6979b095 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:41:00.093721 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:00.193450 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7cd51d96-716a-4e79-9147-1f1539b7f42b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:00.257465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd51d96-716a-4e79-9147-1f1539b7f42b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Subnet': ['ID=bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:00.261896 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd51d96-716a-4e79-9147-1f1539b7f42b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Checking segment: {'id': '79f61726-48ba-427c-8f2e-df3adc89beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:41:00.262252 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd51d96-716a-4e79-9147-1f1539b7f42b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network hostable DHCP agents. Network: 1a49ff61-d3b9-4dfc-9520-f97ac09421c0, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:41:00.280900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd51d96-716a-4e79-9147-1f1539b7f42b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:41:00.293538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-7cd51d96-716a-4e79-9147-1f1539b7f42b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 1a49ff61-d3b9-4dfc-9520-f97ac09421c0) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:41:00.297849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd51d96-716a-4e79-9147-1f1539b7f42b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:00.298450 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-7cd51d96-716a-4e79-9147-1f1539b7f42b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:00.315000 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-7cd51d96-716a-4e79-9147-1f1539b7f42b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4144437 Nov 03 19:41:00.318383 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40394) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:41:00.324740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c58575f-225a-4796-b42e-e9820a52faf4 None None] Network 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:41:00.356320 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:00.371698 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:00.457451 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Attempting to bind port b4fa5dea-3068-40fb-8814-0a5e6979b095 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:41:00.457825 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Attempting to bind port b4fa5dea-3068-40fb-8814-0a5e6979b095 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:41:00.458189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Attempting to bind port b4fa5dea-3068-40fb-8814-0a5e6979b095 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:41:00.474979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f0577-55a4-4985-b057-0ea2963bca7e None None] Pushing event updated for resources: {'Port': ['ID=b4fa5dea-3068-40fb-8814-0a5e6979b095,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:00.478919 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:41:00.479303 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:41:00.479735 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:00.480126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:41:00.480604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Bound port: b4fa5dea-3068-40fb-8814-0a5e6979b095, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:41:00.480985 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:00.578588 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] For port b4fa5dea-3068-40fb-8814-0a5e6979b095, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:41:00.590866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] For port b4fa5dea-3068-40fb-8814-0a5e6979b095, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b4fa5dea-3068-40fb-8814-0a5e6979b095,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:41:00.593310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ips': [{'subnet_id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:41:00.594160 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:00.598293 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:00.720514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Routers {'a3d45049-fb73-477b-bd4d-e107b41ea682'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:41:00.721204 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:40:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['a3d45049-fb73-477b-bd4d-e107b41ea682'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:41:00.756181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f0577-55a4-4985-b057-0ea2963bca7e None None] Pushing event updated for resources: {'Port': ['ID=b4fa5dea-3068-40fb-8814-0a5e6979b095,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:00.768211 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:00.882569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Allocated IP 172.20.0.2 (1a49ff61-d3b9-4dfc-9520-f97ac09421c0/bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31/3e07945f-c14d-4f6d-8751-4c47534faab6) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:41:00.888443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] Set router a3d45049-fb73-477b-bd4d-e107b41ea682 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:41:00.953912 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:01.133721 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:01.344834 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:01.353217 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:01.396989 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Network 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:41:01.400019 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.20.0.1 (1a49ff61-d3b9-4dfc-9520-f97ac09421c0/bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31/0040f72e-86cd-40a3-8c93-30cd6f43d9c0) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:41:01.402866 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:40:58Z', 'revision_number': 3, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:41:01.406609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:41:01.435425 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:41:01.437333 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Pushing event updated for resources: {'Port': ['ID=3e07945f-c14d-4f6d-8751-4c47534faab6,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:01.443118 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff9352c-43ca-49fc-bfbe-2aeb018f6360 None None] The sync data for ids ['a3d45049-fb73-477b-bd4d-e107b41ea682'] in n-d-812150-4 is: [{'id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:40:58Z', 'revision_number': 3, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:41:01.502307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Attempting to bind port 3e07945f-c14d-4f6d-8751-4c47534faab6 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:41:01.502676 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Attempting to bind port 3e07945f-c14d-4f6d-8751-4c47534faab6 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '79f61726-48ba-427c-8f2e-df3adc89beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:41:01.503036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Attempting to bind port 3e07945f-c14d-4f6d-8751-4c47534faab6 on network 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:41:01.509468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:41:01.509853 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Checking segment: {'id': '79f61726-48ba-427c-8f2e-df3adc89beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:41:01.510713 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:01.510713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Bound using segment: {'id': '79f61726-48ba-427c-8f2e-df3adc89beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:41:01.511093 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Bound port: 3e07945f-c14d-4f6d-8751-4c47534faab6, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f61726-48ba-427c-8f2e-df3adc89beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:41:01.511465 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:01.535151 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:01.572600 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:01.586739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] For port 3e07945f-c14d-4f6d-8751-4c47534faab6, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:41:01.590891 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] For port 3e07945f-c14d-4f6d-8751-4c47534faab6, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3e07945f-c14d-4f6d-8751-4c47534faab6,segment=NetworkSegment(79f61726-48ba-427c-8f2e-df3adc89beea),segment_id=79f61726-48ba-427c-8f2e-df3adc89beea)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:41:01.595156 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:01.597828 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:01.632651 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:41:01.635052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:41:01.638099 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:41:01.662968 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92bd0d-3f3e-4124-94c5-e761ff439954 None None] Pushing event updated for resources: {'Port': ['ID=3e07945f-c14d-4f6d-8751-4c47534faab6,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:01.668428 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=0040f72e-86cd-40a3-8c93-30cd6f43d9c0,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:01.709804 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:01.864022 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:02.189273 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:02.195563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:02.275373 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=0040f72e-86cd-40a3-8c93-30cd6f43d9c0,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:02.278914 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:02.377762 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:41:02.379434 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:41:02.503686 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router a3d45049-fb73-477b-bd4d-e107b41ea682 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:41:02.619174 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:41:02.624744 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2d17419b-f544-422f-b1ba-ffeb331291f5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "PUT /v2.0/routers/a3d45049-fb73-477b-bd4d-e107b41ea682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3052864 Nov 03 19:41:02.722286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf5c534-3c52-4c6f-af30-47b873793a12 None None] Network 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:41:02.785917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3e07945f-c14d-4f6d-8751-4c47534faab6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:41:02.819511 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-777aca47-1c00-45ef-b1ba-d66539de264f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465430346&fields=id&tenant_id=c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 267 time: 0.0592995 Nov 03 19:41:02.821451 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-37f6d1f7-b7b7-46cc-a760-890eebf24918 None None] Provisioning complete for port 3e07945f-c14d-4f6d-8751-4c47534faab6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:41:02.821666 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-37f6d1f7-b7b7-46cc-a760-890eebf24918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:02.938236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-0bde948b-7344-4599-ac51-fcde7eb2fea3 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:02.939737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 3e07945f-c14d-4f6d-8751-4c47534faab6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:41:02.940115 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:02.940503 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-0bde948b-7344-4599-ac51-fcde7eb2fea3 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/networks?id=1a49ff61-d3b9-4dfc-9520-f97ac09421c0 HTTP/1.1" status: 200 len: 797 time: 0.1137872 Nov 03 19:41:02.960873 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-2818d2ec-f947-4533-b549-cd59ca7dbeff tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/quotas/c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 375 time: 0.0110819 Nov 03 19:41:03.015572 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-21b1ddec-344c-4cf4-9b61-8480e38aa990 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462999 Nov 03 19:41:03.028723 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-37f6d1f7-b7b7-46cc-a760-890eebf24918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:03.076138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-37f6d1f7-b7b7-46cc-a760-890eebf24918 None None] For port 3e07945f-c14d-4f6d-8751-4c47534faab6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3e07945f-c14d-4f6d-8751-4c47534faab6,segment=NetworkSegment(79f61726-48ba-427c-8f2e-df3adc89beea),segment_id=79f61726-48ba-427c-8f2e-df3adc89beea)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:41:03.089520 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-96eba6a8-05b6-40ff-bc5c-09e92d601be0 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:41:03.096206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-96eba6a8-05b6-40ff-bc5c-09e92d601be0 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0680995 Nov 03 19:41:03.100690 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-37f6d1f7-b7b7-46cc-a760-890eebf24918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:03.138252 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:03.177228 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6d1f7-b7b7-46cc-a760-890eebf24918 None None] Pushing event updated for resources: {'Port': ['ID=3e07945f-c14d-4f6d-8751-4c47534faab6,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:03.209064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-847f9284-0e4a-45c9-a1ad-85e52e8e13be service neutron] 10.222.0.107 "GET /v2.0/networks/1a49ff61-d3b9-4dfc-9520-f97ac09421c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099954 Nov 03 19:41:03.220701 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:41:03.221063 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:41:03.294636 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Sync routers for ids ['a3d45049-fb73-477b-bd4d-e107b41ea682'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:41:03.304931 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Routers {'a3d45049-fb73-477b-bd4d-e107b41ea682'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:41:03.305278 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-f2cd63dc-1a19-4440-9e00-5d5eb0f76fed service neutron] 10.222.0.107 "GET /v2.0/networks/1a49ff61-d3b9-4dfc-9520-f97ac09421c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893323 Nov 03 19:41:03.305731 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:40:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['a3d45049-fb73-477b-bd4d-e107b41ea682'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:41:03.326253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-787796aa-4002-4c63-b0d6-0b360c566101 None None] Provisioning complete for port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:41:03.326888 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-787796aa-4002-4c63-b0d6-0b360c566101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:03.369201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-787796aa-4002-4c63-b0d6-0b360c566101 None None] Port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:41:03.379811 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-787796aa-4002-4c63-b0d6-0b360c566101 None None] Provisioning complete for port 3e07945f-c14d-4f6d-8751-4c47534faab6 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:41:03.381526 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-787796aa-4002-4c63-b0d6-0b360c566101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:03.472149 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Set router a3d45049-fb73-477b-bd4d-e107b41ea682 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:41:03.513311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b7e41450-e123-4196-afed-49c4da1eaff4 req-d081d22c-9e40-4ce6-b750-1fb9707c1f4d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 210 time: 0.0336101 Nov 03 19:41:03.597263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a41a6f61-92ac-4aa2-8883-2a3899bfdc30 None None] Provisioning complete for port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:41:03.597938 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a41a6f61-92ac-4aa2-8883-2a3899bfdc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:03.640340 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-a41a6f61-92ac-4aa2-8883-2a3899bfdc30 None None] Port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:41:03.711810 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '0040f72e-86cd-40a3-8c93-30cd6f43d9c0', 'name': '', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:e5:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:41:00Z', 'updated_at': '2021-11-03T19:41:02Z', 'revision_number': 2, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:41:03.739087 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Checking router: a3d45049-fb73-477b-bd4d-e107b41ea682 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:41:03.739966 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Updating router a3d45049-fb73-477b-bd4d-e107b41ea682 port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:41:03.766893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b4fa5dea-3068-40fb-8814-0a5e6979b095 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:41:03.772733 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:03.820483 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port b4fa5dea-3068-40fb-8814-0a5e6979b095 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:41:03.820880 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:03.873018 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-39ba47d9-6e70-46d3-a6f1-744163fa0885 None None] Provisioning complete for port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:41:03.873389 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-39ba47d9-6e70-46d3-a6f1-744163fa0885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:03.916783 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-39ba47d9-6e70-46d3-a6f1-744163fa0885 None None] Port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:41:03.955444 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:03.977079 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port b4fa5dea-3068-40fb-8814-0a5e6979b095, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b4fa5dea-3068-40fb-8814-0a5e6979b095,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:41:03.983121 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:04.034681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=b4fa5dea-3068-40fb-8814-0a5e6979b095,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:04.065283 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:04.070792 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:04.138383 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad603f-e94f-47b8-8f41-f04ce6321b07 None None] Pushing event updated for resources: {'Port': ['ID=0040f72e-86cd-40a3-8c93-30cd6f43d9c0,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:04.147371 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad603f-e94f-47b8-8f41-f04ce6321b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:04.147766 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad603f-e94f-47b8-8f41-f04ce6321b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:04.148095 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad603f-e94f-47b8-8f41-f04ce6321b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:04.148431 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad603f-e94f-47b8-8f41-f04ce6321b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:04.148767 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad603f-e94f-47b8-8f41-f04ce6321b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:04.149102 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad603f-e94f-47b8-8f41-f04ce6321b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:04.149432 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad603f-e94f-47b8-8f41-f04ce6321b07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:04.149756 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad603f-e94f-47b8-8f41-f04ce6321b07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:04.150081 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad603f-e94f-47b8-8f41-f04ce6321b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:04.150433 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad603f-e94f-47b8-8f41-f04ce6321b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:04.150755 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad603f-e94f-47b8-8f41-f04ce6321b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:04.151076 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad603f-e94f-47b8-8f41-f04ce6321b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:41:04.184061 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Attempting to bind port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:41:04.184431 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Attempting to bind port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '79f61726-48ba-427c-8f2e-df3adc89beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:41:04.184793 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Attempting to bind port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 on network 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:41:04.190067 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:41:04.190442 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Checking segment: {'id': '79f61726-48ba-427c-8f2e-df3adc89beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:41:04.190840 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:04.191233 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Bound using segment: {'id': '79f61726-48ba-427c-8f2e-df3adc89beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:41:04.191715 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Bound port: 0040f72e-86cd-40a3-8c93-30cd6f43d9c0, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f61726-48ba-427c-8f2e-df3adc89beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:41:04.192092 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:04.258270 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] For port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:41:04.261883 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] For port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0040f72e-86cd-40a3-8c93-30cd6f43d9c0,segment=NetworkSegment(79f61726-48ba-427c-8f2e-df3adc89beea),segment_id=79f61726-48ba-427c-8f2e-df3adc89beea)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:41:04.268038 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:04.326078 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Routers {'a3d45049-fb73-477b-bd4d-e107b41ea682'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:41:04.326738 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:40:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['a3d45049-fb73-477b-bd4d-e107b41ea682'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:41:04.342802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-5fce5f10-388d-49ff-996b-ba95f3b0c83c None None] Provisioning complete for port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:41:04.343436 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5fce5f10-388d-49ff-996b-ba95f3b0c83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:04.378869 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad603f-e94f-47b8-8f41-f04ce6321b07 None None] Pushing event updated for resources: {'Port': ['ID=0040f72e-86cd-40a3-8c93-30cd6f43d9c0,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:04.441005 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5fce5f10-388d-49ff-996b-ba95f3b0c83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:04.456446 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] Set router a3d45049-fb73-477b-bd4d-e107b41ea682 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:41:04.477382 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5fce5f10-388d-49ff-996b-ba95f3b0c83c None None] For port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0040f72e-86cd-40a3-8c93-30cd6f43d9c0,segment=NetworkSegment(79f61726-48ba-427c-8f2e-df3adc89beea),segment_id=79f61726-48ba-427c-8f2e-df3adc89beea)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:41:04.482372 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5fce5f10-388d-49ff-996b-ba95f3b0c83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:04.537495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce5f10-388d-49ff-996b-ba95f3b0c83c None None] Pushing event updated for resources: {'Port': ['ID=0040f72e-86cd-40a3-8c93-30cd6f43d9c0,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:04.610169 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3d033ff5-6b21-45a4-a01f-bc6bd69e5ed0 None None] Provisioning complete for port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:41:04.610807 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3d033ff5-6b21-45a4-a01f-bc6bd69e5ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:04.623042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23b11d96-e119-4b73-9014-9d5ea361b7a0 req-ef1f0cb5-acfe-4d80-9ffb-52b3f08be8dc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 210 time: 0.0377212 Nov 03 19:41:04.726672 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '0040f72e-86cd-40a3-8c93-30cd6f43d9c0', 'name': '', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:e5:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:41:00Z', 'updated_at': '2021-11-03T19:41:04Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:41:04.756344 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3e07945f-c14d-4f6d-8751-4c47534faab6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:41:04.760617 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06e341-6aa9-4368-bf81-9085d33cc32b None None] The sync data for ids ['a3d45049-fb73-477b-bd4d-e107b41ea682'] in n-d-812150-4 is: [{'id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '0040f72e-86cd-40a3-8c93-30cd6f43d9c0', 'name': '', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:e5:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:41:00Z', 'updated_at': '2021-11-03T19:41:04Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:41:04.787900 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-64dc8274-766d-4761-82b0-e0ca86f0aeab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:04.789450 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-64dc8274-766d-4761-82b0-e0ca86f0aeab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "GET /v2.0/networks?id=1a49ff61-d3b9-4dfc-9520-f97ac09421c0 HTTP/1.1" status: 200 len: 797 time: 0.1690285 Nov 03 19:41:04.854720 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 3e07945f-c14d-4f6d-8751-4c47534faab6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:41:04.855283 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:04.892944 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-92515de8-76e1-4d81-98e5-2a207fc0baaa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 380 time: 0.0907967 Nov 03 19:41:04.904597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-56888cf4-d043-4de4-b216-472fb2fd7ec4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'port': {'device_id': '5b023275-9a4d-4e9e-ac19-b42317234a5a', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'admin_state_up': True, 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'security_groups': ['978107fa-83bc-416f-8423-bc314c5faf14']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:41:04.948878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b4fa5dea-3068-40fb-8814-0a5e6979b095 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:41:04.996496 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port b4fa5dea-3068-40fb-8814-0a5e6979b095 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:41:04.996872 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:05.032069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-56888cf4-d043-4de4-b216-472fb2fd7ec4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Made reservation on behalf of c336de3085e94a0083067dfbf2e22927 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:41:05.036069 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-56888cf4-d043-4de4-b216-472fb2fd7ec4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:05.173536 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-56888cf4-d043-4de4-b216-472fb2fd7ec4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.20.0.8 (1a49ff61-d3b9-4dfc-9520-f97ac09421c0/bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31/4562e09c-6056-49ad-9e8b-baa740bcfffd) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:41:05.317222 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-56888cf4-d043-4de4-b216-472fb2fd7ec4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:05.352548 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-56888cf4-d043-4de4-b216-472fb2fd7ec4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:05.400106 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-56888cf4-d043-4de4-b216-472fb2fd7ec4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:41:05.403180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-56888cf4-d043-4de4-b216-472fb2fd7ec4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:41:05.405714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-56888cf4-d043-4de4-b216-472fb2fd7ec4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:41:05.439618 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56888cf4-d043-4de4-b216-472fb2fd7ec4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=4562e09c-6056-49ad-9e8b-baa740bcfffd,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:05.469259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-56888cf4-d043-4de4-b216-472fb2fd7ec4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:05.470006 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-56888cf4-d043-4de4-b216-472fb2fd7ec4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:05.490578 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-56888cf4-d043-4de4-b216-472fb2fd7ec4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5899413 Nov 03 19:41:05.503807 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Request body: {'port': {'device_id': '5b023275-9a4d-4e9e-ac19-b42317234a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:41:05.567243 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:05.643842 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b67c4002-8986-4812-8c3a-d22d7e3ced7b None None] Provisioning complete for port 4562e09c-6056-49ad-9e8b-baa740bcfffd triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:41:05.644329 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b67c4002-8986-4812-8c3a-d22d7e3ced7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:05.684987 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b67c4002-8986-4812-8c3a-d22d7e3ced7b None None] Port 4562e09c-6056-49ad-9e8b-baa740bcfffd cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:41:05.829021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c614fb-94b4-4602-9edf-be9f9e505020 req-4aa8f496-88b6-41aa-907c-33c73caf1995 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:05.830533 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85c614fb-94b4-4602-9edf-be9f9e505020 req-4aa8f496-88b6-41aa-907c-33c73caf1995 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 931 time: 0.1055810 Nov 03 19:41:05.925084 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-85c614fb-94b4-4602-9edf-be9f9e505020 req-de4af13e-512c-4b91-8a4f-db4632503f3c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859597 Nov 03 19:41:05.938843 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4562e09c-6056-49ad-9e8b-baa740bcfffd {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:41:05.946373 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:05.959100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Transition to ACTIVE for port object 4562e09c-6056-49ad-9e8b-baa740bcfffd will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:41:05.962955 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:06.016119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Pushing event updated for resources: {'Port': ['ID=4562e09c-6056-49ad-9e8b-baa740bcfffd,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:06.088159 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Attempting to bind port 4562e09c-6056-49ad-9e8b-baa740bcfffd on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:41:06.088501 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Attempting to bind port 4562e09c-6056-49ad-9e8b-baa740bcfffd by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '79f61726-48ba-427c-8f2e-df3adc89beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:41:06.088836 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Attempting to bind port 4562e09c-6056-49ad-9e8b-baa740bcfffd on network 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:41:06.095331 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Port 4562e09c-6056-49ad-9e8b-baa740bcfffd on network 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:41:06.095696 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Attempting to bind port 4562e09c-6056-49ad-9e8b-baa740bcfffd on network 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:41:06.101523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:41:06.101857 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Checking segment: {'id': '79f61726-48ba-427c-8f2e-df3adc89beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:41:06.102239 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Bound using segment: {'id': '79f61726-48ba-427c-8f2e-df3adc89beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:41:06.102666 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Bound port: 4562e09c-6056-49ad-9e8b-baa740bcfffd, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f61726-48ba-427c-8f2e-df3adc89beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:41:06.103023 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:06.169999 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] For port 4562e09c-6056-49ad-9e8b-baa740bcfffd, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:41:06.173483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] For port 4562e09c-6056-49ad-9e8b-baa740bcfffd, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4562e09c-6056-49ad-9e8b-baa740bcfffd,segment=NetworkSegment(79f61726-48ba-427c-8f2e-df3adc89beea),segment_id=79f61726-48ba-427c-8f2e-df3adc89beea)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:41:06.177285 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:06.213826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:06.214268 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:06.215670 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] 10.222.0.98 "PUT /v2.0/ports/4562e09c-6056-49ad-9e8b-baa740bcfffd HTTP/1.1" status: 200 len: 1091 time: 0.7170203 Nov 03 19:41:06.216113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b023275-9a4d-4e9e-ac19-b42317234a5a', 'tag': '4562e09c-6056-49ad-9e8b-baa740bcfffd'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:41:06.218344 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104dab30-e3cf-44cc-9f02-8246a5422191" -d '{"events": [{"name": "network-changed", "server_uuid": "5b023275-9a4d-4e9e-ac19-b42317234a5a", "tag": "4562e09c-6056-49ad-9e8b-baa740bcfffd"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:41:06.245823 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b6486-cadb-4c08-8a4d-72e519da4943 service neutron] Pushing event updated for resources: {'Port': ['ID=4562e09c-6056-49ad-9e8b-baa740bcfffd,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:06.269918 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b189468-9c10-467e-80eb-93dc3222f202 x-openstack-request-id: req-4b189468-9c10-467e-80eb-93dc3222f202 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:41:06.270237 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b023275-9a4d-4e9e-ac19-b42317234a5a", "tag": "4562e09c-6056-49ad-9e8b-baa740bcfffd", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:41:06.270492 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4b189468-9c10-467e-80eb-93dc3222f202 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:41:06.271526 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b023275-9a4d-4e9e-ac19-b42317234a5a', 'tag': '4562e09c-6056-49ad-9e8b-baa740bcfffd', 'status': 'completed', 'code': 200} Nov 03 19:41:06.310682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-cb9d1bfd-a799-4c11-9626-75fd9c3f9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:06.312187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-cb9d1bfd-a799-4c11-9626-75fd9c3f9e33 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 1094 time: 0.0518310 Nov 03 19:41:06.355189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-2c2f8ac2-6d97-4273-9cb3-8aad612a0b74 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4562e09c-6056-49ad-9e8b-baa740bcfffd HTTP/1.1" status: 200 len: 217 time: 0.0357733 Nov 03 19:41:06.405465 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-0138c287-7082-4771-b23b-e1ddc20544ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:06.406983 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-0138c287-7082-4771-b23b-e1ddc20544ea service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31 HTTP/1.1" status: 200 len: 834 time: 0.0454001 Nov 03 19:41:06.456180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-c83b101f-f6e1-4856-a29f-f3e6fb4cdf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:06.457674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-c83b101f-f6e1-4856-a29f-f3e6fb4cdf9a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1a49ff61-d3b9-4dfc-9520-f97ac09421c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439258 Nov 03 19:41:06.548006 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-f5b1053a-d5f5-4d27-89a4-61bb36050ee7 service neutron] 10.222.0.98 "GET /v2.0/networks/1a49ff61-d3b9-4dfc-9520-f97ac09421c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822129 Nov 03 19:41:06.645379 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d976708b-6ce7-4cc1-b6a1-a6f7d01a4ace req-8cefadad-cd64-4874-82c3-03e03702e639 service neutron] 10.222.0.98 "GET /v2.0/networks/1a49ff61-d3b9-4dfc-9520-f97ac09421c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908470 Nov 03 19:41:06.716850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:41:06.742218 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dab30-e3cf-44cc-9f02-8246a5422191 req-6b9d0bf5-afa9-4993-8dc9-1e0e6cc30e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:06.743765 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-104dab30-e3cf-44cc-9f02-8246a5422191 req-6b9d0bf5-afa9-4993-8dc9-1e0e6cc30e9c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 1094 time: 0.0471606 Nov 03 19:41:06.766896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:41:06.767277 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:06.840409 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dab30-e3cf-44cc-9f02-8246a5422191 req-4500ece8-f037-424c-b809-f9377c6612bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:06.842357 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-104dab30-e3cf-44cc-9f02-8246a5422191 req-4500ece8-f037-424c-b809-f9377c6612bc service neutron] 10.222.0.98 "GET /v2.0/networks?id=1a49ff61-d3b9-4dfc-9520-f97ac09421c0 HTTP/1.1" status: 200 len: 898 time: 0.0909207 Nov 03 19:41:06.884682 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-104dab30-e3cf-44cc-9f02-8246a5422191 req-aab19a42-0ea3-4ef8-a570-f9d9b5cef7fb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4562e09c-6056-49ad-9e8b-baa740bcfffd HTTP/1.1" status: 200 len: 217 time: 0.0344410 Nov 03 19:41:06.933814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dab30-e3cf-44cc-9f02-8246a5422191 req-981a963a-46a4-4d4f-9231-8e10cbe901d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:06.935213 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-104dab30-e3cf-44cc-9f02-8246a5422191 req-981a963a-46a4-4d4f-9231-8e10cbe901d4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31 HTTP/1.1" status: 200 len: 834 time: 0.0437722 Nov 03 19:41:06.983928 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dab30-e3cf-44cc-9f02-8246a5422191 req-2173cc83-cce4-4e0e-83e7-b4186d8ad4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:06.985456 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-104dab30-e3cf-44cc-9f02-8246a5422191 req-2173cc83-cce4-4e0e-83e7-b4186d8ad4fd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1a49ff61-d3b9-4dfc-9520-f97ac09421c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414402 Nov 03 19:41:07.101185 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a18034-275a-425b-a39b-efc8ea8888b1 req-147dcc27-cca1-4463-a50a-be6cf3eca2f4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:07.102672 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27a18034-275a-425b-a39b-efc8ea8888b1 req-147dcc27-cca1-4463-a50a-be6cf3eca2f4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 943 time: 0.1015623 Nov 03 19:41:07.132048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-104dab30-e3cf-44cc-9f02-8246a5422191 req-f5e0187a-7b17-461e-a591-069deacda13f service neutron] 10.222.0.98 "GET /v2.0/networks/1a49ff61-d3b9-4dfc-9520-f97ac09421c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382711 Nov 03 19:41:07.187689 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-27a18034-275a-425b-a39b-efc8ea8888b1 req-456bb5c6-6f1f-4987-8ff2-6c461a9a6598 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719545 Nov 03 19:41:07.244863 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-104dab30-e3cf-44cc-9f02-8246a5422191 req-eafa6756-c8a7-4e47-8c9d-390c36c9ffb2 service neutron] 10.222.0.98 "GET /v2.0/networks/1a49ff61-d3b9-4dfc-9520-f97ac09421c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005793 Nov 03 19:41:08.303008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37856c-cc71-4015-b463-f95dbd249437 req-e8a03a43-84c6-4be5-9270-84955a4f8dd5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:08.305784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c37856c-cc71-4015-b463-f95dbd249437 req-e8a03a43-84c6-4be5-9270-84955a4f8dd5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 943 time: 0.0500026 Nov 03 19:41:08.356795 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c37856c-cc71-4015-b463-f95dbd249437 req-f4084e81-f4d2-487a-a168-03c6e38fccd8 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451698 Nov 03 19:41:09.479986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159a769-773d-41bc-abed-6a7f18c510b2 req-2aacc160-78de-42d3-b7cd-975d8de2a032 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:09.481682 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a159a769-773d-41bc-abed-6a7f18c510b2 req-2aacc160-78de-42d3-b7cd-975d8de2a032 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 943 time: 0.0549986 Nov 03 19:41:09.534525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a159a769-773d-41bc-abed-6a7f18c510b2 req-c71459fb-5b4a-499a-bd22-80c7d8b1664f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465722 Nov 03 19:41:10.654045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bface728-2600-403b-bee0-82df4f58e564 req-6be22760-550b-4f5b-aacc-1f1fc855b9ad tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:10.655627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bface728-2600-403b-bee0-82df4f58e564 req-6be22760-550b-4f5b-aacc-1f1fc855b9ad tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 943 time: 0.0545180 Nov 03 19:41:10.705151 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bface728-2600-403b-bee0-82df4f58e564 req-d343976c-6eed-44a7-83ba-2c6121fcfc4b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433128 Nov 03 19:41:10.788273 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 4562e09c-6056-49ad-9e8b-baa740bcfffd details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:41:10.888406 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 4562e09c-6056-49ad-9e8b-baa740bcfffd, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4562e09c-6056-49ad-9e8b-baa740bcfffd,segment=NetworkSegment(79f61726-48ba-427c-8f2e-df3adc89beea),segment_id=79f61726-48ba-427c-8f2e-df3adc89beea)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:41:10.899873 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '4562e09c-6056-49ad-9e8b-baa740bcfffd', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'port_id': '4562e09c-6056-49ad-9e8b-baa740bcfffd', 'mac_address': 'fa:16:3e:1f:b3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:41:10.936250 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:10.949502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4562e09c-6056-49ad-9e8b-baa740bcfffd {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:41:10.969176 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 4562e09c-6056-49ad-9e8b-baa740bcfffd, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4562e09c-6056-49ad-9e8b-baa740bcfffd,segment=NetworkSegment(79f61726-48ba-427c-8f2e-df3adc89beea),segment_id=79f61726-48ba-427c-8f2e-df3adc89beea)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:41:10.973214 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:11.020496 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=4562e09c-6056-49ad-9e8b-baa740bcfffd,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:11.190016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['4562e09c-6056-49ad-9e8b-baa740bcfffd'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:41:11.822639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6bbd2-4263-4f2b-9c23-be6cc1e88ed2 req-4a43a2b2-0d37-443c-9f27-ecbded895174 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:11.824164 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29f6bbd2-4263-4f2b-9c23-be6cc1e88ed2 req-4a43a2b2-0d37-443c-9f27-ecbded895174 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 944 time: 0.0525169 Nov 03 19:41:11.873670 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29f6bbd2-4263-4f2b-9c23-be6cc1e88ed2 req-a69512af-fb6a-4f86-99b3-d2e6c6733c69 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435145 Nov 03 19:41:12.788401 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 4562e09c-6056-49ad-9e8b-baa740bcfffd up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:41:12.838721 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 4562e09c-6056-49ad-9e8b-baa740bcfffd completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:41:12.842664 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 4562e09c-6056-49ad-9e8b-baa740bcfffd triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:41:12.843036 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:12.922105 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:12.946553 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b023275-9a4d-4e9e-ac19-b42317234a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4562e09c-6056-49ad-9e8b-baa740bcfffd'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:41:12.948827 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b3503b-53ca-4a82-a6c2-f4d9d39ced1a" -d '{"events": [{"server_uuid": "5b023275-9a4d-4e9e-ac19-b42317234a5a", "name": "network-vif-plugged", "status": "completed", "tag": "4562e09c-6056-49ad-9e8b-baa740bcfffd"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:41:12.961457 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 4562e09c-6056-49ad-9e8b-baa740bcfffd, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4562e09c-6056-49ad-9e8b-baa740bcfffd,segment=NetworkSegment(79f61726-48ba-427c-8f2e-df3adc89beea),segment_id=79f61726-48ba-427c-8f2e-df3adc89beea)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:41:12.966351 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:12.996698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ccdaa-50f0-4bbc-8754-90f6c2a3adf0 req-d120b8ef-fc23-44f8-aa21-a25a6f5f79b7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:12.997272 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2b1ebd-6d8f-4edc-b18f-e7241c1fe3e1 x-openstack-request-id: req-8b2b1ebd-6d8f-4edc-b18f-e7241c1fe3e1 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:41:12.997272 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b023275-9a4d-4e9e-ac19-b42317234a5a", "name": "network-vif-plugged", "status": "completed", "tag": "4562e09c-6056-49ad-9e8b-baa740bcfffd", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:41:12.997272 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8b2b1ebd-6d8f-4edc-b18f-e7241c1fe3e1 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:41:12.997656 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b023275-9a4d-4e9e-ac19-b42317234a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4562e09c-6056-49ad-9e8b-baa740bcfffd', 'code': 200} Nov 03 19:41:12.998269 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-852ccdaa-50f0-4bbc-8754-90f6c2a3adf0 req-d120b8ef-fc23-44f8-aa21-a25a6f5f79b7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 944 time: 0.0526984 Nov 03 19:41:13.023604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=4562e09c-6056-49ad-9e8b-baa740bcfffd,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:13.063237 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-852ccdaa-50f0-4bbc-8754-90f6c2a3adf0 req-d3f332b7-3eff-40b4-9212-109f7ef5e76d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572188 Nov 03 19:41:13.090975 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93fb9f-31be-4e2e-81cb-9baccfc62b65 req-2169ae9d-b321-4347-a3c0-f6b897da7d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:13.092520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f93fb9f-31be-4e2e-81cb-9baccfc62b65 req-2169ae9d-b321-4347-a3c0-f6b897da7d30 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 1096 time: 0.0425446 Nov 03 19:41:13.144932 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9f93fb9f-31be-4e2e-81cb-9baccfc62b65 req-4bee61ed-1209-49d3-b85a-f8be8d471e48 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436611 Nov 03 19:41:13.387803 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:41:13.738811 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:14.191416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb2c8b-afb5-4d19-9f3d-0b4cf2de06e9 req-478c71fc-564c-45d8-9372-99f7fff6569a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:14.192946 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63fb2c8b-afb5-4d19-9f3d-0b4cf2de06e9 req-478c71fc-564c-45d8-9372-99f7fff6569a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0501771 Nov 03 19:41:14.242626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63fb2c8b-afb5-4d19-9f3d-0b4cf2de06e9 req-35f24803-97a0-4194-b334-495cbea9bfec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429869 Nov 03 19:41:15.356044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2de510-8f7c-4039-bae1-355e18b3f54a req-f89ce971-4d51-45f1-bcb2-3ffef33c251d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:15.357530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf2de510-8f7c-4039-bae1-355e18b3f54a req-f89ce971-4d51-45f1-bcb2-3ffef33c251d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0483334 Nov 03 19:41:15.405869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf2de510-8f7c-4039-bae1-355e18b3f54a req-b247cd54-4be9-4767-b120-2e6e6d269d7a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Nov 03 19:41:15.530063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a46d45-1e4f-4b68-8c37-a95e49300f96 req-88daffa0-708b-4c08-8d99-bf0993dc68d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:15.531475 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b8a46d45-1e4f-4b68-8c37-a95e49300f96 req-88daffa0-708b-4c08-8d99-bf0993dc68d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0524559 Nov 03 19:41:15.580079 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b8a46d45-1e4f-4b68-8c37-a95e49300f96 req-3c5506d2-de61-469d-b3e7-c032946a0820 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424094 Nov 03 19:41:15.601636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40452) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:41:15.640504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed57be-bcfc-47f0-b7f3-6d702b42f681 tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:15.642001 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f4ed57be-bcfc-47f0-b7f3-6d702b42f681 tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 1091 time: 0.0394127 Nov 03 19:41:15.644795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40454) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:41:15.649077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '4562e09c-6056-49ad-9e8b-baa740bcfffd', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:41:15.670532 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:15.768734 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:15.870585 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.25.2.145 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/cf74e4d0-0183-4b2f-835b-25f3253504a3) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:41:15.970881 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:16.003503 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:16.040191 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:41:16.045639 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:41:16.049196 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:41:16.055241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=cf74e4d0-0183-4b2f-835b-25f3253504a3,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:16.756694 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:16.822322 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:16.975118 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:16.979553 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:17.048105 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=cf74e4d0-0183-4b2f-835b-25f3253504a3,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:41:17.061554 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:17.165213 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Floating IP a11b16e3-4f82-45ff-874b-7a3dadeb1dd7 associated. External IP: 172.25.2.145, port: 4562e09c-6056-49ad-9e8b-baa740bcfffd. Nov 03 19:41:17.366575 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router a3d45049-fb73-477b-bd4d-e107b41ea682 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:41:17.477367 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:41:17.487480 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df41d4-04bc-45ba-825b-f10eaa3b6b98 None None] Sync routers for ids ['a3d45049-fb73-477b-bd4d-e107b41ea682'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:41:17.496634 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:17.499003 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df41d4-04bc-45ba-825b-f10eaa3b6b98 None None] Routers {'a3d45049-fb73-477b-bd4d-e107b41ea682'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:41:17.499664 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-b4df41d4-04bc-45ba-825b-f10eaa3b6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:40:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['a3d45049-fb73-477b-bd4d-e107b41ea682'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:41:17.526821 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a5df3447-02ac-47c3-9a96-f4d510991cee tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8809857 Nov 03 19:41:17.527509 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b023275-9a4d-4e9e-ac19-b42317234a5a', 'tag': '4562e09c-6056-49ad-9e8b-baa740bcfffd'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:41:17.529906 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03125edf-d80b-4d6a-9b4b-0f60b864533a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b023275-9a4d-4e9e-ac19-b42317234a5a", "tag": "4562e09c-6056-49ad-9e8b-baa740bcfffd"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:41:17.569770 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090f5df0-ca1d-4737-b94a-4ad597ca7749 x-openstack-request-id: req-090f5df0-ca1d-4737-b94a-4ad597ca7749 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:41:17.570061 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b023275-9a4d-4e9e-ac19-b42317234a5a", "tag": "4562e09c-6056-49ad-9e8b-baa740bcfffd", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:41:17.570309 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-090f5df0-ca1d-4737-b94a-4ad597ca7749 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:41:17.570709 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b023275-9a4d-4e9e-ac19-b42317234a5a', 'tag': '4562e09c-6056-49ad-9e8b-baa740bcfffd', 'status': 'completed', 'code': 200} Nov 03 19:41:17.619309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-b4df41d4-04bc-45ba-825b-f10eaa3b6b98 None None] Set router a3d45049-fb73-477b-bd4d-e107b41ea682 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:41:17.661604 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4914bc-1ada-4193-a417-cc105f8946cd req-ce02a795-57c9-4ef5-b42f-d0852f9e2ae0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:17.666311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e4914bc-1ada-4193-a417-cc105f8946cd req-ce02a795-57c9-4ef5-b42f-d0852f9e2ae0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0819075 Nov 03 19:41:17.666311 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03125edf-d80b-4d6a-9b4b-0f60b864533a req-2eddb8cd-06d5-410e-9701-44a639a47cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:17.667073 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03125edf-d80b-4d6a-9b4b-0f60b864533a req-2eddb8cd-06d5-410e-9701-44a639a47cd5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 1096 time: 0.0598140 Nov 03 19:41:17.770536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e4914bc-1ada-4193-a417-cc105f8946cd req-0fb07f7b-edcb-4f7c-a0c9-73aef20a10b9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006219 Nov 03 19:41:17.794740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40460) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:41:17.795309 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03125edf-d80b-4d6a-9b4b-0f60b864533a req-bcbeffe3-a081-4d14-8dc3-4f7e84812d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:17.796669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03125edf-d80b-4d6a-9b4b-0f60b864533a req-bcbeffe3-a081-4d14-8dc3-4f7e84812d90 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1a49ff61-d3b9-4dfc-9520-f97ac09421c0 HTTP/1.1" status: 200 len: 898 time: 0.1207802 Nov 03 19:41:17.852725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-b4df41d4-04bc-45ba-825b-f10eaa3b6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'a11b16e3-4f82-45ff-874b-7a3dadeb1dd7', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'port_id': '4562e09c-6056-49ad-9e8b-baa740bcfffd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'mac_address': 'fa:16:3e:1f:b3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b023275-9a4d-4e9e-ac19-b42317234a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:41:16Z', 'updated_at': '2021-11-03T19:41:16Z', 'revision_number': 0, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0040f72e-86cd-40a3-8c93-30cd6f43d9c0', 'name': '', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:e5:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:41:00Z', 'updated_at': '2021-11-03T19:41:04Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:41:17.860983 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5521c1c7-c7f5-4625-a73f-b487d58b9545 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/a11b16e3-4f82-45ff-874b-7a3dadeb1dd7 HTTP/1.1" status: 200 len: 991 time: 0.0650966 Nov 03 19:41:17.864637 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03125edf-d80b-4d6a-9b4b-0f60b864533a req-864e83ba-4d01-4601-a022-9690188deaee service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4562e09c-6056-49ad-9e8b-baa740bcfffd HTTP/1.1" status: 200 len: 999 time: 0.0607352 Nov 03 19:41:17.882797 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df41d4-04bc-45ba-825b-f10eaa3b6b98 None None] Checking router: a3d45049-fb73-477b-bd4d-e107b41ea682 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:41:17.891114 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df41d4-04bc-45ba-825b-f10eaa3b6b98 None None] Routers {'a3d45049-fb73-477b-bd4d-e107b41ea682'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:41:17.891758 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-b4df41d4-04bc-45ba-825b-f10eaa3b6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:40:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['a3d45049-fb73-477b-bd4d-e107b41ea682'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:41:17.919242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03125edf-d80b-4d6a-9b4b-0f60b864533a req-af6c716a-fb91-4ca0-9afa-92cb84f7736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:17.920768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03125edf-d80b-4d6a-9b4b-0f60b864533a req-af6c716a-fb91-4ca0-9afa-92cb84f7736f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31 HTTP/1.1" status: 200 len: 834 time: 0.0490041 Nov 03 19:41:17.966220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03125edf-d80b-4d6a-9b4b-0f60b864533a req-54538576-3c85-4e07-b44e-e424e9bae849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:17.967805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03125edf-d80b-4d6a-9b4b-0f60b864533a req-54538576-3c85-4e07-b44e-e424e9bae849 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1a49ff61-d3b9-4dfc-9520-f97ac09421c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402811 Nov 03 19:41:18.065050 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03125edf-d80b-4d6a-9b4b-0f60b864533a req-600a4801-994f-4f8c-bb05-ffd4fc636b7f service neutron] 10.222.0.98 "GET /v2.0/networks/1a49ff61-d3b9-4dfc-9520-f97ac09421c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889361 Nov 03 19:41:18.156853 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-b4df41d4-04bc-45ba-825b-f10eaa3b6b98 None None] Set router a3d45049-fb73-477b-bd4d-e107b41ea682 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:41:18.161706 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-03125edf-d80b-4d6a-9b4b-0f60b864533a req-6b25f7a7-55b6-4b43-93a9-6b0e58d5b06d service neutron] 10.222.0.98 "GET /v2.0/networks/1a49ff61-d3b9-4dfc-9520-f97ac09421c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899231 Nov 03 19:41:18.374361 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-b4df41d4-04bc-45ba-825b-f10eaa3b6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'a11b16e3-4f82-45ff-874b-7a3dadeb1dd7', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'port_id': '4562e09c-6056-49ad-9e8b-baa740bcfffd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'mac_address': 'fa:16:3e:1f:b3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b023275-9a4d-4e9e-ac19-b42317234a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:41:16Z', 'updated_at': '2021-11-03T19:41:16Z', 'revision_number': 0, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0040f72e-86cd-40a3-8c93-30cd6f43d9c0', 'name': '', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:e5:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:41:00Z', 'updated_at': '2021-11-03T19:41:04Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:41:18.405061 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df41d4-04bc-45ba-825b-f10eaa3b6b98 None None] The sync data for ids ['a3d45049-fb73-477b-bd4d-e107b41ea682'] in n-d-812150-4 is: [{'id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'a11b16e3-4f82-45ff-874b-7a3dadeb1dd7', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'port_id': '4562e09c-6056-49ad-9e8b-baa740bcfffd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'mac_address': 'fa:16:3e:1f:b3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b023275-9a4d-4e9e-ac19-b42317234a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:41:16Z', 'updated_at': '2021-11-03T19:41:16Z', 'revision_number': 0, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0040f72e-86cd-40a3-8c93-30cd6f43d9c0', 'name': '', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:e5:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:41:00Z', 'updated_at': '2021-11-03T19:41:04Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:41:18.597474 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d71c0-6fd2-402e-a9d9-6530d597f24f None None] New status for floating IP a11b16e3-4f82-45ff-874b-7a3dadeb1dd7: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:41:18.863292 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40462) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:41:18.923155 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-61f3b656-ba28-4cf1-a46e-ed975f3bdf2b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/a11b16e3-4f82-45ff-874b-7a3dadeb1dd7 HTTP/1.1" status: 200 len: 993 time: 0.0586412 Nov 03 19:41:25.878088 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-22d881b0-b98f-40e6-bc8f-867e95b59515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:28.201244 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c9b68914-96c5-4e5d-a7f5-5deda8be1bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:29.610156 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:30.883279 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:31.115144 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:31.588937 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:43.748893 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:45.714328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814fb94-77a1-4b53-b02c-d90e18cbc609 req-a1b51767-5f74-42db-ba72-7818ac7d6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:45.715827 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1814fb94-77a1-4b53-b02c-d90e18cbc609 req-a1b51767-5f74-42db-ba72-7818ac7d6a8e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 1096 time: 0.0447955 Nov 03 19:41:45.833750 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00d6ff-de37-495e-991a-8ddba1d16947 req-62cc765d-1c80-4eb5-a0a3-98a201adf005 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:45.835319 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c00d6ff-de37-495e-991a-8ddba1d16947 req-62cc765d-1c80-4eb5-a0a3-98a201adf005 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.1725204 Nov 03 19:41:45.866880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814fb94-77a1-4b53-b02c-d90e18cbc609 req-ea249fb9-63d0-4deb-a90b-6000fb838c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:45.868263 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1814fb94-77a1-4b53-b02c-d90e18cbc609 req-ea249fb9-63d0-4deb-a90b-6000fb838c2e service neutron] 10.222.0.98 "GET /v2.0/networks?id=1a49ff61-d3b9-4dfc-9520-f97ac09421c0 HTTP/1.1" status: 200 len: 898 time: 0.1391563 Nov 03 19:41:45.942763 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5c00d6ff-de37-495e-991a-8ddba1d16947 req-bb4a1760-9792-440b-acae-27a4291535ad tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002519 Nov 03 19:41:45.959921 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1814fb94-77a1-4b53-b02c-d90e18cbc609 req-9610931e-c89d-4639-bb7e-893389a5f8a4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4562e09c-6056-49ad-9e8b-baa740bcfffd HTTP/1.1" status: 200 len: 1001 time: 0.0841415 Nov 03 19:41:46.011259 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814fb94-77a1-4b53-b02c-d90e18cbc609 req-9ea29888-3f23-4aea-ab4c-62dbaf13e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:46.012774 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1814fb94-77a1-4b53-b02c-d90e18cbc609 req-9ea29888-3f23-4aea-ab4c-62dbaf13e4b2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31 HTTP/1.1" status: 200 len: 834 time: 0.0451777 Nov 03 19:41:46.064608 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814fb94-77a1-4b53-b02c-d90e18cbc609 req-69cb956e-8298-43b1-92c3-fa8022a03c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:46.066166 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1814fb94-77a1-4b53-b02c-d90e18cbc609 req-69cb956e-8298-43b1-92c3-fa8022a03c0a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1a49ff61-d3b9-4dfc-9520-f97ac09421c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464778 Nov 03 19:41:46.161118 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1814fb94-77a1-4b53-b02c-d90e18cbc609 req-8dfdbc24-f5fe-4221-b2af-a7cfa4ed7bfd service neutron] 10.222.0.98 "GET /v2.0/networks/1a49ff61-d3b9-4dfc-9520-f97ac09421c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866451 Nov 03 19:41:46.251994 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1814fb94-77a1-4b53-b02c-d90e18cbc609 req-57e20137-b281-4424-b150-d025af2cecc1 service neutron] 10.222.0.98 "GET /v2.0/networks/1a49ff61-d3b9-4dfc-9520-f97ac09421c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835979 Nov 03 19:41:47.066071 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77ddf3-1c6d-44b3-b6e2-3b78288326fb req-6cb8a86b-4bc0-4a5f-b916-e04bc7d155a0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:47.067626 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a77ddf3-1c6d-44b3-b6e2-3b78288326fb req-6cb8a86b-4bc0-4a5f-b916-e04bc7d155a0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0534925 Nov 03 19:41:47.119721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a77ddf3-1c6d-44b3-b6e2-3b78288326fb req-d37069de-9578-4aa8-982e-d50e7ab013a7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449276 Nov 03 19:41:48.234936 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e28b68-f956-4adc-8ec0-c42792a30056 req-dce11d34-5233-4e67-886e-906082cde2cd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:48.236512 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d7e28b68-f956-4adc-8ec0-c42792a30056 req-dce11d34-5233-4e67-886e-906082cde2cd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0490725 Nov 03 19:41:48.286778 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d7e28b68-f956-4adc-8ec0-c42792a30056 req-30c7a5b7-e98b-4b85-90fc-5d29d34fe531 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442672 Nov 03 19:41:49.401065 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc62b2-7667-4eeb-bfaf-f76673fc43ad req-5008cb1e-86ab-4336-88c6-c5ad7fc9b7fa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:49.402565 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-48dc62b2-7667-4eeb-bfaf-f76673fc43ad req-5008cb1e-86ab-4336-88c6-c5ad7fc9b7fa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0484159 Nov 03 19:41:49.457498 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-48dc62b2-7667-4eeb-bfaf-f76673fc43ad req-0d30dcf4-dd47-45f7-bf27-0932ac99e61b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488667 Nov 03 19:41:50.387766 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:41:50.572944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d49614-4203-4758-9c8b-d4f87ccc5405 req-e37b4bfe-5048-41fe-af30-f64fc6eb32b1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:50.574424 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09d49614-4203-4758-9c8b-d4f87ccc5405 req-e37b4bfe-5048-41fe-af30-f64fc6eb32b1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0494821 Nov 03 19:41:50.623643 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09d49614-4203-4758-9c8b-d4f87ccc5405 req-6e3d1e33-aa06-45a0-8cfd-35633ed956f0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432575 Nov 03 19:41:51.790038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac41991-348f-4eef-b964-97ce19c755d0 req-5a3f4dc5-c57e-4072-8559-04bb9a4ea620 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:51.791525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0ac41991-348f-4eef-b964-97ce19c755d0 req-5a3f4dc5-c57e-4072-8559-04bb9a4ea620 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0970991 Nov 03 19:41:51.840505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0ac41991-348f-4eef-b964-97ce19c755d0 req-de873308-185e-49b3-9966-40acc8da7d91 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 Nov 03 19:41:52.964155 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e68b8-d5ce-4b83-aafb-fb73ce3deb30 req-fee7d0a2-c132-4c0a-be81-c75df566de3d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:52.965559 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c7e68b8-d5ce-4b83-aafb-fb73ce3deb30 req-fee7d0a2-c132-4c0a-be81-c75df566de3d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0547750 Nov 03 19:41:53.018198 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2c7e68b8-d5ce-4b83-aafb-fb73ce3deb30 req-e3f99cb2-0c9d-47dd-bcf6-4bbfe3dcb9f8 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466487 Nov 03 19:41:54.150147 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68e113-6912-4405-9717-ed1906f51a08 req-bdd5c95b-3573-48ba-b8a9-973a74db44bb tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:54.151737 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff68e113-6912-4405-9717-ed1906f51a08 req-bdd5c95b-3573-48ba-b8a9-973a74db44bb tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0485356 Nov 03 19:41:54.200828 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff68e113-6912-4405-9717-ed1906f51a08 req-00a3f39d-9d5b-4a3b-9ed6-38041153d6be tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430305 Nov 03 19:41:55.320516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164aa90-c5fb-4976-b798-569e1edc58d6 req-332c0d4b-bdf1-4cfb-924c-297a8a4a3de9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:55.321937 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b164aa90-c5fb-4976-b798-569e1edc58d6 req-332c0d4b-bdf1-4cfb-924c-297a8a4a3de9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0530396 Nov 03 19:41:55.371877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b164aa90-c5fb-4976-b798-569e1edc58d6 req-3e3a9b02-4a68-4125-a1c4-9ceef5a0f030 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423074 Nov 03 19:41:55.803261 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571089b-b232-4a1b-aa90-c7aa1e9d89a5 req-eaec2702-5583-483d-bf75-8aced91776ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:55.804942 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1571089b-b232-4a1b-aa90-c7aa1e9d89a5 req-eaec2702-5583-483d-bf75-8aced91776ac service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 1096 time: 0.0407484 Nov 03 19:41:55.883717 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3ddd373b-123b-4323-b954-a20925677e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:55.916561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571089b-b232-4a1b-aa90-c7aa1e9d89a5 req-f4f736d6-060f-4f61-9dc5-231de09627e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:55.918117 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1571089b-b232-4a1b-aa90-c7aa1e9d89a5 req-f4f736d6-060f-4f61-9dc5-231de09627e4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1a49ff61-d3b9-4dfc-9520-f97ac09421c0 HTTP/1.1" status: 200 len: 898 time: 0.0942216 Nov 03 19:41:55.984618 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1571089b-b232-4a1b-aa90-c7aa1e9d89a5 req-cb4bef20-1537-498f-ac05-fbc5141f0249 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4562e09c-6056-49ad-9e8b-baa740bcfffd HTTP/1.1" status: 200 len: 1001 time: 0.0588233 Nov 03 19:41:56.033348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571089b-b232-4a1b-aa90-c7aa1e9d89a5 req-b3b10ec8-3ec3-484a-a28a-ed812e4a5231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:56.035053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1571089b-b232-4a1b-aa90-c7aa1e9d89a5 req-b3b10ec8-3ec3-484a-a28a-ed812e4a5231 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31 HTTP/1.1" status: 200 len: 834 time: 0.0437229 Nov 03 19:41:56.084467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571089b-b232-4a1b-aa90-c7aa1e9d89a5 req-7861906b-06e2-4530-a284-8bb0bcec2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:56.086276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1571089b-b232-4a1b-aa90-c7aa1e9d89a5 req-7861906b-06e2-4530-a284-8bb0bcec2045 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1a49ff61-d3b9-4dfc-9520-f97ac09421c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445797 Nov 03 19:41:56.174314 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1571089b-b232-4a1b-aa90-c7aa1e9d89a5 req-27a841a0-7f3c-492c-b5c5-facf88f0da0c service neutron] 10.222.0.98 "GET /v2.0/networks/1a49ff61-d3b9-4dfc-9520-f97ac09421c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799353 Nov 03 19:41:56.265028 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1571089b-b232-4a1b-aa90-c7aa1e9d89a5 req-f17d102f-151f-4d7e-84a3-09d517c491e7 service neutron] 10.222.0.98 "GET /v2.0/networks/1a49ff61-d3b9-4dfc-9520-f97ac09421c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834889 Nov 03 19:41:56.487162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0226c0-8561-4912-af4e-1825bb1356aa req-0e8e2cb8-85f5-403a-be9f-84849279da0a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:56.488684 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab0226c0-8561-4912-af4e-1825bb1356aa req-0e8e2cb8-85f5-403a-be9f-84849279da0a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0486362 Nov 03 19:41:56.538616 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab0226c0-8561-4912-af4e-1825bb1356aa req-bc5c9094-efea-4cc5-b88f-0cecbef5bbde tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431297 Nov 03 19:41:57.652709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2937fe-992f-4e59-a174-1637907be1f5 req-bf23d689-83ea-4368-99e2-c763fad0ea2a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:41:57.654189 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f2937fe-992f-4e59-a174-1637907be1f5 req-bf23d689-83ea-4368-99e2-c763fad0ea2a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0481982 Nov 03 19:41:57.707410 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f2937fe-992f-4e59-a174-1637907be1f5 req-91d4428d-94b6-4f35-b719-ea018bb638e3 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469897 Nov 03 19:41:57.730051 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40500) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:41:57.792722 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-95fc3983-95d1-4829-b6b9-cb1d68cdff1c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/a11b16e3-4f82-45ff-874b-7a3dadeb1dd7 HTTP/1.1" status: 200 len: 993 time: 0.0615191 Nov 03 19:41:58.203780 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9e05-ecb7-4f56-968b-d9d77f3f7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:41:59.612847 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:00.885354 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:01.115265 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:01.591482 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:13.750280 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:25.881855 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b8925605-9f51-436d-8d5d-c7e23af9c4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:27.387234 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:42:28.204763 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-df86899d-4ccf-4071-9321-b42583f8f9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.476175 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40518) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:28.628773 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port cf74e4d0-0183-4b2f-835b-25f3253504a3 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:28.629115 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.702254 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.702580 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.714715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for cf74e4d0-0183-4b2f-835b-25f3253504a3 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:28.858566 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.884244 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=cf74e4d0-0183-4b2f-835b-25f3253504a3,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:28.913175 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:28.913541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:28.913872 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:28.914210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:28.914544 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:28.914876 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:28.915205 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:28.915535 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:28.915887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:28.916212 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:28.916534 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:28.916856 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:28.957025 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:28.957365 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Floating IP a11b16e3-4f82-45ff-874b-7a3dadeb1dd7 disassociated (deleted). External IP: 172.25.2.145, port: 4562e09c-6056-49ad-9e8b-baa740bcfffd. Nov 03 19:42:29.480560 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router a3d45049-fb73-477b-bd4d-e107b41ea682 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:42:29.582045 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:42:29.587509 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:29.593671 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7a54d-1640-4c21-8611-3c02a2027abf None None] Sync routers for ids ['a3d45049-fb73-477b-bd4d-e107b41ea682'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:42:29.611193 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7a54d-1640-4c21-8611-3c02a2027abf None None] Routers {'a3d45049-fb73-477b-bd4d-e107b41ea682'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:29.611824 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-18d7a54d-1640-4c21-8611-3c02a2027abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:42:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['a3d45049-fb73-477b-bd4d-e107b41ea682'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:29.616499 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-120a252f-d16e-49fc-89cf-252aa1dd0b04 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/floatingips/a11b16e3-4f82-45ff-874b-7a3dadeb1dd7 HTTP/1.1" status: 204 len: 168 time: 1.1393523 Nov 03 19:42:29.617214 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b023275-9a4d-4e9e-ac19-b42317234a5a', 'tag': '4562e09c-6056-49ad-9e8b-baa740bcfffd'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:29.619520 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28267e43-430c-4064-b4de-797e10dcb87b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b023275-9a4d-4e9e-ac19-b42317234a5a", "tag": "4562e09c-6056-49ad-9e8b-baa740bcfffd"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:29.708965 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:29.733733 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-18d7a54d-1640-4c21-8611-3c02a2027abf None None] Set router a3d45049-fb73-477b-bd4d-e107b41ea682 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:29.734065 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0711525-e783-491a-b73c-8519a85f1eb3 x-openstack-request-id: req-b0711525-e783-491a-b73c-8519a85f1eb3 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:29.734427 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b023275-9a4d-4e9e-ac19-b42317234a5a", "tag": "4562e09c-6056-49ad-9e8b-baa740bcfffd", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:29.734866 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b0711525-e783-491a-b73c-8519a85f1eb3 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:29.735326 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b023275-9a4d-4e9e-ac19-b42317234a5a', 'tag': '4562e09c-6056-49ad-9e8b-baa740bcfffd', 'status': 'completed', 'code': 200} Nov 03 19:42:29.899824 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900c1ca-55c6-440a-a4f3-d0f0b00173fb req-61a812e6-b3de-41ef-b245-f46c9e986478 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:29.901347 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3900c1ca-55c6-440a-a4f3-d0f0b00173fb req-61a812e6-b3de-41ef-b245-f46c9e986478 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0689213 Nov 03 19:42:29.903475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28267e43-430c-4064-b4de-797e10dcb87b req-9a051058-4796-451d-acb6-cccad4e057b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:29.905205 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28267e43-430c-4064-b4de-797e10dcb87b req-9a051058-4796-451d-acb6-cccad4e057b8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 1096 time: 0.1481373 Nov 03 19:42:29.947664 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-18d7a54d-1640-4c21-8611-3c02a2027abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '0040f72e-86cd-40a3-8c93-30cd6f43d9c0', 'name': '', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:e5:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:41:00Z', 'updated_at': '2021-11-03T19:41:04Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:29.977590 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7a54d-1640-4c21-8611-3c02a2027abf None None] Checking router: a3d45049-fb73-477b-bd4d-e107b41ea682 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:42:29.986034 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7a54d-1640-4c21-8611-3c02a2027abf None None] Routers {'a3d45049-fb73-477b-bd4d-e107b41ea682'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:29.986575 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-18d7a54d-1640-4c21-8611-3c02a2027abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:42:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['a3d45049-fb73-477b-bd4d-e107b41ea682'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:30.008841 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3900c1ca-55c6-440a-a4f3-d0f0b00173fb req-2f8cc28f-9908-4482-bcef-9d4c362a0cba tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010814 Nov 03 19:42:30.038762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28267e43-430c-4064-b4de-797e10dcb87b req-e81a2107-0486-4644-a184-7f8c392e5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:30.040308 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28267e43-430c-4064-b4de-797e10dcb87b req-e81a2107-0486-4644-a184-7f8c392e5e57 service neutron] 10.222.0.98 "GET /v2.0/networks?id=1a49ff61-d3b9-4dfc-9520-f97ac09421c0 HTTP/1.1" status: 200 len: 898 time: 0.1165380 Nov 03 19:42:30.082295 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28267e43-430c-4064-b4de-797e10dcb87b req-bb5944db-8834-4635-91ed-79ee61058458 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4562e09c-6056-49ad-9e8b-baa740bcfffd HTTP/1.1" status: 200 len: 217 time: 0.0339563 Nov 03 19:42:30.094016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-18d7a54d-1640-4c21-8611-3c02a2027abf None None] Set router a3d45049-fb73-477b-bd4d-e107b41ea682 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:30.135466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28267e43-430c-4064-b4de-797e10dcb87b req-9e1a87c4-fb52-4193-9aa1-8de100da8a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:30.136986 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28267e43-430c-4064-b4de-797e10dcb87b req-9e1a87c4-fb52-4193-9aa1-8de100da8a10 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31 HTTP/1.1" status: 200 len: 834 time: 0.0478580 Nov 03 19:42:30.184156 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28267e43-430c-4064-b4de-797e10dcb87b req-4cc41386-60f4-4487-924d-b1720e988db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:30.185711 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28267e43-430c-4064-b4de-797e10dcb87b req-4cc41386-60f4-4487-924d-b1720e988db0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=1a49ff61-d3b9-4dfc-9520-f97ac09421c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413506 Nov 03 19:42:30.279084 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28267e43-430c-4064-b4de-797e10dcb87b req-74103ac1-66ed-4d4e-9c14-3e59f8e51517 service neutron] 10.222.0.98 "GET /v2.0/networks/1a49ff61-d3b9-4dfc-9520-f97ac09421c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841129 Nov 03 19:42:30.290165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-18d7a54d-1640-4c21-8611-3c02a2027abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '0040f72e-86cd-40a3-8c93-30cd6f43d9c0', 'name': '', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:e5:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:41:00Z', 'updated_at': '2021-11-03T19:41:04Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:30.317026 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7a54d-1640-4c21-8611-3c02a2027abf None None] The sync data for ids ['a3d45049-fb73-477b-bd4d-e107b41ea682'] in n-d-812150-4 is: [{'id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:01Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '0040f72e-86cd-40a3-8c93-30cd6f43d9c0', 'name': '', 'network_id': '1a49ff61-d3b9-4dfc-9520-f97ac09421c0', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:e5:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:41:00Z', 'updated_at': '2021-11-03T19:41:04Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:42:30.376418 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28267e43-430c-4064-b4de-797e10dcb87b req-a4749e31-1a14-4c61-a85f-7242e5e77e36 service neutron] 10.222.0.98 "GET /v2.0/networks/1a49ff61-d3b9-4dfc-9520-f97ac09421c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899627 Nov 03 19:42:30.533674 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc5e83-f848-42c0-9f70-423d52e21fca None None] New status for floating IP a11b16e3-4f82-45ff-874b-7a3dadeb1dd7: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:42:30.889085 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.121295 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.132582 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91904392-7169-47b0-98ea-7c53cf4fa73e req-d71d92ca-bfef-413e-a751-7e69c8e5aa76 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:31.134070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91904392-7169-47b0-98ea-7c53cf4fa73e req-d71d92ca-bfef-413e-a751-7e69c8e5aa76 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0495863 Nov 03 19:42:31.183586 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-91904392-7169-47b0-98ea-7c53cf4fa73e req-990ba51c-5aa4-44ae-9b6b-86abe7fd8802 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=978107fa-83bc-416f-8423-bc314c5faf14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433800 Nov 03 19:42:31.334045 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9c36e-530d-463c-b81e-7341ef14ea1b req-312fa067-97bd-48b8-b978-1de21b65c73d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:31.335488 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9af9c36e-530d-463c-b81e-7341ef14ea1b req-312fa067-97bd-48b8-b978-1de21b65c73d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b023275-9a4d-4e9e-ac19-b42317234a5a HTTP/1.1" status: 200 len: 945 time: 0.0520627 Nov 03 19:42:31.423166 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-9af9c36e-530d-463c-b81e-7341ef14ea1b req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port 4562e09c-6056-49ad-9e8b-baa740bcfffd {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:31.423507 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9af9c36e-530d-463c-b81e-7341ef14ea1b req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.513993 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-9af9c36e-530d-463c-b81e-7341ef14ea1b req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] For port 4562e09c-6056-49ad-9e8b-baa740bcfffd, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=4562e09c-6056-49ad-9e8b-baa740bcfffd,segment=NetworkSegment(79f61726-48ba-427c-8f2e-df3adc89beea),segment_id=79f61726-48ba-427c-8f2e-df3adc89beea)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:31.514357 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9af9c36e-530d-463c-b81e-7341ef14ea1b req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.526876 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-9af9c36e-530d-463c-b81e-7341ef14ea1b req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for 4562e09c-6056-49ad-9e8b-baa740bcfffd owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:31.592904 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.660410 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9af9c36e-530d-463c-b81e-7341ef14ea1b req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.689324 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=4562e09c-6056-49ad-9e8b-baa740bcfffd,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:31.702044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:31.702404 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:31.702756 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:31.703102 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:31.703441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:31.703826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:31.704168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:31.704504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:31.704842 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:31.705171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:31.705504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:31.705834 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:31.742247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af9c36e-530d-463c-b81e-7341ef14ea1b req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] No DVR routers for this DVR port 4562e09c-6056-49ad-9e8b-baa740bcfffd on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:42:31.745210 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9af9c36e-530d-463c-b81e-7341ef14ea1b req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:31.748598 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9af9c36e-530d-463c-b81e-7341ef14ea1b req-d6a7685f-fae8-4879-8ea3-dc86d5019bac tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "DELETE /v2.0/ports/4562e09c-6056-49ad-9e8b-baa740bcfffd HTTP/1.1" status: 204 len: 173 time: 0.4060688 Nov 03 19:42:31.749036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b023275-9a4d-4e9e-ac19-b42317234a5a', 'name': 'network-vif-deleted', 'tag': '4562e09c-6056-49ad-9e8b-baa740bcfffd'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:31.751267 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609424df-7467-42c1-8636-79a3aafda51f" -d '{"events": [{"server_uuid": "5b023275-9a4d-4e9e-ac19-b42317234a5a", "name": "network-vif-deleted", "tag": "4562e09c-6056-49ad-9e8b-baa740bcfffd"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:31.848987 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2410e781-1eea-4ef0-963b-0037a3c1e21e x-openstack-request-id: req-2410e781-1eea-4ef0-963b-0037a3c1e21e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:31.849285 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b023275-9a4d-4e9e-ac19-b42317234a5a", "name": "network-vif-deleted", "tag": "4562e09c-6056-49ad-9e8b-baa740bcfffd", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:31.849537 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2410e781-1eea-4ef0-963b-0037a3c1e21e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:31.849942 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b023275-9a4d-4e9e-ac19-b42317234a5a', 'name': 'network-vif-deleted', 'tag': '4562e09c-6056-49ad-9e8b-baa740bcfffd', 'status': 'completed', 'code': 200} Nov 03 19:42:32.242991 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40538) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:32.596327 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee3f880a-72c5-4319-929c-ce3e0851c81b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:32.847083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f880a-72c5-4319-929c-ce3e0851c81b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:32.847337 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee3f880a-72c5-4319-929c-ce3e0851c81b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:32.937029 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-ee3f880a-72c5-4319-929c-ce3e0851c81b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] For port 0040f72e-86cd-40a3-8c93-30cd6f43d9c0, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=0040f72e-86cd-40a3-8c93-30cd6f43d9c0,segment=NetworkSegment(79f61726-48ba-427c-8f2e-df3adc89beea),segment_id=79f61726-48ba-427c-8f2e-df3adc89beea)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:32.937389 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee3f880a-72c5-4319-929c-ce3e0851c81b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:32.949753 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f880a-72c5-4319-929c-ce3e0851c81b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:33.127789 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee3f880a-72c5-4319-929c-ce3e0851c81b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:33.153786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f880a-72c5-4319-929c-ce3e0851c81b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=0040f72e-86cd-40a3-8c93-30cd6f43d9c0,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:33.327259 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-ee3f880a-72c5-4319-929c-ce3e0851c81b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:33.551715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3f880a-72c5-4319-929c-ce3e0851c81b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router a3d45049-fb73-477b-bd4d-e107b41ea682 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:42:33.657378 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3f880a-72c5-4319-929c-ce3e0851c81b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:42:33.663021 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-ee3f880a-72c5-4319-929c-ce3e0851c81b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "PUT /v2.0/routers/a3d45049-fb73-477b-bd4d-e107b41ea682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4187624 Nov 03 19:42:33.665612 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40540) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:33.668302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fe5cd3-c441-46a0-84de-c2a9d6c521a9 None None] Sync routers for ids ['a3d45049-fb73-477b-bd4d-e107b41ea682'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:42:33.679076 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fe5cd3-c441-46a0-84de-c2a9d6c521a9 None None] Routers {'a3d45049-fb73-477b-bd4d-e107b41ea682'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:33.679723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-81fe5cd3-c441-46a0-84de-c2a9d6c521a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:42:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['a3d45049-fb73-477b-bd4d-e107b41ea682'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:33.716493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb27fb91-8acc-4eab-a3d4-dc3a0610a0a9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting subnet bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:42:33.719750 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bb27fb91-8acc-4eab-a3d4-dc3a0610a0a9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:33.761160 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bb27fb91-8acc-4eab-a3d4-dc3a0610a0a9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:33.789658 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-81fe5cd3-c441-46a0-84de-c2a9d6c521a9 None None] Set router a3d45049-fb73-477b-bd4d-e107b41ea682 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:33.849756 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bb27fb91-8acc-4eab-a3d4-dc3a0610a0a9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:33.909361 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bb27fb91-8acc-4eab-a3d4-dc3a0610a0a9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:33.941167 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bb27fb91-8acc-4eab-a3d4-dc3a0610a0a9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:33.946979 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bb27fb91-8acc-4eab-a3d4-dc3a0610a0a9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/subnets/bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31 HTTP/1.1" status: 204 len: 168 time: 0.2780113 Nov 03 19:42:33.946979 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27fb91-8acc-4eab-a3d4-dc3a0610a0a9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2e2aec-bd73-439f-8eb1-7e5fd2dcff31,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:33.947867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40546) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:33.950376 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a97c49-6871-4613-83cc-3072f7241a97 None None] Network 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:42:34.056354 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.068965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-81fe5cd3-c441-46a0-84de-c2a9d6c521a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:42:33Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:34.101311 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fe5cd3-c441-46a0-84de-c2a9d6c521a9 None None] Checking router: a3d45049-fb73-477b-bd4d-e107b41ea682 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:42:34.117020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fe5cd3-c441-46a0-84de-c2a9d6c521a9 None None] Routers {'a3d45049-fb73-477b-bd4d-e107b41ea682'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:34.117619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-81fe5cd3-c441-46a0-84de-c2a9d6c521a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:42:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['a3d45049-fb73-477b-bd4d-e107b41ea682'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:34.167925 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.196370 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] DHCP port deletion for 1a49ff61-d3b9-4dfc-9520-f97ac09421c0 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:42:34.230156 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port b4fa5dea-3068-40fb-8814-0a5e6979b095 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:34.230506 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.317772 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] For port b4fa5dea-3068-40fb-8814-0a5e6979b095, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b4fa5dea-3068-40fb-8814-0a5e6979b095,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:34.318133 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.330719 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for b4fa5dea-3068-40fb-8814-0a5e6979b095 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:34.410954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-81fe5cd3-c441-46a0-84de-c2a9d6c521a9 None None] Set router a3d45049-fb73-477b-bd4d-e107b41ea682 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:34.508878 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.529173 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Deleting port 3e07945f-c14d-4f6d-8751-4c47534faab6 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:42:34.529549 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.542407 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=b4fa5dea-3068-40fb-8814-0a5e6979b095,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:34.596376 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.611979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] For port 3e07945f-c14d-4f6d-8751-4c47534faab6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=3e07945f-c14d-4f6d-8751-4c47534faab6,segment=NetworkSegment(79f61726-48ba-427c-8f2e-df3adc89beea),segment_id=79f61726-48ba-427c-8f2e-df3adc89beea)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:34.612377 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.647316 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Calling delete_port for 3e07945f-c14d-4f6d-8751-4c47534faab6 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:42:34.688168 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.696627 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.727688 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-81fe5cd3-c441-46a0-84de-c2a9d6c521a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:42:33Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:34.757672 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.758290 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Fanout notify agent at l3_agent the message router_deleted on router a3d45049-fb73-477b-bd4d-e107b41ea682 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:42:34.761427 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fe5cd3-c441-46a0-84de-c2a9d6c521a9 None None] The sync data for ids ['a3d45049-fb73-477b-bd4d-e107b41ea682'] in n-d-812150-4 is: [{'id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698245152', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:42:33Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'b4fa5dea-3068-40fb-8814-0a5e6979b095', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d45049-fb73-477b-bd4d-e107b41ea682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:40:58Z', 'updated_at': '2021-11-03T19:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:42:34.766002 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.767335 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a4fbee72-6edf-4ddf-ae4e-894cc779c53d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/routers/a3d45049-fb73-477b-bd4d-e107b41ea682 HTTP/1.1" status: 204 len: 168 time: 0.8180993 Nov 03 19:42:34.770442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40548) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:34.774824 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.802239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Pushing event deleted for resources: {'Port': ['ID=3e07945f-c14d-4f6d-8751-4c47534faab6,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:34.804614 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] No DVR routers for this DVR port 3e07945f-c14d-4f6d-8751-4c47534faab6 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:42:34.813297 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:34.813642 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:34.816315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:34.816315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:34.816315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:34.816315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:34.816315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:34.816315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:34.816315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:34.816315 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:34.818873 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:34.818873 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c677d9f2-5090-4712-a417-e3394acb487a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:34.871369 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60e37d1a-2b07-4c86-98ec-be201ebfd413 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.957036 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60e37d1a-2b07-4c86-98ec-be201ebfd413 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:34.976564 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-60e37d1a-2b07-4c86-98ec-be201ebfd413 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a49ff61-d3b9-4dfc-9520-f97ac09421c0']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:34.985643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-60e37d1a-2b07-4c86-98ec-be201ebfd413 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f61726-48ba-427c-8f2e-df3adc89beea') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:34.985944 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-60e37d1a-2b07-4c86-98ec-be201ebfd413 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f61726-48ba-427c-8f2e-df3adc89beea') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:34.996095 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60e37d1a-2b07-4c86-98ec-be201ebfd413 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.009484 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60e37d1a-2b07-4c86-98ec-be201ebfd413 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.015219 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e37d1a-2b07-4c86-98ec-be201ebfd413 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:42:35.015667 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60e37d1a-2b07-4c86-98ec-be201ebfd413 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:42:35.018540 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:42:35.078137 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60e37d1a-2b07-4c86-98ec-be201ebfd413 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.083069 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60e37d1a-2b07-4c86-98ec-be201ebfd413 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.086378 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-60e37d1a-2b07-4c86-98ec-be201ebfd413 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/networks/1a49ff61-d3b9-4dfc-9520-f97ac09421c0 HTTP/1.1" status: 204 len: 168 time: 0.3140798 Nov 03 19:42:35.089271 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40550) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:35.100491 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e37d1a-2b07-4c86-98ec-be201ebfd413 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Network': ['ID=1a49ff61-d3b9-4dfc-9520-f97ac09421c0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:35.130956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 4562e09c-6056-49ad-9e8b-baa740bcfffd no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:42:35.157918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 4562e09c-6056-49ad-9e8b-baa740bcfffd {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:42:35.158273 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 4562e09c-6056-49ad-9e8b-baa740bcfffd not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:42:35.161334 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fce427f3-6a20-4c7f-8a58-02332a61f10f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.167318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3e07945f-c14d-4f6d-8751-4c47534faab6 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:42:35.190709 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fce427f3-6a20-4c7f-8a58-02332a61f10f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.191445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 3e07945f-c14d-4f6d-8751-4c47534faab6 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:42:35.191853 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 3e07945f-c14d-4f6d-8751-4c47534faab6 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:42:35.256619 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fce427f3-6a20-4c7f-8a58-02332a61f10f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.259290 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fce427f3-6a20-4c7f-8a58-02332a61f10f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.260641 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fce427f3-6a20-4c7f-8a58-02332a61f10f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/security-groups/978107fa-83bc-416f-8423-bc314c5faf14 HTTP/1.1" status: 204 len: 168 time: 0.1703746 Nov 03 19:42:35.270263 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce427f3-6a20-4c7f-8a58-02332a61f10f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=978107fa-83bc-416f-8423-bc314c5faf14,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:35.737367 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40556) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:35.741953 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-6b8492ed-28cb-4c5d-9fc8-38e0c08c078e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-843888323', 'description': 'tempest-secgroup-smoke-843888323 description', 'project_id': 'c336de3085e94a0083067dfbf2e22927'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:35.764175 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6b8492ed-28cb-4c5d-9fc8-38e0c08c078e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.840290 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6b8492ed-28cb-4c5d-9fc8-38e0c08c078e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.843360 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6b8492ed-28cb-4c5d-9fc8-38e0c08c078e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.876808 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-6b8492ed-28cb-4c5d-9fc8-38e0c08c078e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.878036 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-6b8492ed-28cb-4c5d-9fc8-38e0c08c078e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1396840 Nov 03 19:42:35.880060 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8492ed-28cb-4c5d-9fc8-38e0c08c078e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782119c4-6925-40ec-b460-adc46621a9b7,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:35.881087 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40558) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:35.885830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-e71dabf8-ea33-4d4c-8707-7e6fcbbc94f1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '782119c4-6925-40ec-b460-adc46621a9b7', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:35.914666 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e71dabf8-ea33-4d4c-8707-7e6fcbbc94f1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.970032 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e71dabf8-ea33-4d4c-8707-7e6fcbbc94f1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.973609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e71dabf8-ea33-4d4c-8707-7e6fcbbc94f1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:35.994098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71dabf8-ea33-4d4c-8707-7e6fcbbc94f1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdc991c-1f8b-4e02-9eff-416e6470c845,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:36.000107 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e71dabf8-ea33-4d4c-8707-7e6fcbbc94f1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.001193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e71dabf8-ea33-4d4c-8707-7e6fcbbc94f1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190286 Nov 03 19:42:36.003916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40560) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:36.008349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-57bb79e8-05a4-4fe5-bc14-4151ba942324 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '782119c4-6925-40ec-b460-adc46621a9b7', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:36.035829 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57bb79e8-05a4-4fe5-bc14-4151ba942324 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.096258 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57bb79e8-05a4-4fe5-bc14-4151ba942324 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.099720 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57bb79e8-05a4-4fe5-bc14-4151ba942324 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.118305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb79e8-05a4-4fe5-bc14-4151ba942324 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78887bb0-1747-46cf-9a31-050c78bd9f0b,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:36.123187 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57bb79e8-05a4-4fe5-bc14-4151ba942324 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.124581 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-57bb79e8-05a4-4fe5-bc14-4151ba942324 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196513 Nov 03 19:42:36.127236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40562) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:36.132137 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1503dfc9-d9aa-4ea7-a9e0-2dd7ff6e0a85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '782119c4-6925-40ec-b460-adc46621a9b7', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:36.157850 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1503dfc9-d9aa-4ea7-a9e0-2dd7ff6e0a85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.214286 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1503dfc9-d9aa-4ea7-a9e0-2dd7ff6e0a85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.217212 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1503dfc9-d9aa-4ea7-a9e0-2dd7ff6e0a85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.233916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503dfc9-d9aa-4ea7-a9e0-2dd7ff6e0a85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbffd503-1071-4f18-980c-e12499901a8f,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:36.241866 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1503dfc9-d9aa-4ea7-a9e0-2dd7ff6e0a85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.243059 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1503dfc9-d9aa-4ea7-a9e0-2dd7ff6e0a85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148453 Nov 03 19:42:36.246015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40564) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:36.250180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-62c074fd-96fe-47fa-b72e-f04722e7c3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '782119c4-6925-40ec-b460-adc46621a9b7', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:36.277656 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-62c074fd-96fe-47fa-b72e-f04722e7c3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.336353 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-62c074fd-96fe-47fa-b72e-f04722e7c3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.339885 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-62c074fd-96fe-47fa-b72e-f04722e7c3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.358765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c074fd-96fe-47fa-b72e-f04722e7c3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32cf44ea-fade-4e48-b410-57108e5d7736,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:36.364765 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-62c074fd-96fe-47fa-b72e-f04722e7c3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.365888 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-62c074fd-96fe-47fa-b72e-f04722e7c3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190140 Nov 03 19:42:36.368706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40566) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:36.373146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c9e150c9-1cee-4b5f-9032-d956974ed36a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '782119c4-6925-40ec-b460-adc46621a9b7', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:36.394131 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-c9e150c9-1cee-4b5f-9032-d956974ed36a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Project c336de3085e94a0083067dfbf2e22927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:42:36.399495 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9e150c9-1cee-4b5f-9032-d956974ed36a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.460209 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9e150c9-1cee-4b5f-9032-d956974ed36a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.464155 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9e150c9-1cee-4b5f-9032-d956974ed36a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.480678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e150c9-1cee-4b5f-9032-d956974ed36a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64964a51-a990-48b0-aac2-f518ab69fff9,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:36.488634 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9e150c9-1cee-4b5f-9032-d956974ed36a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.490358 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c9e150c9-1cee-4b5f-9032-d956974ed36a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206372 Nov 03 19:42:36.493146 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40568) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:36.497576 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1683c583-339d-4522-87a3-1b217c5b1e81 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '782119c4-6925-40ec-b460-adc46621a9b7', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:36.519564 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-1683c583-339d-4522-87a3-1b217c5b1e81 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Project c336de3085e94a0083067dfbf2e22927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:42:36.524352 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1683c583-339d-4522-87a3-1b217c5b1e81 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.584556 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1683c583-339d-4522-87a3-1b217c5b1e81 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.588231 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1683c583-339d-4522-87a3-1b217c5b1e81 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.606482 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683c583-339d-4522-87a3-1b217c5b1e81 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4ac364-1124-40f3-a787-dea0be74f6df,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:36.614024 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1683c583-339d-4522-87a3-1b217c5b1e81 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.617946 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1683c583-339d-4522-87a3-1b217c5b1e81 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217411 Nov 03 19:42:36.618678 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40570) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:36.623627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-320600c1-8cfd-4e84-9b2e-b3a00871f32a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'network': {'name': 'tempest-network-smoke--1405999909', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'port_security_enabled': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:36.643540 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320600c1-8cfd-4e84-9b2e-b3a00871f32a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Made reservation on behalf of c336de3085e94a0083067dfbf2e22927 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:42:36.647028 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-320600c1-8cfd-4e84-9b2e-b3a00871f32a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.670081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320600c1-8cfd-4e84-9b2e-b3a00871f32a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:42:36.679650 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-320600c1-8cfd-4e84-9b2e-b3a00871f32a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.679990 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-320600c1-8cfd-4e84-9b2e-b3a00871f32a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Added segment bbbc2dcc-22fd-4513-a622-141720b1b3af of type vlan for network 8e8963dc-593a-4c03-a83b-dcbd21ced837 Nov 03 19:42:36.704512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b4fa5dea-3068-40fb-8814-0a5e6979b095 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:42:36.723976 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-320600c1-8cfd-4e84-9b2e-b3a00871f32a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.729167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: b4fa5dea-3068-40fb-8814-0a5e6979b095 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:42:36.729516 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b4fa5dea-3068-40fb-8814-0a5e6979b095 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:42:36.729932 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:42:36.749402 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:42:36.749671 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 0040f72e-86cd-40a3-8c93-30cd6f43d9c0 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:42:36.749830 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-320600c1-8cfd-4e84-9b2e-b3a00871f32a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.756233 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320600c1-8cfd-4e84-9b2e-b3a00871f32a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:36.756842 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-320600c1-8cfd-4e84-9b2e-b3a00871f32a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.792175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-320600c1-8cfd-4e84-9b2e-b3a00871f32a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1724410 Nov 03 19:42:36.794968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40572) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:36.824047 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'admin_state_up': True, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:36.839533 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320600c1-8cfd-4e84-9b2e-b3a00871f32a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Network': ['ID=8e8963dc-593a-4c03-a83b-dcbd21ced837,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:36.850383 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 8e8963dc-593a-4c03-a83b-dcbd21ced837 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:42:36.854020 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.855044 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:36.905113 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:37.045695 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:37.237094 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:37.255099 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:37.357740 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.25.2.164 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:42:37.457566 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:37.493312 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:37.530658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:42:37.533462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:42:37.540067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:42:37.564706 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:37.792148 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:38.340196 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:38.465504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router 03192a91-ea20-4c34-83b1-95791e1859c2 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:42:38.571613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:42:38.585267 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Sync routers for ids ['03192a91-ea20-4c34-83b1-95791e1859c2'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:42:38.595092 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Routers {'03192a91-ea20-4c34-83b1-95791e1859c2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:38.595482 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:38.595710 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:42:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['03192a91-ea20-4c34-83b1-95791e1859c2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:38.600169 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-48dc1f06-67bb-4ac4-a17d-ac62d487e642 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8008590 Nov 03 19:42:38.600656 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40574) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:38.634846 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-61a3a1ee-c67c-431a-af4d-02fa344fc6d4 tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=c336de3085e94a0083067dfbf2e22927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329053 Nov 03 19:42:38.637529 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40576) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:38.701439 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Set router 03192a91-ea20-4c34-83b1-95791e1859c2 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:38.731896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21258a8d-e16b-4855-9fdb-b1542a682ad0 tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:38.733413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-21258a8d-e16b-4855-9fdb-b1542a682ad0 tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948279 Nov 03 19:42:38.736389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40578) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:38.764114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-48bb80b2-6a10-4ea5-a6fb-a4e0ecda58d2 tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265505 Nov 03 19:42:38.766519 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40580) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:38.771743 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-8df379bf-abb3-4033-8c0d-f5f8bbd68292 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1727007031', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:38.858504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df379bf-abb3-4033-8c0d-f5f8bbd68292 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Made reservation on behalf of c336de3085e94a0083067dfbf2e22927 for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:42:38.862017 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8df379bf-abb3-4033-8c0d-f5f8bbd68292 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:38.883974 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:42:36Z', 'updated_at': '2021-11-03T19:42:37Z', 'revision_number': 3, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:37Z', 'updated_at': '2021-11-03T19:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:38.918835 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Checking router: 03192a91-ea20-4c34-83b1-95791e1859c2 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:42:38.919762 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Updating router 03192a91-ea20-4c34-83b1-95791e1859c2 port 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:42:38.947565 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.048055 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8df379bf-abb3-4033-8c0d-f5f8bbd68292 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.120074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df379bf-abb3-4033-8c0d-f5f8bbd68292 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Subnet': ['ID=1b8e4fe6-ceff-4398-9b77-d609391e2e8f,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:39.122220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df379bf-abb3-4033-8c0d-f5f8bbd68292 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Checking segment: {'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:42:39.122590 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df379bf-abb3-4033-8c0d-f5f8bbd68292 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network hostable DHCP agents. Network: 8e8963dc-593a-4c03-a83b-dcbd21ced837, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:42:39.140707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df379bf-abb3-4033-8c0d-f5f8bbd68292 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 8e8963dc-593a-4c03-a83b-dcbd21ced837 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:42:39.150145 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-8df379bf-abb3-4033-8c0d-f5f8bbd68292 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 8e8963dc-593a-4c03-a83b-dcbd21ced837) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:42:39.154323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df379bf-abb3-4033-8c0d-f5f8bbd68292 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:39.154996 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-8df379bf-abb3-4033-8c0d-f5f8bbd68292 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.160489 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ac565a-f51e-4955-9258-fde09d30cf36 None None] Network 8e8963dc-593a-4c03-a83b-dcbd21ced837 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:42:39.180123 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-8df379bf-abb3-4033-8c0d-f5f8bbd68292 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4125764 Nov 03 19:42:39.182785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40582) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:39.209732 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.216811 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.277322 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Attempting to bind port 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:42:39.278034 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Attempting to bind port 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:42:39.278397 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Attempting to bind port 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:42:39.284223 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbaaa1-bbf7-47df-a8f3-4d239f143552 None None] Pushing event updated for resources: {'Port': ['ID=81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:39.289144 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:42:39.289518 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:42:39.289912 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.290296 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:42:39.290781 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Bound port: 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:42:39.291155 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.316310 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-8e8963dc-593a-4c03-a83b-dcbd21ced837', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ips': [{'subnet_id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:42:39.317821 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.324039 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaaa1-bbf7-47df-a8f3-4d239f143552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:39.324039 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaaa1-bbf7-47df-a8f3-4d239f143552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:39.324039 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaaa1-bbf7-47df-a8f3-4d239f143552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:39.324039 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaaa1-bbf7-47df-a8f3-4d239f143552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:39.324530 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaaa1-bbf7-47df-a8f3-4d239f143552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:39.324530 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaaa1-bbf7-47df-a8f3-4d239f143552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:39.324739 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaaa1-bbf7-47df-a8f3-4d239f143552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:39.325066 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaaa1-bbf7-47df-a8f3-4d239f143552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:39.325382 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaaa1-bbf7-47df-a8f3-4d239f143552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:39.325694 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaaa1-bbf7-47df-a8f3-4d239f143552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:39.326006 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaaa1-bbf7-47df-a8f3-4d239f143552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:39.326320 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bbaaa1-bbf7-47df-a8f3-4d239f143552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:42:39.364635 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] For port 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:42:39.368343 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] For port 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:42:39.372755 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.431796 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbaaa1-bbf7-47df-a8f3-4d239f143552 None None] Pushing event updated for resources: {'Port': ['ID=81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:39.439215 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Routers {'03192a91-ea20-4c34-83b1-95791e1859c2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:39.439914 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:42:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['03192a91-ea20-4c34-83b1-95791e1859c2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:39.464880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Allocated IP 172.20.0.2 (8e8963dc-593a-4c03-a83b-dcbd21ced837/1b8e4fe6-ceff-4398-9b77-d609391e2e8f/bcb2e13f-1a16-4444-9fec-60c9df1da0df) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:42:39.546237 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] Set router 03192a91-ea20-4c34-83b1-95791e1859c2 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:39.624560 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.630483 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.669394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Network 8e8963dc-593a-4c03-a83b-dcbd21ced837 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:42:39.677357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:42:39.677862 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.681132 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:42:39.688577 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Pushing event updated for resources: {'Port': ['ID=bcb2e13f-1a16-4444-9fec-60c9df1da0df,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:39.730553 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:42:36Z', 'updated_at': '2021-11-03T19:42:37Z', 'revision_number': 3, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:37Z', 'updated_at': '2021-11-03T19:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:39.748626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Attempting to bind port bcb2e13f-1a16-4444-9fec-60c9df1da0df on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:42:39.749001 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Attempting to bind port bcb2e13f-1a16-4444-9fec-60c9df1da0df by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:42:39.749371 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Attempting to bind port bcb2e13f-1a16-4444-9fec-60c9df1da0df on network 8e8963dc-593a-4c03-a83b-dcbd21ced837 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:42:39.754499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:42:39.754978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Checking segment: {'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:42:39.756728 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.756728 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Bound using segment: {'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:42:39.756973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Bound port: bcb2e13f-1a16-4444-9fec-60c9df1da0df, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:42:39.757154 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.763361 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbe653f-04e3-40c0-9e01-893a59e931ea None None] The sync data for ids ['03192a91-ea20-4c34-83b1-95791e1859c2'] in n-d-812150-4 is: [{'id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:42:36Z', 'updated_at': '2021-11-03T19:42:37Z', 'revision_number': 3, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:37Z', 'updated_at': '2021-11-03T19:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:42:39.825771 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] For port bcb2e13f-1a16-4444-9fec-60c9df1da0df, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:42:39.829773 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] For port bcb2e13f-1a16-4444-9fec-60c9df1da0df, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bcb2e13f-1a16-4444-9fec-60c9df1da0df,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:42:39.833970 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:39.892960 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1079271-0492-4afd-8073-fb2cd0e6c89a None None] Pushing event updated for resources: {'Port': ['ID=bcb2e13f-1a16-4444-9fec-60c9df1da0df,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:39.992635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.20.0.1 (8e8963dc-593a-4c03-a83b-dcbd21ced837/1b8e4fe6-ceff-4398-9b77-d609391e2e8f/64a12b58-a3e5-434a-92a8-df23b299aed4) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:42:40.172202 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:40.212125 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:40.256416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 8e8963dc-593a-4c03-a83b-dcbd21ced837 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:42:40.262477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:42:40.266388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:42:40.273768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=64a12b58-a3e5-434a-92a8-df23b299aed4,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:40.317350 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:40.452742 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:40.777019 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:40.783992 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:40.810469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:42:40.863946 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:40.865005 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:40.875243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=64a12b58-a3e5-434a-92a8-df23b299aed4,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:40.877698 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:40.958425 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcae211-4230-418d-a0b1-524ff4608427 None None] Network 8e8963dc-593a-4c03-a83b-dcbd21ced837 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:42:40.974211 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:40.983398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 8e8963dc-593a-4c03-a83b-dcbd21ced837 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:42:40.985066 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:42:41.049473 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:41.060740 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:41.061512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bcb2e13f-1a16-4444-9fec-60c9df1da0df up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:42:41.097128 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-17dc5c3f-9ce2-402b-9e79-6b34e9e58c8b None None] Provisioning complete for port bcb2e13f-1a16-4444-9fec-60c9df1da0df triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:41.097496 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-17dc5c3f-9ce2-402b-9e79-6b34e9e58c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:41.106776 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router 03192a91-ea20-4c34-83b1-95791e1859c2 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:42:41.222905 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:41.226716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:42:41.240325 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-0cb90b49-5108-47be-8119-7cc82fc91ec1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "PUT /v2.0/routers/03192a91-ea20-4c34-83b1-95791e1859c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0473480 Nov 03 19:42:41.270159 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port bcb2e13f-1a16-4444-9fec-60c9df1da0df triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:41.271152 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:41.363671 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-17dc5c3f-9ce2-402b-9e79-6b34e9e58c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:41.425361 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-01dfea8c-2f09-4be3-b607-6f9afa5b8413 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-843888323&fields=id&tenant_id=c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 267 time: 0.0662513 Nov 03 19:42:41.425944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-17dc5c3f-9ce2-402b-9e79-6b34e9e58c8b None None] For port bcb2e13f-1a16-4444-9fec-60c9df1da0df, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bcb2e13f-1a16-4444-9fec-60c9df1da0df,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:41.431368 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-17dc5c3f-9ce2-402b-9e79-6b34e9e58c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:41.433084 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:41.525293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc5c3f-9ce2-402b-9e79-6b34e9e58c8b None None] Pushing event updated for resources: {'Port': ['ID=bcb2e13f-1a16-4444-9fec-60c9df1da0df,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:41.543918 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:42:41.544282 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:42:41.547386 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Sync routers for ids ['03192a91-ea20-4c34-83b1-95791e1859c2'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:42:41.557564 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Routers {'03192a91-ea20-4c34-83b1-95791e1859c2'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:41.558486 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:42:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['03192a91-ea20-4c34-83b1-95791e1859c2'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:41.560253 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-28c217c8-ef16-4187-9b88-60a67f452f85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:41.562383 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-28c217c8-ef16-4187-9b88-60a67f452f85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/networks?id=8e8963dc-593a-4c03-a83b-dcbd21ced837 HTTP/1.1" status: 200 len: 797 time: 0.1269703 Nov 03 19:42:41.579854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-b3e4809e-3d91-4f39-ac1d-0eb5c8957916 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/quotas/c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 375 time: 0.0114071 Nov 03 19:42:41.635597 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-1c567575-24d1-4f91-bf35-1e87cdf4b2ec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480716 Nov 03 19:42:41.765269 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-3fb8dd76-579a-4470-9321-7cb905db7111 service neutron] 10.222.0.107 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142220 Nov 03 19:42:41.848219 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-77bfdd3a-1888-4772-bb73-232fc0ea34f5 None None] Provisioning complete for port bcb2e13f-1a16-4444-9fec-60c9df1da0df triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:41.848861 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-77bfdd3a-1888-4772-bb73-232fc0ea34f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:41.853604 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Set router 03192a91-ea20-4c34-83b1-95791e1859c2 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:41.865699 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-6b1645e1-8019-4c1d-a864-4dfe8e920c1c service neutron] 10.222.0.107 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937798 Nov 03 19:42:42.055784 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6492ab2e-3b35-4aad-9653-91eeee0dae6f req-a0f2c3da-9b68-4653-9a53-d2e14110bffb tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 210 time: 0.0361238 Nov 03 19:42:42.143518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-77bfdd3a-1888-4772-bb73-232fc0ea34f5 None None] Provisioning complete for port 64a12b58-a3e5-434a-92a8-df23b299aed4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:42.143923 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-77bfdd3a-1888-4772-bb73-232fc0ea34f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:42.189954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-77bfdd3a-1888-4772-bb73-232fc0ea34f5 None None] Port 64a12b58-a3e5-434a-92a8-df23b299aed4 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:42:42.208179 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:42:36Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:37Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '64a12b58-a3e5-434a-92a8-df23b299aed4', 'name': '', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:0d:8d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:39Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 2, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:42.240154 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Checking router: 03192a91-ea20-4c34-83b1-95791e1859c2 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:42:42.240510 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Updating router 03192a91-ea20-4c34-83b1-95791e1859c2 port 64a12b58-a3e5-434a-92a8-df23b299aed4 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:42:42.266483 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:42.334759 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b7a416e1-5cf2-4557-9034-59f38f2c6766 None None] Provisioning complete for port 64a12b58-a3e5-434a-92a8-df23b299aed4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:42.335136 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b7a416e1-5cf2-4557-9034-59f38f2c6766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:42.438572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-b7a416e1-5cf2-4557-9034-59f38f2c6766 None None] Port 64a12b58-a3e5-434a-92a8-df23b299aed4 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:42:42.588666 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:42.594344 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:42.641620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d797ffe-4dc8-4c35-ab67-69e86433618b None None] Pushing event updated for resources: {'Port': ['ID=64a12b58-a3e5-434a-92a8-df23b299aed4,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:42.707565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Attempting to bind port 64a12b58-a3e5-434a-92a8-df23b299aed4 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:42:42.708001 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Attempting to bind port 64a12b58-a3e5-434a-92a8-df23b299aed4 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:42:42.708367 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Attempting to bind port 64a12b58-a3e5-434a-92a8-df23b299aed4 on network 8e8963dc-593a-4c03-a83b-dcbd21ced837 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:42:42.717429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:42:42.717807 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Checking segment: {'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:42:42.718212 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:42.718609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Bound using segment: {'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:42:42.719082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Bound port: 64a12b58-a3e5-434a-92a8-df23b299aed4, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:42:42.719457 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:42.777092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:42:42.828714 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] For port 64a12b58-a3e5-434a-92a8-df23b299aed4, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:42:42.842698 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] For port 64a12b58-a3e5-434a-92a8-df23b299aed4, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=64a12b58-a3e5-434a-92a8-df23b299aed4,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:42:42.849707 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:42.901206 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:42.901580 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:42.943749 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f356618a-32c2-4c6c-baa7-1c4d084eb8ec None None] Provisioning complete for port 64a12b58-a3e5-434a-92a8-df23b299aed4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:42.944124 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f356618a-32c2-4c6c-baa7-1c4d084eb8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:42.974355 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Routers {'03192a91-ea20-4c34-83b1-95791e1859c2'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:42.975002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:42:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['03192a91-ea20-4c34-83b1-95791e1859c2'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:42.979770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d797ffe-4dc8-4c35-ab67-69e86433618b None None] Pushing event updated for resources: {'Port': ['ID=64a12b58-a3e5-434a-92a8-df23b299aed4,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:43.144143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-451b916f-bf9b-482e-a709-a268b82c9802 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:43.146322 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-451b916f-bf9b-482e-a709-a268b82c9802 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "GET /v2.0/networks?id=8e8963dc-593a-4c03-a83b-dcbd21ced837 HTTP/1.1" status: 200 len: 797 time: 0.1683884 Nov 03 19:42:43.190282 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bd5d2ddf-027a-44c3-8dc2-505454ed4cee req-4a6a7eae-7e30-4436-8042-947565460410 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 210 time: 0.0360687 Nov 03 19:42:43.192243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bcb2e13f-1a16-4444-9fec-60c9df1da0df up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:42:43.201890 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] Set router 03192a91-ea20-4c34-83b1-95791e1859c2 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:43.222437 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f356618a-32c2-4c6c-baa7-1c4d084eb8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:43.234833 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-bae9d586-14de-4485-b2e5-37e41255bf63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 379 time: 0.0715833 Nov 03 19:42:43.244702 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-0e937de1-d4b8-47a8-9e32-23e4d54aa56b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'port': {'device_id': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'admin_state_up': True, 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'security_groups': ['782119c4-6925-40ec-b460-adc46621a9b7']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:43.329028 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f356618a-32c2-4c6c-baa7-1c4d084eb8ec None None] For port 64a12b58-a3e5-434a-92a8-df23b299aed4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=64a12b58-a3e5-434a-92a8-df23b299aed4,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:43.349800 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f356618a-32c2-4c6c-baa7-1c4d084eb8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:43.357171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-0e937de1-d4b8-47a8-9e32-23e4d54aa56b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Made reservation on behalf of c336de3085e94a0083067dfbf2e22927 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:42:43.360885 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-0e937de1-d4b8-47a8-9e32-23e4d54aa56b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:43.421527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port bcb2e13f-1a16-4444-9fec-60c9df1da0df triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:43.421903 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:43.485301 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356618a-32c2-4c6c-baa7-1c4d084eb8ec None None] Pushing event updated for resources: {'Port': ['ID=64a12b58-a3e5-434a-92a8-df23b299aed4,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:43.494085 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-0e937de1-d4b8-47a8-9e32-23e4d54aa56b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.20.0.4 (8e8963dc-593a-4c03-a83b-dcbd21ced837/1b8e4fe6-ceff-4398-9b77-d609391e2e8f/0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:42:43.533003 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f9af4d1d-183f-49de-9938-ffb5ae240ab3 None None] Provisioning complete for port 64a12b58-a3e5-434a-92a8-df23b299aed4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:43.533375 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f9af4d1d-183f-49de-9938-ffb5ae240ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:43.637907 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-0e937de1-d4b8-47a8-9e32-23e4d54aa56b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:43.654431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:42:36Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:37Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '64a12b58-a3e5-434a-92a8-df23b299aed4', 'name': '', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:0d:8d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:39Z', 'updated_at': '2021-11-03T19:42:42Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:43.672589 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-0e937de1-d4b8-47a8-9e32-23e4d54aa56b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:43.685605 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4dee2-e0e2-4757-9b8f-fbdd0d2c717f None None] The sync data for ids ['03192a91-ea20-4c34-83b1-95791e1859c2'] in n-d-812150-4 is: [{'id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:42:36Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:37Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '64a12b58-a3e5-434a-92a8-df23b299aed4', 'name': '', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:0d:8d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:39Z', 'updated_at': '2021-11-03T19:42:42Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:42:43.716508 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-0e937de1-d4b8-47a8-9e32-23e4d54aa56b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 8e8963dc-593a-4c03-a83b-dcbd21ced837 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:42:43.719755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-0e937de1-d4b8-47a8-9e32-23e4d54aa56b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:42:43.726082 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-0e937de1-d4b8-47a8-9e32-23e4d54aa56b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:42:43.785338 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:43.791231 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e937de1-d4b8-47a8-9e32-23e4d54aa56b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:43.818803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-0e937de1-d4b8-47a8-9e32-23e4d54aa56b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:43.819554 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-0e937de1-d4b8-47a8-9e32-23e4d54aa56b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:43.837957 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-0e937de1-d4b8-47a8-9e32-23e4d54aa56b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5968413 Nov 03 19:42:43.851281 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Request body: {'port': {'device_id': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:43.918492 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:44.019508 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6fa62734-1b47-4de9-a317-ba2dee0456bf None None] Provisioning complete for port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:44.020143 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6fa62734-1b47-4de9-a317-ba2dee0456bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:44.057246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6fa62734-1b47-4de9-a317-ba2dee0456bf None None] Port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:42:44.213828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:42:44.224666 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:44.237438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Transition to ACTIVE for port object 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:42:44.242621 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:44.306441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:44.400970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b4858-03a9-4c50-a4ab-1013e349e6fb req-85fc4744-57c9-4612-a35d-b956265c9099 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:44.402662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e74b4858-03a9-4c50-a4ab-1013e349e6fb req-85fc4744-57c9-4612-a35d-b956265c9099 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 943 time: 0.1122620 Nov 03 19:42:44.428511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Attempting to bind port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:42:44.429256 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Attempting to bind port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:42:44.429729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Attempting to bind port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 on network 8e8963dc-593a-4c03-a83b-dcbd21ced837 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:42:44.445866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 on network 8e8963dc-593a-4c03-a83b-dcbd21ced837 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:42:44.446192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Attempting to bind port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 on network 8e8963dc-593a-4c03-a83b-dcbd21ced837 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:42:44.460911 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:42:44.461240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Checking segment: {'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:42:44.461698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Bound using segment: {'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:42:44.462110 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Bound port: 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:42:44.462458 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:44.493360 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e74b4858-03a9-4c50-a4ab-1013e349e6fb req-0f639aeb-799d-4d17-88bb-368a8cc19f8a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792427 Nov 03 19:42:44.555363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] For port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:42:44.559036 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] For port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:42:44.564177 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:44.827460 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 64a12b58-a3e5-434a-92a8-df23b299aed4 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:42:45.022907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:45.026778 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:45.027470 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:45.029199 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c190a6f9-dfd6-43a9-85de-a185b8cc20c6 service neutron] 10.222.0.98 "PUT /v2.0/ports/0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 HTTP/1.1" status: 200 len: 1091 time: 1.1830971 Nov 03 19:42:45.029714 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:45.032923 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd2539d-7f27-4a30-826d-e93f013ab545" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:45.068692 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 64a12b58-a3e5-434a-92a8-df23b299aed4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:45.069270 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:45.135313 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f201317d-40ea-482d-a317-c2ebffdd3166 x-openstack-request-id: req-f201317d-40ea-482d-a317-c2ebffdd3166 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:45.135916 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:45.136324 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f201317d-40ea-482d-a317-c2ebffdd3166 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:45.136945 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'status': 'completed', 'code': 200} Nov 03 19:42:45.156092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-8de4b023-1099-4e7b-8c99-e3f1fa5f70aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:45.158044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-8de4b023-1099-4e7b-8c99-e3f1fa5f70aa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 1094 time: 0.0665717 Nov 03 19:42:45.208582 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-c9c26f78-5fec-4f7e-911e-bbbf4b1c673c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 HTTP/1.1" status: 200 len: 217 time: 0.0426748 Nov 03 19:42:45.264627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-2a3a7e54-f574-4d26-8d11-5bb707cd96fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:45.266019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-2a3a7e54-f574-4d26-8d11-5bb707cd96fc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1b8e4fe6-ceff-4398-9b77-d609391e2e8f HTTP/1.1" status: 200 len: 835 time: 0.0498910 Nov 03 19:42:45.312477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-268241b0-7481-4207-8267-de4f2dfa4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:45.315186 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-268241b0-7481-4207-8267-de4f2dfa4828 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8e8963dc-593a-4c03-a83b-dcbd21ced837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424013 Nov 03 19:42:45.405749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-131dc682-8a12-4ba2-8766-2a27961b43b1 service neutron] 10.222.0.98 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833056 Nov 03 19:42:45.498236 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fdfd6e0-b5a1-44f6-86b0-dc739052b910 req-8c1ed2b9-783e-42b0-bacf-2e0b3e0bb0ac service neutron] 10.222.0.98 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852215 Nov 03 19:42:45.619719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2539d-7f27-4a30-826d-e93f013ab545 req-08b85ae2-2696-4ec5-9f20-38dfa569c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:45.622322 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fd2539d-7f27-4a30-826d-e93f013ab545 req-08b85ae2-2696-4ec5-9f20-38dfa569c8eb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 1094 time: 0.0697277 Nov 03 19:42:45.662712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640ff00-2ba4-47e8-9c57-504d775424fa req-e124b616-0ac3-4f7f-ba5e-aa0b0f74420c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:45.664319 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a640ff00-2ba4-47e8-9c57-504d775424fa req-e124b616-0ac3-4f7f-ba5e-aa0b0f74420c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 943 time: 0.0871029 Nov 03 19:42:45.758763 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a640ff00-2ba4-47e8-9c57-504d775424fa req-ef62d987-29f9-4999-8c3b-d6edd3bfae13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874403 Nov 03 19:42:45.768365 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2539d-7f27-4a30-826d-e93f013ab545 req-1496d27a-1613-41ba-bbf2-d47a725e9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:45.769956 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fd2539d-7f27-4a30-826d-e93f013ab545 req-1496d27a-1613-41ba-bbf2-d47a725e9ef3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=8e8963dc-593a-4c03-a83b-dcbd21ced837 HTTP/1.1" status: 200 len: 898 time: 0.1397669 Nov 03 19:42:45.820982 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fd2539d-7f27-4a30-826d-e93f013ab545 req-35159966-4a2f-4476-bbed-6ec599bcb5b2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 HTTP/1.1" status: 200 len: 217 time: 0.0436757 Nov 03 19:42:45.870507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2539d-7f27-4a30-826d-e93f013ab545 req-20e134ea-4b14-404a-a5e7-87d43f1b867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:45.872193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fd2539d-7f27-4a30-826d-e93f013ab545 req-20e134ea-4b14-404a-a5e7-87d43f1b867e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1b8e4fe6-ceff-4398-9b77-d609391e2e8f HTTP/1.1" status: 200 len: 835 time: 0.0440149 Nov 03 19:42:45.923900 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2539d-7f27-4a30-826d-e93f013ab545 req-728cbd7c-1f4d-4276-a6bd-7d2b38d4e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:45.925884 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fd2539d-7f27-4a30-826d-e93f013ab545 req-728cbd7c-1f4d-4276-a6bd-7d2b38d4e1eb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8e8963dc-593a-4c03-a83b-dcbd21ced837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462465 Nov 03 19:42:46.029013 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fd2539d-7f27-4a30-826d-e93f013ab545 req-3b54d9e5-5c07-470a-8e5d-20950d46377d service neutron] 10.222.0.98 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942185 Nov 03 19:42:46.125046 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7fd2539d-7f27-4a30-826d-e93f013ab545 req-9f9f6d14-6504-4f82-8dbe-5fc8a7d17025 service neutron] 10.222.0.98 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884597 Nov 03 19:42:46.878734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c0507-03d0-4186-a622-df04368197ca req-225bf797-c178-473b-995e-99e23bb91b01 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:46.880306 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c76c0507-03d0-4186-a622-df04368197ca req-225bf797-c178-473b-995e-99e23bb91b01 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 943 time: 0.0495293 Nov 03 19:42:46.933780 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c76c0507-03d0-4186-a622-df04368197ca req-286167e8-2cbb-4bf9-9f55-67caa844a55e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475178 Nov 03 19:42:48.051120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae4a73-6a76-403d-b3d9-07e5d2325495 req-d4c02b9c-f03f-4340-be36-00d049428b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:48.053245 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5ae4a73-6a76-403d-b3d9-07e5d2325495 req-d4c02b9c-f03f-4340-be36-00d049428b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 943 time: 0.0503848 Nov 03 19:42:48.102274 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5ae4a73-6a76-403d-b3d9-07e5d2325495 req-25a64d60-bf2d-4c54-9078-3644c004556f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430202 Nov 03 19:42:49.208413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:42:49.217748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6757f-39b4-49e1-b35e-cc311f793479 req-bf556ca6-c789-4f24-8f21-675ba9e2f3df tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:49.219332 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43a6757f-39b4-49e1-b35e-cc311f793479 req-bf556ca6-c789-4f24-8f21-675ba9e2f3df tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 943 time: 0.0495324 Nov 03 19:42:49.271407 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43a6757f-39b4-49e1-b35e-cc311f793479 req-c187a108-bdad-4c6b-a5e0-5be0c00faec6 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452805 Nov 03 19:42:49.307795 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:49.318456 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'port_id': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'mac_address': 'fa:16:3e:3f:6e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:42:49.355558 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:49.368078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:42:49.392681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:49.397398 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:49.444981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:49.637365 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:42:50.392779 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51654368-4be2-4b70-b6f7-f6f8087cda77 req-8758f446-b1b0-424f-a3c8-f259020649f0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:50.394248 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51654368-4be2-4b70-b6f7-f6f8087cda77 req-8758f446-b1b0-424f-a3c8-f259020649f0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 944 time: 0.0519834 Nov 03 19:42:50.442789 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51654368-4be2-4b70-b6f7-f6f8087cda77 req-dece589c-3a19-4544-a597-af3c8ca0bd4f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414841 Nov 03 19:42:51.207112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:42:51.256203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:42:51.259847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:42:51.260217 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:51.336808 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:51.359084 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:51.361373 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9b48ca-e782-4541-b010-24a5ba0ad995" -d '{"events": [{"server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "name": "network-vif-plugged", "status": "completed", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:51.374995 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:42:51.379525 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:51.402482 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f0e725-bb9e-435c-a92a-2633baf5eba9 x-openstack-request-id: req-24f0e725-bb9e-435c-a92a-2633baf5eba9 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:51.402779 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "name": "network-vif-plugged", "status": "completed", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:51.403032 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-24f0e725-bb9e-435c-a92a-2633baf5eba9 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:51.403422 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'code': 200} Nov 03 19:42:51.429861 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:51.504216 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2d717-cd37-40a0-8f68-48912fedb7b9 req-00b8582d-adec-4d43-8b6f-99c79d01b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:51.505805 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3e2d717-cd37-40a0-8f68-48912fedb7b9 req-00b8582d-adec-4d43-8b6f-99c79d01b25f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 1096 time: 0.0441563 Nov 03 19:42:51.583786 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3e2d717-cd37-40a0-8f68-48912fedb7b9 req-fe7eb509-495c-483e-84b4-59de393e63eb service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713468 Nov 03 19:42:51.597051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfa2ab-a92b-4236-9224-369c55520517 req-af7f4468-498f-41e9-9d75-fe19c4ad7a75 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:51.599155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fcfa2ab-a92b-4236-9224-369c55520517 req-af7f4468-498f-41e9-9d75-fe19c4ad7a75 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0855987 Nov 03 19:42:51.663039 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fcfa2ab-a92b-4236-9224-369c55520517 req-cfdf0f8d-5655-48b4-8c3c-c0208b5b2887 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578756 Nov 03 19:42:52.778214 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9e365-33bc-48c8-8666-1b3db5566db2 req-514fd526-7b45-4c7e-b615-4654fb621650 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:52.779719 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98d9e365-33bc-48c8-8666-1b3db5566db2 req-514fd526-7b45-4c7e-b615-4654fb621650 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0481489 Nov 03 19:42:52.835218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-98d9e365-33bc-48c8-8666-1b3db5566db2 req-c93d4f59-fb9b-4faf-9ae6-a7fdd46d36cf tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484114 Nov 03 19:42:52.951350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a095d77-fc1f-4323-a456-c51e7fb45ac4 req-8e34bdbb-3d0f-471a-acd1-136463a1523e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:52.952814 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a095d77-fc1f-4323-a456-c51e7fb45ac4 req-8e34bdbb-3d0f-471a-acd1-136463a1523e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0511651 Nov 03 19:42:53.001813 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3a095d77-fc1f-4323-a456-c51e7fb45ac4 req-8e37e522-0f49-4211-abfe-94525f5ab627 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 Nov 03 19:42:53.023927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40638) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:53.067360 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40deb363-b1e2-4950-a8f9-f8fd181ede8f tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:53.068936 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-40deb363-b1e2-4950-a8f9-f8fd181ede8f tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 1091 time: 0.0440149 Nov 03 19:42:53.071735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40640) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:53.076037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:42:53.098880 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:53.192743 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:53.298707 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.25.2.121 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/f62fe412-4217-4570-a625-2dbee5bf59ea) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:42:53.399526 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:53.432207 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:53.473594 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:42:53.476511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:42:53.482162 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:42:53.506140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=f62fe412-4217-4570-a625-2dbee5bf59ea,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:53.847157 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:53.921098 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:54.087522 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:54.093297 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:54.169011 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=f62fe412-4217-4570-a625-2dbee5bf59ea,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:42:54.178105 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:54.288954 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Floating IP 3ad045a0-6273-4912-acda-28140db08231 associated. External IP: 172.25.2.121, port: 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492. Nov 03 19:42:54.516352 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router 03192a91-ea20-4c34-83b1-95791e1859c2 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:42:54.635411 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:42:54.645391 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1749d1d-e6f4-4c8e-9c7e-6fe6aeb26275 None None] Sync routers for ids ['03192a91-ea20-4c34-83b1-95791e1859c2'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:42:54.654449 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:54.656096 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1749d1d-e6f4-4c8e-9c7e-6fe6aeb26275 None None] Routers {'03192a91-ea20-4c34-83b1-95791e1859c2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:54.656739 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f1749d1d-e6f4-4c8e-9c7e-6fe6aeb26275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:42:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['03192a91-ea20-4c34-83b1-95791e1859c2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:54.682213 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1c4584ef-7500-4032-b087-a7e43dead302 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6094456 Nov 03 19:42:54.682909 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:42:54.685338 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fab8580-02e5-400d-a9df-6fee41d4a9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:42:54.740110 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7f7546-5cc2-42a3-82a6-0dab13389c95 x-openstack-request-id: req-af7f7546-5cc2-42a3-82a6-0dab13389c95 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:42:54.740667 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:42:54.741166 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-af7f7546-5cc2-42a3-82a6-0dab13389c95 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:42:54.742506 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'status': 'completed', 'code': 200} Nov 03 19:42:54.833188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d33b47-59a1-48d7-91e0-5eac3fab8cc1 req-0d616442-38a1-4d29-9e7e-d02c90bc33c4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:54.834811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63d33b47-59a1-48d7-91e0-5eac3fab8cc1 req-0d616442-38a1-4d29-9e7e-d02c90bc33c4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0904307 Nov 03 19:42:54.837846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab8580-02e5-400d-a9df-6fee41d4a9a8 req-d6f84ea6-ac27-42bc-9ef0-4670321f9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:54.839245 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fab8580-02e5-400d-a9df-6fee41d4a9a8 req-d6f84ea6-ac27-42bc-9ef0-4670321f9f2c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 1096 time: 0.0660944 Nov 03 19:42:54.871161 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-f1749d1d-e6f4-4c8e-9c7e-6fe6aeb26275 None None] Set router 03192a91-ea20-4c34-83b1-95791e1859c2 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:54.941406 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-63d33b47-59a1-48d7-91e0-5eac3fab8cc1 req-72cdb8b8-490f-46f4-9a15-e467bf2681e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001375 Nov 03 19:42:54.965448 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40646) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:54.966815 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab8580-02e5-400d-a9df-6fee41d4a9a8 req-fb6d990d-af38-4cc2-99ba-2a20d56de8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:54.968359 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fab8580-02e5-400d-a9df-6fee41d4a9a8 req-fb6d990d-af38-4cc2-99ba-2a20d56de8b6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=8e8963dc-593a-4c03-a83b-dcbd21ced837 HTTP/1.1" status: 200 len: 898 time: 0.1214521 Nov 03 19:42:55.027060 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-88fd5cdd-b06a-434e-9278-bf7ae8d5827b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/3ad045a0-6273-4912-acda-28140db08231 HTTP/1.1" status: 200 len: 991 time: 0.0604064 Nov 03 19:42:55.040345 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fab8580-02e5-400d-a9df-6fee41d4a9a8 req-b85b2d75-39e4-4740-b4fa-cf317992e27e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 HTTP/1.1" status: 200 len: 999 time: 0.0653217 Nov 03 19:42:55.092759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab8580-02e5-400d-a9df-6fee41d4a9a8 req-eb3980d0-f3e3-4ec5-a7c4-8b566c9c5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:55.094292 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fab8580-02e5-400d-a9df-6fee41d4a9a8 req-eb3980d0-f3e3-4ec5-a7c4-8b566c9c5a44 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1b8e4fe6-ceff-4398-9b77-d609391e2e8f HTTP/1.1" status: 200 len: 835 time: 0.0459571 Nov 03 19:42:55.097190 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f1749d1d-e6f4-4c8e-9c7e-6fe6aeb26275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:42:36Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:37Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '3ad045a0-6273-4912-acda-28140db08231', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'port_id': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'mac_address': 'fa:16:3e:3f:6e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:42:53Z', 'updated_at': '2021-11-03T19:42:53Z', 'revision_number': 0, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a12b58-a3e5-434a-92a8-df23b299aed4', 'name': '', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:0d:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:39Z', 'updated_at': '2021-11-03T19:42:43Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:55.138428 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1749d1d-e6f4-4c8e-9c7e-6fe6aeb26275 None None] Checking router: 03192a91-ea20-4c34-83b1-95791e1859c2 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:42:55.147480 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1749d1d-e6f4-4c8e-9c7e-6fe6aeb26275 None None] Routers {'03192a91-ea20-4c34-83b1-95791e1859c2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:42:55.148174 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f1749d1d-e6f4-4c8e-9c7e-6fe6aeb26275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:42:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['03192a91-ea20-4c34-83b1-95791e1859c2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:55.150599 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab8580-02e5-400d-a9df-6fee41d4a9a8 req-f128b6fa-3d83-4154-8d48-446e9989e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:55.152161 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fab8580-02e5-400d-a9df-6fee41d4a9a8 req-f128b6fa-3d83-4154-8d48-446e9989e840 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8e8963dc-593a-4c03-a83b-dcbd21ced837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512395 Nov 03 19:42:55.163684 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-9fab8580-02e5-400d-a9df-6fee41d4a9a8 req-23f95f12-d986-4f58-b040-e9f5848f009d service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:42:55.164724 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fab8580-02e5-400d-a9df-6fee41d4a9a8 req-23f95f12-d986-4f58-b040-e9f5848f009d service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0052783 Nov 03 19:42:55.255988 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-f1749d1d-e6f4-4c8e-9c7e-6fe6aeb26275 None None] Set router 03192a91-ea20-4c34-83b1-95791e1859c2 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:42:55.266258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fab8580-02e5-400d-a9df-6fee41d4a9a8 req-65f6e9e7-a158-4ea6-a489-629c7606cd7f service neutron] 10.222.0.98 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943818 Nov 03 19:42:55.355490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fab8580-02e5-400d-a9df-6fee41d4a9a8 req-db3c2924-86f8-4cde-8e6b-b3cec0005f79 service neutron] 10.222.0.98 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828252 Nov 03 19:42:55.479769 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-f1749d1d-e6f4-4c8e-9c7e-6fe6aeb26275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:42:36Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:37Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '3ad045a0-6273-4912-acda-28140db08231', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'port_id': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'mac_address': 'fa:16:3e:3f:6e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:42:53Z', 'updated_at': '2021-11-03T19:42:53Z', 'revision_number': 0, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a12b58-a3e5-434a-92a8-df23b299aed4', 'name': '', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:0d:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:39Z', 'updated_at': '2021-11-03T19:42:43Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:42:55.506235 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1749d1d-e6f4-4c8e-9c7e-6fe6aeb26275 None None] The sync data for ids ['03192a91-ea20-4c34-83b1-95791e1859c2'] in n-d-812150-4 is: [{'id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:42:36Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:37Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '3ad045a0-6273-4912-acda-28140db08231', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'port_id': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'mac_address': 'fa:16:3e:3f:6e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:42:53Z', 'updated_at': '2021-11-03T19:42:53Z', 'revision_number': 0, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a12b58-a3e5-434a-92a8-df23b299aed4', 'name': '', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:0d:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:39Z', 'updated_at': '2021-11-03T19:42:43Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:42:55.706038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e9372a-797b-408e-af20-b20007d01f2f None None] New status for floating IP 3ad045a0-6273-4912-acda-28140db08231: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:42:55.873651 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b1f4101f-b2b0-4004-8b6b-1b5a31bb666c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:56.031027 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40648) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:42:56.097582 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-388a67fb-70ff-43da-a1a0-2ea26c4cca0c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/3ad045a0-6273-4912-acda-28140db08231 HTTP/1.1" status: 200 len: 993 time: 0.0653727 Nov 03 19:42:56.773834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1848a07c-0c3d-4fa9-ac49-9de19a34f375 req-06a97f1a-61ff-4adb-8179-962350ecdcf0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435281 Nov 03 19:42:56.865431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848a07c-0c3d-4fa9-ac49-9de19a34f375 req-22bf3d08-e908-49e0-a78c-3be24388a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:56.866971 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1848a07c-0c3d-4fa9-ac49-9de19a34f375 req-22bf3d08-e908-49e0-a78c-3be24388a81b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 1096 time: 0.0485814 Nov 03 19:42:56.979168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848a07c-0c3d-4fa9-ac49-9de19a34f375 req-baaec31e-7125-48b8-a67f-ab23ec50de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:56.980601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1848a07c-0c3d-4fa9-ac49-9de19a34f375 req-baaec31e-7125-48b8-a67f-ab23ec50de2c service neutron] 10.222.0.98 "GET /v2.0/networks?id=8e8963dc-593a-4c03-a83b-dcbd21ced837 HTTP/1.1" status: 200 len: 898 time: 0.0945334 Nov 03 19:42:57.046995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1848a07c-0c3d-4fa9-ac49-9de19a34f375 req-e2460e80-96e2-4121-ba4a-be8eb783bd1a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 HTTP/1.1" status: 200 len: 1001 time: 0.0584331 Nov 03 19:42:57.108180 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848a07c-0c3d-4fa9-ac49-9de19a34f375 req-5e40c729-9727-47b3-8548-c7111655870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:57.110034 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1848a07c-0c3d-4fa9-ac49-9de19a34f375 req-5e40c729-9727-47b3-8548-c7111655870d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1b8e4fe6-ceff-4398-9b77-d609391e2e8f HTTP/1.1" status: 200 len: 835 time: 0.0561945 Nov 03 19:42:57.158319 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848a07c-0c3d-4fa9-ac49-9de19a34f375 req-d98acaa4-61a3-403b-aa1b-5a50a1f005eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:42:57.160203 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1848a07c-0c3d-4fa9-ac49-9de19a34f375 req-d98acaa4-61a3-403b-aa1b-5a50a1f005eb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8e8963dc-593a-4c03-a83b-dcbd21ced837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433829 Nov 03 19:42:57.254726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1848a07c-0c3d-4fa9-ac49-9de19a34f375 req-edbc98d5-bc1e-45d1-a8e6-29481dab06d9 service neutron] 10.222.0.98 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869141 Nov 03 19:42:57.359657 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1848a07c-0c3d-4fa9-ac49-9de19a34f375 req-3ce76660-dbd6-4cdd-a88e-37204a07054a service neutron] 10.222.0.98 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986373 Nov 03 19:42:58.205056 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2d031871-9497-4d5e-bcd0-b6ffbc80af2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:42:59.618004 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:00.891954 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:01.120259 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:01.595641 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:04.386820 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:43:13.753839 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:24.871366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40666) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:43:24.901840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e5d98-1816-4fe6-88bd-697a630cdf47 req-8e93714f-4dfe-4d63-9c94-162cb6925af2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:24.903515 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d03e5d98-1816-4fe6-88bd-697a630cdf47 req-8e93714f-4dfe-4d63-9c94-162cb6925af2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0502446 Nov 03 19:43:24.953858 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d03e5d98-1816-4fe6-88bd-697a630cdf47 req-b7941647-cf3a-4f5e-8965-095c750e0eaa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439835 Nov 03 19:43:24.954331 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-dc33cbd4-9471-44c1-88b9-d162d8a94896 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814047 Nov 03 19:43:24.963200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-f3d52364-1a80-45dc-a574-f65c7ec6c3b1 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:43:24.964298 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-f3d52364-1a80-45dc-a574-f65c7ec6c3b1 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0051923 Nov 03 19:43:25.875121 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-025d01e8-2bb5-4702-b326-5a1871fbc802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:26.076845 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9252d-3fee-423f-990e-db369729f300 req-d3745529-48d7-4acd-b0d7-119d3d6e7fec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:26.078445 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ff9252d-3fee-423f-990e-db369729f300 req-d3745529-48d7-4acd-b0d7-119d3d6e7fec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0567319 Nov 03 19:43:26.142355 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ff9252d-3fee-423f-990e-db369729f300 req-0121dd9f-f4fc-40d2-90e8-72ac4a6da111 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571437 Nov 03 19:43:26.190609 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-9a604c5d-a6f1-4867-86f9-a73eec2dc355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:26.192141 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-9a604c5d-a6f1-4867-86f9-a73eec2dc355 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 1096 time: 0.0410097 Nov 03 19:43:26.286363 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-6b72ac0f-4872-4f17-80f6-a742d8faf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:26.287804 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-6b72ac0f-4872-4f17-80f6-a742d8faf1a5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=8e8963dc-593a-4c03-a83b-dcbd21ced837 HTTP/1.1" status: 200 len: 898 time: 0.0883014 Nov 03 19:43:26.353609 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-8bd48dbe-fd4b-4395-8297-830c8b1ede67 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 HTTP/1.1" status: 200 len: 1001 time: 0.0581000 Nov 03 19:43:26.404090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-3f4daf95-ae53-46a6-8623-202f6fe825a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:26.405559 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-3f4daf95-ae53-46a6-8623-202f6fe825a5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1b8e4fe6-ceff-4398-9b77-d609391e2e8f HTTP/1.1" status: 200 len: 835 time: 0.0448472 Nov 03 19:43:26.462567 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-dc372dc0-fef3-4955-8f7d-ba9da03b8346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:26.464241 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-dc372dc0-fef3-4955-8f7d-ba9da03b8346 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8e8963dc-593a-4c03-a83b-dcbd21ced837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517905 Nov 03 19:43:26.571551 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-60fb6b93-9907-4599-b993-b4759a2b04b4 service neutron] 10.222.0.98 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992022 Nov 03 19:43:26.663976 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-9c73ef93-2ebe-42df-b254-47b84ce44d01 service neutron] 10.222.0.98 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843294 Nov 03 19:43:27.261722 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c06f1-0192-48f4-ace3-b3e70ffb2894 req-121f99ca-fc08-4c56-b761-e882f0ecd313 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:27.263222 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f8c06f1-0192-48f4-ace3-b3e70ffb2894 req-121f99ca-fc08-4c56-b761-e882f0ecd313 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0484993 Nov 03 19:43:27.312945 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4f8c06f1-0192-48f4-ace3-b3e70ffb2894 req-92770515-5d72-4884-92ac-ddedc56416a8 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437407 Nov 03 19:43:28.210219 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2a97d6d9-9ed4-4aad-9a8d-0e9524d4d0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:28.435068 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e17ae-b858-45ca-9e6d-7d50eea60889 req-7fa4368d-39ef-49ea-a2be-b63fba5eb0fd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:28.436608 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee7e17ae-b858-45ca-9e6d-7d50eea60889 req-7fa4368d-39ef-49ea-a2be-b63fba5eb0fd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0554864 Nov 03 19:43:28.490063 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ee7e17ae-b858-45ca-9e6d-7d50eea60889 req-64b17c4d-3df2-46f2-9548-316716c9f832 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474479 Nov 03 19:43:29.606263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5d6bf-d942-4917-9af2-e3fa12b6ff6e req-e6f43a13-db9a-403c-972e-6c84bdcafcad tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:29.607824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5d5d6bf-d942-4917-9af2-e3fa12b6ff6e req-e6f43a13-db9a-403c-972e-6c84bdcafcad tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0493834 Nov 03 19:43:29.619941 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:29.656886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c5d5d6bf-d942-4917-9af2-e3fa12b6ff6e req-41674f76-bd80-4384-9d1f-7a7197b7c50c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428967 Nov 03 19:43:30.778188 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b3e88-b63d-435f-bebc-be3c094950be req-d9fe20f9-ab95-449c-8a9c-d58082a09eb1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:30.779697 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d39b3e88-b63d-435f-bebc-be3c094950be req-d9fe20f9-ab95-449c-8a9c-d58082a09eb1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0492747 Nov 03 19:43:30.829111 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d39b3e88-b63d-435f-bebc-be3c094950be req-878c4735-d6eb-401f-a27a-578663938001 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431955 Nov 03 19:43:30.894936 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:31.122759 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:31.597153 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:31.956061 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ec0c9-5390-4089-b051-808b60934cde req-1ac797f0-b41b-434f-8df7-491368bbe1dc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:31.957602 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f3ec0c9-5390-4089-b051-808b60934cde req-1ac797f0-b41b-434f-8df7-491368bbe1dc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0538805 Nov 03 19:43:32.006440 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8f3ec0c9-5390-4089-b051-808b60934cde req-9a2aa8be-d5cc-46c3-b0d8-cd828e1ea336 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428734 Nov 03 19:43:33.123051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d547e-ab38-4644-bacf-485d0c87378c req-9c81fac1-9134-4116-8b78-6c8de2caf9dc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:33.124591 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f0d547e-ab38-4644-bacf-485d0c87378c req-9c81fac1-9134-4116-8b78-6c8de2caf9dc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0487471 Nov 03 19:43:33.174572 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f0d547e-ab38-4644-bacf-485d0c87378c req-2292b8a6-2005-4504-814a-a043fe02f15e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439076 Nov 03 19:43:34.296785 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf73001-bfee-4b0b-a270-2535b91f581f req-0694e50b-7c71-4a09-88ef-9af4f7143b6f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:34.298260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fbf73001-bfee-4b0b-a270-2535b91f581f req-0694e50b-7c71-4a09-88ef-9af4f7143b6f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0495725 Nov 03 19:43:34.351606 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fbf73001-bfee-4b0b-a270-2535b91f581f req-02b981f7-6cf1-4cc1-b997-eca271b76b72 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470738 Nov 03 19:43:35.467458 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372fe2d-9a92-42fd-8e3b-5194254d5ddb req-70bfef0b-5f27-410b-914c-d06b8ef17a7a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:35.469184 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d372fe2d-9a92-42fd-8e3b-5194254d5ddb req-70bfef0b-5f27-410b-914c-d06b8ef17a7a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0488832 Nov 03 19:43:35.522201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d372fe2d-9a92-42fd-8e3b-5194254d5ddb req-c6bcdc64-aefd-455a-8847-94df6895233e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466115 Nov 03 19:43:36.649220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01767ece-5800-45dd-99b0-b4e4ded1845d req-740b0f3e-1a4b-491f-af4f-5c66a9788e6c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:36.650717 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-01767ece-5800-45dd-99b0-b4e4ded1845d req-740b0f3e-1a4b-491f-af4f-5c66a9788e6c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0508933 Nov 03 19:43:36.700235 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-01767ece-5800-45dd-99b0-b4e4ded1845d req-da1b7a6b-0649-444e-b9ba-8df0c76cf52a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434020 Nov 03 19:43:37.824719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a460420-f2c3-42d5-b28b-ce1b68134317 req-1b7a9483-6f71-4e37-8d98-8885785ad303 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:37.826232 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a460420-f2c3-42d5-b28b-ce1b68134317 req-1b7a9483-6f71-4e37-8d98-8885785ad303 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0538602 Nov 03 19:43:37.877108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1a460420-f2c3-42d5-b28b-ce1b68134317 req-b98b0097-5832-46b7-baf6-63b28f2cb978 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445824 Nov 03 19:43:38.466847 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-15b705b3-dbaf-4f4e-a09e-e061e214d6df service neutron] show failed (client error): The resource could not be found. Nov 03 19:43:38.467928 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-15b705b3-dbaf-4f4e-a09e-e061e214d6df service neutron] 10.222.0.98 "GET /v2.0/ports/0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492/bindings/n-h1-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.0532062 Nov 03 19:43:38.780078 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-e4cdb38e-fcb2-462d-a803-9f66b10bd86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:38.781646 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-e4cdb38e-fcb2-462d-a803-9f66b10bd86c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646&tenant_id=c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 1096 time: 0.1010942 Nov 03 19:43:38.801700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812150-4', 'device_owner': 'compute:nova'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:43:38.855009 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:38.997998 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8b8f3-5a5e-47ae-9ec7-7e0f2eed10e5 req-8e51221e-3082-4e3a-acd0-6e88f6179c15 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:38.999441 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81d8b8f3-5a5e-47ae-9ec7-7e0f2eed10e5 req-8e51221e-3082-4e3a-acd0-6e88f6179c15 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0502810 Nov 03 19:43:39.053941 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-81d8b8f3-5a5e-47ae-9ec7-7e0f2eed10e5 req-612f3524-50cf-4c3d-ae8e-a09870e43a81 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484195 Nov 03 19:43:39.063821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] For port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:43:39.100153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] For port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492, host n-h2-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:43:39.144916 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:43:39.147227 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4041f28-d383-4950-bee7-5c90c9c97022" -d '{"events": [{"server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:43:39.151691 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:39.167291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Transition to ACTIVE for port object 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:43:39.171034 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:39.206220 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78c5aac-8b38-414b-b082-f55aa93f0e52 x-openstack-request-id: req-d78c5aac-8b38-414b-b082-f55aa93f0e52 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:43:39.206613 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:43:39.206803 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d78c5aac-8b38-414b-b082-f55aa93f0e52 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:43:39.207141 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'code': 200} Nov 03 19:43:39.256622 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Pushing event updated for resources: {'Port': ['ID=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,revision_number=6']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:39.271779 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:39.272135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:39.273008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:39.273352 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:39.273704 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:39.274021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:39.274349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:39.274677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:39.275004 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:39.275330 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:39.275679 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:39.276000 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:39.309020 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] No DVR routers for this DVR port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 on host n-h2-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:43:39.450152 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Attempting to bind port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:43:39.450484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Attempting to bind port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:43:39.450838 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Attempting to bind port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 on network 8e8963dc-593a-4c03-a83b-dcbd21ced837 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:43:39.455121 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 on network 8e8963dc-593a-4c03-a83b-dcbd21ced837 not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:43:39.455436 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Attempting to bind port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 on network 8e8963dc-593a-4c03-a83b-dcbd21ced837 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:43:39.460900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:43:39.461228 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Checking segment: {'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:43:39.461603 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Bound using segment: {'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:43:39.462025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Bound port: 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbc2dcc-22fd-4513-a622-141720b1b3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:43:39.462371 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:39.532541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] For port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:43:39.535711 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] For port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:43:39.540060 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:39.572379 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:39.573010 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:39.574422 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] 10.222.0.87 "PUT /v2.0/ports/0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 HTTP/1.1" status: 200 len: 1091 time: 0.7768290 Nov 03 19:43:39.597929 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b676c-84fc-4f1e-b427-bf66cd187a2e service neutron] Pushing event updated for resources: {'Port': ['ID=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,revision_number=7']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:39.669814 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-389aa87e-dae9-4283-8866-51e6bdb8ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:39.671679 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-389aa87e-dae9-4283-8866-51e6bdb8ea02 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 1094 time: 0.0447850 Nov 03 19:43:39.774451 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-ec0059bd-fe56-472d-b483-0373d8620b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:39.776030 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-ec0059bd-fe56-472d-b483-0373d8620b92 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8e8963dc-593a-4c03-a83b-dcbd21ced837 HTTP/1.1" status: 200 len: 898 time: 0.0969672 Nov 03 19:43:39.843638 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-5a9d968b-4a64-437d-9c51-417586a172a0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 HTTP/1.1" status: 200 len: 999 time: 0.0593879 Nov 03 19:43:39.901131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-b5aef09f-0ef2-4f5c-8594-15bf97402756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:39.902631 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-b5aef09f-0ef2-4f5c-8594-15bf97402756 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1b8e4fe6-ceff-4398-9b77-d609391e2e8f HTTP/1.1" status: 200 len: 835 time: 0.0516884 Nov 03 19:43:39.952908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-1ee61aaf-1596-4fb4-92ac-e3c88ad43fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:39.954461 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-1ee61aaf-1596-4fb4-92ac-e3c88ad43fcc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8e8963dc-593a-4c03-a83b-dcbd21ced837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437403 Nov 03 19:43:40.046415 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-78abfa14-a469-4a28-927e-3cab06ec2afe service neutron] 10.222.0.87 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842431 Nov 03 19:43:40.145406 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-e6f7b5c7-3a02-4e36-be84-3ef534a3c5b9 req-d58c454e-98fd-4c5a-a5aa-f0ed69d5bd59 service neutron] 10.222.0.87 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920229 Nov 03 19:43:40.175466 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43457ad2-c3a2-4c8f-aa31-06c31e41de17 req-b706e714-fb7a-4ce8-822a-2f8f69902c3b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:40.177077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43457ad2-c3a2-4c8f-aa31-06c31e41de17 req-b706e714-fb7a-4ce8-822a-2f8f69902c3b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 943 time: 0.0525177 Nov 03 19:43:40.234457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43457ad2-c3a2-4c8f-aa31-06c31e41de17 req-e9fee622-4ad8-441b-8bac-de11f9c8c0f2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499954 Nov 03 19:43:41.208172 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:43:41.211066 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:43:41.281797 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9268e404-c1bc-4f40-b0e3-c32f4af1cb5c x-openstack-request-id: req-9268e404-c1bc-4f40-b0e3-c32f4af1cb5c {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:43:41.282104 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:43:41.282382 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9268e404-c1bc-4f40-b0e3-c32f4af1cb5c {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:43:41.282789 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'status': 'completed', 'code': 200} Nov 03 19:43:41.367386 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-a99bee70-999e-41a2-bd0d-9518c195cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:41.368936 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-a99bee70-999e-41a2-bd0d-9518c195cf76 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 1094 time: 0.0421255 Nov 03 19:43:41.377018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-8457f2d5-8143-4598-9641-705070de0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:41.378530 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-8457f2d5-8143-4598-9641-705070de0bef service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 1094 time: 0.0721943 Nov 03 19:43:41.386327 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:43:41.394310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b179eb8-0988-435f-a1d9-6b1f38610f61 req-14b4abae-514e-4de5-9f37-8e40b0468417 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:41.395782 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b179eb8-0988-435f-a1d9-6b1f38610f61 req-14b4abae-514e-4de5-9f37-8e40b0468417 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 943 time: 0.0645325 Nov 03 19:43:41.477141 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-0e30e05f-f2ae-4241-87ee-b45df50671f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:41.478727 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-0e30e05f-f2ae-4241-87ee-b45df50671f5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8e8963dc-593a-4c03-a83b-dcbd21ced837 HTTP/1.1" status: 200 len: 898 time: 0.1011224 Nov 03 19:43:41.503356 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:43:41.545314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:43:41.551706 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-b837b3c5-f662-4dc6-ac5f-8048f782d68f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 HTTP/1.1" status: 200 len: 999 time: 0.0655959 Nov 03 19:43:41.632637 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-547b5083-f5e4-42c8-84be-ea6f277838dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:41.634440 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-547b5083-f5e4-42c8-84be-ea6f277838dd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1b8e4fe6-ceff-4398-9b77-d609391e2e8f HTTP/1.1" status: 200 len: 835 time: 0.0650201 Nov 03 19:43:41.695655 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-89edeb9c-104e-4a0b-b6ff-7e2e1f37c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:41.698061 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-89edeb9c-104e-4a0b-b6ff-7e2e1f37c006 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8e8963dc-593a-4c03-a83b-dcbd21ced837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552902 Nov 03 19:43:41.794011 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-b23ad103-df46-4a53-ae4d-3a7b0968eeb1 service neutron] 10.222.0.87 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866978 Nov 03 19:43:41.857556 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7b179eb8-0988-435f-a1d9-6b1f38610f61 req-dc4d6595-4481-4c2a-9fac-1e9bababa914 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4532292 Nov 03 19:43:41.877184 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-58b6b8fe-9d2d-4c77-a864-8ecddf261d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:41.877184 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-58b6b8fe-9d2d-4c77-a864-8ecddf261d82 service neutron] 10.222.0.98 "GET /v2.0/networks?id=8e8963dc-593a-4c03-a83b-dcbd21ced837 HTTP/1.1" status: 200 len: 898 time: 0.4912961 Nov 03 19:43:41.895374 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-474e3dea-6e6e-4628-9c60-d8c9e87a05ff service neutron] 10.222.0.87 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921702 Nov 03 19:43:41.950854 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-f7bc32fc-1c0a-4dc7-8d73-1190be92921a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 HTTP/1.1" status: 200 len: 999 time: 0.0667629 Nov 03 19:43:42.008291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-4182adfc-c0f4-49b3-bab8-dbd96d11d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:42.008959 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:43:42.009793 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-4182adfc-c0f4-49b3-bab8-dbd96d11d50f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1b8e4fe6-ceff-4398-9b77-d609391e2e8f HTTP/1.1" status: 200 len: 835 time: 0.0502961 Nov 03 19:43:42.061955 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-f7ae821c-fa75-4cd8-ba72-8191a65189c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:42.063738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-f7ae821c-fa75-4cd8-ba72-8191a65189c5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8e8963dc-593a-4c03-a83b-dcbd21ced837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467763 Nov 03 19:43:42.116809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:43:42.128684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'port_id': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'mac_address': 'fa:16:3e:3f:6e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:43:42.163134 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-ec94168c-ed1e-4193-9033-641ca707c9c5 service neutron] 10.222.0.98 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921662 Nov 03 19:43:42.167053 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:42.183157 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:43:42.203947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:43:42.208163 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:42.259423 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:42.266736 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2bf89bcf-3cec-411e-b6e8-5e707606b4fc req-226a3131-65c8-401b-ab4e-bba3e6ab3aff service neutron] 10.222.0.98 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964174 Nov 03 19:43:42.266951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:42.267203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:42.267546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:42.267909 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:42.268250 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:42.268584 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:42.268914 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:42.269242 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:42.269569 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:42.269895 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:42.270222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:42.270546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:43:42.561595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:43:42.987476 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad851c-9665-43c7-8104-efabf09cfb21 req-39fff45f-7e99-4a26-b698-1449c8ab247c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:42.989000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eaad851c-9665-43c7-8104-efabf09cfb21 req-39fff45f-7e99-4a26-b698-1449c8ab247c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 944 time: 0.0519540 Nov 03 19:43:43.043063 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-eaad851c-9665-43c7-8104-efabf09cfb21 req-d898bc2f-44bf-4246-bbb9-018d1055d14c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478981 Nov 03 19:43:43.274014 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae8188-514a-4725-8457-9ed8b5166a85 req-45a40e73-e812-495f-aa82-88db638cb681 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:43.275796 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbae8188-514a-4725-8457-9ed8b5166a85 req-45a40e73-e812-495f-aa82-88db638cb681 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 944 time: 0.0856185 Nov 03 19:43:43.289285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23189d48-df6a-4a88-9b49-3e806141d581 req-d28ee8fc-1104-4da5-8309-8605ea5fdb5e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:43.290751 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23189d48-df6a-4a88-9b49-3e806141d581 req-d28ee8fc-1104-4da5-8309-8605ea5fdb5e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646&tenant_id=c336de3085e94a0083067dfbf2e22927&binding%3Ahost_id=n-h1-812150-4 HTTP/1.1" status: 200 len: 944 time: 0.0741818 Nov 03 19:43:43.390353 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbae8188-514a-4725-8457-9ed8b5166a85 req-bd0fbdf2-0585-4520-a0dc-1f6358791957 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983498 Nov 03 19:43:43.398076 n-d-812150-4 neutron-server[101712]: INFO neutron.api.v2.resource [req-23189d48-df6a-4a88-9b49-3e806141d581 req-84faad5f-cb01-4e95-be77-a7fc62898aa6 service neutron] delete failed (client error): The resource could not be found. Nov 03 19:43:43.399475 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23189d48-df6a-4a88-9b49-3e806141d581 req-84faad5f-cb01-4e95-be77-a7fc62898aa6 service neutron] 10.222.0.98 "DELETE /v2.0/ports/0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492/bindings/n-h2-812150-4 HTTP/1.1" status: 404 len: 380 time: 0.1008782 Nov 03 19:43:43.525658 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23189d48-df6a-4a88-9b49-3e806141d581 req-239f1ee7-a14a-4e45-95d3-4f8eb84df16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:43.527504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23189d48-df6a-4a88-9b49-3e806141d581 req-239f1ee7-a14a-4e45-95d3-4f8eb84df16b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 1095 time: 0.0821500 Nov 03 19:43:43.540380 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be12423-b5b7-49af-89d1-dbcce02a5014 req-7db75017-cede-4283-a959-61b0a82817a6 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:43.541795 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6be12423-b5b7-49af-89d1-dbcce02a5014 req-7db75017-cede-4283-a959-61b0a82817a6 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 944 time: 0.0658252 Nov 03 19:43:43.643661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6be12423-b5b7-49af-89d1-dbcce02a5014 req-0683de1b-c2e1-4485-84b8-a56960ab74b5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936947 Nov 03 19:43:43.663697 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23189d48-df6a-4a88-9b49-3e806141d581 req-8824031e-f3f3-40f6-9112-052d2bd1c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:43.665219 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23189d48-df6a-4a88-9b49-3e806141d581 req-8824031e-f3f3-40f6-9112-052d2bd1c3b6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=8e8963dc-593a-4c03-a83b-dcbd21ced837 HTTP/1.1" status: 200 len: 898 time: 0.1225407 Nov 03 19:43:43.749375 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23189d48-df6a-4a88-9b49-3e806141d581 req-ed7bf16c-6e19-45c6-978c-040716e168e7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 HTTP/1.1" status: 200 len: 1000 time: 0.0762742 Nov 03 19:43:43.768399 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:43.798840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23189d48-df6a-4a88-9b49-3e806141d581 req-842b641b-56a3-44f7-b9ed-dd8de974f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:43.800374 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23189d48-df6a-4a88-9b49-3e806141d581 req-842b641b-56a3-44f7-b9ed-dd8de974f564 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=1b8e4fe6-ceff-4398-9b77-d609391e2e8f HTTP/1.1" status: 200 len: 835 time: 0.0446501 Nov 03 19:43:43.855349 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23189d48-df6a-4a88-9b49-3e806141d581 req-e82dbc9c-73ad-417e-bbda-61a6ff28165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:43.856941 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23189d48-df6a-4a88-9b49-3e806141d581 req-e82dbc9c-73ad-417e-bbda-61a6ff28165c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8e8963dc-593a-4c03-a83b-dcbd21ced837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487955 Nov 03 19:43:43.956701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23189d48-df6a-4a88-9b49-3e806141d581 req-4ff7ca2e-7e27-4aaf-a28e-f4d47ed18ea1 service neutron] 10.222.0.98 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919719 Nov 03 19:43:44.005981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:43:44.053188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-23189d48-df6a-4a88-9b49-3e806141d581 req-7fbc1951-4745-4cbe-aa30-cb2200e9c127 service neutron] 10.222.0.98 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897138 Nov 03 19:43:44.061055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:43:44.065594 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:43:44.065973 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:44.143595 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:44.166391 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:43:44.168631 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4311b9-eb4a-4faa-b568-d786dcf989b1" -d '{"events": [{"server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "name": "network-vif-plugged", "status": "completed", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:43:44.182062 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:43:44.187074 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:44.245475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:43:44.309764 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c69c93-e385-47e9-9853-ceafb6bf12bf x-openstack-request-id: req-76c69c93-e385-47e9-9853-ceafb6bf12bf {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:43:44.310192 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "name": "network-vif-plugged", "status": "completed", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:43:44.310580 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-76c69c93-e385-47e9-9853-ceafb6bf12bf {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:43:44.311086 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'code': 200} Nov 03 19:43:44.774815 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a40ef0-7bf1-4e74-bb11-134a2cdd4a55 req-677bce69-8d40-4ef6-a86e-4d735b3012a9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:43:44.776350 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43a40ef0-7bf1-4e74-bb11-134a2cdd4a55 req-677bce69-8d40-4ef6-a86e-4d735b3012a9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0577941 Nov 03 19:43:44.828773 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43a40ef0-7bf1-4e74-bb11-134a2cdd4a55 req-9c3466b9-9adb-430c-bdda-953e640df023 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462368 Nov 03 19:43:44.852190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40740) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:43:44.916427 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c3f5ed5a-b05e-4931-9d05-a3e5de40fa65 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/3ad045a0-6273-4912-acda-28140db08231 HTTP/1.1" status: 200 len: 993 time: 0.0630317 Nov 03 19:43:55.877074 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-96f57992-0f12-46d5-88e2-ab697f611cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:58.211459 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fb200f91-4550-4e35-8cb1-c62f8da1038c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:43:59.623004 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:00.897594 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:01.123377 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:01.598668 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:13.282658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40754) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:13.438143 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a2fdff8d-183a-48b9-bd3f-3d6976902233 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port f62fe412-4217-4570-a625-2dbee5bf59ea {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:44:13.438490 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a2fdff8d-183a-48b9-bd3f-3d6976902233 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:13.511997 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a2fdff8d-183a-48b9-bd3f-3d6976902233 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:13.512326 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a2fdff8d-183a-48b9-bd3f-3d6976902233 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:13.524148 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a2fdff8d-183a-48b9-bd3f-3d6976902233 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for f62fe412-4217-4570-a625-2dbee5bf59ea owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:44:13.669942 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a2fdff8d-183a-48b9-bd3f-3d6976902233 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:13.694760 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdff8d-183a-48b9-bd3f-3d6976902233 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=f62fe412-4217-4570-a625-2dbee5bf59ea,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:13.756991 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a2fdff8d-183a-48b9-bd3f-3d6976902233 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:13.757364 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-a2fdff8d-183a-48b9-bd3f-3d6976902233 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Floating IP 3ad045a0-6273-4912-acda-28140db08231 disassociated (deleted). External IP: 172.25.2.121, port: 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492. Nov 03 19:44:13.765200 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:14.293934 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fdff8d-183a-48b9-bd3f-3d6976902233 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router 03192a91-ea20-4c34-83b1-95791e1859c2 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:44:14.397759 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fdff8d-183a-48b9-bd3f-3d6976902233 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:44:14.403767 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a2fdff8d-183a-48b9-bd3f-3d6976902233 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:14.408587 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659929b2-f601-493c-b2ed-bebb27ad9872 None None] Sync routers for ids ['03192a91-ea20-4c34-83b1-95791e1859c2'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:44:14.418892 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659929b2-f601-493c-b2ed-bebb27ad9872 None None] Routers {'03192a91-ea20-4c34-83b1-95791e1859c2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:44:14.419496 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-659929b2-f601-493c-b2ed-bebb27ad9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:43:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['03192a91-ea20-4c34-83b1-95791e1859c2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:14.431782 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a2fdff8d-183a-48b9-bd3f-3d6976902233 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/floatingips/3ad045a0-6273-4912-acda-28140db08231 HTTP/1.1" status: 204 len: 168 time: 1.1479194 Nov 03 19:44:14.432382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:14.434699 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a381520-8a49-445c-bc5d-a17e7dad54b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:14.479132 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbef3a1-0021-4e67-8a6b-f4e9688f00f5 x-openstack-request-id: req-abbef3a1-0021-4e67-8a6b-f4e9688f00f5 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:14.479527 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:14.479911 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-abbef3a1-0021-4e67-8a6b-f4e9688f00f5 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:14.480389 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'status': 'completed', 'code': 200} Nov 03 19:44:14.524527 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-659929b2-f601-493c-b2ed-bebb27ad9872 None None] Set router 03192a91-ea20-4c34-83b1-95791e1859c2 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:44:14.566934 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a381520-8a49-445c-bc5d-a17e7dad54b5 req-3d9f827b-0995-45e1-a564-663e06aaf15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:14.568464 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a381520-8a49-445c-bc5d-a17e7dad54b5 req-3d9f827b-0995-45e1-a564-663e06aaf15c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 1096 time: 0.0423322 Nov 03 19:44:14.669134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a381520-8a49-445c-bc5d-a17e7dad54b5 req-7a109a4e-ac1d-4453-ae60-42bbb378c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:14.670616 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a381520-8a49-445c-bc5d-a17e7dad54b5 req-7a109a4e-ac1d-4453-ae60-42bbb378c428 service neutron] 10.222.0.87 "GET /v2.0/networks?id=8e8963dc-593a-4c03-a83b-dcbd21ced837 HTTP/1.1" status: 200 len: 898 time: 0.0942271 Nov 03 19:44:14.691970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be5b23-c76b-4718-9a69-c5a79d041064 req-7acd6f1c-3517-43f2-8425-561bc4c02fa1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:14.694216 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4be5b23-c76b-4718-9a69-c5a79d041064 req-7acd6f1c-3517-43f2-8425-561bc4c02fa1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0577819 Nov 03 19:44:14.714083 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a381520-8a49-445c-bc5d-a17e7dad54b5 req-81a3c14b-2ec0-4248-b93c-fc0c2bdd9ea4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 HTTP/1.1" status: 200 len: 217 time: 0.0352752 Nov 03 19:44:14.743416 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-659929b2-f601-493c-b2ed-bebb27ad9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:42:36Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:37Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '64a12b58-a3e5-434a-92a8-df23b299aed4', 'name': '', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:0d:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:39Z', 'updated_at': '2021-11-03T19:42:43Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:14.751762 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4be5b23-c76b-4718-9a69-c5a79d041064 req-722718ca-9447-4259-a69c-d98973ed5cab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487721 Nov 03 19:44:14.765919 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a381520-8a49-445c-bc5d-a17e7dad54b5 req-a9c7c233-5146-4fae-be3e-b4dd67e70d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:14.767497 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a381520-8a49-445c-bc5d-a17e7dad54b5 req-a9c7c233-5146-4fae-be3e-b4dd67e70d55 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1b8e4fe6-ceff-4398-9b77-d609391e2e8f HTTP/1.1" status: 200 len: 835 time: 0.0458872 Nov 03 19:44:14.774149 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659929b2-f601-493c-b2ed-bebb27ad9872 None None] Checking router: 03192a91-ea20-4c34-83b1-95791e1859c2 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:44:14.782657 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659929b2-f601-493c-b2ed-bebb27ad9872 None None] Routers {'03192a91-ea20-4c34-83b1-95791e1859c2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:44:14.783264 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-659929b2-f601-493c-b2ed-bebb27ad9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:43:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['03192a91-ea20-4c34-83b1-95791e1859c2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:14.815112 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a381520-8a49-445c-bc5d-a17e7dad54b5 req-8bc3178a-210c-47e7-bcf3-4446f2de5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:14.816680 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a381520-8a49-445c-bc5d-a17e7dad54b5 req-8bc3178a-210c-47e7-bcf3-4446f2de5053 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8e8963dc-593a-4c03-a83b-dcbd21ced837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416796 Nov 03 19:44:14.915287 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a381520-8a49-445c-bc5d-a17e7dad54b5 req-0ad63f94-b33a-4c90-8c52-cca266032d8e service neutron] 10.222.0.87 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895448 Nov 03 19:44:14.982986 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-659929b2-f601-493c-b2ed-bebb27ad9872 None None] Set router 03192a91-ea20-4c34-83b1-95791e1859c2 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:44:15.015961 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-9a381520-8a49-445c-bc5d-a17e7dad54b5 req-c59bae94-16a2-4dca-918b-aab644b20848 service neutron] 10.222.0.87 "GET /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920706 Nov 03 19:44:15.173356 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-659929b2-f601-493c-b2ed-bebb27ad9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:42:36Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:37Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '64a12b58-a3e5-434a-92a8-df23b299aed4', 'name': '', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:0d:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:39Z', 'updated_at': '2021-11-03T19:42:43Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:15.198048 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659929b2-f601-493c-b2ed-bebb27ad9872 None None] The sync data for ids ['03192a91-ea20-4c34-83b1-95791e1859c2'] in n-d-812150-4 is: [{'id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:42:36Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:37Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '64a12b58-a3e5-434a-92a8-df23b299aed4', 'name': '', 'network_id': '8e8963dc-593a-4c03-a83b-dcbd21ced837', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:0d:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:39Z', 'updated_at': '2021-11-03T19:42:43Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '1b8e4fe6-ceff-4398-9b77-d609391e2e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:44:15.421051 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a37061-6d1e-471b-95e8-544dd7837e99 None None] New status for floating IP 3ad045a0-6273-4912-acda-28140db08231: DOWN {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:44:15.875898 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6124b4-ff26-4678-829f-8ac27d071a25 req-38b55c39-2227-4c53-961b-24a9ad2e38fe tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:15.877390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f6124b4-ff26-4678-829f-8ac27d071a25 req-38b55c39-2227-4c53-961b-24a9ad2e38fe tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0527194 Nov 03 19:44:15.927018 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7f6124b4-ff26-4678-829f-8ac27d071a25 req-98c87c83-4acc-416a-b4cf-18828e629ad2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=782119c4-6925-40ec-b460-adc46621a9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435996 Nov 03 19:44:16.146187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d35e3-78bc-4c02-b510-2d408e7bd842 req-e327cb69-b99a-4638-b022-0f53fa7cac82 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:16.147730 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f10d35e3-78bc-4c02-b510-2d408e7bd842 req-e327cb69-b99a-4638-b022-0f53fa7cac82 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 945 time: 0.0513844 Nov 03 19:44:16.236376 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-f10d35e3-78bc-4c02-b510-2d408e7bd842 req-92abc2f7-3fc4-4c37-b32a-116270ab8bef tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:44:16.236745 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f10d35e3-78bc-4c02-b510-2d408e7bd842 req-92abc2f7-3fc4-4c37-b32a-116270ab8bef tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:16.327899 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-f10d35e3-78bc-4c02-b510-2d408e7bd842 req-92abc2f7-3fc4-4c37-b32a-116270ab8bef tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] For port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:16.328264 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f10d35e3-78bc-4c02-b510-2d408e7bd842 req-92abc2f7-3fc4-4c37-b32a-116270ab8bef tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:16.341072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-f10d35e3-78bc-4c02-b510-2d408e7bd842 req-92abc2f7-3fc4-4c37-b32a-116270ab8bef tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:44:16.468948 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f10d35e3-78bc-4c02-b510-2d408e7bd842 req-92abc2f7-3fc4-4c37-b32a-116270ab8bef tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:16.495248 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abc2f7-3fc4-4c37-b32a-116270ab8bef tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:16.538221 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10d35e3-78bc-4c02-b510-2d408e7bd842 req-92abc2f7-3fc4-4c37-b32a-116270ab8bef tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] No DVR routers for this DVR port 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:44:16.541777 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-f10d35e3-78bc-4c02-b510-2d408e7bd842 req-92abc2f7-3fc4-4c37-b32a-116270ab8bef tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:16.545111 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-f10d35e3-78bc-4c02-b510-2d408e7bd842 req-92abc2f7-3fc4-4c37-b32a-116270ab8bef tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.87 "DELETE /v2.0/ports/0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 HTTP/1.1" status: 204 len: 173 time: 0.3901403 Nov 03 19:44:16.545559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'name': 'network-vif-deleted', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:16.547862 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7ae395-8e8e-4060-9ce1-c678da43b7ee" -d '{"events": [{"server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "name": "network-vif-deleted", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:16.585799 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793c0da2-d6c5-491f-bbe4-2e8b15c441c7 x-openstack-request-id: req-793c0da2-d6c5-491f-bbe4-2e8b15c441c7 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:16.586093 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9083f3-c00a-4d1e-b0ec-21090a2a4646", "name": "network-vif-deleted", "tag": "0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:16.586349 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-793c0da2-d6c5-491f-bbe4-2e8b15c441c7 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:16.586756 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9083f3-c00a-4d1e-b0ec-21090a2a4646', 'name': 'network-vif-deleted', 'tag': '0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492', 'status': 'completed', 'code': 200} Nov 03 19:44:17.038278 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df09f194-4095-4cd7-81bf-464978c49c01 req-af469ca3-5be9-4e38-9e3e-39ef51595773 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a9083f3-c00a-4d1e-b0ec-21090a2a4646 HTTP/1.1" status: 200 len: 210 time: 0.0273085 Nov 03 19:44:18.342140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40770) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:18.389714 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:44:18.705828 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22bc2ee5-1906-4a1d-a71a-1950fe0f7031 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:18.958946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-22bc2ee5-1906-4a1d-a71a-1950fe0f7031 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port 64a12b58-a3e5-434a-92a8-df23b299aed4 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:44:18.959207 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22bc2ee5-1906-4a1d-a71a-1950fe0f7031 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:19.049302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-22bc2ee5-1906-4a1d-a71a-1950fe0f7031 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] For port 64a12b58-a3e5-434a-92a8-df23b299aed4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=64a12b58-a3e5-434a-92a8-df23b299aed4,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:19.049665 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22bc2ee5-1906-4a1d-a71a-1950fe0f7031 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:19.062663 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-22bc2ee5-1906-4a1d-a71a-1950fe0f7031 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for 64a12b58-a3e5-434a-92a8-df23b299aed4 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:44:19.247123 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22bc2ee5-1906-4a1d-a71a-1950fe0f7031 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:19.273351 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc2ee5-1906-4a1d-a71a-1950fe0f7031 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=64a12b58-a3e5-434a-92a8-df23b299aed4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:19.445211 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-22bc2ee5-1906-4a1d-a71a-1950fe0f7031 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:19.661634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bc2ee5-1906-4a1d-a71a-1950fe0f7031 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router 03192a91-ea20-4c34-83b1-95791e1859c2 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:44:19.767491 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bc2ee5-1906-4a1d-a71a-1950fe0f7031 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:44:19.776530 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-22bc2ee5-1906-4a1d-a71a-1950fe0f7031 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "PUT /v2.0/routers/03192a91-ea20-4c34-83b1-95791e1859c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4297943 Nov 03 19:44:19.776646 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40772) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:19.777577 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c406fc-1a49-42e5-9e1d-ba780412e865 None None] Sync routers for ids ['03192a91-ea20-4c34-83b1-95791e1859c2'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:44:19.787745 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c406fc-1a49-42e5-9e1d-ba780412e865 None None] Routers {'03192a91-ea20-4c34-83b1-95791e1859c2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:44:19.788351 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7c406fc-1a49-42e5-9e1d-ba780412e865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:43:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['03192a91-ea20-4c34-83b1-95791e1859c2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:19.826645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting subnet 1b8e4fe6-ceff-4398-9b77-d609391e2e8f {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:44:19.829740 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:19.869092 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:19.891412 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-b7c406fc-1a49-42e5-9e1d-ba780412e865 None None] Set router 03192a91-ea20-4c34-83b1-95791e1859c2 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:44:19.958021 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.017576 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.045485 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8e4fe6-ceff-4398-9b77-d609391e2e8f,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:20.049972 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.055527 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7698dd04-170c-4de8-a624-c2f20bbb886b None None] Network 8e8963dc-593a-4c03-a83b-dcbd21ced837 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:44:20.056092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/subnets/1b8e4fe6-ceff-4398-9b77-d609391e2e8f HTTP/1.1" status: 204 len: 168 time: 0.2785316 Nov 03 19:44:20.058926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40774) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:20.070215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:20.070569 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:20.071215 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:20.071755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:20.072818 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:20.073336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:20.074168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:20.074168 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:20.074413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:20.074653 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:20.074982 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:20.075308 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c9c5-1556-428e-811e-4a656bd6e4e9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:20.087836 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7c406fc-1a49-42e5-9e1d-ba780412e865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:42:36Z', 'updated_at': '2021-11-03T19:44:19Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:37Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:20.114928 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c406fc-1a49-42e5-9e1d-ba780412e865 None None] Checking router: 03192a91-ea20-4c34-83b1-95791e1859c2 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:44:20.124257 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c406fc-1a49-42e5-9e1d-ba780412e865 None None] Routers {'03192a91-ea20-4c34-83b1-95791e1859c2'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:44:20.124948 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7c406fc-1a49-42e5-9e1d-ba780412e865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:43:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['03192a91-ea20-4c34-83b1-95791e1859c2'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:20.190099 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.234687 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-b7c406fc-1a49-42e5-9e1d-ba780412e865 None None] Set router 03192a91-ea20-4c34-83b1-95791e1859c2 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:44:20.252441 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:44:20.274564 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae1bc8a-d772-475e-916d-97eb65c46d29 None None] DHCP port deletion for 8e8963dc-593a-4c03-a83b-dcbd21ced837 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:44:20.277860 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:44:20.278414 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 0bd9ee8c-9694-4e3b-9fd8-cdf91c8bb492 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:44:20.300255 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.333467 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-aae1bc8a-d772-475e-916d-97eb65c46d29 None None] Deleting port bcb2e13f-1a16-4444-9fec-60c9df1da0df {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:44:20.334045 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aae1bc8a-d772-475e-916d-97eb65c46d29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.371548 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:44:20.371924 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.396964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-aae1bc8a-d772-475e-916d-97eb65c46d29 None None] For port bcb2e13f-1a16-4444-9fec-60c9df1da0df, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bcb2e13f-1a16-4444-9fec-60c9df1da0df,segment=NetworkSegment(bbbc2dcc-22fd-4513-a622-141720b1b3af),segment_id=bbbc2dcc-22fd-4513-a622-141720b1b3af)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:20.397530 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aae1bc8a-d772-475e-916d-97eb65c46d29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.412371 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-aae1bc8a-d772-475e-916d-97eb65c46d29 None None] Calling delete_port for bcb2e13f-1a16-4444-9fec-60c9df1da0df owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:44:20.436857 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7c406fc-1a49-42e5-9e1d-ba780412e865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:42:36Z', 'updated_at': '2021-11-03T19:44:19Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:37Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:20.457471 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] For port 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:20.458036 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.463738 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c406fc-1a49-42e5-9e1d-ba780412e865 None None] The sync data for ids ['03192a91-ea20-4c34-83b1-95791e1859c2'] in n-d-812150-4 is: [{'id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307136844', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:42:36Z', 'updated_at': '2021-11-03T19:44:19Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03192a91-ea20-4c34-83b1-95791e1859c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:42:37Z', 'updated_at': '2021-11-03T19:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:44:20.473354 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:44:20.496781 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-aae1bc8a-d772-475e-916d-97eb65c46d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.522487 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1bc8a-d772-475e-916d-97eb65c46d29 None None] Pushing event deleted for resources: {'Port': ['ID=bcb2e13f-1a16-4444-9fec-60c9df1da0df,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:20.529171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae1bc8a-d772-475e-916d-97eb65c46d29 None None] No DVR routers for this DVR port bcb2e13f-1a16-4444-9fec-60c9df1da0df on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:44:20.645718 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.671645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:20.733205 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.828254 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.830527 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.878577 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.879245 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Fanout notify agent at l3_agent the message router_deleted on router 03192a91-ea20-4c34-83b1-95791e1859c2 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:44:20.887434 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.888773 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-57a2632a-3fc9-47de-a8a1-66a01c426cdd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/routers/03192a91-ea20-4c34-83b1-95791e1859c2 HTTP/1.1" status: 204 len: 168 time: 0.8288634 Nov 03 19:44:20.891300 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40776) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:20.947297 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bcb2e13f-1a16-4444-9fec-60c9df1da0df no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:44:20.968828 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: bcb2e13f-1a16-4444-9fec-60c9df1da0df {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:44:20.969181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bcb2e13f-1a16-4444-9fec-60c9df1da0df not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:44:20.969598 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 64a12b58-a3e5-434a-92a8-df23b299aed4 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:44:20.981526 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08438211-83f6-485e-a294-581e76490279 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:20.993555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 64a12b58-a3e5-434a-92a8-df23b299aed4 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:44:20.993555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 64a12b58-a3e5-434a-92a8-df23b299aed4 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:44:21.075186 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08438211-83f6-485e-a294-581e76490279 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.097074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-08438211-83f6-485e-a294-581e76490279 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8963dc-593a-4c03-a83b-dcbd21ced837']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:21.107357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-08438211-83f6-485e-a294-581e76490279 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbc2dcc-22fd-4513-a622-141720b1b3af') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:21.107685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-08438211-83f6-485e-a294-581e76490279 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbc2dcc-22fd-4513-a622-141720b1b3af') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:21.118877 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08438211-83f6-485e-a294-581e76490279 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.132280 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08438211-83f6-485e-a294-581e76490279 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.138680 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08438211-83f6-485e-a294-581e76490279 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:44:21.139118 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08438211-83f6-485e-a294-581e76490279 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:44:21.142297 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:44:21.205674 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08438211-83f6-485e-a294-581e76490279 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.213303 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-08438211-83f6-485e-a294-581e76490279 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.216539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-08438211-83f6-485e-a294-581e76490279 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/networks/8e8963dc-593a-4c03-a83b-dcbd21ced837 HTTP/1.1" status: 204 len: 168 time: 0.3242142 Nov 03 19:44:21.219349 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40778) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:21.228108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08438211-83f6-485e-a294-581e76490279 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Network': ['ID=8e8963dc-593a-4c03-a83b-dcbd21ced837,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:21.287928 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af6df0ac-ff1c-48a5-bece-1b14ab1f7095 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.312789 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af6df0ac-ff1c-48a5-bece-1b14ab1f7095 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.371821 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af6df0ac-ff1c-48a5-bece-1b14ab1f7095 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.374415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-af6df0ac-ff1c-48a5-bece-1b14ab1f7095 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.375570 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-af6df0ac-ff1c-48a5-bece-1b14ab1f7095 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/security-groups/782119c4-6925-40ec-b460-adc46621a9b7 HTTP/1.1" status: 204 len: 168 time: 0.1552045 Nov 03 19:44:21.385067 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6df0ac-ff1c-48a5-bece-1b14ab1f7095 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782119c4-6925-40ec-b460-adc46621a9b7,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:21.645540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40784) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:21.650255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-405fbbc4-adbb-46ec-b393-6bd31874be66 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056302660', 'description': 'tempest-secgroup-smoke-2056302660 description', 'project_id': 'c336de3085e94a0083067dfbf2e22927'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:21.671920 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-405fbbc4-adbb-46ec-b393-6bd31874be66 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.738329 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-405fbbc4-adbb-46ec-b393-6bd31874be66 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.742366 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-405fbbc4-adbb-46ec-b393-6bd31874be66 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.774714 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-405fbbc4-adbb-46ec-b393-6bd31874be66 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.775975 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-405fbbc4-adbb-46ec-b393-6bd31874be66 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1293795 Nov 03 19:44:21.779006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40786) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:21.779913 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fbbc4-adbb-46ec-b393-6bd31874be66 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0beffc4d-f503-4457-851a-4beb70060e99,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:21.784905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-73b0af73-2b0a-4a71-986b-4d9d5d1eebb9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '0beffc4d-f503-4457-851a-4beb70060e99', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:21.811535 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-73b0af73-2b0a-4a71-986b-4d9d5d1eebb9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.865771 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-73b0af73-2b0a-4a71-986b-4d9d5d1eebb9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.869696 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-73b0af73-2b0a-4a71-986b-4d9d5d1eebb9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.886968 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0af73-2b0a-4a71-986b-4d9d5d1eebb9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23000923-f71a-41a7-ab86-3d9d2596b5ad,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:21.894473 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-73b0af73-2b0a-4a71-986b-4d9d5d1eebb9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.895707 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-73b0af73-2b0a-4a71-986b-4d9d5d1eebb9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156113 Nov 03 19:44:21.898455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40788) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:21.903303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-d2ad1067-6d7c-4375-89a7-ac45adcddf9c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '0beffc4d-f503-4457-851a-4beb70060e99', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:21.930275 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1067-6d7c-4375-89a7-ac45adcddf9c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.987455 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1067-6d7c-4375-89a7-ac45adcddf9c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:21.991132 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1067-6d7c-4375-89a7-ac45adcddf9c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.010961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad1067-6d7c-4375-89a7-ac45adcddf9c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03278bfa-4088-40b6-8c4d-a16b4f6abf82,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:22.016274 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1067-6d7c-4375-89a7-ac45adcddf9c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.017482 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-d2ad1067-6d7c-4375-89a7-ac45adcddf9c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180568 Nov 03 19:44:22.020257 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40790) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:22.024634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-97d808df-ad29-4e25-ae69-27bbbbcea21f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '0beffc4d-f503-4457-851a-4beb70060e99', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:22.050108 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-97d808df-ad29-4e25-ae69-27bbbbcea21f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.110426 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-97d808df-ad29-4e25-ae69-27bbbbcea21f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.114135 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-97d808df-ad29-4e25-ae69-27bbbbcea21f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.131762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d808df-ad29-4e25-ae69-27bbbbcea21f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0b6e97-9dd7-4a55-a9af-bf37275a7bb6,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:22.142175 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-97d808df-ad29-4e25-ae69-27bbbbcea21f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.143413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-97d808df-ad29-4e25-ae69-27bbbbcea21f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222126 Nov 03 19:44:22.146169 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40792) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:22.151142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-39d1d836-d77a-43c7-8330-ee96bc40e4b7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '0beffc4d-f503-4457-851a-4beb70060e99', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:22.177878 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-39d1d836-d77a-43c7-8330-ee96bc40e4b7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.238699 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-39d1d836-d77a-43c7-8330-ee96bc40e4b7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.242432 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-39d1d836-d77a-43c7-8330-ee96bc40e4b7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.261008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1d836-d77a-43c7-8330-ee96bc40e4b7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29143a0-4f4c-41cc-aafb-8de5ed558432,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:22.266228 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-39d1d836-d77a-43c7-8330-ee96bc40e4b7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.270305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-39d1d836-d77a-43c7-8330-ee96bc40e4b7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203237 Nov 03 19:44:22.270305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40794) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:22.274422 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-60f5732c-8049-4933-a032-abb279179bb2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '0beffc4d-f503-4457-851a-4beb70060e99', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:22.297090 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-60f5732c-8049-4933-a032-abb279179bb2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Project c336de3085e94a0083067dfbf2e22927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:44:22.303602 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60f5732c-8049-4933-a032-abb279179bb2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.375772 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60f5732c-8049-4933-a032-abb279179bb2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.379266 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60f5732c-8049-4933-a032-abb279179bb2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.396972 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5732c-8049-4933-a032-abb279179bb2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b005643c-3085-42b0-ba13-83a653ae3867,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:22.404271 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-60f5732c-8049-4933-a032-abb279179bb2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.405483 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-60f5732c-8049-4933-a032-abb279179bb2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344113 Nov 03 19:44:22.408387 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40796) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:22.413259 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-1743eb09-26d8-4d1b-8302-0a7425346eca tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': '0beffc4d-f503-4457-851a-4beb70060e99', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:22.435387 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-1743eb09-26d8-4d1b-8302-0a7425346eca tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Project c336de3085e94a0083067dfbf2e22927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:44:22.440297 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1743eb09-26d8-4d1b-8302-0a7425346eca tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.500435 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1743eb09-26d8-4d1b-8302-0a7425346eca tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.504097 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1743eb09-26d8-4d1b-8302-0a7425346eca tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.521500 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743eb09-26d8-4d1b-8302-0a7425346eca tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e736bd-3651-4713-9be9-2eb63bd4dd27,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:22.529795 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-1743eb09-26d8-4d1b-8302-0a7425346eca tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.530996 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1743eb09-26d8-4d1b-8302-0a7425346eca tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215830 Nov 03 19:44:22.534046 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40798) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:22.539398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-19d5e01a-7334-4e92-bab1-60db1ab8c19c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'network': {'name': 'tempest-network-smoke--568475130', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'port_security_enabled': True}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:22.559931 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d5e01a-7334-4e92-bab1-60db1ab8c19c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Made reservation on behalf of c336de3085e94a0083067dfbf2e22927 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:44:22.563355 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19d5e01a-7334-4e92-bab1-60db1ab8c19c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.589539 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d5e01a-7334-4e92-bab1-60db1ab8c19c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:44:22.598373 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19d5e01a-7334-4e92-bab1-60db1ab8c19c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.598738 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-19d5e01a-7334-4e92-bab1-60db1ab8c19c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Added segment c3ed0125-e67b-4582-9aab-6a6da1a828e9 of type vlan for network 689c1a16-1931-4470-9556-db1772ab413d Nov 03 19:44:22.645758 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19d5e01a-7334-4e92-bab1-60db1ab8c19c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.665431 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19d5e01a-7334-4e92-bab1-60db1ab8c19c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.671675 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d5e01a-7334-4e92-bab1-60db1ab8c19c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:22.672283 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-19d5e01a-7334-4e92-bab1-60db1ab8c19c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.707916 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-19d5e01a-7334-4e92-bab1-60db1ab8c19c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1724672 Nov 03 19:44:22.710692 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40800) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:22.715568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'admin_state_up': True, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:22.741314 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.742411 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5e01a-7334-4e92-bab1-60db1ab8c19c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Network': ['ID=689c1a16-1931-4470-9556-db1772ab413d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:22.742545 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.754243 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 689c1a16-1931-4470-9556-db1772ab413d details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:44:22.777809 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:44:22.800534 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:22.826095 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:44:22.826443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 81ef5597-d189-4cf6-b7fe-f15dc8d2cbf6 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:44:22.938459 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:23.131105 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:23.149432 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:23.250547 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.25.2.22 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/74a6e573-8dd2-4920-9927-19976fa2ceae) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:44:23.355727 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:23.387837 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:23.423457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:44:23.426382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:44:23.431915 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:44:23.457493 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=74a6e573-8dd2-4920-9927-19976fa2ceae,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:23.676054 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:23.869913 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:24.317448 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router 7674c5f9-6529-42ad-9c47-fca2f091831f is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:44:24.423552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:44:24.434184 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Sync routers for ids ['7674c5f9-6529-42ad-9c47-fca2f091831f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:44:24.442715 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:24.443739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Routers {'7674c5f9-6529-42ad-9c47-fca2f091831f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:44:24.444117 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-58f326fc-9782-4202-98ac-0e35a39dc7d0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7323310 Nov 03 19:44:24.444460 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:43:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7674c5f9-6529-42ad-9c47-fca2f091831f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:24.447750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40802) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:24.475201 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-686d5ecb-9636-4558-a10c-e888c4c5690d tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=c336de3085e94a0083067dfbf2e22927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263624 Nov 03 19:44:24.477898 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40804) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:24.552340 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Set router 7674c5f9-6529-42ad-9c47-fca2f091831f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:44:24.567545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e194917-a816-4799-ad58-91b0449c9f10 tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:24.569015 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6e194917-a816-4799-ad58-91b0449c9f10 tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900571 Nov 03 19:44:24.571828 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40806) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:24.599974 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1a0a9d2b-4436-4e5d-b7d8-10f1983fd311 tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265362 Nov 03 19:44:24.602643 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40808) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:24.607751 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-f4a6f904-3f90-4362-99fb-4cbb014df246 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-683420457', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:24.694672 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a6f904-3f90-4362-99fb-4cbb014df246 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Made reservation on behalf of c336de3085e94a0083067dfbf2e22927 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:44:24.698876 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4a6f904-3f90-4362-99fb-4cbb014df246 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:24.734731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:44:22Z', 'updated_at': '2021-11-03T19:44:23Z', 'revision_number': 3, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:23Z', 'updated_at': '2021-11-03T19:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:24.762494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Checking router: 7674c5f9-6529-42ad-9c47-fca2f091831f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:44:24.762851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Updating router 7674c5f9-6529-42ad-9c47-fca2f091831f port 74a6e573-8dd2-4920-9927-19976fa2ceae binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:44:24.789482 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:24.880193 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4a6f904-3f90-4362-99fb-4cbb014df246 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:24.952989 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6f904-3f90-4362-99fb-4cbb014df246 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Subnet': ['ID=b83eb735-160c-43a1-bf81-e3b40efc2799,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:24.962272 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a6f904-3f90-4362-99fb-4cbb014df246 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Checking segment: {'id': 'c3ed0125-e67b-4582-9aab-6a6da1a828e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '689c1a16-1931-4470-9556-db1772ab413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:44:24.962640 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a6f904-3f90-4362-99fb-4cbb014df246 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network hostable DHCP agents. Network: 689c1a16-1931-4470-9556-db1772ab413d, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:44:24.981136 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a6f904-3f90-4362-99fb-4cbb014df246 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 689c1a16-1931-4470-9556-db1772ab413d is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:44:24.991982 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-f4a6f904-3f90-4362-99fb-4cbb014df246 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 689c1a16-1931-4470-9556-db1772ab413d) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:44:24.998687 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a6f904-3f90-4362-99fb-4cbb014df246 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:24.998687 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f4a6f904-3f90-4362-99fb-4cbb014df246 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:25.016676 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f4a6f904-3f90-4362-99fb-4cbb014df246 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4128718 Nov 03 19:44:25.019523 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40810) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:25.049647 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63eecec-3851-4686-8249-51660db03ff4 None None] Network 689c1a16-1931-4470-9556-db1772ab413d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:44:25.297682 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-689c1a16-1931-4470-9556-db1772ab413d', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ips': [{'subnet_id': 'b83eb735-160c-43a1-bf81-e3b40efc2799'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:44:25.298526 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:25.334683 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:25.342113 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:25.447441 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:25.457261 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Attempting to bind port 74a6e573-8dd2-4920-9927-19976fa2ceae on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:44:25.457759 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Attempting to bind port 74a6e573-8dd2-4920-9927-19976fa2ceae by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:44:25.457983 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Attempting to bind port 74a6e573-8dd2-4920-9927-19976fa2ceae on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:44:25.484247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cda72-a346-434a-8745-21a90c5f9432 None None] Pushing event updated for resources: {'Port': ['ID=74a6e573-8dd2-4920-9927-19976fa2ceae,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:25.491047 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:44:25.491565 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:44:25.492365 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:25.492768 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:44:25.493290 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Bound port: 74a6e573-8dd2-4920-9927-19976fa2ceae, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:44:25.493678 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:25.535041 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Allocated IP 172.20.0.2 (689c1a16-1931-4470-9556-db1772ab413d/b83eb735-160c-43a1-bf81-e3b40efc2799/dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:44:25.566542 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] For port 74a6e573-8dd2-4920-9927-19976fa2ceae, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:44:25.593430 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] For port 74a6e573-8dd2-4920-9927-19976fa2ceae, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=74a6e573-8dd2-4920-9927-19976fa2ceae,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:44:25.622066 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:25.711966 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Routers {'7674c5f9-6529-42ad-9c47-fca2f091831f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:44:25.712593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:43:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7674c5f9-6529-42ad-9c47-fca2f091831f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:25.735514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cda72-a346-434a-8745-21a90c5f9432 None None] Pushing event updated for resources: {'Port': ['ID=74a6e573-8dd2-4920-9927-19976fa2ceae,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:25.803252 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:25.833291 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:25.879149 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.20.0.1 (689c1a16-1931-4470-9556-db1772ab413d/b83eb735-160c-43a1-bf81-e3b40efc2799/b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:44:25.886445 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Network 689c1a16-1931-4470-9556-db1772ab413d is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:44:25.894515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:44:25.905119 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:44:25.913044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] Set router 7674c5f9-6529-42ad-9c47-fca2f091831f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:44:25.972572 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a28f2bb6-84c0-4e34-9392-1ca63529e52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:25.975766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Pushing event updated for resources: {'Port': ['ID=dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:26.000680 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.036041 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.066168 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Attempting to bind port dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:44:26.066451 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Attempting to bind port dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'c3ed0125-e67b-4582-9aab-6a6da1a828e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '689c1a16-1931-4470-9556-db1772ab413d'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:44:26.066818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Attempting to bind port dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507 on network 689c1a16-1931-4470-9556-db1772ab413d {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:44:26.073880 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 689c1a16-1931-4470-9556-db1772ab413d is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:44:26.076979 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:44:26.077997 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:44:26.078377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Checking segment: {'id': 'c3ed0125-e67b-4582-9aab-6a6da1a828e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '689c1a16-1931-4470-9556-db1772ab413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:44:26.078785 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.079173 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Bound using segment: {'id': 'c3ed0125-e67b-4582-9aab-6a6da1a828e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '689c1a16-1931-4470-9556-db1772ab413d'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:44:26.079670 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Bound port: dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ed0125-e67b-4582-9aab-6a6da1a828e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '689c1a16-1931-4470-9556-db1772ab413d'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:44:26.080052 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.083444 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:44:26.110360 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:26.131320 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.184059 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] For port dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:44:26.188168 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] For port dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507,segment=NetworkSegment(c3ed0125-e67b-4582-9aab-6a6da1a828e9),segment_id=c3ed0125-e67b-4582-9aab-6a6da1a828e9)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:44:26.196098 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.254869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:44:22Z', 'updated_at': '2021-11-03T19:44:23Z', 'revision_number': 3, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:23Z', 'updated_at': '2021-11-03T19:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:26.265850 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.289382 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8695ec32-d1d1-42d2-8e12-b67eee1c80a3 None None] The sync data for ids ['7674c5f9-6529-42ad-9c47-fca2f091831f'] in n-d-812150-4 is: [{'id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:44:22Z', 'updated_at': '2021-11-03T19:44:23Z', 'revision_number': 3, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:23Z', 'updated_at': '2021-11-03T19:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:44:26.291385 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e29842-7210-4884-9542-2f2d18a33c19 None None] Pushing event updated for resources: {'Port': ['ID=dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:26.591777 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.596738 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.670764 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:26.673526 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:26.788174 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 689c1a16-1931-4470-9556-db1772ab413d is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:44:26.789783 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:44:26.887897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 74a6e573-8dd2-4920-9927-19976fa2ceae up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:44:26.911572 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router 7674c5f9-6529-42ad-9c47-fca2f091831f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:44:26.943545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 74a6e573-8dd2-4920-9927-19976fa2ceae triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:26.943952 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:27.038804 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:27.045594 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:44:27.057615 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3c62e07f-fc86-43d9-8c77-3b8b3e8b84e2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "PUT /v2.0/routers/7674c5f9-6529-42ad-9c47-fca2f091831f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0359509 Nov 03 19:44:27.073020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 74a6e573-8dd2-4920-9927-19976fa2ceae, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=74a6e573-8dd2-4920-9927-19976fa2ceae,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:27.087983 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:27.088915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:44:27.186177 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:27.186542 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:27.242605 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=74a6e573-8dd2-4920-9927-19976fa2ceae,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:27.248472 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-83fec6dc-62ac-40fa-b7b4-66212bfd0de6 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056302660&fields=id&tenant_id=c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 267 time: 0.0524027 Nov 03 19:44:27.303486 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:27.358500 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507,segment=NetworkSegment(c3ed0125-e67b-4582-9aab-6a6da1a828e9),segment_id=c3ed0125-e67b-4582-9aab-6a6da1a828e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:27.368433 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:27.381376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-ab543ce3-3217-4c83-8e99-95bc9254b01b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:27.383714 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-ab543ce3-3217-4c83-8e99-95bc9254b01b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/networks?id=689c1a16-1931-4470-9556-db1772ab413d HTTP/1.1" status: 200 len: 796 time: 0.1278582 Nov 03 19:44:27.403747 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3864b67-20c3-4664-a4c4-4ce8bc03e0c8 None None] Network 689c1a16-1931-4470-9556-db1772ab413d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:44:27.404622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-d1ed5883-26b2-4f64-87fd-18416ea2fdce tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/quotas/c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 375 time: 0.0143852 Nov 03 19:44:27.458794 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-93a3b05d-7251-4694-92fc-5d3085725b11 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478060 Nov 03 19:44:27.472723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:27.490886 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7678823-ffc1-4ac1-9a1f-7ec7e8ed8ad0 None None] Provisioning complete for port dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:27.491260 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7678823-ffc1-4ac1-9a1f-7ec7e8ed8ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:27.563526 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-7ccf9144-ffcb-4bcb-ae57-c06cf816ab02 service neutron] 10.222.0.107 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928290 Nov 03 19:44:27.657463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-04918863-0fac-4d7d-bb99-493161b62161 service neutron] 10.222.0.107 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866549 Nov 03 19:44:27.862005 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f20fb809-e4ec-4ba0-b756-41c679d48a38 None None] Provisioning complete for port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:27.862379 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f20fb809-e4ec-4ba0-b756-41c679d48a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:27.905264 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-f20fb809-e4ec-4ba0-b756-41c679d48a38 None None] Port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:44:27.918085 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-f20fb809-e4ec-4ba0-b756-41c679d48a38 None None] Provisioning complete for port dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:27.918467 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f20fb809-e4ec-4ba0-b756-41c679d48a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:28.118762 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Sync routers for ids ['7674c5f9-6529-42ad-9c47-fca2f091831f'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:44:28.120224 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fbb23ff2-a77a-454d-aead-bb8fcd375f89 None None] Provisioning complete for port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:28.120614 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fbb23ff2-a77a-454d-aead-bb8fcd375f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:28.130146 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Routers {'7674c5f9-6529-42ad-9c47-fca2f091831f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:44:28.130755 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:43:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7674c5f9-6529-42ad-9c47-fca2f091831f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:28.159039 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-fbb23ff2-a77a-454d-aead-bb8fcd375f89 None None] Port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:44:28.215622 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2d298630-446c-4134-883a-67c9dbc40a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:28.241836 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Set router 7674c5f9-6529-42ad-9c47-fca2f091831f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:44:28.278354 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4e93d8b8-3a9e-455e-93b6-c1d5941eece6 None None] Provisioning complete for port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:28.278720 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4e93d8b8-3a9e-455e-93b6-c1d5941eece6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:28.314962 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4e93d8b8-3a9e-455e-93b6-c1d5941eece6 None None] Port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:44:28.447787 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:44:22Z', 'updated_at': '2021-11-03T19:44:26Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:23Z', 'updated_at': '2021-11-03T19:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5', 'name': '', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:6a:22:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:25Z', 'updated_at': '2021-11-03T19:44:26Z', 'revision_number': 2, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:28.472819 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Checking router: 7674c5f9-6529-42ad-9c47-fca2f091831f for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:44:28.473172 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Updating router 7674c5f9-6529-42ad-9c47-fca2f091831f port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:44:28.496941 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:28.814365 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 74a6e573-8dd2-4920-9927-19976fa2ceae up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:44:28.856648 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:28.863632 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:28.875884 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 74a6e573-8dd2-4920-9927-19976fa2ceae triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:28.876264 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:28.904482 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f3cc24d6-13e9-4d83-89cd-9822b18c0cfb req-f69c38c5-62d1-4f0b-bdf3-8ecba13ffbe7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 210 time: 0.0673304 Nov 03 19:44:28.966747 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Attempting to bind port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:44:28.967123 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Attempting to bind port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'c3ed0125-e67b-4582-9aab-6a6da1a828e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '689c1a16-1931-4470-9556-db1772ab413d'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:44:28.967520 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Attempting to bind port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 on network 689c1a16-1931-4470-9556-db1772ab413d {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:44:28.974606 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:44:28.974778 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Checking segment: {'id': 'c3ed0125-e67b-4582-9aab-6a6da1a828e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '689c1a16-1931-4470-9556-db1772ab413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:44:28.975359 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:28.975950 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Bound using segment: {'id': 'c3ed0125-e67b-4582-9aab-6a6da1a828e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '689c1a16-1931-4470-9556-db1772ab413d'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:44:28.976817 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Bound port: b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ed0125-e67b-4582-9aab-6a6da1a828e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '689c1a16-1931-4470-9556-db1772ab413d'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:44:28.977385 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:28.980826 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:44:29.029307 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eb1b3-cf81-479f-aa6b-93adc2b026fd None None] Pushing event updated for resources: {'Port': ['ID=b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:29.045958 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eb1b3-cf81-479f-aa6b-93adc2b026fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:29.046678 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eb1b3-cf81-479f-aa6b-93adc2b026fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:29.047255 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eb1b3-cf81-479f-aa6b-93adc2b026fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:29.047666 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eb1b3-cf81-479f-aa6b-93adc2b026fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:29.048091 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eb1b3-cf81-479f-aa6b-93adc2b026fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:29.048470 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eb1b3-cf81-479f-aa6b-93adc2b026fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:29.048877 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eb1b3-cf81-479f-aa6b-93adc2b026fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:29.049214 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eb1b3-cf81-479f-aa6b-93adc2b026fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:29.049531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:29.049958 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eb1b3-cf81-479f-aa6b-93adc2b026fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:29.050092 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:29.050323 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eb1b3-cf81-479f-aa6b-93adc2b026fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:29.050651 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eb1b3-cf81-479f-aa6b-93adc2b026fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:29.050976 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eb1b3-cf81-479f-aa6b-93adc2b026fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:29.085223 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] For port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:44:29.097859 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] For port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5,segment=NetworkSegment(c3ed0125-e67b-4582-9aab-6a6da1a828e9),segment_id=c3ed0125-e67b-4582-9aab-6a6da1a828e9)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:44:29.105731 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:29.161688 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Routers {'7674c5f9-6529-42ad-9c47-fca2f091831f'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:44:29.162357 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:44:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7674c5f9-6529-42ad-9c47-fca2f091831f'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:29.210575 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eb1b3-cf81-479f-aa6b-93adc2b026fd None None] Pushing event updated for resources: {'Port': ['ID=b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:29.244530 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-19e04b44-f48c-44b4-8683-41ccde5e3e5e None None] Provisioning complete for port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:29.244998 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19e04b44-f48c-44b4-8683-41ccde5e3e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:29.304476 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] Set router 7674c5f9-6529-42ad-9c47-fca2f091831f gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:44:29.346164 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19e04b44-f48c-44b4-8683-41ccde5e3e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:29.382322 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-19e04b44-f48c-44b4-8683-41ccde5e3e5e None None] For port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5,segment=NetworkSegment(c3ed0125-e67b-4582-9aab-6a6da1a828e9),segment_id=c3ed0125-e67b-4582-9aab-6a6da1a828e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:29.389139 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-19e04b44-f48c-44b4-8683-41ccde5e3e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:29.451204 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e04b44-f48c-44b4-8683-41ccde5e3e5e None None] Pushing event updated for resources: {'Port': ['ID=b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:29.512747 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3fe8d903-d1bd-497f-8a08-268778fa55cc None None] Provisioning complete for port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:29.513088 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d903-d1bd-497f-8a08-268778fa55cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:29.519255 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:44:22Z', 'updated_at': '2021-11-03T19:44:26Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:23Z', 'updated_at': '2021-11-03T19:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5', 'name': '', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:6a:22:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:25Z', 'updated_at': '2021-11-03T19:44:29Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:29.550894 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea7162-acab-4505-8205-f1ca39463e55 None None] The sync data for ids ['7674c5f9-6529-42ad-9c47-fca2f091831f'] in n-d-812150-4 is: [{'id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:44:22Z', 'updated_at': '2021-11-03T19:44:26Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:23Z', 'updated_at': '2021-11-03T19:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5', 'name': '', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:6a:22:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:25Z', 'updated_at': '2021-11-03T19:44:29Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:44:29.801317 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:29.994224 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-000faa00-ed43-4b2a-805e-1d7455e43edf tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:29.995748 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-000faa00-ed43-4b2a-805e-1d7455e43edf tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "GET /v2.0/networks?id=689c1a16-1931-4470-9556-db1772ab413d HTTP/1.1" status: 200 len: 796 time: 0.1218233 Nov 03 19:44:30.027728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-592fcac2-d731-433f-8361-50f844ba0a08 req-f50c6799-54cb-4799-98c2-5d9f6ef271ff tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 210 time: 0.0415561 Nov 03 19:44:30.081505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-7991d3e1-b984-46b5-b14d-1e2f6a86761c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 380 time: 0.0757220 Nov 03 19:44:30.092419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-59b88289-cf2f-4154-aac4-2c8886a6001c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'port': {'device_id': 'fd76015b-7a47-4554-91ce-bd992dabf3a4', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'admin_state_up': True, 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'security_groups': ['0beffc4d-f503-4457-851a-4beb70060e99']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:30.227285 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-59b88289-cf2f-4154-aac4-2c8886a6001c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Made reservation on behalf of c336de3085e94a0083067dfbf2e22927 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:44:30.231449 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-59b88289-cf2f-4154-aac4-2c8886a6001c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:30.365958 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-59b88289-cf2f-4154-aac4-2c8886a6001c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.20.0.5 (689c1a16-1931-4470-9556-db1772ab413d/b83eb735-160c-43a1-bf81-e3b40efc2799/0eb38beb-bf33-4e60-8586-8e799e0f6163) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:44:30.508495 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-59b88289-cf2f-4154-aac4-2c8886a6001c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:30.543385 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-59b88289-cf2f-4154-aac4-2c8886a6001c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:30.591164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-59b88289-cf2f-4154-aac4-2c8886a6001c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 689c1a16-1931-4470-9556-db1772ab413d is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:44:30.596662 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-59b88289-cf2f-4154-aac4-2c8886a6001c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:44:30.599150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-59b88289-cf2f-4154-aac4-2c8886a6001c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:44:30.625749 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b88289-cf2f-4154-aac4-2c8886a6001c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=0eb38beb-bf33-4e60-8586-8e799e0f6163,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:30.657579 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-59b88289-cf2f-4154-aac4-2c8886a6001c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:30.658199 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-59b88289-cf2f-4154-aac4-2c8886a6001c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:30.674752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-59b88289-cf2f-4154-aac4-2c8886a6001c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5868540 Nov 03 19:44:30.687402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Request body: {'port': {'device_id': 'fd76015b-7a47-4554-91ce-bd992dabf3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:30.742922 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:30.831181 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-578fcce0-4208-45f5-b5d1-99ea4f4fcc2b None None] Provisioning complete for port 0eb38beb-bf33-4e60-8586-8e799e0f6163 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:30.832011 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-578fcce0-4208-45f5-b5d1-99ea4f4fcc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:30.855502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:44:30.910104 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-578fcce0-4208-45f5-b5d1-99ea4f4fcc2b None None] Port 0eb38beb-bf33-4e60-8586-8e799e0f6163 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:44:30.919565 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:30.929822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:30.930197 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:31.031613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb38beb-bf33-4e60-8586-8e799e0f6163 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:44:31.039515 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:31.053003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Transition to ACTIVE for port object 0eb38beb-bf33-4e60-8586-8e799e0f6163 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:44:31.057101 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:31.118120 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Pushing event updated for resources: {'Port': ['ID=0eb38beb-bf33-4e60-8586-8e799e0f6163,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:31.141657 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:31.214895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b651906-6096-4c17-9afe-10c21c8695b2 req-9502511f-1d3b-4a90-9198-1d2fdb80125c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.216557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b651906-6096-4c17-9afe-10c21c8695b2 req-9502511f-1d3b-4a90-9198-1d2fdb80125c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 943 time: 0.1139953 Nov 03 19:44:31.238132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Attempting to bind port 0eb38beb-bf33-4e60-8586-8e799e0f6163 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:44:31.238470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Attempting to bind port 0eb38beb-bf33-4e60-8586-8e799e0f6163 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'c3ed0125-e67b-4582-9aab-6a6da1a828e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '689c1a16-1931-4470-9556-db1772ab413d'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:44:31.238803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Attempting to bind port 0eb38beb-bf33-4e60-8586-8e799e0f6163 on network 689c1a16-1931-4470-9556-db1772ab413d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:44:31.252375 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Port 0eb38beb-bf33-4e60-8586-8e799e0f6163 on network 689c1a16-1931-4470-9556-db1772ab413d not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:44:31.252709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Attempting to bind port 0eb38beb-bf33-4e60-8586-8e799e0f6163 on network 689c1a16-1931-4470-9556-db1772ab413d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:44:31.261135 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:44:31.261477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Checking segment: {'id': 'c3ed0125-e67b-4582-9aab-6a6da1a828e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '689c1a16-1931-4470-9556-db1772ab413d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:44:31.261868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Bound using segment: {'id': 'c3ed0125-e67b-4582-9aab-6a6da1a828e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '689c1a16-1931-4470-9556-db1772ab413d'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:44:31.262304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Bound port: 0eb38beb-bf33-4e60-8586-8e799e0f6163, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ed0125-e67b-4582-9aab-6a6da1a828e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '689c1a16-1931-4470-9556-db1772ab413d'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:44:31.262663 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:31.297376 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4b651906-6096-4c17-9afe-10c21c8695b2 req-f929a325-574c-47a7-a96a-20cdf0581bec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706456 Nov 03 19:44:31.346682 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] For port 0eb38beb-bf33-4e60-8586-8e799e0f6163, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:44:31.349971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] For port 0eb38beb-bf33-4e60-8586-8e799e0f6163, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0eb38beb-bf33-4e60-8586-8e799e0f6163,segment=NetworkSegment(c3ed0125-e67b-4582-9aab-6a6da1a828e9),segment_id=c3ed0125-e67b-4582-9aab-6a6da1a828e9)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:44:31.354067 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:31.388428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.389050 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:31.390496 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] 10.222.0.98 "PUT /v2.0/ports/0eb38beb-bf33-4e60-8586-8e799e0f6163 HTTP/1.1" status: 200 len: 1091 time: 0.7076118 Nov 03 19:44:31.390941 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd76015b-7a47-4554-91ce-bd992dabf3a4', 'tag': '0eb38beb-bf33-4e60-8586-8e799e0f6163'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:31.393212 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5a4a96-aeb5-4ec7-9f40-c7a66c8abcbf" -d '{"events": [{"name": "network-changed", "server_uuid": "fd76015b-7a47-4554-91ce-bd992dabf3a4", "tag": "0eb38beb-bf33-4e60-8586-8e799e0f6163"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:31.426234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317cc9d-744a-4fd4-a215-eb2b32d9fbdd service neutron] Pushing event updated for resources: {'Port': ['ID=0eb38beb-bf33-4e60-8586-8e799e0f6163,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:31.440286 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530f9fcb-f62b-4fac-b957-19e84e021095 x-openstack-request-id: req-530f9fcb-f62b-4fac-b957-19e84e021095 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:31.440585 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd76015b-7a47-4554-91ce-bd992dabf3a4", "tag": "0eb38beb-bf33-4e60-8586-8e799e0f6163", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:31.440892 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-530f9fcb-f62b-4fac-b957-19e84e021095 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:31.441237 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd76015b-7a47-4554-91ce-bd992dabf3a4', 'tag': '0eb38beb-bf33-4e60-8586-8e799e0f6163', 'status': 'completed', 'code': 200} Nov 03 19:44:31.480317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-55f8c172-f380-4039-b3a5-30c2baabdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.481940 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-55f8c172-f380-4039-b3a5-30c2baabdd43 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 1094 time: 0.0512974 Nov 03 19:44:31.524955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-f79c1ead-3202-4a4d-ae98-bf84e1af4f23 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eb38beb-bf33-4e60-8586-8e799e0f6163 HTTP/1.1" status: 200 len: 217 time: 0.0348377 Nov 03 19:44:31.578699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-bd0f9d0e-9125-49e5-ad38-1d0d449d90d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.580227 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-bd0f9d0e-9125-49e5-ad38-1d0d449d90d2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b83eb735-160c-43a1-bf81-e3b40efc2799 HTTP/1.1" status: 200 len: 834 time: 0.0472887 Nov 03 19:44:31.602742 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:31.632989 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-3d090e96-9499-4c31-aff0-c68fe045e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.634546 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-3d090e96-9499-4c31-aff0-c68fe045e51f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=689c1a16-1931-4470-9556-db1772ab413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473609 Nov 03 19:44:31.726369 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-19de4c58-cb7f-4ffd-9a2e-8fb2b52c31f0 service neutron] 10.222.0.98 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847254 Nov 03 19:44:31.818713 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b03a818d-443e-421c-9f75-9015cc4f0b58 req-e8e315d8-7fee-44be-8e62-208400618c74 service neutron] 10.222.0.98 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849907 Nov 03 19:44:31.903788 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a4a96-aeb5-4ec7-9f40-c7a66c8abcbf req-032a4e8d-5972-4882-8f30-e8856971393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.905204 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db5a4a96-aeb5-4ec7-9f40-c7a66c8abcbf req-032a4e8d-5972-4882-8f30-e8856971393e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 1094 time: 0.0411639 Nov 03 19:44:31.996455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a4a96-aeb5-4ec7-9f40-c7a66c8abcbf req-86269826-336a-43aa-9fe6-8fe7b56b0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:31.997935 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db5a4a96-aeb5-4ec7-9f40-c7a66c8abcbf req-86269826-336a-43aa-9fe6-8fe7b56b0efc service neutron] 10.222.0.98 "GET /v2.0/networks?id=689c1a16-1931-4470-9556-db1772ab413d HTTP/1.1" status: 200 len: 897 time: 0.0859880 Nov 03 19:44:32.039078 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db5a4a96-aeb5-4ec7-9f40-c7a66c8abcbf req-7afbfed8-80b6-4bed-8f6b-5e07b4137bae service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eb38beb-bf33-4e60-8586-8e799e0f6163 HTTP/1.1" status: 200 len: 217 time: 0.0340493 Nov 03 19:44:32.087025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a4a96-aeb5-4ec7-9f40-c7a66c8abcbf req-46d72728-8b9e-4974-9201-df5f7b7569f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:32.089131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db5a4a96-aeb5-4ec7-9f40-c7a66c8abcbf req-46d72728-8b9e-4974-9201-df5f7b7569f3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b83eb735-160c-43a1-bf81-e3b40efc2799 HTTP/1.1" status: 200 len: 834 time: 0.0427620 Nov 03 19:44:32.135152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a4a96-aeb5-4ec7-9f40-c7a66c8abcbf req-c74e1a2a-6c06-4f58-9ef8-ca89518997dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:32.136763 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db5a4a96-aeb5-4ec7-9f40-c7a66c8abcbf req-c74e1a2a-6c06-4f58-9ef8-ca89518997dd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=689c1a16-1931-4470-9556-db1772ab413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403500 Nov 03 19:44:32.231179 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db5a4a96-aeb5-4ec7-9f40-c7a66c8abcbf req-01471d46-0b35-442f-9a40-79b45507c296 service neutron] 10.222.0.98 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867896 Nov 03 19:44:32.324577 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db5a4a96-aeb5-4ec7-9f40-c7a66c8abcbf req-f9d286a1-c7f7-419c-8fb2-4914a7bd83ea service neutron] 10.222.0.98 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852964 Nov 03 19:44:32.414424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352885ac-fc14-488d-86f6-114e3f29fa79 req-e0f2b7ba-6dfd-4032-982d-c77d904f9498 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:32.416007 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-352885ac-fc14-488d-86f6-114e3f29fa79 req-e0f2b7ba-6dfd-4032-982d-c77d904f9498 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 943 time: 0.0497704 Nov 03 19:44:32.465766 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-352885ac-fc14-488d-86f6-114e3f29fa79 req-d52f61e5-34ff-48f7-b297-5fc59bdaa344 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436590 Nov 03 19:44:33.583223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7330376-3059-4425-88a2-cd9f7d518164 req-b1aa7f54-da8a-4b10-81f7-731b9dd7bf06 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:33.584744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7330376-3059-4425-88a2-cd9f7d518164 req-b1aa7f54-da8a-4b10-81f7-731b9dd7bf06 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 943 time: 0.0480819 Nov 03 19:44:33.633276 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7330376-3059-4425-88a2-cd9f7d518164 req-0bf5579c-3b58-4a5d-8087-25cfaba05dd3 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417914 Nov 03 19:44:34.752527 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0399b0-9390-41c3-805d-26412c675623 req-7c88ff07-eb52-444c-9871-fd788f6844f0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:34.754280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c0399b0-9390-41c3-805d-26412c675623 req-7c88ff07-eb52-444c-9871-fd788f6844f0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 943 time: 0.0525048 Nov 03 19:44:34.803742 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4c0399b0-9390-41c3-805d-26412c675623 req-86fd6648-50bc-46d2-b854-96d017193743 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437560 Nov 03 19:44:35.658669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0eb38beb-bf33-4e60-8586-8e799e0f6163 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:44:35.751096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0eb38beb-bf33-4e60-8586-8e799e0f6163, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0eb38beb-bf33-4e60-8586-8e799e0f6163,segment=NetworkSegment(c3ed0125-e67b-4582-9aab-6a6da1a828e9),segment_id=c3ed0125-e67b-4582-9aab-6a6da1a828e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:35.762620 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': '0eb38beb-bf33-4e60-8586-8e799e0f6163', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'port_id': '0eb38beb-bf33-4e60-8586-8e799e0f6163', 'mac_address': 'fa:16:3e:c2:e8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:44:35.800955 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:35.813940 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb38beb-bf33-4e60-8586-8e799e0f6163 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:44:35.834293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0eb38beb-bf33-4e60-8586-8e799e0f6163, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0eb38beb-bf33-4e60-8586-8e799e0f6163,segment=NetworkSegment(c3ed0125-e67b-4582-9aab-6a6da1a828e9),segment_id=c3ed0125-e67b-4582-9aab-6a6da1a828e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:35.839381 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:35.888286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=0eb38beb-bf33-4e60-8586-8e799e0f6163,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:35.938767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9495d-7f44-453d-99e1-3e7b12cb4599 req-fb4c3e34-c5dc-4ecc-b4de-902a6f3e29c7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:35.940307 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3eb9495d-7f44-453d-99e1-3e7b12cb4599 req-fb4c3e34-c5dc-4ecc-b4de-902a6f3e29c7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 944 time: 0.0568321 Nov 03 19:44:35.991254 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3eb9495d-7f44-453d-99e1-3e7b12cb4599 req-67c82e07-fc47-412c-a1be-45dc81e15eda tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445430 Nov 03 19:44:36.049877 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['0eb38beb-bf33-4e60-8586-8e799e0f6163'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:44:37.106550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaafa22-2b24-42b3-9d4f-217b656dbf6b req-4d08caef-e0f0-431e-acc1-dea317f6d569 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:37.108056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fdaafa22-2b24-42b3-9d4f-217b656dbf6b req-4d08caef-e0f0-431e-acc1-dea317f6d569 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 944 time: 0.0484748 Nov 03 19:44:37.161184 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fdaafa22-2b24-42b3-9d4f-217b656dbf6b req-74995660-20eb-4b55-9955-7c064ff5f322 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468256 Nov 03 19:44:37.674558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0eb38beb-bf33-4e60-8586-8e799e0f6163 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:44:37.722517 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port 0eb38beb-bf33-4e60-8586-8e799e0f6163 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:44:37.726469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port 0eb38beb-bf33-4e60-8586-8e799e0f6163 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:44:37.726853 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:37.805844 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:37.827114 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd76015b-7a47-4554-91ce-bd992dabf3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb38beb-bf33-4e60-8586-8e799e0f6163'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:37.829388 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09154484-765b-4d44-b603-68a21ffaf61b" -d '{"events": [{"server_uuid": "fd76015b-7a47-4554-91ce-bd992dabf3a4", "name": "network-vif-plugged", "status": "completed", "tag": "0eb38beb-bf33-4e60-8586-8e799e0f6163"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:37.843478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port 0eb38beb-bf33-4e60-8586-8e799e0f6163, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0eb38beb-bf33-4e60-8586-8e799e0f6163,segment=NetworkSegment(c3ed0125-e67b-4582-9aab-6a6da1a828e9),segment_id=c3ed0125-e67b-4582-9aab-6a6da1a828e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:44:37.847393 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:37.885786 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988080fd-c718-4912-b4b6-50a7a1568bd8 x-openstack-request-id: req-988080fd-c718-4912-b4b6-50a7a1568bd8 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:37.886092 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd76015b-7a47-4554-91ce-bd992dabf3a4", "name": "network-vif-plugged", "status": "completed", "tag": "0eb38beb-bf33-4e60-8586-8e799e0f6163", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:37.887215 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-988080fd-c718-4912-b4b6-50a7a1568bd8 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:37.887684 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd76015b-7a47-4554-91ce-bd992dabf3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb38beb-bf33-4e60-8586-8e799e0f6163', 'code': 200} Nov 03 19:44:37.914101 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=0eb38beb-bf33-4e60-8586-8e799e0f6163,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:37.966097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84730c-5c92-47fd-95a2-d0a44b6c8f6b req-336d5435-934c-4980-8dda-a6c3a0d8601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:37.967617 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a84730c-5c92-47fd-95a2-d0a44b6c8f6b req-336d5435-934c-4980-8dda-a6c3a0d8601e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0405033 Nov 03 19:44:38.012977 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a84730c-5c92-47fd-95a2-d0a44b6c8f6b req-e4f7b273-c579-4478-9e9b-8181d4fbb4f7 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386159 Nov 03 19:44:38.280058 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a495d8c-2317-447b-8264-90bf1f8886ec req-a8ede399-0ce2-4317-a9ab-236d8ec36a9b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:38.281591 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a495d8c-2317-447b-8264-90bf1f8886ec req-a8ede399-0ce2-4317-a9ab-236d8ec36a9b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0499215 Nov 03 19:44:38.331726 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a495d8c-2317-447b-8264-90bf1f8886ec req-aaafd452-5a5b-4f57-a796-f22a4e6fb674 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430307 Nov 03 19:44:39.802035 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a71961-bd36-49b1-bc32-0d4664303d17 req-ff26d43d-4907-4ad7-a6d6-ba74b2590b8b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:39.803502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73a71961-bd36-49b1-bc32-0d4664303d17 req-ff26d43d-4907-4ad7-a6d6-ba74b2590b8b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.3960638 Nov 03 19:44:39.852369 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-73a71961-bd36-49b1-bc32-0d4664303d17 req-f866d73a-83cd-4267-b2ed-211abecf3425 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428386 Nov 03 19:44:39.967264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44060198-ed2c-4e48-bd75-2844a7a85c39 req-a18a9720-8bf6-4473-af0a-8b0f1885681a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:39.968677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44060198-ed2c-4e48-bd75-2844a7a85c39 req-a18a9720-8bf6-4473-af0a-8b0f1885681a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0487838 Nov 03 19:44:40.017821 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44060198-ed2c-4e48-bd75-2844a7a85c39 req-c813dbe5-21fe-4434-81e5-84afadcb5d20 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431042 Nov 03 19:44:40.039713 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40864) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:40.079382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544496b9-8dd7-488e-848e-c394323a039c tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:40.080929 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-544496b9-8dd7-488e-848e-c394323a039c tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 1091 time: 0.0402329 Nov 03 19:44:40.083750 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40866) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:40.088119 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '0eb38beb-bf33-4e60-8586-8e799e0f6163', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:44:40.109176 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:40.206343 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:40.304100 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.25.2.43 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/fcaf6671-0ffd-4c1f-baa3-87ce11d57880) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:44:40.406893 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:40.439492 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:40.476251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:44:40.481708 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:44:40.485169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:44:40.490478 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=fcaf6671-0ffd-4c1f-baa3-87ce11d57880,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:40.516241 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:40.516522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:40.516862 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:40.517196 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:40.517527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:40.517855 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:40.518179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:40.518506 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:40.518831 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:40.519153 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:40.519471 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:40.519828 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:44:40.848085 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:40.912545 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:41.065167 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:41.069631 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:41.138781 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=fcaf6671-0ffd-4c1f-baa3-87ce11d57880,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:44:41.150307 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:41.579747 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Floating IP ea4bbc30-691a-4746-b942-809c328aa489 associated. External IP: 172.25.2.43, port: 0eb38beb-bf33-4e60-8586-8e799e0f6163. Nov 03 19:44:41.785330 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router 7674c5f9-6529-42ad-9c47-fca2f091831f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:44:41.891425 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:44:41.900933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1f1106-ddb1-4ec2-bc9c-802b2ca1f491 None None] Sync routers for ids ['7674c5f9-6529-42ad-9c47-fca2f091831f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:44:41.910468 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:41.915693 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1f1106-ddb1-4ec2-bc9c-802b2ca1f491 None None] Routers {'7674c5f9-6529-42ad-9c47-fca2f091831f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:44:41.916328 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6b1f1106-ddb1-4ec2-bc9c-802b2ca1f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:44:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7674c5f9-6529-42ad-9c47-fca2f091831f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:41.937153 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0d023bdd-9ef1-4db9-8192-66b4d78466c5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8524010 Nov 03 19:44:41.937742 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd76015b-7a47-4554-91ce-bd992dabf3a4', 'tag': '0eb38beb-bf33-4e60-8586-8e799e0f6163'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:44:41.940028 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555a246c-8f41-4de4-aa4a-f26cdd72a1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd76015b-7a47-4554-91ce-bd992dabf3a4", "tag": "0eb38beb-bf33-4e60-8586-8e799e0f6163"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:44:41.985665 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f18a948-eef5-46db-a066-948e506d5938 x-openstack-request-id: req-1f18a948-eef5-46db-a066-948e506d5938 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:44:41.985957 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd76015b-7a47-4554-91ce-bd992dabf3a4", "tag": "0eb38beb-bf33-4e60-8586-8e799e0f6163", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:44:41.986206 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1f18a948-eef5-46db-a066-948e506d5938 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:44:41.986623 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd76015b-7a47-4554-91ce-bd992dabf3a4', 'tag': '0eb38beb-bf33-4e60-8586-8e799e0f6163', 'status': 'completed', 'code': 200} Nov 03 19:44:42.027388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-6b1f1106-ddb1-4ec2-bc9c-802b2ca1f491 None None] Set router 7674c5f9-6529-42ad-9c47-fca2f091831f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:44:42.078991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b436f-9d4e-4583-bbe2-3d9e9c975e2c req-12f1edf4-9193-4f27-a46d-ddf27dcba9f4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:42.080556 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f87b436f-9d4e-4583-bbe2-3d9e9c975e2c req-12f1edf4-9193-4f27-a46d-ddf27dcba9f4 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0803213 Nov 03 19:44:42.083398 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a246c-8f41-4de4-aa4a-f26cdd72a1a8 req-520ac0aa-bd41-425f-8e4d-5759c3a36302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:42.084826 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-555a246c-8f41-4de4-aa4a-f26cdd72a1a8 req-520ac0aa-bd41-425f-8e4d-5759c3a36302 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0732794 Nov 03 19:44:42.193852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f87b436f-9d4e-4583-bbe2-3d9e9c975e2c req-fd451e58-26e9-46bf-9a6d-873925c1ae4f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070812 Nov 03 19:44:42.211357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a246c-8f41-4de4-aa4a-f26cdd72a1a8 req-3fe7052f-4638-40b4-ba25-586d7c36ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:42.213249 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-555a246c-8f41-4de4-aa4a-f26cdd72a1a8 req-3fe7052f-4638-40b4-ba25-586d7c36ca19 service neutron] 10.222.0.98 "GET /v2.0/networks?id=689c1a16-1931-4470-9556-db1772ab413d HTTP/1.1" status: 200 len: 897 time: 0.1202271 Nov 03 19:44:42.226469 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40872) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:42.258933 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6b1f1106-ddb1-4ec2-bc9c-802b2ca1f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:44:22Z', 'updated_at': '2021-11-03T19:44:26Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:23Z', 'updated_at': '2021-11-03T19:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'ea4bbc30-691a-4746-b942-809c328aa489', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'port_id': '0eb38beb-bf33-4e60-8586-8e799e0f6163', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'mac_address': 'fa:16:3e:c2:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76015b-7a47-4554-91ce-bd992dabf3a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:44:40Z', 'updated_at': '2021-11-03T19:44:40Z', 'revision_number': 0, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5', 'name': '', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:6a:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:25Z', 'updated_at': '2021-11-03T19:44:29Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:42.287546 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1f1106-ddb1-4ec2-bc9c-802b2ca1f491 None None] Checking router: 7674c5f9-6529-42ad-9c47-fca2f091831f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:44:42.288807 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-555a246c-8f41-4de4-aa4a-f26cdd72a1a8 req-b472e490-4386-4c8d-ac4f-45517fd8cad1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eb38beb-bf33-4e60-8586-8e799e0f6163 HTTP/1.1" status: 200 len: 998 time: 0.0686178 Nov 03 19:44:42.299636 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-019848f9-eef3-4f46-b6c2-c73826858ca5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/ea4bbc30-691a-4746-b942-809c328aa489 HTTP/1.1" status: 200 len: 990 time: 0.0689616 Nov 03 19:44:42.301488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1f1106-ddb1-4ec2-bc9c-802b2ca1f491 None None] Routers {'7674c5f9-6529-42ad-9c47-fca2f091831f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:44:42.302286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6b1f1106-ddb1-4ec2-bc9c-802b2ca1f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:44:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7674c5f9-6529-42ad-9c47-fca2f091831f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:42.347133 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a246c-8f41-4de4-aa4a-f26cdd72a1a8 req-74dbc27f-0f70-4beb-b363-938cdaf603ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:42.348648 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-555a246c-8f41-4de4-aa4a-f26cdd72a1a8 req-74dbc27f-0f70-4beb-b363-938cdaf603ac service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b83eb735-160c-43a1-bf81-e3b40efc2799 HTTP/1.1" status: 200 len: 834 time: 0.0528531 Nov 03 19:44:42.400160 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a246c-8f41-4de4-aa4a-f26cdd72a1a8 req-2333c921-6555-46fa-af84-d5c3f1226f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:42.402792 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-555a246c-8f41-4de4-aa4a-f26cdd72a1a8 req-2333c921-6555-46fa-af84-d5c3f1226f53 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=689c1a16-1931-4470-9556-db1772ab413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465510 Nov 03 19:44:42.416246 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-6b1f1106-ddb1-4ec2-bc9c-802b2ca1f491 None None] Set router 7674c5f9-6529-42ad-9c47-fca2f091831f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:44:42.491044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-555a246c-8f41-4de4-aa4a-f26cdd72a1a8 req-915fe348-b568-4512-9ff9-a8f69ca7ee07 service neutron] 10.222.0.98 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813928 Nov 03 19:44:42.587828 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-555a246c-8f41-4de4-aa4a-f26cdd72a1a8 req-7216bac9-1514-434c-98e5-361c9a29151d service neutron] 10.222.0.98 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902684 Nov 03 19:44:42.653682 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-6b1f1106-ddb1-4ec2-bc9c-802b2ca1f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:44:22Z', 'updated_at': '2021-11-03T19:44:26Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:23Z', 'updated_at': '2021-11-03T19:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'ea4bbc30-691a-4746-b942-809c328aa489', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'port_id': '0eb38beb-bf33-4e60-8586-8e799e0f6163', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'mac_address': 'fa:16:3e:c2:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76015b-7a47-4554-91ce-bd992dabf3a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:44:40Z', 'updated_at': '2021-11-03T19:44:40Z', 'revision_number': 0, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5', 'name': '', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:6a:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:25Z', 'updated_at': '2021-11-03T19:44:29Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:44:42.680397 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1f1106-ddb1-4ec2-bc9c-802b2ca1f491 None None] The sync data for ids ['7674c5f9-6529-42ad-9c47-fca2f091831f'] in n-d-812150-4 is: [{'id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:44:22Z', 'updated_at': '2021-11-03T19:44:26Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:23Z', 'updated_at': '2021-11-03T19:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'ea4bbc30-691a-4746-b942-809c328aa489', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'port_id': '0eb38beb-bf33-4e60-8586-8e799e0f6163', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'mac_address': 'fa:16:3e:c2:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd76015b-7a47-4554-91ce-bd992dabf3a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:44:40Z', 'updated_at': '2021-11-03T19:44:40Z', 'revision_number': 0, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5', 'name': '', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:6a:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:25Z', 'updated_at': '2021-11-03T19:44:29Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:44:42.887532 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03588d43-cffd-4ae8-9ff9-96aa9713c185 None None] New status for floating IP ea4bbc30-691a-4746-b942-809c328aa489: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:44:43.302908 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40874) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:44:43.364286 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-074c9182-7432-48ba-8b98-80f921b34f33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/ea4bbc30-691a-4746-b942-809c328aa489 HTTP/1.1" status: 200 len: 992 time: 0.0602708 Nov 03 19:44:43.770150 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:55.389405 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:44:55.874610 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-31afd6ab-2774-4beb-9385-2160bfc03dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:58.218598 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-914b3e59-84bc-41c1-b5e9-9ef7525a04ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:59.190901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04e52e2e-c863-4d0b-a84b-55392575d0f8 req-7763847e-1f9c-4fd1-bc17-2a7956ec5b74 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405254 Nov 03 19:44:59.274917 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e52e2e-c863-4d0b-a84b-55392575d0f8 req-17b06068-c8fb-42a7-9be7-f8dd7ff6cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:59.276987 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04e52e2e-c863-4d0b-a84b-55392575d0f8 req-17b06068-c8fb-42a7-9be7-f8dd7ff6cfb0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0412283 Nov 03 19:44:59.385632 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e52e2e-c863-4d0b-a84b-55392575d0f8 req-2f3f56c0-0055-4020-9407-3ed756abc9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:59.387197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04e52e2e-c863-4d0b-a84b-55392575d0f8 req-2f3f56c0-0055-4020-9407-3ed756abc9cf service neutron] 10.222.0.98 "GET /v2.0/networks?id=689c1a16-1931-4470-9556-db1772ab413d HTTP/1.1" status: 200 len: 897 time: 0.0884025 Nov 03 19:44:59.456611 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04e52e2e-c863-4d0b-a84b-55392575d0f8 req-a00272ef-1d26-4309-8a06-ffd539833ce9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eb38beb-bf33-4e60-8586-8e799e0f6163 HTTP/1.1" status: 200 len: 1000 time: 0.0599720 Nov 03 19:44:59.510547 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e52e2e-c863-4d0b-a84b-55392575d0f8 req-acf266b8-2027-41da-9ed8-b70fe72bfd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:59.512529 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04e52e2e-c863-4d0b-a84b-55392575d0f8 req-acf266b8-2027-41da-9ed8-b70fe72bfd39 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b83eb735-160c-43a1-bf81-e3b40efc2799 HTTP/1.1" status: 200 len: 834 time: 0.0490811 Nov 03 19:44:59.558819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e52e2e-c863-4d0b-a84b-55392575d0f8 req-8a3af17d-27f9-4bd9-a395-c9eed14f274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:44:59.560353 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04e52e2e-c863-4d0b-a84b-55392575d0f8 req-8a3af17d-27f9-4bd9-a395-c9eed14f274c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=689c1a16-1931-4470-9556-db1772ab413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402424 Nov 03 19:44:59.631129 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:44:59.650525 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04e52e2e-c863-4d0b-a84b-55392575d0f8 req-16006db9-400b-4aae-9bba-13f639bee465 service neutron] 10.222.0.98 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826263 Nov 03 19:44:59.745872 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-04e52e2e-c863-4d0b-a84b-55392575d0f8 req-bf99a9a9-ff8b-4ef9-903d-7ad798a96cd1 service neutron] 10.222.0.98 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867751 Nov 03 19:45:00.902564 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:01.142915 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:01.608877 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:13.781575 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:14.812149 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54de93a-09b1-43bb-b007-78856503e775 req-2e376f8a-573d-4fa4-bd1f-88e9da1bc8a6 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:14.813666 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c54de93a-09b1-43bb-b007-78856503e775 req-2e376f8a-573d-4fa4-bd1f-88e9da1bc8a6 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0519600 Nov 03 19:45:14.864288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c54de93a-09b1-43bb-b007-78856503e775 req-fd25cf74-7911-406e-8ca4-a08146aeebc9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446174 Nov 03 19:45:15.991914 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907c20b-4ecb-4e2c-92bf-cdb8f5f95e94 req-569c690b-10c4-4aa7-bbc5-1e83a4cd9d14 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:15.993354 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e907c20b-4ecb-4e2c-92bf-cdb8f5f95e94 req-569c690b-10c4-4aa7-bbc5-1e83a4cd9d14 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0557745 Nov 03 19:45:16.046288 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e907c20b-4ecb-4e2c-92bf-cdb8f5f95e94 req-4be49934-1404-44a7-8c63-f2a234ba2b67 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458853 Nov 03 19:45:17.181343 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8cf5f-67ee-473d-8e69-f1c69c494ef4 req-00981e12-7851-4939-8464-39497cb3bcc0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:17.183408 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80d8cf5f-67ee-473d-8e69-f1c69c494ef4 req-00981e12-7851-4939-8464-39497cb3bcc0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0501058 Nov 03 19:45:17.234360 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-80d8cf5f-67ee-473d-8e69-f1c69c494ef4 req-ecd54afe-db3d-474d-a8cc-3ff07f43e320 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444548 Nov 03 19:45:18.354092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9e673-ccc7-4db7-b8b3-878c95df600b req-0791d32d-c0fd-4ae3-9712-5b108943c974 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:18.355713 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4fc9e673-ccc7-4db7-b8b3-878c95df600b req-0791d32d-c0fd-4ae3-9712-5b108943c974 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0494061 Nov 03 19:45:18.410794 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4fc9e673-ccc7-4db7-b8b3-878c95df600b req-9d200ec0-c7f5-45dd-9d5b-417b46ccb200 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490079 Nov 03 19:45:19.528649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28533a3-b3fe-4413-915e-70a457375a38 req-ee027443-ff36-4014-9dcb-1371760d95de tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:19.530242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c28533a3-b3fe-4413-915e-70a457375a38 req-ee027443-ff36-4014-9dcb-1371760d95de tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0506725 Nov 03 19:45:19.581509 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c28533a3-b3fe-4413-915e-70a457375a38 req-a84fadff-275b-4077-b6bb-51c89d2e57a2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448079 Nov 03 19:45:20.962677 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5ad24-ae5d-4fd4-b149-52f3c6090c11 req-8f14ff63-4a71-437d-a988-eeab64189930 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:20.964222 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5c5ad24-ae5d-4fd4-b149-52f3c6090c11 req-8f14ff63-4a71-437d-a988-eeab64189930 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0506289 Nov 03 19:45:21.014421 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5c5ad24-ae5d-4fd4-b149-52f3c6090c11 req-d14f7e35-8101-4de6-b115-def010368e8f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441978 Nov 03 19:45:22.138504 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc4a5a-577a-4e6a-8541-1ea06159a7f4 req-5aa05ba5-4fe9-4fe0-af5f-745eaeeac852 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:22.140038 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99bc4a5a-577a-4e6a-8541-1ea06159a7f4 req-5aa05ba5-4fe9-4fe0-af5f-745eaeeac852 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0549603 Nov 03 19:45:22.190175 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99bc4a5a-577a-4e6a-8541-1ea06159a7f4 req-39655d25-2e9e-49e6-97f9-01c667e241bb tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441577 Nov 03 19:45:23.313855 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac64c29-80d8-4614-a063-046983598a73 req-88953e37-82b4-447c-af6c-ef2a0d507439 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:23.315444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ac64c29-80d8-4614-a063-046983598a73 req-88953e37-82b4-447c-af6c-ef2a0d507439 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0535209 Nov 03 19:45:23.380597 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ac64c29-80d8-4614-a063-046983598a73 req-9483d2a4-e86a-48c9-b664-80fe60820cdf tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547874 Nov 03 19:45:24.494353 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480e2fe-88c8-42ec-ba76-5e8f74c47480 req-2133a02a-b891-4dc5-a79a-862e0c11b894 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:24.495900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0480e2fe-88c8-42ec-ba76-5e8f74c47480 req-2133a02a-b891-4dc5-a79a-862e0c11b894 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0491741 Nov 03 19:45:24.550018 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0480e2fe-88c8-42ec-ba76-5e8f74c47480 req-d618ea5c-0208-4919-8dd7-c70ab12b63dc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482390 Nov 03 19:45:25.670206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27565c-1c83-431e-b3d3-13c2f374d801 req-72b5bee6-256d-4954-bd92-484a1e084de7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:25.671793 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e27565c-1c83-431e-b3d3-13c2f374d801 req-72b5bee6-256d-4954-bd92-484a1e084de7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0520267 Nov 03 19:45:25.723552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e27565c-1c83-431e-b3d3-13c2f374d801 req-abd64432-4bdd-4fc0-bce9-4060758a2317 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458086 Nov 03 19:45:25.880148 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c624-9f70-460b-ad08-15d53700bfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:26.839949 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1150d-ba80-404d-ae2a-e95870653e88 req-a0a9d165-a59a-424c-af2c-6bb1b6e46ad6 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:26.841463 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7f1150d-ba80-404d-ae2a-e95870653e88 req-a0a9d165-a59a-424c-af2c-6bb1b6e46ad6 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0493772 Nov 03 19:45:26.890669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a7f1150d-ba80-404d-ae2a-e95870653e88 req-ea067fe3-428c-4df9-8d5c-12fd7d8236c8 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423336 Nov 03 19:45:28.013612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba4867-7e50-441d-a9f9-316edf7bfb45 req-a5bd6301-e273-4f38-b687-24642b72e99d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:28.015004 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1bba4867-7e50-441d-a9f9-316edf7bfb45 req-a5bd6301-e273-4f38-b687-24642b72e99d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0544450 Nov 03 19:45:28.065310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1bba4867-7e50-441d-a9f9-316edf7bfb45 req-daec22d4-b770-4325-bb89-6951421bcd46 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442779 Nov 03 19:45:28.220494 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b2efc3ff-7b44-4548-a8c5-644bef925620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:29.179879 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142c946-ac29-49d5-a0bd-5c63d345e0ed req-e43d6904-47cb-4b72-8ce6-2edef234b80b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:29.181360 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a142c946-ac29-49d5-a0bd-5c63d345e0ed req-e43d6904-47cb-4b72-8ce6-2edef234b80b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0486064 Nov 03 19:45:29.232130 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a142c946-ac29-49d5-a0bd-5c63d345e0ed req-cc810c8a-fd32-4d3e-9f81-a654a5783537 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443642 Nov 03 19:45:29.634888 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:30.353136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16d509-0fba-4af6-83d6-958fc72d68a1 req-bacc68f3-97a0-4851-91bd-2bc4f6e2b526 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:30.354630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca16d509-0fba-4af6-83d6-958fc72d68a1 req-bacc68f3-97a0-4851-91bd-2bc4f6e2b526 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0539205 Nov 03 19:45:30.405225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca16d509-0fba-4af6-83d6-958fc72d68a1 req-e2397a24-fd86-4e1c-a35e-7704fa877e3b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445061 Nov 03 19:45:30.437970 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40918) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:45:30.500436 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-80a1d5c8-3e72-4cb0-93a0-63575744b65f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/ea4bbc30-691a-4746-b942-809c328aa489 HTTP/1.1" status: 200 len: 992 time: 0.0612764 Nov 03 19:45:30.905243 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:31.150097 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:31.612366 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:31.816024 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014e027-5e4e-435c-8a2e-2d3ea549a95e req-c4fe735f-5ab4-4576-8260-357f8705faaa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:31.817502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4014e027-5e4e-435c-8a2e-2d3ea549a95e req-c4fe735f-5ab4-4576-8260-357f8705faaa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0852816 Nov 03 19:45:31.836291 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298367a6-fe69-470c-9edf-3f3570360b29 req-2480a2c3-ac83-4a85-a1fe-430b52ba25dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:31.837741 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-298367a6-fe69-470c-9edf-3f3570360b29 req-2480a2c3-ac83-4a85-a1fe-430b52ba25dd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0653508 Nov 03 19:45:31.929682 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4014e027-5e4e-435c-8a2e-2d3ea549a95e req-9c960616-6995-46b6-935c-43b14b742938 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014397 Nov 03 19:45:31.958904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298367a6-fe69-470c-9edf-3f3570360b29 req-e1bb9e28-95f9-4d8a-a0d4-f57be750d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:31.960397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-298367a6-fe69-470c-9edf-3f3570360b29 req-e1bb9e28-95f9-4d8a-a0d4-f57be750d733 service neutron] 10.222.0.98 "GET /v2.0/networks?id=689c1a16-1931-4470-9556-db1772ab413d HTTP/1.1" status: 200 len: 897 time: 0.1150732 Nov 03 19:45:32.025150 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-298367a6-fe69-470c-9edf-3f3570360b29 req-b19ce37a-4310-4788-ae12-2dcb414de7dd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eb38beb-bf33-4e60-8586-8e799e0f6163 HTTP/1.1" status: 200 len: 1000 time: 0.0568745 Nov 03 19:45:32.078334 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298367a6-fe69-470c-9edf-3f3570360b29 req-dce63870-4acd-4584-aeb1-3ab098ad17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:32.079820 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-298367a6-fe69-470c-9edf-3f3570360b29 req-dce63870-4acd-4584-aeb1-3ab098ad17ae service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b83eb735-160c-43a1-bf81-e3b40efc2799 HTTP/1.1" status: 200 len: 834 time: 0.0471277 Nov 03 19:45:32.124734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298367a6-fe69-470c-9edf-3f3570360b29 req-955b1855-0333-4934-8634-52b2fab8eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:32.126237 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-298367a6-fe69-470c-9edf-3f3570360b29 req-955b1855-0333-4934-8634-52b2fab8eb1f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=689c1a16-1931-4470-9556-db1772ab413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401237 Nov 03 19:45:32.221161 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-298367a6-fe69-470c-9edf-3f3570360b29 req-24a16714-cad6-4128-b195-52649d0a695a service neutron] 10.222.0.98 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876951 Nov 03 19:45:32.309303 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-298367a6-fe69-470c-9edf-3f3570360b29 req-6b63f56b-2c98-4882-829d-76f9863e306c service neutron] 10.222.0.98 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808756 Nov 03 19:45:32.388187 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:45:33.047364 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43876d97-0d91-443b-ab08-e0151cafccaf req-0e9ab414-d9e8-4671-8b05-ca499560ab06 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:45:33.048878 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43876d97-0d91-443b-ab08-e0151cafccaf req-0e9ab414-d9e8-4671-8b05-ca499560ab06 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0492067 Nov 03 19:45:33.102109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-43876d97-0d91-443b-ab08-e0151cafccaf req-31c96745-4c3c-490b-b026-0d4e2634ba63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472677 Nov 03 19:45:33.123901 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40928) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:45:33.184304 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ff547a32-23ae-43bc-8155-191020ca66a9 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/ea4bbc30-691a-4746-b942-809c328aa489 HTTP/1.1" status: 200 len: 992 time: 0.0587375 Nov 03 19:45:43.800398 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:55.871227 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3773e128-fb32-4e98-aba1-c973578e7eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:58.221727 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-49fa64dd-7419-402c-887b-899577b4c90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:45:59.638159 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:00.189211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bb1adea-6498-4833-a858-7c99c1374b16 req-f16225e6-f3bc-4a63-ba69-88c1e4dd53f8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430012 Nov 03 19:46:00.276459 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1adea-6498-4833-a858-7c99c1374b16 req-bc9b7aaf-3915-455d-9585-7ee246e02908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:00.278472 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bb1adea-6498-4833-a858-7c99c1374b16 req-bc9b7aaf-3915-455d-9585-7ee246e02908 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0467768 Nov 03 19:46:00.383694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1adea-6498-4833-a858-7c99c1374b16 req-452b1fbd-3f3a-47c9-a112-1f4caa78fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:00.385181 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bb1adea-6498-4833-a858-7c99c1374b16 req-452b1fbd-3f3a-47c9-a112-1f4caa78fdd8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=689c1a16-1931-4470-9556-db1772ab413d HTTP/1.1" status: 200 len: 897 time: 0.0834098 Nov 03 19:46:00.454507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bb1adea-6498-4833-a858-7c99c1374b16 req-c6b5a7f7-7671-4437-a83d-bd8df3411290 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eb38beb-bf33-4e60-8586-8e799e0f6163 HTTP/1.1" status: 200 len: 1000 time: 0.0607312 Nov 03 19:46:00.503431 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1adea-6498-4833-a858-7c99c1374b16 req-a7a5eda1-9616-4563-a8fa-5886682f24af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:00.504897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bb1adea-6498-4833-a858-7c99c1374b16 req-a7a5eda1-9616-4563-a8fa-5886682f24af service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b83eb735-160c-43a1-bf81-e3b40efc2799 HTTP/1.1" status: 200 len: 834 time: 0.0429635 Nov 03 19:46:00.551037 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1adea-6498-4833-a858-7c99c1374b16 req-8dce6cd1-27ba-4fd1-ac84-235bd9a6b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:00.552564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bb1adea-6498-4833-a858-7c99c1374b16 req-8dce6cd1-27ba-4fd1-ac84-235bd9a6b4f3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=689c1a16-1931-4470-9556-db1772ab413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404630 Nov 03 19:46:00.654251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bb1adea-6498-4833-a858-7c99c1374b16 req-4d3b2222-2717-4f2b-b3fe-593f1bf1ac0d service neutron] 10.222.0.98 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936909 Nov 03 19:46:00.744564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9bb1adea-6498-4833-a858-7c99c1374b16 req-8c42dff5-a279-4264-9b3c-f40e3fdef1e0 service neutron] 10.222.0.98 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822604 Nov 03 19:46:00.912922 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:01.148473 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:01.614608 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:03.589886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40948) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:03.747018 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port fcaf6671-0ffd-4c1f-baa3-87ce11d57880 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:46:03.747362 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:03.823514 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:03.824365 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:03.835636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for fcaf6671-0ffd-4c1f-baa3-87ce11d57880 owned by network:floatingip {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:46:03.979741 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:04.005850 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=fcaf6671-0ffd-4c1f-baa3-87ce11d57880,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:04.029423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:04.029782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:04.030132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:04.030595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:04.030826 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:04.031286 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:04.031600 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:04.031953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:04.032297 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:04.032633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:04.032966 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:04.033296 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:04.074663 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:04.075138 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Floating IP ea4bbc30-691a-4746-b942-809c328aa489 disassociated (deleted). External IP: 172.25.2.43, port: 0eb38beb-bf33-4e60-8586-8e799e0f6163. Nov 03 19:46:04.278929 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router 7674c5f9-6529-42ad-9c47-fca2f091831f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:46:04.383764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:46:04.388559 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:04.393892 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d99d0-65c4-4863-841e-76df9393dd95 None None] Sync routers for ids ['7674c5f9-6529-42ad-9c47-fca2f091831f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:46:04.403965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d99d0-65c4-4863-841e-76df9393dd95 None None] Routers {'7674c5f9-6529-42ad-9c47-fca2f091831f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:46:04.404592 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-905d99d0-65c4-4863-841e-76df9393dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:45:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7674c5f9-6529-42ad-9c47-fca2f091831f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:04.415820 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4b38379b-dac4-4b97-ae9c-197e8d23ba33 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/floatingips/ea4bbc30-691a-4746-b942-809c328aa489 HTTP/1.1" status: 204 len: 168 time: 0.8247912 Nov 03 19:46:04.416910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd76015b-7a47-4554-91ce-bd992dabf3a4', 'tag': '0eb38beb-bf33-4e60-8586-8e799e0f6163'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:46:04.419813 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb7bfc3-443b-42e1-929c-bcd817350eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "fd76015b-7a47-4554-91ce-bd992dabf3a4", "tag": "0eb38beb-bf33-4e60-8586-8e799e0f6163"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:46:04.459175 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92a68da-1f97-408d-ae61-1788846b9195 x-openstack-request-id: req-d92a68da-1f97-408d-ae61-1788846b9195 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:46:04.459470 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd76015b-7a47-4554-91ce-bd992dabf3a4", "tag": "0eb38beb-bf33-4e60-8586-8e799e0f6163", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:46:04.459869 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d92a68da-1f97-408d-ae61-1788846b9195 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:46:04.460287 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd76015b-7a47-4554-91ce-bd992dabf3a4', 'tag': '0eb38beb-bf33-4e60-8586-8e799e0f6163', 'status': 'completed', 'code': 200} Nov 03 19:46:04.518908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-905d99d0-65c4-4863-841e-76df9393dd95 None None] Set router 7674c5f9-6529-42ad-9c47-fca2f091831f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:46:04.524642 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7bfc3-443b-42e1-929c-bcd817350eb6 req-9d18dfb9-1986-4d0c-a4e2-b4bff27bde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:04.526390 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdb7bfc3-443b-42e1-929c-bcd817350eb6 req-9d18dfb9-1986-4d0c-a4e2-b4bff27bde6a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0429454 Nov 03 19:46:04.663846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7bfc3-443b-42e1-929c-bcd817350eb6 req-65a70f2d-e508-4bf9-9a7f-bf4584748e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:04.665347 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdb7bfc3-443b-42e1-929c-bcd817350eb6 req-65a70f2d-e508-4bf9-9a7f-bf4584748e41 service neutron] 10.222.0.98 "GET /v2.0/networks?id=689c1a16-1931-4470-9556-db1772ab413d HTTP/1.1" status: 200 len: 897 time: 0.1234295 Nov 03 19:46:04.676668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e8b32-6a6f-487b-9216-631cfb5ee9d6 req-4e7bdf82-73b0-4cf9-8907-96f2d209b233 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:04.678124 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba6e8b32-6a6f-487b-9216-631cfb5ee9d6 req-4e7bdf82-73b0-4cf9-8907-96f2d209b233 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0703502 Nov 03 19:46:04.722966 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdb7bfc3-443b-42e1-929c-bcd817350eb6 req-ef0f1cc3-c42e-42e7-9699-3d76e3d0e8f5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eb38beb-bf33-4e60-8586-8e799e0f6163 HTTP/1.1" status: 200 len: 217 time: 0.0438759 Nov 03 19:46:04.739974 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-905d99d0-65c4-4863-841e-76df9393dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:44:22Z', 'updated_at': '2021-11-03T19:44:26Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:23Z', 'updated_at': '2021-11-03T19:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5', 'name': '', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:6a:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:25Z', 'updated_at': '2021-11-03T19:44:29Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:04.765558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d99d0-65c4-4863-841e-76df9393dd95 None None] Checking router: 7674c5f9-6529-42ad-9c47-fca2f091831f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:46:04.773713 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d99d0-65c4-4863-841e-76df9393dd95 None None] Routers {'7674c5f9-6529-42ad-9c47-fca2f091831f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:46:04.774312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-905d99d0-65c4-4863-841e-76df9393dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:45:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7674c5f9-6529-42ad-9c47-fca2f091831f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:04.796582 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ba6e8b32-6a6f-487b-9216-631cfb5ee9d6 req-ccc0c52c-d042-41d0-b84b-fb30063bc4a5 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106431 Nov 03 19:46:04.800300 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7bfc3-443b-42e1-929c-bcd817350eb6 req-c5198144-baa5-4f03-8d03-7fb2b752179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:04.801639 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdb7bfc3-443b-42e1-929c-bcd817350eb6 req-c5198144-baa5-4f03-8d03-7fb2b752179b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b83eb735-160c-43a1-bf81-e3b40efc2799 HTTP/1.1" status: 200 len: 834 time: 0.0704043 Nov 03 19:46:04.859238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7bfc3-443b-42e1-929c-bcd817350eb6 req-f6cdf171-4f1a-4103-a01b-4979d61ed9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:04.860788 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdb7bfc3-443b-42e1-929c-bcd817350eb6 req-f6cdf171-4f1a-4103-a01b-4979d61ed9f1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=689c1a16-1931-4470-9556-db1772ab413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413990 Nov 03 19:46:04.881102 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-905d99d0-65c4-4863-841e-76df9393dd95 None None] Set router 7674c5f9-6529-42ad-9c47-fca2f091831f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:46:04.954309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdb7bfc3-443b-42e1-929c-bcd817350eb6 req-c6172e15-68e9-4ca1-b199-e0a384e63199 service neutron] 10.222.0.98 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857835 Nov 03 19:46:05.045717 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bdb7bfc3-443b-42e1-929c-bcd817350eb6 req-047f0cff-a7f8-4be1-9383-7d8f60b3cf9f service neutron] 10.222.0.98 "GET /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839710 Nov 03 19:46:05.078528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-905d99d0-65c4-4863-841e-76df9393dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:44:22Z', 'updated_at': '2021-11-03T19:44:26Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:23Z', 'updated_at': '2021-11-03T19:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5', 'name': '', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:6a:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:25Z', 'updated_at': '2021-11-03T19:44:29Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:05.259183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d99d0-65c4-4863-841e-76df9393dd95 None None] The sync data for ids ['7674c5f9-6529-42ad-9c47-fca2f091831f'] in n-d-812150-4 is: [{'id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:44:22Z', 'updated_at': '2021-11-03T19:44:26Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:23Z', 'updated_at': '2021-11-03T19:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5', 'name': '', 'network_id': '689c1a16-1931-4470-9556-db1772ab413d', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:6a:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:25Z', 'updated_at': '2021-11-03T19:44:29Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': 'b83eb735-160c-43a1-bf81-e3b40efc2799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:46:05.469578 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d543f45-fdc8-479f-be25-f6ff1b50d94a None None] New status for floating IP ea4bbc30-691a-4746-b942-809c328aa489: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:46:05.921703 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe28cd9-399c-4b2b-9076-e993b23ac782 req-434450d9-9724-4f65-b66d-580a5e41fd2c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:05.923191 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe28cd9-399c-4b2b-9076-e993b23ac782 req-434450d9-9724-4f65-b66d-580a5e41fd2c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0532844 Nov 03 19:46:05.972886 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-efe28cd9-399c-4b2b-9076-e993b23ac782 req-ac507450-ff80-48b1-ae02-53158ddb48cf tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=0beffc4d-f503-4457-851a-4beb70060e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Nov 03 19:46:06.101711 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1dac8-4959-4232-8a82-03cf96a0e270 req-964f8db3-a83b-4d08-af06-e231dbfc8405 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:06.103157 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4b1dac8-4959-4232-8a82-03cf96a0e270 req-964f8db3-a83b-4d08-af06-e231dbfc8405 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "GET /v2.0/ports?device_id=fd76015b-7a47-4554-91ce-bd992dabf3a4 HTTP/1.1" status: 200 len: 945 time: 0.0471339 Nov 03 19:46:06.193630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-c4b1dac8-4959-4232-8a82-03cf96a0e270 req-5b4c4157-e9a2-4e41-8cbb-ddb9e869b827 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port 0eb38beb-bf33-4e60-8586-8e799e0f6163 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:46:06.193964 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c4b1dac8-4959-4232-8a82-03cf96a0e270 req-5b4c4157-e9a2-4e41-8cbb-ddb9e869b827 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:06.280113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-c4b1dac8-4959-4232-8a82-03cf96a0e270 req-5b4c4157-e9a2-4e41-8cbb-ddb9e869b827 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] For port 0eb38beb-bf33-4e60-8586-8e799e0f6163, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=0eb38beb-bf33-4e60-8586-8e799e0f6163,segment=NetworkSegment(c3ed0125-e67b-4582-9aab-6a6da1a828e9),segment_id=c3ed0125-e67b-4582-9aab-6a6da1a828e9)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:06.280366 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c4b1dac8-4959-4232-8a82-03cf96a0e270 req-5b4c4157-e9a2-4e41-8cbb-ddb9e869b827 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:06.293241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-c4b1dac8-4959-4232-8a82-03cf96a0e270 req-5b4c4157-e9a2-4e41-8cbb-ddb9e869b827 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for 0eb38beb-bf33-4e60-8586-8e799e0f6163 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:46:06.420458 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c4b1dac8-4959-4232-8a82-03cf96a0e270 req-5b4c4157-e9a2-4e41-8cbb-ddb9e869b827 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:06.446190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c4157-e9a2-4e41-8cbb-ddb9e869b827 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=0eb38beb-bf33-4e60-8586-8e799e0f6163,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:06.488942 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b1dac8-4959-4232-8a82-03cf96a0e270 req-5b4c4157-e9a2-4e41-8cbb-ddb9e869b827 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] No DVR routers for this DVR port 0eb38beb-bf33-4e60-8586-8e799e0f6163 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:46:06.491661 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-c4b1dac8-4959-4232-8a82-03cf96a0e270 req-5b4c4157-e9a2-4e41-8cbb-ddb9e869b827 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:06.495007 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c4b1dac8-4959-4232-8a82-03cf96a0e270 req-5b4c4157-e9a2-4e41-8cbb-ddb9e869b827 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "DELETE /v2.0/ports/0eb38beb-bf33-4e60-8586-8e799e0f6163 HTTP/1.1" status: 204 len: 173 time: 0.3851762 Nov 03 19:46:06.495470 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd76015b-7a47-4554-91ce-bd992dabf3a4', 'name': 'network-vif-deleted', 'tag': '0eb38beb-bf33-4e60-8586-8e799e0f6163'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:46:06.497714 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96be2046-ea44-4ff1-99cc-5b0319a7e02c" -d '{"events": [{"server_uuid": "fd76015b-7a47-4554-91ce-bd992dabf3a4", "name": "network-vif-deleted", "tag": "0eb38beb-bf33-4e60-8586-8e799e0f6163"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:46:06.535517 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a53711-d854-495a-805c-5687dfc77efe x-openstack-request-id: req-b0a53711-d854-495a-805c-5687dfc77efe {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:46:06.535846 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd76015b-7a47-4554-91ce-bd992dabf3a4", "name": "network-vif-deleted", "tag": "0eb38beb-bf33-4e60-8586-8e799e0f6163", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:46:06.536123 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b0a53711-d854-495a-805c-5687dfc77efe {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:46:06.536765 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd76015b-7a47-4554-91ce-bd992dabf3a4', 'name': 'network-vif-deleted', 'tag': '0eb38beb-bf33-4e60-8586-8e799e0f6163', 'status': 'completed', 'code': 200} Nov 03 19:46:07.030294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40962) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:07.383570 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dfb607e9-0f3e-4b31-a25e-1910c2cce3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:07.637310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-dfb607e9-0f3e-4b31-a25e-1910c2cce3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:46:07.637548 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dfb607e9-0f3e-4b31-a25e-1910c2cce3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:07.729161 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-dfb607e9-0f3e-4b31-a25e-1910c2cce3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] For port b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5,segment=NetworkSegment(c3ed0125-e67b-4582-9aab-6a6da1a828e9),segment_id=c3ed0125-e67b-4582-9aab-6a6da1a828e9)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:07.729522 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dfb607e9-0f3e-4b31-a25e-1910c2cce3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:07.741607 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-dfb607e9-0f3e-4b31-a25e-1910c2cce3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:46:08.264703 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dfb607e9-0f3e-4b31-a25e-1910c2cce3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:08.288561 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb607e9-0f3e-4b31-a25e-1910c2cce3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:08.459446 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dfb607e9-0f3e-4b31-a25e-1910c2cce3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:08.671376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb607e9-0f3e-4b31-a25e-1910c2cce3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router 7674c5f9-6529-42ad-9c47-fca2f091831f has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:46:08.778719 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb607e9-0f3e-4b31-a25e-1910c2cce3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:46:08.783809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dfb607e9-0f3e-4b31-a25e-1910c2cce3db tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "PUT /v2.0/routers/7674c5f9-6529-42ad-9c47-fca2f091831f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7524776 Nov 03 19:46:08.786926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40964) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:08.790407 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932c500-f93f-4fcf-a108-b291a5729b1f None None] Sync routers for ids ['7674c5f9-6529-42ad-9c47-fca2f091831f'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:46:08.801207 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9932c500-f93f-4fcf-a108-b291a5729b1f None None] Routers {'7674c5f9-6529-42ad-9c47-fca2f091831f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:46:08.802032 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9932c500-f93f-4fcf-a108-b291a5729b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:45:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7674c5f9-6529-42ad-9c47-fca2f091831f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:08.842918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-e946ee22-3959-4d59-b538-a3c680efb8ab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting subnet b83eb735-160c-43a1-bf81-e3b40efc2799 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:46:08.847430 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e946ee22-3959-4d59-b538-a3c680efb8ab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:08.888711 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e946ee22-3959-4d59-b538-a3c680efb8ab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:08.913553 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-9932c500-f93f-4fcf-a108-b291a5729b1f None None] Set router 7674c5f9-6529-42ad-9c47-fca2f091831f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:46:08.976665 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e946ee22-3959-4d59-b538-a3c680efb8ab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.041436 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e946ee22-3959-4d59-b538-a3c680efb8ab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.065770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946ee22-3959-4d59-b538-a3c680efb8ab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Subnet': ['ID=b83eb735-160c-43a1-bf81-e3b40efc2799,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:09.072169 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e946ee22-3959-4d59-b538-a3c680efb8ab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.076737 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e946ee22-3959-4d59-b538-a3c680efb8ab tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/subnets/b83eb735-160c-43a1-bf81-e3b40efc2799 HTTP/1.1" status: 204 len: 168 time: 0.2885380 Nov 03 19:46:09.079222 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40966) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:09.083557 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6508552b-2298-493d-bcc4-ccc439bce38f None None] Network 689c1a16-1931-4470-9556-db1772ab413d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:46:09.155279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9932c500-f93f-4fcf-a108-b291a5729b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:44:22Z', 'updated_at': '2021-11-03T19:46:08Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:23Z', 'updated_at': '2021-11-03T19:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:09.185485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932c500-f93f-4fcf-a108-b291a5729b1f None None] Checking router: 7674c5f9-6529-42ad-9c47-fca2f091831f for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:46:09.188373 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.211556 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9932c500-f93f-4fcf-a108-b291a5729b1f None None] Routers {'7674c5f9-6529-42ad-9c47-fca2f091831f'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:46:09.212197 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9932c500-f93f-4fcf-a108-b291a5729b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:45:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['7674c5f9-6529-42ad-9c47-fca2f091831f'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:09.294220 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.356692 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port 74a6e573-8dd2-4920-9927-19976fa2ceae {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:46:09.357119 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.358288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] DHCP port deletion for 689c1a16-1931-4470-9556-db1772ab413d request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:46:09.373981 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-9932c500-f93f-4fcf-a108-b291a5729b1f None None] Set router 7674c5f9-6529-42ad-9c47-fca2f091831f gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:46:09.387499 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:46:09.440267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] For port 74a6e573-8dd2-4920-9927-19976fa2ceae, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=74a6e573-8dd2-4920-9927-19976fa2ceae,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:09.440633 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.453770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for 74a6e573-8dd2-4920-9927-19976fa2ceae owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:46:09.534463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Deleting port dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:46:09.535092 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.621141 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.627192 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] For port dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507,segment=NetworkSegment(c3ed0125-e67b-4582-9aab-6a6da1a828e9),segment_id=c3ed0125-e67b-4582-9aab-6a6da1a828e9)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:09.627621 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.644607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Calling delete_port for dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:46:09.646803 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=74a6e573-8dd2-4920-9927-19976fa2ceae,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:09.697852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-9932c500-f93f-4fcf-a108-b291a5729b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:44:22Z', 'updated_at': '2021-11-03T19:46:08Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:23Z', 'updated_at': '2021-11-03T19:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:09.707745 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.733899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9932c500-f93f-4fcf-a108-b291a5729b1f None None] The sync data for ids ['7674c5f9-6529-42ad-9c47-fca2f091831f'] in n-d-812150-4 is: [{'id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-894890839', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:44:22Z', 'updated_at': '2021-11-03T19:46:08Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': '74a6e573-8dd2-4920-9927-19976fa2ceae', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674c5f9-6529-42ad-9c47-fca2f091831f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:44:23Z', 'updated_at': '2021-11-03T19:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:46:09.776948 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.802878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Pushing event deleted for resources: {'Port': ['ID=dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:09.807071 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] No DVR routers for this DVR port dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:46:09.808704 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.811099 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.819852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:09.820205 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:09.820544 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:09.820880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:09.821209 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:09.821539 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:09.821905 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:09.822281 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:09.822962 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:09.823552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:09.823552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:09.823889 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5528dfe6-5c53-4440-aa51-d8b302333351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:09.860770 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.861464 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Fanout notify agent at l3_agent the message router_deleted on router 7674c5f9-6529-42ad-9c47-fca2f091831f {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:46:09.869432 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:09.871243 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-b6885bd7-0b96-428a-842e-3c73f8c14b48 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/routers/7674c5f9-6529-42ad-9c47-fca2f091831f HTTP/1.1" status: 204 len: 168 time: 0.7907026 Nov 03 19:46:09.873943 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40968) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:09.948234 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07245519-cc7c-4817-9f4c-8ea75002c13e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:10.036847 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07245519-cc7c-4817-9f4c-8ea75002c13e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:10.058417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-07245519-cc7c-4817-9f4c-8ea75002c13e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689c1a16-1931-4470-9556-db1772ab413d']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:10.066092 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-07245519-cc7c-4817-9f4c-8ea75002c13e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ed0125-e67b-4582-9aab-6a6da1a828e9') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:10.066395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-07245519-cc7c-4817-9f4c-8ea75002c13e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ed0125-e67b-4582-9aab-6a6da1a828e9') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:10.077700 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07245519-cc7c-4817-9f4c-8ea75002c13e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:10.078835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0eb38beb-bf33-4e60-8586-8e799e0f6163 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:46:10.092208 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07245519-cc7c-4817-9f4c-8ea75002c13e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:10.098755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07245519-cc7c-4817-9f4c-8ea75002c13e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:46:10.099154 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07245519-cc7c-4817-9f4c-8ea75002c13e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:10.100287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: 0eb38beb-bf33-4e60-8586-8e799e0f6163 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:46:10.101435 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device 0eb38beb-bf33-4e60-8586-8e799e0f6163 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:46:10.103420 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:46:10.169415 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07245519-cc7c-4817-9f4c-8ea75002c13e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:10.176421 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-07245519-cc7c-4817-9f4c-8ea75002c13e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:10.179853 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-07245519-cc7c-4817-9f4c-8ea75002c13e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/networks/689c1a16-1931-4470-9556-db1772ab413d HTTP/1.1" status: 204 len: 168 time: 0.3049116 Nov 03 19:46:10.184011 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40970) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:10.191959 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07245519-cc7c-4817-9f4c-8ea75002c13e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Network': ['ID=689c1a16-1931-4470-9556-db1772ab413d,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:10.248105 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:10.275894 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:10.337302 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:10.340240 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:10.341495 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/security-groups/0beffc4d-f503-4457-851a-4beb70060e99 HTTP/1.1" status: 204 len: 168 time: 0.1561363 Nov 03 19:46:10.352840 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beffc4d-f503-4457-851a-4beb70060e99,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:10.361842 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:10.362205 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:10.362559 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:10.362905 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:10.363246 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:10.363606 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:10.363957 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:10.364295 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:10.364634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:10.364970 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:10.365325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:10.365673 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f908cba-4a7d-4432-accd-05f0a341007e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:10.848480 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:46:10.872018 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:46:10.872367 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b49c5bcd-d54b-4cc1-812a-3c8edcfdd8e5 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:46:10.872973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 74a6e573-8dd2-4920-9927-19976fa2ceae no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:46:10.887712 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40976) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:10.892320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c7ec1776-98ce-45fd-ac86-566c2a0cd263 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512884444', 'description': 'tempest-secgroup-smoke-1512884444 description', 'project_id': 'c336de3085e94a0083067dfbf2e22927'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:10.893494 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 74a6e573-8dd2-4920-9927-19976fa2ceae {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:46:10.893843 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 74a6e573-8dd2-4920-9927-19976fa2ceae not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:46:10.894256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:46:10.915486 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:46:10.915877 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device dd2d0e35-84e8-4ee6-88fb-dc9ee1fb0507 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:46:10.916388 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1776-98ce-45fd-ac86-566c2a0cd263 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:10.987105 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1776-98ce-45fd-ac86-566c2a0cd263 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:10.990590 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1776-98ce-45fd-ac86-566c2a0cd263 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.019018 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1776-98ce-45fd-ac86-566c2a0cd263 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.020274 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c7ec1776-98ce-45fd-ac86-566c2a0cd263 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1315465 Nov 03 19:46:11.022874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec1776-98ce-45fd-ac86-566c2a0cd263 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc12e1e-e5b7-4a0e-9e00-257cf77867ca,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:11.023724 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40978) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:11.031265 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-84c8bbd9-79a2-48cc-92fb-5ac556412ce8 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': 'efc12e1e-e5b7-4a0e-9e00-257cf77867ca', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:11.061952 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84c8bbd9-79a2-48cc-92fb-5ac556412ce8 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.110815 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84c8bbd9-79a2-48cc-92fb-5ac556412ce8 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.114697 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84c8bbd9-79a2-48cc-92fb-5ac556412ce8 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.134985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8bbd9-79a2-48cc-92fb-5ac556412ce8 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72823b58-569a-4e0a-a2ab-28a6c212d978,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:11.141108 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-84c8bbd9-79a2-48cc-92fb-5ac556412ce8 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.142396 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-84c8bbd9-79a2-48cc-92fb-5ac556412ce8 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167409 Nov 03 19:46:11.145279 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40980) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:11.149847 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-408d72da-45ed-4170-a67d-695b26ba76cc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': 'efc12e1e-e5b7-4a0e-9e00-257cf77867ca', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:11.176545 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-408d72da-45ed-4170-a67d-695b26ba76cc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.231897 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-408d72da-45ed-4170-a67d-695b26ba76cc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.235549 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-408d72da-45ed-4170-a67d-695b26ba76cc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.254890 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d72da-45ed-4170-a67d-695b26ba76cc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e180b87-615f-4032-8d9f-edc46c72438a,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:11.261415 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-408d72da-45ed-4170-a67d-695b26ba76cc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.262594 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-408d72da-45ed-4170-a67d-695b26ba76cc tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161680 Nov 03 19:46:11.266398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40982) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:11.270921 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-95a10fc4-a36f-40af-bbf4-faee4ce61eea tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': 'efc12e1e-e5b7-4a0e-9e00-257cf77867ca', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:11.297873 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-95a10fc4-a36f-40af-bbf4-faee4ce61eea tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.355060 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-95a10fc4-a36f-40af-bbf4-faee4ce61eea tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.358627 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-95a10fc4-a36f-40af-bbf4-faee4ce61eea tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.377155 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a10fc4-a36f-40af-bbf4-faee4ce61eea tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=accafe98-910b-41c5-8787-4aaf8e5dd83d,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:11.386312 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-95a10fc4-a36f-40af-bbf4-faee4ce61eea tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.387503 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-95a10fc4-a36f-40af-bbf4-faee4ce61eea tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201773 Nov 03 19:46:11.390360 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40984) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:11.394631 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-8772334e-91fd-4502-90c9-8f214a38db7c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': 'efc12e1e-e5b7-4a0e-9e00-257cf77867ca', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:11.422445 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8772334e-91fd-4502-90c9-8f214a38db7c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.482233 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8772334e-91fd-4502-90c9-8f214a38db7c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.486078 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8772334e-91fd-4502-90c9-8f214a38db7c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.506594 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772334e-91fd-4502-90c9-8f214a38db7c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf0c72e-848f-4c2f-90b8-b324d45b00b9,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:11.513003 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-8772334e-91fd-4502-90c9-8f214a38db7c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.514122 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8772334e-91fd-4502-90c9-8f214a38db7c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228170 Nov 03 19:46:11.516849 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40986) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:11.521151 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-fab160db-54fd-4a0c-afea-0b8054be3418 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': 'efc12e1e-e5b7-4a0e-9e00-257cf77867ca', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:11.543642 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-fab160db-54fd-4a0c-afea-0b8054be3418 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Project c336de3085e94a0083067dfbf2e22927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:46:11.548326 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fab160db-54fd-4a0c-afea-0b8054be3418 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.608600 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fab160db-54fd-4a0c-afea-0b8054be3418 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.612554 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fab160db-54fd-4a0c-afea-0b8054be3418 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.631184 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab160db-54fd-4a0c-afea-0b8054be3418 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87b44e9-39a7-4638-b7d8-f8ba2ed53a0d,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:11.640603 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fab160db-54fd-4a0c-afea-0b8054be3418 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.641841 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fab160db-54fd-4a0c-afea-0b8054be3418 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240668 Nov 03 19:46:11.644584 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40988) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:11.649302 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-3384efdb-5f66-40a8-80d4-9a862653637a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'security_group_rule': {'security_group_id': 'efc12e1e-e5b7-4a0e-9e00-257cf77867ca', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:11.671261 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-3384efdb-5f66-40a8-80d4-9a862653637a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Project c336de3085e94a0083067dfbf2e22927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:46:11.676012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3384efdb-5f66-40a8-80d4-9a862653637a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.736875 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3384efdb-5f66-40a8-80d4-9a862653637a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.740397 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3384efdb-5f66-40a8-80d4-9a862653637a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.761376 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384efdb-5f66-40a8-80d4-9a862653637a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8fca1b-dee7-4c42-bcf8-bc700f61123a,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:11.766901 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-3384efdb-5f66-40a8-80d4-9a862653637a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.770702 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-3384efdb-5f66-40a8-80d4-9a862653637a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223841 Nov 03 19:46:11.770808 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40990) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:11.775722 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a32acd29-d36d-4988-8d1d-7193f7c15825 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'network': {'name': 'tempest-network-smoke--863614655', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'port_security_enabled': True}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:11.796054 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32acd29-d36d-4988-8d1d-7193f7c15825 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Made reservation on behalf of c336de3085e94a0083067dfbf2e22927 for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:46:11.799394 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a32acd29-d36d-4988-8d1d-7193f7c15825 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.822537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32acd29-d36d-4988-8d1d-7193f7c15825 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:46:11.831322 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a32acd29-d36d-4988-8d1d-7193f7c15825 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.831700 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-a32acd29-d36d-4988-8d1d-7193f7c15825 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Added segment ba022161-d998-4313-ac46-8fbfbb31af38 of type vlan for network 418dff37-98c8-4814-9d58-c86193f8b954 Nov 03 19:46:11.872990 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a32acd29-d36d-4988-8d1d-7193f7c15825 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.896214 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a32acd29-d36d-4988-8d1d-7193f7c15825 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.901806 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32acd29-d36d-4988-8d1d-7193f7c15825 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:11.902390 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a32acd29-d36d-4988-8d1d-7193f7c15825 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.937420 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a32acd29-d36d-4988-8d1d-7193f7c15825 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1655924 Nov 03 19:46:11.940327 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 40992) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:11.945026 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'admin_state_up': True, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:11.969471 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.970664 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:11.970966 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32acd29-d36d-4988-8d1d-7193f7c15825 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Network': ['ID=418dff37-98c8-4814-9d58-c86193f8b954,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:11.988159 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 418dff37-98c8-4814-9d58-c86193f8b954 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:46:12.027776 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:12.162797 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:12.358401 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:12.376950 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:12.476852 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.25.2.125 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:46:12.582873 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:12.616507 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:12.653781 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:46:12.658552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:46:12.662326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:46:12.667853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:12.913609 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:13.113517 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:13.240933 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:46:13.345348 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:46:13.356305 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Sync routers for ids ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:46:13.365822 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:13.366192 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Routers {'5b9ffd6c-bc62-40be-9567-ec01c18d6757'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:46:13.366790 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:45:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:13.367045 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-86f98c81-da4b-4de8-b17f-2c95c0737992 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4256272 Nov 03 19:46:13.370416 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40994) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:13.442916 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-8a70d381-2968-4615-9295-d17b8c896b7b tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=c336de3085e94a0083067dfbf2e22927&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0712814 Nov 03 19:46:13.445589 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 40998) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:13.471700 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Set router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:46:13.534992 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ddcbd0-af77-433c-8202-dfa396498286 tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:13.537003 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-e9ddcbd0-af77-433c-8202-dfa396498286 tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901031 Nov 03 19:46:13.539971 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41000) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:13.569246 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-1fed3d6c-ea6e-46d1-ab62-a2ae8e6bb8eb tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=5587e4b1-8810-4eef-bb38-61847d271d40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271943 Nov 03 19:46:13.571513 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41002) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:13.576973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-2d6c6143-50ad-4859-87b4-790835f0462a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1569616360', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:13.651315 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:46:11Z', 'updated_at': '2021-11-03T19:46:12Z', 'revision_number': 3, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:80:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:12Z', 'updated_at': '2021-11-03T19:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:13.668515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6c6143-50ad-4859-87b4-790835f0462a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Made reservation on behalf of c336de3085e94a0083067dfbf2e22927 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:46:13.672573 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d6c6143-50ad-4859-87b4-790835f0462a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:13.769914 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Checking router: 5b9ffd6c-bc62-40be-9567-ec01c18d6757 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:46:13.770261 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Updating router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 port e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:46:13.795220 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:13.796245 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:13.863681 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d6c6143-50ad-4859-87b4-790835f0462a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:13.921664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c6143-50ad-4859-87b4-790835f0462a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Subnet': ['ID=7882f5ce-c2e2-4335-b396-1b8b7455df10,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:13.933780 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6c6143-50ad-4859-87b4-790835f0462a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Checking segment: {'id': 'ba022161-d998-4313-ac46-8fbfbb31af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:46:13.934142 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6c6143-50ad-4859-87b4-790835f0462a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network hostable DHCP agents. Network: 418dff37-98c8-4814-9d58-c86193f8b954, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:46:13.951718 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6c6143-50ad-4859-87b4-790835f0462a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 418dff37-98c8-4814-9d58-c86193f8b954 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:46:13.960381 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-2d6c6143-50ad-4859-87b4-790835f0462a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 418dff37-98c8-4814-9d58-c86193f8b954) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:46:13.965005 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6c6143-50ad-4859-87b4-790835f0462a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:13.965192 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2d6c6143-50ad-4859-87b4-790835f0462a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:13.971492 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c7a1cd-cb98-4467-887c-63111a37f908 None None] Network 418dff37-98c8-4814-9d58-c86193f8b954 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:46:13.982586 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2d6c6143-50ad-4859-87b4-790835f0462a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4098670 Nov 03 19:46:13.985715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41004) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:14.053972 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:14.059930 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:14.114048 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Attempting to bind port e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:46:14.114287 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Attempting to bind port e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:46:14.114477 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Attempting to bind port e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:46:14.119972 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:46:14.120957 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:46:14.121352 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:14.121733 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:46:14.122194 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Bound port: e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:46:14.122572 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:14.124043 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e351a9-8b4c-4292-9c4b-f98804391616 None None] Pushing event updated for resources: {'Port': ['ID=e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1,revision_number=2']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:14.133976 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-418dff37-98c8-4814-9d58-c86193f8b954', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ips': [{'subnet_id': '7882f5ce-c2e2-4335-b396-1b8b7455df10'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:46:14.134881 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:14.149890 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e351a9-8b4c-4292-9c4b-f98804391616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:14.150244 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e351a9-8b4c-4292-9c4b-f98804391616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:14.150612 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e351a9-8b4c-4292-9c4b-f98804391616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:14.151264 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e351a9-8b4c-4292-9c4b-f98804391616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:14.151618 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e351a9-8b4c-4292-9c4b-f98804391616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:14.151954 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e351a9-8b4c-4292-9c4b-f98804391616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:14.152336 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e351a9-8b4c-4292-9c4b-f98804391616 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:14.152664 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e351a9-8b4c-4292-9c4b-f98804391616 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:14.152991 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e351a9-8b4c-4292-9c4b-f98804391616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:14.153375 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e351a9-8b4c-4292-9c4b-f98804391616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:14.153689 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e351a9-8b4c-4292-9c4b-f98804391616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:14.154007 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e351a9-8b4c-4292-9c4b-f98804391616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:46:14.188740 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] For port e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:46:14.192093 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] For port e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:46:14.196748 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:14.250682 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Routers {'5b9ffd6c-bc62-40be-9567-ec01c18d6757'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:46:14.251324 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:45:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:14.281449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Allocated IP 172.20.0.2 (418dff37-98c8-4814-9d58-c86193f8b954/7882f5ce-c2e2-4335-b396-1b8b7455df10/f215915d-ccc6-42ff-8fa9-8b0c62aee84f) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:46:14.294386 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e351a9-8b4c-4292-9c4b-f98804391616 None None] Pushing event updated for resources: {'Port': ['ID=e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:14.367104 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] Set router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:46:14.445516 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:14.451048 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:14.472535 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:14.492904 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Network 418dff37-98c8-4814-9d58-c86193f8b954 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:46:14.495872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:46:14.500318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:46:14.503394 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Pushing event updated for resources: {'Port': ['ID=f215915d-ccc6-42ff-8fa9-8b0c62aee84f,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:14.559968 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Attempting to bind port f215915d-ccc6-42ff-8fa9-8b0c62aee84f on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:46:14.560338 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Attempting to bind port f215915d-ccc6-42ff-8fa9-8b0c62aee84f by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'ba022161-d998-4313-ac46-8fbfbb31af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:46:14.560706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Attempting to bind port f215915d-ccc6-42ff-8fa9-8b0c62aee84f on network 418dff37-98c8-4814-9d58-c86193f8b954 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:46:14.566091 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:46:14.566684 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Checking segment: {'id': 'ba022161-d998-4313-ac46-8fbfbb31af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:46:14.567319 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:14.567967 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Bound using segment: {'id': 'ba022161-d998-4313-ac46-8fbfbb31af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:46:14.568099 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:46:11Z', 'updated_at': '2021-11-03T19:46:12Z', 'revision_number': 3, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:80:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:12Z', 'updated_at': '2021-11-03T19:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:14.568630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Bound port: f215915d-ccc6-42ff-8fa9-8b0c62aee84f, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba022161-d998-4313-ac46-8fbfbb31af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:46:14.569209 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:14.595146 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a07690-4f5a-49b2-ace3-e945b3860d0b None None] The sync data for ids ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'] in n-d-812150-4 is: [{'id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:46:11Z', 'updated_at': '2021-11-03T19:46:12Z', 'revision_number': 3, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:80:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:12Z', 'updated_at': '2021-11-03T19:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:46:14.637955 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] For port f215915d-ccc6-42ff-8fa9-8b0c62aee84f, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:46:14.641374 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] For port f215915d-ccc6-42ff-8fa9-8b0c62aee84f, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f215915d-ccc6-42ff-8fa9-8b0c62aee84f,segment=NetworkSegment(ba022161-d998-4313-ac46-8fbfbb31af38),segment_id=ba022161-d998-4313-ac46-8fbfbb31af38)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:46:14.648536 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:14.726739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664622e-38b4-4f10-93aa-20cc06f6375f None None] Pushing event updated for resources: {'Port': ['ID=f215915d-ccc6-42ff-8fa9-8b0c62aee84f,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:14.779823 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.20.0.1 (418dff37-98c8-4814-9d58-c86193f8b954/7882f5ce-c2e2-4335-b396-1b8b7455df10/ae1460b8-0b7f-453f-8612-35f9b4d28447) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:46:14.937686 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:14.979620 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:15.027860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 418dff37-98c8-4814-9d58-c86193f8b954 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:46:15.033268 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:46:15.037512 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:46:15.044653 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=ae1460b8-0b7f-453f-8612-35f9b4d28447,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:15.087022 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:15.225010 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:15.525244 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:15.531155 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:15.612013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=ae1460b8-0b7f-453f-8612-35f9b4d28447,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:15.618692 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:15.687948 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f339f0e7-c768-4c6a-ad51-40b4bf57312f None None] Network 418dff37-98c8-4814-9d58-c86193f8b954 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:46:15.732900 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 418dff37-98c8-4814-9d58-c86193f8b954 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:46:15.734531 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:46:15.781818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-2c89959d-8343-41fe-91a2-63fbc89d9c33 None None] Provisioning complete for port f215915d-ccc6-42ff-8fa9-8b0c62aee84f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:46:15.782197 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2c89959d-8343-41fe-91a2-63fbc89d9c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:15.851399 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:46:15.928755 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2c89959d-8343-41fe-91a2-63fbc89d9c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:15.974942 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:46:15.979740 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-2c89959d-8343-41fe-91a2-63fbc89d9c33 None None] For port f215915d-ccc6-42ff-8fa9-8b0c62aee84f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f215915d-ccc6-42ff-8fa9-8b0c62aee84f,segment=NetworkSegment(ba022161-d998-4313-ac46-8fbfbb31af38),segment_id=ba022161-d998-4313-ac46-8fbfbb31af38)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:15.986156 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2c89959d-8343-41fe-91a2-63fbc89d9c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:15.986476 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d918c60e-3cd7-417f-96b4-188246e49c0f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "PUT /v2.0/routers/5b9ffd6c-bc62-40be-9567-ec01c18d6757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9995041 Nov 03 19:46:16.044053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89959d-8343-41fe-91a2-63fbc89d9c33 None None] Pushing event updated for resources: {'Port': ['ID=f215915d-ccc6-42ff-8fa9-8b0c62aee84f,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:16.179491 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-ff02dae0-6f67-4cf1-851b-237dd5999139 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512884444&fields=id&tenant_id=c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 267 time: 0.0522740 Nov 03 19:46:16.212518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-98a69c55-f207-485b-814a-21821ed2856d None None] Provisioning complete for port f215915d-ccc6-42ff-8fa9-8b0c62aee84f triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:46:16.213187 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-98a69c55-f207-485b-814a-21821ed2856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:16.316030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-98a69c55-f207-485b-814a-21821ed2856d None None] Provisioning complete for port ae1460b8-0b7f-453f-8612-35f9b4d28447 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:46:16.316410 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-98a69c55-f207-485b-814a-21821ed2856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:16.328808 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-cd87466c-a911-48ab-919d-87490d46cb39 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:16.330401 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-cd87466c-a911-48ab-919d-87490d46cb39 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/networks?id=418dff37-98c8-4814-9d58-c86193f8b954 HTTP/1.1" status: 200 len: 796 time: 0.1375182 Nov 03 19:46:16.346155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-179cc0dc-2926-48df-9c1b-9899db3e8ff0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/quotas/c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 375 time: 0.0095050 Nov 03 19:46:16.361930 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-98a69c55-f207-485b-814a-21821ed2856d None None] Port ae1460b8-0b7f-453f-8612-35f9b4d28447 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:46:16.388431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Sync routers for ids ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:46:16.399978 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Routers {'5b9ffd6c-bc62-40be-9567-ec01c18d6757'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:46:16.400891 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:45:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:16.421487 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-5f3ca83d-805b-4d7f-af7d-c27ec985e1fa tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627234 Nov 03 19:46:16.526531 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-9cfc51d0-8417-42d8-8dd7-b15b2fa28fc0 None None] Provisioning complete for port ae1460b8-0b7f-453f-8612-35f9b4d28447 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:46:16.526906 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9cfc51d0-8417-42d8-8dd7-b15b2fa28fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:16.552487 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Set router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:46:16.581426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-e5f07b1d-c2a7-44d3-8646-225d3ccfd4e8 service neutron] 10.222.0.107 "GET /v2.0/networks/418dff37-98c8-4814-9d58-c86193f8b954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454165 Nov 03 19:46:16.683527 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-bbe1354e-c349-47dc-a564-b11289133fa7 service neutron] 10.222.0.107 "GET /v2.0/networks/418dff37-98c8-4814-9d58-c86193f8b954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957284 Nov 03 19:46:16.762268 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc51d0-8417-42d8-8dd7-b15b2fa28fc0 None None] Port ae1460b8-0b7f-453f-8612-35f9b4d28447 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:46:16.887921 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-26ae0f68-2c5b-4f01-bf28-9ca1d659177a req-2841a7c3-22b3-4157-8251-7d42464a7e0d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 210 time: 0.0395050 Nov 03 19:46:16.952294 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0a17666a-b266-426e-8b26-e319f5802442 None None] Provisioning complete for port ae1460b8-0b7f-453f-8612-35f9b4d28447 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:46:16.952848 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0a17666a-b266-426e-8b26-e319f5802442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:16.958572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f215915d-ccc6-42ff-8fa9-8b0c62aee84f up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:46:17.030548 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0a17666a-b266-426e-8b26-e319f5802442 None None] Port ae1460b8-0b7f-453f-8612-35f9b4d28447 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:46:17.048731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:46:11Z', 'updated_at': '2021-11-03T19:46:15Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:80:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:12Z', 'updated_at': '2021-11-03T19:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'ae1460b8-0b7f-453f-8612-35f9b4d28447', 'name': '', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:3b:c9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:14Z', 'updated_at': '2021-11-03T19:46:15Z', 'revision_number': 2, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:17.077956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Checking router: 5b9ffd6c-bc62-40be-9567-ec01c18d6757 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:46:17.078317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Updating router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 port ae1460b8-0b7f-453f-8612-35f9b4d28447 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:46:17.101828 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f215915d-ccc6-42ff-8fa9-8b0c62aee84f triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:46:17.102209 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:17.124824 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:17.283313 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:46:17.395155 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:46:17.395596 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:17.519669 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:17.527336 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:17.563642 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:17.598710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19f07c-1bcd-4175-a121-ad73a0d3d8b1 None None] Pushing event updated for resources: {'Port': ['ID=ae1460b8-0b7f-453f-8612-35f9b4d28447,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:17.606899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:17.629160 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:17.687434 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Attempting to bind port ae1460b8-0b7f-453f-8612-35f9b4d28447 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:46:17.687847 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Attempting to bind port ae1460b8-0b7f-453f-8612-35f9b4d28447 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'ba022161-d998-4313-ac46-8fbfbb31af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:46:17.688215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Attempting to bind port ae1460b8-0b7f-453f-8612-35f9b4d28447 on network 418dff37-98c8-4814-9d58-c86193f8b954 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:46:17.701728 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:46:17.702108 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Checking segment: {'id': 'ba022161-d998-4313-ac46-8fbfbb31af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:46:17.702500 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:17.702897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Bound using segment: {'id': 'ba022161-d998-4313-ac46-8fbfbb31af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:46:17.703375 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Bound port: ae1460b8-0b7f-453f-8612-35f9b4d28447, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba022161-d998-4313-ac46-8fbfbb31af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:46:17.703794 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:17.715869 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:17.774169 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] For port ae1460b8-0b7f-453f-8612-35f9b4d28447, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:46:17.777949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] For port ae1460b8-0b7f-453f-8612-35f9b4d28447, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ae1460b8-0b7f-453f-8612-35f9b4d28447,segment=NetworkSegment(ba022161-d998-4313-ac46-8fbfbb31af38),segment_id=ba022161-d998-4313-ac46-8fbfbb31af38)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:46:17.783293 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:17.860567 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Routers {'5b9ffd6c-bc62-40be-9567-ec01c18d6757'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:46:17.861274 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:45:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:17.865428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19f07c-1bcd-4175-a121-ad73a0d3d8b1 None None] Pushing event updated for resources: {'Port': ['ID=ae1460b8-0b7f-453f-8612-35f9b4d28447,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:17.920412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3bdb3bb0-7d5f-4aca-b99a-ffb4bd574fff None None] Provisioning complete for port ae1460b8-0b7f-453f-8612-35f9b4d28447 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:46:17.928462 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3bb0-7d5f-4aca-b99a-ffb4bd574fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:17.979691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-36a2faf1-8741-4714-8204-7ab899250e56 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:17.982004 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-36a2faf1-8741-4714-8204-7ab899250e56 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "GET /v2.0/networks?id=418dff37-98c8-4814-9d58-c86193f8b954 HTTP/1.1" status: 200 len: 796 time: 0.1715448 Nov 03 19:46:18.035749 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3c3599ec-8668-471d-8188-a8b2eb9140da req-b12c00bd-b83d-40b6-a4eb-0df293711199 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 210 time: 0.0523753 Nov 03 19:46:18.037381 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] Set router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:46:18.072482 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-340e5ebe-9beb-4076-a2e5-6de7bacac78a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c336de3085e94a0083067dfbf2e22927 HTTP/1.1" status: 200 len: 380 time: 0.0800159 Nov 03 19:46:18.083847 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-c76c8669-141a-4db7-91f0-cbca84228c6e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'port': {'device_id': '28f7e155-b3d2-435c-abb8-7b342c86ac3d', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'admin_state_up': True, 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'security_groups': ['efc12e1e-e5b7-4a0e-9e00-257cf77867ca']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:18.206033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-c76c8669-141a-4db7-91f0-cbca84228c6e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Made reservation on behalf of c336de3085e94a0083067dfbf2e22927 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:46:18.209949 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-c76c8669-141a-4db7-91f0-cbca84228c6e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:18.221586 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3bb0-7d5f-4aca-b99a-ffb4bd574fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:18.276943 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-3bdb3bb0-7d5f-4aca-b99a-ffb4bd574fff None None] For port ae1460b8-0b7f-453f-8612-35f9b4d28447, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ae1460b8-0b7f-453f-8612-35f9b4d28447,segment=NetworkSegment(ba022161-d998-4313-ac46-8fbfbb31af38),segment_id=ba022161-d998-4313-ac46-8fbfbb31af38)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:18.299256 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3bb0-7d5f-4aca-b99a-ffb4bd574fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:18.336236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-c76c8669-141a-4db7-91f0-cbca84228c6e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.20.0.5 (418dff37-98c8-4814-9d58-c86193f8b954/7882f5ce-c2e2-4335-b396-1b8b7455df10/f1e839ae-1853-4ef8-b0dd-04438b55d7ba) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:46:18.353800 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb3bb0-7d5f-4aca-b99a-ffb4bd574fff None None] Pushing event updated for resources: {'Port': ['ID=ae1460b8-0b7f-453f-8612-35f9b4d28447,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:18.372463 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:46:11Z', 'updated_at': '2021-11-03T19:46:15Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:12Z', 'updated_at': '2021-11-03T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'ae1460b8-0b7f-453f-8612-35f9b4d28447', 'name': '', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:3b:c9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:14Z', 'updated_at': '2021-11-03T19:46:17Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:18.399556 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c88fa-3200-4c18-8367-e06425c6d493 None None] The sync data for ids ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'] in n-d-812150-4 is: [{'id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:46:11Z', 'updated_at': '2021-11-03T19:46:15Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:12Z', 'updated_at': '2021-11-03T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'ae1460b8-0b7f-453f-8612-35f9b4d28447', 'name': '', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:3b:c9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:14Z', 'updated_at': '2021-11-03T19:46:17Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:46:18.419681 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-17951235-b558-46ff-9796-9b9cbb4aacd6 None None] Provisioning complete for port ae1460b8-0b7f-453f-8612-35f9b4d28447 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:46:18.420117 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-17951235-b558-46ff-9796-9b9cbb4aacd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:18.511221 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-c76c8669-141a-4db7-91f0-cbca84228c6e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:18.549019 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-c76c8669-141a-4db7-91f0-cbca84228c6e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:18.593096 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-c76c8669-141a-4db7-91f0-cbca84228c6e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 418dff37-98c8-4814-9d58-c86193f8b954 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:46:18.598437 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-c76c8669-141a-4db7-91f0-cbca84228c6e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:46:18.602338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-c76c8669-141a-4db7-91f0-cbca84228c6e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:46:18.632130 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c8669-141a-4db7-91f0-cbca84228c6e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=f1e839ae-1853-4ef8-b0dd-04438b55d7ba,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:18.665278 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-c76c8669-141a-4db7-91f0-cbca84228c6e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:18.665959 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-c76c8669-141a-4db7-91f0-cbca84228c6e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:18.685098 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-c76c8669-141a-4db7-91f0-cbca84228c6e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6051667 Nov 03 19:46:18.698017 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Request body: {'port': {'device_id': '28f7e155-b3d2-435c-abb8-7b342c86ac3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:18.866545 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-46a8240d-b59d-4943-b54d-eed49ddc36f6 None None] Provisioning complete for port f1e839ae-1853-4ef8-b0dd-04438b55d7ba triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:46:18.867156 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-46a8240d-b59d-4943-b54d-eed49ddc36f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:18.907605 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-46a8240d-b59d-4943-b54d-eed49ddc36f6 None None] Port f1e839ae-1853-4ef8-b0dd-04438b55d7ba cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:46:18.983062 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ae1460b8-0b7f-453f-8612-35f9b4d28447 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:46:19.034893 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port ae1460b8-0b7f-453f-8612-35f9b4d28447 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:46:19.035269 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:19.128593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:46:19.178247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:46:19.178766 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:19.214073 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:19.232737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115841d8-f4d4-41e7-9923-0b83f277fb32 req-2dc277b2-972b-4e86-99df-32e343695af8 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:19.234315 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-115841d8-f4d4-41e7-9923-0b83f277fb32 req-2dc277b2-972b-4e86-99df-32e343695af8 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 931 time: 0.0878637 Nov 03 19:46:19.372917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-115841d8-f4d4-41e7-9923-0b83f277fb32 req-39f87503-9b4d-4b6a-a287-ff420b107e51 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111116 Nov 03 19:46:19.541733 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e839ae-1853-4ef8-b0dd-04438b55d7ba {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:46:19.549944 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:19.562560 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Transition to ACTIVE for port object f1e839ae-1853-4ef8-b0dd-04438b55d7ba will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:46:19.566998 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:19.619292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Pushing event updated for resources: {'Port': ['ID=f1e839ae-1853-4ef8-b0dd-04438b55d7ba,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:19.694436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Attempting to bind port f1e839ae-1853-4ef8-b0dd-04438b55d7ba on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:46:19.694777 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Attempting to bind port f1e839ae-1853-4ef8-b0dd-04438b55d7ba by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': 'ba022161-d998-4313-ac46-8fbfbb31af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:46:19.695253 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Attempting to bind port f1e839ae-1853-4ef8-b0dd-04438b55d7ba on network 418dff37-98c8-4814-9d58-c86193f8b954 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:46:19.699960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Port f1e839ae-1853-4ef8-b0dd-04438b55d7ba on network 418dff37-98c8-4814-9d58-c86193f8b954 not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:46:19.700289 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Attempting to bind port f1e839ae-1853-4ef8-b0dd-04438b55d7ba on network 418dff37-98c8-4814-9d58-c86193f8b954 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:46:19.705438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:46:19.705802 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Checking segment: {'id': 'ba022161-d998-4313-ac46-8fbfbb31af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:46:19.706192 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Bound using segment: {'id': 'ba022161-d998-4313-ac46-8fbfbb31af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:46:19.706627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Bound port: f1e839ae-1853-4ef8-b0dd-04438b55d7ba, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba022161-d998-4313-ac46-8fbfbb31af38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:46:19.706992 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:19.772555 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] For port f1e839ae-1853-4ef8-b0dd-04438b55d7ba, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:46:19.775891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] For port f1e839ae-1853-4ef8-b0dd-04438b55d7ba, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f1e839ae-1853-4ef8-b0dd-04438b55d7ba,segment=NetworkSegment(ba022161-d998-4313-ac46-8fbfbb31af38),segment_id=ba022161-d998-4313-ac46-8fbfbb31af38)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:46:19.781364 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:19.824276 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:19.824908 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:19.826329 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] 10.222.0.98 "PUT /v2.0/ports/f1e839ae-1853-4ef8-b0dd-04438b55d7ba HTTP/1.1" status: 200 len: 1091 time: 1.1332452 Nov 03 19:46:19.826780 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f7e155-b3d2-435c-abb8-7b342c86ac3d', 'tag': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:46:19.829109 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471c4ada-9a48-4b35-9b9b-7f66ecb6e6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "28f7e155-b3d2-435c-abb8-7b342c86ac3d", "tag": "f1e839ae-1853-4ef8-b0dd-04438b55d7ba"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:46:19.850954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488b42b-e1bf-4918-8bbb-10fd58649caa service neutron] Pushing event updated for resources: {'Port': ['ID=f1e839ae-1853-4ef8-b0dd-04438b55d7ba,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:19.884659 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc561561-b9ab-48c5-aeab-fa50c61376f7 x-openstack-request-id: req-cc561561-b9ab-48c5-aeab-fa50c61376f7 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:46:19.884957 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f7e155-b3d2-435c-abb8-7b342c86ac3d", "tag": "f1e839ae-1853-4ef8-b0dd-04438b55d7ba", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:46:19.885213 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cc561561-b9ab-48c5-aeab-fa50c61376f7 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:46:19.885655 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f7e155-b3d2-435c-abb8-7b342c86ac3d', 'tag': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba', 'status': 'completed', 'code': 200} Nov 03 19:46:19.921328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-9512c48d-a69b-48c9-aabb-47c60679a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:19.922904 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-9512c48d-a69b-48c9-aabb-47c60679a30a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 1094 time: 0.0497146 Nov 03 19:46:19.970951 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-f0c434a1-931f-4e70-885e-4ddc71b6863c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e839ae-1853-4ef8-b0dd-04438b55d7ba HTTP/1.1" status: 200 len: 217 time: 0.0394585 Nov 03 19:46:20.021115 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-662f0873-66e1-4c4b-9612-726f86670fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:20.022601 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-662f0873-66e1-4c4b-9612-726f86670fd2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7882f5ce-c2e2-4335-b396-1b8b7455df10 HTTP/1.1" status: 200 len: 835 time: 0.0454550 Nov 03 19:46:20.072117 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-97622b85-4d9a-4dbf-a9ed-319cd669363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:20.074184 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-97622b85-4d9a-4dbf-a9ed-319cd669363b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=418dff37-98c8-4814-9d58-c86193f8b954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429871 Nov 03 19:46:20.166669 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-ab58ac87-285d-442e-ad0d-55133fd22dfa service neutron] 10.222.0.98 "GET /v2.0/networks/418dff37-98c8-4814-9d58-c86193f8b954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854616 Nov 03 19:46:20.254551 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e705ffd0-e4ce-4ebb-8f76-0eb10ebcb9d4 req-267c1401-920a-4ee6-8aee-d978dd0aa084 service neutron] 10.222.0.98 "GET /v2.0/networks/418dff37-98c8-4814-9d58-c86193f8b954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805562 Nov 03 19:46:20.343612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c4ada-9a48-4b35-9b9b-7f66ecb6e6c5 req-5ddc3352-1162-4d5c-b979-f6d86f853339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:20.345139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-471c4ada-9a48-4b35-9b9b-7f66ecb6e6c5 req-5ddc3352-1162-4d5c-b979-f6d86f853339 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 1094 time: 0.0459483 Nov 03 19:46:20.439435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c4ada-9a48-4b35-9b9b-7f66ecb6e6c5 req-388c3a39-a1d1-4bfe-82ee-1b5ab7f375a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:20.440878 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-471c4ada-9a48-4b35-9b9b-7f66ecb6e6c5 req-388c3a39-a1d1-4bfe-82ee-1b5ab7f375a1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=418dff37-98c8-4814-9d58-c86193f8b954 HTTP/1.1" status: 200 len: 897 time: 0.0878694 Nov 03 19:46:20.507995 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-471c4ada-9a48-4b35-9b9b-7f66ecb6e6c5 req-cd4d715f-2049-4f4c-acd3-69b4b1e44d87 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e839ae-1853-4ef8-b0dd-04438b55d7ba HTTP/1.1" status: 200 len: 217 time: 0.0525935 Nov 03 19:46:20.552720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd927-4ef3-4d3d-8adf-8770e3f977a4 req-7a3cf7fc-431c-44b9-aa6d-8a3687f17d31 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:20.554201 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf6cd927-4ef3-4d3d-8adf-8770e3f977a4 req-7a3cf7fc-431c-44b9-aa6d-8a3687f17d31 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 943 time: 0.1081576 Nov 03 19:46:20.583509 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c4ada-9a48-4b35-9b9b-7f66ecb6e6c5 req-2ee56e19-456f-4740-b694-a497ff110858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:20.584982 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-471c4ada-9a48-4b35-9b9b-7f66ecb6e6c5 req-2ee56e19-456f-4740-b694-a497ff110858 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7882f5ce-c2e2-4335-b396-1b8b7455df10 HTTP/1.1" status: 200 len: 835 time: 0.0690761 Nov 03 19:46:20.642561 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bf6cd927-4ef3-4d3d-8adf-8770e3f977a4 req-af2ce915-df8f-406c-b222-d733341c4d64 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819340 Nov 03 19:46:20.654391 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c4ada-9a48-4b35-9b9b-7f66ecb6e6c5 req-30b092ca-c15e-4e4d-a247-783f19d8344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:20.655773 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-471c4ada-9a48-4b35-9b9b-7f66ecb6e6c5 req-30b092ca-c15e-4e4d-a247-783f19d8344f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=418dff37-98c8-4814-9d58-c86193f8b954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603905 Nov 03 19:46:20.747507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-471c4ada-9a48-4b35-9b9b-7f66ecb6e6c5 req-6fa706ce-3a09-4749-82ef-23435d75a9d6 service neutron] 10.222.0.98 "GET /v2.0/networks/418dff37-98c8-4814-9d58-c86193f8b954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827546 Nov 03 19:46:20.840832 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-471c4ada-9a48-4b35-9b9b-7f66ecb6e6c5 req-6c8b4398-c60c-490b-916b-799943bdf750 service neutron] 10.222.0.98 "GET /v2.0/networks/418dff37-98c8-4814-9d58-c86193f8b954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860453 Nov 03 19:46:21.760150 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163cda5-babe-4bc8-983c-91703bd9f3cc req-2e89bbdc-7df1-4812-a766-85a9d65a02ec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:21.762077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1163cda5-babe-4bc8-983c-91703bd9f3cc req-2e89bbdc-7df1-4812-a766-85a9d65a02ec tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 943 time: 0.0496564 Nov 03 19:46:21.815341 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1163cda5-babe-4bc8-983c-91703bd9f3cc req-b4384a44-dea2-4f0e-a9a2-e41aca50f405 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463867 Nov 03 19:46:22.934467 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6dc8c6-e4db-4ec8-a2dd-4c8cf36b4584 req-0e9896f2-c23b-4899-a141-388653da62dd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:22.936001 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dc6dc8c6-e4db-4ec8-a2dd-4c8cf36b4584 req-0e9896f2-c23b-4899-a141-388653da62dd tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 943 time: 0.0522738 Nov 03 19:46:22.992064 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dc6dc8c6-e4db-4ec8-a2dd-4c8cf36b4584 req-671de9d8-4507-4c82-af62-e7ae6b6e1947 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500991 Nov 03 19:46:24.106762 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221481d-9a6b-4eb8-b530-e654901b61b3 req-44ef8b1e-f0ae-471c-9a06-38b1bc68b111 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:24.108261 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1221481d-9a6b-4eb8-b530-e654901b61b3 req-44ef8b1e-f0ae-471c-9a06-38b1bc68b111 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 943 time: 0.0479445 Nov 03 19:46:24.124265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f1e839ae-1853-4ef8-b0dd-04438b55d7ba details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:46:24.157274 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1221481d-9a6b-4eb8-b530-e654901b61b3 req-8dfc9c66-c2a0-4591-b65b-5109af6a5510 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431466 Nov 03 19:46:24.221112 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f1e839ae-1853-4ef8-b0dd-04438b55d7ba, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f1e839ae-1853-4ef8-b0dd-04438b55d7ba,segment=NetworkSegment(ba022161-d998-4313-ac46-8fbfbb31af38),segment_id=ba022161-d998-4313-ac46-8fbfbb31af38)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:24.232833 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'port_id': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba', 'mac_address': 'fa:16:3e:d8:f7:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:46:24.269429 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:24.282492 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e839ae-1853-4ef8-b0dd-04438b55d7ba {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:46:24.301848 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f1e839ae-1853-4ef8-b0dd-04438b55d7ba, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f1e839ae-1853-4ef8-b0dd-04438b55d7ba,segment=NetworkSegment(ba022161-d998-4313-ac46-8fbfbb31af38),segment_id=ba022161-d998-4313-ac46-8fbfbb31af38)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:24.306031 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:24.352702 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f1e839ae-1853-4ef8-b0dd-04438b55d7ba,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:24.514739 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['f1e839ae-1853-4ef8-b0dd-04438b55d7ba'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:46:25.273429 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e4609-1f76-4459-bb72-56f26bb35f66 req-89471577-6bf8-4beb-a3b1-ed2244d65f7d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:25.274931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b2e4609-1f76-4459-bb72-56f26bb35f66 req-89471577-6bf8-4beb-a3b1-ed2244d65f7d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 944 time: 0.0495222 Nov 03 19:46:25.324072 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6b2e4609-1f76-4459-bb72-56f26bb35f66 req-3fbb9d79-87fe-4d69-aa61-01c9eb4d17f0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429304 Nov 03 19:46:25.873603 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-122127fc-5397-4622-b26e-89f108d15776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:26.139970 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f1e839ae-1853-4ef8-b0dd-04438b55d7ba up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:46:26.346010 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port f1e839ae-1853-4ef8-b0dd-04438b55d7ba completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:46:26.349835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port f1e839ae-1853-4ef8-b0dd-04438b55d7ba triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:46:26.350202 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:26.428709 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:26.444056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1fdd7-bb71-4459-af64-1196fcc43730 req-e12a9445-41bf-4db2-9277-ad5a56c25c6b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:26.445582 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cc1fdd7-bb71-4459-af64-1196fcc43730 req-e12a9445-41bf-4db2-9277-ad5a56c25c6b tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 944 time: 0.0538547 Nov 03 19:46:26.454075 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f7e155-b3d2-435c-abb8-7b342c86ac3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:46:26.456389 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c56fb4b-ae73-4423-8068-128bc741be8e" -d '{"events": [{"server_uuid": "28f7e155-b3d2-435c-abb8-7b342c86ac3d", "name": "network-vif-plugged", "status": "completed", "tag": "f1e839ae-1853-4ef8-b0dd-04438b55d7ba"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:46:26.469607 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f1e839ae-1853-4ef8-b0dd-04438b55d7ba, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f1e839ae-1853-4ef8-b0dd-04438b55d7ba,segment=NetworkSegment(ba022161-d998-4313-ac46-8fbfbb31af38),segment_id=ba022161-d998-4313-ac46-8fbfbb31af38)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:46:26.474240 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:26.498217 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fb3741-c04b-43ee-9468-68d935d05e56 x-openstack-request-id: req-44fb3741-c04b-43ee-9468-68d935d05e56 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:46:26.498521 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f7e155-b3d2-435c-abb8-7b342c86ac3d", "name": "network-vif-plugged", "status": "completed", "tag": "f1e839ae-1853-4ef8-b0dd-04438b55d7ba", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:46:26.498778 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-44fb3741-c04b-43ee-9468-68d935d05e56 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:46:26.499174 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f7e155-b3d2-435c-abb8-7b342c86ac3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba', 'code': 200} Nov 03 19:46:26.509206 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cc1fdd7-bb71-4459-af64-1196fcc43730 req-2475790a-8d90-427d-8716-a0ae5206ab2c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526876 Nov 03 19:46:26.533802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f1e839ae-1853-4ef8-b0dd-04438b55d7ba,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:26.597752 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7be47-c777-4fc7-8d2c-9932fceaf1e0 req-e566f73c-8f40-4ae0-b05b-283a11ce967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:26.599306 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fbc7be47-c777-4fc7-8d2c-9932fceaf1e0 req-e566f73c-8f40-4ae0-b05b-283a11ce967e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 1096 time: 0.0419772 Nov 03 19:46:26.647068 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fbc7be47-c777-4fc7-8d2c-9932fceaf1e0 req-8b35e90a-b1dc-47b1-8807-13423e1deef3 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395699 Nov 03 19:46:27.640824 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b43808-2c8a-401e-87f4-62a7044861bc req-6d1c3392-9429-4550-9f6c-3d12f3a86362 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:27.642392 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65b43808-2c8a-401e-87f4-62a7044861bc req-6d1c3392-9429-4550-9f6c-3d12f3a86362 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 945 time: 0.0599504 Nov 03 19:46:27.699609 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65b43808-2c8a-401e-87f4-62a7044861bc req-fedabdd8-4afc-422b-9cbe-770a185937d1 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511281 Nov 03 19:46:28.223329 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9f4db074-c6cf-4f17-94f2-205360e5e2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:28.815633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d77915-9f31-4489-b6a9-5a7ade2fbf5b req-e553e866-dc10-4f6d-b638-532885a6790a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:28.817135 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96d77915-9f31-4489-b6a9-5a7ade2fbf5b req-e553e866-dc10-4f6d-b638-532885a6790a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 945 time: 0.0490468 Nov 03 19:46:28.866222 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-96d77915-9f31-4489-b6a9-5a7ade2fbf5b req-4d807037-5f1e-4ed3-84e9-aca60deed549 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431542 Nov 03 19:46:28.980523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d78478-42ec-477f-bdbc-2cb8e58e6b50 req-6b754482-829b-4927-8e8e-87c6b520fd29 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:28.982048 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28d78478-42ec-477f-bdbc-2cb8e58e6b50 req-6b754482-829b-4927-8e8e-87c6b520fd29 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 945 time: 0.0485411 Nov 03 19:46:29.031824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28d78478-42ec-477f-bdbc-2cb8e58e6b50 req-971b2d8c-11cb-46b8-9e01-a4838fa9581d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437586 Nov 03 19:46:29.054053 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41064) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:29.097539 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2718d01c-4a91-40dc-a9b8-91619feb7faf tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:29.099065 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2718d01c-4a91-40dc-a9b8-91619feb7faf tempest-TestNetworkAdvancedServerOps-1114311847 tempest-TestNetworkAdvancedServerOps-1114311847-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 1091 time: 0.0440450 Nov 03 19:46:29.101996 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41066) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:29.106722 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:46:29.128680 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:29.222315 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:29.327827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Allocated IP 172.25.2.115 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/b790411c-d525-43f7-ac15-9070d13a7458) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:46:29.428040 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:29.460253 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:29.500366 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:46:29.503148 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:46:29.508685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:46:29.532099 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=b790411c-d525-43f7-ac15-9070d13a7458,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:29.639953 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:29.873514 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:29.942275 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:30.090661 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:30.094869 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:30.158622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event updated for resources: {'Port': ['ID=b790411c-d525-43f7-ac15-9070d13a7458,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:46:30.172837 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:30.270367 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Floating IP a1c1870c-9866-49ae-9137-3ee4f29dc652 associated. External IP: 172.25.2.115, port: f1e839ae-1853-4ef8-b0dd-04438b55d7ba. Nov 03 19:46:30.473030 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:46:30.580113 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:46:30.590726 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dfc080-2356-4c7f-a4d3-b8708d7917db None None] Sync routers for ids ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:46:30.599251 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:30.601738 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dfc080-2356-4c7f-a4d3-b8708d7917db None None] Routers {'5b9ffd6c-bc62-40be-9567-ec01c18d6757'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:46:30.602349 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-96dfc080-2356-4c7f-a4d3-b8708d7917db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:46:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:30.626589 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-887bba1e-9b19-4e91-b8c6-2eb1c30526f7 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5235598 Nov 03 19:46:30.627190 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f7e155-b3d2-435c-abb8-7b342c86ac3d', 'tag': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:46:30.629501 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195c4b9a-f717-40c2-8ed0-7f2557050b51" -d '{"events": [{"name": "network-changed", "server_uuid": "28f7e155-b3d2-435c-abb8-7b342c86ac3d", "tag": "f1e839ae-1853-4ef8-b0dd-04438b55d7ba"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:46:30.674534 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1059c394-f60e-4058-aad0-48eaf0cbf0f1 x-openstack-request-id: req-1059c394-f60e-4058-aad0-48eaf0cbf0f1 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:46:30.674961 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f7e155-b3d2-435c-abb8-7b342c86ac3d", "tag": "f1e839ae-1853-4ef8-b0dd-04438b55d7ba", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:46:30.675393 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1059c394-f60e-4058-aad0-48eaf0cbf0f1 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:46:30.676018 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f7e155-b3d2-435c-abb8-7b342c86ac3d', 'tag': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba', 'status': 'completed', 'code': 200} Nov 03 19:46:30.718051 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-96dfc080-2356-4c7f-a4d3-b8708d7917db None None] Set router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:46:30.764663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b6980-aa83-46cb-a8d0-742303bfe8c1 req-59aca82f-33d6-42f7-8650-289b875f093f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:30.766099 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f7b6980-aa83-46cb-a8d0-742303bfe8c1 req-59aca82f-33d6-42f7-8650-289b875f093f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 945 time: 0.0815408 Nov 03 19:46:30.772506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c4b9a-f717-40c2-8ed0-7f2557050b51 req-225249fb-54f0-4d62-80a6-66856c40a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:30.773899 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-195c4b9a-f717-40c2-8ed0-7f2557050b51 req-225249fb-54f0-4d62-80a6-66856c40a5b6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 1096 time: 0.0626514 Nov 03 19:46:30.875136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6f7b6980-aa83-46cb-a8d0-742303bfe8c1 req-655da7f9-98e6-4a31-932f-fcefd69e540e tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002719 Nov 03 19:46:30.896796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c4b9a-f717-40c2-8ed0-7f2557050b51 req-ac80a9f8-a506-4366-b1de-11b10cd79ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:30.898536 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41072) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:30.899042 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-195c4b9a-f717-40c2-8ed0-7f2557050b51 req-ac80a9f8-a506-4366-b1de-11b10cd79ab4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=418dff37-98c8-4814-9d58-c86193f8b954 HTTP/1.1" status: 200 len: 897 time: 0.1175737 Nov 03 19:46:30.915787 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:30.958001 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-96dfc080-2356-4c7f-a4d3-b8708d7917db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:46:11Z', 'updated_at': '2021-11-03T19:46:15Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:12Z', 'updated_at': '2021-11-03T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'a1c1870c-9866-49ae-9137-3ee4f29dc652', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'port_id': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'mac_address': 'fa:16:3e:d8:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f7e155-b3d2-435c-abb8-7b342c86ac3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:46:29Z', 'updated_at': '2021-11-03T19:46:29Z', 'revision_number': 0, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1460b8-0b7f-453f-8612-35f9b4d28447', 'name': '', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:3b:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:14Z', 'updated_at': '2021-11-03T19:46:18Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:30.965353 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f0e7d3e8-b6d3-476a-bc7f-be5708cf953c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/a1c1870c-9866-49ae-9137-3ee4f29dc652 HTTP/1.1" status: 200 len: 991 time: 0.0638573 Nov 03 19:46:30.975258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-195c4b9a-f717-40c2-8ed0-7f2557050b51 req-93c213e8-425f-4b86-a83c-ce0ec037b13d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e839ae-1853-4ef8-b0dd-04438b55d7ba HTTP/1.1" status: 200 len: 999 time: 0.0696845 Nov 03 19:46:30.985875 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dfc080-2356-4c7f-a4d3-b8708d7917db None None] Checking router: 5b9ffd6c-bc62-40be-9567-ec01c18d6757 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:46:30.994245 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dfc080-2356-4c7f-a4d3-b8708d7917db None None] Routers {'5b9ffd6c-bc62-40be-9567-ec01c18d6757'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:46:30.995356 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-96dfc080-2356-4c7f-a4d3-b8708d7917db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:46:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:31.024609 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c4b9a-f717-40c2-8ed0-7f2557050b51 req-5840a481-a38d-482e-8b73-644acd1530b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:31.026014 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-195c4b9a-f717-40c2-8ed0-7f2557050b51 req-5840a481-a38d-482e-8b73-644acd1530b2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7882f5ce-c2e2-4335-b396-1b8b7455df10 HTTP/1.1" status: 200 len: 835 time: 0.0443432 Nov 03 19:46:31.072517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c4b9a-f717-40c2-8ed0-7f2557050b51 req-3e0e28ae-a866-42e3-bce3-c36647931207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:31.074660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-195c4b9a-f717-40c2-8ed0-7f2557050b51 req-3e0e28ae-a866-42e3-bce3-c36647931207 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=418dff37-98c8-4814-9d58-c86193f8b954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408509 Nov 03 19:46:31.101049 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-96dfc080-2356-4c7f-a4d3-b8708d7917db None None] Set router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:46:31.152963 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:31.175275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-195c4b9a-f717-40c2-8ed0-7f2557050b51 req-e65561fc-2614-4693-917d-5775814407d2 service neutron] 10.222.0.98 "GET /v2.0/networks/418dff37-98c8-4814-9d58-c86193f8b954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926080 Nov 03 19:46:31.264760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-195c4b9a-f717-40c2-8ed0-7f2557050b51 req-264f9bf0-fa1f-4125-ba0c-53fa1a3f7232 service neutron] 10.222.0.98 "GET /v2.0/networks/418dff37-98c8-4814-9d58-c86193f8b954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828505 Nov 03 19:46:31.338295 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-96dfc080-2356-4c7f-a4d3-b8708d7917db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:46:11Z', 'updated_at': '2021-11-03T19:46:15Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:12Z', 'updated_at': '2021-11-03T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'a1c1870c-9866-49ae-9137-3ee4f29dc652', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'port_id': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'mac_address': 'fa:16:3e:d8:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f7e155-b3d2-435c-abb8-7b342c86ac3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:46:29Z', 'updated_at': '2021-11-03T19:46:29Z', 'revision_number': 0, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1460b8-0b7f-453f-8612-35f9b4d28447', 'name': '', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:3b:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:14Z', 'updated_at': '2021-11-03T19:46:18Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:46:31.364686 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dfc080-2356-4c7f-a4d3-b8708d7917db None None] The sync data for ids ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'] in n-d-812150-4 is: [{'id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:46:11Z', 'updated_at': '2021-11-03T19:46:15Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:12Z', 'updated_at': '2021-11-03T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'a1c1870c-9866-49ae-9137-3ee4f29dc652', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'port_id': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'mac_address': 'fa:16:3e:d8:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f7e155-b3d2-435c-abb8-7b342c86ac3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:46:29Z', 'updated_at': '2021-11-03T19:46:29Z', 'revision_number': 0, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae1460b8-0b7f-453f-8612-35f9b4d28447', 'name': '', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:3b:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:14Z', 'updated_at': '2021-11-03T19:46:18Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:46:31.556886 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e9670f-39a8-44e0-9924-d9ea9fc0e098 None None] New status for floating IP a1c1870c-9866-49ae-9137-3ee4f29dc652: ACTIVE {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:46:31.657071 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:31.967527 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41074) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:46:32.031085 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-12b36565-71c7-4c40-975f-b4e81ae139ad tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/a1c1870c-9866-49ae-9137-3ee4f29dc652 HTTP/1.1" status: 200 len: 993 time: 0.0621722 Nov 03 19:46:43.797152 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:46.387598 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:46:55.874956 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8aa2211d-0939-4a03-b56e-f85b03570c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:58.224980 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1afb7f95-e8b7-4316-8a58-8422c75850c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:46:58.908723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bea3c-7f81-42f5-acba-e377b0b24a63 req-d1354ecc-b09d-4515-91d9-370ad1c003f3 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:46:58.910411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e0bea3c-7f81-42f5-acba-e377b0b24a63 req-d1354ecc-b09d-4515-91d9-370ad1c003f3 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 945 time: 0.1258574 Nov 03 19:46:58.959834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6e0bea3c-7f81-42f5-acba-e377b0b24a63 req-418469fd-d756-4dd6-946c-25f3f6138990 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434747 Nov 03 19:46:59.643755 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:00.120335 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dab09-480c-41d0-9f8c-13fff6226eb3 req-0b3cfd41-a661-44a9-bd7b-5ddf885ddb5d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:00.121813 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-979dab09-480c-41d0-9f8c-13fff6226eb3 req-0b3cfd41-a661-44a9-bd7b-5ddf885ddb5d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 945 time: 0.0931537 Nov 03 19:47:00.170561 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-979dab09-480c-41d0-9f8c-13fff6226eb3 req-3bdc066b-330d-4f61-bc49-874f9434c5f2 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427639 Nov 03 19:47:00.192634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41094) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:00.255457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-aea86622-d264-4677-9924-8aaf0f856093 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/a1c1870c-9866-49ae-9137-3ee4f29dc652 HTTP/1.1" status: 200 len: 993 time: 0.0616040 Nov 03 19:47:00.907398 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:01.165392 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:01.549077 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae21345-a44f-4e0b-a533-67276f11327b req-2c5380c3-3075-4a6a-b810-a5efa0f21372 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:01.550560 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ae21345-a44f-4e0b-a533-67276f11327b req-2c5380c3-3075-4a6a-b810-a5efa0f21372 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 945 time: 0.0738742 Nov 03 19:47:01.574293 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c146f1-f8f3-49f1-ae20-ed42610c9ebd req-ee14580a-7db3-44a6-8c18-8423abb5aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:01.575754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25c146f1-f8f3-49f1-ae20-ed42610c9ebd req-ee14580a-7db3-44a6-8c18-8423abb5aad6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 1096 time: 0.0658228 Nov 03 19:47:01.621805 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:01.633699 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ae21345-a44f-4e0b-a533-67276f11327b req-e2269417-ead9-4fe6-8399-8065bf14ad85 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764811 Nov 03 19:47:01.690731 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c146f1-f8f3-49f1-ae20-ed42610c9ebd req-ebea314d-483b-461f-ac90-b2a97af2037f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:01.692537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25c146f1-f8f3-49f1-ae20-ed42610c9ebd req-ebea314d-483b-461f-ac90-b2a97af2037f service neutron] 10.222.0.98 "GET /v2.0/networks?id=418dff37-98c8-4814-9d58-c86193f8b954 HTTP/1.1" status: 200 len: 897 time: 0.1048181 Nov 03 19:47:01.758292 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25c146f1-f8f3-49f1-ae20-ed42610c9ebd req-00e48cc7-508a-40e9-b050-78e5c57cb23e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e839ae-1853-4ef8-b0dd-04438b55d7ba HTTP/1.1" status: 200 len: 1001 time: 0.0577230 Nov 03 19:47:01.811282 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c146f1-f8f3-49f1-ae20-ed42610c9ebd req-dd04e117-96f5-45db-a6c9-92e8ca655b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:01.812768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25c146f1-f8f3-49f1-ae20-ed42610c9ebd req-dd04e117-96f5-45db-a6c9-92e8ca655b7a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7882f5ce-c2e2-4335-b396-1b8b7455df10 HTTP/1.1" status: 200 len: 835 time: 0.0472808 Nov 03 19:47:01.858062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c146f1-f8f3-49f1-ae20-ed42610c9ebd req-4dde249d-10a3-4b59-85aa-688306a9714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:01.859539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25c146f1-f8f3-49f1-ae20-ed42610c9ebd req-4dde249d-10a3-4b59-85aa-688306a9714d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=418dff37-98c8-4814-9d58-c86193f8b954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398006 Nov 03 19:47:01.953469 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25c146f1-f8f3-49f1-ae20-ed42610c9ebd req-8f17c144-47d1-40e9-ae1e-99470cc365db service neutron] 10.222.0.98 "GET /v2.0/networks/418dff37-98c8-4814-9d58-c86193f8b954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859909 Nov 03 19:47:02.060594 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-25c146f1-f8f3-49f1-ae20-ed42610c9ebd req-37bf2491-3729-4bb4-8d28-ff8aaf9b6de2 service neutron] 10.222.0.98 "GET /v2.0/networks/418dff37-98c8-4814-9d58-c86193f8b954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006835 Nov 03 19:47:02.760550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959027-54e6-45f6-93c4-45bd7f415724 req-1ec8e1fb-7138-4bb5-86ad-f3f3689c7ccf tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:02.762100 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de959027-54e6-45f6-93c4-45bd7f415724 req-1ec8e1fb-7138-4bb5-86ad-f3f3689c7ccf tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 945 time: 0.0562398 Nov 03 19:47:02.826357 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-de959027-54e6-45f6-93c4-45bd7f415724 req-63a43abc-34bc-4b60-af65-5d5ffb40b9ed tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581000 Nov 03 19:47:02.857906 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51362-29d8-471b-9aa0-e3f60938201f req-ad5ec0bf-abea-467d-a3eb-f25cfc6c10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:02.859451 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfd51362-29d8-471b-9aa0-e3f60938201f req-ad5ec0bf-abea-467d-a3eb-f25cfc6c10be service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 1096 time: 0.0504816 Nov 03 19:47:02.967244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51362-29d8-471b-9aa0-e3f60938201f req-3e1e26ff-e8d6-4ba2-be11-7d5d3544cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:02.968673 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfd51362-29d8-471b-9aa0-e3f60938201f req-3e1e26ff-e8d6-4ba2-be11-7d5d3544cb37 service neutron] 10.222.0.98 "GET /v2.0/networks?id=418dff37-98c8-4814-9d58-c86193f8b954 HTTP/1.1" status: 200 len: 897 time: 0.0846767 Nov 03 19:47:03.036812 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfd51362-29d8-471b-9aa0-e3f60938201f req-c04bec36-096c-45e2-9b85-692bfc591cde service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e839ae-1853-4ef8-b0dd-04438b55d7ba HTTP/1.1" status: 200 len: 1001 time: 0.0600998 Nov 03 19:47:03.089087 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51362-29d8-471b-9aa0-e3f60938201f req-3c5aaf19-7797-4b6c-938f-c691e0df1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:03.090314 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfd51362-29d8-471b-9aa0-e3f60938201f req-3c5aaf19-7797-4b6c-938f-c691e0df1024 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7882f5ce-c2e2-4335-b396-1b8b7455df10 HTTP/1.1" status: 200 len: 835 time: 0.0453033 Nov 03 19:47:03.136555 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51362-29d8-471b-9aa0-e3f60938201f req-29f42e7e-17a4-4327-b48a-d51b97122c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:03.138052 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfd51362-29d8-471b-9aa0-e3f60938201f req-29f42e7e-17a4-4327-b48a-d51b97122c35 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=418dff37-98c8-4814-9d58-c86193f8b954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409262 Nov 03 19:47:03.233225 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfd51362-29d8-471b-9aa0-e3f60938201f req-cefd10c9-02d3-48b8-8b4f-ba01ecee6490 service neutron] 10.222.0.98 "GET /v2.0/networks/418dff37-98c8-4814-9d58-c86193f8b954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855215 Nov 03 19:47:03.322379 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cfd51362-29d8-471b-9aa0-e3f60938201f req-9a0da182-aaf5-4fb2-a9fb-4d5ba6e1f985 service neutron] 10.222.0.98 "GET /v2.0/networks/418dff37-98c8-4814-9d58-c86193f8b954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802739 Nov 03 19:47:03.957088 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5402b6c-f61b-4819-a08a-43f008157e21 req-84f9ba6f-6f84-4710-8c34-f3e4c0e292fb tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:03.958719 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5402b6c-f61b-4819-a08a-43f008157e21 req-84f9ba6f-6f84-4710-8c34-f3e4c0e292fb tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 945 time: 0.0579369 Nov 03 19:47:04.011217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5402b6c-f61b-4819-a08a-43f008157e21 req-19624647-8067-44c0-9c17-1063ddf1dd8d tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454044 Nov 03 19:47:04.033923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41106) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:04.093921 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-69ad8f78-2ead-42d1-870b-02ff9bbd093a tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/floatingips/a1c1870c-9866-49ae-9137-3ee4f29dc652 HTTP/1.1" status: 200 len: 993 time: 0.0588198 Nov 03 19:47:04.358317 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41112) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:04.525407 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c8484d2b-6cfa-40b1-a98c-8653aae03920 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port b790411c-d525-43f7-ac15-9070d13a7458 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:47:04.525751 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8484d2b-6cfa-40b1-a98c-8653aae03920 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:04.598060 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8484d2b-6cfa-40b1-a98c-8653aae03920 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:04.598392 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8484d2b-6cfa-40b1-a98c-8653aae03920 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:04.609813 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-c8484d2b-6cfa-40b1-a98c-8653aae03920 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for b790411c-d525-43f7-ac15-9070d13a7458 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:47:04.756274 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8484d2b-6cfa-40b1-a98c-8653aae03920 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:04.790089 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8484d2b-6cfa-40b1-a98c-8653aae03920 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=b790411c-d525-43f7-ac15-9070d13a7458,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:04.846900 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8484d2b-6cfa-40b1-a98c-8653aae03920 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:04.847736 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-c8484d2b-6cfa-40b1-a98c-8653aae03920 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Floating IP a1c1870c-9866-49ae-9137-3ee4f29dc652 disassociated (deleted). External IP: 172.25.2.115, port: f1e839ae-1853-4ef8-b0dd-04438b55d7ba. Nov 03 19:47:05.053658 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8484d2b-6cfa-40b1-a98c-8653aae03920 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:47:05.479466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8484d2b-6cfa-40b1-a98c-8653aae03920 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:47:05.484372 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-c8484d2b-6cfa-40b1-a98c-8653aae03920 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:05.488880 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36870a-20ef-409b-bd4f-594a254624e8 None None] Sync routers for ids ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:47:05.498612 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e36870a-20ef-409b-bd4f-594a254624e8 None None] Routers {'5b9ffd6c-bc62-40be-9567-ec01c18d6757'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:47:05.499290 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4e36870a-20ef-409b-bd4f-594a254624e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:46:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:05.510768 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-c8484d2b-6cfa-40b1-a98c-8653aae03920 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/floatingips/a1c1870c-9866-49ae-9137-3ee4f29dc652 HTTP/1.1" status: 204 len: 168 time: 1.1513207 Nov 03 19:47:05.511359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f7e155-b3d2-435c-abb8-7b342c86ac3d', 'tag': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:47:05.513797 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c16b1b-7e6c-4aed-b76b-45bd65276e14" -d '{"events": [{"name": "network-changed", "server_uuid": "28f7e155-b3d2-435c-abb8-7b342c86ac3d", "tag": "f1e839ae-1853-4ef8-b0dd-04438b55d7ba"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:47:05.555748 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07bb6da-4755-4cc9-aaf3-19f18489f6bc x-openstack-request-id: req-d07bb6da-4755-4cc9-aaf3-19f18489f6bc {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:47:05.556067 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f7e155-b3d2-435c-abb8-7b342c86ac3d", "tag": "f1e839ae-1853-4ef8-b0dd-04438b55d7ba", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:47:05.556356 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d07bb6da-4755-4cc9-aaf3-19f18489f6bc {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:47:05.556737 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f7e155-b3d2-435c-abb8-7b342c86ac3d', 'tag': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba', 'status': 'completed', 'code': 200} Nov 03 19:47:05.607355 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-4e36870a-20ef-409b-bd4f-594a254624e8 None None] Set router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:47:05.624220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c16b1b-7e6c-4aed-b76b-45bd65276e14 req-3e9b824e-8224-4636-b348-0a0b215d9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:05.625747 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-54c16b1b-7e6c-4aed-b76b-45bd65276e14 req-3e9b824e-8224-4636-b348-0a0b215d9fb1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c336de3085e94a0083067dfbf2e22927&device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 1096 time: 0.0458825 Nov 03 19:47:05.792413 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f7c32-e4ed-42c8-a811-3dcef23f580e req-f0539e99-69f2-4a41-92c8-84ce37a8470f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:05.793829 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f67f7c32-e4ed-42c8-a811-3dcef23f580e req-f0539e99-69f2-4a41-92c8-84ce37a8470f tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 945 time: 0.0719106 Nov 03 19:47:05.795248 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c16b1b-7e6c-4aed-b76b-45bd65276e14 req-ff7c2b1d-d462-45d6-9585-78ee0478eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:05.796564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-54c16b1b-7e6c-4aed-b76b-45bd65276e14 req-ff7c2b1d-d462-45d6-9585-78ee0478eaa2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=418dff37-98c8-4814-9d58-c86193f8b954 HTTP/1.1" status: 200 len: 897 time: 0.1516039 Nov 03 19:47:05.810441 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4e36870a-20ef-409b-bd4f-594a254624e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:46:11Z', 'updated_at': '2021-11-03T19:46:15Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:12Z', 'updated_at': '2021-11-03T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'ae1460b8-0b7f-453f-8612-35f9b4d28447', 'name': '', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:3b:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:14Z', 'updated_at': '2021-11-03T19:46:18Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:05.836111 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36870a-20ef-409b-bd4f-594a254624e8 None None] Checking router: 5b9ffd6c-bc62-40be-9567-ec01c18d6757 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:47:05.844914 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e36870a-20ef-409b-bd4f-594a254624e8 None None] Routers {'5b9ffd6c-bc62-40be-9567-ec01c18d6757'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:47:05.845521 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4e36870a-20ef-409b-bd4f-594a254624e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:46:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:05.851480 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-54c16b1b-7e6c-4aed-b76b-45bd65276e14 req-c13f7ade-03bd-4f03-b450-f0770173063b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e839ae-1853-4ef8-b0dd-04438b55d7ba HTTP/1.1" status: 200 len: 217 time: 0.0445471 Nov 03 19:47:05.907406 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f67f7c32-e4ed-42c8-a811-3dcef23f580e req-065e831b-e18f-47c0-9297-05d67db408f8 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072209 Nov 03 19:47:05.927767 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c16b1b-7e6c-4aed-b76b-45bd65276e14 req-430f0886-1f69-4a4b-88cf-602d2cf2cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:05.927767 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-54c16b1b-7e6c-4aed-b76b-45bd65276e14 req-430f0886-1f69-4a4b-88cf-602d2cf2cf66 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7882f5ce-c2e2-4335-b396-1b8b7455df10 HTTP/1.1" status: 200 len: 835 time: 0.0644436 Nov 03 19:47:05.977757 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c16b1b-7e6c-4aed-b76b-45bd65276e14 req-fb4a7d19-8445-439e-8d22-fe96c15d1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:05.979322 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-54c16b1b-7e6c-4aed-b76b-45bd65276e14 req-fb4a7d19-8445-439e-8d22-fe96c15d1496 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=418dff37-98c8-4814-9d58-c86193f8b954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482845 Nov 03 19:47:06.040772 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-4e36870a-20ef-409b-bd4f-594a254624e8 None None] Set router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:47:06.070456 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-54c16b1b-7e6c-4aed-b76b-45bd65276e14 req-a55dbb57-aab9-4381-8e0a-ddb47623344e service neutron] 10.222.0.98 "GET /v2.0/networks/418dff37-98c8-4814-9d58-c86193f8b954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812774 Nov 03 19:47:06.164874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-54c16b1b-7e6c-4aed-b76b-45bd65276e14 req-0aa25839-1de5-4533-895b-594cfab947c0 service neutron] 10.222.0.98 "GET /v2.0/networks/418dff37-98c8-4814-9d58-c86193f8b954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860775 Nov 03 19:47:06.244086 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-4e36870a-20ef-409b-bd4f-594a254624e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:46:11Z', 'updated_at': '2021-11-03T19:46:15Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:12Z', 'updated_at': '2021-11-03T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'ae1460b8-0b7f-453f-8612-35f9b4d28447', 'name': '', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:3b:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:14Z', 'updated_at': '2021-11-03T19:46:18Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:06.270220 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36870a-20ef-409b-bd4f-594a254624e8 None None] The sync data for ids ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'] in n-d-812150-4 is: [{'id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:46:11Z', 'updated_at': '2021-11-03T19:46:15Z', 'revision_number': 4, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:12Z', 'updated_at': '2021-11-03T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'ae1460b8-0b7f-453f-8612-35f9b4d28447', 'name': '', 'network_id': '418dff37-98c8-4814-9d58-c86193f8b954', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'mac_address': 'fa:16:3e:3b:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:14Z', 'updated_at': '2021-11-03T19:46:18Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'subnets': [{'id': '7882f5ce-c2e2-4335-b396-1b8b7455df10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:47:06.485865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ce4e8-6fc8-4b03-8ff6-2967c66bf22d None None] New status for floating IP a1c1870c-9866-49ae-9137-3ee4f29dc652: DOWN {{(pid=101713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:47:07.033444 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737de644-d0d9-42c5-aecb-e6a20e09c23f req-fe2d5fe7-08d8-4cdf-99e7-9787637a510c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:07.035337 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-737de644-d0d9-42c5-aecb-e6a20e09c23f req-fe2d5fe7-08d8-4cdf-99e7-9787637a510c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 945 time: 0.0489058 Nov 03 19:47:07.084428 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-737de644-d0d9-42c5-aecb-e6a20e09c23f req-ade2a4f1-e3b7-4213-948c-62db034eeca0 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/security-groups?id=efc12e1e-e5b7-4a0e-9e00-257cf77867ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424023 Nov 03 19:47:07.339733 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f70c9-e07d-4433-a218-756196f02e3e req-7ec6fc82-2ee8-49db-9d93-e86ab93a5d89 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:07.341197 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e9f70c9-e07d-4433-a218-756196f02e3e req-7ec6fc82-2ee8-49db-9d93-e86ab93a5d89 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 945 time: 0.0530660 Nov 03 19:47:07.429986 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-8e9f70c9-e07d-4433-a218-756196f02e3e req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port f1e839ae-1853-4ef8-b0dd-04438b55d7ba {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:47:07.430330 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e9f70c9-e07d-4433-a218-756196f02e3e req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:07.520323 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-8e9f70c9-e07d-4433-a218-756196f02e3e req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] For port f1e839ae-1853-4ef8-b0dd-04438b55d7ba, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f1e839ae-1853-4ef8-b0dd-04438b55d7ba,segment=NetworkSegment(ba022161-d998-4313-ac46-8fbfbb31af38),segment_id=ba022161-d998-4313-ac46-8fbfbb31af38)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:07.520685 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e9f70c9-e07d-4433-a218-756196f02e3e req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:07.533769 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-8e9f70c9-e07d-4433-a218-756196f02e3e req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for f1e839ae-1853-4ef8-b0dd-04438b55d7ba owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:47:07.662464 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e9f70c9-e07d-4433-a218-756196f02e3e req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:08.039360 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=f1e839ae-1853-4ef8-b0dd-04438b55d7ba,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:08.049915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:08.050275 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:08.050626 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:08.050970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:08.051310 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:08.051667 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:08.052006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:08.052341 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:08.053207 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:08.053207 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:08.053401 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:08.053647 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:08.094171 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9f70c9-e07d-4433-a218-756196f02e3e req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] No DVR routers for this DVR port f1e839ae-1853-4ef8-b0dd-04438b55d7ba on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:47:08.096770 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-8e9f70c9-e07d-4433-a218-756196f02e3e req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:08.100126 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e9f70c9-e07d-4433-a218-756196f02e3e req-a47df5db-c403-495c-9f51-857752ed5f13 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.98 "DELETE /v2.0/ports/f1e839ae-1853-4ef8-b0dd-04438b55d7ba HTTP/1.1" status: 204 len: 173 time: 0.7524412 Nov 03 19:47:08.100570 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f7e155-b3d2-435c-abb8-7b342c86ac3d', 'name': 'network-vif-deleted', 'tag': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:47:08.103296 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21401979-85d2-421c-b157-7302d8611b71" -d '{"events": [{"server_uuid": "28f7e155-b3d2-435c-abb8-7b342c86ac3d", "name": "network-vif-deleted", "tag": "f1e839ae-1853-4ef8-b0dd-04438b55d7ba"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:47:08.147817 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5202d8d1-54ef-469c-a760-1623583b365c x-openstack-request-id: req-5202d8d1-54ef-469c-a760-1623583b365c {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:47:08.148112 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f7e155-b3d2-435c-abb8-7b342c86ac3d", "name": "network-vif-deleted", "tag": "f1e839ae-1853-4ef8-b0dd-04438b55d7ba", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:47:08.148362 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5202d8d1-54ef-469c-a760-1623583b365c {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:47:08.148765 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f7e155-b3d2-435c-abb8-7b342c86ac3d', 'name': 'network-vif-deleted', 'tag': 'f1e839ae-1853-4ef8-b0dd-04438b55d7ba', 'status': 'completed', 'code': 200} Nov 03 19:47:08.188077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3f1e915-1c96-4b84-a4fa-2669b907c47c req-c502a988-2e74-4614-b706-5e23753ab20c tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "GET /v2.0/ports?device_id=28f7e155-b3d2-435c-abb8-7b342c86ac3d HTTP/1.1" status: 200 len: 210 time: 0.0272205 Nov 03 19:47:09.247476 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41132) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:09.600322 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-335667db-05d0-4f13-9929-752f0b07e109 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:09.851676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-335667db-05d0-4f13-9929-752f0b07e109 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port ae1460b8-0b7f-453f-8612-35f9b4d28447 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:47:09.852017 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-335667db-05d0-4f13-9929-752f0b07e109 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:09.942306 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-335667db-05d0-4f13-9929-752f0b07e109 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] For port ae1460b8-0b7f-453f-8612-35f9b4d28447, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=ae1460b8-0b7f-453f-8612-35f9b4d28447,segment=NetworkSegment(ba022161-d998-4313-ac46-8fbfbb31af38),segment_id=ba022161-d998-4313-ac46-8fbfbb31af38)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:09.942672 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-335667db-05d0-4f13-9929-752f0b07e109 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:09.954552 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-335667db-05d0-4f13-9929-752f0b07e109 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for ae1460b8-0b7f-453f-8612-35f9b4d28447 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:47:10.136471 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-335667db-05d0-4f13-9929-752f0b07e109 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:10.162340 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335667db-05d0-4f13-9929-752f0b07e109 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=ae1460b8-0b7f-453f-8612-35f9b4d28447,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:10.334432 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-335667db-05d0-4f13-9929-752f0b07e109 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:10.552652 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335667db-05d0-4f13-9929-752f0b07e109 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:47:10.661499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335667db-05d0-4f13-9929-752f0b07e109 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:47:10.666661 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-335667db-05d0-4f13-9929-752f0b07e109 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "PUT /v2.0/routers/5b9ffd6c-bc62-40be-9567-ec01c18d6757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4181259 Nov 03 19:47:10.669463 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41140) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:10.673737 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a314dc5-0988-4b77-a665-563d16736d49 None None] Sync routers for ids ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:47:10.684131 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a314dc5-0988-4b77-a665-563d16736d49 None None] Routers {'5b9ffd6c-bc62-40be-9567-ec01c18d6757'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:47:10.684737 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8a314dc5-0988-4b77-a665-563d16736d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:46:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:10.720317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d3b978-41ae-4e0a-970a-d154b501e848 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting subnet 7882f5ce-c2e2-4335-b396-1b8b7455df10 {{(pid=101712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:47:10.727303 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91d3b978-41ae-4e0a-970a-d154b501e848 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for subnet, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:10.769767 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91d3b978-41ae-4e0a-970a-d154b501e848 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10171969'] for subnet, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:10.795982 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-8a314dc5-0988-4b77-a665-563d16736d49 None None] Set router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:47:10.881561 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91d3b978-41ae-4e0a-970a-d154b501e848 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:10.947682 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91d3b978-41ae-4e0a-970a-d154b501e848 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9749618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10291990'] for subnet, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:10.976449 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3b978-41ae-4e0a-970a-d154b501e848 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Subnet': ['ID=7882f5ce-c2e2-4335-b396-1b8b7455df10,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:10.978517 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-91d3b978-41ae-4e0a-970a-d154b501e848 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:10.981768 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-91d3b978-41ae-4e0a-970a-d154b501e848 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/subnets/7882f5ce-c2e2-4335-b396-1b8b7455df10 HTTP/1.1" status: 204 len: 168 time: 0.3113778 Nov 03 19:47:10.984460 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41142) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:10.987804 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c61b57f-01b9-4f75-85f2-ac8d5cc9efa3 None None] Network 418dff37-98c8-4814-9d58-c86193f8b954 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:47:10.996299 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8a314dc5-0988-4b77-a665-563d16736d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:46:11Z', 'updated_at': '2021-11-03T19:47:10Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:12Z', 'updated_at': '2021-11-03T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:11.036068 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a314dc5-0988-4b77-a665-563d16736d49 None None] Checking router: 5b9ffd6c-bc62-40be-9567-ec01c18d6757 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:47:11.049362 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a314dc5-0988-4b77-a665-563d16736d49 None None] Routers {'5b9ffd6c-bc62-40be-9567-ec01c18d6757'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:47:11.050083 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8a314dc5-0988-4b77-a665-563d16736d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:46:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:11.119012 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.188494 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-8a314dc5-0988-4b77-a665-563d16736d49 None None] Set router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:47:11.216073 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] DHCP port deletion for 418dff37-98c8-4814-9d58-c86193f8b954 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:47:11.237848 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.271979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Deleting port f215915d-ccc6-42ff-8fa9-8b0c62aee84f {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:47:11.272385 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.297809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Deleting port e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:47:11.298493 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.335502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] For port f215915d-ccc6-42ff-8fa9-8b0c62aee84f, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f215915d-ccc6-42ff-8fa9-8b0c62aee84f,segment=NetworkSegment(ba022161-d998-4313-ac46-8fbfbb31af38),segment_id=ba022161-d998-4313-ac46-8fbfbb31af38)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:11.335946 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.348629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Calling delete_port for f215915d-ccc6-42ff-8fa9-8b0c62aee84f owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:47:11.374999 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-8a314dc5-0988-4b77-a665-563d16736d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:46:11Z', 'updated_at': '2021-11-03T19:47:10Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:12Z', 'updated_at': '2021-11-03T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:11.385114 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] For port e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:11.385721 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.397964 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Calling delete_port for e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1 owned by network:router_gateway {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:47:11.401439 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a314dc5-0988-4b77-a665-563d16736d49 None None] The sync data for ids ['5b9ffd6c-bc62-40be-9567-ec01c18d6757'] in n-d-812150-4 is: [{'id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879646423', 'tenant_id': 'c336de3085e94a0083067dfbf2e22927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:46:11Z', 'updated_at': '2021-11-03T19:47:10Z', 'revision_number': 5, 'project_id': 'c336de3085e94a0083067dfbf2e22927', 'gw_port': {'id': 'e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:80:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ffd6c-bc62-40be-9567-ec01c18d6757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:46:12Z', 'updated_at': '2021-11-03T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:47:11.444142 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.468452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Pushing event deleted for resources: {'Port': ['ID=f215915d-ccc6-42ff-8fa9-8b0c62aee84f,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:11.475896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] No DVR routers for this DVR port f215915d-ccc6-42ff-8fa9-8b0c62aee84f on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:47:11.487772 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:11.488401 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:11.488910 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:11.489539 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:11.489878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:11.490218 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:11.490552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:11.490909 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:11.491272 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:11.491778 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:11.492084 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:11.492412 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0704f6e3-45d8-4420-92ef-cadce63c9de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:11.571107 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.596182 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Port': ['ID=e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:11.654479 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.748797 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.750835 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.798242 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.798814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Fanout notify agent at l3_agent the message router_deleted on router 5b9ffd6c-bc62-40be-9567-ec01c18d6757 {{(pid=101712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:47:11.806849 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.808299 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-4d27b9b1-edea-47a5-a51a-25eb3d784959 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/routers/5b9ffd6c-bc62-40be-9567-ec01c18d6757 HTTP/1.1" status: 204 len: 168 time: 0.8225057 Nov 03 19:47:11.810855 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41144) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:11.889935 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.978866 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:11.999140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418dff37-98c8-4814-9d58-c86193f8b954']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:12.012254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba022161-d998-4313-ac46-8fbfbb31af38') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:12.012556 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba022161-d998-4313-ac46-8fbfbb31af38') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:12.022514 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.036838 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.043081 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:47:12.043485 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:47:12.046734 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:47:12.116856 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.123933 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.127108 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/networks/418dff37-98c8-4814-9d58-c86193f8b954 HTTP/1.1" status: 204 len: 168 time: 0.3151915 Nov 03 19:47:12.129987 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41146) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:12.138740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'Network': ['ID=418dff37-98c8-4814-9d58-c86193f8b954,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:12.146267 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:12.146627 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:12.146981 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:12.147325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:12.147696 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:12.148037 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:12.148423 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:12.148786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:12.149164 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:12.150122 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:12.150511 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:12.150876 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11dea9f-12c1-461a-9acf-5ef8bbb3de63 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:12.189608 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cef65ab-21bc-49fb-a98f-d00199a61530 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.215603 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cef65ab-21bc-49fb-a98f-d00199a61530 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.274696 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cef65ab-21bc-49fb-a98f-d00199a61530 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.277239 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3cef65ab-21bc-49fb-a98f-d00199a61530 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.278400 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3cef65ab-21bc-49fb-a98f-d00199a61530 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] 10.222.0.107 "DELETE /v2.0/security-groups/efc12e1e-e5b7-4a0e-9e00-257cf77867ca HTTP/1.1" status: 204 len: 168 time: 0.1474223 Nov 03 19:47:12.288932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef65ab-21bc-49fb-a98f-d00199a61530 tempest-TestNetworkAdvancedServerOps-492786879 tempest-TestNetworkAdvancedServerOps-492786879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc12e1e-e5b7-4a0e-9e00-257cf77867ca,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:12.342161 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f1e839ae-1853-4ef8-b0dd-04438b55d7ba no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:47:12.361894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: f1e839ae-1853-4ef8-b0dd-04438b55d7ba {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:47:12.362171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f1e839ae-1853-4ef8-b0dd-04438b55d7ba not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:47:12.610389 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41154) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:12.753300 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e437194d-bda2-408e-a7bd-ca86184d25b8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c336de3085e94a0083067dfbf2e22927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416461 Nov 03 19:47:12.755654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41158) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:12.806669 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d4fd125-0f26-4f4a-980d-d84295136306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.827007 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d4fd125-0f26-4f4a-980d-d84295136306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.876509 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d4fd125-0f26-4f4a-980d-d84295136306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.878767 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f215915d-ccc6-42ff-8fa9-8b0c62aee84f no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:47:12.879289 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3d4fd125-0f26-4f4a-980d-d84295136306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:12.880510 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3d4fd125-0f26-4f4a-980d-d84295136306 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/38023de1-1a45-4020-8a77-2998a06df84a HTTP/1.1" status: 204 len: 168 time: 0.1239436 Nov 03 19:47:12.888423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4fd125-0f26-4f4a-980d-d84295136306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38023de1-1a45-4020-8a77-2998a06df84a,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:12.908717 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: f215915d-ccc6-42ff-8fa9-8b0c62aee84f {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:47:12.909070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f215915d-ccc6-42ff-8fa9-8b0c62aee84f not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:47:12.909543 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ae1460b8-0b7f-453f-8612-35f9b4d28447 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:47:12.933947 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: ae1460b8-0b7f-453f-8612-35f9b4d28447 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:47:12.934447 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device ae1460b8-0b7f-453f-8612-35f9b4d28447 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:47:12.934764 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:47:12.954085 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:47:12.954464 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e9e78d9b-43de-4a72-8fb8-e7c41f3e00a1 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:47:13.156738 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41164) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:13.170709 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89185085-4882-499d-ba1b-c950dd73fa15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:13.243488 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89185085-4882-499d-ba1b-c950dd73fa15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:13.247072 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-89185085-4882-499d-ba1b-c950dd73fa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:13.285216 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-89185085-4882-499d-ba1b-c950dd73fa15 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3c6ed963ae28460398a1822df7001b64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271243 Nov 03 19:47:13.286457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89185085-4882-499d-ba1b-c950dd73fa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e0cd93-5baa-41b1-9883-cf4d65d2cf7b,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:13.288073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41166) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:13.339349 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dadffcf8-1bc8-4032-b5eb-82dff52661e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:13.359826 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dadffcf8-1bc8-4032-b5eb-82dff52661e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:13.404634 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dadffcf8-1bc8-4032-b5eb-82dff52661e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:13.407393 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-dadffcf8-1bc8-4032-b5eb-82dff52661e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:13.408595 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-dadffcf8-1bc8-4032-b5eb-82dff52661e0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/33e0cd93-5baa-41b1-9883-cf4d65d2cf7b HTTP/1.1" status: 204 len: 168 time: 0.1186609 Nov 03 19:47:13.416800 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadffcf8-1bc8-4032-b5eb-82dff52661e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e0cd93-5baa-41b1-9883-cf4d65d2cf7b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:13.796600 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:14.110324 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41188) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:14.205141 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-751650364-network', 'tenant_id': 'c7917edb35534054807882dbacb09385'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:14.226438 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] Made reservation on behalf of c7917edb35534054807882dbacb09385 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:47:14.229371 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:14.237894 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:14.313887 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:14.317564 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:14.338169 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:47:14.353330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc6a0be-8843-48b7-b30a-2af235c9f2f0,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:14.356545 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:14.356819 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] Added segment 2c15a449-f004-4654-a529-fb3c12373429 of type vlan for network 87bcd0e5-ddc8-4b6f-8161-c2523524934d Nov 03 19:47:14.397000 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:14.423658 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:14.424677 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:14.425235 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:14.456413 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3448594 Nov 03 19:47:14.459707 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41192) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:14.465324 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-210e19df-837f-49be-8ecc-a2bb9c27b853 admin admin] Request body: {'subnet': {'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-751650364-subnet', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:14.488835 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210e19df-837f-49be-8ecc-a2bb9c27b853 admin admin] Made reservation on behalf of c7917edb35534054807882dbacb09385 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:47:14.489568 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d1a98-4e66-4cce-a95b-87b3ebd2986b admin admin] Pushing event updated for resources: {'Network': ['ID=87bcd0e5-ddc8-4b6f-8161-c2523524934d,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:14.491405 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-210e19df-837f-49be-8ecc-a2bb9c27b853 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:14.505913 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 87bcd0e5-ddc8-4b6f-8161-c2523524934d details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:47:14.662718 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-210e19df-837f-49be-8ecc-a2bb9c27b853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:14.710867 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e19df-837f-49be-8ecc-a2bb9c27b853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54024168-0ae3-4c37-bb7b-360fe02a52af,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:14.729194 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e19df-837f-49be-8ecc-a2bb9c27b853 admin admin] Checking segment: {'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:47:14.729552 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210e19df-837f-49be-8ecc-a2bb9c27b853 admin admin] Network hostable DHCP agents. Network: 87bcd0e5-ddc8-4b6f-8161-c2523524934d, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:47:14.745511 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210e19df-837f-49be-8ecc-a2bb9c27b853 admin admin] Network 87bcd0e5-ddc8-4b6f-8161-c2523524934d is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:47:14.754258 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-210e19df-837f-49be-8ecc-a2bb9c27b853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 87bcd0e5-ddc8-4b6f-8161-c2523524934d) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:47:14.758727 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210e19df-837f-49be-8ecc-a2bb9c27b853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:14.759331 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-210e19df-837f-49be-8ecc-a2bb9c27b853 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:14.764560 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c797309-06d2-46f0-a203-fa0292de5222 None None] Network 87bcd0e5-ddc8-4b6f-8161-c2523524934d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:47:14.779755 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-210e19df-837f-49be-8ecc-a2bb9c27b853 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3155537 Nov 03 19:47:14.779755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41194) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:14.785187 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:14.808392 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:14.809470 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:14.868479 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:14.924232 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:47:14.925133 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:15.006828 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:15.057741 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Allocated IP 172.20.0.2 (87bcd0e5-ddc8-4b6f-8161-c2523524934d/54024168-0ae3-4c37-bb7b-360fe02a52af/7e2bee19-7128-4af8-b5b0-c36ac8bc7fde) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:47:15.204502 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:15.209788 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:15.210549 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:15.229681 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:15.250836 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Network 87bcd0e5-ddc8-4b6f-8161-c2523524934d is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:47:15.253651 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:47:15.259859 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:47:15.268505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Pushing event updated for resources: {'Port': ['ID=7e2bee19-7128-4af8-b5b0-c36ac8bc7fde,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:15.318061 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Attempting to bind port 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:47:15.318559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Attempting to bind port 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:47:15.319041 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Attempting to bind port 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde on network 87bcd0e5-ddc8-4b6f-8161-c2523524934d {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:47:15.325019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:47:15.325395 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Checking segment: {'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:47:15.325803 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:15.326199 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Bound using segment: {'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:47:15.326670 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Bound port: 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:47:15.327075 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:15.337805 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Allocated IP 172.25.2.138 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/025760c8-45bd-465f-aa31-c790774caa86) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:47:15.388845 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] For port 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:47:15.392437 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] For port 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=7e2bee19-7128-4af8-b5b0-c36ac8bc7fde,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:47:15.397471 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:15.449920 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:15.454560 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10566d70-12c7-4736-8efd-86e7bfdf13be None None] Pushing event updated for resources: {'Port': ['ID=7e2bee19-7128-4af8-b5b0-c36ac8bc7fde,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:15.497096 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:15.535236 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:47:15.537915 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:47:15.544216 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:47:15.569179 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Pushing event updated for resources: {'Port': ['ID=025760c8-45bd-465f-aa31-c790774caa86,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:15.823431 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:16.023909 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:16.158180 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Router 28f14939-bebe-4783-a107-49e47a5b296c is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:47:16.268503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:47:16.286020 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Sync routers for ids ['28f14939-bebe-4783-a107-49e47a5b296c'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:47:16.293870 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:16.296178 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-39ee48fe-6582-4e8f-a78f-608c11a1f965 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5154607 Nov 03 19:47:16.298048 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41196) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:16.298756 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Routers {'28f14939-bebe-4783-a107-49e47a5b296c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:47:16.299540 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:46:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['28f14939-bebe-4783-a107-49e47a5b296c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:16.404298 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a517e0-9041-4632-b53d-54d73b010f60 None None] Network 87bcd0e5-ddc8-4b6f-8161-c2523524934d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:47:16.430044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Set router 28f14939-bebe-4783-a107-49e47a5b296c gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:47:16.572664 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-722544cf-b6f1-48bf-863a-63eece0b6602 None None] Provisioning complete for port 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:16.573031 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-722544cf-b6f1-48bf-863a-63eece0b6602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:16.727195 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:16.891366 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Allocated IP 172.20.0.1 (87bcd0e5-ddc8-4b6f-8161-c2523524934d/54024168-0ae3-4c37-bb7b-360fe02a52af/f21bda88-5b95-40d0-a474-3e9b9fb794bf) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:47:16.926578 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-722544cf-b6f1-48bf-863a-63eece0b6602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:16.945865 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:47:17.000438 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.021167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-722544cf-b6f1-48bf-863a-63eece0b6602 None None] For port 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=7e2bee19-7128-4af8-b5b0-c36ac8bc7fde,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:17.027070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:15Z', 'revision_number': 3, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:17.030154 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-722544cf-b6f1-48bf-863a-63eece0b6602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.037750 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.062275 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Checking router: 28f14939-bebe-4783-a107-49e47a5b296c for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:47:17.062628 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Updating router 28f14939-bebe-4783-a107-49e47a5b296c port 025760c8-45bd-465f-aa31-c790774caa86 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:47:17.081885 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Network 87bcd0e5-ddc8-4b6f-8161-c2523524934d is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:47:17.084188 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:47:17.090140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:47:17.116671 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Pushing event updated for resources: {'Port': ['ID=f21bda88-5b95-40d0-a474-3e9b9fb794bf,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:17.117661 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.141198 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.147429 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:17.147848 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.193870 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722544cf-b6f1-48bf-863a-63eece0b6602 None None] Pushing event updated for resources: {'Port': ['ID=7e2bee19-7128-4af8-b5b0-c36ac8bc7fde,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:17.394543 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-be022cc1-67a7-4a4e-976d-08c1cca5f8ed None None] Provisioning complete for port 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:17.395216 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-be022cc1-67a7-4a4e-976d-08c1cca5f8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.541077 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.551422 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.615033 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.617923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Attempting to bind port 025760c8-45bd-465f-aa31-c790774caa86 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:47:17.618857 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Attempting to bind port 025760c8-45bd-465f-aa31-c790774caa86 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:47:17.619265 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Attempting to bind port 025760c8-45bd-465f-aa31-c790774caa86 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:47:17.621365 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d023e0e-da03-49ec-815b-e559615f9991 None None] Pushing event updated for resources: {'Port': ['ID=025760c8-45bd-465f-aa31-c790774caa86,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:17.627023 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:47:17.627404 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:47:17.627837 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.628230 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:47:17.628708 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Bound port: 025760c8-45bd-465f-aa31-c790774caa86, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:47:17.629161 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.680202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] For port 025760c8-45bd-465f-aa31-c790774caa86, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:47:17.684528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] For port 025760c8-45bd-465f-aa31-c790774caa86, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=025760c8-45bd-465f-aa31-c790774caa86,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:47:17.690317 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.756493 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-abd8f782-a934-4327-a000-d40bdd20fe3f None None] Provisioning complete for port f21bda88-5b95-40d0-a474-3e9b9fb794bf triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:17.756844 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-abd8f782-a934-4327-a000-d40bdd20fe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.764499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Routers {'28f14939-bebe-4783-a107-49e47a5b296c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:47:17.765125 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:46:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['28f14939-bebe-4783-a107-49e47a5b296c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:17.782370 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.788594 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.827973 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d023e0e-da03-49ec-815b-e559615f9991 None None] Pushing event updated for resources: {'Port': ['ID=025760c8-45bd-465f-aa31-c790774caa86,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:17.849282 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-abd8f782-a934-4327-a000-d40bdd20fe3f None None] Port f21bda88-5b95-40d0-a474-3e9b9fb794bf cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:47:17.853811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Pushing event updated for resources: {'Port': ['ID=f21bda88-5b95-40d0-a474-3e9b9fb794bf,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:17.856380 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:17.908632 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] Set router 28f14939-bebe-4783-a107-49e47a5b296c gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:47:17.962824 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Network 87bcd0e5-ddc8-4b6f-8161-c2523524934d is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:47:17.964792 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:47:18.098186 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Router 28f14939-bebe-4783-a107-49e47a5b296c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:47:18.138235 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:16Z', 'revision_number': 1, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:18.167263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c949f9-f88b-405f-b9c1-aa45c40a37e9 None None] The sync data for ids ['28f14939-bebe-4783-a107-49e47a5b296c'] in n-d-812150-4 is: [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:16Z', 'revision_number': 1, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:47:18.216453 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:47:18.221913 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5e665e5e-37f3-405c-b8f9-986688813b0b admin admin] 10.222.0.107 "PUT /v2.0/routers/28f14939-bebe-4783-a107-49e47a5b296c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9228544 Nov 03 19:47:18.270822 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-4140adfe-d831-4581-adab-fd083050bb9d None None] Provisioning complete for port f21bda88-5b95-40d0-a474-3e9b9fb794bf triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:18.271192 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4140adfe-d831-4581-adab-fd083050bb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:18.315337 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4140adfe-d831-4581-adab-fd083050bb9d None None] Port f21bda88-5b95-40d0-a474-3e9b9fb794bf cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:47:18.753131 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41212) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:18.758866 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1560860362-network', 'tenant_id': '6986bbebefc54d84a528a914df5405ae'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:18.780355 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] Made reservation on behalf of 6986bbebefc54d84a528a914df5405ae for: {'network': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:47:18.782411 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:18.795699 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:18.889482 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:18.894505 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:18.932985 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=101711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:47:18.935158 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8a65c6-b1fb-4d28-b146-b4474d048b77,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:18.947566 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:18.947908 n-d-812150-4 neutron-server[101711]: INFO neutron.db.segments_db [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] Added segment 4d925471-ba78-486e-be7a-31cba4b2c65f of type vlan for network 12985a05-09d0-48a3-bf52-8dfa3f642909 Nov 03 19:47:18.995477 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.025742 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.026607 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:19.027517 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.029722 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:47:19.081980 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:19.082350 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.092352 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3377492 Nov 03 19:47:19.095131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41214) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:19.098861 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e40f3-9cb1-40ad-95e3-814a1d1ac786 admin admin] Pushing event updated for resources: {'Network': ['ID=12985a05-09d0-48a3-bf52-8dfa3f642909,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:19.102280 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-f397a915-1eed-4e1a-94c4-b62b86e20fc7 admin admin] Request body: {'subnet': {'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1560860362-subnet', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:19.110824 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 12985a05-09d0-48a3-bf52-8dfa3f642909 details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:47:19.131408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f397a915-1eed-4e1a-94c4-b62b86e20fc7 admin admin] Made reservation on behalf of 6986bbebefc54d84a528a914df5405ae for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:47:19.136758 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f397a915-1eed-4e1a-94c4-b62b86e20fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.240144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 025760c8-45bd-465f-aa31-c790774caa86 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:47:19.295053 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 025760c8-45bd-465f-aa31-c790774caa86 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:19.295429 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.334215 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f397a915-1eed-4e1a-94c4-b62b86e20fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.380483 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.402288 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397a915-1eed-4e1a-94c4-b62b86e20fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fddd67f-5781-4425-9709-f532172beeb6,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:19.402896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 025760c8-45bd-465f-aa31-c790774caa86, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=025760c8-45bd-465f-aa31-c790774caa86,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:19.408819 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.411076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f397a915-1eed-4e1a-94c4-b62b86e20fc7 admin admin] Checking segment: {'id': '4d925471-ba78-486e-be7a-31cba4b2c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:47:19.411445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f397a915-1eed-4e1a-94c4-b62b86e20fc7 admin admin] Network hostable DHCP agents. Network: 12985a05-09d0-48a3-bf52-8dfa3f642909, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:47:19.430374 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f397a915-1eed-4e1a-94c4-b62b86e20fc7 admin admin] Network 12985a05-09d0-48a3-bf52-8dfa3f642909 is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:47:19.441899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-f397a915-1eed-4e1a-94c4-b62b86e20fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 12985a05-09d0-48a3-bf52-8dfa3f642909) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:47:19.452260 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2f6975-a7ab-42d2-a34f-27454866fd43 None None] Network 12985a05-09d0-48a3-bf52-8dfa3f642909 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:47:19.454812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f397a915-1eed-4e1a-94c4-b62b86e20fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:19.455995 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-f397a915-1eed-4e1a-94c4-b62b86e20fc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.476010 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-f397a915-1eed-4e1a-94c4-b62b86e20fc7 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3787546 Nov 03 19:47:19.478525 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41216) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:19.485001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1560860362-router', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:19.485203 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=025760c8-45bd-465f-aa31-c790774caa86,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:19.506972 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.508062 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.565224 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.626411 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-12985a05-09d0-48a3-bf52-8dfa3f642909', 'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'fixed_ips': [{'subnet_id': '4fddd67f-5781-4425-9709-f532172beeb6'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:47:19.627317 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.705915 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.764059 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Allocated IP 172.20.0.2 (12985a05-09d0-48a3-bf52-8dfa3f642909/4fddd67f-5781-4425-9709-f532172beeb6/36eb3239-982c-4183-8cd2-28aa305eaaad) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:47:19.912014 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.919186 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.919419 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.939210 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:19.957961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Network 12985a05-09d0-48a3-bf52-8dfa3f642909 is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:47:19.960806 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:47:19.966516 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:47:19.976023 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Pushing event updated for resources: {'Port': ['ID=36eb3239-982c-4183-8cd2-28aa305eaaad,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:20.033818 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Attempting to bind port 36eb3239-982c-4183-8cd2-28aa305eaaad on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:47:20.034507 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Attempting to bind port 36eb3239-982c-4183-8cd2-28aa305eaaad by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '4d925471-ba78-486e-be7a-31cba4b2c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:47:20.035217 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Attempting to bind port 36eb3239-982c-4183-8cd2-28aa305eaaad on network 12985a05-09d0-48a3-bf52-8dfa3f642909 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:47:20.042222 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:47:20.042597 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Checking segment: {'id': '4d925471-ba78-486e-be7a-31cba4b2c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:47:20.042997 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:20.043601 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Bound using segment: {'id': '4d925471-ba78-486e-be7a-31cba4b2c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:47:20.044104 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Bound port: 36eb3239-982c-4183-8cd2-28aa305eaaad, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d925471-ba78-486e-be7a-31cba4b2c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:47:20.044513 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:20.080273 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Allocated IP 172.25.2.85 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/b0286566-54e0-41be-8a30-5f15ed5633c1) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:47:20.114694 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] For port 36eb3239-982c-4183-8cd2-28aa305eaaad, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:47:20.118750 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] For port 36eb3239-982c-4183-8cd2-28aa305eaaad, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=36eb3239-982c-4183-8cd2-28aa305eaaad,segment=NetworkSegment(4d925471-ba78-486e-be7a-31cba4b2c65f),segment_id=4d925471-ba78-486e-be7a-31cba4b2c65f)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:47:20.122913 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:20.181895 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3748e9b-fb3d-4f3a-bab9-8310f75b90e1 None None] Pushing event updated for resources: {'Port': ['ID=36eb3239-982c-4183-8cd2-28aa305eaaad,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:20.202643 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:20.239808 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:20.278689 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:47:20.283537 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:47:20.287433 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:47:20.294664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Pushing event updated for resources: {'Port': ['ID=b0286566-54e0-41be-8a30-5f15ed5633c1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:20.331828 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Sync routers for ids ['28f14939-bebe-4783-a107-49e47a5b296c'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:47:20.342701 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Routers {'28f14939-bebe-4783-a107-49e47a5b296c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:47:20.343326 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:46:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['28f14939-bebe-4783-a107-49e47a5b296c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:20.462325 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Set router 28f14939-bebe-4783-a107-49e47a5b296c gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:47:20.585655 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:20.661730 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 2, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:20.688171 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Checking router: 28f14939-bebe-4783-a107-49e47a5b296c for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:47:20.688526 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Updating router 28f14939-bebe-4783-a107-49e47a5b296c port f21bda88-5b95-40d0-a474-3e9b9fb794bf binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:47:20.718554 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:20.788040 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:20.951884 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Router c682ed2a-d26e-470d-90dd-2e20557191df is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:47:21.013802 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 36eb3239-982c-4183-8cd2-28aa305eaaad up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:47:21.076768 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 36eb3239-982c-4183-8cd2-28aa305eaaad triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:21.077407 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:21.099809 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:47:21.117918 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:21.120352 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Sync routers for ids ['c682ed2a-d26e-470d-90dd-2e20557191df'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:47:21.125222 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:21.133268 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:21.138327 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b12ee029-3495-461f-a069-26bd555af1bb admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6562164 Nov 03 19:47:21.138517 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Routers {'c682ed2a-d26e-470d-90dd-2e20557191df'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:47:21.138763 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:46:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c682ed2a-d26e-470d-90dd-2e20557191df'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:21.138911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41218) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:21.210009 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106196c-3f82-4141-86f0-608326584fc8 None None] Pushing event updated for resources: {'Port': ['ID=f21bda88-5b95-40d0-a474-3e9b9fb794bf,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:21.223936 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106196c-3f82-4141-86f0-608326584fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:21.224711 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106196c-3f82-4141-86f0-608326584fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:21.225306 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106196c-3f82-4141-86f0-608326584fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:21.226004 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106196c-3f82-4141-86f0-608326584fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:21.226553 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106196c-3f82-4141-86f0-608326584fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:21.227119 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106196c-3f82-4141-86f0-608326584fc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:21.227793 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106196c-3f82-4141-86f0-608326584fc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:21.228364 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106196c-3f82-4141-86f0-608326584fc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:21.228914 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106196c-3f82-4141-86f0-608326584fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:21.229465 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106196c-3f82-4141-86f0-608326584fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:21.230215 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106196c-3f82-4141-86f0-608326584fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:21.230786 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106196c-3f82-4141-86f0-608326584fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:47:21.267449 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Attempting to bind port f21bda88-5b95-40d0-a474-3e9b9fb794bf on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:47:21.267850 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Attempting to bind port f21bda88-5b95-40d0-a474-3e9b9fb794bf by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:47:21.268210 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Attempting to bind port f21bda88-5b95-40d0-a474-3e9b9fb794bf on network 87bcd0e5-ddc8-4b6f-8161-c2523524934d {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:47:21.274066 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:47:21.274807 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Checking segment: {'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:47:21.275394 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:21.275980 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Bound using segment: {'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:47:21.276638 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Bound port: f21bda88-5b95-40d0-a474-3e9b9fb794bf, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:47:21.277213 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:21.357121 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] For port f21bda88-5b95-40d0-a474-3e9b9fb794bf, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:47:21.360727 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] For port f21bda88-5b95-40d0-a474-3e9b9fb794bf, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f21bda88-5b95-40d0-a474-3e9b9fb794bf,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:47:21.372190 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:21.438961 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106196c-3f82-4141-86f0-608326584fc8 None None] Pushing event updated for resources: {'Port': ['ID=f21bda88-5b95-40d0-a474-3e9b9fb794bf,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:21.474266 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Routers {'28f14939-bebe-4783-a107-49e47a5b296c'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:47:21.475180 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:46:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['28f14939-bebe-4783-a107-49e47a5b296c'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:21.478144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f3cec3-7c4e-4c80-9ee9-6828050005c4 None None] Network 12985a05-09d0-48a3-bf52-8dfa3f642909 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:47:21.515866 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:21.589673 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Set router c682ed2a-d26e-470d-90dd-2e20557191df gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:47:21.591773 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-34087ac6-9f85-4eb4-ba1c-a1cdc3aab951 None None] Provisioning complete for port 36eb3239-982c-4183-8cd2-28aa305eaaad triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:21.591917 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-34087ac6-9f85-4eb4-ba1c-a1cdc3aab951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:21.610372 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] Set router 28f14939-bebe-4783-a107-49e47a5b296c gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:47:21.696715 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:21.741259 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 36eb3239-982c-4183-8cd2-28aa305eaaad, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=36eb3239-982c-4183-8cd2-28aa305eaaad,segment=NetworkSegment(4d925471-ba78-486e-be7a-31cba4b2c65f),segment_id=4d925471-ba78-486e-be7a-31cba4b2c65f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:21.781345 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:21.782029 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 025760c8-45bd-465f-aa31-c790774caa86 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:47:21.851401 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:21Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:21.870767 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Allocated IP 172.20.0.1 (12985a05-09d0-48a3-bf52-8dfa3f642909/4fddd67f-5781-4425-9709-f532172beeb6/b6bb4df4-60b0-43db-bcbf-3ea8ce85c957) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:47:21.883824 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ff885-f59f-4e0e-9e01-24cbcace5d5e None None] The sync data for ids ['28f14939-bebe-4783-a107-49e47a5b296c'] in n-d-812150-4 is: [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:21Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:47:21.959832 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=36eb3239-982c-4183-8cd2-28aa305eaaad,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:21.999537 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.010760 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 025760c8-45bd-465f-aa31-c790774caa86 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:22.011139 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.047592 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.083398 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-0b98250d-a4a5-44f2-9dd8-6333715b5fa2 None None] Provisioning complete for port f21bda88-5b95-40d0-a474-3e9b9fb794bf triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:22.084003 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b98250d-a4a5-44f2-9dd8-6333715b5fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.089525 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Network 12985a05-09d0-48a3-bf52-8dfa3f642909 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:47:22.095841 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:47:22.098646 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:47:22.145212 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.161872 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'name': 'tempest-TestShelveInstance-1560860362-router', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b0286566-54e0-41be-8a30-5f15ed5633c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:47:20Z', 'revision_number': 3, 'project_id': '6986bbebefc54d84a528a914df5405ae', 'gw_port': {'id': 'b0286566-54e0-41be-8a30-5f15ed5633c1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:22.201296 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Pushing event updated for resources: {'Port': ['ID=b6bb4df4-60b0-43db-bcbf-3ea8ce85c957,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:22.204784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Checking router: c682ed2a-d26e-470d-90dd-2e20557191df for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:47:22.205145 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Updating router c682ed2a-d26e-470d-90dd-2e20557191df port b0286566-54e0-41be-8a30-5f15ed5633c1 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:47:22.266031 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.303131 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b98250d-a4a5-44f2-9dd8-6333715b5fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.335786 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.415843 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-0b98250d-a4a5-44f2-9dd8-6333715b5fa2 None None] For port f21bda88-5b95-40d0-a474-3e9b9fb794bf, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f21bda88-5b95-40d0-a474-3e9b9fb794bf,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:22.421168 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b98250d-a4a5-44f2-9dd8-6333715b5fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.549462 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.556148 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.612518 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98250d-a4a5-44f2-9dd8-6333715b5fa2 None None] Pushing event updated for resources: {'Port': ['ID=f21bda88-5b95-40d0-a474-3e9b9fb794bf,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:22.630780 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.631486 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-27ef4461-31c4-4551-a7e6-e2c74ab8abcd None None] Provisioning complete for port 36eb3239-982c-4183-8cd2-28aa305eaaad triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:22.631984 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-27ef4461-31c4-4551-a7e6-e2c74ab8abcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.632642 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Pushing event updated for resources: {'Port': ['ID=b6bb4df4-60b0-43db-bcbf-3ea8ce85c957,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:22.733540 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Network 12985a05-09d0-48a3-bf52-8dfa3f642909 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:47:22.735119 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:47:22.777621 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.786144 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.864826 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Attempting to bind port b0286566-54e0-41be-8a30-5f15ed5633c1 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:47:22.865140 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Attempting to bind port b0286566-54e0-41be-8a30-5f15ed5633c1 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:47:22.865506 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Attempting to bind port b0286566-54e0-41be-8a30-5f15ed5633c1 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:47:22.871294 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cbc8f-7660-4ba9-9082-197395e85c18 None None] Pushing event updated for resources: {'Port': ['ID=b0286566-54e0-41be-8a30-5f15ed5633c1,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:22.874720 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:47:22.875099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:47:22.875503 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.876153 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:47:22.876641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Bound port: b0286566-54e0-41be-8a30-5f15ed5633c1, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:47:22.877382 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:22.880635 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Router c682ed2a-d26e-470d-90dd-2e20557191df has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:47:22.956137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f21bda88-5b95-40d0-a474-3e9b9fb794bf up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:47:22.962460 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] For port b0286566-54e0-41be-8a30-5f15ed5633c1, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:47:23.004896 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] For port b0286566-54e0-41be-8a30-5f15ed5633c1, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b0286566-54e0-41be-8a30-5f15ed5633c1,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:47:23.011307 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8755dc36-f0f6-4aa4-8e59-4425bded2a2d None None] Provisioning complete for port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:23.011740 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8755dc36-f0f6-4aa4-8e59-4425bded2a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:23.017157 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:23.094859 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8755dc36-f0f6-4aa4-8e59-4425bded2a2d None None] Port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:47:23.118672 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Routers {'c682ed2a-d26e-470d-90dd-2e20557191df'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:47:23.119219 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:46:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c682ed2a-d26e-470d-90dd-2e20557191df'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:23.125363 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cbc8f-7660-4ba9-9082-197395e85c18 None None] Pushing event updated for resources: {'Port': ['ID=b0286566-54e0-41be-8a30-5f15ed5633c1,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:23.165580 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port f21bda88-5b95-40d0-a474-3e9b9fb794bf triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:23.165957 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:23.272348 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-3a88d5c1-d5dd-4900-8b9b-b31a42ca30e2 None None] Provisioning complete for port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:23.272725 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3a88d5c1-d5dd-4900-8b9b-b31a42ca30e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:23.309395 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] Set router c682ed2a-d26e-470d-90dd-2e20557191df gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:47:23.332894 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:47:23.345921 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-221f2d2a-1efd-47f8-a920-b446cbe39e4c admin admin] 10.222.0.107 "PUT /v2.0/routers/c682ed2a-d26e-470d-90dd-2e20557191df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1981506 Nov 03 19:47:23.378293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-3a88d5c1-d5dd-4900-8b9b-b31a42ca30e2 None None] Port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:47:23.393121 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:47:23.430175 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 36eb3239-982c-4183-8cd2-28aa305eaaad up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:47:23.717672 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 36eb3239-982c-4183-8cd2-28aa305eaaad triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:23.718045 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:23.826468 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'name': 'tempest-TestShelveInstance-1560860362-router', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b0286566-54e0-41be-8a30-5f15ed5633c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 4, 'project_id': '6986bbebefc54d84a528a914df5405ae', 'gw_port': {'id': 'b0286566-54e0-41be-8a30-5f15ed5633c1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b6bb4df4-60b0-43db-bcbf-3ea8ce85c957', 'name': '', 'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'mac_address': 'fa:16:3e:14:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4fddd67f-5781-4425-9709-f532172beeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:21Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 2, 'project_id': '6986bbebefc54d84a528a914df5405ae', 'subnets': [{'id': '4fddd67f-5781-4425-9709-f532172beeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:23.857414 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0283f3-a11e-4901-b197-bcde07508df1 None None] The sync data for ids ['c682ed2a-d26e-470d-90dd-2e20557191df'] in n-d-812150-4 is: [{'id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'name': 'tempest-TestShelveInstance-1560860362-router', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b0286566-54e0-41be-8a30-5f15ed5633c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 4, 'project_id': '6986bbebefc54d84a528a914df5405ae', 'gw_port': {'id': 'b0286566-54e0-41be-8a30-5f15ed5633c1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b6bb4df4-60b0-43db-bcbf-3ea8ce85c957', 'name': '', 'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'mac_address': 'fa:16:3e:14:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4fddd67f-5781-4425-9709-f532172beeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:21Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 2, 'project_id': '6986bbebefc54d84a528a914df5405ae', 'subnets': [{'id': '4fddd67f-5781-4425-9709-f532172beeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:47:23.861588 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41226) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:23.868532 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-98fed835-3846-4ba0-b0fb-5a6db6da2a7b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998472250', 'description': 'tempest-secgroup-smoke-1998472250 description', 'project_id': 'c7917edb35534054807882dbacb09385'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:23.891821 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98fed835-3846-4ba0-b0fb-5a6db6da2a7b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:23.964651 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98fed835-3846-4ba0-b0fb-5a6db6da2a7b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:23.968233 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98fed835-3846-4ba0-b0fb-5a6db6da2a7b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:23.999915 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-98fed835-3846-4ba0-b0fb-5a6db6da2a7b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.001190 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-98fed835-3846-4ba0-b0fb-5a6db6da2a7b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1385789 Nov 03 19:47:24.003092 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fed835-3846-4ba0-b0fb-5a6db6da2a7b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=387b7766-447a-4423-838a-0aafec6dd3ed,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:24.004442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41228) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:24.009427 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-eac48408-ba59-4ae7-8a1a-f0ad67a2c9f5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'security_group_rule': {'security_group_id': '387b7766-447a-4423-838a-0aafec6dd3ed', 'project_id': 'c7917edb35534054807882dbacb09385', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:24.038652 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eac48408-ba59-4ae7-8a1a-f0ad67a2c9f5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.123066 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eac48408-ba59-4ae7-8a1a-f0ad67a2c9f5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.126795 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eac48408-ba59-4ae7-8a1a-f0ad67a2c9f5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.144650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac48408-ba59-4ae7-8a1a-f0ad67a2c9f5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd83f24-add7-4660-a6e5-ffad01c71077,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:24.154794 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-eac48408-ba59-4ae7-8a1a-f0ad67a2c9f5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.159234 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-eac48408-ba59-4ae7-8a1a-f0ad67a2c9f5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536255 Nov 03 19:47:24.159431 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41230) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:24.164410 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-b3e802ae-461d-4c80-b643-3f3418c07683 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'security_group_rule': {'security_group_id': '387b7766-447a-4423-838a-0aafec6dd3ed', 'project_id': 'c7917edb35534054807882dbacb09385', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:24.194946 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b3e802ae-461d-4c80-b643-3f3418c07683 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.254974 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b3e802ae-461d-4c80-b643-3f3418c07683 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.258837 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b3e802ae-461d-4c80-b643-3f3418c07683 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.280319 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e802ae-461d-4c80-b643-3f3418c07683 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cde10ce-ad10-4dc9-85b1-abdd83e88aab,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:24.287822 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b3e802ae-461d-4c80-b643-3f3418c07683 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.289040 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b3e802ae-461d-4c80-b643-3f3418c07683 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282871 Nov 03 19:47:24.292496 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41232) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:24.297032 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a3009081-4fa4-473e-a820-d4007550718e tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'security_group_rule': {'security_group_id': '387b7766-447a-4423-838a-0aafec6dd3ed', 'project_id': 'c7917edb35534054807882dbacb09385', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:24.324251 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3009081-4fa4-473e-a820-d4007550718e tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.389603 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3009081-4fa4-473e-a820-d4007550718e tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.393624 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3009081-4fa4-473e-a820-d4007550718e tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.411963 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3009081-4fa4-473e-a820-d4007550718e tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c1f405-e95c-4460-9333-87c908c90dd8,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:24.422403 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a3009081-4fa4-473e-a820-d4007550718e tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.423659 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a3009081-4fa4-473e-a820-d4007550718e tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301408 Nov 03 19:47:24.426340 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41234) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:24.430790 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-72ce8cb6-ca7d-424d-8b81-d978ff264ec4 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'security_group_rule': {'security_group_id': '387b7766-447a-4423-838a-0aafec6dd3ed', 'project_id': 'c7917edb35534054807882dbacb09385', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:24.458327 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72ce8cb6-ca7d-424d-8b81-d978ff264ec4 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.514747 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72ce8cb6-ca7d-424d-8b81-d978ff264ec4 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.518378 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72ce8cb6-ca7d-424d-8b81-d978ff264ec4 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.537008 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce8cb6-ca7d-424d-8b81-d978ff264ec4 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5972ce2-dc5f-491f-b6c8-2d227b6776c2,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:24.544739 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72ce8cb6-ca7d-424d-8b81-d978ff264ec4 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.545921 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-72ce8cb6-ca7d-424d-8b81-d978ff264ec4 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186450 Nov 03 19:47:24.548889 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41236) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:24.553177 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-05f13be7-0b0c-4bb1-8fc0-f03d20758cff tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'security_group_rule': {'security_group_id': '387b7766-447a-4423-838a-0aafec6dd3ed', 'project_id': 'c7917edb35534054807882dbacb09385', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:24.573895 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-05f13be7-0b0c-4bb1-8fc0-f03d20758cff tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Project c7917edb35534054807882dbacb09385 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:47:24.578733 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05f13be7-0b0c-4bb1-8fc0-f03d20758cff tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.638984 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05f13be7-0b0c-4bb1-8fc0-f03d20758cff tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.642867 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05f13be7-0b0c-4bb1-8fc0-f03d20758cff tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.660819 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f13be7-0b0c-4bb1-8fc0-f03d20758cff tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4df340-7810-40a7-a5fa-ba8bc61d3ac1,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:24.669889 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-05f13be7-0b0c-4bb1-8fc0-f03d20758cff tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.673346 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-05f13be7-0b0c-4bb1-8fc0-f03d20758cff tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208248 Nov 03 19:47:24.673515 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41238) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:24.678073 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a53d7085-c4cb-4796-8b4f-549283e75c9c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'security_group_rule': {'security_group_id': '387b7766-447a-4423-838a-0aafec6dd3ed', 'project_id': 'c7917edb35534054807882dbacb09385', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:24.729596 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-a53d7085-c4cb-4796-8b4f-549283e75c9c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Project c7917edb35534054807882dbacb09385 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:47:24.736175 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a53d7085-c4cb-4796-8b4f-549283e75c9c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.817914 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a53d7085-c4cb-4796-8b4f-549283e75c9c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.822975 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a53d7085-c4cb-4796-8b4f-549283e75c9c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.846578 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d7085-c4cb-4796-8b4f-549283e75c9c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1703e77-c14d-4ff8-9193-2f70c053a511,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:24.854055 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a53d7085-c4cb-4796-8b4f-549283e75c9c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:24.868348 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a53d7085-c4cb-4796-8b4f-549283e75c9c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1819763 Nov 03 19:47:24.942503 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b0286566-54e0-41be-8a30-5f15ed5633c1 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:47:25.001155 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port b0286566-54e0-41be-8a30-5f15ed5633c1 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:25.001155 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:25.083746 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:25.106105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-b1eb32e0-0a5e-480a-b30f-9d01c6bd70b6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998472250&fields=id&tenant_id=c7917edb35534054807882dbacb09385 HTTP/1.1" status: 200 len: 267 time: 0.0593567 Nov 03 19:47:25.120241 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port b0286566-54e0-41be-8a30-5f15ed5633c1, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b0286566-54e0-41be-8a30-5f15ed5633c1,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:25.125897 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:25.183308 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=b0286566-54e0-41be-8a30-5f15ed5633c1,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:25.228169 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-b35384ff-fa00-4f72-8895-1ff8efb16608 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:25.230678 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-b35384ff-fa00-4f72-8895-1ff8efb16608 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 808 time: 0.1164217 Nov 03 19:47:25.248931 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-4b0e937d-5a89-415a-bfe7-ca913ca994e5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/quotas/c7917edb35534054807882dbacb09385 HTTP/1.1" status: 200 len: 375 time: 0.0102546 Nov 03 19:47:25.303790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-e80a850c-c7aa-4f0b-8e4d-3ee455fe869a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488694 Nov 03 19:47:25.411754 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-d7ccc325-e7ba-4222-ada5-a622cdd368e3 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:47:25.412946 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-d7ccc325-e7ba-4222-ada5-a622cdd368e3 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0969405 Nov 03 19:47:25.510958 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-433d57cb-5281-4f63-bb0f-0a06c4d1790a service neutron] 10.222.0.107 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906818 Nov 03 19:47:25.598406 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-44d93f61-2ef3-4050-911b-247d8f2533cd service neutron] 10.222.0.107 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812781 Nov 03 19:47:25.761031 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c8a9161-603a-4fdf-b5f7-610b55d8a3ef req-ac2c325d-bf61-4e12-a461-49fa9b913a57 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 210 time: 0.0266435 Nov 03 19:47:25.878330 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0c3eb257-3be6-4423-9c82-181ddf3d55e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:26.172536 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Sync routers for ids ['c682ed2a-d26e-470d-90dd-2e20557191df'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:47:26.183848 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Routers {'c682ed2a-d26e-470d-90dd-2e20557191df'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:47:26.184450 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:46:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c682ed2a-d26e-470d-90dd-2e20557191df'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:26.291117 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Set router c682ed2a-d26e-470d-90dd-2e20557191df gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:47:26.487523 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'name': 'tempest-TestShelveInstance-1560860362-router', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b0286566-54e0-41be-8a30-5f15ed5633c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 4, 'project_id': '6986bbebefc54d84a528a914df5405ae', 'gw_port': {'id': 'b0286566-54e0-41be-8a30-5f15ed5633c1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b6bb4df4-60b0-43db-bcbf-3ea8ce85c957', 'name': '', 'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'mac_address': 'fa:16:3e:14:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4fddd67f-5781-4425-9709-f532172beeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:21Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 2, 'project_id': '6986bbebefc54d84a528a914df5405ae', 'subnets': [{'id': '4fddd67f-5781-4425-9709-f532172beeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:26.514486 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Checking router: c682ed2a-d26e-470d-90dd-2e20557191df for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:47:26.514486 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Updating router c682ed2a-d26e-470d-90dd-2e20557191df port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:47:26.539035 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:26.710771 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-a8c45220-1c0a-4de4-b16d-10a4d89b2bf0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:26.714408 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-a8c45220-1c0a-4de4-b16d-10a4d89b2bf0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 808 time: 0.1212573 Nov 03 19:47:26.781677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-a64617df-819f-4fcb-9b62-b2c69347dd23 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7917edb35534054807882dbacb09385 HTTP/1.1" status: 200 len: 380 time: 0.0578911 Nov 03 19:47:26.793667 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-3d045b03-6da4-49a1-b14c-70374748395b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'port': {'device_id': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'admin_state_up': True, 'tenant_id': 'c7917edb35534054807882dbacb09385', 'security_groups': ['387b7766-447a-4423-838a-0aafec6dd3ed']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:26.826724 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:26.837039 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:26.882830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aaa1efe4-3a54-455b-ab39-c25e9b845ee4 req-f15be7e5-d355-4325-8483-af94a2847a0f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 210 time: 0.0331831 Nov 03 19:47:26.897822 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e9452-304f-4ba4-bf95-d6c90ccdf9a9 None None] Pushing event updated for resources: {'Port': ['ID=b6bb4df4-60b0-43db-bcbf-3ea8ce85c957,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:26.908038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b0286566-54e0-41be-8a30-5f15ed5633c1 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:47:26.943094 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-3d045b03-6da4-49a1-b14c-70374748395b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Made reservation on behalf of c7917edb35534054807882dbacb09385 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:47:26.947313 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-3d045b03-6da4-49a1-b14c-70374748395b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:26.972776 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Attempting to bind port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:47:26.973531 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Attempting to bind port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '4d925471-ba78-486e-be7a-31cba4b2c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:47:26.974101 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Attempting to bind port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 on network 12985a05-09d0-48a3-bf52-8dfa3f642909 {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:47:26.979267 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port b0286566-54e0-41be-8a30-5f15ed5633c1 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:26.980005 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:26.984281 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:47:26.985045 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Checking segment: {'id': '4d925471-ba78-486e-be7a-31cba4b2c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:47:26.985649 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:26.986265 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Bound using segment: {'id': '4d925471-ba78-486e-be7a-31cba4b2c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:47:26.987651 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Bound port: b6bb4df4-60b0-43db-bcbf-3ea8ce85c957, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d925471-ba78-486e-be7a-31cba4b2c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:47:26.988307 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:27.071692 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] For port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:47:27.075934 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] For port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b6bb4df4-60b0-43db-bcbf-3ea8ce85c957,segment=NetworkSegment(4d925471-ba78-486e-be7a-31cba4b2c65f),segment_id=4d925471-ba78-486e-be7a-31cba4b2c65f)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:47:27.082113 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:27.113635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-3d045b03-6da4-49a1-b14c-70374748395b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Allocated IP 172.20.0.12 (87bcd0e5-ddc8-4b6f-8161-c2523524934d/54024168-0ae3-4c37-bb7b-360fe02a52af/be33f442-1f45-4238-9e6b-3215239afacc) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:47:27.222256 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-42f74648-c6f7-4e75-8003-7062fd2f88e3 None None] Provisioning complete for port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:27.222989 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-42f74648-c6f7-4e75-8003-7062fd2f88e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:27.243643 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Routers {'c682ed2a-d26e-470d-90dd-2e20557191df'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:47:27.244282 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:46:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c682ed2a-d26e-470d-90dd-2e20557191df'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:27.249638 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e9452-304f-4ba4-bf95-d6c90ccdf9a9 None None] Pushing event updated for resources: {'Port': ['ID=b6bb4df4-60b0-43db-bcbf-3ea8ce85c957,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:27.273813 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-3d045b03-6da4-49a1-b14c-70374748395b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:27.319916 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-42f74648-c6f7-4e75-8003-7062fd2f88e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:27.321711 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-3d045b03-6da4-49a1-b14c-70374748395b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:27.363608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-42f74648-c6f7-4e75-8003-7062fd2f88e3 None None] For port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b6bb4df4-60b0-43db-bcbf-3ea8ce85c957,segment=NetworkSegment(4d925471-ba78-486e-be7a-31cba4b2c65f),segment_id=4d925471-ba78-486e-be7a-31cba4b2c65f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:27.371379 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] Set router c682ed2a-d26e-470d-90dd-2e20557191df gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:47:27.375934 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-42f74648-c6f7-4e75-8003-7062fd2f88e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:27.376376 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-3d045b03-6da4-49a1-b14c-70374748395b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Network 87bcd0e5-ddc8-4b6f-8161-c2523524934d is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:47:27.381158 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-3d045b03-6da4-49a1-b14c-70374748395b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:47:27.383759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-3d045b03-6da4-49a1-b14c-70374748395b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:47:27.424537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d045b03-6da4-49a1-b14c-70374748395b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'Port': ['ID=be33f442-1f45-4238-9e6b-3215239afacc,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:27.443350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f74648-c6f7-4e75-8003-7062fd2f88e3 None None] Pushing event updated for resources: {'Port': ['ID=b6bb4df4-60b0-43db-bcbf-3ea8ce85c957,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:27.471633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-3d045b03-6da4-49a1-b14c-70374748395b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:27.472663 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-3d045b03-6da4-49a1-b14c-70374748395b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:27.499105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-3d045b03-6da4-49a1-b14c-70374748395b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7086248 Nov 03 19:47:27.513320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Request body: {'port': {'device_id': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:27.583355 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:27.600388 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-08ef3c97-881d-47f6-8b93-e6b5841cc03b None None] Provisioning complete for port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:27.601154 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-08ef3c97-881d-47f6-8b93-e6b5841cc03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:27.623520 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'name': 'tempest-TestShelveInstance-1560860362-router', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b0286566-54e0-41be-8a30-5f15ed5633c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 4, 'project_id': '6986bbebefc54d84a528a914df5405ae', 'gw_port': {'id': 'b0286566-54e0-41be-8a30-5f15ed5633c1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b6bb4df4-60b0-43db-bcbf-3ea8ce85c957', 'name': '', 'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'mac_address': 'fa:16:3e:14:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4fddd67f-5781-4425-9709-f532172beeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:21Z', 'updated_at': '2021-11-03T19:47:27Z', 'revision_number': 4, 'project_id': '6986bbebefc54d84a528a914df5405ae', 'subnets': [{'id': '4fddd67f-5781-4425-9709-f532172beeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:27.665610 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282551d9-f4d3-4e7f-b581-73b02d541e96 None None] The sync data for ids ['c682ed2a-d26e-470d-90dd-2e20557191df'] in n-d-812150-4 is: [{'id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'name': 'tempest-TestShelveInstance-1560860362-router', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b0286566-54e0-41be-8a30-5f15ed5633c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 4, 'project_id': '6986bbebefc54d84a528a914df5405ae', 'gw_port': {'id': 'b0286566-54e0-41be-8a30-5f15ed5633c1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'b6bb4df4-60b0-43db-bcbf-3ea8ce85c957', 'name': '', 'network_id': '12985a05-09d0-48a3-bf52-8dfa3f642909', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'mac_address': 'fa:16:3e:14:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '4fddd67f-5781-4425-9709-f532172beeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:21Z', 'updated_at': '2021-11-03T19:47:27Z', 'revision_number': 4, 'project_id': '6986bbebefc54d84a528a914df5405ae', 'subnets': [{'id': '4fddd67f-5781-4425-9709-f532172beeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:47:27.819555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e9078cf3-f3d0-47ab-b03b-f1c6ed096a2a None None] Provisioning complete for port be33f442-1f45-4238-9e6b-3215239afacc triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:27.819954 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e9078cf3-f3d0-47ab-b03b-f1c6ed096a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:27.854552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e9078cf3-f3d0-47ab-b03b-f1c6ed096a2a None None] Port be33f442-1f45-4238-9e6b-3215239afacc cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:47:27.886447 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be33f442-1f45-4238-9e6b-3215239afacc {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:47:27.896442 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:27.909450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Transition to ACTIVE for port object be33f442-1f45-4238-9e6b-3215239afacc will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:47:27.914225 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:27.987953 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Pushing event updated for resources: {'Port': ['ID=be33f442-1f45-4238-9e6b-3215239afacc,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:28.083062 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Attempting to bind port be33f442-1f45-4238-9e6b-3215239afacc on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:47:28.083403 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Attempting to bind port be33f442-1f45-4238-9e6b-3215239afacc by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:47:28.083772 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Attempting to bind port be33f442-1f45-4238-9e6b-3215239afacc on network 87bcd0e5-ddc8-4b6f-8161-c2523524934d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:47:28.094573 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6c4bb-4c21-49f8-998c-20dcf00272f7 req-c923c8a3-1e1b-4916-a363-bde4d2053dff tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:28.096159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7af6c4bb-4c21-49f8-998c-20dcf00272f7 req-c923c8a3-1e1b-4916-a363-bde4d2053dff tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.0850139 Nov 03 19:47:28.100056 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Port be33f442-1f45-4238-9e6b-3215239afacc on network 87bcd0e5-ddc8-4b6f-8161-c2523524934d not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:47:28.100385 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Attempting to bind port be33f442-1f45-4238-9e6b-3215239afacc on network 87bcd0e5-ddc8-4b6f-8161-c2523524934d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:47:28.113893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:47:28.114236 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Checking segment: {'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:47:28.114621 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Bound using segment: {'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:47:28.115063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Bound port: be33f442-1f45-4238-9e6b-3215239afacc, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:47:28.115423 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:28.192692 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7af6c4bb-4c21-49f8-998c-20dcf00272f7 req-99cc3eec-b556-48eb-beb1-ad7105fd81a8 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889387 Nov 03 19:47:28.212720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] For port be33f442-1f45-4238-9e6b-3215239afacc, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:47:28.216679 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] For port be33f442-1f45-4238-9e6b-3215239afacc, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=be33f442-1f45-4238-9e6b-3215239afacc,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:47:28.221583 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:28.237666 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9005a0a2-ee8f-4a2a-a2f4-aa3b27429967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:28.262874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:28.263502 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:28.265622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] 10.222.0.98 "PUT /v2.0/ports/be33f442-1f45-4238-9e6b-3215239afacc HTTP/1.1" status: 200 len: 1092 time: 0.7574327 Nov 03 19:47:28.268130 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:47:28.271841 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaa73c0-85f6-4339-a369-eb81523abc27" -d '{"events": [{"name": "network-changed", "server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "tag": "be33f442-1f45-4238-9e6b-3215239afacc"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:47:28.313229 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495eb31-c603-44d0-856e-175b9032ec55 service neutron] Pushing event updated for resources: {'Port': ['ID=be33f442-1f45-4238-9e6b-3215239afacc,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:28.349618 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23de599d-c26a-4e88-8fa3-adc27500797a x-openstack-request-id: req-23de599d-c26a-4e88-8fa3-adc27500797a {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:47:28.349840 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "tag": "be33f442-1f45-4238-9e6b-3215239afacc", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:47:28.350075 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-23de599d-c26a-4e88-8fa3-adc27500797a {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:47:28.350494 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc', 'status': 'completed', 'code': 200} Nov 03 19:47:28.367483 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-98da227d-773f-4dea-be15-b55c5df72c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:28.369610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-98da227d-773f-4dea-be15-b55c5df72c94 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 1095 time: 0.0475278 Nov 03 19:47:28.412830 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-94c24beb-93a8-4f22-bb18-71dc795aa1dc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be33f442-1f45-4238-9e6b-3215239afacc HTTP/1.1" status: 200 len: 217 time: 0.0342262 Nov 03 19:47:28.465946 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-e4dcaf7f-230f-4c41-85a6-63ab27e1acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:28.467482 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-e4dcaf7f-230f-4c41-85a6-63ab27e1acaf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0484328 Nov 03 19:47:28.514613 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-caa36a8e-827b-4b88-b855-c79d85f9626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:28.516139 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-caa36a8e-827b-4b88-b855-c79d85f9626c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411065 Nov 03 19:47:28.607305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-1bddddfd-2fa4-45b7-880c-15ed9659a45e service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838587 Nov 03 19:47:28.700363 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2d9fe3a1-bdac-4449-bc0b-4f177bbb5bb7 req-bc974282-8afb-4b15-a306-f512d7c39a69 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858479 Nov 03 19:47:28.788881 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa73c0-85f6-4339-a369-eb81523abc27 req-0a9d9de6-b2ad-4d18-9f03-50feb30314d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:28.791086 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffaa73c0-85f6-4339-a369-eb81523abc27 req-0a9d9de6-b2ad-4d18-9f03-50feb30314d1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 1095 time: 0.0419497 Nov 03 19:47:28.886242 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa73c0-85f6-4339-a369-eb81523abc27 req-477370d3-54c4-4ffc-8402-dfa14364158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:28.887760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffaa73c0-85f6-4339-a369-eb81523abc27 req-477370d3-54c4-4ffc-8402-dfa14364158f service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.0901561 Nov 03 19:47:28.917979 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:47:28.931455 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffaa73c0-85f6-4339-a369-eb81523abc27 req-7bb43e34-f7e9-40b0-baae-4aa9be46bc9d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be33f442-1f45-4238-9e6b-3215239afacc HTTP/1.1" status: 200 len: 217 time: 0.0365613 Nov 03 19:47:28.965996 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:28.966375 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:29.026866 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa73c0-85f6-4339-a369-eb81523abc27 req-0833a9cd-ef87-447d-88d4-0894ddf144d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:29.028450 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffaa73c0-85f6-4339-a369-eb81523abc27 req-0833a9cd-ef87-447d-88d4-0894ddf144d9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0900295 Nov 03 19:47:29.438101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa73c0-85f6-4339-a369-eb81523abc27 req-67e76311-4afa-491c-8700-39e9f109eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:29.439486 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffaa73c0-85f6-4339-a369-eb81523abc27 req-67e76311-4afa-491c-8700-39e9f109eb9e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4020190 Nov 03 19:47:29.543292 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39125-a742-4644-93b4-cd51339ce22c req-183aa2d1-da96-4d76-b86b-376f626054f2 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:29.544823 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0e39125-a742-4644-93b4-cd51339ce22c req-183aa2d1-da96-4d76-b86b-376f626054f2 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.1093061 Nov 03 19:47:29.576311 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffaa73c0-85f6-4339-a369-eb81523abc27 req-ef8a941d-32a4-4899-9c83-d31ba80b05d3 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288164 Nov 03 19:47:29.626570 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e0e39125-a742-4644-93b4-cd51339ce22c req-84674348-0e56-4b3d-b619-caf31291bfb1 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751593 Nov 03 19:47:29.649502 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:29.687398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffaa73c0-85f6-4339-a369-eb81523abc27 req-6b46fdb6-d826-4ab7-883a-b27d8043aef4 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001389 Nov 03 19:47:30.451403 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device be33f442-1f45-4238-9e6b-3215239afacc details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:47:30.554034 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port be33f442-1f45-4238-9e6b-3215239afacc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=be33f442-1f45-4238-9e6b-3215239afacc,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:30.565487 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'be33f442-1f45-4238-9e6b-3215239afacc', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'port_id': 'be33f442-1f45-4238-9e6b-3215239afacc', 'mac_address': 'fa:16:3e:4e:42:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:47:30.602685 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:30.615163 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be33f442-1f45-4238-9e6b-3215239afacc {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:47:30.638219 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port be33f442-1f45-4238-9e6b-3215239afacc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=be33f442-1f45-4238-9e6b-3215239afacc,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:30.642186 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:30.689241 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=be33f442-1f45-4238-9e6b-3215239afacc,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:30.750338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc910a-f6dc-4cb0-bea8-919529b3ff8c req-fde707b9-5e1b-4158-bf2d-a336985a5571 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:30.751893 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3dc910a-f6dc-4cb0-bea8-919529b3ff8c req-fde707b9-5e1b-4158-bf2d-a336985a5571 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 945 time: 0.0550497 Nov 03 19:47:30.802196 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3dc910a-f6dc-4cb0-bea8-919529b3ff8c req-80856357-ea25-4c64-ba9c-0dd0d026c559 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440917 Nov 03 19:47:30.843497 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['be33f442-1f45-4238-9e6b-3215239afacc'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:47:30.928601 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:31.165223 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:31.623483 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:31.916694 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad912c-470c-488e-8cd5-a49a2f968c37 req-d667b6e4-239a-4602-afc4-4e2f9716d3de tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:31.918253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65ad912c-470c-488e-8cd5-a49a2f968c37 req-d667b6e4-239a-4602-afc4-4e2f9716d3de tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 945 time: 0.0491729 Nov 03 19:47:31.967902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-65ad912c-470c-488e-8cd5-a49a2f968c37 req-35564f43-4693-4a60-a33e-b79414d51ccf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437222 Nov 03 19:47:32.467718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device be33f442-1f45-4238-9e6b-3215239afacc up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:47:32.515919 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port be33f442-1f45-4238-9e6b-3215239afacc completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:47:32.519898 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port be33f442-1f45-4238-9e6b-3215239afacc triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:47:32.520274 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:32.600016 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:32.622124 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:47:32.624398 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238b804c-fd89-46c1-8483-5710d39d59d9" -d '{"events": [{"server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "name": "network-vif-plugged", "status": "completed", "tag": "be33f442-1f45-4238-9e6b-3215239afacc"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:47:32.636583 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port be33f442-1f45-4238-9e6b-3215239afacc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=be33f442-1f45-4238-9e6b-3215239afacc,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:47:32.640940 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:32.666752 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e2ba33-7767-4e91-b7ec-301aeb880e9f x-openstack-request-id: req-48e2ba33-7767-4e91-b7ec-301aeb880e9f {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:47:32.667043 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "name": "network-vif-plugged", "status": "completed", "tag": "be33f442-1f45-4238-9e6b-3215239afacc", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:47:32.667297 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-48e2ba33-7767-4e91-b7ec-301aeb880e9f {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:47:32.667715 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc', 'code': 200} Nov 03 19:47:32.690811 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=be33f442-1f45-4238-9e6b-3215239afacc,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:32.766151 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec51ed9-c18a-40fc-92c4-fdb816c5bc94 req-72ac88aa-4a9d-4a0c-a6a0-84440546a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:32.767565 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ec51ed9-c18a-40fc-92c4-fdb816c5bc94 req-72ac88aa-4a9d-4a0c-a6a0-84440546a7df service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 1097 time: 0.0391366 Nov 03 19:47:32.817627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7ec51ed9-c18a-40fc-92c4-fdb816c5bc94 req-a6e38100-a960-4c9f-9861-5f71afb26b24 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427051 Nov 03 19:47:33.082033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f20e91-7eb0-46c4-81b5-32cfd9006e47 req-a437b9ce-8af4-4afc-8b89-2f672b142849 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:33.083542 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-38f20e91-7eb0-46c4-81b5-32cfd9006e47 req-a437b9ce-8af4-4afc-8b89-2f672b142849 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0484450 Nov 03 19:47:33.132351 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-38f20e91-7eb0-46c4-81b5-32cfd9006e47 req-5edca656-3ae1-4244-956c-4da34fa8218e tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422688 Nov 03 19:47:34.253896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272652d0-62f4-4a2b-b957-61cfc8060aa3 req-0fb93012-04fc-4cbb-8628-c707fc580636 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:34.255437 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-272652d0-62f4-4a2b-b957-61cfc8060aa3 req-0fb93012-04fc-4cbb-8628-c707fc580636 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0485661 Nov 03 19:47:34.304088 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-272652d0-62f4-4a2b-b957-61cfc8060aa3 req-c69884b3-0d78-4e94-a699-4fce2b39a95a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427239 Nov 03 19:47:34.425542 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6bf5f-a0b4-4d0d-bc74-6439910d57ae req-303d7f78-7d4b-4c07-bf13-83d96981de6f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:34.426967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fda6bf5f-a0b4-4d0d-bc74-6439910d57ae req-303d7f78-7d4b-4c07-bf13-83d96981de6f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0566735 Nov 03 19:47:34.482731 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-fda6bf5f-a0b4-4d0d-bc74-6439910d57ae req-a3972c73-1329-4e28-91ee-4d5d7b406b14 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496964 Nov 03 19:47:34.504160 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41290) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:34.589032 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02d057e-1326-4e26-a9f6-3d1a29d31759 tempest-TestShelveInstance-1234487034 tempest-TestShelveInstance-1234487034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:34.590736 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b02d057e-1326-4e26-a9f6-3d1a29d31759 tempest-TestShelveInstance-1234487034 tempest-TestShelveInstance-1234487034-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 1092 time: 0.0855243 Nov 03 19:47:34.593715 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41294) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:47:34.598027 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': 'be33f442-1f45-4238-9e6b-3215239afacc', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:47:34.619865 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:34.721127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:34.821624 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Allocated IP 172.25.2.219 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/83490d47-4ad4-448b-83c5-0ee82bf212d5) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:47:34.924497 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:34.958469 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:34.994392 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:47:34.999521 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:47:35.002973 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:47:35.008911 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'Port': ['ID=83490d47-4ad4-448b-83c5-0ee82bf212d5,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:35.351076 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:35.421181 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:35.581210 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:35.585766 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:35.658402 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'Port': ['ID=83490d47-4ad4-448b-83c5-0ee82bf212d5,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:47:35.667408 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:35.762821 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Floating IP cbb890ff-b897-4990-bc14-a5fd3370cd9a associated. External IP: 172.25.2.219, port: be33f442-1f45-4238-9e6b-3215239afacc. Nov 03 19:47:35.974140 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Router 28f14939-bebe-4783-a107-49e47a5b296c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:47:36.080475 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:47:36.095283 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137bbb2-caf6-448d-a110-7ee3fe288265 None None] Sync routers for ids ['28f14939-bebe-4783-a107-49e47a5b296c'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:47:36.099034 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:36.106023 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137bbb2-caf6-448d-a110-7ee3fe288265 None None] Routers {'28f14939-bebe-4783-a107-49e47a5b296c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:47:36.106641 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c137bbb2-caf6-448d-a110-7ee3fe288265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:47:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['28f14939-bebe-4783-a107-49e47a5b296c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:36.126783 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a28ccf29-7c54-49ed-9474-ff1874f1ad51 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5319891 Nov 03 19:47:36.127382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:47:36.129743 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1c0d3f-12d2-4581-aa9c-78070621b63e" -d '{"events": [{"name": "network-changed", "server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "tag": "be33f442-1f45-4238-9e6b-3215239afacc"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:47:36.218471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c137bbb2-caf6-448d-a110-7ee3fe288265 None None] Set router 28f14939-bebe-4783-a107-49e47a5b296c gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:47:36.230518 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce501d62-4280-4ff8-b8b8-a2c42aec6de8 x-openstack-request-id: req-ce501d62-4280-4ff8-b8b8-a2c42aec6de8 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:47:36.230818 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "tag": "be33f442-1f45-4238-9e6b-3215239afacc", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:47:36.231077 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ce501d62-4280-4ff8-b8b8-a2c42aec6de8 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:47:36.231494 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc', 'status': 'completed', 'code': 200} Nov 03 19:47:36.293980 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c0d3f-12d2-4581-aa9c-78070621b63e req-a8c26e60-bbc2-4356-8830-f65ccf16fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:36.295492 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a1c0d3f-12d2-4581-aa9c-78070621b63e req-a8c26e60-bbc2-4356-8830-f65ccf16fa7e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 1097 time: 0.0407748 Nov 03 19:47:36.390501 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c0d3f-12d2-4581-aa9c-78070621b63e req-2ef3e6cd-6277-448a-9426-0bce1f2e75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:36.392280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a1c0d3f-12d2-4581-aa9c-78070621b63e req-2ef3e6cd-6277-448a-9426-0bce1f2e75f1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.0894229 Nov 03 19:47:36.439918 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c137bbb2-caf6-448d-a110-7ee3fe288265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'cbb890ff-b897-4990-bc14-a5fd3370cd9a', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'floating_ip_address': '172.25.2.219', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'port_id': 'be33f442-1f45-4238-9e6b-3215239afacc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'mac_address': 'fa:16:3e:4e:42:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:47:35Z', 'updated_at': '2021-11-03T19:47:35Z', 'revision_number': 0, 'project_id': 'c7917edb35534054807882dbacb09385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 5, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:36.458634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a1c0d3f-12d2-4581-aa9c-78070621b63e req-b1d59120-e980-4adf-916c-136d80a17a79 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be33f442-1f45-4238-9e6b-3215239afacc HTTP/1.1" status: 200 len: 1000 time: 0.0594103 Nov 03 19:47:36.469381 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137bbb2-caf6-448d-a110-7ee3fe288265 None None] Checking router: 28f14939-bebe-4783-a107-49e47a5b296c for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:47:36.477794 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137bbb2-caf6-448d-a110-7ee3fe288265 None None] Routers {'28f14939-bebe-4783-a107-49e47a5b296c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:47:36.478452 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c137bbb2-caf6-448d-a110-7ee3fe288265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:47:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['28f14939-bebe-4783-a107-49e47a5b296c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:36.509926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c0d3f-12d2-4581-aa9c-78070621b63e req-a33577b9-7d1b-4488-90c4-85e6cc2156f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:36.511433 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a1c0d3f-12d2-4581-aa9c-78070621b63e req-a33577b9-7d1b-4488-90c4-85e6cc2156f6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0448036 Nov 03 19:47:36.562603 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c0d3f-12d2-4581-aa9c-78070621b63e req-280f2282-7e54-4a2f-91fd-9da312779d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:47:36.564154 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a1c0d3f-12d2-4581-aa9c-78070621b63e req-280f2282-7e54-4a2f-91fd-9da312779d53 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457633 Nov 03 19:47:36.582121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-c137bbb2-caf6-448d-a110-7ee3fe288265 None None] Set router 28f14939-bebe-4783-a107-49e47a5b296c gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:47:36.652894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a1c0d3f-12d2-4581-aa9c-78070621b63e req-4c5e9964-e473-4f1d-97f5-7185dfadc060 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814190 Nov 03 19:47:36.747660 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5a1c0d3f-12d2-4581-aa9c-78070621b63e req-3c49305c-740e-4148-99b5-6e6d490a17aa service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871744 Nov 03 19:47:36.803295 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-c137bbb2-caf6-448d-a110-7ee3fe288265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'cbb890ff-b897-4990-bc14-a5fd3370cd9a', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'floating_ip_address': '172.25.2.219', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'port_id': 'be33f442-1f45-4238-9e6b-3215239afacc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'mac_address': 'fa:16:3e:4e:42:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:47:35Z', 'updated_at': '2021-11-03T19:47:35Z', 'revision_number': 0, 'project_id': 'c7917edb35534054807882dbacb09385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 5, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:47:36.829154 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137bbb2-caf6-448d-a110-7ee3fe288265 None None] The sync data for ids ['28f14939-bebe-4783-a107-49e47a5b296c'] in n-d-812150-4 is: [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'cbb890ff-b897-4990-bc14-a5fd3370cd9a', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'floating_ip_address': '172.25.2.219', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'port_id': 'be33f442-1f45-4238-9e6b-3215239afacc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'mac_address': 'fa:16:3e:4e:42:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:47:35Z', 'updated_at': '2021-11-03T19:47:35Z', 'revision_number': 0, 'project_id': 'c7917edb35534054807882dbacb09385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 5, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:47:37.022713 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe87a7e-2379-452f-8dc8-edc057deffab None None] New status for floating IP cbb890ff-b897-4990-bc14-a5fd3370cd9a: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:47:43.808045 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:55.880217 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6cb31b79-2140-459e-9ac9-0cb2c04dc4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:58.228890 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b7d7-4177-47ce-b237-26ba4086ffcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:47:59.650121 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:00.386118 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:48:00.914151 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:01.164763 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:01.626155 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:04.201850 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-922aac64-4c72-405c-9ea1-ace6581fddb5 req-6fb33832-4641-43ac-9170-445a491cdf16 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396183 Nov 03 19:48:04.304318 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922aac64-4c72-405c-9ea1-ace6581fddb5 req-b6112209-61c4-4420-9ad2-2a3440b0f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:04.305869 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-922aac64-4c72-405c-9ea1-ace6581fddb5 req-b6112209-61c4-4420-9ad2-2a3440b0f8e6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 1097 time: 0.0581031 Nov 03 19:48:04.415087 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922aac64-4c72-405c-9ea1-ace6581fddb5 req-bc4388f5-513b-49ab-8462-98d8b5aeafb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:04.416662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-922aac64-4c72-405c-9ea1-ace6581fddb5 req-bc4388f5-513b-49ab-8462-98d8b5aeafb8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.0903845 Nov 03 19:48:04.484965 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-922aac64-4c72-405c-9ea1-ace6581fddb5 req-68f76554-e279-4d18-86eb-1fb91f71e841 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be33f442-1f45-4238-9e6b-3215239afacc HTTP/1.1" status: 200 len: 1002 time: 0.0587053 Nov 03 19:48:04.539202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922aac64-4c72-405c-9ea1-ace6581fddb5 req-4c7cfa9a-a06c-44dc-b746-665fbd2746b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:04.540704 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-922aac64-4c72-405c-9ea1-ace6581fddb5 req-4c7cfa9a-a06c-44dc-b746-665fbd2746b1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0478129 Nov 03 19:48:04.596884 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922aac64-4c72-405c-9ea1-ace6581fddb5 req-e05d1e93-c394-4e49-b0c0-518ae6706d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:48:04.598452 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-922aac64-4c72-405c-9ea1-ace6581fddb5 req-e05d1e93-c394-4e49-b0c0-518ae6706d1a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502367 Nov 03 19:48:04.696677 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-922aac64-4c72-405c-9ea1-ace6581fddb5 req-e618535a-8e36-4786-8915-139c656cb388 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903704 Nov 03 19:48:04.788703 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-922aac64-4c72-405c-9ea1-ace6581fddb5 req-06d5d9de-f65d-47a3-ad59-ff0094f228df service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853252 Nov 03 19:48:13.809144 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:25.881742 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-66c27d1b-edab-45e3-a357-4acdd27f1910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:28.230328 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ec71898c-0ca3-4f44-8544-1ae4d438fad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:29.652954 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:30.918162 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:31.163782 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:31.629809 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:37.385543 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:48:43.807608 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:55.884915 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-041e31de-a53d-413f-8369-c22eb903a028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:58.230998 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9eb0bdad-2197-45fd-a4f4-b1230f47f240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:48:59.659755 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:00.920345 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:01.159959 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:01.631749 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:06.199443 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c11f036-b55f-468c-9d89-b4ee8ab22c68 req-d189f9b5-af23-4709-9977-2d94a5f25dff service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412326 Nov 03 19:49:06.279361 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f036-b55f-468c-9d89-b4ee8ab22c68 req-b8dbc4b5-da94-4c7a-8a05-c15677701232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:06.280883 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c11f036-b55f-468c-9d89-b4ee8ab22c68 req-b8dbc4b5-da94-4c7a-8a05-c15677701232 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 1097 time: 0.0408218 Nov 03 19:49:06.401206 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f036-b55f-468c-9d89-b4ee8ab22c68 req-2cfbf0c7-1df6-4eb2-9f48-95ea5f8726fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:06.402695 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c11f036-b55f-468c-9d89-b4ee8ab22c68 req-2cfbf0c7-1df6-4eb2-9f48-95ea5f8726fb service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.0961642 Nov 03 19:49:06.467336 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c11f036-b55f-468c-9d89-b4ee8ab22c68 req-0dfe6224-6fc3-4cf8-94d5-660d6e5548f5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be33f442-1f45-4238-9e6b-3215239afacc HTTP/1.1" status: 200 len: 1002 time: 0.0572751 Nov 03 19:49:06.519928 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f036-b55f-468c-9d89-b4ee8ab22c68 req-0d35ef98-70e6-43bb-93ab-3727ad0a8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:06.521381 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c11f036-b55f-468c-9d89-b4ee8ab22c68 req-0d35ef98-70e6-43bb-93ab-3727ad0a8e05 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0472603 Nov 03 19:49:06.568325 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f036-b55f-468c-9d89-b4ee8ab22c68 req-e5c4d757-cc86-488b-b797-4489b96040ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:06.569828 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c11f036-b55f-468c-9d89-b4ee8ab22c68 req-e5c4d757-cc86-488b-b797-4489b96040ea service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418096 Nov 03 19:49:06.658067 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c11f036-b55f-468c-9d89-b4ee8ab22c68 req-046bf9c3-460a-4e67-90a7-30cfc5366aa0 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812738 Nov 03 19:49:06.762446 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9c11f036-b55f-468c-9d89-b4ee8ab22c68 req-1fa4c47d-4cfb-4628-96c4-37b2f0d530b0 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965233 Nov 03 19:49:12.581582 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-eeeb503a-31ac-4b94-9ac6-f52b3c0a3c32 req-bd162ed2-ac92-4b6f-82b0-cfc4e9a46853 service neutron] (101711) timed out ('10.222.0.107', 56320) {{(pid=101711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 19:49:13.815359 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:14.385603 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:49:25.886534 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c85fb2f9-a58d-4961-b34b-8da4b2b7aa74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:28.233016 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-88c8357b-a096-4e53-9bda-927fd446c330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:29.658432 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:30.923124 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:31.176535 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:31.600198 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab4431-da2b-4b7f-b6f5-fe61efa5cafb req-a5b8e655-3a8d-4947-8ae8-38d8172fc6c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:31.601695 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ab4431-da2b-4b7f-b6f5-fe61efa5cafb req-a5b8e655-3a8d-4947-8ae8-38d8172fc6c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0500605 Nov 03 19:49:31.633383 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:31.651902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-68ab4431-da2b-4b7f-b6f5-fe61efa5cafb req-2e2cc1a9-0fd4-49a3-83a8-8b9baaabe569 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436013 Nov 03 19:49:32.791230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f78baa-5d14-46f7-9943-f5b7cbf5e249 req-057159d4-8016-4b7d-ab10-df53d8287d32 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:32.792752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-13f78baa-5d14-46f7-9943-f5b7cbf5e249 req-057159d4-8016-4b7d-ab10-df53d8287d32 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0530853 Nov 03 19:49:32.841832 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-13f78baa-5d14-46f7-9943-f5b7cbf5e249 req-72a9816c-76f5-4b4a-b814-a755884e66a1 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423071 Nov 03 19:49:33.981139 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2926-8106-4fed-b8f5-1ef77d759e1a req-a5ba23bd-db65-4304-9206-7b52ba942028 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:33.982546 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e68a2926-8106-4fed-b8f5-1ef77d759e1a req-a5ba23bd-db65-4304-9206-7b52ba942028 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0498624 Nov 03 19:49:34.032284 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e68a2926-8106-4fed-b8f5-1ef77d759e1a req-1a0846a7-042c-4ba8-a9ea-e8f6f369afac tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436649 Nov 03 19:49:35.150729 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21482a15-cf9b-4219-903d-b5b0ca9576b0 req-8f78d161-da6b-460d-9a13-f63f89ae813c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:35.152266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21482a15-cf9b-4219-903d-b5b0ca9576b0 req-8f78d161-da6b-460d-9a13-f63f89ae813c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0528822 Nov 03 19:49:35.201199 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21482a15-cf9b-4219-903d-b5b0ca9576b0 req-caa2c149-a46f-4a54-8b3c-11ee49d8a39a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429699 Nov 03 19:49:36.318163 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9450d82-e267-482b-97ca-dced3b5cd8ac req-d154fc0f-9cb5-48be-a188-aed3f6bd78fd tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:36.319858 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9450d82-e267-482b-97ca-dced3b5cd8ac req-d154fc0f-9cb5-48be-a188-aed3f6bd78fd tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0499284 Nov 03 19:49:36.368894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9450d82-e267-482b-97ca-dced3b5cd8ac req-5c1c6aa0-8b8a-4199-882c-056349d6d7c4 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425813 Nov 03 19:49:37.486104 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903f4ee-e11c-44bf-9b31-58e598ab7ba4 req-ef72574e-9cfd-4266-b206-078f725c8a84 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:37.487644 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8903f4ee-e11c-44bf-9b31-58e598ab7ba4 req-ef72574e-9cfd-4266-b206-078f725c8a84 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0514271 Nov 03 19:49:37.541738 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8903f4ee-e11c-44bf-9b31-58e598ab7ba4 req-69aaf067-93a1-4071-ac4a-d4cbee0a3596 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480917 Nov 03 19:49:38.657595 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411bd1f-86d6-4430-babd-8d83d4b56bec req-f1b9838f-da9d-4e76-878b-05c870f9b1e8 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:38.659108 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d411bd1f-86d6-4430-babd-8d83d4b56bec req-f1b9838f-da9d-4e76-878b-05c870f9b1e8 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0482576 Nov 03 19:49:38.708897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d411bd1f-86d6-4430-babd-8d83d4b56bec req-14fa04d0-14f2-497e-840d-47095c7d3ba7 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 Nov 03 19:49:39.821799 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549ce5d-1945-4d2b-9b37-0aac519937a9 req-eff2ef3c-73ca-4e50-91ca-3161cdf86b07 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:39.823274 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a549ce5d-1945-4d2b-9b37-0aac519937a9 req-eff2ef3c-73ca-4e50-91ca-3161cdf86b07 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0476453 Nov 03 19:49:39.871091 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a549ce5d-1945-4d2b-9b37-0aac519937a9 req-d87bf997-6c09-4d34-b7ac-e9057632838a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 Nov 03 19:49:40.992690 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fb96f-826a-49d2-8740-31fbf62e0f90 req-1124c462-fcf0-45b4-b5bd-88146a0cea0f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:40.994101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c56fb96f-826a-49d2-8740-31fbf62e0f90 req-1124c462-fcf0-45b4-b5bd-88146a0cea0f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0542367 Nov 03 19:49:41.043340 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c56fb96f-826a-49d2-8740-31fbf62e0f90 req-8fc85a42-2bc1-475c-83f6-f22ba5e4c5fe tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424232 Nov 03 19:49:42.162051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4802b-9924-4031-aad8-261446a3fc4d req-16f29183-df0b-47e4-a30f-697225393adc tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:42.163550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93c4802b-9924-4031-aad8-261446a3fc4d req-16f29183-df0b-47e4-a30f-697225393adc tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0488372 Nov 03 19:49:42.213948 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-93c4802b-9924-4031-aad8-261446a3fc4d req-a35300e1-cee3-4ced-9f6c-c16724aafa73 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437512 Nov 03 19:49:43.069465 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device be33f442-1f45-4238-9e6b-3215239afacc details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:49:43.164105 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port be33f442-1f45-4238-9e6b-3215239afacc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=be33f442-1f45-4238-9e6b-3215239afacc,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:49:43.175040 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'be33f442-1f45-4238-9e6b-3215239afacc', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'port_id': 'be33f442-1f45-4238-9e6b-3215239afacc', 'mac_address': 'fa:16:3e:4e:42:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:49:43.210064 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:43.222853 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be33f442-1f45-4238-9e6b-3215239afacc {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:49:43.242267 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port be33f442-1f45-4238-9e6b-3215239afacc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=be33f442-1f45-4238-9e6b-3215239afacc,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:49:43.247932 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:43.301271 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=be33f442-1f45-4238-9e6b-3215239afacc,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:43.308925 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:43.309841 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:43.310581 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:43.310581 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:43.310835 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:43.311149 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:43.311471 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:43.311819 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:43.312138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:43.312457 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:43.312780 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:43.313096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:49:43.334805 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcfccb-52cb-4b73-8f14-da2a01fde47c req-a085b19b-44bd-4bc7-9a83-456b693bd6c9 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:43.336328 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0fcfccb-52cb-4b73-8f14-da2a01fde47c req-a085b19b-44bd-4bc7-9a83-456b693bd6c9 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 945 time: 0.0497913 Nov 03 19:49:43.350965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['be33f442-1f45-4238-9e6b-3215239afacc'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:49:43.392253 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c0fcfccb-52cb-4b73-8f14-da2a01fde47c req-dc885d98-7da6-432e-8794-115b309de075 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497398 Nov 03 19:49:43.805078 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:44.519328 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb9032-c1a2-4dee-a51d-cad9bb2a8638 req-79ece8d1-fc02-467d-a093-7c698c648bf4 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:44.520917 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffbb9032-c1a2-4dee-a51d-cad9bb2a8638 req-79ece8d1-fc02-467d-a093-7c698c648bf4 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 945 time: 0.0540111 Nov 03 19:49:44.577624 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ffbb9032-c1a2-4dee-a51d-cad9bb2a8638 req-8c429465-7339-4cf2-aad4-4cea6e0271e4 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488608 Nov 03 19:49:45.073977 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device be33f442-1f45-4238-9e6b-3215239afacc up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:49:45.135084 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port be33f442-1f45-4238-9e6b-3215239afacc triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:49:45.135802 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:45.226697 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:45.255908 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:49:45.258616 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18f0667-93ce-4154-bc2f-e5011a8bc802" -d '{"events": [{"server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "name": "network-vif-plugged", "status": "completed", "tag": "be33f442-1f45-4238-9e6b-3215239afacc"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:49:45.285796 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port be33f442-1f45-4238-9e6b-3215239afacc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=be33f442-1f45-4238-9e6b-3215239afacc,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:49:45.294037 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:45.362852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=be33f442-1f45-4238-9e6b-3215239afacc,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:45.721450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462617f-e3bd-411e-8344-ae9ea9dc006d req-fccbd06c-633c-44c3-a5ec-6ebd348b9ca7 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:45.723218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7462617f-e3bd-411e-8344-ae9ea9dc006d req-fccbd06c-633c-44c3-a5ec-6ebd348b9ca7 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0660906 Nov 03 19:49:45.800730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7462617f-e3bd-411e-8344-ae9ea9dc006d req-3396667e-9832-4c8b-85e2-60ba905e548a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652390 Nov 03 19:49:46.400812 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053ba2f7-58f4-42b7-9189-ecce03bb5e9e x-openstack-request-id: req-053ba2f7-58f4-42b7-9189-ecce03bb5e9e {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:49:46.401503 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "name": "network-vif-plugged", "status": "completed", "tag": "be33f442-1f45-4238-9e6b-3215239afacc", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:49:46.401503 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-053ba2f7-58f4-42b7-9189-ecce03bb5e9e {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:49:46.401734 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc', 'code': 200} Nov 03 19:49:46.934108 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbad3a5-3e03-421d-bf99-6bd41fe26869 req-c563255d-74dc-49ad-8781-61e810e4f102 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:46.935655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbbad3a5-3e03-421d-bf99-6bd41fe26869 req-c563255d-74dc-49ad-8781-61e810e4f102 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0642543 Nov 03 19:49:46.988162 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dbbad3a5-3e03-421d-bf99-6bd41fe26869 req-fb8aa5bd-65ca-41a5-81e6-f7b8dec74f4c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455201 Nov 03 19:49:48.127868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0c598-9be9-49e1-b728-7605373fe6e4 req-53caf703-1a8a-487c-af00-4233ef3187ca tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:48.129457 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b2c0c598-9be9-49e1-b728-7605373fe6e4 req-53caf703-1a8a-487c-af00-4233ef3187ca tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0651896 Nov 03 19:49:48.199070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b2c0c598-9be9-49e1-b728-7605373fe6e4 req-e19df57a-6a44-40b3-8207-7780ffbd886b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631120 Nov 03 19:49:49.335346 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2218e9a-570c-4924-b68c-0d5137b9ac11 req-5ff1acce-3fb4-49fe-a176-763d047b4861 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:49.337186 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2218e9a-570c-4924-b68c-0d5137b9ac11 req-5ff1acce-3fb4-49fe-a176-763d047b4861 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0604086 Nov 03 19:49:49.393450 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c2218e9a-570c-4924-b68c-0d5137b9ac11 req-20c530ec-3b49-4b6a-a81f-cf6b7ea0fd24 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496471 Nov 03 19:49:50.534622 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac271c4-a73d-4349-a5b0-bb7788ea2ed7 req-162d4e6e-648c-4fa0-9b03-07ed08cc0c34 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:50.537401 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aac271c4-a73d-4349-a5b0-bb7788ea2ed7 req-162d4e6e-648c-4fa0-9b03-07ed08cc0c34 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0556266 Nov 03 19:49:50.601346 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-aac271c4-a73d-4349-a5b0-bb7788ea2ed7 req-95c572ee-6a0c-4077-af50-63141a1b15fb tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566373 Nov 03 19:49:51.386300 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:49:51.728789 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46f467-819e-42de-a789-774cecad3090 req-b1452007-aaff-4049-b9eb-8da3610c862e tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:51.730331 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af46f467-819e-42de-a789-774cecad3090 req-b1452007-aaff-4049-b9eb-8da3610c862e tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0600255 Nov 03 19:49:51.806190 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af46f467-819e-42de-a789-774cecad3090 req-e9c3accf-ad8f-4134-8843-11d4b541186b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683320 Nov 03 19:49:52.936710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1707e-1757-48c0-956a-14ac4d0d61a6 req-c128ccd2-fdec-4b81-8f21-c167c818c0d5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:52.938293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99a1707e-1757-48c0-956a-14ac4d0d61a6 req-c128ccd2-fdec-4b81-8f21-c167c818c0d5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0528789 Nov 03 19:49:52.988890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-99a1707e-1757-48c0-956a-14ac4d0d61a6 req-f94eaeff-2f73-45f6-8e81-d7b0291568db tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445709 Nov 03 19:49:53.452326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dace170-1363-4348-a6df-3f0ab5ab9e6d req-85ffcc2e-4b1b-4696-b415-306ae67198a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:53.453810 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dace170-1363-4348-a6df-3f0ab5ab9e6d req-85ffcc2e-4b1b-4696-b415-306ae67198a2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 1097 time: 0.0413525 Nov 03 19:49:53.555985 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dace170-1363-4348-a6df-3f0ab5ab9e6d req-c2a5a94a-b95c-4e3d-891b-2addb6347361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:53.557467 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dace170-1363-4348-a6df-3f0ab5ab9e6d req-c2a5a94a-b95c-4e3d-891b-2addb6347361 service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.0965831 Nov 03 19:49:53.623688 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dace170-1363-4348-a6df-3f0ab5ab9e6d req-b312ae29-005c-426d-988d-f3d908d22ed2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be33f442-1f45-4238-9e6b-3215239afacc HTTP/1.1" status: 200 len: 1002 time: 0.0586252 Nov 03 19:49:53.677844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dace170-1363-4348-a6df-3f0ab5ab9e6d req-74e6b0cd-1263-4211-8e0b-bd25485b431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:53.679326 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dace170-1363-4348-a6df-3f0ab5ab9e6d req-74e6b0cd-1263-4211-8e0b-bd25485b431e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0480340 Nov 03 19:49:53.725197 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dace170-1363-4348-a6df-3f0ab5ab9e6d req-a45f1ae3-8689-4870-a224-1ad3d7804aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:53.726732 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dace170-1363-4348-a6df-3f0ab5ab9e6d req-a45f1ae3-8689-4870-a224-1ad3d7804aa6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408125 Nov 03 19:49:53.820955 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dace170-1363-4348-a6df-3f0ab5ab9e6d req-1cb07223-8558-4622-b05a-5ccafbf6027a service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873625 Nov 03 19:49:53.916953 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dace170-1363-4348-a6df-3f0ab5ab9e6d req-1ab6eb4b-4ac7-4059-83b9-5bd60589071b service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882699 Nov 03 19:49:54.104025 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f7607-e650-4d02-9dc4-d6ae329018df req-c3d1db83-d2ba-44b4-82b8-72838bc14f22 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:54.105510 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f84f7607-e650-4d02-9dc4-d6ae329018df req-c3d1db83-d2ba-44b4-82b8-72838bc14f22 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0485263 Nov 03 19:49:54.159077 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f84f7607-e650-4d02-9dc4-d6ae329018df req-b3d14167-4c61-4030-86f9-32a62d3196d2 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422735 Nov 03 19:49:55.286892 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7d6db-0f43-4502-b85b-0c44949ef462 req-0d067225-b237-4f2c-a5b5-041aa71c3ab3 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:55.288417 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4eb7d6db-0f43-4502-b85b-0c44949ef462 req-0d067225-b237-4f2c-a5b5-041aa71c3ab3 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0530026 Nov 03 19:49:55.339055 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4eb7d6db-0f43-4502-b85b-0c44949ef462 req-3536376a-51ca-449a-8a57-3dbb982f4e60 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441570 Nov 03 19:49:55.889628 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50b98753-003d-4e90-b36d-05b9ee873aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:56.453745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d32723-12cc-46e7-864b-34d6e8b7469a req-5054cbde-3f78-42eb-862e-302bc5eabc97 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:56.455259 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07d32723-12cc-46e7-864b-34d6e8b7469a req-5054cbde-3f78-42eb-862e-302bc5eabc97 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 946 time: 0.0489480 Nov 03 19:49:56.503168 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-07d32723-12cc-46e7-864b-34d6e8b7469a req-b63d804c-578f-47d7-ade1-b3f86c2abd3c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420971 Nov 03 19:49:56.573468 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-a5ec1d11-662b-44c9-a25f-9728cae3f6a2 req-4acf12f6-3c8d-4ff9-b070-a8676879bd57 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:49:56.575191 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5ec1d11-662b-44c9-a25f-9728cae3f6a2 req-4acf12f6-3c8d-4ff9-b070-a8676879bd57 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053966 Nov 03 19:49:57.122637 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device be33f442-1f45-4238-9e6b-3215239afacc no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:49:57.204126 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:57.226922 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:49:57.229185 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97543be6-1842-4bcd-b093-88fa605a712f" -d '{"events": [{"server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "be33f442-1f45-4238-9e6b-3215239afacc"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:49:57.242204 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port be33f442-1f45-4238-9e6b-3215239afacc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=be33f442-1f45-4238-9e6b-3215239afacc,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:49:57.246443 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:57.270330 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 03 Nov 2021 19:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014ee458-57ce-481f-b250-3874ecbe6e69 x-openstack-request-id: req-014ee458-57ce-481f-b250-3874ecbe6e69 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:49:57.270617 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "name": "network-vif-unplugged", "status": "failed", "tag": "be33f442-1f45-4238-9e6b-3215239afacc", "code": 422}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:49:57.270867 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-014ee458-57ce-481f-b250-3874ecbe6e69 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:49:57.271394 n-d-812150-4 neutron-server[101713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc', 'code': 422} returned with failed status Nov 03 19:49:57.297881 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=be33f442-1f45-4238-9e6b-3215239afacc,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:49:57.753709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11540d-460e-4ee9-a373-b039219b4988 req-834e36ad-1ff7-42a4-9480-bca0ae113bb8 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:57.755263 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc11540d-460e-4ee9-a373-b039219b4988 req-834e36ad-1ff7-42a4-9480-bca0ae113bb8 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.0551152 Nov 03 19:49:57.811610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cc11540d-460e-4ee9-a373-b039219b4988 req-1270e34e-cf92-4fff-9c50-7edb24de208d tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503430 Nov 03 19:49:58.010761 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-15408273-2e24-41dc-9f69-aa15f6cdd1ae req-97d87b43-251c-4b9c-a657-66cab04d1f7b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871336 Nov 03 19:49:58.238570 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6611f2b9-9acb-4d4b-9123-6be75612dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:49:58.817430 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15408273-2e24-41dc-9f69-aa15f6cdd1ae req-35ccc12a-ac98-4aaa-bccc-12ac3317844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:58.818906 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15408273-2e24-41dc-9f69-aa15f6cdd1ae req-35ccc12a-ac98-4aaa-bccc-12ac3317844e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e&tenant_id=c7917edb35534054807882dbacb09385 HTTP/1.1" status: 200 len: 1095 time: 0.0399683 Nov 03 19:49:58.880039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15408273-2e24-41dc-9f69-aa15f6cdd1ae req-0b44f2fa-7a63-4206-9086-61b8e1cfc849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:58.881536 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15408273-2e24-41dc-9f69-aa15f6cdd1ae req-0b44f2fa-7a63-4206-9086-61b8e1cfc849 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 1095 time: 0.0409107 Nov 03 19:49:58.988465 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f1c98-8cdb-4241-a42e-1d2728ad0574 req-b10b2606-8397-44a6-863e-561d36620b70 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:58.989850 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-213f1c98-8cdb-4241-a42e-1d2728ad0574 req-b10b2606-8397-44a6-863e-561d36620b70 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.1074128 Nov 03 19:49:59.019609 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15408273-2e24-41dc-9f69-aa15f6cdd1ae req-2206b575-b286-415e-987a-199df82b0c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:59.020999 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15408273-2e24-41dc-9f69-aa15f6cdd1ae req-2206b575-b286-415e-987a-199df82b0c5b service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.1302693 Nov 03 19:49:59.090860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-213f1c98-8cdb-4241-a42e-1d2728ad0574 req-c20eba62-c173-47a5-afc3-5b606404c7c2 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935979 Nov 03 19:49:59.108177 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15408273-2e24-41dc-9f69-aa15f6cdd1ae req-b0370696-6daa-4dbb-9109-10e0499c5dfa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be33f442-1f45-4238-9e6b-3215239afacc HTTP/1.1" status: 200 len: 1000 time: 0.0799179 Nov 03 19:49:59.156971 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15408273-2e24-41dc-9f69-aa15f6cdd1ae req-844516d5-628e-44ef-a075-9423e72ee077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:59.158419 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15408273-2e24-41dc-9f69-aa15f6cdd1ae req-844516d5-628e-44ef-a075-9423e72ee077 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0430467 Nov 03 19:49:59.209220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15408273-2e24-41dc-9f69-aa15f6cdd1ae req-0e081eef-7979-4dad-8364-eea2b53a5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:49:59.210754 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15408273-2e24-41dc-9f69-aa15f6cdd1ae req-0e081eef-7979-4dad-8364-eea2b53a5ad4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455151 Nov 03 19:49:59.302909 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15408273-2e24-41dc-9f69-aa15f6cdd1ae req-aeb23738-cc2b-499b-98d5-e702648d08d1 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848994 Nov 03 19:49:59.390504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-15408273-2e24-41dc-9f69-aa15f6cdd1ae req-a97174aa-c734-446b-ad5d-68692e5c9846 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809853 Nov 03 19:49:59.701837 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:00.227815 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b8c34-121a-439c-9731-3248a1d18d75 req-249670c2-edf2-43f0-b489-3f726f30c468 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:00.229479 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-140b8c34-121a-439c-9731-3248a1d18d75 req-249670c2-edf2-43f0-b489-3f726f30c468 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.0609424 Nov 03 19:50:00.288595 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-140b8c34-121a-439c-9731-3248a1d18d75 req-6669263f-a621-4d92-b1dd-8cdd11580d71 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530274 Nov 03 19:50:00.930017 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:01.170663 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:01.416369 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f75b6-03a3-4dfe-9e59-8d7c0b00b9a4 req-ea71b512-5048-4ec3-b0f2-6f42160487ae tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:01.418133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d47f75b6-03a3-4dfe-9e59-8d7c0b00b9a4 req-ea71b512-5048-4ec3-b0f2-6f42160487ae tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.0503812 Nov 03 19:50:01.472602 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d47f75b6-03a3-4dfe-9e59-8d7c0b00b9a4 req-1a9919bd-7c73-4411-bb15-da0160d486c3 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472653 Nov 03 19:50:01.635042 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:02.592804 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c60b73-9fd3-4e2f-bec1-e0fd4fdbfcd7 req-0d084ff6-1c57-498a-a1cb-7ba5e23deaf4 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:02.595063 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40c60b73-9fd3-4e2f-bec1-e0fd4fdbfcd7 req-0d084ff6-1c57-498a-a1cb-7ba5e23deaf4 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.0529938 Nov 03 19:50:02.648434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-40c60b73-9fd3-4e2f-bec1-e0fd4fdbfcd7 req-8d7d34a6-b012-4b8e-ad99-2e5d30f29630 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472248 Nov 03 19:50:03.775069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce971d-f328-4b5e-88e7-3fb3bc511c8c req-4beff094-3bf8-41a2-a1a1-5ded6e37cccb tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:03.776662 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1ce971d-f328-4b5e-88e7-3fb3bc511c8c req-4beff094-3bf8-41a2-a1a1-5ded6e37cccb tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.0533330 Nov 03 19:50:03.829550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e1ce971d-f328-4b5e-88e7-3fb3bc511c8c req-50744305-05d9-40d5-8e3a-d04fd0686e1c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463088 Nov 03 19:50:04.955097 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e1c78-986b-4a03-b1b9-a86175fdac77 req-7eb9ca80-93b0-4d92-a4d8-dbba75bd74dd tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:04.956627 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df9e1c78-986b-4a03-b1b9-a86175fdac77 req-7eb9ca80-93b0-4d92-a4d8-dbba75bd74dd tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.0554526 Nov 03 19:50:05.010714 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df9e1c78-986b-4a03-b1b9-a86175fdac77 req-d44afeb2-d902-4c54-9ce9-4aa7c68a349f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478909 Nov 03 19:50:06.147373 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572e22d-df93-4cd9-86af-663cd7a62d75 req-3b5fcc21-f052-4cd6-bcfe-ab2aae65d9b5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:06.148984 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5572e22d-df93-4cd9-86af-663cd7a62d75 req-3b5fcc21-f052-4cd6-bcfe-ab2aae65d9b5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.0549996 Nov 03 19:50:06.203921 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5572e22d-df93-4cd9-86af-663cd7a62d75 req-648c2102-e37a-4c10-8629-9585dd5e6567 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484402 Nov 03 19:50:07.333520 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7391ee0-fc96-4587-8df0-82eea359bd80 req-e55532c0-9566-4fae-9640-18e6411939b0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:07.335096 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7391ee0-fc96-4587-8df0-82eea359bd80 req-e55532c0-9566-4fae-9640-18e6411939b0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.0545247 Nov 03 19:50:07.397093 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7391ee0-fc96-4587-8df0-82eea359bd80 req-f4fe7b8d-39d3-4807-888a-c325d754c7a3 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547383 Nov 03 19:50:08.517440 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f20afb-6734-485c-a5e4-c394c37b8130 req-04e3e64c-28c1-4c2e-aa70-aef9b2f4e6bb tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:08.519324 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21f20afb-6734-485c-a5e4-c394c37b8130 req-04e3e64c-28c1-4c2e-aa70-aef9b2f4e6bb tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.0518808 Nov 03 19:50:08.575470 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-21f20afb-6734-485c-a5e4-c394c37b8130 req-277dd039-de5f-4bb7-b997-877e55d21153 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496340 Nov 03 19:50:09.694735 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de53dc7-95d7-494f-b156-ef5047e423b0 req-08638d5f-8b92-4769-bc1b-6c34873fc03f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:09.696280 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7de53dc7-95d7-494f-b156-ef5047e423b0 req-08638d5f-8b92-4769-bc1b-6c34873fc03f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.0495536 Nov 03 19:50:09.745935 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7de53dc7-95d7-494f-b156-ef5047e423b0 req-2c4805bf-6b3b-4b65-90c9-419e0396932a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436203 Nov 03 19:50:10.021435 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae625-e718-4691-a6c9-1a3acb713730 req-59b7cf6a-1df9-45b2-b3a8-e22af4033f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:10.022858 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e4ae625-e718-4691-a6c9-1a3acb713730 req-59b7cf6a-1df9-45b2-b3a8-e22af4033f3c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 1095 time: 0.0398495 Nov 03 19:50:10.133973 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae625-e718-4691-a6c9-1a3acb713730 req-d9ae5ee5-3133-436e-a099-12b013168905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:10.135437 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e4ae625-e718-4691-a6c9-1a3acb713730 req-d9ae5ee5-3133-436e-a099-12b013168905 service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.0862770 Nov 03 19:50:10.199815 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e4ae625-e718-4691-a6c9-1a3acb713730 req-865db5bb-1cca-4b22-9208-04ed9ca7da2b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be33f442-1f45-4238-9e6b-3215239afacc HTTP/1.1" status: 200 len: 1000 time: 0.0555408 Nov 03 19:50:10.250998 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae625-e718-4691-a6c9-1a3acb713730 req-60752242-7f35-4021-8559-af666736aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:10.252456 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e4ae625-e718-4691-a6c9-1a3acb713730 req-60752242-7f35-4021-8559-af666736aea3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0453587 Nov 03 19:50:10.299051 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae625-e718-4691-a6c9-1a3acb713730 req-65a10f56-b8a1-48df-9387-4aa50d269bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:10.300444 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e4ae625-e718-4691-a6c9-1a3acb713730 req-65a10f56-b8a1-48df-9387-4aa50d269bbc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394323 Nov 03 19:50:10.392760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e4ae625-e718-4691-a6c9-1a3acb713730 req-73abe20c-a51d-4649-813c-624ab7e1f92f service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822725 Nov 03 19:50:10.488290 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2e4ae625-e718-4691-a6c9-1a3acb713730 req-4a80fc8d-6735-4464-925b-d0d8dcd52c7f service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875247 Nov 03 19:50:10.868602 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e488b67-ae6d-4a40-a3ad-aa8c5ec0c40c req-d294aa2e-246e-43de-9631-9ec49e05167e tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:10.870298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e488b67-ae6d-4a40-a3ad-aa8c5ec0c40c req-d294aa2e-246e-43de-9631-9ec49e05167e tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.0503297 Nov 03 19:50:10.922214 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5e488b67-ae6d-4a40-a3ad-aa8c5ec0c40c req-1b1213d0-2ac4-4cc4-b2ee-38d653e661dd tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439134 Nov 03 19:50:12.044912 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5867f3d-fd09-402e-9596-213ee1aed3b3 req-e630deea-68c7-49fa-8c3c-c00840dff40d tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:12.046281 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5867f3d-fd09-402e-9596-213ee1aed3b3 req-e630deea-68c7-49fa-8c3c-c00840dff40d tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.0532897 Nov 03 19:50:12.095092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f5867f3d-fd09-402e-9596-213ee1aed3b3 req-26c19f2f-8989-487c-a9e6-360f67bfc91e tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427954 Nov 03 19:50:13.170509 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device be33f442-1f45-4238-9e6b-3215239afacc details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:50:13.212046 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ead15-8da6-4bc3-9fc2-896502091852 req-e5836406-327b-460c-a301-79aaea7e0fcf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:13.213591 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e07ead15-8da6-4bc3-9fc2-896502091852 req-e5836406-327b-460c-a301-79aaea7e0fcf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 944 time: 0.0510283 Nov 03 19:50:13.263427 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e07ead15-8da6-4bc3-9fc2-896502091852 req-953ecde0-39f4-47a5-bf1b-8dedf861d4f5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 Nov 03 19:50:13.264061 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port be33f442-1f45-4238-9e6b-3215239afacc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=be33f442-1f45-4238-9e6b-3215239afacc,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:13.275808 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'be33f442-1f45-4238-9e6b-3215239afacc', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'port_id': 'be33f442-1f45-4238-9e6b-3215239afacc', 'mac_address': 'fa:16:3e:4e:42:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:50:13.313400 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:13.329002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be33f442-1f45-4238-9e6b-3215239afacc {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:50:13.348287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port be33f442-1f45-4238-9e6b-3215239afacc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=be33f442-1f45-4238-9e6b-3215239afacc,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:13.352337 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:13.399692 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=be33f442-1f45-4238-9e6b-3215239afacc,revision_number=9']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:13.593192 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['be33f442-1f45-4238-9e6b-3215239afacc'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:50:13.818773 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:14.391079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fa5b1-2640-4c72-97ba-a01b810fb913 req-bf31c19a-dce3-4d90-b5aa-896c365351ca tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:14.392600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e20fa5b1-2640-4c72-97ba-a01b810fb913 req-bf31c19a-dce3-4d90-b5aa-896c365351ca tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 945 time: 0.0612779 Nov 03 19:50:14.441708 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e20fa5b1-2640-4c72-97ba-a01b810fb913 req-6ad6c768-81e9-470e-9702-6e9544a9a8c3 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430505 Nov 03 19:50:15.181292 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device be33f442-1f45-4238-9e6b-3215239afacc up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:50:15.228930 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port be33f442-1f45-4238-9e6b-3215239afacc triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:50:15.229295 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:15.306570 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:15.328929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:50:15.331158 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa093753-1a1c-4e1a-ad19-3ac48b151b72" -d '{"events": [{"server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "name": "network-vif-plugged", "status": "completed", "tag": "be33f442-1f45-4238-9e6b-3215239afacc"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:50:15.344132 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port be33f442-1f45-4238-9e6b-3215239afacc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=be33f442-1f45-4238-9e6b-3215239afacc,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:50:15.349163 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:15.375001 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0b3c0f-16f1-4d9c-822b-9f95c175aaff x-openstack-request-id: req-ac0b3c0f-16f1-4d9c-822b-9f95c175aaff {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:50:15.375287 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "name": "network-vif-plugged", "status": "completed", "tag": "be33f442-1f45-4238-9e6b-3215239afacc", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:50:15.375537 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ac0b3c0f-16f1-4d9c-822b-9f95c175aaff {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:50:15.375938 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc', 'code': 200} Nov 03 19:50:15.403614 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=be33f442-1f45-4238-9e6b-3215239afacc,revision_number=10']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:50:15.559287 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971891d-1c88-4627-a944-f34f36e78c2f req-e8d71035-0df9-486c-8ebe-cc0703182bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:15.560926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8971891d-1c88-4627-a944-f34f36e78c2f req-e8d71035-0df9-486c-8ebe-cc0703182bf0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 1098 time: 0.0693264 Nov 03 19:50:15.573112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66220855-b623-40c7-aaae-b0c0459754c6 req-cc1d5633-ca22-4008-94ec-69edfc0188d5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:15.574504 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66220855-b623-40c7-aaae-b0c0459754c6 req-cc1d5633-ca22-4008-94ec-69edfc0188d5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 947 time: 0.0578344 Nov 03 19:50:15.650501 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-66220855-b623-40c7-aaae-b0c0459754c6 req-58da6545-b52a-4259-ada6-b78a2594001b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691779 Nov 03 19:50:15.653131 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8971891d-1c88-4627-a944-f34f36e78c2f req-671f0784-497c-4ac9-8742-182e0a7ac0e7 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770566 Nov 03 19:50:16.782597 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57cb4e-6b04-4025-8efd-72512b8c17e1 req-0044ac1e-b13d-4047-9645-1ea9df6221f1 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:16.784251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb57cb4e-6b04-4025-8efd-72512b8c17e1 req-0044ac1e-b13d-4047-9645-1ea9df6221f1 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 947 time: 0.0535107 Nov 03 19:50:16.838856 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cb57cb4e-6b04-4025-8efd-72512b8c17e1 req-e7ea9f79-0a60-4546-95c3-0b1912036475 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483558 Nov 03 19:50:17.955821 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88b7a6-6f89-481a-b88f-38e598609eb8 req-3b7b9ff9-96d7-4a43-bfa5-d47a04ffb403 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:50:17.957298 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d88b7a6-6f89-481a-b88f-38e598609eb8 req-3b7b9ff9-96d7-4a43-bfa5-d47a04ffb403 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 947 time: 0.0495391 Nov 03 19:50:18.004696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8d88b7a6-6f89-481a-b88f-38e598609eb8 req-12621305-d358-4958-8c67-c18d9657a7c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413725 Nov 03 19:50:25.893395 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-00a0d018-3905-467c-90e5-cdfeba189cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:28.240885 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f53a6ff6-e9c5-4476-bd3b-dd0b4299afd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:28.385929 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:50:29.658183 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:30.928468 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.171993 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:31.639317 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:43.820707 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:55.897994 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e6b5074c-8672-4f7c-a76e-fe03d8683ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:58.243471 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-75890bbf-8577-4097-8ff0-d3ba89b65749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:50:59.662235 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:00.930321 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:01.187498 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:01.642710 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:05.384676 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:51:10.204901 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b2385b8-cb45-4c9e-9df2-4d447ad44034 req-26577730-e477-47bd-815f-80a3933b755b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450490 Nov 03 19:51:10.297006 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2385b8-cb45-4c9e-9df2-4d447ad44034 req-8af9a36c-b3a9-4c40-a5fa-3d2f3b1d7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:10.298520 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b2385b8-cb45-4c9e-9df2-4d447ad44034 req-8af9a36c-b3a9-4c40-a5fa-3d2f3b1d7555 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 1098 time: 0.0422170 Nov 03 19:51:10.406116 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2385b8-cb45-4c9e-9df2-4d447ad44034 req-7cb7b3c0-250a-41b7-8b2b-69294bd37e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:10.407634 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b2385b8-cb45-4c9e-9df2-4d447ad44034 req-7cb7b3c0-250a-41b7-8b2b-69294bd37e9b service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.0887921 Nov 03 19:51:10.481699 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b2385b8-cb45-4c9e-9df2-4d447ad44034 req-e2305a47-cb86-46f3-99b2-015213ac4bce service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be33f442-1f45-4238-9e6b-3215239afacc HTTP/1.1" status: 200 len: 1002 time: 0.0667832 Nov 03 19:51:10.529819 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2385b8-cb45-4c9e-9df2-4d447ad44034 req-f7c6c9d3-b410-4d89-aa5e-bad9f1ae4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:10.531260 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b2385b8-cb45-4c9e-9df2-4d447ad44034 req-f7c6c9d3-b410-4d89-aa5e-bad9f1ae4eb8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0435874 Nov 03 19:51:10.583710 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2385b8-cb45-4c9e-9df2-4d447ad44034 req-36c750bc-cc86-498e-99c9-466e7388964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:10.585172 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b2385b8-cb45-4c9e-9df2-4d447ad44034 req-36c750bc-cc86-498e-99c9-466e7388964d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427051 Nov 03 19:51:10.672144 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b2385b8-cb45-4c9e-9df2-4d447ad44034 req-a1d22067-cad3-4987-bede-62dbffd1f14e service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797372 Nov 03 19:51:11.140109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5b2385b8-cb45-4c9e-9df2-4d447ad44034 req-53de156f-3a97-47a0-90e0-20bc10372450 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591866 Nov 03 19:51:13.835472 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:25.900317 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-18013cea-264b-4133-b8b6-1e1f0716236d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:26.941664 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41602) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:51:27.095522 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Deleting port 83490d47-4ad4-448b-83c5-0ee82bf212d5 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:51:27.095901 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:27.170500 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:27.170829 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:27.182250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Calling delete_port for 83490d47-4ad4-448b-83c5-0ee82bf212d5 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:51:27.329968 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:27.360255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event deleted for resources: {'Port': ['ID=83490d47-4ad4-448b-83c5-0ee82bf212d5,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:27.386125 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:27.386472 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:27.386810 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:27.387143 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:27.387644 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:27.387976 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:27.388304 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:27.388626 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:27.388946 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:27.389274 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:27.389600 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:27.389916 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:27.429616 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:27.429963 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Floating IP cbb890ff-b897-4990-bc14-a5fd3370cd9a disassociated (deleted). External IP: 172.25.2.219, port: be33f442-1f45-4238-9e6b-3215239afacc. Nov 03 19:51:27.645630 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Router 28f14939-bebe-4783-a107-49e47a5b296c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:51:27.759852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:51:27.765330 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:27.770039 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25f7e4-1dec-49b4-8470-859c570007b2 None None] Sync routers for ids ['28f14939-bebe-4783-a107-49e47a5b296c'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:51:27.780242 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e25f7e4-1dec-49b4-8470-859c570007b2 None None] Routers {'28f14939-bebe-4783-a107-49e47a5b296c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:51:27.780859 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7e25f7e4-1dec-49b4-8470-859c570007b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:50:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['28f14939-bebe-4783-a107-49e47a5b296c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:51:27.795820 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-683e0e4d-7bca-441a-9c52-4906da8e6dd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "DELETE /v2.0/floatingips/cbb890ff-b897-4990-bc14-a5fd3370cd9a HTTP/1.1" status: 204 len: 168 time: 0.8528700 Nov 03 19:51:27.796339 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:51:27.798721 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb9f339-9cd7-4219-abc1-2ffe4db0adec" -d '{"events": [{"name": "network-changed", "server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "tag": "be33f442-1f45-4238-9e6b-3215239afacc"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:51:27.836904 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c856dd-2d1b-462f-b25e-3cd004f23a6b x-openstack-request-id: req-86c856dd-2d1b-462f-b25e-3cd004f23a6b {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:51:27.837197 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "tag": "be33f442-1f45-4238-9e6b-3215239afacc", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:51:27.837450 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-86c856dd-2d1b-462f-b25e-3cd004f23a6b {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:51:27.837856 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc', 'status': 'completed', 'code': 200} Nov 03 19:51:27.890812 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7e25f7e4-1dec-49b4-8470-859c570007b2 None None] Set router 28f14939-bebe-4783-a107-49e47a5b296c gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:51:27.900202 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9f339-9cd7-4219-abc1-2ffe4db0adec req-89166c33-c1cd-4f65-898a-7736317f53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:27.902422 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fb9f339-9cd7-4219-abc1-2ffe4db0adec req-89166c33-c1cd-4f65-898a-7736317f53b5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 1098 time: 0.0425272 Nov 03 19:51:28.064960 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9f339-9cd7-4219-abc1-2ffe4db0adec req-ca75b2d8-2235-4db4-9397-19f5ed52df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:28.066465 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fb9f339-9cd7-4219-abc1-2ffe4db0adec req-ca75b2d8-2235-4db4-9397-19f5ed52df62 service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.1554303 Nov 03 19:51:28.080913 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75047f-e3e0-4b57-a5d5-a2306d9ff5f8 req-66ef6328-3bf8-4691-b930-e4ad7ab1fc5c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:28.082379 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af75047f-e3e0-4b57-a5d5-a2306d9ff5f8 req-66ef6328-3bf8-4691-b930-e4ad7ab1fc5c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 947 time: 0.0726330 Nov 03 19:51:28.112449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7e25f7e4-1dec-49b4-8470-859c570007b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 5, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:51:28.123243 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fb9f339-9cd7-4219-abc1-2ffe4db0adec req-04170773-749e-4afa-a0c5-fe8cb21127d2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be33f442-1f45-4238-9e6b-3215239afacc HTTP/1.1" status: 200 len: 217 time: 0.0398972 Nov 03 19:51:28.138650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25f7e4-1dec-49b4-8470-859c570007b2 None None] Checking router: 28f14939-bebe-4783-a107-49e47a5b296c for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:51:28.147239 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e25f7e4-1dec-49b4-8470-859c570007b2 None None] Routers {'28f14939-bebe-4783-a107-49e47a5b296c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:51:28.147945 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7e25f7e4-1dec-49b4-8470-859c570007b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:50:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['28f14939-bebe-4783-a107-49e47a5b296c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:51:28.199946 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-af75047f-e3e0-4b57-a5d5-a2306d9ff5f8 req-de051b9b-bc0c-4396-879f-76c4c371d690 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097753 Nov 03 19:51:28.205515 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9f339-9cd7-4219-abc1-2ffe4db0adec req-49ccbb24-f920-442c-b5a8-f98fe9c1fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:28.206964 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fb9f339-9cd7-4219-abc1-2ffe4db0adec req-49ccbb24-f920-442c-b5a8-f98fe9c1fbb3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0757482 Nov 03 19:51:28.254796 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9f339-9cd7-4219-abc1-2ffe4db0adec req-f07da7ab-ea41-4a5c-a04b-4221d58e0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:28.256451 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fb9f339-9cd7-4219-abc1-2ffe4db0adec req-f07da7ab-ea41-4a5c-a04b-4221d58e0872 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408928 Nov 03 19:51:28.259892 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ede80c20-1fa2-4386-a6b8-8b0d4cc05d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:28.267433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-7e25f7e4-1dec-49b4-8470-859c570007b2 None None] Set router 28f14939-bebe-4783-a107-49e47a5b296c gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:51:28.344976 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fb9f339-9cd7-4219-abc1-2ffe4db0adec req-4a20b97a-6d54-4bbe-bb27-46d7dcecf6bf service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810363 Nov 03 19:51:28.443359 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2fb9f339-9cd7-4219-abc1-2ffe4db0adec req-b262f8b8-b3a3-467f-8b00-0bae2b34332e service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905542 Nov 03 19:51:28.468589 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-7e25f7e4-1dec-49b4-8470-859c570007b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 5, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:51:28.494846 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25f7e4-1dec-49b4-8470-859c570007b2 None None] The sync data for ids ['28f14939-bebe-4783-a107-49e47a5b296c'] in n-d-812150-4 is: [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 5, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:51:28.715331 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d5ce9-8c6e-4bfa-bf9c-4104ae4de3b6 None None] New status for floating IP cbb890ff-b897-4990-bc14-a5fd3370cd9a: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:51:29.335815 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef1867-8404-40e8-a178-57ed340a1415 req-cc89b83f-8321-4418-af3a-f545b7b47a78 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:29.337275 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f2ef1867-8404-40e8-a178-57ed340a1415 req-cc89b83f-8321-4418-af3a-f545b7b47a78 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.98 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 947 time: 0.0845153 Nov 03 19:51:29.359131 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd69c8d-65db-4533-aaa0-439492b885ba req-9971085a-4ff1-417c-992f-9812b3b018eb tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:29.360610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2cd69c8d-65db-4533-aaa0-439492b885ba req-9971085a-4ff1-417c-992f-9812b3b018eb tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=12c9e2da-87d9-4a7c-8eba-66dce1c42f9e HTTP/1.1" status: 200 len: 947 time: 0.0821211 Nov 03 19:51:29.450600 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2cd69c8d-65db-4533-aaa0-439492b885ba req-2dc1b6b2-fbfb-4073-846e-c8a0bc2bacfc tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=387b7766-447a-4423-838a-0aafec6dd3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734293 Nov 03 19:51:29.472541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-f2ef1867-8404-40e8-a178-57ed340a1415 req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Deleting port be33f442-1f45-4238-9e6b-3215239afacc {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:51:29.472880 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f2ef1867-8404-40e8-a178-57ed340a1415 req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:29.563456 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f2ef1867-8404-40e8-a178-57ed340a1415 req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] For port be33f442-1f45-4238-9e6b-3215239afacc, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=be33f442-1f45-4238-9e6b-3215239afacc,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:51:29.563755 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f2ef1867-8404-40e8-a178-57ed340a1415 req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:29.576263 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-f2ef1867-8404-40e8-a178-57ed340a1415 req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Calling delete_port for be33f442-1f45-4238-9e6b-3215239afacc owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:51:29.664318 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:29.706742 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f2ef1867-8404-40e8-a178-57ed340a1415 req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:29.741003 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event deleted for resources: {'Port': ['ID=be33f442-1f45-4238-9e6b-3215239afacc,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:29.769060 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:29.769411 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:29.769755 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:29.770091 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:29.770423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:29.770752 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:29.771080 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:29.771407 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:29.771759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:29.772083 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:29.772410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:29.772736 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:51:29.791136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ef1867-8404-40e8-a178-57ed340a1415 req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] No DVR routers for this DVR port be33f442-1f45-4238-9e6b-3215239afacc on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:51:29.794319 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f2ef1867-8404-40e8-a178-57ed340a1415 req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:29.797678 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f2ef1867-8404-40e8-a178-57ed340a1415 req-c750d443-9e1a-4870-876a-35dcd184ef54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.98 "DELETE /v2.0/ports/be33f442-1f45-4238-9e6b-3215239afacc HTTP/1.1" status: 204 len: 173 time: 0.4544289 Nov 03 19:51:29.798123 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'name': 'network-vif-deleted', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:51:29.800426 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856283d9-cd62-41d4-80b9-f21153a7ef77" -d '{"events": [{"server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "name": "network-vif-deleted", "tag": "be33f442-1f45-4238-9e6b-3215239afacc"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:51:29.897601 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f7f9cc-7e34-4684-a70c-2a2bad4ee24e x-openstack-request-id: req-64f7f9cc-7e34-4684-a70c-2a2bad4ee24e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:51:29.897894 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c9e2da-87d9-4a7c-8eba-66dce1c42f9e", "name": "network-vif-deleted", "tag": "be33f442-1f45-4238-9e6b-3215239afacc", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:51:29.898147 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-64f7f9cc-7e34-4684-a70c-2a2bad4ee24e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:51:29.898545 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c9e2da-87d9-4a7c-8eba-66dce1c42f9e', 'name': 'network-vif-deleted', 'tag': 'be33f442-1f45-4238-9e6b-3215239afacc', 'status': 'completed', 'code': 200} Nov 03 19:51:30.506044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41624) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:51:30.563879 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff12a724-3c1a-48d2-b147-8030dc53834b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:30.588717 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff12a724-3c1a-48d2-b147-8030dc53834b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:30.652297 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff12a724-3c1a-48d2-b147-8030dc53834b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:30.654971 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-ff12a724-3c1a-48d2-b147-8030dc53834b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:30.656150 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-ff12a724-3c1a-48d2-b147-8030dc53834b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "DELETE /v2.0/security-groups/387b7766-447a-4423-838a-0aafec6dd3ed HTTP/1.1" status: 204 len: 168 time: 0.1491032 Nov 03 19:51:30.665635 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12a724-3c1a-48d2-b147-8030dc53834b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=387b7766-447a-4423-838a-0aafec6dd3ed,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:30.937538 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:30.943101 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41630) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:51:30.947784 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-6c33791d-7e0d-4412-814e-2262cd43902d tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111601829', 'description': 'tempest-secgroup-smoke-1111601829 description', 'project_id': 'c7917edb35534054807882dbacb09385'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:51:30.973584 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c33791d-7e0d-4412-814e-2262cd43902d tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.037052 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c33791d-7e0d-4412-814e-2262cd43902d tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.040563 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c33791d-7e0d-4412-814e-2262cd43902d tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.064402 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-6c33791d-7e0d-4412-814e-2262cd43902d tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.065611 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-6c33791d-7e0d-4412-814e-2262cd43902d tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1213636 Nov 03 19:51:31.068762 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41632) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:51:31.073397 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33791d-7e0d-4412-814e-2262cd43902d tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:31.073585 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-4fc257a9-7f2e-460b-90c1-21020bb6f088 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'security_group_rule': {'security_group_id': '3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b', 'project_id': 'c7917edb35534054807882dbacb09385', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:51:31.101179 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4fc257a9-7f2e-460b-90c1-21020bb6f088 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.156053 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4fc257a9-7f2e-460b-90c1-21020bb6f088 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.159524 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4fc257a9-7f2e-460b-90c1-21020bb6f088 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.177538 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc257a9-7f2e-460b-90c1-21020bb6f088 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb21bdf-3d2c-4e20-98d9-4b5eda42f5c6,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:31.184460 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4fc257a9-7f2e-460b-90c1-21020bb6f088 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.185687 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4fc257a9-7f2e-460b-90c1-21020bb6f088 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158674 Nov 03 19:51:31.188612 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41634) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:51:31.193230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-e49ebf8a-5bb1-4d8f-805b-9a54692b1b6f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'security_group_rule': {'security_group_id': '3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b', 'project_id': 'c7917edb35534054807882dbacb09385', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:51:31.207414 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.222028 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e49ebf8a-5bb1-4d8f-805b-9a54692b1b6f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.279047 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e49ebf8a-5bb1-4d8f-805b-9a54692b1b6f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.282648 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e49ebf8a-5bb1-4d8f-805b-9a54692b1b6f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.300128 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ebf8a-5bb1-4d8f-805b-9a54692b1b6f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2130e00c-a8cd-455d-bc16-673eb1f41ca3,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:31.308158 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-e49ebf8a-5bb1-4d8f-805b-9a54692b1b6f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.309392 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-e49ebf8a-5bb1-4d8f-805b-9a54692b1b6f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197305 Nov 03 19:51:31.312100 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41636) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:51:31.316367 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c9ffed27-d77e-4c5a-b667-3fcd07ce7b12 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'security_group_rule': {'security_group_id': '3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b', 'project_id': 'c7917edb35534054807882dbacb09385', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:51:31.346334 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9ffed27-d77e-4c5a-b667-3fcd07ce7b12 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.403902 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9ffed27-d77e-4c5a-b667-3fcd07ce7b12 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.407455 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9ffed27-d77e-4c5a-b667-3fcd07ce7b12 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.427067 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffed27-d77e-4c5a-b667-3fcd07ce7b12 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a530b906-1173-47e8-9573-bcccc2636601,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:31.436994 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c9ffed27-d77e-4c5a-b667-3fcd07ce7b12 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.438182 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c9ffed27-d77e-4c5a-b667-3fcd07ce7b12 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251550 Nov 03 19:51:31.440926 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41638) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:51:31.445321 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-5c3745af-8e6b-40f2-8ecb-0ca27a1fdf8c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'security_group_rule': {'security_group_id': '3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b', 'project_id': 'c7917edb35534054807882dbacb09385', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:51:31.470629 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c3745af-8e6b-40f2-8ecb-0ca27a1fdf8c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.527947 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c3745af-8e6b-40f2-8ecb-0ca27a1fdf8c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.531470 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c3745af-8e6b-40f2-8ecb-0ca27a1fdf8c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.549039 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3745af-8e6b-40f2-8ecb-0ca27a1fdf8c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41960a9-de17-4c80-a026-a08d8d258bf3,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:31.556435 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-5c3745af-8e6b-40f2-8ecb-0ca27a1fdf8c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.557682 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-5c3745af-8e6b-40f2-8ecb-0ca27a1fdf8c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157682 Nov 03 19:51:31.560950 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 41640) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:51:31.565424 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-fc007c41-9e5c-4b2e-bc8e-2e5ce4d48e80 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'security_group_rule': {'security_group_id': '3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b', 'project_id': 'c7917edb35534054807882dbacb09385', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:51:31.587184 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-fc007c41-9e5c-4b2e-bc8e-2e5ce4d48e80 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Project c7917edb35534054807882dbacb09385 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:51:31.592104 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc007c41-9e5c-4b2e-bc8e-2e5ce4d48e80 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.644396 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.652771 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc007c41-9e5c-4b2e-bc8e-2e5ce4d48e80 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.656552 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc007c41-9e5c-4b2e-bc8e-2e5ce4d48e80 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.670406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc007c41-9e5c-4b2e-bc8e-2e5ce4d48e80 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3a20a1-2050-469f-a9e2-fd9107deeab6,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:31.693009 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fc007c41-9e5c-4b2e-bc8e-2e5ce4d48e80 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.696958 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fc007c41-9e5c-4b2e-bc8e-2e5ce4d48e80 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324935 Nov 03 19:51:31.697438 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41642) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:51:31.704183 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-30850c78-1260-4cd5-a261-d44f0fffedd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'security_group_rule': {'security_group_id': '3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b', 'project_id': 'c7917edb35534054807882dbacb09385', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:51:31.728258 n-d-812150-4 neutron-server[101711]: INFO neutron.db.securitygroups_db [None req-30850c78-1260-4cd5-a261-d44f0fffedd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Project c7917edb35534054807882dbacb09385 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:51:31.733006 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30850c78-1260-4cd5-a261-d44f0fffedd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.794014 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30850c78-1260-4cd5-a261-d44f0fffedd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.798578 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30850c78-1260-4cd5-a261-d44f0fffedd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.816619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30850c78-1260-4cd5-a261-d44f0fffedd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4ee75f-0f90-4806-abb8-9d0fb9c47d25,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:31.824140 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-30850c78-1260-4cd5-a261-d44f0fffedd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:31.824952 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-30850c78-1260-4cd5-a261-d44f0fffedd6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263726 Nov 03 19:51:33.587334 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device be33f442-1f45-4238-9e6b-3215239afacc no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:51:33.607855 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: be33f442-1f45-4238-9e6b-3215239afacc {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:51:33.608204 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device be33f442-1f45-4238-9e6b-3215239afacc not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:51:42.384920 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:51:43.854391 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:47.055572 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-e0ed716f-3c28-413b-8607-394557f77228 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111601829&fields=id&tenant_id=c7917edb35534054807882dbacb09385 HTTP/1.1" status: 200 len: 267 time: 0.0432200 Nov 03 19:51:47.167868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-0f18ff55-285a-4f7d-8483-222a5a0290f0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:47.169134 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-0f18ff55-285a-4f7d-8483-222a5a0290f0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 808 time: 0.1061828 Nov 03 19:51:47.184060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-ba15da7b-cd12-4476-92e2-bea013e27e3f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/quotas/c7917edb35534054807882dbacb09385 HTTP/1.1" status: 200 len: 375 time: 0.0090530 Nov 03 19:51:47.234024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-b49bc114-736a-46fa-8a69-d1e88f6e37f7 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446758 Nov 03 19:51:47.300479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-9e20348e-da12-4bfc-afa0-556d447b092c service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:51:47.301479 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-9e20348e-da12-4bfc-afa0-556d447b092c service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0566432 Nov 03 19:51:47.391135 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-aad35089-570e-4609-bb7b-7e9f290c1873 service neutron] 10.222.0.107 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832837 Nov 03 19:51:47.488761 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-076a8f47-2db6-4973-aeee-b2940c7a515f service neutron] 10.222.0.107 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914381 Nov 03 19:51:48.794642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d2e9e4da-a387-4977-99c3-9f10f1139f95 req-637e6a10-c122-48eb-8373-7da8ab833bb5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 210 time: 0.0327368 Nov 03 19:51:49.729716 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-6a4d75c2-a966-4d4b-8d4e-6d4af9e6ea54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:49.731952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-6a4d75c2-a966-4d4b-8d4e-6d4af9e6ea54 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 808 time: 0.1076961 Nov 03 19:51:49.799019 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-3b41a48e-77e5-408d-89ae-bb388d7c01ce tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7917edb35534054807882dbacb09385 HTTP/1.1" status: 200 len: 380 time: 0.0577683 Nov 03 19:51:49.809528 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-92c8e78d-0df5-433f-86b2-4782376c6585 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'port': {'device_id': '814138c8-57db-4463-8440-79cba644eeff', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'admin_state_up': True, 'tenant_id': 'c7917edb35534054807882dbacb09385', 'security_groups': ['3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:51:49.912882 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bcc64a6a-cf8c-4092-a409-3a61d99c0747 req-6ec38bbc-dda7-4a87-89ee-783f555b57ad tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 210 time: 0.0318477 Nov 03 19:51:49.955129 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-92c8e78d-0df5-433f-86b2-4782376c6585 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Made reservation on behalf of c7917edb35534054807882dbacb09385 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:51:49.958673 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-92c8e78d-0df5-433f-86b2-4782376c6585 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:50.089517 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-92c8e78d-0df5-433f-86b2-4782376c6585 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Allocated IP 172.20.0.8 (87bcd0e5-ddc8-4b6f-8161-c2523524934d/54024168-0ae3-4c37-bb7b-360fe02a52af/f15d08e4-e4d9-4fc2-ad3e-efc388612c39) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:51:50.250883 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-92c8e78d-0df5-433f-86b2-4782376c6585 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:50.283861 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-92c8e78d-0df5-433f-86b2-4782376c6585 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:50.327991 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-92c8e78d-0df5-433f-86b2-4782376c6585 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Network 87bcd0e5-ddc8-4b6f-8161-c2523524934d is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:51:50.331111 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-92c8e78d-0df5-433f-86b2-4782376c6585 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:51:50.334269 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-92c8e78d-0df5-433f-86b2-4782376c6585 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:51:50.366945 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8e78d-0df5-433f-86b2-4782376c6585 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'Port': ['ID=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:50.395326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-92c8e78d-0df5-433f-86b2-4782376c6585 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:50.396052 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-92c8e78d-0df5-433f-86b2-4782376c6585 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:50.414166 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-92c8e78d-0df5-433f-86b2-4782376c6585 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6090288 Nov 03 19:51:50.427516 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Request body: {'port': {'device_id': '814138c8-57db-4463-8440-79cba644eeff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:51:50.492315 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:50.569871 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-1de279e8-7a56-414c-8f9e-b5f8d5e35dd8 None None] Provisioning complete for port f15d08e4-e4d9-4fc2-ad3e-efc388612c39 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:51:50.570499 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1de279e8-7a56-414c-8f9e-b5f8d5e35dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:50.608072 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-1de279e8-7a56-414c-8f9e-b5f8d5e35dd8 None None] Port f15d08e4-e4d9-4fc2-ad3e-efc388612c39 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:51:50.765880 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15d08e4-e4d9-4fc2-ad3e-efc388612c39 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:51:50.773175 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:50.785676 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Transition to ACTIVE for port object f15d08e4-e4d9-4fc2-ad3e-efc388612c39 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:51:50.789808 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:50.858048 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Pushing event updated for resources: {'Port': ['ID=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:50.923140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Attempting to bind port f15d08e4-e4d9-4fc2-ad3e-efc388612c39 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:51:50.923479 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Attempting to bind port f15d08e4-e4d9-4fc2-ad3e-efc388612c39 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:51:50.923858 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Attempting to bind port f15d08e4-e4d9-4fc2-ad3e-efc388612c39 on network 87bcd0e5-ddc8-4b6f-8161-c2523524934d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:51:50.928447 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Port f15d08e4-e4d9-4fc2-ad3e-efc388612c39 on network 87bcd0e5-ddc8-4b6f-8161-c2523524934d not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:51:50.928770 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Attempting to bind port f15d08e4-e4d9-4fc2-ad3e-efc388612c39 on network 87bcd0e5-ddc8-4b6f-8161-c2523524934d {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:51:50.934782 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:51:50.935119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Checking segment: {'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:51:50.935505 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Bound using segment: {'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:51:50.935974 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Bound port: f15d08e4-e4d9-4fc2-ad3e-efc388612c39, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c15a449-f004-4654-a529-fb3c12373429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:51:50.936337 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:51.047452 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] For port f15d08e4-e4d9-4fc2-ad3e-efc388612c39, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:51:51.051480 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] For port f15d08e4-e4d9-4fc2-ad3e-efc388612c39, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:51:51.059554 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:51.074044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23dfbc-e0d9-448e-ae4e-57e5520038da req-b8530c90-3c08-44d1-89e8-2dac25e38a25 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:51.076136 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cf23dfbc-e0d9-448e-ae4e-57e5520038da req-b8530c90-3c08-44d1-89e8-2dac25e38a25 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0785890 Nov 03 19:51:51.120924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:51.122072 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:51.123517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] 10.222.0.98 "PUT /v2.0/ports/f15d08e4-e4d9-4fc2-ad3e-efc388612c39 HTTP/1.1" status: 200 len: 1091 time: 0.7009404 Nov 03 19:51:51.124033 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814138c8-57db-4463-8440-79cba644eeff', 'tag': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:51:51.126221 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90661170-d393-4d10-adff-55d438e83200" -d '{"events": [{"name": "network-changed", "server_uuid": "814138c8-57db-4463-8440-79cba644eeff", "tag": "f15d08e4-e4d9-4fc2-ad3e-efc388612c39"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:51:51.190820 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2c193a-1695-4735-8f0d-23e7b865bd33 x-openstack-request-id: req-bc2c193a-1695-4735-8f0d-23e7b865bd33 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:51:51.191245 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814138c8-57db-4463-8440-79cba644eeff", "tag": "f15d08e4-e4d9-4fc2-ad3e-efc388612c39", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:51:51.191616 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bc2c193a-1695-4735-8f0d-23e7b865bd33 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:51:51.192253 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814138c8-57db-4463-8440-79cba644eeff', 'tag': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39', 'status': 'completed', 'code': 200} Nov 03 19:51:51.195687 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4e1e7-3734-49b4-a5d1-b1913e372333 service neutron] Pushing event updated for resources: {'Port': ['ID=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:51:51.236890 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cf23dfbc-e0d9-448e-ae4e-57e5520038da req-79826566-2fbd-4cb4-a4aa-0a818684afda tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405780 Nov 03 19:51:51.246665 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-82ec5125-63aa-42a9-9a66-b34e2ddb1e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:51.248962 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-82ec5125-63aa-42a9-9a66-b34e2ddb1e3e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 1094 time: 0.0711319 Nov 03 19:51:51.301682 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-7473710f-046e-423c-bfca-2c47f27d9016 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39 HTTP/1.1" status: 200 len: 217 time: 0.0441253 Nov 03 19:51:51.360938 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-bbdb03ec-dd56-4732-b240-931b6c85e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:51.362552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-bbdb03ec-dd56-4732-b240-931b6c85e483 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0541933 Nov 03 19:51:51.409830 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-1fa5bd4e-83e1-4ebc-94b3-c0f381ff6a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:51.411337 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-1fa5bd4e-83e1-4ebc-94b3-c0f381ff6a9a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418780 Nov 03 19:51:51.502957 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-b6ba9977-061e-43b1-821c-c514c973258e service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840638 Nov 03 19:51:51.598303 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-87ef1874-dc96-43c3-b9dc-c6a02ab4a87f req-2baf2486-0471-4c49-b7b6-e1bbc0d9ba77 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879793 Nov 03 19:51:51.682090 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90661170-d393-4d10-adff-55d438e83200 req-d15ee437-56a0-4c2a-8c56-ad149e91aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:51.683534 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90661170-d393-4d10-adff-55d438e83200 req-d15ee437-56a0-4c2a-8c56-ad149e91aa23 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 1094 time: 0.0424545 Nov 03 19:51:51.781339 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90661170-d393-4d10-adff-55d438e83200 req-41647e9b-b988-46b7-b3f9-b7264bacf9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:51.782836 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90661170-d393-4d10-adff-55d438e83200 req-41647e9b-b988-46b7-b3f9-b7264bacf9d7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.0920944 Nov 03 19:51:51.827537 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90661170-d393-4d10-adff-55d438e83200 req-8b2dc025-b995-44c7-8754-be860431b776 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39 HTTP/1.1" status: 200 len: 217 time: 0.0343087 Nov 03 19:51:51.876382 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90661170-d393-4d10-adff-55d438e83200 req-973d4e7e-723c-4d94-9089-69b159b4c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:51.877911 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90661170-d393-4d10-adff-55d438e83200 req-973d4e7e-723c-4d94-9089-69b159b4c9bf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0437584 Nov 03 19:51:51.929220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90661170-d393-4d10-adff-55d438e83200 req-bfa09fc1-bb67-45d8-93e2-c90187eaa4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:51.930780 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90661170-d393-4d10-adff-55d438e83200 req-bfa09fc1-bb67-45d8-93e2-c90187eaa4be service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462561 Nov 03 19:51:52.021863 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90661170-d393-4d10-adff-55d438e83200 req-da288e17-09c1-4b8c-b4bf-ec58a6331e41 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838914 Nov 03 19:51:52.120370 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-90661170-d393-4d10-adff-55d438e83200 req-125aab5c-de87-4013-94ba-42a38a4b0731 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914233 Nov 03 19:51:52.363395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c5159-d3af-4e6a-8bc2-acef7e441c60 req-d74a78e7-34f2-492a-ae1e-9a7a52e6f3d8 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:52.364944 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-414c5159-d3af-4e6a-8bc2-acef7e441c60 req-d74a78e7-34f2-492a-ae1e-9a7a52e6f3d8 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0506043 Nov 03 19:51:52.415375 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-414c5159-d3af-4e6a-8bc2-acef7e441c60 req-d0c040b8-a73e-4277-ac89-27b3c0a93f59 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442033 Nov 03 19:51:53.532761 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a8d15-ab21-403c-aab2-cee745c89b50 req-fe6d7db4-4b9d-4b36-8f6d-b923d25182d1 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:53.534285 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f08a8d15-ab21-403c-aab2-cee745c89b50 req-fe6d7db4-4b9d-4b36-8f6d-b923d25182d1 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0499363 Nov 03 19:51:53.588631 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f08a8d15-ab21-403c-aab2-cee745c89b50 req-356b669c-019a-481d-9944-7a1a053ae384 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479593 Nov 03 19:51:54.710076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f65a8-0f9d-4d6b-8091-d9437cef4373 req-198a945f-413f-410b-aa3a-b9aac7dac399 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:54.718691 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ed0f65a8-0f9d-4d6b-8091-d9437cef4373 req-198a945f-413f-410b-aa3a-b9aac7dac399 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0626419 Nov 03 19:51:54.765529 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ed0f65a8-0f9d-4d6b-8091-d9437cef4373 req-2f2030df-bbd8-4703-a243-353ba8155a0a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459480 Nov 03 19:51:55.882546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b7a37-0bdb-4865-92df-962eddc3774f req-a45a37b2-1db5-48ff-94c3-25d1cb8f3778 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:55.884062 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-876b7a37-0bdb-4865-92df-962eddc3774f req-a45a37b2-1db5-48ff-94c3-25d1cb8f3778 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0492570 Nov 03 19:51:55.903716 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7a9a02cc-fbf4-45d2-92cc-3b19c3cec54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:55.935973 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-876b7a37-0bdb-4865-92df-962eddc3774f req-3042a82d-7ea9-4c4a-aed9-2330092cc872 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458174 Nov 03 19:51:57.054462 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431172-79a5-48aa-a7d9-7a263d5ef3b8 req-874c5d7b-10b4-4057-b4de-3c245e3707ab tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:57.055990 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37431172-79a5-48aa-a7d9-7a263d5ef3b8 req-874c5d7b-10b4-4057-b4de-3c245e3707ab tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0526564 Nov 03 19:51:57.105000 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-37431172-79a5-48aa-a7d9-7a263d5ef3b8 req-a0269c0d-585a-49de-8467-2a6073036d5b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424840 Nov 03 19:51:58.242910 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-39b7d957-4e6f-4ad2-ae50-176e3141f5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:51:58.271724 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9735ee-5f46-42b1-9504-6e110467478f req-6982d0b9-7f5a-46bc-91b7-43f7cfa26dfa tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:58.273266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff9735ee-5f46-42b1-9504-6e110467478f req-6982d0b9-7f5a-46bc-91b7-43f7cfa26dfa tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.1002071 Nov 03 19:51:58.322434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ff9735ee-5f46-42b1-9504-6e110467478f req-ff810fbe-81cc-4d55-9e1d-6fad7a088595 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426180 Nov 03 19:51:59.490839 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104de5a-3384-41f5-b9bd-d6940c7dfc5e req-9b4d44da-1dfd-4ed4-93f1-18d6491d5727 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:51:59.492352 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f104de5a-3384-41f5-b9bd-d6940c7dfc5e req-9b4d44da-1dfd-4ed4-93f1-18d6491d5727 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0989468 Nov 03 19:51:59.546354 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f104de5a-3384-41f5-b9bd-d6940c7dfc5e req-0cdc9b0f-da41-4c9a-8f84-a873f63ba87f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480483 Nov 03 19:51:59.668075 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:00.659600 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1395f6-997d-4cde-b891-14c67544b664 req-67daa028-a9e0-488b-9fd1-1058ed94fd8c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:00.661086 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d1395f6-997d-4cde-b891-14c67544b664 req-67daa028-a9e0-488b-9fd1-1058ed94fd8c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0480638 Nov 03 19:52:00.711372 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6d1395f6-997d-4cde-b891-14c67544b664 req-e76ff0e8-b379-4a00-9cf8-13c977052dba tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438328 Nov 03 19:52:00.935993 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:01.183444 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:01.646212 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:01.743318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f15d08e4-e4d9-4fc2-ad3e-efc388612c39 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:52:01.829708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839a40d-e8db-49fb-b97a-150809e13bcf req-3b873e21-6040-4e57-9896-c800057d82ab tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:01.831323 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4839a40d-e8db-49fb-b97a-150809e13bcf req-3b873e21-6040-4e57-9896-c800057d82ab tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0513141 Nov 03 19:52:01.884874 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4839a40d-e8db-49fb-b97a-150809e13bcf req-103b3532-942b-4884-97e5-04b659099b21 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473676 Nov 03 19:52:01.997474 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f15d08e4-e4d9-4fc2-ad3e-efc388612c39, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:02.007971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'port_id': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39', 'mac_address': 'fa:16:3e:d5:be:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:52:02.043457 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:02.056227 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15d08e4-e4d9-4fc2-ad3e-efc388612c39 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:52:02.075171 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f15d08e4-e4d9-4fc2-ad3e-efc388612c39, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:02.079389 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:02.127859 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:02.135308 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:02.135706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:02.136044 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:02.136377 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:02.136698 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:02.137021 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:02.137369 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:02.137688 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:02.138012 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:02.138324 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:02.138638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:02.138951 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:52:02.285202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['f15d08e4-e4d9-4fc2-ad3e-efc388612c39'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:52:03.006605 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c425cf4-357a-4a2e-a3ec-c534d121834f req-25aebeb1-46f8-4875-b458-03163e5d2b5d tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:03.008105 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c425cf4-357a-4a2e-a3ec-c534d121834f req-25aebeb1-46f8-4875-b458-03163e5d2b5d tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 944 time: 0.0534806 Nov 03 19:52:03.057312 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6c425cf4-357a-4a2e-a3ec-c534d121834f req-1a49006d-5536-4587-8cac-8c63ddb272bc tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 Nov 03 19:52:03.758275 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f15d08e4-e4d9-4fc2-ad3e-efc388612c39 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:52:03.806766 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port f15d08e4-e4d9-4fc2-ad3e-efc388612c39 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:52:03.811028 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port f15d08e4-e4d9-4fc2-ad3e-efc388612c39 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:52:03.811397 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:03.889065 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:03.910677 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814138c8-57db-4463-8440-79cba644eeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:52:03.913219 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d095fefa-62aa-4dda-b1d6-7686c5569721" -d '{"events": [{"server_uuid": "814138c8-57db-4463-8440-79cba644eeff", "name": "network-vif-plugged", "status": "completed", "tag": "f15d08e4-e4d9-4fc2-ad3e-efc388612c39"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:52:03.925923 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f15d08e4-e4d9-4fc2-ad3e-efc388612c39, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:52:03.929977 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:03.953501 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e441d5c2-540e-4467-85e8-b1b26647f6dd x-openstack-request-id: req-e441d5c2-540e-4467-85e8-b1b26647f6dd {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:52:03.953790 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814138c8-57db-4463-8440-79cba644eeff", "name": "network-vif-plugged", "status": "completed", "tag": "f15d08e4-e4d9-4fc2-ad3e-efc388612c39", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:52:03.954042 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e441d5c2-540e-4467-85e8-b1b26647f6dd {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:52:03.954426 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814138c8-57db-4463-8440-79cba644eeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39', 'code': 200} Nov 03 19:52:03.982229 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:04.046418 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5144-4f55-4a11-93cf-ac0971e79ec3 req-0e084a27-ef1f-4118-95fb-a083b59014a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:04.047927 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76ae5144-4f55-4a11-93cf-ac0971e79ec3 req-0e084a27-ef1f-4118-95fb-a083b59014a3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 1096 time: 0.0394559 Nov 03 19:52:04.094926 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76ae5144-4f55-4a11-93cf-ac0971e79ec3 req-6c87ac88-5b0b-4582-9df6-e8100bc7d178 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398221 Nov 03 19:52:04.180882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb9f96-2eea-4781-a0fc-6cc41c065c0a req-579aaa83-99ed-4fd7-982b-fbdf7d0dd71a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:04.182389 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55eb9f96-2eea-4781-a0fc-6cc41c065c0a req-579aaa83-99ed-4fd7-982b-fbdf7d0dd71a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0575068 Nov 03 19:52:04.232434 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-55eb9f96-2eea-4781-a0fc-6cc41c065c0a req-6df8bc97-eaa7-4828-b76a-69840af2e09c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425613 Nov 03 19:52:05.351385 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5e410-0e33-4618-8c6b-5d18cea1d1e3 req-c50c7e10-d65b-4dff-b3a6-f4d121b6a9c7 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:05.352877 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18b5e410-0e33-4618-8c6b-5d18cea1d1e3 req-c50c7e10-d65b-4dff-b3a6-f4d121b6a9c7 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0478396 Nov 03 19:52:05.401151 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18b5e410-0e33-4618-8c6b-5d18cea1d1e3 req-4651b3f8-9113-4b9a-81a1-4c18b61f8d5d tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416594 Nov 03 19:52:05.515260 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc02f1f-ec75-4889-80ac-8275b85a24a2 req-08f4fdcf-b0ce-4238-a8e5-9f4e8269c672 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:05.516809 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5dc02f1f-ec75-4889-80ac-8275b85a24a2 req-08f4fdcf-b0ce-4238-a8e5-9f4e8269c672 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0481269 Nov 03 19:52:05.573053 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5dc02f1f-ec75-4889-80ac-8275b85a24a2 req-9fe5cef4-eb7c-4c76-8cd1-e4d02c83113b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503030 Nov 03 19:52:05.603155 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41838) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:05.641921 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb88d52c-6bc5-4f04-9cf6-6aaaa3d4484e tempest-TestShelveInstance-1234487034 tempest-TestShelveInstance-1234487034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:05.643424 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-eb88d52c-6bc5-4f04-9cf6-6aaaa3d4484e tempest-TestShelveInstance-1234487034 tempest-TestShelveInstance-1234487034-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 1091 time: 0.0391359 Nov 03 19:52:05.646296 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41840) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:52:05.650570 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:52:05.672218 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for floatingip, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.770332 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:05.874769 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Allocated IP 172.25.2.228 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/34a2af6c-91b1-4316-a6c2-e62899dbafb1) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:52:05.974894 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.007750 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.042113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:52:06.046495 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:52:06.049563 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:52:06.081450 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'Port': ['ID=34a2af6c-91b1-4316-a6c2-e62899dbafb1,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:06.409011 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.472918 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.638464 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.643185 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.723168 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event updated for resources: {'Port': ['ID=34a2af6c-91b1-4316-a6c2-e62899dbafb1,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:52:06.733767 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:06.841639 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Floating IP 80c442eb-a90e-4630-b824-771b95c6afef associated. External IP: 172.25.2.228, port: f15d08e4-e4d9-4fc2-ad3e-efc388612c39. Nov 03 19:52:07.050811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Router 28f14939-bebe-4783-a107-49e47a5b296c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:52:07.488321 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:52:07.499081 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e798c1-40ab-43f4-a486-4f445fe6dd2d None None] Sync routers for ids ['28f14939-bebe-4783-a107-49e47a5b296c'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:52:07.506929 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:07.509253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e798c1-40ab-43f4-a486-4f445fe6dd2d None None] Routers {'28f14939-bebe-4783-a107-49e47a5b296c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:07.510654 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f9e798c1-40ab-43f4-a486-4f445fe6dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:51:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['28f14939-bebe-4783-a107-49e47a5b296c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:07.535261 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a7fbee57-4d20-43d9-b56f-3d2d4ad409c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8879123 Nov 03 19:52:07.535895 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814138c8-57db-4463-8440-79cba644eeff', 'tag': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:52:07.538435 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fcf19c-2a7e-4772-b577-cfa2febc35ae" -d '{"events": [{"name": "network-changed", "server_uuid": "814138c8-57db-4463-8440-79cba644eeff", "tag": "f15d08e4-e4d9-4fc2-ad3e-efc388612c39"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:52:07.577467 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35113cbf-6c56-4c96-aacd-596913c138f9 x-openstack-request-id: req-35113cbf-6c56-4c96-aacd-596913c138f9 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:52:07.577783 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814138c8-57db-4463-8440-79cba644eeff", "tag": "f15d08e4-e4d9-4fc2-ad3e-efc388612c39", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:52:07.578038 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-35113cbf-6c56-4c96-aacd-596913c138f9 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:52:07.578455 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814138c8-57db-4463-8440-79cba644eeff', 'tag': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39', 'status': 'completed', 'code': 200} Nov 03 19:52:07.629188 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-f9e798c1-40ab-43f4-a486-4f445fe6dd2d None None] Set router 28f14939-bebe-4783-a107-49e47a5b296c gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:07.644840 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcf19c-2a7e-4772-b577-cfa2febc35ae req-3f9eb366-7f62-430c-8868-2878af1bd368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:07.646454 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9fcf19c-2a7e-4772-b577-cfa2febc35ae req-3f9eb366-7f62-430c-8868-2878af1bd368 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 1096 time: 0.0461402 Nov 03 19:52:07.750402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcf19c-2a7e-4772-b577-cfa2febc35ae req-d9149939-6b58-4ea3-bb08-c6f2b27dee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:07.752192 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9fcf19c-2a7e-4772-b577-cfa2febc35ae req-d9149939-6b58-4ea3-bb08-c6f2b27dee97 service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.0991375 Nov 03 19:52:07.828589 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9fcf19c-2a7e-4772-b577-cfa2febc35ae req-b49d8e6b-9bb9-468e-ac82-5f240f22bfac service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39 HTTP/1.1" status: 200 len: 999 time: 0.0694711 Nov 03 19:52:07.871795 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f9e798c1-40ab-43f4-a486-4f445fe6dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '80c442eb-a90e-4630-b824-771b95c6afef', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'port_id': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'mac_address': 'fa:16:3e:d5:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814138c8-57db-4463-8440-79cba644eeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:52:06Z', 'updated_at': '2021-11-03T19:52:06Z', 'revision_number': 0, 'project_id': 'c7917edb35534054807882dbacb09385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 5, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:07.881663 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcf19c-2a7e-4772-b577-cfa2febc35ae req-f85bf0c3-d1f0-4242-aea6-3b359188cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:07.883170 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9fcf19c-2a7e-4772-b577-cfa2febc35ae req-f85bf0c3-d1f0-4242-aea6-3b359188cf71 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0480335 Nov 03 19:52:07.900055 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e798c1-40ab-43f4-a486-4f445fe6dd2d None None] Checking router: 28f14939-bebe-4783-a107-49e47a5b296c for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:52:07.909336 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e798c1-40ab-43f4-a486-4f445fe6dd2d None None] Routers {'28f14939-bebe-4783-a107-49e47a5b296c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:52:07.909988 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f9e798c1-40ab-43f4-a486-4f445fe6dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:51:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['28f14939-bebe-4783-a107-49e47a5b296c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:07.933167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcf19c-2a7e-4772-b577-cfa2febc35ae req-7739b1e6-9db9-44d5-b07c-416de7140cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:07.934832 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9fcf19c-2a7e-4772-b577-cfa2febc35ae req-7739b1e6-9db9-44d5-b07c-416de7140cf7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451424 Nov 03 19:52:08.034484 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-f9e798c1-40ab-43f4-a486-4f445fe6dd2d None None] Set router 28f14939-bebe-4783-a107-49e47a5b296c gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:52:08.039305 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9fcf19c-2a7e-4772-b577-cfa2febc35ae req-afdb097b-97ed-496f-a12c-6d9d23f1203d service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978131 Nov 03 19:52:08.144521 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d9fcf19c-2a7e-4772-b577-cfa2febc35ae req-127f78f0-6ed2-4d28-b02b-9975f599dcfe service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980203 Nov 03 19:52:08.285511 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-f9e798c1-40ab-43f4-a486-4f445fe6dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '80c442eb-a90e-4630-b824-771b95c6afef', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'port_id': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'mac_address': 'fa:16:3e:d5:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814138c8-57db-4463-8440-79cba644eeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:52:06Z', 'updated_at': '2021-11-03T19:52:06Z', 'revision_number': 0, 'project_id': 'c7917edb35534054807882dbacb09385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 5, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:52:08.312498 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e798c1-40ab-43f4-a486-4f445fe6dd2d None None] The sync data for ids ['28f14939-bebe-4783-a107-49e47a5b296c'] in n-d-812150-4 is: [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '80c442eb-a90e-4630-b824-771b95c6afef', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'port_id': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'mac_address': 'fa:16:3e:d5:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814138c8-57db-4463-8440-79cba644eeff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:52:06Z', 'updated_at': '2021-11-03T19:52:06Z', 'revision_number': 0, 'project_id': 'c7917edb35534054807882dbacb09385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 5, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:52:08.504883 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b37c57-ee07-4232-ae0e-1a06a8324083 None None] New status for floating IP 80c442eb-a90e-4630-b824-771b95c6afef: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:52:12.225056 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c894dcda-dffa-416c-9011-831bbca327f1 req-fda850e7-8802-4947-a529-85408ade8dd2 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497200 Nov 03 19:52:12.309428 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894dcda-dffa-416c-9011-831bbca327f1 req-845bff3d-7590-4117-9793-d985eb56d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:12.310930 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c894dcda-dffa-416c-9011-831bbca327f1 req-845bff3d-7590-4117-9793-d985eb56d6cd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 1096 time: 0.0434723 Nov 03 19:52:12.421699 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894dcda-dffa-416c-9011-831bbca327f1 req-2c4bba4e-1300-44d9-a86a-8b379168ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:12.423200 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c894dcda-dffa-416c-9011-831bbca327f1 req-2c4bba4e-1300-44d9-a86a-8b379168ef24 service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.0903223 Nov 03 19:52:12.488199 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c894dcda-dffa-416c-9011-831bbca327f1 req-537d4262-1435-4585-9cec-ec9e58a55baa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39 HTTP/1.1" status: 200 len: 1001 time: 0.0579500 Nov 03 19:52:12.537416 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894dcda-dffa-416c-9011-831bbca327f1 req-be0ef53e-8f87-4579-a778-a70f7c32134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:12.538930 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c894dcda-dffa-416c-9011-831bbca327f1 req-be0ef53e-8f87-4579-a778-a70f7c32134a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0444155 Nov 03 19:52:12.591457 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894dcda-dffa-416c-9011-831bbca327f1 req-dc43f19d-fd94-4252-ae42-8dac1bfeea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:52:12.593701 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c894dcda-dffa-416c-9011-831bbca327f1 req-dc43f19d-fd94-4252-ae42-8dac1bfeea0f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480711 Nov 03 19:52:12.691977 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c894dcda-dffa-416c-9011-831bbca327f1 req-042c4dfa-c204-4071-b283-fb287c07348d service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905650 Nov 03 19:52:12.784867 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-c894dcda-dffa-416c-9011-831bbca327f1 req-6eca22eb-717a-440b-bc75-1c2485b3856e service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863357 Nov 03 19:52:13.861615 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:19.384040 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:52:25.905492 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dc6b93e9-f43c-4e65-8575-955ea05b22ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:28.245339 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20de9696-e51c-43ce-900c-b87704765787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:29.670988 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:30.939243 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:31.197297 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:31.649919 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:43.864846 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:55.907391 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-339881b6-1ea9-4dbb-babb-81c3b5ea3ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:56.385216 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:52:58.248495 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d913af31-61b9-4d64-b550-97b78eea0efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:52:59.674319 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:00.942251 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:01.211834 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:01.653163 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:12.221006 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-887327e6-5e9d-4e9b-9a25-13a28c36dc45 req-23146d03-54d2-4b4f-b770-d3c95725c217 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823452 Nov 03 19:53:12.337235 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887327e6-5e9d-4e9b-9a25-13a28c36dc45 req-e0726435-36ea-471a-9eeb-86f1a8d48a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:12.340696 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-887327e6-5e9d-4e9b-9a25-13a28c36dc45 req-e0726435-36ea-471a-9eeb-86f1a8d48a73 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 1096 time: 0.0613115 Nov 03 19:53:12.466742 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887327e6-5e9d-4e9b-9a25-13a28c36dc45 req-8eee32a6-666c-48e3-baee-4ef4a95c3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:12.468173 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-887327e6-5e9d-4e9b-9a25-13a28c36dc45 req-8eee32a6-666c-48e3-baee-4ef4a95c3b9f service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.0954216 Nov 03 19:53:12.536620 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-887327e6-5e9d-4e9b-9a25-13a28c36dc45 req-a1a9621a-0590-4f0a-a719-402d978513d7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39 HTTP/1.1" status: 200 len: 1001 time: 0.0612233 Nov 03 19:53:12.596361 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887327e6-5e9d-4e9b-9a25-13a28c36dc45 req-0676b8a2-979b-45ff-95c0-6e896821bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:12.597859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-887327e6-5e9d-4e9b-9a25-13a28c36dc45 req-0676b8a2-979b-45ff-95c0-6e896821bcb3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0546920 Nov 03 19:53:12.645812 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887327e6-5e9d-4e9b-9a25-13a28c36dc45 req-3bb7b005-0274-408c-9366-a2cb893165e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:53:12.647340 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-887327e6-5e9d-4e9b-9a25-13a28c36dc45 req-3bb7b005-0274-408c-9366-a2cb893165e4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419431 Nov 03 19:53:12.657795 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-887327e6-5e9d-4e9b-9a25-13a28c36dc45 req-70092a3b-3322-412c-99bc-c3e2f629a82f service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:53:12.658881 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-887327e6-5e9d-4e9b-9a25-13a28c36dc45 req-70092a3b-3322-412c-99bc-c3e2f629a82f service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0049131 Nov 03 19:53:12.750310 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-887327e6-5e9d-4e9b-9a25-13a28c36dc45 req-c861890b-f135-422d-98e5-860288983f37 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843225 Nov 03 19:53:12.848642 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-887327e6-5e9d-4e9b-9a25-13a28c36dc45 req-2ea33ab8-139b-4cef-9c3f-e0ec504b65cc service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909181 Nov 03 19:53:13.880540 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:25.909310 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4027796a-84d9-49eb-9b9c-ba8eb3aa4a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:28.253046 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d0c2a61f-ba1e-44d8-819d-38fc2653e64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:29.677918 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:30.945562 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:31.209731 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:31.654897 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:33.385405 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:53:43.882290 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:55.910992 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8c50bfc-3abb-4444-a4c8-5f563ee7e5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:58.254429 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d2b87708-0299-4909-b068-42f2e8068e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:53:59.679061 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:00.948277 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:01.189302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb112e0-c2ed-4351-ae98-ce5f53f7aa74 req-5d761c5a-1a8d-4b85-8f91-2a5938fe6c0c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:01.190808 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5fb112e0-c2ed-4351-ae98-ce5f53f7aa74 req-5d761c5a-1a8d-4b85-8f91-2a5938fe6c0c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0528510 Nov 03 19:54:01.225647 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:01.240473 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5fb112e0-c2ed-4351-ae98-ce5f53f7aa74 req-be071b8e-7665-41ff-bfab-b5523ea116b6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436883 Nov 03 19:54:01.656773 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:02.362338 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76092ced-6b50-4d1a-be34-def2a6a97205 req-0ee5c13c-40b2-4089-a1ab-89d83e554301 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:02.363833 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76092ced-6b50-4d1a-be34-def2a6a97205 req-0ee5c13c-40b2-4089-a1ab-89d83e554301 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0519753 Nov 03 19:54:02.412490 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76092ced-6b50-4d1a-be34-def2a6a97205 req-3a632936-6210-4b38-9f91-bb681bf68005 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426221 Nov 03 19:54:03.550962 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c15ae-4926-4172-a09e-b17aaff7496d req-498feb16-96bc-47ff-bf5c-b163d084aeec tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:03.552466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b1c15ae-4926-4172-a09e-b17aaff7496d req-498feb16-96bc-47ff-bf5c-b163d084aeec tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0493121 Nov 03 19:54:03.602492 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1b1c15ae-4926-4172-a09e-b17aaff7496d req-2a385896-92b9-442f-8d94-1cd538266034 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435395 Nov 03 19:54:04.720489 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad9ace-6a75-41f7-a866-055920e8a071 req-cc602e7c-0e81-422c-90cc-24ebff11a0f9 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:04.722005 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44ad9ace-6a75-41f7-a866-055920e8a071 req-cc602e7c-0e81-422c-90cc-24ebff11a0f9 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0502160 Nov 03 19:54:04.775556 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44ad9ace-6a75-41f7-a866-055920e8a071 req-e8697d2e-ed16-4b3b-87fd-afc4b717504d tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474749 Nov 03 19:54:06.252017 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd2454-c45b-454e-883a-6479df2b7974 req-4f27788b-18f7-4221-9de0-4f7fa6555f34 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:06.253502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3fd2454-c45b-454e-883a-6479df2b7974 req-4f27788b-18f7-4221-9de0-4f7fa6555f34 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.4059908 Nov 03 19:54:06.303227 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a3fd2454-c45b-454e-883a-6479df2b7974 req-0a379f94-cfe8-43cd-9204-99f43baa2bb6 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435047 Nov 03 19:54:07.418746 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499894c0-eb97-4538-85dd-88aebc5234b2 req-7d3dbcfd-450e-48aa-a7ba-2edbdd7aef4b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:07.420293 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-499894c0-eb97-4538-85dd-88aebc5234b2 req-7d3dbcfd-450e-48aa-a7ba-2edbdd7aef4b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0493970 Nov 03 19:54:07.471187 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-499894c0-eb97-4538-85dd-88aebc5234b2 req-06ec7a18-aaea-4ab0-acfd-d8905f975fca tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445733 Nov 03 19:54:08.588063 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396fc14-6c33-49bf-be05-100354b3856d req-8aab111d-36d6-4e00-a743-277877b58e52 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:08.589528 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7396fc14-6c33-49bf-be05-100354b3856d req-8aab111d-36d6-4e00-a743-277877b58e52 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0508139 Nov 03 19:54:08.637592 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7396fc14-6c33-49bf-be05-100354b3856d req-f23ed17a-433d-47f4-9694-5b53ec37c82a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409403 Nov 03 19:54:09.758493 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65e0af-0f2c-43f6-9a19-f562d3cf4de0 req-676fc8e0-950b-4d90-a32d-1bf7b4da6ec8 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:09.760025 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a65e0af-0f2c-43f6-9a19-f562d3cf4de0 req-676fc8e0-950b-4d90-a32d-1bf7b4da6ec8 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0515020 Nov 03 19:54:09.810507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7a65e0af-0f2c-43f6-9a19-f562d3cf4de0 req-85728934-ceca-4d2c-84b3-b9b9d3d79188 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444317 Nov 03 19:54:10.384356 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:54:10.923904 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880150-39ff-4059-8be9-47e15ddb5415 req-2109164d-beb5-4d9d-a849-8e587a5a7524 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:10.925429 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c880150-39ff-4059-8be9-47e15ddb5415 req-2109164d-beb5-4d9d-a849-8e587a5a7524 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0477791 Nov 03 19:54:10.977727 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c880150-39ff-4059-8be9-47e15ddb5415 req-66660947-c993-40a7-a5da-849241bf3d9c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460446 Nov 03 19:54:11.316069 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b863703-5cbd-480d-8b1f-c9b2800f2034 req-0858ac67-8289-4cae-b834-80c3bce5d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:11.317483 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b863703-5cbd-480d-8b1f-c9b2800f2034 req-0858ac67-8289-4cae-b834-80c3bce5d4bf service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 1096 time: 0.0412266 Nov 03 19:54:11.407688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b863703-5cbd-480d-8b1f-c9b2800f2034 req-433490bc-d52e-46c2-a9a0-52e677f9dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:11.409176 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b863703-5cbd-480d-8b1f-c9b2800f2034 req-433490bc-d52e-46c2-a9a0-52e677f9dcec service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.0850842 Nov 03 19:54:11.476823 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b863703-5cbd-480d-8b1f-c9b2800f2034 req-500c0cfa-a139-42b6-94a5-a3f07a1ebd17 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39 HTTP/1.1" status: 200 len: 1001 time: 0.0610061 Nov 03 19:54:11.524350 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b863703-5cbd-480d-8b1f-c9b2800f2034 req-fae32798-b307-49f8-a846-c07df6836b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:11.525778 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b863703-5cbd-480d-8b1f-c9b2800f2034 req-fae32798-b307-49f8-a846-c07df6836b37 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0425696 Nov 03 19:54:11.570708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b863703-5cbd-480d-8b1f-c9b2800f2034 req-d9170828-4e06-4820-8938-01ef3f71de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:11.572218 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b863703-5cbd-480d-8b1f-c9b2800f2034 req-d9170828-4e06-4820-8938-01ef3f71de44 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396564 Nov 03 19:54:11.664480 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b863703-5cbd-480d-8b1f-c9b2800f2034 req-2ef89d2f-3be8-4de6-9619-d85b0873fdfb service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849285 Nov 03 19:54:11.756762 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b863703-5cbd-480d-8b1f-c9b2800f2034 req-9561873a-ef55-48c5-8fbb-daed601c2422 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856986 Nov 03 19:54:12.095074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9e607-cd0a-4d8c-9274-278c539b7d38 req-cc67980e-c339-4ba3-947f-03b690514e46 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:12.096596 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8ef9e607-cd0a-4d8c-9274-278c539b7d38 req-cc67980e-c339-4ba3-947f-03b690514e46 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0499220 Nov 03 19:54:12.146744 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8ef9e607-cd0a-4d8c-9274-278c539b7d38 req-c1ce3ee6-1eae-40e3-9a00-1ef0ad63b31f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441329 Nov 03 19:54:13.265140 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a3a01-64a4-4675-afe4-8a8668c1db27 req-47f49d88-0ae4-4291-9285-a16ebb33a5ce tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:13.266671 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b58a3a01-64a4-4675-afe4-8a8668c1db27 req-47f49d88-0ae4-4291-9285-a16ebb33a5ce tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0507681 Nov 03 19:54:13.320953 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b58a3a01-64a4-4675-afe4-8a8668c1db27 req-3738acf9-f2d4-482b-8508-587186d1df42 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477927 Nov 03 19:54:13.883267 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:14.226848 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528deeed-c85f-4a7e-9658-5f011e39369f req-6a004c6a-3a11-4fc2-94d2-5954f2f68b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:14.228424 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-528deeed-c85f-4a7e-9658-5f011e39369f req-6a004c6a-3a11-4fc2-94d2-5954f2f68b71 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 1096 time: 0.0534973 Nov 03 19:54:14.340266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528deeed-c85f-4a7e-9658-5f011e39369f req-90d90c2f-7268-4ced-8e3e-fbe931bbe1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:14.341787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-528deeed-c85f-4a7e-9658-5f011e39369f req-90d90c2f-7268-4ced-8e3e-fbe931bbe1f3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.0924799 Nov 03 19:54:14.445065 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-528deeed-c85f-4a7e-9658-5f011e39369f req-fed04652-e8a6-4d9e-b1ba-7641870e178b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39 HTTP/1.1" status: 200 len: 1001 time: 0.0951462 Nov 03 19:54:14.495630 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18180331-b2b7-4cb8-87a0-ff1133905662 req-b95ae123-7e4f-4e4d-8ef0-97c4f7165317 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:14.498092 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18180331-b2b7-4cb8-87a0-ff1133905662 req-b95ae123-7e4f-4e4d-8ef0-97c4f7165317 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.1025085 Nov 03 19:54:14.529867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528deeed-c85f-4a7e-9658-5f011e39369f req-e8908b2c-960d-4dee-ae76-addea452a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:14.531314 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-528deeed-c85f-4a7e-9658-5f011e39369f req-e8908b2c-960d-4dee-ae76-addea452a0b9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0775425 Nov 03 19:54:14.588824 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-18180331-b2b7-4cb8-87a0-ff1133905662 req-2fbdbb27-563d-4bec-9f3e-4628f7e465c0 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827632 Nov 03 19:54:14.600441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528deeed-c85f-4a7e-9658-5f011e39369f req-299a1650-ae2c-47c6-bb76-28ca687ede02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:14.601938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-528deeed-c85f-4a7e-9658-5f011e39369f req-299a1650-ae2c-47c6-bb76-28ca687ede02 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606341 Nov 03 19:54:14.693470 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-528deeed-c85f-4a7e-9658-5f011e39369f req-5d88ed14-618b-4cc6-b839-6e79afe38b85 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842056 Nov 03 19:54:14.804101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-528deeed-c85f-4a7e-9658-5f011e39369f req-5a1f1216-54df-4fba-9709-af447e0f126a service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041288 Nov 03 19:54:15.708241 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494123f-1df1-4b20-b3b6-ad1a1f35c8c2 req-d6f15eb0-5676-441e-abc5-83efeb462861 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:15.709788 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f494123f-1df1-4b20-b3b6-ad1a1f35c8c2 req-d6f15eb0-5676-441e-abc5-83efeb462861 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0502443 Nov 03 19:54:15.763052 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f494123f-1df1-4b20-b3b6-ad1a1f35c8c2 req-610c6262-4d03-4603-a483-6668bae57efb tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472307 Nov 03 19:54:15.944693 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-5ebf71d3-008c-4964-be2c-4e2fdd4347f3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0425389 Nov 03 19:54:15.955834 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-46bf97f6-557c-4812-a8f5-a5c2cbe5204f service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:54:15.956932 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-46bf97f6-557c-4812-a8f5-a5c2cbe5204f service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0052559 Nov 03 19:54:15.970935 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac64cd-d3a0-40ab-8602-ad5aeb8fb092 req-004b44b0-c6f7-4ed0-b59e-5295959341b3 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:15.972468 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3ac64cd-d3a0-40ab-8602-ad5aeb8fb092 req-004b44b0-c6f7-4ed0-b59e-5295959341b3 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0505924 Nov 03 19:54:16.028730 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3ac64cd-d3a0-40ab-8602-ad5aeb8fb092 req-84c8fd3d-78e2-4763-9120-0a1af228941a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500898 Nov 03 19:54:16.413046 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f15d08e4-e4d9-4fc2-ad3e-efc388612c39 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:54:16.498998 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:16.527618 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814138c8-57db-4463-8440-79cba644eeff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:54:16.530891 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69f47df-a779-4e2e-9a69-d76ac1466dfc" -d '{"events": [{"server_uuid": "814138c8-57db-4463-8440-79cba644eeff", "name": "network-vif-unplugged", "status": "completed", "tag": "f15d08e4-e4d9-4fc2-ad3e-efc388612c39"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:54:16.544215 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f15d08e4-e4d9-4fc2-ad3e-efc388612c39, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:16.550429 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:16.574804 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 03 Nov 2021 19:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccb9bf2-c1c6-40f5-a972-ca3c2451a1c6 x-openstack-request-id: req-cccb9bf2-c1c6-40f5-a972-ca3c2451a1c6 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:54:16.575078 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814138c8-57db-4463-8440-79cba644eeff", "name": "network-vif-unplugged", "status": "failed", "tag": "f15d08e4-e4d9-4fc2-ad3e-efc388612c39", "code": 422}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:54:16.575327 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cccb9bf2-c1c6-40f5-a972-ca3c2451a1c6 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:54:16.575743 n-d-812150-4 neutron-server[101713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '814138c8-57db-4463-8440-79cba644eeff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39', 'code': 422} returned with failed status Nov 03 19:54:16.601482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:16.609608 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:16.609954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:16.610296 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:16.610632 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:16.610961 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:16.611289 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:16.611636 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:16.611964 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:16.612287 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:16.612613 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:16.612934 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:16.613253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:54:17.149270 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e316e-e31c-4040-9490-17b5a037e093 req-0f0be9ea-6dd3-49ee-956f-d3990ab7306a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:17.150962 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-666e316e-e31c-4040-9490-17b5a037e093 req-0f0be9ea-6dd3-49ee-956f-d3990ab7306a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0532877 Nov 03 19:54:17.208753 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-666e316e-e31c-4040-9490-17b5a037e093 req-a2510db9-271c-4722-aeae-961692a3e862 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463641 Nov 03 19:54:18.329764 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765e7a4-2538-48d4-86c5-572392a168ca req-9ed0d060-f5f8-4507-b832-2e60a4d87b19 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:18.331342 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2765e7a4-2538-48d4-86c5-572392a168ca req-9ed0d060-f5f8-4507-b832-2e60a4d87b19 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0517917 Nov 03 19:54:18.382308 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2765e7a4-2538-48d4-86c5-572392a168ca req-caae7168-263b-4d21-a7a2-2a353af43eda tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446239 Nov 03 19:54:19.507650 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a193b8-381b-4e6d-ba1a-a32aa725fcaa req-1278f71b-6a88-4cda-ba1d-cacd221da2c2 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:19.509265 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05a193b8-381b-4e6d-ba1a-a32aa725fcaa req-1278f71b-6a88-4cda-ba1d-cacd221da2c2 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0558560 Nov 03 19:54:19.564302 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05a193b8-381b-4e6d-ba1a-a32aa725fcaa req-9c21c847-44d0-4ab3-bda1-e1ad0e6be1d9 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488679 Nov 03 19:54:20.686402 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9404497-6e11-474e-955e-f9622ccfd925 req-7822d307-8d39-4a5d-84e9-edc1d41fc7b9 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:20.687865 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9404497-6e11-474e-955e-f9622ccfd925 req-7822d307-8d39-4a5d-84e9-edc1d41fc7b9 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0500588 Nov 03 19:54:20.739870 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b9404497-6e11-474e-955e-f9622ccfd925 req-dc78ddf9-2f0b-452a-8614-0bf57500007b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457644 Nov 03 19:54:21.771961 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-85dabd29-aace-4f8f-9859-db1268b0dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:21.773481 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-85dabd29-aace-4f8f-9859-db1268b0dbe7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff&tenant_id=c7917edb35534054807882dbacb09385 HTTP/1.1" status: 200 len: 1094 time: 0.0398540 Nov 03 19:54:21.873477 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-1646bbbf-ec50-48ef-9d2d-230be36cbd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:21.875044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-1646bbbf-ec50-48ef-9d2d-230be36cbd3c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 1094 time: 0.0789926 Nov 03 19:54:21.917043 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3055ac-2527-430a-9147-386ca66eb289 req-b5d0b8d1-aca3-4964-b923-e42fe92e7409 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:21.918544 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d3055ac-2527-430a-9147-386ca66eb289 req-b5d0b8d1-aca3-4964-b923-e42fe92e7409 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0945561 Nov 03 19:54:22.017632 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0d3055ac-2527-430a-9147-386ca66eb289 req-f19d04af-3e6f-4399-ac7c-a2600bb31e41 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676618 Nov 03 19:54:22.018688 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-4f110eab-3344-4d91-8264-e14a601496b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:22.020083 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-4f110eab-3344-4d91-8264-e14a601496b2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.1377285 Nov 03 19:54:22.085725 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-d574372f-db78-4d87-8b77-a74c258aaed6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39 HTTP/1.1" status: 200 len: 999 time: 0.0582910 Nov 03 19:54:22.134478 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-45b905ae-ab72-42de-94cc-a9b427722826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:22.135984 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-45b905ae-ab72-42de-94cc-a9b427722826 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0431001 Nov 03 19:54:22.186405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-a0933554-6fb4-48b2-9790-c8973e2d0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:22.187938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-a0933554-6fb4-48b2-9790-c8973e2d0a07 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450902 Nov 03 19:54:22.277488 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-d97418bd-ee6c-4976-8223-e477bf1f5ed3 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818250 Nov 03 19:54:22.369547 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-612d629f-2b4d-419b-b978-727486299653 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850861 Nov 03 19:54:23.134768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ba30b-b17f-4956-aede-2f0ba3efed47 req-716e6629-90c4-46a9-b7fc-2f212edccc8f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:23.136309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f58ba30b-b17f-4956-aede-2f0ba3efed47 req-716e6629-90c4-46a9-b7fc-2f212edccc8f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0504274 Nov 03 19:54:23.185557 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f58ba30b-b17f-4956-aede-2f0ba3efed47 req-209f63d2-57a6-49dc-83fa-942c21de8fe3 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Nov 03 19:54:24.301329 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cd328-0426-4ee5-a281-efec0be7334c req-9cd5d24b-a7d9-4af2-a732-45a4174cb6f5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:24.302864 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db6cd328-0426-4ee5-a281-efec0be7334c req-9cd5d24b-a7d9-4af2-a732-45a4174cb6f5 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0493038 Nov 03 19:54:24.356347 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-db6cd328-0426-4ee5-a281-efec0be7334c req-51fb94b2-6fa5-45a0-9979-6c89887f7489 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474541 Nov 03 19:54:25.473844 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74206c3-1d2b-4d22-aa26-74bc2e14981b req-2d1066a2-f8d7-4f16-9e34-fef40dcef272 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:25.475352 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d74206c3-1d2b-4d22-aa26-74bc2e14981b req-2d1066a2-f8d7-4f16-9e34-fef40dcef272 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0491498 Nov 03 19:54:25.524178 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d74206c3-1d2b-4d22-aa26-74bc2e14981b req-29d1560d-15e8-4f62-82c1-4effc7f4a64f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428226 Nov 03 19:54:25.914563 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b4458f67-d4d7-4767-b3c7-67e54f2bf6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:26.638326 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87ffb5-84ea-46df-b458-5142a65b9d9d req-2f0c580b-841e-439c-ba05-fd5f1199131f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:26.639850 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca87ffb5-84ea-46df-b458-5142a65b9d9d req-2f0c580b-841e-439c-ba05-fd5f1199131f tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0487731 Nov 03 19:54:26.688787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ca87ffb5-84ea-46df-b458-5142a65b9d9d req-b269d8d0-3ff9-497f-9951-ca321a8743f9 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429692 Nov 03 19:54:27.820531 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd395bd2-5b48-4df4-a555-a3c308f94f1a req-a192a91b-67a7-4d2c-ac44-49d96fc667e8 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:27.822063 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd395bd2-5b48-4df4-a555-a3c308f94f1a req-a192a91b-67a7-4d2c-ac44-49d96fc667e8 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0592103 Nov 03 19:54:27.873993 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cd395bd2-5b48-4df4-a555-a3c308f94f1a req-4021a46f-b7a2-4f52-bd27-b63ff0b53c62 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450516 Nov 03 19:54:28.257347 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ee81da31-9372-4002-b263-291d6f1608a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:29.000238 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5543e-55a1-4e1b-afcb-4e8233e43c69 req-b3f31588-4994-482b-b52f-6d208a605854 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:29.001663 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6c5543e-55a1-4e1b-afcb-4e8233e43c69 req-b3f31588-4994-482b-b52f-6d208a605854 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0542274 Nov 03 19:54:29.053920 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e6c5543e-55a1-4e1b-afcb-4e8233e43c69 req-b57c3c8f-1a90-4e57-aeda-bfe088bb3925 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462875 Nov 03 19:54:29.681755 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.178258 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c1796-d7e3-428f-8d51-9bec00f16113 req-ce94b62f-2e80-41c7-bbff-09c50e585c73 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:30.179912 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d72c1796-d7e3-428f-8d51-9bec00f16113 req-ce94b62f-2e80-41c7-bbff-09c50e585c73 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 943 time: 0.0550027 Nov 03 19:54:30.233134 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d72c1796-d7e3-428f-8d51-9bec00f16113 req-a5d9b387-46db-464c-8250-68ec9c233032 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457020 Nov 03 19:54:30.412317 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f15d08e4-e4d9-4fc2-ad3e-efc388612c39 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:54:30.510888 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f15d08e4-e4d9-4fc2-ad3e-efc388612c39, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:30.522515 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'port_id': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39', 'mac_address': 'fa:16:3e:d5:be:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:54:30.558665 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.571330 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15d08e4-e4d9-4fc2-ad3e-efc388612c39 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:54:30.590610 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f15d08e4-e4d9-4fc2-ad3e-efc388612c39, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:30.594744 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:30.647266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:30.816897 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['f15d08e4-e4d9-4fc2-ad3e-efc388612c39'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:54:30.963489 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:31.233199 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:31.349426 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ca27d-05c7-4ee1-b15d-bf11e5bebdf9 req-004000fb-5a3b-480b-8859-350a884ff24b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:31.350909 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-364ca27d-05c7-4ee1-b15d-bf11e5bebdf9 req-004000fb-5a3b-480b-8859-350a884ff24b tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 944 time: 0.0481372 Nov 03 19:54:31.399724 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-364ca27d-05c7-4ee1-b15d-bf11e5bebdf9 req-9a3773d6-0ae9-4454-9b3c-ea083aedd388 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429082 Nov 03 19:54:31.659303 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:32.443626 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f15d08e4-e4d9-4fc2-ad3e-efc388612c39 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:54:32.492318 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port f15d08e4-e4d9-4fc2-ad3e-efc388612c39 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:54:32.492687 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:32.516406 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021153ae-a19c-4c88-a4bf-c3465b249030 req-7b2bb6a1-2155-4f39-adca-d9859c0f8d3c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:32.517929 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-021153ae-a19c-4c88-a4bf-c3465b249030 req-7b2bb6a1-2155-4f39-adca-d9859c0f8d3c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 944 time: 0.0497961 Nov 03 19:54:32.572291 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:32.572728 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-021153ae-a19c-4c88-a4bf-c3465b249030 req-081334a2-3d33-4692-adad-e45ecfed6295 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480039 Nov 03 19:54:32.594791 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814138c8-57db-4463-8440-79cba644eeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:54:32.597921 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa7dbb2-53b3-4917-ad45-b1b95aa7bb66" -d '{"events": [{"server_uuid": "814138c8-57db-4463-8440-79cba644eeff", "name": "network-vif-plugged", "status": "completed", "tag": "f15d08e4-e4d9-4fc2-ad3e-efc388612c39"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:54:32.615139 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port f15d08e4-e4d9-4fc2-ad3e-efc388612c39, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:54:32.619267 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:32.642896 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be5fafc-ee29-4377-94a0-83b672b5e51b x-openstack-request-id: req-5be5fafc-ee29-4377-94a0-83b672b5e51b {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:54:32.643183 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814138c8-57db-4463-8440-79cba644eeff", "name": "network-vif-plugged", "status": "completed", "tag": "f15d08e4-e4d9-4fc2-ad3e-efc388612c39", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:54:32.643432 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5be5fafc-ee29-4377-94a0-83b672b5e51b {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:54:32.643838 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814138c8-57db-4463-8440-79cba644eeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39', 'code': 200} Nov 03 19:54:32.672066 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:54:32.792690 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3c10c-2410-4e27-a8b4-81b17989512c req-e9198a00-0919-4742-a1e9-b3f31389a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:32.794841 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45c3c10c-2410-4e27-a8b4-81b17989512c req-e9198a00-0919-4742-a1e9-b3f31389a628 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 1096 time: 0.0397177 Nov 03 19:54:32.839057 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-45c3c10c-2410-4e27-a8b4-81b17989512c req-f53cde79-ba9b-42fe-aaa3-5ac91c94947c service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381849 Nov 03 19:54:33.689015 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd895e4-ad11-4a8f-ac2b-c574de1d828c req-41488e15-3bea-4d25-a2ad-03259b415bec tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:33.690558 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6cd895e4-ad11-4a8f-ac2b-c574de1d828c req-41488e15-3bea-4d25-a2ad-03259b415bec tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0493343 Nov 03 19:54:33.741879 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6cd895e4-ad11-4a8f-ac2b-c574de1d828c req-c376e86e-70f1-4895-accc-0b2bba021c79 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451839 Nov 03 19:54:34.863768 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab397c8f-6f35-4d59-8c03-b3ae6908438a req-c63d3b2a-d1a8-4d54-b403-7885b31287da tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:54:34.865262 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab397c8f-6f35-4d59-8c03-b3ae6908438a req-c63d3b2a-d1a8-4d54-b403-7885b31287da tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0517769 Nov 03 19:54:34.913721 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ab397c8f-6f35-4d59-8c03-b3ae6908438a req-45ea8b20-20e0-4a77-bc1f-08ed5643a7af tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421362 Nov 03 19:54:43.897662 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:47.383045 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:54:55.918419 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-d5b4787d-7cbc-41eb-b442-29afd59f476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:58.260888 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7fb9909f-b064-48e3-a76d-6c5f3fb8be9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:54:59.686061 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:00.953675 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:01.239461 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:01.661307 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:13.893781 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:15.192464 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67a43c63-b679-4eba-bff8-2da4f038f836 req-5d9a4e9d-53a3-40b8-815a-e8285ce0069c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399971 Nov 03 19:55:15.271759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a43c63-b679-4eba-bff8-2da4f038f836 req-826ccc44-1138-4e1f-9884-df4649f35cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:15.273251 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67a43c63-b679-4eba-bff8-2da4f038f836 req-826ccc44-1138-4e1f-9884-df4649f35cef service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 1096 time: 0.0397623 Nov 03 19:55:15.379119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a43c63-b679-4eba-bff8-2da4f038f836 req-b23846f7-f260-4a35-9b36-9ae031b85b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:15.380598 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67a43c63-b679-4eba-bff8-2da4f038f836 req-b23846f7-f260-4a35-9b36-9ae031b85b10 service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.0882401 Nov 03 19:55:15.444762 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67a43c63-b679-4eba-bff8-2da4f038f836 req-b6541be7-578d-4b8c-a70a-7c249c1b32e6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39 HTTP/1.1" status: 200 len: 1001 time: 0.0567124 Nov 03 19:55:15.496966 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a43c63-b679-4eba-bff8-2da4f038f836 req-21a1d76c-00fc-48cd-b4af-92688d07fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:15.498448 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67a43c63-b679-4eba-bff8-2da4f038f836 req-21a1d76c-00fc-48cd-b4af-92688d07fee9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0472023 Nov 03 19:55:15.543143 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a43c63-b679-4eba-bff8-2da4f038f836 req-8d695912-f3b1-4b18-bcd9-22e265fe4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:15.544667 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67a43c63-b679-4eba-bff8-2da4f038f836 req-8d695912-f3b1-4b18-bcd9-22e265fe4412 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397046 Nov 03 19:55:15.632134 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67a43c63-b679-4eba-bff8-2da4f038f836 req-70430447-306a-4545-ab47-defc83194934 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801735 Nov 03 19:55:15.727811 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-67a43c63-b679-4eba-bff8-2da4f038f836 req-0e38d885-a12f-4dc5-91d7-b7c89e89ed90 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886970 Nov 03 19:55:24.381799 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:55:25.920898 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5b7d6645-24d8-4cf3-b8b4-ecd5e8244369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:28.263077 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f272adda-5874-4087-abab-4949dba0be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:29.690242 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:30.956591 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:31.237981 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:31.666077 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:43.897816 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:47.818424 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 41990) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:47.973769 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Deleting port 34a2af6c-91b1-4316-a6c2-e62899dbafb1 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:47.974033 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:48.051090 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:48.051419 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:48.063519 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Calling delete_port for 34a2af6c-91b1-4316-a6c2-e62899dbafb1 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:48.210471 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:48.236200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event deleted for resources: {'Port': ['ID=34a2af6c-91b1-4316-a6c2-e62899dbafb1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:48.260876 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:48.261232 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:48.261576 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:48.261917 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:48.262252 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:48.262589 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:48.262923 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:48.263257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:48.263620 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:48.264004 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:48.264342 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:48.264670 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:48.305198 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:48.305530 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Floating IP 80c442eb-a90e-4630-b824-771b95c6afef disassociated (deleted). External IP: 172.25.2.228, port: f15d08e4-e4d9-4fc2-ad3e-efc388612c39. Nov 03 19:55:48.516325 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Router 28f14939-bebe-4783-a107-49e47a5b296c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:55:48.622709 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:55:48.627766 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:48.632570 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9cfe5-74fe-4488-b083-d5a04ed64f03 None None] Sync routers for ids ['28f14939-bebe-4783-a107-49e47a5b296c'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:55:48.641553 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9cfe5-74fe-4488-b083-d5a04ed64f03 None None] Routers {'28f14939-bebe-4783-a107-49e47a5b296c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:48.642168 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e6d9cfe5-74fe-4488-b083-d5a04ed64f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['28f14939-bebe-4783-a107-49e47a5b296c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:48.654236 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-37e276ac-c5e9-4df5-8d61-4c46f5a898bf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "DELETE /v2.0/floatingips/80c442eb-a90e-4630-b824-771b95c6afef HTTP/1.1" status: 204 len: 168 time: 0.8346944 Nov 03 19:55:48.654837 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814138c8-57db-4463-8440-79cba644eeff', 'tag': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:55:48.657626 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf7b962-3d90-494e-8b18-9545392c196c" -d '{"events": [{"name": "network-changed", "server_uuid": "814138c8-57db-4463-8440-79cba644eeff", "tag": "f15d08e4-e4d9-4fc2-ad3e-efc388612c39"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:55:48.756730 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-e6d9cfe5-74fe-4488-b083-d5a04ed64f03 None None] Set router 28f14939-bebe-4783-a107-49e47a5b296c gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:48.762517 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f94e18-9f18-4176-ac40-3ba92f672b35 x-openstack-request-id: req-51f94e18-9f18-4176-ac40-3ba92f672b35 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:55:48.762813 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814138c8-57db-4463-8440-79cba644eeff", "tag": "f15d08e4-e4d9-4fc2-ad3e-efc388612c39", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:55:48.763093 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-51f94e18-9f18-4176-ac40-3ba92f672b35 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:55:48.763510 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814138c8-57db-4463-8440-79cba644eeff', 'tag': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39', 'status': 'completed', 'code': 200} Nov 03 19:55:48.847853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7b962-3d90-494e-8b18-9545392c196c req-ee47217b-1873-4901-bf67-8deddaa1d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:48.849407 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cf7b962-3d90-494e-8b18-9545392c196c req-ee47217b-1873-4901-bf67-8deddaa1d581 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c7917edb35534054807882dbacb09385&device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 1096 time: 0.0543935 Nov 03 19:55:48.973619 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e6d9cfe5-74fe-4488-b083-d5a04ed64f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 5, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:48.976304 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a66f4-eb91-4afd-9e22-5467d73fa821 req-ba3e6d63-9fbf-4003-af22-349ababe3cf2 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:48.977810 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d71a66f4-eb91-4afd-9e22-5467d73fa821 req-ba3e6d63-9fbf-4003-af22-349ababe3cf2 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.1133859 Nov 03 19:55:48.982490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7b962-3d90-494e-8b18-9545392c196c req-9a57a59a-2bad-49ea-ba29-4123c80896c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:48.983900 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cf7b962-3d90-494e-8b18-9545392c196c req-9a57a59a-2bad-49ea-ba29-4123c80896c3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 200 len: 909 time: 0.1271448 Nov 03 19:55:48.999358 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9cfe5-74fe-4488-b083-d5a04ed64f03 None None] Checking router: 28f14939-bebe-4783-a107-49e47a5b296c for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:55:49.008848 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9cfe5-74fe-4488-b083-d5a04ed64f03 None None] Routers {'28f14939-bebe-4783-a107-49e47a5b296c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:49.009462 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e6d9cfe5-74fe-4488-b083-d5a04ed64f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['28f14939-bebe-4783-a107-49e47a5b296c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:49.036205 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cf7b962-3d90-494e-8b18-9545392c196c req-7db342ef-f468-4d9f-b5ae-9034b0cfd404 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39 HTTP/1.1" status: 200 len: 217 time: 0.0445240 Nov 03 19:55:49.091240 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d71a66f4-eb91-4afd-9e22-5467d73fa821 req-d649ba80-eff9-425f-8f5a-1d582546006c tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063452 Nov 03 19:55:49.107209 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7b962-3d90-494e-8b18-9545392c196c req-bf0a5d3c-42e3-482c-8c72-224508b821c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:49.107209 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cf7b962-3d90-494e-8b18-9545392c196c req-bf0a5d3c-42e3-482c-8c72-224508b821c0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 200 len: 847 time: 0.0595026 Nov 03 19:55:49.116162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-e6d9cfe5-74fe-4488-b083-d5a04ed64f03 None None] Set router 28f14939-bebe-4783-a107-49e47a5b296c gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:49.162411 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7b962-3d90-494e-8b18-9545392c196c req-5c15afc9-76b5-4f6e-8863-61459f5be19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:49.164358 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cf7b962-3d90-494e-8b18-9545392c196c req-5c15afc9-76b5-4f6e-8863-61459f5be19a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=87bcd0e5-ddc8-4b6f-8161-c2523524934d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511823 Nov 03 19:55:49.259393 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cf7b962-3d90-494e-8b18-9545392c196c req-55bb5552-4c4e-45ba-b51d-d463309b19c9 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874891 Nov 03 19:55:49.320649 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-e6d9cfe5-74fe-4488-b083-d5a04ed64f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 5, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:49.348016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9cfe5-74fe-4488-b083-d5a04ed64f03 None None] The sync data for ids ['28f14939-bebe-4783-a107-49e47a5b296c'] in n-d-812150-4 is: [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:47:17Z', 'revision_number': 4, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'f21bda88-5b95-40d0-a474-3e9b9fb794bf', 'name': '', 'network_id': '87bcd0e5-ddc8-4b6f-8161-c2523524934d', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'mac_address': 'fa:16:3e:9b:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:16Z', 'updated_at': '2021-11-03T19:47:22Z', 'revision_number': 5, 'project_id': 'c7917edb35534054807882dbacb09385', 'subnets': [{'id': '54024168-0ae3-4c37-bb7b-360fe02a52af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:55:49.348948 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7cf7b962-3d90-494e-8b18-9545392c196c req-cfaadb8a-12d7-4ab7-bb33-2619242b19c4 service neutron] 10.222.0.98 "GET /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823824 Nov 03 19:55:49.593212 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b2b016-c936-44a2-a78e-aae54464c407 None None] New status for floating IP 80c442eb-a90e-4630-b824-771b95c6afef: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:55:50.219008 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df394a3b-da34-4bc0-85d7-37efa1304e7d req-cd626b04-67a2-4a39-8049-d9d5ace8d762 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:50.220545 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df394a3b-da34-4bc0-85d7-37efa1304e7d req-cd626b04-67a2-4a39-8049-d9d5ace8d762 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0532026 Nov 03 19:55:50.270426 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-df394a3b-da34-4bc0-85d7-37efa1304e7d req-74263ef2-a37a-4900-b8b4-24274c74d039 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/security-groups?id=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438163 Nov 03 19:55:50.381218 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e827445-54a0-4e51-a949-b9064b71839a req-37073423-d2d9-4e31-ae62-c153333faf4e tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:55:50.382594 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e827445-54a0-4e51-a949-b9064b71839a req-37073423-d2d9-4e31-ae62-c153333faf4e tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.98 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 945 time: 0.0484841 Nov 03 19:55:50.472631 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-9e827445-54a0-4e51-a949-b9064b71839a req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Deleting port f15d08e4-e4d9-4fc2-ad3e-efc388612c39 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:50.472965 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9e827445-54a0-4e51-a949-b9064b71839a req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:50.559938 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-9e827445-54a0-4e51-a949-b9064b71839a req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] For port f15d08e4-e4d9-4fc2-ad3e-efc388612c39, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:50.560298 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9e827445-54a0-4e51-a949-b9064b71839a req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:50.573078 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-9e827445-54a0-4e51-a949-b9064b71839a req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Calling delete_port for f15d08e4-e4d9-4fc2-ad3e-efc388612c39 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:50.700416 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9e827445-54a0-4e51-a949-b9064b71839a req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:50.731203 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event deleted for resources: {'Port': ['ID=f15d08e4-e4d9-4fc2-ad3e-efc388612c39,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:50.755016 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:50.755368 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:50.755737 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:50.756079 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:50.756414 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:50.756745 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:50.757074 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:50.757396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:50.757720 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:50.758044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:50.758370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:50.758692 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:55:50.779394 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e827445-54a0-4e51-a949-b9064b71839a req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] No DVR routers for this DVR port f15d08e4-e4d9-4fc2-ad3e-efc388612c39 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:55:50.782474 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-9e827445-54a0-4e51-a949-b9064b71839a req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:50.785860 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9e827445-54a0-4e51-a949-b9064b71839a req-8d1105bb-a994-4d61-97c8-741b69f6a01a tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.98 "DELETE /v2.0/ports/f15d08e4-e4d9-4fc2-ad3e-efc388612c39 HTTP/1.1" status: 204 len: 173 time: 0.3974364 Nov 03 19:55:50.786303 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814138c8-57db-4463-8440-79cba644eeff', 'name': 'network-vif-deleted', 'tag': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:55:50.788598 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2295112c-25a9-454f-b958-0d090d66c152" -d '{"events": [{"server_uuid": "814138c8-57db-4463-8440-79cba644eeff", "name": "network-vif-deleted", "tag": "f15d08e4-e4d9-4fc2-ad3e-efc388612c39"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:55:50.825779 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe99c9a-c0dc-4452-95c7-c4f041f63b64 x-openstack-request-id: req-ebe99c9a-c0dc-4452-95c7-c4f041f63b64 {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:55:50.826071 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814138c8-57db-4463-8440-79cba644eeff", "name": "network-vif-deleted", "tag": "f15d08e4-e4d9-4fc2-ad3e-efc388612c39", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:55:50.826329 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ebe99c9a-c0dc-4452-95c7-c4f041f63b64 {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:55:50.826731 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814138c8-57db-4463-8440-79cba644eeff', 'name': 'network-vif-deleted', 'tag': 'f15d08e4-e4d9-4fc2-ad3e-efc388612c39', 'status': 'completed', 'code': 200} Nov 03 19:55:51.368622 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7d3068be-cf1b-4ee3-84d3-aba3bfc40cd9 req-6e639528-aaf3-4938-8c11-b8204646a674 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 210 time: 0.0302284 Nov 03 19:55:52.469242 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-7c8ac032-929f-42cf-aaeb-cde642f2026f req-54bad2cd-c3c1-4698-9fd4-eedaa07e4ff4 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 210 time: 0.0266502 Nov 03 19:55:53.563810 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4e1c4c1d-983b-4acb-8c12-a49b6db2ec5d req-ddd2c003-b8e4-4f9d-a9a5-a6419d3ccc82 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 210 time: 0.0263591 Nov 03 19:55:54.659655 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-02b93914-fbc8-4c17-ae3c-5754bcf3523d req-cdc16949-be93-431a-b7d0-51d281972938 tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "GET /v2.0/ports?device_id=814138c8-57db-4463-8440-79cba644eeff HTTP/1.1" status: 200 len: 210 time: 0.0268316 Nov 03 19:55:54.785557 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f15d08e4-e4d9-4fc2-ad3e-efc388612c39 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:55:54.805906 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: f15d08e4-e4d9-4fc2-ad3e-efc388612c39 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:55:54.806254 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device f15d08e4-e4d9-4fc2-ad3e-efc388612c39 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:55:55.718465 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42024) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:55.779226 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a268d83-f239-45c2-848a-8a37e951cbdf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:55.806194 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a268d83-f239-45c2-848a-8a37e951cbdf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:55.876455 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a268d83-f239-45c2-848a-8a37e951cbdf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:55.880304 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4a268d83-f239-45c2-848a-8a37e951cbdf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:55.881608 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4a268d83-f239-45c2-848a-8a37e951cbdf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] 10.222.0.107 "DELETE /v2.0/security-groups/3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b HTTP/1.1" status: 204 len: 168 time: 0.1620810 Nov 03 19:55:55.891787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a268d83-f239-45c2-848a-8a37e951cbdf tempest-TestShelveInstance-2075597618 tempest-TestShelveInstance-2075597618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc0e82c-fdf5-4a8f-a141-ac4179f0e03b,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:55.941156 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-39c56840-6aeb-4fa1-852c-ce71106df1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:55.943441 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42028) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:56.393134 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3bd07139-9b57-4e91-b8b7-4015b1eb20ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.642521 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3bd07139-9b57-4e91-b8b7-4015b1eb20ec admin admin] Deleting port f21bda88-5b95-40d0-a474-3e9b9fb794bf {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:56.642863 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3bd07139-9b57-4e91-b8b7-4015b1eb20ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.721076 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-3bd07139-9b57-4e91-b8b7-4015b1eb20ec admin admin] For port f21bda88-5b95-40d0-a474-3e9b9fb794bf, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=f21bda88-5b95-40d0-a474-3e9b9fb794bf,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:56.721441 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3bd07139-9b57-4e91-b8b7-4015b1eb20ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.734007 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-3bd07139-9b57-4e91-b8b7-4015b1eb20ec admin admin] Calling delete_port for f21bda88-5b95-40d0-a474-3e9b9fb794bf owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:56.914979 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3bd07139-9b57-4e91-b8b7-4015b1eb20ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:56.946649 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd07139-9b57-4e91-b8b7-4015b1eb20ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f21bda88-5b95-40d0-a474-3e9b9fb794bf,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:57.120412 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-3bd07139-9b57-4e91-b8b7-4015b1eb20ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:57.698765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd07139-9b57-4e91-b8b7-4015b1eb20ec admin admin] Router 28f14939-bebe-4783-a107-49e47a5b296c has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:55:57.811388 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd07139-9b57-4e91-b8b7-4015b1eb20ec admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:55:57.819752 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-3bd07139-9b57-4e91-b8b7-4015b1eb20ec admin admin] 10.222.0.107 "PUT /v2.0/routers/28f14939-bebe-4783-a107-49e47a5b296c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8724918 Nov 03 19:55:57.820306 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42032) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:57.828572 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec3fa3-b5d5-4766-a8de-1d0c7093de01 None None] Sync routers for ids ['28f14939-bebe-4783-a107-49e47a5b296c'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:55:57.841469 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ec3fa3-b5d5-4766-a8de-1d0c7093de01 None None] Routers {'28f14939-bebe-4783-a107-49e47a5b296c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:57.842106 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-21ec3fa3-b5d5-4766-a8de-1d0c7093de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['28f14939-bebe-4783-a107-49e47a5b296c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:57.933602 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:57.968912 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-21ec3fa3-b5d5-4766-a8de-1d0c7093de01 None None] Set router 28f14939-bebe-4783-a107-49e47a5b296c gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:58.042770 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.105965 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] Deleting port 025760c8-45bd-465f-aa31-c790774caa86 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:58.106403 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.156381 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-21ec3fa3-b5d5-4766-a8de-1d0c7093de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '025760c8-45bd-465f-aa31-c790774caa86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:55:56Z', 'revision_number': 5, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port': {'id': '025760c8-45bd-465f-aa31-c790774caa86', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f14939-bebe-4783-a107-49e47a5b296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:15Z', 'updated_at': '2021-11-03T19:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:58.189163 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] For port 025760c8-45bd-465f-aa31-c790774caa86, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=025760c8-45bd-465f-aa31-c790774caa86,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:58.189530 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.190446 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec3fa3-b5d5-4766-a8de-1d0c7093de01 None None] Checking router: 28f14939-bebe-4783-a107-49e47a5b296c for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:55:58.199263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ec3fa3-b5d5-4766-a8de-1d0c7093de01 None None] Routers {'28f14939-bebe-4783-a107-49e47a5b296c'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:55:58.200304 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-21ec3fa3-b5d5-4766-a8de-1d0c7093de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['28f14939-bebe-4783-a107-49e47a5b296c'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:58.202460 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] Calling delete_port for 025760c8-45bd-465f-aa31-c790774caa86 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:58.300635 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-11d32492-e9c2-432e-b37d-79cd188d606a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.306202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-21ec3fa3-b5d5-4766-a8de-1d0c7093de01 None None] Set router 28f14939-bebe-4783-a107-49e47a5b296c gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:55:58.359288 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-21ec3fa3-b5d5-4766-a8de-1d0c7093de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:55:58Z', 'revision_number': 6, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:58.386199 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.393710 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec3fa3-b5d5-4766-a8de-1d0c7093de01 None None] The sync data for ids ['28f14939-bebe-4783-a107-49e47a5b296c'] in n-d-812150-4 is: [{'id': '28f14939-bebe-4783-a107-49e47a5b296c', 'name': 'tempest-TestShelveInstance-751650364-router', 'tenant_id': 'c7917edb35534054807882dbacb09385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:14Z', 'updated_at': '2021-11-03T19:55:58Z', 'revision_number': 6, 'project_id': 'c7917edb35534054807882dbacb09385', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:55:58.413033 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] Pushing event deleted for resources: {'Port': ['ID=025760c8-45bd-465f-aa31-c790774caa86,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:58.486992 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.576441 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.578680 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.623392 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.623959 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28f14939-bebe-4783-a107-49e47a5b296c {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:55:58.629358 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.632829 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-03822b22-0a52-4083-a5b9-e4cd85153263 admin admin] 10.222.0.107 "DELETE /v2.0/routers/28f14939-bebe-4783-a107-49e47a5b296c HTTP/1.1" status: 204 len: 168 time: 0.8090410 Nov 03 19:55:58.633174 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42034) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:58.682514 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f1d300-a16a-4bd3-bca2-754e95402833 admin admin] Deleting subnet 54024168-0ae3-4c37-bb7b-360fe02a52af {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:55:58.685613 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-00f1d300-a16a-4bd3-bca2-754e95402833 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.720698 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-00f1d300-a16a-4bd3-bca2-754e95402833 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.812787 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-00f1d300-a16a-4bd3-bca2-754e95402833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.872584 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-00f1d300-a16a-4bd3-bca2-754e95402833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.904457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1d300-a16a-4bd3-bca2-754e95402833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54024168-0ae3-4c37-bb7b-360fe02a52af,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:58.906975 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-00f1d300-a16a-4bd3-bca2-754e95402833 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:58.910392 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-00f1d300-a16a-4bd3-bca2-754e95402833 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/54024168-0ae3-4c37-bb7b-360fe02a52af HTTP/1.1" status: 204 len: 168 time: 0.2762496 Nov 03 19:55:58.914509 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42036) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:58.918111 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e65fb2-5240-47a8-9e47-18f69a137a75 None None] Network 87bcd0e5-ddc8-4b6f-8161-c2523524934d requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:55:58.996828 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:59.053232 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] Deleting port 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:55:59.053606 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:59.122255 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] For port 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=7e2bee19-7128-4af8-b5b0-c36ac8bc7fde,segment=NetworkSegment(2c15a449-f004-4654-a529-fb3c12373429),segment_id=2c15a449-f004-4654-a529-fb3c12373429)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:55:59.123085 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:59.136134 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] Calling delete_port for 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:55:59.233770 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f21bda88-5b95-40d0-a474-3e9b9fb794bf no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:55:59.236309 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:59.263905 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: f21bda88-5b95-40d0-a474-3e9b9fb794bf {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:55:59.264269 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device f21bda88-5b95-40d0-a474-3e9b9fb794bf not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:55:59.264702 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 025760c8-45bd-465f-aa31-c790774caa86 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:55:59.270013 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2bee19-7128-4af8-b5b0-c36ac8bc7fde,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:59.273728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] No DVR routers for this DVR port 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:55:59.292487 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18d1c69-be92-4818-a4f9-68086671ceee None None] DHCP port deletion for 87bcd0e5-ddc8-4b6f-8161-c2523524934d request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:55:59.298381 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 025760c8-45bd-465f-aa31-c790774caa86 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:55:59.298726 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 025760c8-45bd-465f-aa31-c790774caa86 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:55:59.354396 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:59.376964 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bcd0e5-ddc8-4b6f-8161-c2523524934d']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:59.387025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c15a449-f004-4654-a529-fb3c12373429') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:59.387175 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c15a449-f004-4654-a529-fb3c12373429') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:55:59.396614 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:59.410161 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:59.416845 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:55:59.417319 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: timer() Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:55:59.419206 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:55:59.477895 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:59.483639 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:59.487345 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] 10.222.0.107 "DELETE /v2.0/networks/87bcd0e5-ddc8-4b6f-8161-c2523524934d HTTP/1.1" status: 204 len: 168 time: 0.5717802 Nov 03 19:55:59.490383 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42038) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:55:59.500298 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e466d-1ece-4a9a-ab93-ecbbed3acd99 admin admin] Pushing event deleted for resources: {'Network': ['ID=87bcd0e5-ddc8-4b6f-8161-c2523524934d,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:55:59.695777 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:55:59.838017 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2589fbeb-5156-4016-bb04-2335a3b16278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:00.080629 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2589fbeb-5156-4016-bb04-2335a3b16278 admin admin] Deleting port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:56:00.080970 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2589fbeb-5156-4016-bb04-2335a3b16278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:00.160948 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-2589fbeb-5156-4016-bb04-2335a3b16278 admin admin] For port b6bb4df4-60b0-43db-bcbf-3ea8ce85c957, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b6bb4df4-60b0-43db-bcbf-3ea8ce85c957,segment=NetworkSegment(4d925471-ba78-486e-be7a-31cba4b2c65f),segment_id=4d925471-ba78-486e-be7a-31cba4b2c65f)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:00.161224 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2589fbeb-5156-4016-bb04-2335a3b16278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:00.173634 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-2589fbeb-5156-4016-bb04-2335a3b16278 admin admin] Calling delete_port for b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 owned by network:router_interface {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:56:00.350001 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2589fbeb-5156-4016-bb04-2335a3b16278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:00.377098 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589fbeb-5156-4016-bb04-2335a3b16278 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6bb4df4-60b0-43db-bcbf-3ea8ce85c957,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:00.538614 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2589fbeb-5156-4016-bb04-2335a3b16278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:00.751337 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2589fbeb-5156-4016-bb04-2335a3b16278 admin admin] Router c682ed2a-d26e-470d-90dd-2e20557191df has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:56:00.855240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2589fbeb-5156-4016-bb04-2335a3b16278 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:56:00.861895 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2589fbeb-5156-4016-bb04-2335a3b16278 admin admin] 10.222.0.107 "PUT /v2.0/routers/c682ed2a-d26e-470d-90dd-2e20557191df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3693004 Nov 03 19:56:00.863852 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42040) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:00.864766 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c59ead-d397-43e5-8fc6-e7cf82736d10 None None] Sync routers for ids ['c682ed2a-d26e-470d-90dd-2e20557191df'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:56:00.875273 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c59ead-d397-43e5-8fc6-e7cf82736d10 None None] Routers {'c682ed2a-d26e-470d-90dd-2e20557191df'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:00.875924 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e2c59ead-d397-43e5-8fc6-e7cf82736d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c682ed2a-d26e-470d-90dd-2e20557191df'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:00.959625 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:00.969408 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:00.978991 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-e2c59ead-d397-43e5-8fc6-e7cf82736d10 None None] Set router c682ed2a-d26e-470d-90dd-2e20557191df gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:01.074263 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.132891 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] Deleting port b0286566-54e0-41be-8a30-5f15ed5633c1 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:56:01.132891 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.162765 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e2c59ead-d397-43e5-8fc6-e7cf82736d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'name': 'tempest-TestShelveInstance-1560860362-router', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'b0286566-54e0-41be-8a30-5f15ed5633c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:56:00Z', 'revision_number': 5, 'project_id': '6986bbebefc54d84a528a914df5405ae', 'gw_port': {'id': 'b0286566-54e0-41be-8a30-5f15ed5633c1', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:01.190512 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c59ead-d397-43e5-8fc6-e7cf82736d10 None None] Checking router: c682ed2a-d26e-470d-90dd-2e20557191df for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:56:01.199287 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c59ead-d397-43e5-8fc6-e7cf82736d10 None None] Routers {'c682ed2a-d26e-470d-90dd-2e20557191df'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:01.200143 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e2c59ead-d397-43e5-8fc6-e7cf82736d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['c682ed2a-d26e-470d-90dd-2e20557191df'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:01.220597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] For port b0286566-54e0-41be-8a30-5f15ed5633c1, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=b0286566-54e0-41be-8a30-5f15ed5633c1,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:01.220820 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.224637 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:56:01.235873 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] Calling delete_port for b0286566-54e0-41be-8a30-5f15ed5633c1 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:56:01.249581 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:56:01.250068 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 7e2bee19-7128-4af8-b5b0-c36ac8bc7fde not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:56:01.266461 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.292582 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-e2c59ead-d397-43e5-8fc6-e7cf82736d10 None None] Set router c682ed2a-d26e-470d-90dd-2e20557191df gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:01.342645 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-e2c59ead-d397-43e5-8fc6-e7cf82736d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'name': 'tempest-TestShelveInstance-1560860362-router', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:56:01Z', 'revision_number': 6, 'project_id': '6986bbebefc54d84a528a914df5405ae', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:01.376444 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c59ead-d397-43e5-8fc6-e7cf82736d10 None None] The sync data for ids ['c682ed2a-d26e-470d-90dd-2e20557191df'] in n-d-812150-4 is: [{'id': 'c682ed2a-d26e-470d-90dd-2e20557191df', 'name': 'tempest-TestShelveInstance-1560860362-router', 'tenant_id': '6986bbebefc54d84a528a914df5405ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:47:19Z', 'updated_at': '2021-11-03T19:56:01Z', 'revision_number': 6, 'project_id': '6986bbebefc54d84a528a914df5405ae', 'gw_port_host': None}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:56:01.382457 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:56:01.406674 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.435328 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] Pushing event deleted for resources: {'Port': ['ID=b0286566-54e0-41be-8a30-5f15ed5633c1,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:01.494027 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.589079 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.591227 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.636235 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.636766 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c682ed2a-d26e-470d-90dd-2e20557191df {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 19:56:01.642001 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.643163 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-63537a34-6285-49de-95eb-20b4c092a45f admin admin] 10.222.0.107 "DELETE /v2.0/routers/c682ed2a-d26e-470d-90dd-2e20557191df HTTP/1.1" status: 204 len: 168 time: 0.7785618 Nov 03 19:56:01.645836 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42042) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:01.667217 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.690700 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7c8945-1af0-41c1-8771-f04c430d993d admin admin] Deleting subnet 4fddd67f-5781-4425-9709-f532172beeb6 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 19:56:01.693873 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b7c8945-1af0-41c1-8771-f04c430d993d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.729535 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b7c8945-1af0-41c1-8771-f04c430d993d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.817398 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b7c8945-1af0-41c1-8771-f04c430d993d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.867697 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b7c8945-1af0-41c1-8771-f04c430d993d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.894025 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c8945-1af0-41c1-8771-f04c430d993d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fddd67f-5781-4425-9709-f532172beeb6,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:01.896095 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-2b7c8945-1af0-41c1-8771-f04c430d993d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:01.900036 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-2b7c8945-1af0-41c1-8771-f04c430d993d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/4fddd67f-5781-4425-9709-f532172beeb6 HTTP/1.1" status: 204 len: 168 time: 0.2531743 Nov 03 19:56:01.901954 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42044) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:01.902406 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dee822-a4b6-441a-923b-e680cba96fae None None] Network 12985a05-09d0-48a3-bf52-8dfa3f642909 requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:01.971365 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.030486 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] Deleting port 36eb3239-982c-4183-8cd2-28aa305eaaad {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:56:02.030868 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.095490 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] For port 36eb3239-982c-4183-8cd2-28aa305eaaad, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=36eb3239-982c-4183-8cd2-28aa305eaaad,segment=NetworkSegment(4d925471-ba78-486e-be7a-31cba4b2c65f),segment_id=4d925471-ba78-486e-be7a-31cba4b2c65f)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:02.095889 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.109207 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] Calling delete_port for 36eb3239-982c-4183-8cd2-28aa305eaaad owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:56:02.115073 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] DHCP port deletion for 12985a05-09d0-48a3-bf52-8dfa3f642909 request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 19:56:02.168731 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Deleting port 36eb3239-982c-4183-8cd2-28aa305eaaad {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 19:56:02.169107 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.197458 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.234367 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=36eb3239-982c-4183-8cd2-28aa305eaaad,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:02.236320 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] No DVR routers for this DVR port 36eb3239-982c-4183-8cd2-28aa305eaaad on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:56:02.243247 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] For port 36eb3239-982c-4183-8cd2-28aa305eaaad, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=36eb3239-982c-4183-8cd2-28aa305eaaad,segment=NetworkSegment(4d925471-ba78-486e-be7a-31cba4b2c65f),segment_id=4d925471-ba78-486e-be7a-31cba4b2c65f)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:02.243980 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.260337 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Calling delete_port for 36eb3239-982c-4183-8cd2-28aa305eaaad owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 19:56:02.325829 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.345940 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.348028 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12985a05-09d0-48a3-bf52-8dfa3f642909']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:02.359927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d925471-ba78-486e-be7a-31cba4b2c65f') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:02.360223 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d925471-ba78-486e-be7a-31cba4b2c65f') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:02.370778 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.375894 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Pushing event deleted for resources: {'Port': ['ID=36eb3239-982c-4183-8cd2-28aa305eaaad,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:02.379564 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] No DVR routers for this DVR port 36eb3239-982c-4183-8cd2-28aa305eaaad on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 19:56:02.388185 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:02.388538 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:02.388931 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:02.389266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:02.389609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:02.389965 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:02.390319 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:02.390704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:02.391030 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:02.391350 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:02.391887 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:02.392035 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad9212-ad12-4b92-8289-723c067d2db8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:02.393696 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.403152 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 19:56:02.403837 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: timer() Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 19:56:02.405703 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 19:56:02.464048 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.470078 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.473449 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] 10.222.0.107 "DELETE /v2.0/networks/12985a05-09d0-48a3-bf52-8dfa3f642909 HTTP/1.1" status: 204 len: 168 time: 0.5704882 Nov 03 19:56:02.486872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bd66b-324e-4213-b640-c7a79ea218c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=12985a05-09d0-48a3-bf52-8dfa3f642909,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:02.607484 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42048) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:02.648002 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1fb46d92-5d74-4434-a0bf-f1f76493ea3d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c7917edb35534054807882dbacb09385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391760 Nov 03 19:56:02.650473 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42050) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:02.704747 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fd06b45d-a04e-410c-8136-8dbfc00e7b6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.726224 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fd06b45d-a04e-410c-8136-8dbfc00e7b6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.771951 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fd06b45d-a04e-410c-8136-8dbfc00e7b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.774611 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-fd06b45d-a04e-410c-8136-8dbfc00e7b6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:02.775813 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-fd06b45d-a04e-410c-8136-8dbfc00e7b6c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3dc6a0be-8843-48b7-b30a-2af235c9f2f0 HTTP/1.1" status: 204 len: 168 time: 0.1244104 Nov 03 19:56:02.784609 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06b45d-a04e-410c-8136-8dbfc00e7b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc6a0be-8843-48b7-b30a-2af235c9f2f0,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:03.122096 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42056) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:03.166079 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c3223ec0-1611-43a1-92d7-a4977bb60208 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6986bbebefc54d84a528a914df5405ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426710 Nov 03 19:56:03.168689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42058) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:03.168998 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 36eb3239-982c-4183-8cd2-28aa305eaaad no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:56:03.188773 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 36eb3239-982c-4183-8cd2-28aa305eaaad {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:56:03.189121 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 36eb3239-982c-4183-8cd2-28aa305eaaad not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:56:03.189534 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b0286566-54e0-41be-8a30-5f15ed5633c1 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:56:03.208578 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: b0286566-54e0-41be-8a30-5f15ed5633c1 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:56:03.208927 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b0286566-54e0-41be-8a30-5f15ed5633c1 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:56:03.209338 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:56:03.217706 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc7a20ce-b2be-4251-931e-295091111642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:03.228141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 19:56:03.228891 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device b6bb4df4-60b0-43db-bcbf-3ea8ce85c957 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 19:56:03.239976 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc7a20ce-b2be-4251-931e-295091111642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:03.288097 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc7a20ce-b2be-4251-931e-295091111642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:03.291231 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-cc7a20ce-b2be-4251-931e-295091111642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:03.292442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-cc7a20ce-b2be-4251-931e-295091111642 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ee8a65c6-b1fb-4d28-b146-b4474d048b77 HTTP/1.1" status: 204 len: 168 time: 0.1228263 Nov 03 19:56:03.301521 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a20ce-b2be-4251-931e-295091111642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8a65c6-b1fb-4d28-b146-b4474d048b77,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:03.955507 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42080) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:04.048924 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1256232478-network', 'tenant_id': '0804ec8216df4883b83ca6beab880a88'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:04.074118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] Made reservation on behalf of 0804ec8216df4883b83ca6beab880a88 for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:04.076497 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.084851 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.158114 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.162310 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.183727 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:56:04.196842 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db13dba-a07b-49e1-a30a-d875697ce9e6,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:04.201838 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.202211 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] Added segment 8c8d9e7f-8907-41cf-9bbe-4dfa04e41550 of type vlan for network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a Nov 03 19:56:04.243282 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.267355 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.268330 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:04.268934 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.302751 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3460081 Nov 03 19:56:04.306190 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42084) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:04.312210 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-5f730444-b924-4c14-9c3b-dda5e152d09f admin admin] Request body: {'subnet': {'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1256232478-subnet', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'ip_version': 4}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:04.333487 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f730444-b924-4c14-9c3b-dda5e152d09f admin admin] Made reservation on behalf of 0804ec8216df4883b83ca6beab880a88 for: {'subnet': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:04.335944 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f730444-b924-4c14-9c3b-dda5e152d09f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10319175'] for subnet, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.338119 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6e598-92e5-491b-a63a-f636d32d790f admin admin] Pushing event updated for resources: {'Network': ['ID=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:04.349858 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:56:04.503877 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f730444-b924-4c14-9c3b-dda5e152d09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10319145'] for subnet, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.557457 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f730444-b924-4c14-9c3b-dda5e152d09f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0669c310-fe54-4d14-a7f1-870be5ae0c09,revision_number=0']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:04.573372 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f730444-b924-4c14-9c3b-dda5e152d09f admin admin] Checking segment: {'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:04.573740 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f730444-b924-4c14-9c3b-dda5e152d09f admin admin] Network hostable DHCP agents. Network: dc75be91-3f4d-4bf8-8401-1f4912ac1c5a, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:56:04.590484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f730444-b924-4c14-9c3b-dda5e152d09f admin admin] Network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:56:04.600371 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-5f730444-b924-4c14-9c3b-dda5e152d09f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, dc75be91-3f4d-4bf8-8401-1f4912ac1c5a) {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:04.604484 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f730444-b924-4c14-9c3b-dda5e152d09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:04.605080 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-5f730444-b924-4c14-9c3b-dda5e152d09f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.611949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef69c9b4-f8b8-4578-b607-2c9e9a1637b4 None None] Network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:04.621383 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-5f730444-b924-4c14-9c3b-dda5e152d09f admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3139784 Nov 03 19:56:04.624001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42086) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:04.629396 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:04.650006 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.651010 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.706506 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.782245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:56:04.783438 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:04.924199 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Allocated IP 172.20.0.2 (dc75be91-3f4d-4bf8-8401-1f4912ac1c5a/0669c310-fe54-4d14-a7f1-870be5ae0c09/e7accb27-e408-46cd-95c3-ab1ee9296ad4) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:05.091972 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:05.097690 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:05.139422 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:05.143111 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:05.147698 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:05.150813 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Pushing event updated for resources: {'Port': ['ID=e7accb27-e408-46cd-95c3-ab1ee9296ad4,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:05.198028 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:05.204674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Attempting to bind port e7accb27-e408-46cd-95c3-ab1ee9296ad4 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:05.205099 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Attempting to bind port e7accb27-e408-46cd-95c3-ab1ee9296ad4 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:05.205459 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Attempting to bind port e7accb27-e408-46cd-95c3-ab1ee9296ad4 on network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:05.210529 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:05.210899 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Checking segment: {'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:05.211295 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:05.211724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Bound using segment: {'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:05.212183 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Bound port: e7accb27-e408-46cd-95c3-ab1ee9296ad4, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:05.212556 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:05.277833 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] For port e7accb27-e408-46cd-95c3-ab1ee9296ad4, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:05.281089 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] For port e7accb27-e408-46cd-95c3-ab1ee9296ad4, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e7accb27-e408-46cd-95c3-ab1ee9296ad4,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:05.285415 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:05.342302 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f42c14-d46e-42d6-a7ab-d4f24d72e74a None None] Pushing event updated for resources: {'Port': ['ID=e7accb27-e408-46cd-95c3-ab1ee9296ad4,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:05.399768 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:05.419413 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:05.533728 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Allocated IP 172.25.2.29 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/a2544d72-cf4e-442b-b788-13d4b2ba8be2) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:05.649987 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:05.683370 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:05.720860 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:05.725684 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:05.729224 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:05.735382 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Pushing event updated for resources: {'Port': ['ID=a2544d72-cf4e-442b-b788-13d4b2ba8be2,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:05.976474 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:06.181063 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:06.261667 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5aace2-5680-4444-bcd5-94b5ce8facc4 None None] Network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:06.313757 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Router 24641c9b-871c-4004-a8c1-25b9c7d1302e is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:56:06.325801 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a02d4098-775c-40f8-b26b-35858492c221 None None] Provisioning complete for port e7accb27-e408-46cd-95c3-ab1ee9296ad4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:06.326172 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a02d4098-775c-40f8-b26b-35858492c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:06.422855 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:56:06.437621 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Sync routers for ids ['24641c9b-871c-4004-a8c1-25b9c7d1302e'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:56:06.444837 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:06.446096 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-fada73d1-d406-4a66-b3d5-2c21987a63b4 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8211470 Nov 03 19:56:06.450136 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42088) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:06.483442 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a02d4098-775c-40f8-b26b-35858492c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:06.485091 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Routers {'24641c9b-871c-4004-a8c1-25b9c7d1302e'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:06.485706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['24641c9b-871c-4004-a8c1-25b9c7d1302e'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:06.596311 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-a02d4098-775c-40f8-b26b-35858492c221 None None] For port e7accb27-e408-46cd-95c3-ab1ee9296ad4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e7accb27-e408-46cd-95c3-ab1ee9296ad4,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:06.602820 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a02d4098-775c-40f8-b26b-35858492c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:06.646495 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Set router 24641c9b-871c-4004-a8c1-25b9c7d1302e gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:06.736587 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d4098-775c-40f8-b26b-35858492c221 None None] Pushing event updated for resources: {'Port': ['ID=e7accb27-e408-46cd-95c3-ab1ee9296ad4,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:06.840395 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-a7f4d954-2b51-429a-b549-cebdab8aa944 None None] Provisioning complete for port e7accb27-e408-46cd-95c3-ab1ee9296ad4 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:06.840768 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-a7f4d954-2b51-429a-b549-cebdab8aa944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:06.885391 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:06.887559 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:05Z', 'revision_number': 3, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:06.918694 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Checking router: 24641c9b-871c-4004-a8c1-25b9c7d1302e for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:56:06.919038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Updating router 24641c9b-871c-4004-a8c1-25b9c7d1302e port a2544d72-cf4e-442b-b788-13d4b2ba8be2 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:56:06.962694 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:07.044709 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Allocated IP 172.20.0.1 (dc75be91-3f4d-4bf8-8401-1f4912ac1c5a/0669c310-fe54-4d14-a7f1-870be5ae0c09/bb24fcef-6a55-4c5c-8eed-a802fb161677) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:07.150998 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:07.187683 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:07.220789 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e7accb27-e408-46cd-95c3-ab1ee9296ad4 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:07.231022 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:07.235893 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:07.239395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:07.263598 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Pushing event updated for resources: {'Port': ['ID=bb24fcef-6a55-4c5c-8eed-a802fb161677,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:07.273685 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:07.282986 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:07.284653 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:07.326245 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e7accb27-e408-46cd-95c3-ab1ee9296ad4 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:07.326701 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:07.432903 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:07.535667 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Attempting to bind port a2544d72-cf4e-442b-b788-13d4b2ba8be2 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:07.535929 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Attempting to bind port a2544d72-cf4e-442b-b788-13d4b2ba8be2 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:07.536301 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Attempting to bind port a2544d72-cf4e-442b-b788-13d4b2ba8be2 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:07.538141 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1821ba8-14a0-4ee9-9a3b-ab70ce8eb408 None None] Pushing event updated for resources: {'Port': ['ID=a2544d72-cf4e-442b-b788-13d4b2ba8be2,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:07.554510 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:07.554917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:07.555311 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:07.555738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:07.556217 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Bound port: a2544d72-cf4e-442b-b788-13d4b2ba8be2, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:07.556602 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:07.586144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-343d11ea-ef77-42b6-98e4-12a7123a58f4 None None] Provisioning complete for port bb24fcef-6a55-4c5c-8eed-a802fb161677 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:07.586515 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-343d11ea-ef77-42b6-98e4-12a7123a58f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:07.605280 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:07.610891 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:07.668172 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-343d11ea-ef77-42b6-98e4-12a7123a58f4 None None] Port bb24fcef-6a55-4c5c-8eed-a802fb161677 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:56:07.675960 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] For port a2544d72-cf4e-442b-b788-13d4b2ba8be2, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:07.684455 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Pushing event updated for resources: {'Port': ['ID=bb24fcef-6a55-4c5c-8eed-a802fb161677,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:07.689416 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:07.698941 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] For port a2544d72-cf4e-442b-b788-13d4b2ba8be2, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a2544d72-cf4e-442b-b788-13d4b2ba8be2,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:07.706618 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:07.766706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1821ba8-14a0-4ee9-9a3b-ab70ce8eb408 None None] Pushing event updated for resources: {'Port': ['ID=a2544d72-cf4e-442b-b788-13d4b2ba8be2,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:07.770898 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Routers {'24641c9b-871c-4004-a8c1-25b9c7d1302e'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:07.771591 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['24641c9b-871c-4004-a8c1-25b9c7d1302e'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:07.789487 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:07.790894 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:07.881325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] Set router 24641c9b-871c-4004-a8c1-25b9c7d1302e gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:07.908370 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Router 24641c9b-871c-4004-a8c1-25b9c7d1302e has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:56:08.020874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:56:08.025911 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-2a2cb082-ac1c-4ab5-a2b9-43edebb9da64 admin admin] 10.222.0.107 "PUT /v2.0/routers/24641c9b-871c-4004-a8c1-25b9c7d1302e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5751188 Nov 03 19:56:08.101329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 2, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:08.136136 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ee4ab-64dd-410e-b11d-75f9c878c744 None None] The sync data for ids ['24641c9b-871c-4004-a8c1-25b9c7d1302e'] in n-d-812150-4 is: [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 2, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:56:08.138596 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-fa7a92e0-75cb-4fd1-9bf0-7621f6335cad None None] Provisioning complete for port bb24fcef-6a55-4c5c-8eed-a802fb161677 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:08.138972 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-fa7a92e0-75cb-4fd1-9bf0-7621f6335cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:08.179462 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a92e0-75cb-4fd1-9bf0-7621f6335cad None None] Port bb24fcef-6a55-4c5c-8eed-a802fb161677 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:56:08.577979 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42104) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:08.583243 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-857066105-network', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:08.605538 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] Made reservation on behalf of d5cc742435924c5091d8627c4b9124fd for: {'network': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:08.608256 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for network, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.011105 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.090493 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.095514 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.122419 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=101712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 03 19:56:09.133118 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da96ca1d-2fef-44d5-979c-a006b451136b,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:09.140427 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.140778 n-d-812150-4 neutron-server[101712]: INFO neutron.db.segments_db [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] Added segment f2c1bced-d8fc-46b6-94a2-62b562345947 of type vlan for network 04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e Nov 03 19:56:09.188732 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733915108976'] for network, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.216898 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375'] for network, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.218886 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:09.219681 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.230833 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a2544d72-cf4e-442b-b788-13d4b2ba8be2 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:09.285148 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port a2544d72-cf4e-442b-b788-13d4b2ba8be2 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:09.285833 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.289374 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7073886 Nov 03 19:56:09.289541 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42106) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:09.294535 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-c032afb3-63bb-4794-99d9-c875d9e15b51 admin admin] Request body: {'subnet': {'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-857066105-subnet', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'ip_version': 4}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:09.301112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a0c41-4677-4b2c-bbb8-7b8419ace1a7 admin admin] Pushing event updated for resources: {'Network': ['ID=04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:09.313031 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Network 04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e details requested by agent ovs-agent-n-d-812150-4 with host n-d-812150-4 {{(pid=101713) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 03 19:56:09.326240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c032afb3-63bb-4794-99d9-c875d9e15b51 admin admin] Made reservation on behalf of d5cc742435924c5091d8627c4b9124fd for: {'subnet': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:09.329870 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c032afb3-63bb-4794-99d9-c875d9e15b51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10292083'] for subnet, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.434029 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.461834 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port a2544d72-cf4e-442b-b788-13d4b2ba8be2, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a2544d72-cf4e-442b-b788-13d4b2ba8be2,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:09.467799 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.527008 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=a2544d72-cf4e-442b-b788-13d4b2ba8be2,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:09.529497 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c032afb3-63bb-4794-99d9-c875d9e15b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9764279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10291997'] for subnet, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.584408 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032afb3-63bb-4794-99d9-c875d9e15b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09abe546-dd05-452c-9bf6-355eb50048bf,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:09.595294 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c032afb3-63bb-4794-99d9-c875d9e15b51 admin admin] Checking segment: {'id': 'f2c1bced-d8fc-46b6-94a2-62b562345947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:09.595689 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c032afb3-63bb-4794-99d9-c875d9e15b51 admin admin] Network hostable DHCP agents. Network: 04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e, hostable agents: ['b81e250d-b826-48f5-a1e3-86d52e170270'], hosted agents: [] {{(pid=101712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 03 19:56:09.615748 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c032afb3-63bb-4794-99d9-c875d9e15b51 admin admin] Network 04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e is scheduled to be hosted by DHCP agent b81e250d-b826-48f5-a1e3-86d52e170270 with binding_index 1 {{(pid=101712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 03 19:56:09.626142 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-c032afb3-63bb-4794-99d9-c875d9e15b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812150-4, 04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e) {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:09.634347 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c032afb3-63bb-4794-99d9-c875d9e15b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:09.634941 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-c032afb3-63bb-4794-99d9-c875d9e15b51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.637530 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bb3f36-3ccb-468f-a07c-81c163bd5b9a None None] Network 04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:09.652397 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-c032afb3-63bb-4794-99d9-c875d9e15b51 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3618000 Nov 03 19:56:09.656773 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42108) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:09.661547 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-857066105-router', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:09.684258 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-490930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26229'] for router, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.685328 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-490846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1609776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26188'] for router, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.750360 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.806668 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49a8da4a-f607-52db-90bc-f15c8ec2e5b2-04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e', 'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'fixed_ips': [{'subnet_id': '09abe546-dd05-452c-9bf6-355eb50048bf'}]}} from n-d-812150-4. {{(pid=101713) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 03 19:56:09.807662 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.891503 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:09.943368 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.db_base_plugin_common [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Allocated IP 172.20.0.2 (04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e/09abe546-dd05-452c-9bf6-355eb50048bf/04c55bb0-1af2-4943-a2a3-da0d70dc31b8) {{(pid=101713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:10.136350 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Publish callbacks [] for port, precommit_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.138022 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.144282 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933'] for port, after_create {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.161327 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.182231 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Network 04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e is already hosted by enough agents. {{(pid=101713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:10.187092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.scheduler.base_scheduler [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Resources bound (agent type, host, resource id): {{(pid=101713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:10.190863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Received port after_create {{(pid=101713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:10.198460 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Pushing event updated for resources: {'Port': ['ID=04c55bb0-1af2-4943-a2a3-da0d70dc31b8,revision_number=1']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:10.253062 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Attempting to bind port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:10.253851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Attempting to bind port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'f2c1bced-d8fc-46b6-94a2-62b562345947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:10.253851 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Attempting to bind port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 on network 04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:10.258718 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:10.259092 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Checking segment: {'id': 'f2c1bced-d8fc-46b6-94a2-62b562345947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:10.259671 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.260012 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Bound using segment: {'id': 'f2c1bced-d8fc-46b6-94a2-62b562345947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:10.260475 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Bound port: 04c55bb0-1af2-4943-a2a3-da0d70dc31b8, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c1bced-d8fc-46b6-94a2-62b562345947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:10.260856 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.272290 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Allocated IP 172.25.2.95 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/e07308db-f9fa-48b5-919e-5e1bb0d6c4a9) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:10.314763 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Sync routers for ids ['24641c9b-871c-4004-a8c1-25b9c7d1302e'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:56:10.324599 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Routers {'24641c9b-871c-4004-a8c1-25b9c7d1302e'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:10.325286 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['24641c9b-871c-4004-a8c1-25b9c7d1302e'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:10.336162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] For port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:10.339949 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] For port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=04c55bb0-1af2-4943-a2a3-da0d70dc31b8,segment=NetworkSegment(f2c1bced-d8fc-46b6-94a2-62b562345947),segment_id=f2c1bced-d8fc-46b6-94a2-62b562345947)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:10.345489 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.400804 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.426449 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d4160-d115-4ecc-9db5-8b2139ee11f0 None None] Pushing event updated for resources: {'Port': ['ID=04c55bb0-1af2-4943-a2a3-da0d70dc31b8,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:10.449101 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.450704 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Set router 24641c9b-871c-4004-a8c1-25b9c7d1302e gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:10.493645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:10.499550 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:10.501935 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:10.504087 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Pushing event updated for resources: {'Port': ['ID=e07308db-f9fa-48b5-919e-5e1bb0d6c4a9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:10.700812 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 2, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:10.738704 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Checking router: 24641c9b-871c-4004-a8c1-25b9c7d1302e for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:56:10.739381 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Updating router 24641c9b-871c-4004-a8c1-25b9c7d1302e port bb24fcef-6a55-4c5c-8eed-a802fb161677 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:56:10.773259 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:10.803824 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.001247 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-490825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477078'] for router, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.135553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Router e076fe7f-5a25-40a0-ad98-66ef3efa5f03 is scheduled to L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 with binding_index 1 {{(pid=101712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 03 19:56:11.142999 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.153792 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.225269 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc0f56-153e-481d-aa5e-6d4589140f08 None None] Pushing event updated for resources: {'Port': ['ID=bb24fcef-6a55-4c5c-8eed-a802fb161677,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:11.255515 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc0f56-153e-481d-aa5e-6d4589140f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:11.255895 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc0f56-153e-481d-aa5e-6d4589140f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:11.256234 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc0f56-153e-481d-aa5e-6d4589140f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:11.256571 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc0f56-153e-481d-aa5e-6d4589140f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:11.256903 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc0f56-153e-481d-aa5e-6d4589140f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:11.257228 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc0f56-153e-481d-aa5e-6d4589140f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:11.257552 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc0f56-153e-481d-aa5e-6d4589140f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:11.257886 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc0f56-153e-481d-aa5e-6d4589140f08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:11.258208 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc0f56-153e-481d-aa5e-6d4589140f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:11.258532 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc0f56-153e-481d-aa5e-6d4589140f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:11.258852 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc0f56-153e-481d-aa5e-6d4589140f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:11.259170 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc0f56-153e-481d-aa5e-6d4589140f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:56:11.274244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:56:11.294558 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Sync routers for ids ['e076fe7f-5a25-40a0-ad98-66ef3efa5f03'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:56:11.300554 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Attempting to bind port bb24fcef-6a55-4c5c-8eed-a802fb161677 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:11.301351 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Attempting to bind port bb24fcef-6a55-4c5c-8eed-a802fb161677 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:11.301963 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Attempting to bind port bb24fcef-6a55-4c5c-8eed-a802fb161677 on network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:11.308688 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:11.309436 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Checking segment: {'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:11.309436 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.309983 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Bound using segment: {'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:11.310459 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Bound port: bb24fcef-6a55-4c5c-8eed-a802fb161677, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:11.311121 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.313382 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] Publish callbacks [] for router, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.314992 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Routers {'e076fe7f-5a25-40a0-ad98-66ef3efa5f03'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:11.315935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e076fe7f-5a25-40a0-ad98-66ef3efa5f03'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:11.317940 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42110) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:11.321916 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-1b0f359a-40fc-4152-bc78-0d9b8d801a8f admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6569211 Nov 03 19:56:11.371144 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a2544d72-cf4e-442b-b788-13d4b2ba8be2 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:11.396034 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] For port bb24fcef-6a55-4c5c-8eed-a802fb161677, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:11.400524 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] For port bb24fcef-6a55-4c5c-8eed-a802fb161677, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bb24fcef-6a55-4c5c-8eed-a802fb161677,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:11.406608 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.482786 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc0f56-153e-481d-aa5e-6d4589140f08 None None] Pushing event updated for resources: {'Port': ['ID=bb24fcef-6a55-4c5c-8eed-a802fb161677,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:11.506247 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Routers {'24641c9b-871c-4004-a8c1-25b9c7d1302e'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:11.506792 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['24641c9b-871c-4004-a8c1-25b9c7d1302e'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:11.524638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port a2544d72-cf4e-442b-b788-13d4b2ba8be2 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:11.525014 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.578876 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Set router e076fe7f-5a25-40a0-ad98-66ef3efa5f03 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:11.687880 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab84c16-014d-4485-abec-e2987ce7f31d None None] Network 04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 19:56:11.696969 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] Set router 24641c9b-871c-4004-a8c1-25b9c7d1302e gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:11.791915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-52492447-bd32-4319-af8d-7f61fb8d87a1 None None] Provisioning complete for port bb24fcef-6a55-4c5c-8eed-a802fb161677 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:11.792271 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-52492447-bd32-4319-af8d-7f61fb8d87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.894598 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:11.922143 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:11.940221 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:11Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:11.968102 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3555599-4ee3-43a1-af47-e803195b28bf None None] The sync data for ids ['24641c9b-871c-4004-a8c1-25b9c7d1302e'] in n-d-812150-4 is: [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:11Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:56:12.070394 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Allocated IP 172.20.0.1 (04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e/09abe546-dd05-452c-9bf6-355eb50048bf/4a9df273-1d2a-4df8-92c1-b7ada0867660) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:12.205377 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.260774 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.265174 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-52492447-bd32-4319-af8d-7f61fb8d87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.302478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:12.303180 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.304458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Network 04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:12.308182 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:12.315517 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:12.353687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-52492447-bd32-4319-af8d-7f61fb8d87a1 None None] For port bb24fcef-6a55-4c5c-8eed-a802fb161677, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bb24fcef-6a55-4c5c-8eed-a802fb161677,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:12.354685 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Pushing event updated for resources: {'Port': ['ID=4a9df273-1d2a-4df8-92c1-b7ada0867660,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:12.364657 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476363'] for router_interface, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.366643 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-52492447-bd32-4319-af8d-7f61fb8d87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.373420 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'name': 'tempest-TestSnapshotPattern-857066105-router', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'e07308db-f9fa-48b5-919e-5e1bb0d6c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:09Z', 'updated_at': '2021-11-03T19:56:10Z', 'revision_number': 3, 'project_id': 'd5cc742435924c5091d8627c4b9124fd', 'gw_port': {'id': 'e07308db-f9fa-48b5-919e-5e1bb0d6c4a9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:10Z', 'updated_at': '2021-11-03T19:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:12.436638 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Checking router: e076fe7f-5a25-40a0-ad98-66ef3efa5f03 for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:56:12.437003 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Updating router e076fe7f-5a25-40a0-ad98-66ef3efa5f03 port e07308db-f9fa-48b5-919e-5e1bb0d6c4a9 binding host n-d-812150-4 {{(pid=101713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:56:12.492410 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.543502 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52492447-bd32-4319-af8d-7f61fb8d87a1 None None] Pushing event updated for resources: {'Port': ['ID=bb24fcef-6a55-4c5c-8eed-a802fb161677,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:12.567002 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e4b0505e-697c-432f-a83e-3726a39d710e None None] Provisioning complete for port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:12.567451 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e4b0505e-697c-432f-a83e-3726a39d710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.574435 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.685191 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.796903 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.807262 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=04c55bb0-1af2-4943-a2a3-da0d70dc31b8,segment=NetworkSegment(f2c1bced-d8fc-46b6-94a2-62b562345947),segment_id=f2c1bced-d8fc-46b6-94a2-62b562345947)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:12.809012 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.834864 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.890566 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Pushing event updated for resources: {'Port': ['ID=4a9df273-1d2a-4df8-92c1-b7ada0867660,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:12.900690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476247'] for router_interface, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.916223 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e4b0505e-697c-432f-a83e-3726a39d710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:12.961618 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=04c55bb0-1af2-4943-a2a3-da0d70dc31b8,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:12.996954 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Network 04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:12.998626 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:13.048567 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.db.api [None req-e4b0505e-697c-432f-a83e-3726a39d710e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 03 19:56:13.048809 n-d-812150-4 neutron-server[101713]: DEBUG oslo_db.api [None req-e4b0505e-697c-432f-a83e-3726a39d710e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 03 19:56:13.050536 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Publish callbacks [] for port, precommit_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:13.060534 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:13.128917 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Attempting to bind port e07308db-f9fa-48b5-919e-5e1bb0d6c4a9 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:13.129305 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Attempting to bind port e07308db-f9fa-48b5-919e-5e1bb0d6c4a9 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:13.129678 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Attempting to bind port e07308db-f9fa-48b5-919e-5e1bb0d6c4a9 on network 5587e4b1-8810-4eef-bb38-61847d271d40 {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:13.137078 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:13.137505 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Checking segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:13.137505 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:13.137911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Bound using segment: {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'} {{(pid=101713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:13.138397 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.managers [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Bound port: e07308db-f9fa-48b5-919e-5e1bb0d6c4a9, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9b2d20-9f7f-47e3-9a77-fcd9e6589281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40'}}] {{(pid=101713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:13.140396 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:13.164285 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Router e076fe7f-5a25-40a0-ad98-66ef3efa5f03 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:56:13.238551 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cae749-ec8d-4e8c-94be-69a0fed754d3 None None] Pushing event updated for resources: {'Port': ['ID=e07308db-f9fa-48b5-919e-5e1bb0d6c4a9,revision_number=2']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:13.279470 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bb24fcef-6a55-4c5c-8eed-a802fb161677 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:13.296052 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:56:13.307617 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-49498254-7a68-401b-9055-e5975f25161f admin admin] 10.222.0.107 "PUT /v2.0/routers/e076fe7f-5a25-40a0-ad98-66ef3efa5f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9863188 Nov 03 19:56:13.332556 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] For port e07308db-f9fa-48b5-919e-5e1bb0d6c4a9, host n-d-812150-4, cleared binding levels {{(pid=101713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:13.347263 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] For port e07308db-f9fa-48b5-919e-5e1bb0d6c4a9, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e07308db-f9fa-48b5-919e-5e1bb0d6c4a9,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:13.353111 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:13.397174 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port bb24fcef-6a55-4c5c-8eed-a802fb161677 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:13.397555 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:13.447290 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Routers {'e076fe7f-5a25-40a0-ad98-66ef3efa5f03'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:13.447956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e076fe7f-5a25-40a0-ad98-66ef3efa5f03'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:13.500137 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cae749-ec8d-4e8c-94be-69a0fed754d3 None None] Pushing event updated for resources: {'Port': ['ID=e07308db-f9fa-48b5-919e-5e1bb0d6c4a9,revision_number=3']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:13.623848 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] Set router e076fe7f-5a25-40a0-ad98-66ef3efa5f03 gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:13.681674 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:13.737392 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e4b0505e-697c-432f-a83e-3726a39d710e None None] Provisioning complete for port bb24fcef-6a55-4c5c-8eed-a802fb161677 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:13.737654 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e4b0505e-697c-432f-a83e-3726a39d710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:13.794921 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42118) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:13.800291 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [None req-0b3b3c0b-c815-4a5b-8a9d-c0edeb138c47 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2104551729', 'description': 'tempest-secgroup-smoke-2104551729 description', 'project_id': '0804ec8216df4883b83ca6beab880a88'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:13.823311 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b3b3c0b-c815-4a5b-8a9d-c0edeb138c47 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:13.867850 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:13.868220 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:13.890830 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b3b3c0b-c815-4a5b-8a9d-c0edeb138c47 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:13.895496 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b3b3c0b-c815-4a5b-8a9d-c0edeb138c47 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:13.923066 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-0b3b3c0b-c815-4a5b-8a9d-c0edeb138c47 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:13.927140 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-0b3b3c0b-c815-4a5b-8a9d-c0edeb138c47 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1310172 Nov 03 19:56:13.927797 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42120) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:13.932918 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-feb8b5b4-8fd1-42f2-8763-34be6fa268d4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Request body: {'security_group_rule': {'security_group_id': 'c629efc1-0c03-4f12-9b3f-5e6de7bc49fe', 'project_id': '0804ec8216df4883b83ca6beab880a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:13.935951 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b3c0b-c815-4a5b-8a9d-c0edeb138c47 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:13.963627 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-feb8b5b4-8fd1-42f2-8763-34be6fa268d4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:13.972206 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.022214 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-feb8b5b4-8fd1-42f2-8763-34be6fa268d4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.025854 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-feb8b5b4-8fd1-42f2-8763-34be6fa268d4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.033046 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'name': 'tempest-TestSnapshotPattern-857066105-router', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'e07308db-f9fa-48b5-919e-5e1bb0d6c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:09Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 4, 'project_id': 'd5cc742435924c5091d8627c4b9124fd', 'gw_port': {'id': 'e07308db-f9fa-48b5-919e-5e1bb0d6c4a9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:10Z', 'updated_at': '2021-11-03T19:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '4a9df273-1d2a-4df8-92c1-b7ada0867660', 'name': '', 'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'mac_address': 'fa:16:3e:b9:ee:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '09abe546-dd05-452c-9bf6-355eb50048bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:11Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 2, 'project_id': 'd5cc742435924c5091d8627c4b9124fd', 'subnets': [{'id': '09abe546-dd05-452c-9bf6-355eb50048bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:14.048220 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8b5b4-8fd1-42f2-8763-34be6fa268d4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be345feb-466f-448a-9395-fc3a587e136c,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:14.054239 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-feb8b5b4-8fd1-42f2-8763-34be6fa268d4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.055442 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-feb8b5b4-8fd1-42f2-8763-34be6fa268d4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265707 Nov 03 19:56:14.058230 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42122) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:14.062870 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-32d074da-3531-43c7-ad11-3ddc24d1379e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Request body: {'security_group_rule': {'security_group_id': 'c629efc1-0c03-4f12-9b3f-5e6de7bc49fe', 'project_id': '0804ec8216df4883b83ca6beab880a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:14.064297 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba2784-e0a8-44e9-8574-d48f59f505ae None None] The sync data for ids ['e076fe7f-5a25-40a0-ad98-66ef3efa5f03'] in n-d-812150-4 is: [{'id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'name': 'tempest-TestSnapshotPattern-857066105-router', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'e07308db-f9fa-48b5-919e-5e1bb0d6c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:09Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 4, 'project_id': 'd5cc742435924c5091d8627c4b9124fd', 'gw_port': {'id': 'e07308db-f9fa-48b5-919e-5e1bb0d6c4a9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:10Z', 'updated_at': '2021-11-03T19:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '4a9df273-1d2a-4df8-92c1-b7ada0867660', 'name': '', 'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'mac_address': 'fa:16:3e:b9:ee:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '09abe546-dd05-452c-9bf6-355eb50048bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:11Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 2, 'project_id': 'd5cc742435924c5091d8627c4b9124fd', 'subnets': [{'id': '09abe546-dd05-452c-9bf6-355eb50048bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:56:14.091198 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-32d074da-3531-43c7-ad11-3ddc24d1379e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.101986 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6885c8eb-86bd-42cf-9c99-b2b7388c2858 None None] Provisioning complete for port 4a9df273-1d2a-4df8-92c1-b7ada0867660 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:14.102387 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6885c8eb-86bd-42cf-9c99-b2b7388c2858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.137267 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-6885c8eb-86bd-42cf-9c99-b2b7388c2858 None None] Port 4a9df273-1d2a-4df8-92c1-b7ada0867660 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:56:14.149104 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-6885c8eb-86bd-42cf-9c99-b2b7388c2858 None None] Provisioning complete for port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:14.149478 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6885c8eb-86bd-42cf-9c99-b2b7388c2858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.157917 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-32d074da-3531-43c7-ad11-3ddc24d1379e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.162822 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-32d074da-3531-43c7-ad11-3ddc24d1379e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.182035 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d074da-3531-43c7-ad11-3ddc24d1379e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad02774-7f45-4954-8e9c-f4809091d19a,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:14.192110 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-32d074da-3531-43c7-ad11-3ddc24d1379e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.193369 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-32d074da-3531-43c7-ad11-3ddc24d1379e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340570 Nov 03 19:56:14.196126 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42124) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:14.201053 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-09931247-861f-46cb-b5a5-7d0bcbb321c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Request body: {'security_group_rule': {'security_group_id': 'c629efc1-0c03-4f12-9b3f-5e6de7bc49fe', 'project_id': '0804ec8216df4883b83ca6beab880a88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:14.233181 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-09931247-861f-46cb-b5a5-7d0bcbb321c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.320415 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-09931247-861f-46cb-b5a5-7d0bcbb321c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.324719 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-09931247-861f-46cb-b5a5-7d0bcbb321c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.346264 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09931247-861f-46cb-b5a5-7d0bcbb321c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1cce5c-5252-4cb0-88b9-f3262fdf5469,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:14.351925 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-09931247-861f-46cb-b5a5-7d0bcbb321c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.353150 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-09931247-861f-46cb-b5a5-7d0bcbb321c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1558611 Nov 03 19:56:14.355802 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42126) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:14.360915 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-549a10e4-2b78-418f-b649-79429eadccb3 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Request body: {'security_group_rule': {'security_group_id': 'c629efc1-0c03-4f12-9b3f-5e6de7bc49fe', 'project_id': '0804ec8216df4883b83ca6beab880a88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:14.388830 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-549a10e4-2b78-418f-b649-79429eadccb3 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.450340 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-549a10e4-2b78-418f-b649-79429eadccb3 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.461768 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-549a10e4-2b78-418f-b649-79429eadccb3 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.481867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a10e4-2b78-418f-b649-79429eadccb3 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21755e3f-c06c-4d88-b0d4-11d37e92f2ea,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:14.498523 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-549a10e4-2b78-418f-b649-79429eadccb3 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.502962 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-549a10e4-2b78-418f-b649-79429eadccb3 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433082 Nov 03 19:56:14.503302 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42128) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:14.508073 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-133d2def-b07f-4b88-96a7-b55dbd80c9f2 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Request body: {'security_group_rule': {'security_group_id': 'c629efc1-0c03-4f12-9b3f-5e6de7bc49fe', 'project_id': '0804ec8216df4883b83ca6beab880a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:14.532436 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-133d2def-b07f-4b88-96a7-b55dbd80c9f2 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Project 0804ec8216df4883b83ca6beab880a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:56:14.537749 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133d2def-b07f-4b88-96a7-b55dbd80c9f2 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.606161 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133d2def-b07f-4b88-96a7-b55dbd80c9f2 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.610267 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133d2def-b07f-4b88-96a7-b55dbd80c9f2 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.630450 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d2def-b07f-4b88-96a7-b55dbd80c9f2 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbd8302-28dc-44fb-80a9-71763c52fe47,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:14.640390 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-133d2def-b07f-4b88-96a7-b55dbd80c9f2 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.641630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-133d2def-b07f-4b88-96a7-b55dbd80c9f2 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371393 Nov 03 19:56:14.644489 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42130) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:14.649053 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-44c7ff18-0fed-4021-8a0f-9516b75dd70d tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Request body: {'security_group_rule': {'security_group_id': 'c629efc1-0c03-4f12-9b3f-5e6de7bc49fe', 'project_id': '0804ec8216df4883b83ca6beab880a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:14.671198 n-d-812150-4 neutron-server[101712]: INFO neutron.db.securitygroups_db [None req-44c7ff18-0fed-4021-8a0f-9516b75dd70d tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Project 0804ec8216df4883b83ca6beab880a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 03 19:56:14.676134 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44c7ff18-0fed-4021-8a0f-9516b75dd70d tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.740248 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44c7ff18-0fed-4021-8a0f-9516b75dd70d tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.744750 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44c7ff18-0fed-4021-8a0f-9516b75dd70d tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620907'] for security_group_rule, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.765882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7ff18-0fed-4021-8a0f-9516b75dd70d tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910e14f6-488b-4641-8c1b-a75d3d951240,revision_number=0']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:14.774416 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-44c7ff18-0fed-4021-8a0f-9516b75dd70d tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:14.775647 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-44c7ff18-0fed-4021-8a0f-9516b75dd70d tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303089 Nov 03 19:56:14.949919 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-c9aa3364-f94b-46b5-ae9b-b837063479c6 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104551729&fields=id&tenant_id=0804ec8216df4883b83ca6beab880a88 HTTP/1.1" status: 200 len: 267 time: 0.0467730 Nov 03 19:56:15.064765 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-2a6fcf0f-9c7b-4dc5-a2df-295403607892 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:15.066388 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-2a6fcf0f-9c7b-4dc5-a2df-295403607892 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 810 time: 0.1088092 Nov 03 19:56:15.081967 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-dba3d92e-4719-46ae-a5eb-d1491dcbe6cb tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/quotas/0804ec8216df4883b83ca6beab880a88 HTTP/1.1" status: 200 len: 375 time: 0.0095742 Nov 03 19:56:15.140894 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-38090633-a7cb-4e73-af7f-a3f39593e3e0 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529482 Nov 03 19:56:15.207629 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e07308db-f9fa-48b5-919e-5e1bb0d6c4a9 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:15.255188 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-950c9f67-b495-4f83-9edc-18db4354e1d7 service neutron] 10.222.0.107 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012003 Nov 03 19:56:15.260723 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e07308db-f9fa-48b5-919e-5e1bb0d6c4a9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:15.261175 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:15.351047 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-24ebd7eb-5630-4d10-9480-6dca1cbc4009 service neutron] 10.222.0.107 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893836 Nov 03 19:56:15.509834 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:15.530954 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] For port e07308db-f9fa-48b5-919e-5e1bb0d6c4a9, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e07308db-f9fa-48b5-919e-5e1bb0d6c4a9,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:15.536872 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:15.591971 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Pushing event updated for resources: {'Port': ['ID=e07308db-f9fa-48b5-919e-5e1bb0d6c4a9,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:16.198672 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Sync routers for ids ['e076fe7f-5a25-40a0-ad98-66ef3efa5f03'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:56:16.210466 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Routers {'e076fe7f-5a25-40a0-ad98-66ef3efa5f03'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:16.211093 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e076fe7f-5a25-40a0-ad98-66ef3efa5f03'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:16.321589 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Set router e076fe7f-5a25-40a0-ad98-66ef3efa5f03 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:16.528850 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'name': 'tempest-TestSnapshotPattern-857066105-router', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'e07308db-f9fa-48b5-919e-5e1bb0d6c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:09Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 4, 'project_id': 'd5cc742435924c5091d8627c4b9124fd', 'gw_port': {'id': 'e07308db-f9fa-48b5-919e-5e1bb0d6c4a9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:10Z', 'updated_at': '2021-11-03T19:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '4a9df273-1d2a-4df8-92c1-b7ada0867660', 'name': '', 'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'mac_address': 'fa:16:3e:b9:ee:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '09abe546-dd05-452c-9bf6-355eb50048bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:11Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 2, 'project_id': 'd5cc742435924c5091d8627c4b9124fd', 'subnets': [{'id': '09abe546-dd05-452c-9bf6-355eb50048bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:16.557018 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b5b3e236-fad3-45b3-b703-0c9248f57ba8 req-0864c778-cedb-471f-ac76-c8f5848331cb tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 210 time: 0.0276697 Nov 03 19:56:16.559077 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Checking router: e076fe7f-5a25-40a0-ad98-66ef3efa5f03 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:56:16.559511 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Updating router e076fe7f-5a25-40a0-ad98-66ef3efa5f03 port 4a9df273-1d2a-4df8-92c1-b7ada0867660 binding host n-d-812150-4 {{(pid=101714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 03 19:56:16.589041 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:16.864920 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Publish callbacks [] for port, precommit_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:16.870030 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:16.936573 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530fecd-509e-459d-ab48-8d0528308c4f None None] Pushing event updated for resources: {'Port': ['ID=4a9df273-1d2a-4df8-92c1-b7ada0867660,revision_number=3']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:16.972033 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Attempting to bind port 4a9df273-1d2a-4df8-92c1-b7ada0867660 on host n-d-812150-4 for vnic_type normal with profile {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:16.972409 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Attempting to bind port 4a9df273-1d2a-4df8-92c1-b7ada0867660 by drivers openvswitch,hyperv on host n-d-812150-4 at level 0 using segments [{'id': 'f2c1bced-d8fc-46b6-94a2-62b562345947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e'}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:16.972896 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Attempting to bind port 4a9df273-1d2a-4df8-92c1-b7ada0867660 on network 04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:16.978748 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Checking agent: {'id': 'cd1c4bc9-dc0c-4afc-bc52-607acdccba73', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 22, 1), 'started_at': datetime.datetime(2021, 11, 3, 18, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812150-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:16.979141 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Checking segment: {'id': 'f2c1bced-d8fc-46b6-94a2-62b562345947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:16.979622 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:16.979995 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Bound using segment: {'id': 'f2c1bced-d8fc-46b6-94a2-62b562345947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e'} {{(pid=101714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:16.980459 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.managers [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Bound port: 4a9df273-1d2a-4df8-92c1-b7ada0867660, host: n-d-812150-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c1bced-d8fc-46b6-94a2-62b562345947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e'}}] {{(pid=101714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:16.980836 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:17.054082 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] For port 4a9df273-1d2a-4df8-92c1-b7ada0867660, host n-d-812150-4, cleared binding levels {{(pid=101714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:17.057571 n-d-812150-4 neutron-server[101714]: DEBUG neutron.plugins.ml2.db [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] For port 4a9df273-1d2a-4df8-92c1-b7ada0867660, host n-d-812150-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4a9df273-1d2a-4df8-92c1-b7ada0867660,segment=NetworkSegment(f2c1bced-d8fc-46b6-94a2-62b562345947),segment_id=f2c1bced-d8fc-46b6-94a2-62b562345947)] {{(pid=101714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:17.061541 n-d-812150-4 neutron-server[101714]: DEBUG neutron_lib.callbacks.manager [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:17.118336 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Routers {'e076fe7f-5a25-40a0-ad98-66ef3efa5f03'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:17.119135 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e076fe7f-5a25-40a0-ad98-66ef3efa5f03'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:17.206416 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e07308db-f9fa-48b5-919e-5e1bb0d6c4a9 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:17.217208 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530fecd-509e-459d-ab48-8d0528308c4f None None] Pushing event updated for resources: {'Port': ['ID=4a9df273-1d2a-4df8-92c1-b7ada0867660,revision_number=4']} {{(pid=101714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:17.241000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-22eb75e3-aa1e-4836-b012-8a17ba43dfa2 None None] Provisioning complete for port 4a9df273-1d2a-4df8-92c1-b7ada0867660 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:17.241371 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-22eb75e3-aa1e-4836-b012-8a17ba43dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:17.245371 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] Set router e076fe7f-5a25-40a0-ad98-66ef3efa5f03 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:17.309109 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port e07308db-f9fa-48b5-919e-5e1bb0d6c4a9 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:17.309765 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:17.372215 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-22eb75e3-aa1e-4836-b012-8a17ba43dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:17.431484 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-22eb75e3-aa1e-4836-b012-8a17ba43dfa2 None None] For port 4a9df273-1d2a-4df8-92c1-b7ada0867660, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4a9df273-1d2a-4df8-92c1-b7ada0867660,segment=NetworkSegment(f2c1bced-d8fc-46b6-94a2-62b562345947),segment_id=f2c1bced-d8fc-46b6-94a2-62b562345947)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:17.442283 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-22eb75e3-aa1e-4836-b012-8a17ba43dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:17.490261 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'name': 'tempest-TestSnapshotPattern-857066105-router', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'e07308db-f9fa-48b5-919e-5e1bb0d6c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:09Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 4, 'project_id': 'd5cc742435924c5091d8627c4b9124fd', 'gw_port': {'id': 'e07308db-f9fa-48b5-919e-5e1bb0d6c4a9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:10Z', 'updated_at': '2021-11-03T19:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '4a9df273-1d2a-4df8-92c1-b7ada0867660', 'name': '', 'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'mac_address': 'fa:16:3e:b9:ee:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '09abe546-dd05-452c-9bf6-355eb50048bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:11Z', 'updated_at': '2021-11-03T19:56:17Z', 'revision_number': 4, 'project_id': 'd5cc742435924c5091d8627c4b9124fd', 'subnets': [{'id': '09abe546-dd05-452c-9bf6-355eb50048bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:17.506644 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb75e3-aa1e-4836-b012-8a17ba43dfa2 None None] Pushing event updated for resources: {'Port': ['ID=4a9df273-1d2a-4df8-92c1-b7ada0867660,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:17.564045 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-b9ee439d-1ac2-44cd-b96f-ede0e536ccda None None] Provisioning complete for port 4a9df273-1d2a-4df8-92c1-b7ada0867660 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:17.564330 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b9ee439d-1ac2-44cd-b96f-ede0e536ccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:17.589165 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-806f7930-2a09-447e-b360-63bf62fb0438 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:17.591113 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-806f7930-2a09-447e-b360-63bf62fb0438 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.98 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 810 time: 0.1335661 Nov 03 19:56:17.659044 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7be4b3a-7a1d-4b67-9fb8-e5b402594260 None None] The sync data for ids ['e076fe7f-5a25-40a0-ad98-66ef3efa5f03'] in n-d-812150-4 is: [{'id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'name': 'tempest-TestSnapshotPattern-857066105-router', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'e07308db-f9fa-48b5-919e-5e1bb0d6c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:09Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 4, 'project_id': 'd5cc742435924c5091d8627c4b9124fd', 'gw_port': {'id': 'e07308db-f9fa-48b5-919e-5e1bb0d6c4a9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:10Z', 'updated_at': '2021-11-03T19:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': '4a9df273-1d2a-4df8-92c1-b7ada0867660', 'name': '', 'network_id': '04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'mac_address': 'fa:16:3e:b9:ee:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '09abe546-dd05-452c-9bf6-355eb50048bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:11Z', 'updated_at': '2021-11-03T19:56:17Z', 'revision_number': 4, 'project_id': 'd5cc742435924c5091d8627c4b9124fd', 'subnets': [{'id': '09abe546-dd05-452c-9bf6-355eb50048bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:56:17.703943 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-6865fdd2-edae-4f8b-b2a0-e340c82fbf19 req-c92161aa-1457-413e-9d30-e33b6d01ef1f tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 210 time: 0.0412092 Nov 03 19:56:17.732997 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-390e776e-0c1b-4258-bba2-c5e2962c0852 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0804ec8216df4883b83ca6beab880a88 HTTP/1.1" status: 200 len: 380 time: 0.1320961 Nov 03 19:56:17.744616 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-325ad9a4-280b-4cf1-a599-66cea238811b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Request body: {'port': {'device_id': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'admin_state_up': True, 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'security_groups': ['c629efc1-0c03-4f12-9b3f-5e6de7bc49fe']}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:17.870864 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-325ad9a4-280b-4cf1-a599-66cea238811b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Made reservation on behalf of 0804ec8216df4883b83ca6beab880a88 for: {'port': 1} {{(pid=101712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:56:17.875341 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-325ad9a4-280b-4cf1-a599-66cea238811b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:18.022436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-325ad9a4-280b-4cf1-a599-66cea238811b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Allocated IP 172.20.0.8 (dc75be91-3f4d-4bf8-8401-1f4912ac1c5a/0669c310-fe54-4d14-a7f1-870be5ae0c09/ca7b131c-05ec-4b85-bda1-2907f02fb593) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:18.179523 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-325ad9a4-280b-4cf1-a599-66cea238811b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:18.216177 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-325ad9a4-280b-4cf1-a599-66cea238811b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:18.264305 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-325ad9a4-280b-4cf1-a599-66cea238811b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:18.267722 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-325ad9a4-280b-4cf1-a599-66cea238811b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:18.274132 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-325ad9a4-280b-4cf1-a599-66cea238811b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:18.302853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ad9a4-280b-4cf1-a599-66cea238811b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event updated for resources: {'Port': ['ID=ca7b131c-05ec-4b85-bda1-2907f02fb593,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:18.332667 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-325ad9a4-280b-4cf1-a599-66cea238811b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:18.333326 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-325ad9a4-280b-4cf1-a599-66cea238811b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:18.354729 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-325ad9a4-280b-4cf1-a599-66cea238811b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6141913 Nov 03 19:56:18.366814 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Request body: {'port': {'device_id': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812150-4'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:18.438032 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:18.514224 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-8c4261d6-bf2d-4515-8283-8d8ea2f180f8 None None] Provisioning complete for port ca7b131c-05ec-4b85-bda1-2907f02fb593 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:18.514854 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8c4261d6-bf2d-4515-8283-8d8ea2f180f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:18.550815 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-8c4261d6-bf2d-4515-8283-8d8ea2f180f8 None None] Port ca7b131c-05ec-4b85-bda1-2907f02fb593 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:56:18.772357 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7b131c-05ec-4b85-bda1-2907f02fb593 {{(pid=101712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:56:18.782499 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:18.797411 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.provisioning_blocks [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Transition to ACTIVE for port object ca7b131c-05ec-4b85-bda1-2907f02fb593 will not be triggered until provisioned by entity L2. {{(pid=101712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:56:18.802668 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:18.881723 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7b131c-05ec-4b85-bda1-2907f02fb593,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:18.941361 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee8a81-67dd-41e0-ae36-e2429f838b6e req-f25c98aa-5965-4075-bde2-6be8c894e42f tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:18.942915 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7ee8a81-67dd-41e0-ae36-e2429f838b6e req-f25c98aa-5965-4075-bde2-6be8c894e42f tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 943 time: 0.1127231 Nov 03 19:56:18.996580 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Attempting to bind port ca7b131c-05ec-4b85-bda1-2907f02fb593 on host n-h2-812150-4 for vnic_type normal with profile {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:56:18.996934 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Attempting to bind port ca7b131c-05ec-4b85-bda1-2907f02fb593 by drivers openvswitch,hyperv on host n-h2-812150-4 at level 0 using segments [{'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:56:18.997442 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Attempting to bind port ca7b131c-05ec-4b85-bda1-2907f02fb593 on network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:19.012537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Port ca7b131c-05ec-4b85-bda1-2907f02fb593 on network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a not bound, no agent of type Open vSwitch agent registered on host n-h2-812150-4 {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:56:19.012869 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Attempting to bind port ca7b131c-05ec-4b85-bda1-2907f02fb593 on network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:56:19.020989 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e7ee8a81-67dd-41e0-ae36-e2429f838b6e req-4d8d83bf-bff9-45d0-8d57-726e8557cdc1 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717022 Nov 03 19:56:19.023927 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Checking agent: {'id': '4ede2847-fae3-4559-99ac-c9e233f7e143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'started_at': datetime.datetime(2021, 11, 3, 18, 29, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:56:19.024266 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Checking segment: {'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:56:19.024642 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Bound using segment: {'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'} {{(pid=101712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:56:19.025081 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.managers [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Bound port: ca7b131c-05ec-4b85-bda1-2907f02fb593, host: n-h2-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'}}] {{(pid=101712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:56:19.025484 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:19.099396 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] For port ca7b131c-05ec-4b85-bda1-2907f02fb593, host n-h2-812150-4, cleared binding levels {{(pid=101712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:56:19.102501 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] For port ca7b131c-05ec-4b85-bda1-2907f02fb593, host n-h2-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:56:19.107495 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:19.154835 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:19.155547 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:19.157341 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] 10.222.0.98 "PUT /v2.0/ports/ca7b131c-05ec-4b85-bda1-2907f02fb593 HTTP/1.1" status: 200 len: 1091 time: 0.7948706 Nov 03 19:56:19.157895 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'tag': 'ca7b131c-05ec-4b85-bda1-2907f02fb593'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:56:19.160423 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fcd416-614e-4b5f-87ff-8e0c5467b9af" -d '{"events": [{"name": "network-changed", "server_uuid": "73c7d859-6a28-4921-9cc9-bd2320c1652e", "tag": "ca7b131c-05ec-4b85-bda1-2907f02fb593"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:56:19.181399 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f518bc-8ef4-4801-a992-06a19d05de00 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7b131c-05ec-4b85-bda1-2907f02fb593,revision_number=3']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:19.238172 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f762653d-b2ad-4039-87e5-156509f4f87f x-openstack-request-id: req-f762653d-b2ad-4039-87e5-156509f4f87f {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:56:19.238477 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c7d859-6a28-4921-9cc9-bd2320c1652e", "tag": "ca7b131c-05ec-4b85-bda1-2907f02fb593", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:56:19.238725 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f762653d-b2ad-4039-87e5-156509f4f87f {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:56:19.239137 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'tag': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'status': 'completed', 'code': 200} Nov 03 19:56:19.275804 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4a9df273-1d2a-4df8-92c1-b7ada0867660 up at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:19.285248 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-14ef1059-ad56-4912-813c-5723368e2b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:19.286782 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-14ef1059-ad56-4912-813c-5723368e2b74 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 1094 time: 0.0468309 Nov 03 19:56:19.329523 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Provisioning complete for port 4a9df273-1d2a-4df8-92c1-b7ada0867660 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:19.329901 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:19.330610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-261f4d7d-f872-4703-9336-d9602f294f6c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593 HTTP/1.1" status: 200 len: 217 time: 0.0362086 Nov 03 19:56:19.384167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-1ed78fe4-061a-4dfc-bf09-725e5a9de7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:19.385649 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-1ed78fe4-061a-4dfc-bf09-725e5a9de7e6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0669c310-fe54-4d14-a7f1-870be5ae0c09 HTTP/1.1" status: 200 len: 849 time: 0.0488930 Nov 03 19:56:19.435995 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-13c40112-68ce-471e-8b63-cf1d814d6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:19.438033 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-13c40112-68ce-471e-8b63-cf1d814d6b33 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446789 Nov 03 19:56:19.531760 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-a605fda1-aa72-4eaa-8eb3-94be496a1fa0 service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868433 Nov 03 19:56:19.636070 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f51580b7-8202-4957-a2a0-774fd72ae6f1 req-282e33e7-6bdd-4cf2-a59e-fbcb5a117665 service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971367 Nov 03 19:56:19.732409 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcd416-614e-4b5f-87ff-8e0c5467b9af req-d5ee7b53-82a1-4d67-ab8c-0bac07077729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:19.734415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fcd416-614e-4b5f-87ff-8e0c5467b9af req-d5ee7b53-82a1-4d67-ab8c-0bac07077729 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 1094 time: 0.0498426 Nov 03 19:56:19.835654 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcd416-614e-4b5f-87ff-8e0c5467b9af req-c691c7f6-32e5-43c2-80ef-b0b524e4306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:19.837182 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fcd416-614e-4b5f-87ff-8e0c5467b9af req-c691c7f6-32e5-43c2-80ef-b0b524e4306b service neutron] 10.222.0.98 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 911 time: 0.0960500 Nov 03 19:56:19.882381 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fcd416-614e-4b5f-87ff-8e0c5467b9af req-29d1c1dc-1582-4e2a-96dd-5a173d82a7f5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593 HTTP/1.1" status: 200 len: 217 time: 0.0358858 Nov 03 19:56:19.933177 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcd416-614e-4b5f-87ff-8e0c5467b9af req-e347ff3d-2df5-4f99-bcf6-3863bccd93b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:19.934687 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fcd416-614e-4b5f-87ff-8e0c5467b9af req-e347ff3d-2df5-4f99-bcf6-3863bccd93b8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0669c310-fe54-4d14-a7f1-870be5ae0c09 HTTP/1.1" status: 200 len: 849 time: 0.0451720 Nov 03 19:56:19.991614 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcd416-614e-4b5f-87ff-8e0c5467b9af req-66362b54-aa07-44ec-85f7-c925a633d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:19.993166 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fcd416-614e-4b5f-87ff-8e0c5467b9af req-66362b54-aa07-44ec-85f7-c925a633d809 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512938 Nov 03 19:56:20.096778 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fcd416-614e-4b5f-87ff-8e0c5467b9af req-88bd207d-9f9a-40aa-b51f-29c51d79e7d2 service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951910 Nov 03 19:56:20.208537 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a053c-4221-45ac-a0ca-ae03101ff9a7 req-059d50ca-9d58-456b-adb3-e9eb9683d4df tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:20.210149 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-366a053c-4221-45ac-a0ca-ae03101ff9a7 req-059d50ca-9d58-456b-adb3-e9eb9683d4df tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 943 time: 0.1110437 Nov 03 19:56:20.241550 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09fcd416-614e-4b5f-87ff-8e0c5467b9af req-bf25e728-de72-4da7-b1a8-1d4c2b26b552 service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334860 Nov 03 19:56:20.274071 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-366a053c-4221-45ac-a0ca-ae03101ff9a7 req-ed403425-72ed-4662-8932-75ad08fb105e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548921 Nov 03 19:56:20.910201 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ca7b131c-05ec-4b85-bda1-2907f02fb593 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:56:21.013673 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ca7b131c-05ec-4b85-bda1-2907f02fb593, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:21.024430 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'port_id': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'mac_address': 'fa:16:3e:86:c0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:56:21.060919 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:21.074428 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7b131c-05ec-4b85-bda1-2907f02fb593 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:56:21.093431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ca7b131c-05ec-4b85-bda1-2907f02fb593, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:21.097334 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:21.144413 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=ca7b131c-05ec-4b85-bda1-2907f02fb593,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:21.310070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['ca7b131c-05ec-4b85-bda1-2907f02fb593'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:56:21.392882 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471bb69-d5df-4b7a-9c26-db6418f05fa8 req-81e1a318-e47b-4835-9d4f-975fae8d44ab tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:21.394502 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d471bb69-d5df-4b7a-9c26-db6418f05fa8 req-81e1a318-e47b-4835-9d4f-975fae8d44ab tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 944 time: 0.0487530 Nov 03 19:56:21.448402 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d471bb69-d5df-4b7a-9c26-db6418f05fa8 req-8d0da074-8bc0-44e9-be4a-c06b523674dd tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477321 Nov 03 19:56:22.565002 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1be85a-99bb-4629-8fc6-d4489c962755 req-8365296b-43c1-4386-ad68-4db3c94f8dcf tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:22.566610 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a1be85a-99bb-4629-8fc6-d4489c962755 req-8365296b-43c1-4386-ad68-4db3c94f8dcf tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 944 time: 0.0500400 Nov 03 19:56:22.625398 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0a1be85a-99bb-4629-8fc6-d4489c962755 req-91335ca2-1d19-44e3-aca2-a4c1862c64a9 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526786 Nov 03 19:56:22.911357 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ca7b131c-05ec-4b85-bda1-2907f02fb593 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:56:22.968590 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning for port ca7b131c-05ec-4b85-bda1-2907f02fb593 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:56:22.972293 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port ca7b131c-05ec-4b85-bda1-2907f02fb593 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:56:22.972781 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:23.049297 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:23.071630 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b131c-05ec-4b85-bda1-2907f02fb593'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:56:23.073886 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ebcc8d-2ff8-4761-b6ec-8ca28b697559" -d '{"events": [{"server_uuid": "73c7d859-6a28-4921-9cc9-bd2320c1652e", "name": "network-vif-plugged", "status": "completed", "tag": "ca7b131c-05ec-4b85-bda1-2907f02fb593"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:56:23.086755 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ca7b131c-05ec-4b85-bda1-2907f02fb593, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:56:23.091803 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:23.143314 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=ca7b131c-05ec-4b85-bda1-2907f02fb593,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:23.177089 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9e818b-bb42-486f-b1bb-c61a616b354e x-openstack-request-id: req-3f9e818b-bb42-486f-b1bb-c61a616b354e {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:56:23.177396 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c7d859-6a28-4921-9cc9-bd2320c1652e", "name": "network-vif-plugged", "status": "completed", "tag": "ca7b131c-05ec-4b85-bda1-2907f02fb593", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:56:23.177650 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3f9e818b-bb42-486f-b1bb-c61a616b354e {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:56:23.178049 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'code': 200} Nov 03 19:56:23.274862 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545a480-deac-4cf9-985e-90eeeb67cb4d req-72320075-e39e-4956-8405-2357e6e6737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:23.276415 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d545a480-deac-4cf9-985e-90eeeb67cb4d req-72320075-e39e-4956-8405-2357e6e6737e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 1096 time: 0.0410471 Nov 03 19:56:23.324429 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-d545a480-deac-4cf9-985e-90eeeb67cb4d req-6d83c3f5-d633-4738-b51b-a27d89049c67 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408621 Nov 03 19:56:23.746021 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b9283-981a-49e6-81e7-16da84516267 req-2d97493c-0411-4b41-bd8c-41ae6bb3b25d tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:23.747514 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a8b9283-981a-49e6-81e7-16da84516267 req-2d97493c-0411-4b41-bd8c-41ae6bb3b25d tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 945 time: 0.0553570 Nov 03 19:56:23.798152 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a8b9283-981a-49e6-81e7-16da84516267 req-0149d335-5a73-4ecd-ba8d-71913187a114 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440762 Nov 03 19:56:24.913841 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad080f5-00a8-468b-ae61-c1d4cd813064 req-02e558d8-897a-4f56-9220-e0309edf0a9e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:24.915621 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0ad080f5-00a8-468b-ae61-c1d4cd813064 req-02e558d8-897a-4f56-9220-e0309edf0a9e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 945 time: 0.0486383 Nov 03 19:56:24.965255 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-0ad080f5-00a8-468b-ae61-c1d4cd813064 req-b106b1a8-a48a-4c6a-b846-438b37b6f72c tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428603 Nov 03 19:56:25.083618 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a3b48-8e9a-47ca-a846-394372998b55 req-8c81d3b0-6c0d-44df-8d56-998d5d4294bc tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:25.085109 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f16a3b48-8e9a-47ca-a846-394372998b55 req-8c81d3b0-6c0d-44df-8d56-998d5d4294bc tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 945 time: 0.0525064 Nov 03 19:56:25.134551 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-f16a3b48-8e9a-47ca-a846-394372998b55 req-e38d40fe-f9eb-4333-b32e-ed60de32b428 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435958 Nov 03 19:56:25.156167 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42184) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:25.281415 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9861155e-6dce-422d-9bb6-a36452d84a5c tempest-TestSnapshotPattern-2007836338 tempest-TestSnapshotPattern-2007836338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:25.282952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9861155e-6dce-422d-9bb6-a36452d84a5c tempest-TestSnapshotPattern-2007836338 tempest-TestSnapshotPattern-2007836338-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 1091 time: 0.1257725 Nov 03 19:56:25.285825 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42188) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:56:25.290475 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:56:25.312334 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:25.416755 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:25.518668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Allocated IP 172.25.2.156 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/f19979a5-5b39-4d37-b1ac-38c6547efe3c) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:56:25.618296 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:25.651835 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:25.688572 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:56:25.693922 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:56:25.697474 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:56:25.703448 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event updated for resources: {'Port': ['ID=f19979a5-5b39-4d37-b1ac-38c6547efe3c,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:25.927127 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-bb904762-fd31-458a-afef-ec683413cb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:26.399522 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:26.466367 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:26.613462 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:26.617921 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:26.691627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event updated for resources: {'Port': ['ID=f19979a5-5b39-4d37-b1ac-38c6547efe3c,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:56:26.699877 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:26.800475 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Floating IP affaeab9-d64b-46f1-8be8-13682a27cf9b associated. External IP: 172.25.2.156, port: ca7b131c-05ec-4b85-bda1-2907f02fb593. Nov 03 19:56:27.002725 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Router 24641c9b-871c-4004-a8c1-25b9c7d1302e has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:56:27.109506 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:56:27.119003 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb41b5c-1d06-411f-abe7-b14fcdc33a37 None None] Sync routers for ids ['24641c9b-871c-4004-a8c1-25b9c7d1302e'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:56:27.127729 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:27.128706 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb41b5c-1d06-411f-abe7-b14fcdc33a37 None None] Routers {'24641c9b-871c-4004-a8c1-25b9c7d1302e'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:27.129541 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4eb41b5c-1d06-411f-abe7-b14fcdc33a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['24641c9b-871c-4004-a8c1-25b9c7d1302e'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:27.159833 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-92b4ff42-c1b7-480b-9fd6-9679404eeb82 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8728971 Nov 03 19:56:27.160522 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'tag': 'ca7b131c-05ec-4b85-bda1-2907f02fb593'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:56:27.162806 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ad703e-4301-40f6-bdfb-c9b08d40d26b" -d '{"events": [{"name": "network-changed", "server_uuid": "73c7d859-6a28-4921-9cc9-bd2320c1652e", "tag": "ca7b131c-05ec-4b85-bda1-2907f02fb593"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:56:27.199227 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391144a7-4b96-4f39-b961-e74495ba127f x-openstack-request-id: req-391144a7-4b96-4f39-b961-e74495ba127f {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:56:27.199520 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c7d859-6a28-4921-9cc9-bd2320c1652e", "tag": "ca7b131c-05ec-4b85-bda1-2907f02fb593", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:56:27.199812 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-391144a7-4b96-4f39-b961-e74495ba127f {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:56:27.200225 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'tag': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'status': 'completed', 'code': 200} Nov 03 19:56:27.239061 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-4eb41b5c-1d06-411f-abe7-b14fcdc33a37 None None] Set router 24641c9b-871c-4004-a8c1-25b9c7d1302e gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:27.261857 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad703e-4301-40f6-bdfb-c9b08d40d26b req-2a36d9f6-d77a-4661-9185-d75601cc965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:27.263307 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3ad703e-4301-40f6-bdfb-c9b08d40d26b req-2a36d9f6-d77a-4661-9185-d75601cc965f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 1096 time: 0.0410142 Nov 03 19:56:27.353872 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad703e-4301-40f6-bdfb-c9b08d40d26b req-61067eaa-5f11-444d-95af-cabd78efaf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:27.355374 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3ad703e-4301-40f6-bdfb-c9b08d40d26b req-61067eaa-5f11-444d-95af-cabd78efaf5e service neutron] 10.222.0.98 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 911 time: 0.0855136 Nov 03 19:56:27.424279 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3ad703e-4301-40f6-bdfb-c9b08d40d26b req-d3aea168-415c-4c1e-8555-9f442b97078e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593 HTTP/1.1" status: 200 len: 999 time: 0.0619695 Nov 03 19:56:27.462552 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4eb41b5c-1d06-411f-abe7-b14fcdc33a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'affaeab9-d64b-46f1-8be8-13682a27cf9b', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'port_id': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'mac_address': 'fa:16:3e:86:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:56:26Z', 'updated_at': '2021-11-03T19:56:26Z', 'revision_number': 0, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 5, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:27.475417 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad703e-4301-40f6-bdfb-c9b08d40d26b req-1667e468-68f9-40a4-ab69-3732a16be45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:27.477217 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3ad703e-4301-40f6-bdfb-c9b08d40d26b req-1667e468-68f9-40a4-ab69-3732a16be45f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0669c310-fe54-4d14-a7f1-870be5ae0c09 HTTP/1.1" status: 200 len: 849 time: 0.0467370 Nov 03 19:56:27.493094 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb41b5c-1d06-411f-abe7-b14fcdc33a37 None None] Checking router: 24641c9b-871c-4004-a8c1-25b9c7d1302e for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:56:27.502050 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb41b5c-1d06-411f-abe7-b14fcdc33a37 None None] Routers {'24641c9b-871c-4004-a8c1-25b9c7d1302e'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:56:27.502668 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4eb41b5c-1d06-411f-abe7-b14fcdc33a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:55:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['24641c9b-871c-4004-a8c1-25b9c7d1302e'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:27.524395 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad703e-4301-40f6-bdfb-c9b08d40d26b req-f576deff-6644-438f-b587-582c960ec2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:56:27.525842 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3ad703e-4301-40f6-bdfb-c9b08d40d26b req-f576deff-6644-438f-b587-582c960ec2f0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416467 Nov 03 19:56:27.608508 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-4eb41b5c-1d06-411f-abe7-b14fcdc33a37 None None] Set router 24641c9b-871c-4004-a8c1-25b9c7d1302e gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:56:27.619505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3ad703e-4301-40f6-bdfb-c9b08d40d26b req-f8e55588-fe81-4bf9-8fa1-38384ed44a49 service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870259 Nov 03 19:56:27.710936 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-b3ad703e-4301-40f6-bdfb-c9b08d40d26b req-e94b7929-f06b-4714-bfa8-2b52694fbe9b service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843673 Nov 03 19:56:27.839737 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-4eb41b5c-1d06-411f-abe7-b14fcdc33a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'affaeab9-d64b-46f1-8be8-13682a27cf9b', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'port_id': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'mac_address': 'fa:16:3e:86:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:56:26Z', 'updated_at': '2021-11-03T19:56:26Z', 'revision_number': 0, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 5, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:56:27.869019 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb41b5c-1d06-411f-abe7-b14fcdc33a37 None None] The sync data for ids ['24641c9b-871c-4004-a8c1-25b9c7d1302e'] in n-d-812150-4 is: [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'affaeab9-d64b-46f1-8be8-13682a27cf9b', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'port_id': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'mac_address': 'fa:16:3e:86:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:56:26Z', 'updated_at': '2021-11-03T19:56:26Z', 'revision_number': 0, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 5, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:56:28.064300 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387b475e-4a29-4b4b-996d-ca65fcf37b95 None None] New status for floating IP affaeab9-d64b-46f1-8be8-13682a27cf9b: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:56:28.262691 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-046e2f0d-a699-4620-8996-efa937d86c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:29.693283 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:30.956456 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:31.251292 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:31.670993 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:38.381668 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:56:43.938924 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:55.923362 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-320e8d4f-e397-4ea9-adae-62dbb194ba1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:58.268571 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f5e041a7-e947-41b1-909d-94e545809989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:56:59.695918 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:00.963643 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.272356 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:01.672560 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:13.937712 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:15.380487 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:57:17.189045 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51dccc07-4278-483f-b132-eaefa2243209 req-345707b4-5f56-41b4-9dd9-ae62c85b3946 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448856 Nov 03 19:57:17.270336 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dccc07-4278-483f-b132-eaefa2243209 req-d64e1d31-b00e-4183-a65e-e5b38d8af1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:17.271868 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51dccc07-4278-483f-b132-eaefa2243209 req-d64e1d31-b00e-4183-a65e-e5b38d8af1f9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 1096 time: 0.0403781 Nov 03 19:57:17.376645 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dccc07-4278-483f-b132-eaefa2243209 req-c551e2b4-03ec-40b5-ac2e-364d331a5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:17.378258 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51dccc07-4278-483f-b132-eaefa2243209 req-c551e2b4-03ec-40b5-ac2e-364d331a5639 service neutron] 10.222.0.98 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 911 time: 0.0869327 Nov 03 19:57:17.442654 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51dccc07-4278-483f-b132-eaefa2243209 req-b466989a-c22e-4b81-a794-59064a44b16c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593 HTTP/1.1" status: 200 len: 1001 time: 0.0573683 Nov 03 19:57:17.490563 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dccc07-4278-483f-b132-eaefa2243209 req-bd077f49-7c27-46e9-93ee-5f9769feb9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:17.492026 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51dccc07-4278-483f-b132-eaefa2243209 req-bd077f49-7c27-46e9-93ee-5f9769feb9da service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0669c310-fe54-4d14-a7f1-870be5ae0c09 HTTP/1.1" status: 200 len: 849 time: 0.0430822 Nov 03 19:57:17.541969 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dccc07-4278-483f-b132-eaefa2243209 req-a9512f99-3829-41c6-9913-c7d0f2355eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:57:17.543507 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51dccc07-4278-483f-b132-eaefa2243209 req-a9512f99-3829-41c6-9913-c7d0f2355eec service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450230 Nov 03 19:57:17.632376 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51dccc07-4278-483f-b132-eaefa2243209 req-0bf698ae-3407-4480-ab4f-803a6ea12648 service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814838 Nov 03 19:57:17.727505 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-51dccc07-4278-483f-b132-eaefa2243209 req-3785ac95-c474-4306-a1a0-f5f5581129cb service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872862 Nov 03 19:57:25.926251 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9e9d445a-1d7e-4bed-83a8-8f9cd36e004a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:28.260949 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0b8aa907-421f-42cf-87ea-7d04998cf617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:29.702512 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:30.962324 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:31.281044 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:31.674905 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:43.952310 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:52.380168 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:57:55.928583 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f18c08e4-5d5d-4ab8-9ba5-651405e119d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:58.263068 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5ec0aa8a-8377-46ea-9c6d-4feb3456e285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:57:59.702111 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:00.965318 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:01.281984 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:01.678164 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:13.965177 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:19.245897 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b6713d2-1e48-46e9-bd6d-3837edaf0c74 req-8f9ca4a8-9c71-4139-8d75-034fb05d1a70 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1142139 Nov 03 19:58:19.332910 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6713d2-1e48-46e9-bd6d-3837edaf0c74 req-5cb7216a-9b06-4584-a95c-8e120068dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:19.334792 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b6713d2-1e48-46e9-bd6d-3837edaf0c74 req-5cb7216a-9b06-4584-a95c-8e120068dbb0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 1096 time: 0.0452096 Nov 03 19:58:19.447690 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6713d2-1e48-46e9-bd6d-3837edaf0c74 req-d6d0e9ef-4e49-4c74-a0fc-2b9c0c2021d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:19.449097 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b6713d2-1e48-46e9-bd6d-3837edaf0c74 req-d6d0e9ef-4e49-4c74-a0fc-2b9c0c2021d9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 911 time: 0.0960789 Nov 03 19:58:19.514045 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b6713d2-1e48-46e9-bd6d-3837edaf0c74 req-f380f370-07b2-46b6-836d-8e43f9000c29 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593 HTTP/1.1" status: 200 len: 1001 time: 0.0582190 Nov 03 19:58:19.566371 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6713d2-1e48-46e9-bd6d-3837edaf0c74 req-ad8f3cef-d106-4906-b0da-e0809fd419d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:19.567832 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b6713d2-1e48-46e9-bd6d-3837edaf0c74 req-ad8f3cef-d106-4906-b0da-e0809fd419d3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0669c310-fe54-4d14-a7f1-870be5ae0c09 HTTP/1.1" status: 200 len: 849 time: 0.0474069 Nov 03 19:58:19.611811 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6713d2-1e48-46e9-bd6d-3837edaf0c74 req-ff904d79-69fe-4d33-9d1a-9e9304548cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:19.613823 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b6713d2-1e48-46e9-bd6d-3837edaf0c74 req-ff904d79-69fe-4d33-9d1a-9e9304548cc8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391209 Nov 03 19:58:19.702806 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b6713d2-1e48-46e9-bd6d-3837edaf0c74 req-780076bb-18b0-4008-a299-aadae4851a00 service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819817 Nov 03 19:58:19.798101 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8b6713d2-1e48-46e9-bd6d-3837edaf0c74 req-a09d9f10-560f-425c-99e8-e5e27e7a6469 service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882852 Nov 03 19:58:25.533312 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ca7b131c-05ec-4b85-bda1-2907f02fb593 details requested by agent hyperv_n-h2-812150-4 with host n-h2-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:58:25.624719 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ca7b131c-05ec-4b85-bda1-2907f02fb593, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:25.636146 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Returning: {'device': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'port_id': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'mac_address': 'fa:16:3e:86:c0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:58:25.675375 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:25.687595 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca7b131c-05ec-4b85-bda1-2907f02fb593 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:58:25.707504 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ca7b131c-05ec-4b85-bda1-2907f02fb593, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:25.712052 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:25.761329 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=ca7b131c-05ec-4b85-bda1-2907f02fb593,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:25.768498 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:25.768843 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:25.769182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:25.769514 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:25.769843 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:25.770167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:25.770488 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:25.770806 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:25.771126 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:25.772162 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:25.772421 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:25.772745 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:25.783926 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] get_ports_and_sgs() called for port_ids ['ca7b131c-05ec-4b85-bda1-2907f02fb593'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:58:25.948310 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-799ed3a1-0105-4476-ae76-74d3768845e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:27.546191 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ca7b131c-05ec-4b85-bda1-2907f02fb593 up at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:58:27.597928 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Provisioning complete for port ca7b131c-05ec-4b85-bda1-2907f02fb593 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:27.598300 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:27.682190 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:27.708091 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b131c-05ec-4b85-bda1-2907f02fb593'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:58:27.710788 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc41c60-7ad9-49ed-a5f5-ea39d7fe2513" -d '{"events": [{"server_uuid": "73c7d859-6a28-4921-9cc9-bd2320c1652e", "name": "network-vif-plugged", "status": "completed", "tag": "ca7b131c-05ec-4b85-bda1-2907f02fb593"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:58:27.723733 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ca7b131c-05ec-4b85-bda1-2907f02fb593, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:27.728758 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:27.754385 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da16eb9f-2e29-41ef-9fec-1c833156c2f4 x-openstack-request-id: req-da16eb9f-2e29-41ef-9fec-1c833156c2f4 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:58:27.754679 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c7d859-6a28-4921-9cc9-bd2320c1652e", "name": "network-vif-plugged", "status": "completed", "tag": "ca7b131c-05ec-4b85-bda1-2907f02fb593", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:58:27.754934 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-da16eb9f-2e29-41ef-9fec-1c833156c2f4 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:58:27.755330 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'code': 200} Nov 03 19:58:27.786338 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=ca7b131c-05ec-4b85-bda1-2907f02fb593,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:28.277607 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7551ca55-2b1f-40d2-8aef-4c004948ab73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:29.381448 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:58:29.713628 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:30.970471 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:31.284631 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:31.678871 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:37.608114 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-481996f0-dd3e-4e65-9f78-1ce1cd7b921f tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104551729&fields=id&tenant_id=0804ec8216df4883b83ca6beab880a88 HTTP/1.1" status: 200 len: 267 time: 0.0443349 Nov 03 19:58:37.719178 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-c3ef1bae-d159-4c25-8c2a-fb7e03ffa760 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:37.720743 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-c3ef1bae-d159-4c25-8c2a-fb7e03ffa760 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 810 time: 0.1047959 Nov 03 19:58:37.736459 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-4f2f4e6e-aea6-4032-a0e4-ecace5121ece tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/quotas/0804ec8216df4883b83ca6beab880a88 HTTP/1.1" status: 200 len: 375 time: 0.0092432 Nov 03 19:58:37.792588 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-49a5675a-cc11-4ed5-9c24-8f2497ccd9db tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0508125 Nov 03 19:58:37.852535 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-5acb5d86-c6d4-4548-a478-53a6e7807a58 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:58:37.853554 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-5acb5d86-c6d4-4548-a478-53a6e7807a58 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0494998 Nov 03 19:58:37.941567 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-2f9a1659-7907-40c9-97d3-57f891fc5274 service neutron] 10.222.0.107 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817153 Nov 03 19:58:38.035010 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-786d9c20-6303-49bc-a99e-5eaacb44e101 service neutron] 10.222.0.107 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872762 Nov 03 19:58:38.274938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-75c9ddeb-8ff5-409f-bdbb-442374fcf59c req-ff289f96-8583-4d63-9646-89952361f021 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 210 time: 0.0792322 Nov 03 19:58:39.249447 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-d8116c27-2c1b-4789-a485-3b0a73abb0d2 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:39.250992 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-d8116c27-2c1b-4789-a485-3b0a73abb0d2 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.87 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 810 time: 0.1089802 Nov 03 19:58:39.336629 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-b090bb8b-060f-41dd-8b42-f3e3ff2fa832 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0804ec8216df4883b83ca6beab880a88 HTTP/1.1" status: 200 len: 380 time: 0.0589001 Nov 03 19:58:39.354253 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Request body: {'port': {'device_id': '245affb0-2c59-44af-bed9-69c28cb02174', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'admin_state_up': True, 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'security_groups': ['c629efc1-0c03-4f12-9b3f-5e6de7bc49fe']}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:58:39.381278 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-05ff5564-6363-4690-8be6-82f38c2aefb3 req-8e7d80df-fb10-42a5-ba45-bdeff485bc56 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 210 time: 0.0287118 Nov 03 19:58:39.473482 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Made reservation on behalf of 0804ec8216df4883b83ca6beab880a88 for: {'port': 1} {{(pid=101711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 03 19:58:39.477883 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:39.579974 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ca7b131c-05ec-4b85-bda1-2907f02fb593 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 19:58:39.682214 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_common [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Allocated IP 172.20.0.9 (dc75be91-3f4d-4bf8-8401-1f4912ac1c5a/0669c310-fe54-4d14-a7f1-870be5ae0c09/46ec71bf-74bd-4328-8f55-becc8f704170) {{(pid=101711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:58:39.729545 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:39.758528 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7b131c-05ec-4b85-bda1-2907f02fb593'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:58:39.761351 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d897f4-6e95-4211-92c3-c5311c7ef055" -d '{"events": [{"server_uuid": "73c7d859-6a28-4921-9cc9-bd2320c1652e", "name": "network-vif-unplugged", "status": "completed", "tag": "ca7b131c-05ec-4b85-bda1-2907f02fb593"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:58:39.777513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] For port ca7b131c-05ec-4b85-bda1-2907f02fb593, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:39.783851 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:39.836402 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Nov 2021 19:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0201677b-8544-401b-a7a6-1c7f848b4940 x-openstack-request-id: req-0201677b-8544-401b-a7a6-1c7f848b4940 {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:58:39.836780 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c7d859-6a28-4921-9cc9-bd2320c1652e", "name": "network-vif-unplugged", "status": "completed", "tag": "ca7b131c-05ec-4b85-bda1-2907f02fb593", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:58:39.836961 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0201677b-8544-401b-a7a6-1c7f848b4940 {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:58:39.837323 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'code': 200} Nov 03 19:58:39.896516 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Pushing event updated for resources: {'Port': ['ID=ca7b131c-05ec-4b85-bda1-2907f02fb593,revision_number=8']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:40.282561 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for port, precommit_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:40.318474 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_create {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:40.362247 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a is already hosted by enough agents. {{(pid=101711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:58:40.368164 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.base_scheduler [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Resources bound (agent type, host, resource id): {{(pid=101711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:58:40.372639 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Received port after_create {{(pid=101711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:58:40.403925 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event updated for resources: {'Port': ['ID=46ec71bf-74bd-4328-8f55-becc8f704170,revision_number=1']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:40.429811 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:40.430251 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:40.430818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:40.431490 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:40.434977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:40.434977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:40.434977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:40.434977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:40.434977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:40.434977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:40.434977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:40.434977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:40.452324 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:40.452994 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:40.477870 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-e064b0df-2b51-4805-90f8-32fe3e4598a4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1298242 Nov 03 19:58:40.570891 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23f9ea-06b4-4bf6-9285-a3d218098833 req-33606db1-feef-4148-850b-118304043cba tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:40.573318 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec23f9ea-06b4-4bf6-9285-a3d218098833 req-33606db1-feef-4148-850b-118304043cba tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 931 time: 0.0871241 Nov 03 19:58:40.633938 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-ec23f9ea-06b4-4bf6-9285-a3d218098833 req-5c201d8d-c21b-4e23-ba11-487c8def3e6c tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533350 Nov 03 19:58:40.663335 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-43c89b4e-47b2-40bc-a736-f3ee8dd2a783 None None] Provisioning complete for port 46ec71bf-74bd-4328-8f55-becc8f704170 triggered by entity DHCP. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:40.663912 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-43c89b4e-47b2-40bc-a736-f3ee8dd2a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:40.703408 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-43c89b4e-47b2-40bc-a736-f3ee8dd2a783 None None] Port 46ec71bf-74bd-4328-8f55-becc8f704170 cannot update to ACTIVE because it is not bound. {{(pid=101713) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 03 19:58:41.766546 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c265e98-62db-4d4d-bd39-6c95ef35f083 req-e5d4f961-1bb7-44ac-9425-f7009843eb5f tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:41.768383 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c265e98-62db-4d4d-bd39-6c95ef35f083 req-e5d4f961-1bb7-44ac-9425-f7009843eb5f tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 931 time: 0.0550466 Nov 03 19:58:41.820834 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-1c265e98-62db-4d4d-bd39-6c95ef35f083 req-8b1fa862-db87-4663-96ec-1b4fa798a777 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456712 Nov 03 19:58:42.960952 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444a644-929a-4840-8e6f-e971e2a983e4 req-5c297818-b1b9-43cb-84d2-f9c1343d5e90 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:42.962724 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e444a644-929a-4840-8e6f-e971e2a983e4 req-5c297818-b1b9-43cb-84d2-f9c1343d5e90 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 931 time: 0.0681221 Nov 03 19:58:43.019133 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e444a644-929a-4840-8e6f-e971e2a983e4 req-7702d63d-656b-4f9f-ae4f-18357d7e612c tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501990 Nov 03 19:58:43.968342 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:44.151698 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd91e7-1711-4742-a1d3-75adba56bae5 req-49a4f335-87f7-4d94-aa7c-482f82792343 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:44.153296 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfdd91e7-1711-4742-a1d3-75adba56bae5 req-49a4f335-87f7-4d94-aa7c-482f82792343 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 931 time: 0.0576806 Nov 03 19:58:44.226081 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bfdd91e7-1711-4742-a1d3-75adba56bae5 req-793038e9-8266-4ca9-97b4-9285c9e9bdf9 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633247 Nov 03 19:58:45.359009 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07f9c5-be19-406a-8b2c-feb636307fcb req-c977e671-ba55-4150-b8ce-c1bbcf348b04 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:45.360745 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d07f9c5-be19-406a-8b2c-feb636307fcb req-c977e671-ba55-4150-b8ce-c1bbcf348b04 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 931 time: 0.0547969 Nov 03 19:58:45.427193 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4d07f9c5-be19-406a-8b2c-feb636307fcb req-efd57154-d1ce-43fa-99f9-a7c37c3ead83 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595121 Nov 03 19:58:46.560734 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb86c1-43ea-4614-9fe4-ec277a4a7491 req-819bd715-f615-4d44-bbce-ab7e6b5ddc9d tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:46.562309 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dfb86c1-43ea-4614-9fe4-ec277a4a7491 req-819bd715-f615-4d44-bbce-ab7e6b5ddc9d tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 931 time: 0.0550346 Nov 03 19:58:46.614982 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-4dfb86c1-43ea-4614-9fe4-ec277a4a7491 req-52b3dad8-c1e0-4c1a-ac9e-20b997f25fde tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455506 Nov 03 19:58:47.742445 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfa209-3fc1-4940-8ded-f004d8335a0b req-e17352db-89fc-46ac-95cc-d8598eb2e97e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:47.744044 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44cfa209-3fc1-4940-8ded-f004d8335a0b req-e17352db-89fc-46ac-95cc-d8598eb2e97e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 931 time: 0.0536227 Nov 03 19:58:47.802835 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-44cfa209-3fc1-4940-8ded-f004d8335a0b req-a369fbee-6f24-4c5e-b57f-2a373defa71d tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519927 Nov 03 19:58:48.942258 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adcb39-0076-4e3c-af88-6e92e5dc6912 req-87a6ad40-3c5e-45de-8720-63bc3e49201e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:48.945024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19adcb39-0076-4e3c-af88-6e92e5dc6912 req-87a6ad40-3c5e-45de-8720-63bc3e49201e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 931 time: 0.0595045 Nov 03 19:58:48.997022 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-19adcb39-0076-4e3c-af88-6e92e5dc6912 req-5377aae7-95ee-469e-8b92-20b9d94f819f tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456550 Nov 03 19:58:49.587879 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-b17e1dcc-892d-46d8-949e-fabc65548d65 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=101711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 03 19:58:49.588897 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-b17e1dcc-892d-46d8-949e-fabc65548d65 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0089090 Nov 03 19:58:49.663169 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.v2.base [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Request body: {'port': {'device_id': '245affb0-2c59-44af-bed9-69c28cb02174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812150-4'}} {{(pid=101711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:58:49.719935 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:49.981541 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ec71bf-74bd-4328-8f55-becc8f704170 {{(pid=101711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:58:49.989708 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:50.001898 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.provisioning_blocks [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Transition to ACTIVE for port object 46ec71bf-74bd-4328-8f55-becc8f704170 will not be triggered until provisioned by entity L2. {{(pid=101711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 03 19:58:50.006043 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:50.071796 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=46ec71bf-74bd-4328-8f55-becc8f704170,revision_number=2']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:50.134212 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d9bd9-da48-4f45-b21a-28cb228fddf4 req-c171e04e-e5dd-4598-a3b3-8d831174f552 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:50.136024 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a5d9bd9-da48-4f45-b21a-28cb228fddf4 req-c171e04e-e5dd-4598-a3b3-8d831174f552 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 943 time: 0.0622778 Nov 03 19:58:50.143330 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Attempting to bind port 46ec71bf-74bd-4328-8f55-becc8f704170 on host n-h1-812150-4 for vnic_type normal with profile {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 03 19:58:50.143878 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Attempting to bind port 46ec71bf-74bd-4328-8f55-becc8f704170 by drivers openvswitch,hyperv on host n-h1-812150-4 at level 0 using segments [{'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 03 19:58:50.144173 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Attempting to bind port 46ec71bf-74bd-4328-8f55-becc8f704170 on network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:58:50.149145 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Port 46ec71bf-74bd-4328-8f55-becc8f704170 on network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a not bound, no agent of type Open vSwitch agent registered on host n-h1-812150-4 {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 03 19:58:50.149482 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Attempting to bind port 46ec71bf-74bd-4328-8f55-becc8f704170 on network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 03 19:58:50.154864 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Checking agent: {'id': 'a5df950f-269d-4899-bf9a-9b33c1f401f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812150-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 3, 18, 30), 'started_at': datetime.datetime(2021, 11, 3, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 3, 19, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 03 19:58:50.155211 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Checking segment: {'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 03 19:58:50.155629 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Bound using segment: {'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'} {{(pid=101711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 03 19:58:50.156069 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.managers [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Bound port: 46ec71bf-74bd-4328-8f55-becc8f704170, host: n-h1-812150-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a'}}] {{(pid=101711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 03 19:58:50.156434 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:50.192552 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8a5d9bd9-da48-4f45-b21a-28cb228fddf4 req-a052521d-68a8-4e1c-a06f-df8bb4b8465a tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491092 Nov 03 19:58:50.224634 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] For port 46ec71bf-74bd-4328-8f55-becc8f704170, host n-h1-812150-4, cleared binding levels {{(pid=101711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 03 19:58:50.228264 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] For port 46ec71bf-74bd-4328-8f55-becc8f704170, host n-h1-812150-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=46ec71bf-74bd-4328-8f55-becc8f704170,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 03 19:58:50.233275 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8593366'] for port, after_update {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:50.274254 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:50.274908 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:50.276350 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] 10.222.0.87 "PUT /v2.0/ports/46ec71bf-74bd-4328-8f55-becc8f704170 HTTP/1.1" status: 200 len: 1091 time: 0.6632109 Nov 03 19:58:50.276808 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245affb0-2c59-44af-bed9-69c28cb02174', 'tag': '46ec71bf-74bd-4328-8f55-becc8f704170'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:58:50.279147 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9426a1d-ab4f-4950-bc95-622ecdca6e74" -d '{"events": [{"name": "network-changed", "server_uuid": "245affb0-2c59-44af-bed9-69c28cb02174", "tag": "46ec71bf-74bd-4328-8f55-becc8f704170"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:58:50.305173 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57231405-9096-494e-80f8-2eb69715eaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=46ec71bf-74bd-4328-8f55-becc8f704170,revision_number=3']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:50.351287 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7132589a-916a-40ed-914c-0850f4d548d5 x-openstack-request-id: req-7132589a-916a-40ed-914c-0850f4d548d5 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:58:50.351623 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245affb0-2c59-44af-bed9-69c28cb02174", "tag": "46ec71bf-74bd-4328-8f55-becc8f704170", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:58:50.351883 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7132589a-916a-40ed-914c-0850f4d548d5 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:58:50.352303 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245affb0-2c59-44af-bed9-69c28cb02174', 'tag': '46ec71bf-74bd-4328-8f55-becc8f704170', 'status': 'completed', 'code': 200} Nov 03 19:58:50.383135 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-951ed8d8-6da4-4405-809a-f9d0b673a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:50.384769 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-951ed8d8-6da4-4405-809a-f9d0b673a44c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 1094 time: 0.0445349 Nov 03 19:58:50.435066 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-ee1a5df4-cbdb-4017-a84c-5f24143fc23a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46ec71bf-74bd-4328-8f55-becc8f704170 HTTP/1.1" status: 200 len: 217 time: 0.0354869 Nov 03 19:58:50.491297 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-e8b72dad-93e7-4b23-a8b7-9d2cc3448266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:50.492729 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-e8b72dad-93e7-4b23-a8b7-9d2cc3448266 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0669c310-fe54-4d14-a7f1-870be5ae0c09 HTTP/1.1" status: 200 len: 849 time: 0.0489426 Nov 03 19:58:50.543525 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-93f60454-104d-4c39-956e-8f675f142b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:50.545111 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-93f60454-104d-4c39-956e-8f675f142b9f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452254 Nov 03 19:58:50.635882 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-6828e423-867e-4c13-95f6-c9bbac6ecd3f service neutron] 10.222.0.87 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826616 Nov 03 19:58:50.730026 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-09df5c6d-9841-41e8-8aff-c2de76af8b87 req-626dfdcb-83fa-4204-933d-ee2a6625534f service neutron] 10.222.0.87 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867753 Nov 03 19:58:50.853818 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9426a1d-ab4f-4950-bc95-622ecdca6e74 req-0f4c7b3b-232e-4bfa-a818-7f9ef7492762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:50.855314 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a9426a1d-ab4f-4950-bc95-622ecdca6e74 req-0f4c7b3b-232e-4bfa-a818-7f9ef7492762 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 1094 time: 0.0402436 Nov 03 19:58:50.948829 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9426a1d-ab4f-4950-bc95-622ecdca6e74 req-308e5a68-6ec6-4fcf-a44c-b3c9c4095658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:50.950310 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a9426a1d-ab4f-4950-bc95-622ecdca6e74 req-308e5a68-6ec6-4fcf-a44c-b3c9c4095658 service neutron] 10.222.0.87 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 911 time: 0.0878356 Nov 03 19:58:50.992585 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a9426a1d-ab4f-4950-bc95-622ecdca6e74 req-5ac62e65-690c-4e61-a1c4-5ccb272b84ca service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46ec71bf-74bd-4328-8f55-becc8f704170 HTTP/1.1" status: 200 len: 217 time: 0.0348871 Nov 03 19:58:51.046804 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9426a1d-ab4f-4950-bc95-622ecdca6e74 req-a9b5deb6-58d1-46bd-9ec2-742898846097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:51.048643 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a9426a1d-ab4f-4950-bc95-622ecdca6e74 req-a9b5deb6-58d1-46bd-9ec2-742898846097 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0669c310-fe54-4d14-a7f1-870be5ae0c09 HTTP/1.1" status: 200 len: 849 time: 0.0491741 Nov 03 19:58:51.097437 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9426a1d-ab4f-4950-bc95-622ecdca6e74 req-a1d0decc-101d-4aac-96e0-de2fe1d94623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:51.099456 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a9426a1d-ab4f-4950-bc95-622ecdca6e74 req-a1d0decc-101d-4aac-96e0-de2fe1d94623 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401464 Nov 03 19:58:51.192746 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a9426a1d-ab4f-4950-bc95-622ecdca6e74 req-6e24b1e4-4ce5-4b32-b041-0e10282fabe0 service neutron] 10.222.0.87 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849655 Nov 03 19:58:51.289663 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a9426a1d-ab4f-4950-bc95-622ecdca6e74 req-02717139-f36b-47c6-ac53-92efe3cb3594 service neutron] 10.222.0.87 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892591 Nov 03 19:58:51.310002 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca97578-3eb7-429c-9c3d-77e80c2fbc0b req-8d237797-edae-45cf-b4ee-f1098d432f3a tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:51.311787 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ca97578-3eb7-429c-9c3d-77e80c2fbc0b req-8d237797-edae-45cf-b4ee-f1098d432f3a tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 943 time: 0.0508049 Nov 03 19:58:51.366094 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-3ca97578-3eb7-429c-9c3d-77e80c2fbc0b req-6577cf0a-775b-47c4-859a-cfcdfb5981ff tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478978 Nov 03 19:58:52.493499 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e589fb2-27f1-4fa9-b968-d97847b91f61 req-0186701b-94f2-4d6f-bb9c-28aae875b284 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:52.495376 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e589fb2-27f1-4fa9-b968-d97847b91f61 req-0186701b-94f2-4d6f-bb9c-28aae875b284 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 943 time: 0.0553782 Nov 03 19:58:52.545713 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-8e589fb2-27f1-4fa9-b968-d97847b91f61 req-c95f8e82-0a93-4287-b3ee-ba3f8334f605 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440726 Nov 03 19:58:53.668685 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3136206-385c-44b6-82d0-61737c337d7b req-a338190c-4831-443a-8a05-ad8cc079009e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:53.670202 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e3136206-385c-44b6-82d0-61737c337d7b req-a338190c-4831-443a-8a05-ad8cc079009e tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 943 time: 0.0497077 Nov 03 19:58:53.720155 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-e3136206-385c-44b6-82d0-61737c337d7b req-63f87bf4-9e23-4739-8a2b-576e068d4ea9 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438142 Nov 03 19:58:54.475093 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 46ec71bf-74bd-4328-8f55-becc8f704170 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 19:58:54.591694 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 46ec71bf-74bd-4328-8f55-becc8f704170, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=46ec71bf-74bd-4328-8f55-becc8f704170,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:54.603387 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '46ec71bf-74bd-4328-8f55-becc8f704170', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'port_id': '46ec71bf-74bd-4328-8f55-becc8f704170', 'mac_address': 'fa:16:3e:63:3b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 19:58:54.643679 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:54.656915 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ec71bf-74bd-4328-8f55-becc8f704170 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 19:58:54.675704 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 46ec71bf-74bd-4328-8f55-becc8f704170, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=46ec71bf-74bd-4328-8f55-becc8f704170,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:54.679473 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:54.727761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=46ec71bf-74bd-4328-8f55-becc8f704170,revision_number=4']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:54.851925 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabfac9-e6a8-4faa-9266-c6f4bece2347 req-2f1d5584-6cbb-497f-9a46-2d86258372f2 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:54.853517 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fabfac9-e6a8-4faa-9266-c6f4bece2347 req-2f1d5584-6cbb-497f-9a46-2d86258372f2 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 944 time: 0.0617690 Nov 03 19:58:54.906060 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-9fabfac9-e6a8-4faa-9266-c6f4bece2347 req-8752f15d-fc65-48a3-876e-309a4dea88fb tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465090 Nov 03 19:58:55.012189 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['46ec71bf-74bd-4328-8f55-becc8f704170'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 19:58:55.933143 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-3c1ac94d-a8c8-492f-96d8-a3da67df7984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:56.030031 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7b9d1-def2-4c1e-82b4-a2d25f205fd3 req-429d2783-41e4-453a-9c2f-560d61c3f9df tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:56.031466 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dca7b9d1-def2-4c1e-82b4-a2d25f205fd3 req-429d2783-41e4-453a-9c2f-560d61c3f9df tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 944 time: 0.0503914 Nov 03 19:58:56.081267 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-dca7b9d1-def2-4c1e-82b4-a2d25f205fd3 req-b5d149f3-922e-48f3-a22e-237e3f4fd1ee tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432289 Nov 03 19:58:56.469852 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 46ec71bf-74bd-4328-8f55-becc8f704170 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 19:58:56.519555 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning for port 46ec71bf-74bd-4328-8f55-becc8f704170 completed by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 03 19:58:56.523738 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 46ec71bf-74bd-4328-8f55-becc8f704170 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 19:58:56.524114 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:56.605513 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:56.629166 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245affb0-2c59-44af-bed9-69c28cb02174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ec71bf-74bd-4328-8f55-becc8f704170'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:58:56.632121 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c93e81-ccbf-463b-ab99-06c43efdfa13" -d '{"events": [{"server_uuid": "245affb0-2c59-44af-bed9-69c28cb02174", "name": "network-vif-plugged", "status": "completed", "tag": "46ec71bf-74bd-4328-8f55-becc8f704170"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:58:56.644138 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 46ec71bf-74bd-4328-8f55-becc8f704170, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=46ec71bf-74bd-4328-8f55-becc8f704170,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 19:58:56.648152 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:56.672453 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 19:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de083e7-54f9-41fa-bd69-67bab4bcd9fb x-openstack-request-id: req-8de083e7-54f9-41fa-bd69-67bab4bcd9fb {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:58:56.672742 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245affb0-2c59-44af-bed9-69c28cb02174", "name": "network-vif-plugged", "status": "completed", "tag": "46ec71bf-74bd-4328-8f55-becc8f704170", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:58:56.672999 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8de083e7-54f9-41fa-bd69-67bab4bcd9fb {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:58:56.673395 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245affb0-2c59-44af-bed9-69c28cb02174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ec71bf-74bd-4328-8f55-becc8f704170', 'code': 200} Nov 03 19:58:56.698935 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=46ec71bf-74bd-4328-8f55-becc8f704170,revision_number=5']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:56.806611 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33235c7d-8eb1-4803-bbc4-e7da4392381c req-bd0a5e17-1ea0-4e87-8263-ac74b14b1d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:56.808996 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-33235c7d-8eb1-4803-bbc4-e7da4392381c req-bd0a5e17-1ea0-4e87-8263-ac74b14b1d3b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 1096 time: 0.0425506 Nov 03 19:58:56.854468 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-33235c7d-8eb1-4803-bbc4-e7da4392381c req-5d07276a-b92c-41b2-bbb5-5374684fe902 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388584 Nov 03 19:58:57.206817 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2929d-c8d9-484d-ba84-4a605f1f509b req-b310d6d7-f11b-411f-828e-d0aa46677b74 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:57.209029 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76c2929d-c8d9-484d-ba84-4a605f1f509b req-b310d6d7-f11b-411f-828e-d0aa46677b74 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 945 time: 0.0584302 Nov 03 19:58:57.274130 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-76c2929d-c8d9-484d-ba84-4a605f1f509b req-e79bdd31-1eaf-4eaa-9da0-99fb47d9a359 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589149 Nov 03 19:58:58.269892 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1987d024-d2a7-446f-bc97-11961ccbf725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:58.393834 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea77f94-669c-49ec-b0d8-39afe9e5577b req-71635ab1-9fbb-48fd-8137-2c79c745a75b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:58.395343 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bea77f94-669c-49ec-b0d8-39afe9e5577b req-71635ab1-9fbb-48fd-8137-2c79c745a75b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 945 time: 0.0508790 Nov 03 19:58:58.446859 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-bea77f94-669c-49ec-b0d8-39afe9e5577b req-2e5c6d04-929b-48a2-88f4-0b3403e5edb4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455372 Nov 03 19:58:58.568342 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8234b-6833-4a1e-a93a-6f1d90a1bc77 req-95f9fe28-3de9-42fe-933d-c23f597c0434 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:58.569791 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-beb8234b-6833-4a1e-a93a-6f1d90a1bc77 req-95f9fe28-3de9-42fe-933d-c23f597c0434 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 945 time: 0.0529065 Nov 03 19:58:58.622820 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-beb8234b-6833-4a1e-a93a-6f1d90a1bc77 req-f6ec2453-0bc8-4d0d-82a7-57a035561eb6 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469062 Nov 03 19:58:58.643867 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42478) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:58.687372 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c7868-7923-4b0b-ac19-c49abf7bb695 tempest-TestSnapshotPattern-2007836338 tempest-TestSnapshotPattern-2007836338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:58:58.688916 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-633c7868-7923-4b0b-ac19-c49abf7bb695 tempest-TestSnapshotPattern-2007836338 tempest-TestSnapshotPattern-2007836338-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 1091 time: 0.0440829 Nov 03 19:58:58.691680 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42480) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 19:58:58.696038 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.v2.base [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Request body: {'floatingip': {'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'port_id': '46ec71bf-74bd-4328-8f55-becc8f704170', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 03 19:58:58.718197 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for floatingip, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:58.813452 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:58.924240 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.db_base_plugin_common [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Allocated IP 172.25.2.185 (5587e4b1-8810-4eef-bb38-61847d271d40/59353b3a-4c16-428d-bd6a-0c2cae4a73c1/dd5622fa-85e8-495f-9572-407927c556f9) {{(pid=101712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 03 19:58:59.028976 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for port, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:59.067603 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733915089933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:59.108855 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Network 5587e4b1-8810-4eef-bb38-61847d271d40 is already hosted by enough agents. {{(pid=101712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 03 19:58:59.113691 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.base_scheduler [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Resources bound (agent type, host, resource id): {{(pid=101712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 03 19:58:59.117211 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Received port after_create {{(pid=101712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 03 19:58:59.139733 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event updated for resources: {'Port': ['ID=dd5622fa-85e8-495f-9572-407927c556f9,revision_number=1']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:59.151523 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:59.151896 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:59.152234 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:59.152569 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:59.152899 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:59.153226 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:59.153553 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:59.153874 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:59.154193 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:59.154513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:59.154833 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:59.155151 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 19:58:59.479512 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:59.549617 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:59.704024 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for port, precommit_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:59.709158 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9749544'] for port, after_update {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:59.711139 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:59.774967 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event updated for resources: {'Port': ['ID=dd5622fa-85e8-495f-9572-407927c556f9,revision_number=2']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 19:58:59.786838 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476976'] for floatingip, after_create {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:58:59.883828 n-d-812150-4 neutron-server[101712]: INFO neutron.db.l3_db [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Floating IP 24605ccf-3268-4244-9f50-f687fd5e422f associated. External IP: 172.25.2.185, port: 46ec71bf-74bd-4328-8f55-becc8f704170. Nov 03 19:59:00.443044 n-d-812150-4 neutron-server[101712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Router 24641c9b-871c-4004-a8c1-25b9c7d1302e has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 19:59:00.557369 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 19:59:00.567877 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa8804-b635-4535-b8c1-cdac097c56cb None None] Sync routers for ids ['24641c9b-871c-4004-a8c1-25b9c7d1302e'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 19:59:00.576878 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:00.578574 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa8804-b635-4535-b8c1-cdac097c56cb None None] Routers {'24641c9b-871c-4004-a8c1-25b9c7d1302e'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:59:00.579204 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-43fa8804-b635-4535-b8c1-cdac097c56cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:58:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['24641c9b-871c-4004-a8c1-25b9c7d1302e'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:00.603902 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-457dab2b-56b9-4488-97ca-73932b5d36c7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9111509 Nov 03 19:59:00.604587 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245affb0-2c59-44af-bed9-69c28cb02174', 'tag': '46ec71bf-74bd-4328-8f55-becc8f704170'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 19:59:00.606967 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fb8558-4ca9-44bd-871f-bbc033bcde2f" -d '{"events": [{"name": "network-changed", "server_uuid": "245affb0-2c59-44af-bed9-69c28cb02174", "tag": "46ec71bf-74bd-4328-8f55-becc8f704170"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 19:59:00.690911 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-43fa8804-b635-4535-b8c1-cdac097c56cb None None] Set router 24641c9b-871c-4004-a8c1-25b9c7d1302e gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:59:00.706154 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 19:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2620f3-f223-4d55-9436-7ba702c957bb x-openstack-request-id: req-0b2620f3-f223-4d55-9436-7ba702c957bb {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 19:59:00.706559 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245affb0-2c59-44af-bed9-69c28cb02174", "tag": "46ec71bf-74bd-4328-8f55-becc8f704170", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 19:59:00.706878 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0b2620f3-f223-4d55-9436-7ba702c957bb {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 19:59:00.707354 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245affb0-2c59-44af-bed9-69c28cb02174', 'tag': '46ec71bf-74bd-4328-8f55-becc8f704170', 'status': 'completed', 'code': 200} Nov 03 19:59:00.799759 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb8558-4ca9-44bd-871f-bbc033bcde2f req-ada1b103-018b-4d2e-8f7d-c7969ba7b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:00.801301 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1fb8558-4ca9-44bd-871f-bbc033bcde2f req-ada1b103-018b-4d2e-8f7d-c7969ba7b252 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 1096 time: 0.0487947 Nov 03 19:59:00.911590 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb8558-4ca9-44bd-871f-bbc033bcde2f req-f0d74751-6d28-4cd6-b38a-676e48ddb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:00.912647 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1fb8558-4ca9-44bd-871f-bbc033bcde2f req-f0d74751-6d28-4cd6-b38a-676e48ddb8c1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 911 time: 0.1030908 Nov 03 19:59:00.932593 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-43fa8804-b635-4535-b8c1-cdac097c56cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '24605ccf-3268-4244-9f50-f687fd5e422f', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'port_id': '46ec71bf-74bd-4328-8f55-becc8f704170', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'mac_address': 'fa:16:3e:63:3b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245affb0-2c59-44af-bed9-69c28cb02174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:58:59Z', 'updated_at': '2021-11-03T19:58:59Z', 'revision_number': 0, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'fixed_ip_address_scope': None}, {'id': 'affaeab9-d64b-46f1-8be8-13682a27cf9b', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'port_id': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'mac_address': 'fa:16:3e:86:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:56:26Z', 'updated_at': '2021-11-03T19:56:28Z', 'revision_number': 1, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 5, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:00.965784 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa8804-b635-4535-b8c1-cdac097c56cb None None] Checking router: 24641c9b-871c-4004-a8c1-25b9c7d1302e for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 19:59:00.983992 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa8804-b635-4535-b8c1-cdac097c56cb None None] Routers {'24641c9b-871c-4004-a8c1-25b9c7d1302e'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 19:59:00.984625 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-43fa8804-b635-4535-b8c1-cdac097c56cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T19:58:58Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['24641c9b-871c-4004-a8c1-25b9c7d1302e'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:00.988629 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:00.994289 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1fb8558-4ca9-44bd-871f-bbc033bcde2f req-732f835c-9f9b-4f07-b9ee-83f50ea99ce5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46ec71bf-74bd-4328-8f55-becc8f704170 HTTP/1.1" status: 200 len: 999 time: 0.0723436 Nov 03 19:59:01.046201 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb8558-4ca9-44bd-871f-bbc033bcde2f req-1385b416-3752-42ff-9494-a08d9c64ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:01.047730 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1fb8558-4ca9-44bd-871f-bbc033bcde2f req-1385b416-3752-42ff-9494-a08d9c64ba0c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0669c310-fe54-4d14-a7f1-870be5ae0c09 HTTP/1.1" status: 200 len: 849 time: 0.0468659 Nov 03 19:59:01.097413 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb8558-4ca9-44bd-871f-bbc033bcde2f req-b7913cb4-1508-4c5a-a8b7-78b3f6c27451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:01.098989 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1fb8558-4ca9-44bd-871f-bbc033bcde2f req-b7913cb4-1508-4c5a-a8b7-78b3f6c27451 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444717 Nov 03 19:59:01.204374 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1fb8558-4ca9-44bd-871f-bbc033bcde2f req-b6754c7f-30ff-458a-9744-2fc2815ce42e service neutron] 10.222.0.87 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973392 Nov 03 19:59:01.269975 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-43fa8804-b635-4535-b8c1-cdac097c56cb None None] Set router 24641c9b-871c-4004-a8c1-25b9c7d1302e gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 19:59:01.308744 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-a1fb8558-4ca9-44bd-871f-bbc033bcde2f req-b59c8e4b-5276-4c72-96a1-1c6bb70d2578 service neutron] 10.222.0.87 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960786 Nov 03 19:59:01.320571 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:01.520956 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-43fa8804-b635-4535-b8c1-cdac097c56cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '24605ccf-3268-4244-9f50-f687fd5e422f', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'port_id': '46ec71bf-74bd-4328-8f55-becc8f704170', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'mac_address': 'fa:16:3e:63:3b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245affb0-2c59-44af-bed9-69c28cb02174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:58:59Z', 'updated_at': '2021-11-03T19:58:59Z', 'revision_number': 0, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'fixed_ip_address_scope': None}, {'id': 'affaeab9-d64b-46f1-8be8-13682a27cf9b', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'port_id': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'mac_address': 'fa:16:3e:86:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:56:26Z', 'updated_at': '2021-11-03T19:56:28Z', 'revision_number': 1, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 5, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 19:59:01.550715 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa8804-b635-4535-b8c1-cdac097c56cb None None] The sync data for ids ['24641c9b-871c-4004-a8c1-25b9c7d1302e'] in n-d-812150-4 is: [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': '24605ccf-3268-4244-9f50-f687fd5e422f', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'port_id': '46ec71bf-74bd-4328-8f55-becc8f704170', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'mac_address': 'fa:16:3e:63:3b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245affb0-2c59-44af-bed9-69c28cb02174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:58:59Z', 'updated_at': '2021-11-03T19:58:59Z', 'revision_number': 0, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'fixed_ip_address_scope': None}, {'id': 'affaeab9-d64b-46f1-8be8-13682a27cf9b', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'port_id': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'mac_address': 'fa:16:3e:86:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:56:26Z', 'updated_at': '2021-11-03T19:56:28Z', 'revision_number': 1, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 5, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 19:59:01.673724 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:01.759769 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497a8b8-859e-47f2-89d4-7f020622bd8b None None] New status for floating IP 24605ccf-3268-4244-9f50-f687fd5e422f: ACTIVE {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 19:59:06.380408 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:59:13.969278 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:20.181613 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbf9be98-874c-453c-b39c-01dabac2fd9c req-4e1e039c-3686-45b4-92cf-a01c689c566e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426743 Nov 03 19:59:20.265511 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9be98-874c-453c-b39c-01dabac2fd9c req-5b00e733-0e94-4cc2-9cd8-76bf86be2e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:20.267026 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbf9be98-874c-453c-b39c-01dabac2fd9c req-5b00e733-0e94-4cc2-9cd8-76bf86be2e29 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 1094 time: 0.0421205 Nov 03 19:59:20.378020 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9be98-874c-453c-b39c-01dabac2fd9c req-df7d2b09-300a-4304-a24d-b8816778a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:20.379568 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbf9be98-874c-453c-b39c-01dabac2fd9c req-df7d2b09-300a-4304-a24d-b8816778a0c7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 911 time: 0.0927317 Nov 03 19:59:20.462159 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbf9be98-874c-453c-b39c-01dabac2fd9c req-b011d606-b7c7-40c7-83f1-f59d2f89e738 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593 HTTP/1.1" status: 200 len: 999 time: 0.0756056 Nov 03 19:59:20.510718 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9be98-874c-453c-b39c-01dabac2fd9c req-519f9f2b-8dd7-4b36-a453-9425aa37bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:20.512230 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbf9be98-874c-453c-b39c-01dabac2fd9c req-519f9f2b-8dd7-4b36-a453-9425aa37bfed service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0669c310-fe54-4d14-a7f1-870be5ae0c09 HTTP/1.1" status: 200 len: 849 time: 0.0436094 Nov 03 19:59:20.558846 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9be98-874c-453c-b39c-01dabac2fd9c req-af2f4593-d4e0-4850-9f1d-ecd09f8955e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:20.560417 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbf9be98-874c-453c-b39c-01dabac2fd9c req-af2f4593-d4e0-4850-9f1d-ecd09f8955e9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418017 Nov 03 19:59:20.654259 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbf9be98-874c-453c-b39c-01dabac2fd9c req-cb30e0c3-a177-40d0-93b5-fe8fc3b34cae service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861242 Nov 03 19:59:20.747941 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-cbf9be98-874c-453c-b39c-01dabac2fd9c req-3d4e0d09-637a-460f-90ec-036eaae7ca8d service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860624 Nov 03 19:59:25.935542 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-852ec679-4f98-4301-872b-d12b349380f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:28.271979 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7498478d-72b1-49ff-a5eb-18d95f6188fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:29.714757 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:30.974475 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:31.290871 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:31.680089 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:33.534055 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67ae96fb-c28c-449a-80f9-eff9d0fd0de9 req-c0691138-1c5b-4cc0-96ae-82a4f02e3923 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434816 Nov 03 19:59:33.637970 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae96fb-c28c-449a-80f9-eff9d0fd0de9 req-18c1b6c8-3a7e-4aef-873c-731069e51240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:33.639467 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67ae96fb-c28c-449a-80f9-eff9d0fd0de9 req-18c1b6c8-3a7e-4aef-873c-731069e51240 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 1096 time: 0.0421391 Nov 03 19:59:33.749977 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae96fb-c28c-449a-80f9-eff9d0fd0de9 req-eb58e236-181a-4465-85c5-b1f94d2fddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:33.751480 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67ae96fb-c28c-449a-80f9-eff9d0fd0de9 req-eb58e236-181a-4465-85c5-b1f94d2fddfa service neutron] 10.222.0.87 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 911 time: 0.0918050 Nov 03 19:59:33.823417 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67ae96fb-c28c-449a-80f9-eff9d0fd0de9 req-db25d372-758e-4216-87ca-11c88918516c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46ec71bf-74bd-4328-8f55-becc8f704170 HTTP/1.1" status: 200 len: 1001 time: 0.0639801 Nov 03 19:59:33.890001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae96fb-c28c-449a-80f9-eff9d0fd0de9 req-9f86783f-0cf0-487a-bf55-29f495156192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:33.891493 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67ae96fb-c28c-449a-80f9-eff9d0fd0de9 req-9f86783f-0cf0-487a-bf55-29f495156192 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0669c310-fe54-4d14-a7f1-870be5ae0c09 HTTP/1.1" status: 200 len: 849 time: 0.0554435 Nov 03 19:59:33.938359 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae96fb-c28c-449a-80f9-eff9d0fd0de9 req-289da1a3-cc81-4299-aad5-cd38510c5cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 19:59:33.939893 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67ae96fb-c28c-449a-80f9-eff9d0fd0de9 req-289da1a3-cc81-4299-aad5-cd38510c5cfe service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404947 Nov 03 19:59:34.033919 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67ae96fb-c28c-449a-80f9-eff9d0fd0de9 req-ee2b02f4-cc71-4c54-9391-42f990a1885a service neutron] 10.222.0.87 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860739 Nov 03 19:59:34.123634 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-67ae96fb-c28c-449a-80f9-eff9d0fd0de9 req-0f784e55-4d9c-43df-a7e6-72a6a0500824 service neutron] 10.222.0.87 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814638 Nov 03 19:59:43.379567 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 19:59:43.982775 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:55.939346 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-27519cde-ae22-4a1d-b29c-5fe8481a009c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:58.273647 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2f4db434-f2cd-4852-81b0-14d2309e7514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 19:59:59.716182 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:00.977565 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:01.295425 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:01.672211 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:13.981086 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:20.379481 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:00:22.180392 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-779c1a87-8f62-4c86-8293-7f858411989b req-45af6b3d-9078-4fba-8073-42e605af222f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408194 Nov 03 20:00:22.273574 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c1a87-8f62-4c86-8293-7f858411989b req-8d817a51-d1d2-4e29-b30c-ad24d51b04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:22.275499 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-779c1a87-8f62-4c86-8293-7f858411989b req-8d817a51-d1d2-4e29-b30c-ad24d51b04eb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 1094 time: 0.0508378 Nov 03 20:00:22.396705 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c1a87-8f62-4c86-8293-7f858411989b req-ae099ebe-6c9e-4baf-a152-9e4f99e5658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:22.398241 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-779c1a87-8f62-4c86-8293-7f858411989b req-ae099ebe-6c9e-4baf-a152-9e4f99e5658b service neutron] 10.222.0.98 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 911 time: 0.1000419 Nov 03 20:00:22.470211 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-779c1a87-8f62-4c86-8293-7f858411989b req-804aaf94-d06c-48c1-8a89-b35a04d23eb5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593 HTTP/1.1" status: 200 len: 999 time: 0.0651739 Nov 03 20:00:22.523759 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c1a87-8f62-4c86-8293-7f858411989b req-23d0d2ca-754f-4c8c-a311-179f11946a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:22.525239 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-779c1a87-8f62-4c86-8293-7f858411989b req-23d0d2ca-754f-4c8c-a311-179f11946a31 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0669c310-fe54-4d14-a7f1-870be5ae0c09 HTTP/1.1" status: 200 len: 849 time: 0.0470750 Nov 03 20:00:22.572853 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c1a87-8f62-4c86-8293-7f858411989b req-e040aac9-b16f-4850-ac7e-7e09b140113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:22.574395 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-779c1a87-8f62-4c86-8293-7f858411989b req-e040aac9-b16f-4850-ac7e-7e09b140113f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424213 Nov 03 20:00:22.671992 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-779c1a87-8f62-4c86-8293-7f858411989b req-bd3d5bff-013a-4216-86a4-5121021186da service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897317 Nov 03 20:00:22.764564 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-779c1a87-8f62-4c86-8293-7f858411989b req-1965acbc-c6c9-4ba4-a6ed-616797e3f830 service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856357 Nov 03 20:00:25.940678 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-718e702c-a857-4e65-b1fc-2d5521b9aab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:28.277579 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b6c4db9e-f29b-44e4-8065-d3cf91aee335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:29.717489 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:30.837944 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 46ec71bf-74bd-4328-8f55-becc8f704170 details requested by agent hyperv_n-h1-812150-4 with host n-h1-812150-4 {{(pid=101713) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 03 20:00:30.934330 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 46ec71bf-74bd-4328-8f55-becc8f704170, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=46ec71bf-74bd-4328-8f55-becc8f704170,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:30.945277 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Returning: {'device': '46ec71bf-74bd-4328-8f55-becc8f704170', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'port_id': '46ec71bf-74bd-4328-8f55-becc8f704170', 'mac_address': 'fa:16:3e:63:3b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101713) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 03 20:00:30.994037 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:30.996902 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:31.006380 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46ec71bf-74bd-4328-8f55-becc8f704170 {{(pid=101713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 03 20:00:31.026499 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 46ec71bf-74bd-4328-8f55-becc8f704170, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=46ec71bf-74bd-4328-8f55-becc8f704170,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:31.029947 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:31.074419 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=46ec71bf-74bd-4328-8f55-becc8f704170,revision_number=6']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:31.081501 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:31.081844 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:31.082182 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:31.082513 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:31.082839 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:31.083165 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:31.083485 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:31.083829 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:31.084150 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:31.084472 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:31.085351 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:31.085668 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:31.197609 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] get_ports_and_sgs() called for port_ids ['46ec71bf-74bd-4328-8f55-becc8f704170'] {{(pid=101713) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 03 20:00:31.325711 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:31.674129 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:32.860096 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 46ec71bf-74bd-4328-8f55-becc8f704170 up at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 03 20:00:32.931294 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.provisioning_blocks [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Provisioning complete for port 46ec71bf-74bd-4328-8f55-becc8f704170 triggered by entity L2. {{(pid=101713) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 03 20:00:32.931738 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531581'] for port, provisioning_complete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:33.023724 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454024'] for port, before_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:33.052901 n-d-812150-4 neutron-server[101713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245affb0-2c59-44af-bed9-69c28cb02174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ec71bf-74bd-4328-8f55-becc8f704170'}] {{(pid=101713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:00:33.055879 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7e5fee1f23a6fc9a0443d95714ede4114936ceee8d4149df6f8e228e1f11e48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1357a4e4-61fe-46a7-9363-10fe989b5edb" -d '{"events": [{"server_uuid": "245affb0-2c59-44af-bed9-69c28cb02174", "name": "network-vif-plugged", "status": "completed", "tag": "46ec71bf-74bd-4328-8f55-becc8f704170"}]}' {{(pid=101713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:00:33.078253 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] For port 46ec71bf-74bd-4328-8f55-becc8f704170, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=46ec71bf-74bd-4328-8f55-becc8f704170,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:33.084545 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733915601776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733915089951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733915089969'] for port, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:33.124485 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7def561-65bc-4cb1-b08d-6eaa2d98b41f x-openstack-request-id: req-a7def561-65bc-4cb1-b08d-6eaa2d98b41f {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:00:33.124485 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245affb0-2c59-44af-bed9-69c28cb02174", "name": "network-vif-plugged", "status": "completed", "tag": "46ec71bf-74bd-4328-8f55-becc8f704170", "code": 200}]} {{(pid=101713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:00:33.124485 n-d-812150-4 neutron-server[101713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a7def561-65bc-4cb1-b08d-6eaa2d98b41f {{(pid=101713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:00:33.124945 n-d-812150-4 neutron-server[101713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245affb0-2c59-44af-bed9-69c28cb02174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ec71bf-74bd-4328-8f55-becc8f704170', 'code': 200} Nov 03 20:00:33.156650 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Pushing event updated for resources: {'Port': ['ID=46ec71bf-74bd-4328-8f55-becc8f704170,revision_number=7']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:35.623568 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d690b-94f7-472a-a3a6-965427488225 req-e39a9233-cdb3-44f4-91aa-5bce97314284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:35.625163 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-805d690b-94f7-472a-a3a6-965427488225 req-e39a9233-cdb3-44f4-91aa-5bce97314284 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 1096 time: 0.0524361 Nov 03 20:00:35.747144 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d690b-94f7-472a-a3a6-965427488225 req-c026ae84-530e-4351-a505-212f80bc8e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:35.749302 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-805d690b-94f7-472a-a3a6-965427488225 req-c026ae84-530e-4351-a505-212f80bc8e6d service neutron] 10.222.0.87 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 911 time: 0.1010902 Nov 03 20:00:35.829237 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-805d690b-94f7-472a-a3a6-965427488225 req-5231c6bb-95b8-44f0-b413-354f0bd461f4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46ec71bf-74bd-4328-8f55-becc8f704170 HTTP/1.1" status: 200 len: 1001 time: 0.0716002 Nov 03 20:00:35.884777 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d690b-94f7-472a-a3a6-965427488225 req-f5454cfb-dc7a-4e8e-be0d-893898010769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:35.886349 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-805d690b-94f7-472a-a3a6-965427488225 req-f5454cfb-dc7a-4e8e-be0d-893898010769 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0669c310-fe54-4d14-a7f1-870be5ae0c09 HTTP/1.1" status: 200 len: 849 time: 0.0474710 Nov 03 20:00:35.938464 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d690b-94f7-472a-a3a6-965427488225 req-cdd5eac8-ae7f-4d09-84fa-4d576ccc3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:35.941584 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-805d690b-94f7-472a-a3a6-965427488225 req-cdd5eac8-ae7f-4d09-84fa-4d576ccc3b04 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473318 Nov 03 20:00:36.057225 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-805d690b-94f7-472a-a3a6-965427488225 req-5a28e48f-b3a2-4653-93d4-1378cf013f6b service neutron] 10.222.0.87 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071098 Nov 03 20:00:36.168350 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-805d690b-94f7-472a-a3a6-965427488225 req-12ce1956-d9c0-4f29-9d79-8e3ac972787d service neutron] 10.222.0.87 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011615 Nov 03 20:00:42.398597 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42684) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:42.559827 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Deleting port dd5622fa-85e8-495f-9572-407927c556f9 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:42.560079 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:42.632938 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:42.633263 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:42.646786 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Calling delete_port for dd5622fa-85e8-495f-9572-407927c556f9 owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:42.800638 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:42.823094 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event deleted for resources: {'Port': ['ID=dd5622fa-85e8-495f-9572-407927c556f9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:42.835731 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:42.836083 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:42.836429 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:42.836772 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:42.837113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:42.837449 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:42.837784 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:42.838114 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:42.838442 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:42.838771 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:42.839102 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:42.839428 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:42.898265 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:42.898601 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Floating IP 24605ccf-3268-4244-9f50-f687fd5e422f disassociated (deleted). External IP: 172.25.2.185, port: 46ec71bf-74bd-4328-8f55-becc8f704170. Nov 03 20:00:43.107619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Router 24641c9b-871c-4004-a8c1-25b9c7d1302e has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:00:43.212924 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:00:43.217825 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:43.223773 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5309c-af4f-491f-bb90-f38516feb741 None None] Sync routers for ids ['24641c9b-871c-4004-a8c1-25b9c7d1302e'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:00:43.233339 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5309c-af4f-491f-bb90-f38516feb741 None None] Routers {'24641c9b-871c-4004-a8c1-25b9c7d1302e'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:43.233946 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-91b5309c-af4f-491f-bb90-f38516feb741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T20:00:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['24641c9b-871c-4004-a8c1-25b9c7d1302e'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:43.249257 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-f96d7a2b-34f9-4584-be1f-77d37b79b0f4 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "DELETE /v2.0/floatingips/24605ccf-3268-4244-9f50-f687fd5e422f HTTP/1.1" status: 204 len: 168 time: 0.8471906 Nov 03 20:00:43.249257 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245affb0-2c59-44af-bed9-69c28cb02174', 'tag': '46ec71bf-74bd-4328-8f55-becc8f704170'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:00:43.249748 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc86e5c-9629-41f2-8dbd-8e580f6d659b" -d '{"events": [{"name": "network-changed", "server_uuid": "245affb0-2c59-44af-bed9-69c28cb02174", "tag": "46ec71bf-74bd-4328-8f55-becc8f704170"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:00:43.296684 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315cbbe2-6986-4107-a53b-ed21fa9d55b0 x-openstack-request-id: req-315cbbe2-6986-4107-a53b-ed21fa9d55b0 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:00:43.296983 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245affb0-2c59-44af-bed9-69c28cb02174", "tag": "46ec71bf-74bd-4328-8f55-becc8f704170", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:00:43.297243 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-315cbbe2-6986-4107-a53b-ed21fa9d55b0 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:00:43.297656 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245affb0-2c59-44af-bed9-69c28cb02174', 'tag': '46ec71bf-74bd-4328-8f55-becc8f704170', 'status': 'completed', 'code': 200} Nov 03 20:00:43.344353 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-91b5309c-af4f-491f-bb90-f38516feb741 None None] Set router 24641c9b-871c-4004-a8c1-25b9c7d1302e gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:43.383072 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc86e5c-9629-41f2-8dbd-8e580f6d659b req-41f68bec-b2fa-4fd8-ac5d-102d04a8c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:43.385027 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2dc86e5c-9629-41f2-8dbd-8e580f6d659b req-41f68bec-b2fa-4fd8-ac5d-102d04a8c441 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 1096 time: 0.0441918 Nov 03 20:00:43.483712 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc86e5c-9629-41f2-8dbd-8e580f6d659b req-5b65c85e-4e48-46bc-aa5c-89ae8b2ce39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:43.485207 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2dc86e5c-9629-41f2-8dbd-8e580f6d659b req-5b65c85e-4e48-46bc-aa5c-89ae8b2ce39f service neutron] 10.222.0.87 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 911 time: 0.0918427 Nov 03 20:00:43.496868 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2d813-5d1d-4da6-a55a-e0dcde893864 req-16a81a53-4038-448b-bca2-12d6e24bda2c tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:43.498539 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5c2d813-5d1d-4da6-a55a-e0dcde893864 req-16a81a53-4038-448b-bca2-12d6e24bda2c tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 945 time: 0.0575948 Nov 03 20:00:43.530800 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2dc86e5c-9629-41f2-8dbd-8e580f6d659b req-e6adf705-4619-4dc4-92da-e0b566db5857 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46ec71bf-74bd-4328-8f55-becc8f704170 HTTP/1.1" status: 200 len: 217 time: 0.0378280 Nov 03 20:00:43.551238 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-a5c2d813-5d1d-4da6-a55a-e0dcde893864 req-d10052fd-be73-403c-90e2-7094f618fccb tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457265 Nov 03 20:00:43.585662 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc86e5c-9629-41f2-8dbd-8e580f6d659b req-cf5f6905-896b-4da7-a750-872637917700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:43.587061 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2dc86e5c-9629-41f2-8dbd-8e580f6d659b req-cf5f6905-896b-4da7-a750-872637917700 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0669c310-fe54-4d14-a7f1-870be5ae0c09 HTTP/1.1" status: 200 len: 849 time: 0.0491655 Nov 03 20:00:43.593823 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-91b5309c-af4f-491f-bb90-f38516feb741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'affaeab9-d64b-46f1-8be8-13682a27cf9b', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'port_id': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'mac_address': 'fa:16:3e:86:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:56:26Z', 'updated_at': '2021-11-03T19:56:28Z', 'revision_number': 1, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 5, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:43.620508 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5309c-af4f-491f-bb90-f38516feb741 None None] Checking router: 24641c9b-871c-4004-a8c1-25b9c7d1302e for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:00:43.628730 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b5309c-af4f-491f-bb90-f38516feb741 None None] Routers {'24641c9b-871c-4004-a8c1-25b9c7d1302e'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:43.629341 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-91b5309c-af4f-491f-bb90-f38516feb741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T20:00:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['24641c9b-871c-4004-a8c1-25b9c7d1302e'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:43.633821 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc86e5c-9629-41f2-8dbd-8e580f6d659b req-17fd52c2-1b40-4993-a0b9-3518f9c7cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:43.635265 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2dc86e5c-9629-41f2-8dbd-8e580f6d659b req-17fd52c2-1b40-4993-a0b9-3518f9c7cde6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403714 Nov 03 20:00:43.732304 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2dc86e5c-9629-41f2-8dbd-8e580f6d659b req-6fcaee4f-3242-43d4-bd83-8da0761716d0 service neutron] 10.222.0.87 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876703 Nov 03 20:00:43.740266 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-91b5309c-af4f-491f-bb90-f38516feb741 None None] Set router 24641c9b-871c-4004-a8c1-25b9c7d1302e gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:43.823205 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-2dc86e5c-9629-41f2-8dbd-8e580f6d659b req-6fce289b-463a-42d0-a927-a1d83f39c1ec service neutron] 10.222.0.87 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835838 Nov 03 20:00:43.963110 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-91b5309c-af4f-491f-bb90-f38516feb741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'affaeab9-d64b-46f1-8be8-13682a27cf9b', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'port_id': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'mac_address': 'fa:16:3e:86:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:56:26Z', 'updated_at': '2021-11-03T19:56:28Z', 'revision_number': 1, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 5, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:43.997082 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b5309c-af4f-491f-bb90-f38516feb741 None None] The sync data for ids ['24641c9b-871c-4004-a8c1-25b9c7d1302e'] in n-d-812150-4 is: [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_floatingips': [{'id': 'affaeab9-d64b-46f1-8be8-13682a27cf9b', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'router_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'port_id': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'mac_address': 'fa:16:3e:86:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-03T19:56:26Z', 'updated_at': '2021-11-03T19:56:28Z', 'revision_number': 1, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 5, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:00:44.009590 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:44.242260 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f2c8d-5078-4c42-9be3-093eb352cf5d None None] New status for floating IP 24605ccf-3268-4244-9f50-f687fd5e422f: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:00:44.672112 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28388557-91ec-4ee8-a434-3faf04abba4e req-226a23e1-5d71-44ad-b065-4cf2454a30d8 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:44.673588 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28388557-91ec-4ee8-a434-3faf04abba4e req-226a23e1-5d71-44ad-b065-4cf2454a30d8 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 945 time: 0.0489883 Nov 03 20:00:44.725630 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-28388557-91ec-4ee8-a434-3faf04abba4e req-36b540ba-079e-4d8c-9056-1b5959e0a4b1 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454977 Nov 03 20:00:45.282352 n-d-812150-4 neutron-server[101711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b388fe7-954e-4dcc-9c46-9a5c2b2f231f req-86245394-2c7d-4795-97dd-c954637f3d94 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:45.283848 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5b388fe7-954e-4dcc-9c46-9a5c2b2f231f req-86245394-2c7d-4795-97dd-c954637f3d94 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.87 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 945 time: 0.0548449 Nov 03 20:00:45.372972 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-5b388fe7-954e-4dcc-9c46-9a5c2b2f231f req-584ab969-d574-4390-8c9a-0663ec182fed tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Deleting port 46ec71bf-74bd-4328-8f55-becc8f704170 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:45.373319 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5b388fe7-954e-4dcc-9c46-9a5c2b2f231f req-584ab969-d574-4390-8c9a-0663ec182fed tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.468021 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [req-5b388fe7-954e-4dcc-9c46-9a5c2b2f231f req-584ab969-d574-4390-8c9a-0663ec182fed tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] For port 46ec71bf-74bd-4328-8f55-becc8f704170, host n-h1-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812150-4',level=0,port_id=46ec71bf-74bd-4328-8f55-becc8f704170,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:45.468388 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5b388fe7-954e-4dcc-9c46-9a5c2b2f231f req-584ab969-d574-4390-8c9a-0663ec182fed tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.481787 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [req-5b388fe7-954e-4dcc-9c46-9a5c2b2f231f req-584ab969-d574-4390-8c9a-0663ec182fed tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Calling delete_port for 46ec71bf-74bd-4328-8f55-becc8f704170 owned by compute:nova {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:45.606630 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5b388fe7-954e-4dcc-9c46-9a5c2b2f231f req-584ab969-d574-4390-8c9a-0663ec182fed tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.638806 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ab969-d574-4390-8c9a-0663ec182fed tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event deleted for resources: {'Port': ['ID=46ec71bf-74bd-4328-8f55-becc8f704170,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:45.682871 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b388fe7-954e-4dcc-9c46-9a5c2b2f231f req-584ab969-d574-4390-8c9a-0663ec182fed tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] No DVR routers for this DVR port 46ec71bf-74bd-4328-8f55-becc8f704170 on host n-h1-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:00:45.685582 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [req-5b388fe7-954e-4dcc-9c46-9a5c2b2f231f req-584ab969-d574-4390-8c9a-0663ec182fed tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:45.689153 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [req-5b388fe7-954e-4dcc-9c46-9a5c2b2f231f req-584ab969-d574-4390-8c9a-0663ec182fed tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.87 "DELETE /v2.0/ports/46ec71bf-74bd-4328-8f55-becc8f704170 HTTP/1.1" status: 204 len: 173 time: 0.3987904 Nov 03 20:00:45.689612 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245affb0-2c59-44af-bed9-69c28cb02174', 'name': 'network-vif-deleted', 'tag': '46ec71bf-74bd-4328-8f55-becc8f704170'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:00:45.692074 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e689bcac-61e9-4fb0-96a3-5c2500750aaf" -d '{"events": [{"server_uuid": "245affb0-2c59-44af-bed9-69c28cb02174", "name": "network-vif-deleted", "tag": "46ec71bf-74bd-4328-8f55-becc8f704170"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:00:45.736461 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291af3aa-c945-4f4c-b86f-767ef3b77955 x-openstack-request-id: req-291af3aa-c945-4f4c-b86f-767ef3b77955 {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:00:45.736915 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245affb0-2c59-44af-bed9-69c28cb02174", "name": "network-vif-deleted", "tag": "46ec71bf-74bd-4328-8f55-becc8f704170", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:00:45.737047 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-291af3aa-c945-4f4c-b86f-767ef3b77955 {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:00:45.737547 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245affb0-2c59-44af-bed9-69c28cb02174', 'name': 'network-vif-deleted', 'tag': '46ec71bf-74bd-4328-8f55-becc8f704170', 'status': 'completed', 'code': 200} Nov 03 20:00:45.831047 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-5caace0f-4aff-4902-a06e-25c1d20440e4 req-fc2b16fe-5795-4e56-b85f-e5242709dd20 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=245affb0-2c59-44af-bed9-69c28cb02174 HTTP/1.1" status: 200 len: 210 time: 0.0341020 Nov 03 20:00:46.959244 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 46ec71bf-74bd-4328-8f55-becc8f704170 no longer exists at agent hyperv_n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:46.979064 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] No Port match for: 46ec71bf-74bd-4328-8f55-becc8f704170 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:46.979405 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Device 46ec71bf-74bd-4328-8f55-becc8f704170 not bound to the agent host n-h1-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:47.374194 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42740) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:47.528434 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a6f03a7d-f576-44ec-9fa7-795d484200b7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Deleting port f19979a5-5b39-4d37-b1ac-38c6547efe3c {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:47.528693 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a6f03a7d-f576-44ec-9fa7-795d484200b7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.606341 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a6f03a7d-f576-44ec-9fa7-795d484200b7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.606675 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a6f03a7d-f576-44ec-9fa7-795d484200b7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.618583 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-a6f03a7d-f576-44ec-9fa7-795d484200b7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Calling delete_port for f19979a5-5b39-4d37-b1ac-38c6547efe3c owned by network:floatingip {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:47.774127 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a6f03a7d-f576-44ec-9fa7-795d484200b7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.799906 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f03a7d-f576-44ec-9fa7-795d484200b7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event deleted for resources: {'Port': ['ID=f19979a5-5b39-4d37-b1ac-38c6547efe3c,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:47.864741 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a6f03a7d-f576-44ec-9fa7-795d484200b7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for floatingip, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:47.865072 n-d-812150-4 neutron-server[101711]: INFO neutron.db.l3_db [None req-a6f03a7d-f576-44ec-9fa7-795d484200b7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Floating IP affaeab9-d64b-46f1-8be8-13682a27cf9b disassociated (deleted). External IP: 172.25.2.156, port: ca7b131c-05ec-4b85-bda1-2907f02fb593. Nov 03 20:00:48.068208 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f03a7d-f576-44ec-9fa7-795d484200b7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Router 24641c9b-871c-4004-a8c1-25b9c7d1302e has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:00:48.504504 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f03a7d-f576-44ec-9fa7-795d484200b7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:00:48.509712 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-a6f03a7d-f576-44ec-9fa7-795d484200b7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for floatingip, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:48.515061 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb444e1d-c20d-4fef-9a78-430b7cdd34d3 None None] Sync routers for ids ['24641c9b-871c-4004-a8c1-25b9c7d1302e'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:00:48.524830 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb444e1d-c20d-4fef-9a78-430b7cdd34d3 None None] Routers {'24641c9b-871c-4004-a8c1-25b9c7d1302e'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:48.525448 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-eb444e1d-c20d-4fef-9a78-430b7cdd34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T20:00:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['24641c9b-871c-4004-a8c1-25b9c7d1302e'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:48.535924 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-a6f03a7d-f576-44ec-9fa7-795d484200b7 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "DELETE /v2.0/floatingips/affaeab9-d64b-46f1-8be8-13682a27cf9b HTTP/1.1" status: 204 len: 168 time: 1.1606371 Nov 03 20:00:48.536619 n-d-812150-4 neutron-server[101711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'tag': 'ca7b131c-05ec-4b85-bda1-2907f02fb593'}] {{(pid=101711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:00:48.539211 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf1431af31d2f5c0e8ce88d002e542d5c5392ec38fffa128eb4a3c3426e21cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29547946-8e91-4107-8489-5c4532403ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "73c7d859-6a28-4921-9cc9-bd2320c1652e", "tag": "ca7b131c-05ec-4b85-bda1-2907f02fb593"}]}' {{(pid=101711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:00:48.634695 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Nov 2021 20:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4c46c9-5604-4640-8834-fcb596a02d6a x-openstack-request-id: req-ef4c46c9-5604-4640-8834-fcb596a02d6a {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:00:48.634987 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c7d859-6a28-4921-9cc9-bd2320c1652e", "tag": "ca7b131c-05ec-4b85-bda1-2907f02fb593", "status": "completed", "code": 200}]} {{(pid=101711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:00:48.635294 n-d-812150-4 neutron-server[101711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ef4c46c9-5604-4640-8834-fcb596a02d6a {{(pid=101711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:00:48.635738 n-d-812150-4 neutron-server[101711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'tag': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'status': 'completed', 'code': 200} Nov 03 20:00:48.641000 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-eb444e1d-c20d-4fef-9a78-430b7cdd34d3 None None] Set router 24641c9b-871c-4004-a8c1-25b9c7d1302e gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:48.716907 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29547946-8e91-4107-8489-5c4532403ef6 req-2f9110fb-ae56-4ec9-8ab9-b2ea0cefaf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:48.719411 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29547946-8e91-4107-8489-5c4532403ef6 req-2f9110fb-ae56-4ec9-8ab9-b2ea0cefaf4d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0804ec8216df4883b83ca6beab880a88&device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 1094 time: 0.0553894 Nov 03 20:00:48.844603 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359b812-63dd-422e-9669-04bfa61c02bb req-78244c49-0e05-4c5b-b27d-341f592b991c tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:48.846223 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2359b812-63dd-422e-9669-04bfa61c02bb req-78244c49-0e05-4c5b-b27d-341f592b991c tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 943 time: 0.1004608 Nov 03 20:00:48.866164 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29547946-8e91-4107-8489-5c4532403ef6 req-be043114-13fa-4d4b-9668-9fe30ef24ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:48.867671 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29547946-8e91-4107-8489-5c4532403ef6 req-be043114-13fa-4d4b-9668-9fe30ef24ba0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 200 len: 911 time: 0.1412392 Nov 03 20:00:48.919624 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29547946-8e91-4107-8489-5c4532403ef6 req-59361dda-f5ef-4928-8176-a9a75b1b94be service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593 HTTP/1.1" status: 200 len: 217 time: 0.0434425 Nov 03 20:00:48.972270 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2359b812-63dd-422e-9669-04bfa61c02bb req-82a7ecb9-dc84-4fcc-8095-80e49cb47b7b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165297 Nov 03 20:00:48.988410 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29547946-8e91-4107-8489-5c4532403ef6 req-3c81f4f7-2091-4b2d-9da0-8709472ee671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:48.989952 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29547946-8e91-4107-8489-5c4532403ef6 req-3c81f4f7-2091-4b2d-9da0-8709472ee671 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0669c310-fe54-4d14-a7f1-870be5ae0c09 HTTP/1.1" status: 200 len: 849 time: 0.0621014 Nov 03 20:00:49.044738 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29547946-8e91-4107-8489-5c4532403ef6 req-a73ad54b-50b5-4166-9df6-23b28e4aec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:49.046472 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29547946-8e91-4107-8489-5c4532403ef6 req-a73ad54b-50b5-4166-9df6-23b28e4aec9a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485914 Nov 03 20:00:49.055279 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-eb444e1d-c20d-4fef-9a78-430b7cdd34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 5, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:49.085772 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb444e1d-c20d-4fef-9a78-430b7cdd34d3 None None] Checking router: 24641c9b-871c-4004-a8c1-25b9c7d1302e for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:00:49.097244 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb444e1d-c20d-4fef-9a78-430b7cdd34d3 None None] Routers {'24641c9b-871c-4004-a8c1-25b9c7d1302e'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:49.098038 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-eb444e1d-c20d-4fef-9a78-430b7cdd34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T20:00:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['24641c9b-871c-4004-a8c1-25b9c7d1302e'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:49.140713 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29547946-8e91-4107-8489-5c4532403ef6 req-43a2cc30-e52e-4820-bc79-a040198588ec service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864842 Nov 03 20:00:49.213431 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-eb444e1d-c20d-4fef-9a78-430b7cdd34d3 None None] Set router 24641c9b-871c-4004-a8c1-25b9c7d1302e gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:49.234829 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-29547946-8e91-4107-8489-5c4532403ef6 req-ac17668f-1333-41a5-a838-8f55fcf3004c service neutron] 10.222.0.98 "GET /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868745 Nov 03 20:00:49.413987 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-eb444e1d-c20d-4fef-9a78-430b7cdd34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 5, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:49.439622 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb444e1d-c20d-4fef-9a78-430b7cdd34d3 None None] The sync data for ids ['24641c9b-871c-4004-a8c1-25b9c7d1302e'] in n-d-812150-4 is: [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T19:56:07Z', 'revision_number': 4, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4', '_interfaces': [{'id': 'bb24fcef-6a55-4c5c-8eed-a802fb161677', 'name': '', 'network_id': 'dc75be91-3f4d-4bf8-8401-1f4912ac1c5a', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'mac_address': 'fa:16:3e:3b:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:06Z', 'updated_at': '2021-11-03T19:56:12Z', 'revision_number': 5, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'subnets': [{'id': '0669c310-fe54-4d14-a7f1-870be5ae0c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:00:49.692763 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ca35be-dad8-4f7d-a9fe-3dc6a92bcde0 None None] New status for floating IP affaeab9-d64b-46f1-8be8-13682a27cf9b: DOWN {{(pid=101714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 03 20:00:50.093545 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099eeffe-c395-4f96-900c-8bddb80ead36 req-e92c8645-3561-42b0-b366-686f65460a70 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:50.095052 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-099eeffe-c395-4f96-900c-8bddb80ead36 req-e92c8645-3561-42b0-b366-686f65460a70 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 943 time: 0.0500786 Nov 03 20:00:50.147220 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-099eeffe-c395-4f96-900c-8bddb80ead36 req-b618e2b6-f3dd-46e9-a317-e7918ab5e26b tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "GET /v2.0/security-groups?id=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453987 Nov 03 20:00:50.260970 n-d-812150-4 neutron-server[101712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b3d47-1bab-4129-a688-51d1ca2c7012 req-99690514-10af-437a-842d-4c62bdc015c9 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 03 20:00:50.262366 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b7b3d47-1bab-4129-a688-51d1ca2c7012 req-99690514-10af-437a-842d-4c62bdc015c9 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.98 "GET /v2.0/ports?device_id=73c7d859-6a28-4921-9cc9-bd2320c1652e HTTP/1.1" status: 200 len: 943 time: 0.0504408 Nov 03 20:00:50.355643 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-2b7b3d47-1bab-4129-a688-51d1ca2c7012 req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Deleting port ca7b131c-05ec-4b85-bda1-2907f02fb593 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:50.355993 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2b7b3d47-1bab-4129-a688-51d1ca2c7012 req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.442351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [req-2b7b3d47-1bab-4129-a688-51d1ca2c7012 req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] For port ca7b131c-05ec-4b85-bda1-2907f02fb593, host n-h2-812150-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812150-4',level=0,port_id=ca7b131c-05ec-4b85-bda1-2907f02fb593,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:50.442712 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2b7b3d47-1bab-4129-a688-51d1ca2c7012 req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.455513 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [req-2b7b3d47-1bab-4129-a688-51d1ca2c7012 req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Calling delete_port for ca7b131c-05ec-4b85-bda1-2907f02fb593 owned by compute:nova {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:50.586876 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2b7b3d47-1bab-4129-a688-51d1ca2c7012 req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.616436 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event deleted for resources: {'Port': ['ID=ca7b131c-05ec-4b85-bda1-2907f02fb593,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:50.649900 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.650244 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.650580 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.650916 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.651247 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.651680 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.652023 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.652351 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.652671 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.652994 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.653317 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.653636 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812150-4 {{(pid=101712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 03 20:00:50.673809 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7b3d47-1bab-4129-a688-51d1ca2c7012 req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] No DVR routers for this DVR port ca7b131c-05ec-4b85-bda1-2907f02fb593 on host n-h2-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:00:50.676450 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [req-2b7b3d47-1bab-4129-a688-51d1ca2c7012 req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50659'] for port, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:50.679949 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [req-2b7b3d47-1bab-4129-a688-51d1ca2c7012 req-975bace7-ec44-4ab0-9230-285d14dd6740 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.98 "DELETE /v2.0/ports/ca7b131c-05ec-4b85-bda1-2907f02fb593 HTTP/1.1" status: 204 len: 173 time: 0.4117618 Nov 03 20:00:50.680423 n-d-812150-4 neutron-server[101712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'name': 'network-vif-deleted', 'tag': 'ca7b131c-05ec-4b85-bda1-2907f02fb593'}] {{(pid=101712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 03 20:00:50.682699 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca190d9c61ede386e135752e30520fa7a62adeae4367973ef91f605c49281e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b533c0b1-89b5-4302-9ecf-5716d30b4b84" -d '{"events": [{"server_uuid": "73c7d859-6a28-4921-9cc9-bd2320c1652e", "name": "network-vif-deleted", "tag": "ca7b131c-05ec-4b85-bda1-2907f02fb593"}]}' {{(pid=101712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 03 20:00:50.723842 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Nov 2021 20:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07c4e35-1c5b-41e1-8553-322b3ebd509e x-openstack-request-id: req-b07c4e35-1c5b-41e1-8553-322b3ebd509e {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 03 20:00:50.724033 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c7d859-6a28-4921-9cc9-bd2320c1652e", "name": "network-vif-deleted", "tag": "ca7b131c-05ec-4b85-bda1-2907f02fb593", "status": "completed", "code": 200}]} {{(pid=101712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 03 20:00:50.724383 n-d-812150-4 neutron-server[101712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b07c4e35-1c5b-41e1-8553-322b3ebd509e {{(pid=101712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 03 20:00:50.725495 n-d-812150-4 neutron-server[101712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c7d859-6a28-4921-9cc9-bd2320c1652e', 'name': 'network-vif-deleted', 'tag': 'ca7b131c-05ec-4b85-bda1-2907f02fb593', 'status': 'completed', 'code': 200} Nov 03 20:00:51.202065 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42756) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:51.259019 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bb6d01aa-4564-4f77-9126-ddc271e456c9 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.284248 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bb6d01aa-4564-4f77-9126-ddc271e456c9 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.348117 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bb6d01aa-4564-4f77-9126-ddc271e456c9 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.351381 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-bb6d01aa-4564-4f77-9126-ddc271e456c9 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Publish callbacks [] for security_group, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.352578 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-bb6d01aa-4564-4f77-9126-ddc271e456c9 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] 10.222.0.107 "DELETE /v2.0/security-groups/c629efc1-0c03-4f12-9b3f-5e6de7bc49fe HTTP/1.1" status: 204 len: 168 time: 0.1495128 Nov 03 20:00:51.361503 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d01aa-4564-4f77-9126-ddc271e456c9 tempest-TestSnapshotPattern-1499809569 tempest-TestSnapshotPattern-1499809569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c629efc1-0c03-4f12-9b3f-5e6de7bc49fe,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:51.403250 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42760) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:51.745462 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-087c0661-540a-401b-ac95-8026c97766d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:51.986414 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-087c0661-540a-401b-ac95-8026c97766d9 admin admin] Deleting port bb24fcef-6a55-4c5c-8eed-a802fb161677 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:51.986667 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-087c0661-540a-401b-ac95-8026c97766d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.066510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-087c0661-540a-401b-ac95-8026c97766d9 admin admin] For port bb24fcef-6a55-4c5c-8eed-a802fb161677, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=bb24fcef-6a55-4c5c-8eed-a802fb161677,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:52.066861 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-087c0661-540a-401b-ac95-8026c97766d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.079443 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-087c0661-540a-401b-ac95-8026c97766d9 admin admin] Calling delete_port for bb24fcef-6a55-4c5c-8eed-a802fb161677 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:52.256126 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-087c0661-540a-401b-ac95-8026c97766d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.283090 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c0661-540a-401b-ac95-8026c97766d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb24fcef-6a55-4c5c-8eed-a802fb161677,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:52.453322 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-087c0661-540a-401b-ac95-8026c97766d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.673510 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087c0661-540a-401b-ac95-8026c97766d9 admin admin] Router 24641c9b-871c-4004-a8c1-25b9c7d1302e has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:00:52.778078 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087c0661-540a-401b-ac95-8026c97766d9 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:00:52.783028 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-087c0661-540a-401b-ac95-8026c97766d9 admin admin] 10.222.0.107 "PUT /v2.0/routers/24641c9b-871c-4004-a8c1-25b9c7d1302e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3787355 Nov 03 20:00:52.785627 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42762) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:52.788687 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed5832-221d-4341-88d5-94556c115e0f None None] Sync routers for ids ['24641c9b-871c-4004-a8c1-25b9c7d1302e'] in n-d-812150-4 {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:00:52.799724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed5832-221d-4341-88d5-94556c115e0f None None] Routers {'24641c9b-871c-4004-a8c1-25b9c7d1302e'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:52.800339 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-21ed5832-221d-4341-88d5-94556c115e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T20:00:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['24641c9b-871c-4004-a8c1-25b9c7d1302e'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:52.888445 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:52.905520 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-21ed5832-221d-4341-88d5-94556c115e0f None None] Set router 24641c9b-871c-4004-a8c1-25b9c7d1302e gateway port host: n-d-812150-4 {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:52.990460 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.044520 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] Deleting port a2544d72-cf4e-442b-b788-13d4b2ba8be2 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:53.044863 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.087557 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-21ed5832-221d-4341-88d5-94556c115e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 5, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port': {'id': 'a2544d72-cf4e-442b-b788-13d4b2ba8be2', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:05Z', 'updated_at': '2021-11-03T19:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:53.114443 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed5832-221d-4341-88d5-94556c115e0f None None] Checking router: 24641c9b-871c-4004-a8c1-25b9c7d1302e for host: n-d-812150-4 {{(pid=101713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:00:53.122868 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed5832-221d-4341-88d5-94556c115e0f None None] Routers {'24641c9b-871c-4004-a8c1-25b9c7d1302e'} bound to L3 agent in host n-d-812150-4 {{(pid=101713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:53.123482 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-21ed5832-221d-4341-88d5-94556c115e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T20:00:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['24641c9b-871c-4004-a8c1-25b9c7d1302e'], 'active': True} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:53.125113 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] For port a2544d72-cf4e-442b-b788-13d4b2ba8be2, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=a2544d72-cf4e-442b-b788-13d4b2ba8be2,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:53.126480 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.142817 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] Calling delete_port for a2544d72-cf4e-442b-b788-13d4b2ba8be2 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:53.207653 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvr_db [None req-21ed5832-221d-4341-88d5-94556c115e0f None None] Set router 24641c9b-871c-4004-a8c1-25b9c7d1302e gateway port host: None {{(pid=101713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:53.258391 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_hamode_db [None req-21ed5832-221d-4341-88d5-94556c115e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 6, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:53.289046 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed5832-221d-4341-88d5-94556c115e0f None None] The sync data for ids ['24641c9b-871c-4004-a8c1-25b9c7d1302e'] in n-d-812150-4 is: [{'id': '24641c9b-871c-4004-a8c1-25b9c7d1302e', 'name': 'tempest-TestSnapshotPattern-1256232478-router', 'tenant_id': '0804ec8216df4883b83ca6beab880a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:04Z', 'updated_at': '2021-11-03T20:00:52Z', 'revision_number': 6, 'project_id': '0804ec8216df4883b83ca6beab880a88', 'gw_port_host': None}] {{(pid=101713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:00:53.308778 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.341851 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2544d72-cf4e-442b-b788-13d4b2ba8be2,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:53.401071 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.488709 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.491315 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.536272 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.536887 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24641c9b-871c-4004-a8c1-25b9c7d1302e {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:00:53.541471 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.542842 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-4f87af28-322b-4dac-a2ba-d78cce6c438d admin admin] 10.222.0.107 "DELETE /v2.0/routers/24641c9b-871c-4004-a8c1-25b9c7d1302e HTTP/1.1" status: 204 len: 168 time: 0.7562785 Nov 03 20:00:53.545528 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42764) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:53.589398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-869d8a87-5255-4d7e-9f58-9219fe54f8b6 admin admin] Deleting subnet 0669c310-fe54-4d14-a7f1-870be5ae0c09 {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:00:53.592319 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-869d8a87-5255-4d7e-9f58-9219fe54f8b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.625808 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-869d8a87-5255-4d7e-9f58-9219fe54f8b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.713153 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-869d8a87-5255-4d7e-9f58-9219fe54f8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.767288 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-869d8a87-5255-4d7e-9f58-9219fe54f8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.794398 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d8a87-5255-4d7e-9f58-9219fe54f8b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0669c310-fe54-4d14-a7f1-870be5ae0c09,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:53.796293 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-869d8a87-5255-4d7e-9f58-9219fe54f8b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.799453 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-869d8a87-5255-4d7e-9f58-9219fe54f8b6 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/0669c310-fe54-4d14-a7f1-870be5ae0c09 HTTP/1.1" status: 204 len: 168 time: 0.2529228 Nov 03 20:00:53.800669 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad01e1ec-dea7-4312-a951-fae26fb31b7c None None] Network dc75be91-3f4d-4bf8-8401-1f4912ac1c5a requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:00:53.802003 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42766) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:53.871104 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.927157 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] Deleting port e7accb27-e408-46cd-95c3-ab1ee9296ad4 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:53.927505 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:53.989200 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] For port e7accb27-e408-46cd-95c3-ab1ee9296ad4, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e7accb27-e408-46cd-95c3-ab1ee9296ad4,segment=NetworkSegment(8c8d9e7f-8907-41cf-9bbe-4dfa04e41550),segment_id=8c8d9e7f-8907-41cf-9bbe-4dfa04e41550)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:53.989565 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.002470 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] Calling delete_port for e7accb27-e408-46cd-95c3-ab1ee9296ad4 owned by network:dhcp {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:54.066133 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232cf396-e919-4671-abd1-424b2bb92750 None None] DHCP port deletion for dc75be91-3f4d-4bf8-8401-1f4912ac1c5a request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:00:54.089011 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.114518 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7accb27-e408-46cd-95c3-ab1ee9296ad4,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:54.115029 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-232cf396-e919-4671-abd1-424b2bb92750 None None] Deleting port e7accb27-e408-46cd-95c3-ab1ee9296ad4 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:54.116043 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-232cf396-e919-4671-abd1-424b2bb92750 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.118688 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] No DVR routers for this DVR port e7accb27-e408-46cd-95c3-ab1ee9296ad4 on host n-d-812150-4 {{(pid=101711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:00:54.182639 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-232cf396-e919-4671-abd1-424b2bb92750 None None] For port e7accb27-e408-46cd-95c3-ab1ee9296ad4, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:54.183059 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-232cf396-e919-4671-abd1-424b2bb92750 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.197209 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.200167 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-232cf396-e919-4671-abd1-424b2bb92750 None None] Calling delete_port for e7accb27-e408-46cd-95c3-ab1ee9296ad4 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:54.202900 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-232cf396-e919-4671-abd1-424b2bb92750 None None] Port e7accb27-e408-46cd-95c3-ab1ee9296ad4 was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 20:00:54.204207 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-232cf396-e919-4671-abd1-424b2bb92750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.217311 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc75be91-3f4d-4bf8-8401-1f4912ac1c5a']}} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:54.226642 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550') {'for_net_delete': True} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:54.226947 n-d-812150-4 neutron-server[101711]: DEBUG neutron.services.segments.db [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8d9e7f-8907-41cf-9bbe-4dfa04e41550') {} {{(pid=101711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:54.230113 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cf396-e919-4671-abd1-424b2bb92750 None None] Pushing event deleted for resources: {'Port': ['ID=e7accb27-e408-46cd-95c3-ab1ee9296ad4,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:54.232016 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232cf396-e919-4671-abd1-424b2bb92750 None None] No DVR routers for this DVR port e7accb27-e408-46cd-95c3-ab1ee9296ad4 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:00:54.239563 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10026385'] for segment, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.253398 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.260452 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:00:54.260894 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8593386'] for segment, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: Traceback (most recent call last): Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: timer() Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: cb(*args, **kw) Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: return func(*args, **kwargs) Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: self._notify() Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: self.callback(batched_events) Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: event.method(event) Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: return f(self, *a, **k) Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: return self._get(url).json() Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: return self.request(url, 'GET', **kwargs) Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:00:54.263266 n-d-812150-4 neutron-server[101711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:00:54.295268 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ca7b131c-05ec-4b85-bda1-2907f02fb593 no longer exists at agent hyperv_n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:54.319478 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] No Port match for: ca7b131c-05ec-4b85-bda1-2907f02fb593 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:54.319725 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Device ca7b131c-05ec-4b85-bda1-2907f02fb593 not bound to the agent host n-h2-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:54.321014 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.327416 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] Publish callbacks [] for network, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.332300 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] 10.222.0.107 "DELETE /v2.0/networks/dc75be91-3f4d-4bf8-8401-1f4912ac1c5a HTTP/1.1" status: 204 len: 168 time: 0.5284917 Nov 03 20:00:54.335192 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42768) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:54.351186 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcfead-ed09-4298-bb28-6e4cefabae20 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc75be91-3f4d-4bf8-8401-1f4912ac1c5a,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:54.693690 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0c3e233-3d5a-4368-ba0b-53851a2e4c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476208'] for router_interface, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:54.936189 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b0c3e233-3d5a-4368-ba0b-53851a2e4c70 admin admin] Deleting port 4a9df273-1d2a-4df8-92c1-b7ada0867660 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:54.936537 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0c3e233-3d5a-4368-ba0b-53851a2e4c70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:55.011677 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-b0c3e233-3d5a-4368-ba0b-53851a2e4c70 admin admin] For port 4a9df273-1d2a-4df8-92c1-b7ada0867660, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=4a9df273-1d2a-4df8-92c1-b7ada0867660,segment=NetworkSegment(f2c1bced-d8fc-46b6-94a2-62b562345947),segment_id=f2c1bced-d8fc-46b6-94a2-62b562345947)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:55.011962 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0c3e233-3d5a-4368-ba0b-53851a2e4c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:55.024347 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-b0c3e233-3d5a-4368-ba0b-53851a2e4c70 admin admin] Calling delete_port for 4a9df273-1d2a-4df8-92c1-b7ada0867660 owned by network:router_interface {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:55.206038 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0c3e233-3d5a-4368-ba0b-53851a2e4c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:55.239458 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3e233-3d5a-4368-ba0b-53851a2e4c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9df273-1d2a-4df8-92c1-b7ada0867660,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:55.404905 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a2544d72-cf4e-442b-b788-13d4b2ba8be2 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:55.414581 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-b0c3e233-3d5a-4368-ba0b-53851a2e4c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489664'] for router_interface, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:55.425937 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: a2544d72-cf4e-442b-b788-13d4b2ba8be2 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:55.426286 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device a2544d72-cf4e-442b-b788-13d4b2ba8be2 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:55.426724 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e7accb27-e408-46cd-95c3-ab1ee9296ad4 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:55.446506 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: e7accb27-e408-46cd-95c3-ab1ee9296ad4 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:55.446863 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e7accb27-e408-46cd-95c3-ab1ee9296ad4 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:55.447268 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bb24fcef-6a55-4c5c-8eed-a802fb161677 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:55.469170 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: bb24fcef-6a55-4c5c-8eed-a802fb161677 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:55.469512 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device bb24fcef-6a55-4c5c-8eed-a802fb161677 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:55.944674 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e19fd3cd-eaec-4df5-b80d-99c2637f00eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:55.949466 n-d-812150-4 neutron-server[101711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c3e233-3d5a-4368-ba0b-53851a2e4c70 admin admin] Router e076fe7f-5a25-40a0-ad98-66ef3efa5f03 has already been hosted by L3 agent 34ecc71e-c040-45f1-92bc-0bf3e30ceb50 {{(pid=101711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 03 20:00:56.054572 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c3e233-3d5a-4368-ba0b-53851a2e4c70 admin admin] Notify agent at l3_agent.n-d-812150-4 the message routers_updated {{(pid=101711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 03 20:00:56.059480 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-b0c3e233-3d5a-4368-ba0b-53851a2e4c70 admin admin] 10.222.0.107 "PUT /v2.0/routers/e076fe7f-5a25-40a0-ad98-66ef3efa5f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7231898 Nov 03 20:00:56.062089 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42770) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:56.064788 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8033ea-1409-4019-a2f0-04f5a299ea5e None None] Sync routers for ids ['e076fe7f-5a25-40a0-ad98-66ef3efa5f03'] in n-d-812150-4 {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 03 20:00:56.077319 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8033ea-1409-4019-a2f0-04f5a299ea5e None None] Routers {'e076fe7f-5a25-40a0-ad98-66ef3efa5f03'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:56.077934 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-da8033ea-1409-4019-a2f0-04f5a299ea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T20:00:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e076fe7f-5a25-40a0-ad98-66ef3efa5f03'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:56.167242 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.180210 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-da8033ea-1409-4019-a2f0-04f5a299ea5e None None] Set router e076fe7f-5a25-40a0-ad98-66ef3efa5f03 gateway port host: n-d-812150-4 {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:56.276346 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.329580 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] Deleting port e07308db-f9fa-48b5-919e-5e1bb0d6c4a9 {{(pid=101711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:56.329943 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.356268 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-da8033ea-1409-4019-a2f0-04f5a299ea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'name': 'tempest-TestSnapshotPattern-857066105-router', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'external_fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'e07308db-f9fa-48b5-919e-5e1bb0d6c4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:09Z', 'updated_at': '2021-11-03T20:00:55Z', 'revision_number': 5, 'project_id': 'd5cc742435924c5091d8627c4b9124fd', 'gw_port': {'id': 'e07308db-f9fa-48b5-919e-5e1bb0d6c4a9', 'name': '', 'network_id': '5587e4b1-8810-4eef-bb38-61847d271d40', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812150-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-03T19:56:10Z', 'updated_at': '2021-11-03T19:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59353b3a-4c16-428d-bd6a-0c2cae4a73c1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812150-4'}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:56.386836 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8033ea-1409-4019-a2f0-04f5a299ea5e None None] Checking router: e076fe7f-5a25-40a0-ad98-66ef3efa5f03 for host: n-d-812150-4 {{(pid=101714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 03 20:00:56.395406 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8033ea-1409-4019-a2f0-04f5a299ea5e None None] Routers {'e076fe7f-5a25-40a0-ad98-66ef3efa5f03'} bound to L3 agent in host n-d-812150-4 {{(pid=101714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 03 20:00:56.396060 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-da8033ea-1409-4019-a2f0-04f5a299ea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812150-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-03T18:21:58Z,description=,heartbeat_timestamp=2021-11-03T20:00:28Z,host='n-d-812150-4',id=34ecc71e-c040-45f1-92bc-0bf3e30ceb50,load=0,resource_versions=,resources_synced=,started_at=2021-11-03T18:21:58Z,topic='l3_agent')) {'router_ids': ['e076fe7f-5a25-40a0-ad98-66ef3efa5f03'], 'active': True} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:56.413755 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.db [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] For port e07308db-f9fa-48b5-919e-5e1bb0d6c4a9, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=e07308db-f9fa-48b5-919e-5e1bb0d6c4a9,segment=NetworkSegment(bf9b2d20-9f7f-47e3-9a77-fcd9e6589281),segment_id=bf9b2d20-9f7f-47e3-9a77-fcd9e6589281)] {{(pid=101711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:56.414114 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.430346 n-d-812150-4 neutron-server[101711]: DEBUG neutron.plugins.ml2.plugin [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] Calling delete_port for e07308db-f9fa-48b5-919e-5e1bb0d6c4a9 owned by network:router_gateway {{(pid=101711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:56.481441 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_dvr_db [None req-da8033ea-1409-4019-a2f0-04f5a299ea5e None None] Set router e076fe7f-5a25-40a0-ad98-66ef3efa5f03 gateway port host: None {{(pid=101714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 03 20:00:56.559496 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.l3_hamode_db [None req-da8033ea-1409-4019-a2f0-04f5a299ea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'name': 'tempest-TestSnapshotPattern-857066105-router', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:09Z', 'updated_at': '2021-11-03T20:00:56Z', 'revision_number': 6, 'project_id': 'd5cc742435924c5091d8627c4b9124fd', 'gw_port_host': None}], 'n-d-812150-4', False) {} {{(pid=101714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:56.593996 n-d-812150-4 neutron-server[101714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8033ea-1409-4019-a2f0-04f5a299ea5e None None] The sync data for ids ['e076fe7f-5a25-40a0-ad98-66ef3efa5f03'] in n-d-812150-4 is: [{'id': 'e076fe7f-5a25-40a0-ad98-66ef3efa5f03', 'name': 'tempest-TestSnapshotPattern-857066105-router', 'tenant_id': 'd5cc742435924c5091d8627c4b9124fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-03T19:56:09Z', 'updated_at': '2021-11-03T20:00:56Z', 'revision_number': 6, 'project_id': 'd5cc742435924c5091d8627c4b9124fd', 'gw_port_host': None}] {{(pid=101714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 03 20:00:56.621686 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8593369'] for port, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.653572 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07308db-f9fa-48b5-919e-5e1bb0d6c4a9,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:56.714497 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477050'] for router_gateway, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.804427 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-490772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26203'] for router, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.806720 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.850105 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-490783'] for router, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.850589 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e076fe7f-5a25-40a0-ad98-66ef3efa5f03 {{(pid=101711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 03 20:00:56.855543 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] Publish callbacks [] for router, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.857019 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-04e29b65-0bfa-45b6-95d8-5e1f56ea14a9 admin admin] 10.222.0.107 "DELETE /v2.0/routers/e076fe7f-5a25-40a0-ad98-66ef3efa5f03 HTTP/1.1" status: 204 len: 168 time: 0.7939875 Nov 03 20:00:56.859615 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [-] (101711) accepted ('10.222.0.107', 42772) {{(pid=101711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:56.908001 n-d-812150-4 neutron-server[101711]: DEBUG neutron.db.db_base_plugin_v2 [None req-21495bbf-fc02-447d-831c-e574a115a8e7 admin admin] Deleting subnet 09abe546-dd05-452c-9bf6-355eb50048bf {{(pid=101711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 03 20:00:56.910985 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21495bbf-fc02-447d-831c-e574a115a8e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:56.945429 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21495bbf-fc02-447d-831c-e574a115a8e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10026392'] for subnet, precommit_delete_associations {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.026357 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21495bbf-fc02-447d-831c-e574a115a8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526703'] for subnet, precommit_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.085941 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21495bbf-fc02-447d-831c-e574a115a8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526614', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1627907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8593292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10319138'] for subnet, after_delete {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.112498 n-d-812150-4 neutron-server[101711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21495bbf-fc02-447d-831c-e574a115a8e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09abe546-dd05-452c-9bf6-355eb50048bf,revision_number=None']} {{(pid=101711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:57.114418 n-d-812150-4 neutron-server[101711]: DEBUG neutron_lib.callbacks.manager [None req-21495bbf-fc02-447d-831c-e574a115a8e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.118878 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde22cb-3945-45fe-b33c-ac74bb21c24e None None] Network 04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e requested from n-d-812150-4 {{(pid=101713) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 03 20:00:57.120432 n-d-812150-4 neutron-server[101711]: INFO neutron.wsgi [None req-21495bbf-fc02-447d-831c-e574a115a8e7 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/09abe546-dd05-452c-9bf6-355eb50048bf HTTP/1.1" status: 204 len: 168 time: 0.2597942 Nov 03 20:00:57.120905 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42774) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:57.190850 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1488577'] for network, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.244668 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] Deleting port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 {{(pid=101712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:57.245011 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.315432 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.db [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] For port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8, host n-d-812150-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812150-4',level=0,port_id=04c55bb0-1af2-4943-a2a3-da0d70dc31b8,segment=NetworkSegment(f2c1bced-d8fc-46b6-94a2-62b562345947),segment_id=f2c1bced-d8fc-46b6-94a2-62b562345947)] {{(pid=101712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:57.315751 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.328890 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.plugin [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] Calling delete_port for 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 owned by network:dhcp {{(pid=101712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:57.378084 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:00:57.394325 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b218269-7607-4d64-9c03-f0f69da99d39 None None] DHCP port deletion for 04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e request from n-d-812150-4 {{(pid=101713) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 03 20:00:57.414895 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9749543'] for port, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.451932 n-d-812150-4 neutron-server[101712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] No DVR routers for this DVR port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 on host n-d-812150-4 {{(pid=101712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:00:57.453627 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=04c55bb0-1af2-4943-a2a3-da0d70dc31b8,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:57.453950 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4a9df273-1d2a-4df8-92c1-b7ada0867660 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:57.479139 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4b218269-7607-4d64-9c03-f0f69da99d39 None None] Deleting port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 {{(pid=101713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 03 20:00:57.479511 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4b218269-7607-4d64-9c03-f0f69da99d39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733915514004'] for port, before_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.481202 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 4a9df273-1d2a-4df8-92c1-b7ada0867660 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:57.481536 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 4a9df273-1d2a-4df8-92c1-b7ada0867660 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:57.481926 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e07308db-f9fa-48b5-919e-5e1bb0d6c4a9 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:57.509553 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: e07308db-f9fa-48b5-919e-5e1bb0d6c4a9 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:57.509902 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device e07308db-f9fa-48b5-919e-5e1bb0d6c4a9 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:57.510309 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 no longer exists at agent ovs-agent-n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 03 20:00:57.527791 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-530170', 'neutron.services.segments.db._delete_segments_for_network-8733915596045'] for network, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.539787 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] No Port match for: 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 {{(pid=101713) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 03 20:00:57.540070 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.rpc [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Device 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 not bound to the agent host n-d-812150-4 {{(pid=101713) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 03 20:00:57.551189 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e']}} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:57.561633 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c1bced-d8fc-46b6-94a2-62b562345947') {'for_net_delete': True} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:57.561933 n-d-812150-4 neutron-server[101712]: DEBUG neutron.services.segments.db [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c1bced-d8fc-46b6-94a2-62b562345947') {} {{(pid=101712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 03 20:00:57.571554 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733915595798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10171976'] for segment, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.583433 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.db [None req-4b218269-7607-4d64-9c03-f0f69da99d39 None None] For port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8, host n-d-812150-4, got binding levels [] {{(pid=101713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 03 20:00:57.583891 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4b218269-7607-4d64-9c03-f0f69da99d39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479719'] for port, precommit_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.584874 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450'] for segment, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.590726 n-d-812150-4 neutron-server[101712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=101712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 03 20:00:57.591079 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-524450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9749524'] for segment, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: Traceback (most recent call last): Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: timer() Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: cb(*args, **kw) Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: return func(*args, **kwargs) Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: self._notify() Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: self.callback(batched_events) Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: event.method(event) Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: aggregate_uuid = self.p_client.list_aggregates( Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: return f(self, *a, **k) Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: return self._get(url).json() Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: return self.request(url, 'GET', **kwargs) Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: base_url = self.get_endpoint(auth, allow=allow, Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 03 20:00:57.593088 n-d-812150-4 neutron-server[101712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 03 20:00:57.596753 n-d-812150-4 neutron-server[101713]: DEBUG neutron.plugins.ml2.plugin [None req-4b218269-7607-4d64-9c03-f0f69da99d39 None None] Calling delete_port for 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 owned by network:dhcp {{(pid=101713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 03 20:00:57.600036 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.ipam_backend_mixin [None req-4b218269-7607-4d64-9c03-f0f69da99d39 None None] Port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 was not found and therefore no delete operation was performed {{(pid=101713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 03 20:00:57.601547 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4b218269-7607-4d64-9c03-f0f69da99d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1453949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1971157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733915601758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733915089942'] for port, after_delete {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.629934 n-d-812150-4 neutron-server[101713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b218269-7607-4d64-9c03-f0f69da99d39 None None] No DVR routers for this DVR port 04c55bb0-1af2-4943-a2a3-da0d70dc31b8 on host n-d-812150-4 {{(pid=101713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 03 20:00:57.633761 n-d-812150-4 neutron-server[101713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b218269-7607-4d64-9c03-f0f69da99d39 None None] Pushing event deleted for resources: {'Port': ['ID=04c55bb0-1af2-4943-a2a3-da0d70dc31b8,revision_number=None']} {{(pid=101713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:57.655331 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-530157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477022'] for network, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.661095 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] Publish callbacks [] for network, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.664852 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] 10.222.0.107 "DELETE /v2.0/networks/04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e HTTP/1.1" status: 204 len: 168 time: 0.5430789 Nov 03 20:00:57.676827 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f4c41-0a9e-4de7-b1c4-fac7cf793be5 admin admin] Pushing event deleted for resources: {'Network': ['ID=04beb5a2-a0b6-48eb-a8f9-08cf4c5f255e,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:57.854405 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42778) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:57.901266 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-094bfee0-54ae-4409-b7f0-c210728206af admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0804ec8216df4883b83ca6beab880a88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455561 Nov 03 20:00:57.903695 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42780) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:57.953913 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-abc4d66e-ef5a-4988-9b67-ff657c11cd13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:57.975635 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-abc4d66e-ef5a-4988-9b67-ff657c11cd13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:58.024502 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-abc4d66e-ef5a-4988-9b67-ff657c11cd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:58.028175 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-abc4d66e-ef5a-4988-9b67-ff657c11cd13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:58.029333 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-abc4d66e-ef5a-4988-9b67-ff657c11cd13 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6db13dba-a07b-49e1-a30a-d875697ce9e6 HTTP/1.1" status: 204 len: 168 time: 0.1247203 Nov 03 20:00:58.037708 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4d66e-ef5a-4988-9b67-ff657c11cd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db13dba-a07b-49e1-a30a-d875697ce9e6,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:58.280815 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4c5ab0d0-d583-4303-ae8c-e5ee3ed69960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:58.370208 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42786) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:58.410674 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-9f03f19d-cd8b-4309-8dfd-848ac79329e8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d5cc742435924c5091d8627c4b9124fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392125 Nov 03 20:00:58.413359 n-d-812150-4 neutron-server[101712]: DEBUG neutron.wsgi [-] (101712) accepted ('10.222.0.107', 42788) {{(pid=101712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 03 20:00:58.463569 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-35c321ee-26bc-447e-949b-eef3b9a79c6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:58.484672 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-35c321ee-26bc-447e-949b-eef3b9a79c6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:58.531564 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-35c321ee-26bc-447e-949b-eef3b9a79c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1617017'] for security_group, after_delete {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:58.534593 n-d-812150-4 neutron-server[101712]: DEBUG neutron_lib.callbacks.manager [None req-35c321ee-26bc-447e-949b-eef3b9a79c6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:00:58.535790 n-d-812150-4 neutron-server[101712]: INFO neutron.wsgi [None req-35c321ee-26bc-447e-949b-eef3b9a79c6c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/da96ca1d-2fef-44d5-979c-a006b451136b HTTP/1.1" status: 204 len: 168 time: 0.1214361 Nov 03 20:00:58.546267 n-d-812150-4 neutron-server[101712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c321ee-26bc-447e-949b-eef3b9a79c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da96ca1d-2fef-44d5-979c-a006b451136b,revision_number=None']} {{(pid=101712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 03 20:00:59.736483 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:00.983285 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:01.301755 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:01.679547 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:14.002764 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:25.948399 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-4326cbaf-23bf-4002-a043-3a98051cfe45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:28.287591 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-91b5daeb-4420-44e1-a5b2-55770a85fe42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:29.728845 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:30.984424 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:31.319681 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:31.674292 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:34.377097 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:01:43.997658 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:55.951610 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-0649e07b-3b48-42fe-b495-ef75bd25b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:58.279388 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-073e28f5-3b32-4c79-bc22-bcbddde32248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:01:59.729586 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:00.988660 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.332219 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:01.679085 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:11.376273 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:02:13.994798 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:25.955961 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dd56059a-df4f-4546-9ac6-6ca2ae9f02f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:28.281160 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e2bdbad2-2279-4bb9-868b-da191e725ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:29.732421 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:30.990286 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:31.327870 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:31.682803 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:44.000520 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:48.375803 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:02:55.961336 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-400c4ae2-a0df-452d-b493-ac86dafcc004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:58.282645 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-9a877a9f-d6fc-4618-b179-e1b48d65c4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:02:59.734344 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:00.992788 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:01.334005 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:01.686089 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:13.992780 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:25.375300 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:03:25.963889 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-57cf7934-98fe-41f5-b811-1923529d3008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:28.284840 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1cabde02-ff4a-4615-8f9c-1dc2a3d38f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:29.737597 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:30.996134 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:31.347860 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:31.689383 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:44.026459 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:55.967009 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6cbe752d-778a-48c0-8c6c-7cb8d2a3a1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:58.286984 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb9e2-4745-4ec0-b85d-39c046c00c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:03:59.740415 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:00.998540 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:01.339982 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:01.694446 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:02.374570 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:04:14.029254 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:25.971438 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e0c04de0-04d0-4551-a524-4f0455eaa02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:28.289505 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-50882e5f-0f16-4254-9c0e-b3998cf51cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:29.749428 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:31.002361 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:31.362869 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:31.696578 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:39.374924 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:04:44.037850 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:55.963983 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-799469c6-24f2-4940-b4d3-4ef0cd6079c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:58.293113 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-6bc18402-3b53-46e4-960d-93538906999d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:04:59.746617 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:01.004717 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:01.362138 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:01.702608 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:14.037466 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:16.374280 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:05:25.964539 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-759d439e-5532-4cce-bffa-e228e60f973c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:28.297103 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-7b7dc0dc-ec65-4498-8d6a-52d17ce26d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:29.750297 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:31.007506 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:31.373515 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:31.695666 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:44.044834 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:53.372992 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:05:55.965123 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-847fefb1-ca36-49af-87cf-df3d55f7fb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:58.299566 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-154d35d6-3923-4483-b29a-f8e004ba792d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:05:59.752378 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:01.010716 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:01.373002 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:01.698350 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:14.053011 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:25.971734 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c02885cc-d8cf-441c-b03f-a9612053d851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:28.302016 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b2edb21e-299b-4453-b37e-8a618eba4ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:29.756169 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:30.372040 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:06:31.014524 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:31.380742 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:31.701521 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:44.050801 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:55.963425 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1bda819f-cc66-483f-9686-c3d678cf27fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:58.304368 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b1882398-62a4-4eea-953b-2ea87896a497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:06:59.759940 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:01.015959 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:01.420622 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:01.706089 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:07.371179 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:07:14.063818 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:25.964504 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b864a39b-3a55-4d3a-aa22-5b26d3ca72c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:28.307145 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-dafe60de-6570-4b35-9334-0fb77c496bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:29.762978 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:31.019353 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:31.441781 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:31.712207 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:44.066998 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:44.370182 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:07:55.969713 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-53043c19-8c95-44e7-b910-4978f66b23f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:58.310232 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-ffabc075-c103-479d-b2cf-c6b35cddf1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:07:59.765789 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:01.021593 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:01.447853 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:01.707236 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:14.071729 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:21.368669 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:08:25.972558 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-8b9ee7c9-b326-48b8-8a9d-fdf962a797ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:28.314185 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-21ab5814-4783-41bb-acab-e774e69f291e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:29.767258 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:31.024524 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:31.461081 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:31.710184 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:44.079848 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:55.976853 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-5c9494da-092b-4ed8-b1d5-ef534927253f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:58.322159 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b40ae356-5b65-4e89-9964-cb5accdafe07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:08:58.373441 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 03 20:08:59.771075 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:01.027264 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:01.460726 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:01.713480 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:14.094822 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c27fbd12-1395-4a18-aa4a-55eb93e99e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:15.958782 n-d-812150-4 neutron-server[101711]: DEBUG neutron.wsgi [req-8cc39871-ec31-4101-8861-ee8792e4af2d req-46bf97f6-557c-4812-a8f5-a5c2cbe5204f service neutron] (101711) timed out ('10.222.0.107', 40666) {{(pid=101711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 03 20:09:25.982863 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-2b988f08-c283-4fd4-8dd2-f5ca7f94c908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:28.318035 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-b9d6eca0-fa06-4fe7-b200-2df160d287db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:29.775903 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-1aac3db2-0e15-420e-aa48-c0343b907e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:31.030337 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-f8eccfd1-a90f-4af6-b07e-55e7f17a9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:31.476906 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-e004f246-0f1e-4f71-8208-ad8649cf4dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:31.716526 n-d-812150-4 neutron-server[101713]: DEBUG neutron_lib.callbacks.manager [None req-c7def580-a5ef-4fbb-a7ef-74201d97a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733915590903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531500'] for agent, after_update {{(pid=101713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 03 20:09:35.373215 n-d-812150-4 neutron-server[101714]: DEBUG neutron.db.agents_db [None req-b2dd3243-378a-452c-9116-bbd13b1cca00 None None] Agent healthcheck: found 7 active agents {{(pid=101714) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}